-- Logs begin at Mon 2021-08-16 19:39:21 UTC, end at Mon 2021-08-16 22:12:36 UTC. -- Aug 16 20:23:27.898482 n-d-793619-14 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 20:23:30.560710 n-d-793619-14 neutron-server[95152]: INFO neutron.common.config [-] Logging enabled! Aug 16 20:23:30.561223 n-d-793619-14 neutron-server[95152]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 20:23:30.561506 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95152) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 20:23:30.564636 n-d-793619-14 neutron-server[95152]: INFO neutron.common.config [-] Logging enabled! Aug 16 20:23:30.564890 n-d-793619-14 neutron-server[95152]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 20:23:30.565226 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95152) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 20:23:30.566143 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 20:23:30.566376 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 20:23:30.566734 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 20:23:30.567544 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 20:23:30.567770 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 20:23:30.568091 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.568387 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.568682 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.568910 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.569236 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.569525 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.569811 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.570095 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.570387 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.570670 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.570947 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.571230 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.571458 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.571739 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.572023 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.572308 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.572528 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] debug = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.572809 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.573265 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.573685 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.573963 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.574248 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.574526 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.574794 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.575067 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.575352 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.575677 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] host = n-d-793619-14 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.575953 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.576237 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.576520 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.576803 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.577101 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.577379 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.577660 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.577931 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.578201 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] log_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.578477 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.578761 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.579047 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.579334 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.579558 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.579786 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.580071 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.580354 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.580627 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.580899 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.581202 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.581479 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.581751 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.582021 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.582305 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.582613 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.583024 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.583503 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.584269 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.584269 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.584426 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.584837 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.585295 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.585758 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.585855 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.586118 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.586390 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.586669 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.586974 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.587263 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.587546 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.587833 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.588111 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.588395 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.588669 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.588943 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.589240 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] use_json = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.589515 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.589795 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.590080 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.590355 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.590627 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.590901 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.591174 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.591458 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:30.591760 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.592061 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.592362 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.592650 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.592954 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.593256 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.593540 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.593821 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.594112 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.594401 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.594689 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.594968 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.595258 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.595536 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.595832 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.596140 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.596435 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.596727 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.597002 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.597299 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.597573 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.597851 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.598179 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.598476 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.598766 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.599041 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.599320 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.599609 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.599892 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.600165 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.600443 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.600729 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.601007 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.601303 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.601586 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.601866 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.602140 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.602412 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.602689 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.602977 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.603255 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.603527 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.603796 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.604075 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.604349 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.604638 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.604917 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.605219 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.605493 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.605771 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.606043 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.606316 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.606592 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.606866 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.607139 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.607408 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.607681 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.607950 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.608220 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.608505 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.608761 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.609040 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.609331 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.609601 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.609878 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.610149 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.610421 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.610692 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.610976 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.611275 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.611552 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.611830 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.612109 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.612388 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.612665 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.612942 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.613259 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.613538 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.614348 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.614636 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.614919 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.615207 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.615489 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.615766 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.616058 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.616335 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.616615 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.616898 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.617195 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.617487 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.617770 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.618062 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.618355 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.618653 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.618947 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.619239 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.619520 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.619829 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.620108 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:30.620329 n-d-793619-14 neutron-server[95152]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 20:23:30.620571 n-d-793619-14 neutron-server[95152]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95152) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 20:23:30.967499 n-d-793619-14 neutron-server[95152]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 20:23:30.967799 n-d-793619-14 neutron-server[95152]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 20:23:30.968198 n-d-793619-14 neutron-server[95152]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 20:23:30.968535 n-d-793619-14 neutron-server[95152]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 20:23:31.358972 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.359272 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.359545 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.360763 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.361058 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.361328 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.394833 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.395627 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.395891 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.412451 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.412731 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.413001 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.441112 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.441395 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.441666 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.478150 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.478428 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.478693 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.709146 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.709768 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.709768 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.709945 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.710552 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.829463 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.829784 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.830067 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.830340 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.830606 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.830916 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.831175 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.831431 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.831685 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.831967 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.832229 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.832518 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.832773 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.833044 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.833298 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.833562 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.833816 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.834084 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.834353 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.834612 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.834887 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.835138 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.835420 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.835804 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.836058 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.836306 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.836704 n-d-793619-14 neutron-server[95152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:23:31.836946 n-d-793619-14 neutron-server[95152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:23:31.837209 n-d-793619-14 neutron-server[95152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:23:31.837450 n-d-793619-14 neutron-server[95152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:23:31.837688 n-d-793619-14 neutron-server[95152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:23:31.837925 n-d-793619-14 neutron-server[95152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:23:31.838286 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 20:23:31.841368 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 20:23:31.845311 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 20:23:31.849617 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 16 20:23:31.851378 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 20:23:31.851829 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 20:23:31.852165 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 20:23:31.852549 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 20:23:31.855362 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 20:23:31.855617 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 20:23:31.855964 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 20:23:31.861218 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 20:23:31.883595 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 20:23:31.884039 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.884339 n-d-793619-14 neutron-server[95152]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95152) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 20:23:31.884705 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.886071 n-d-793619-14 neutron-server[95152]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95152) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 20:23:31.886351 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 20:23:31.886600 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 20:23:31.889999 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.890281 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:31.952717 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 20:23:31.952952 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 20:23:31.953211 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 20:23:31.953577 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 20:23:31.975023 n-d-793619-14 neutron-server[95152]: DEBUG oslo_db.sqlalchemy.engines [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95152) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 20:23:32.628614 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Initializing driver for type 'gre' Aug 16 20:23:32.629172 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] gre ID ranges: [(1, 1000)] Aug 16 20:23:32.814547 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Initializing driver for type 'local' Aug 16 20:23:32.815136 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Initializing driver for type 'vlan' Aug 16 20:23:32.917115 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] VlanTypeDriver initialization complete Aug 16 20:23:32.917446 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Initializing driver for type 'vxlan' Aug 16 20:23:32.917928 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] vxlan ID ranges: [(1, 1000)] Aug 16 20:23:33.062822 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Initializing extension driver 'port_security' Aug 16 20:23:33.063162 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.extensions.port_security [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] PortSecurityExtensionDriver initialization complete Aug 16 20:23:33.063497 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Initializing mechanism driver 'openvswitch' Aug 16 20:23:33.063818 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Initializing mechanism driver 'hyperv' Aug 16 20:23:33.071024 n-d-793619-14 neutron-server[95152]: DEBUG neutron.plugins.ml2.plugin [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:33.071655 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > port after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.072030 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > port after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.072381 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > port after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.072907 n-d-793619-14 neutron-server[95152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:23:33.073370 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.073723 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.074069 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.074527 n-d-793619-14 neutron-server[95152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:23:33.074871 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > network after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.075220 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > network after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.075562 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > network after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.075953 n-d-793619-14 neutron-server[95152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:23:33.076363 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > security_group after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.076710 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > security_group after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.077075 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.077469 n-d-793619-14 neutron-server[95152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:23:33.080725 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.080725 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.080725 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.080725 n-d-793619-14 neutron-server[95152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:23:33.080725 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > address_group after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.081144 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > address_group after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.081144 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.081144 n-d-793619-14 neutron-server[95152]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95152) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:23:33.081144 n-d-793619-14 neutron-server[95152]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] ML2 OVO RPC backend initialized. {{(pid=95152) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 20:23:33.081540 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.081894 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.082309 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > network before_response 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.082700 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > networks before_response 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.083053 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > port before_response 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.083417 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > ports before_response 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.083765 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > subnet before_response 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.084109 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > subnets before_response 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.084458 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > network after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.084799 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > network after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.085166 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > network after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.085506 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > port after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.085844 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > port after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.086181 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > port after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.086523 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.086860 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.087195 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.087775 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.plugin [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Modular L2 Plugin initialization complete Aug 16 20:23:33.088100 n-d-793619-14 neutron-server[95152]: DEBUG neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading services supported by the core plugin {{(pid=95152) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 20:23:33.088424 n-d-793619-14 neutron-server[95152]: INFO neutron.plugins.ml2.managers [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Got port-security extension from driver 'port_security' Aug 16 20:23:33.088889 n-d-793619-14 neutron-server[95152]: INFO neutron.extensions.vlantransparent [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Disabled vlantransparent extension. Aug 16 20:23:33.089396 n-d-793619-14 neutron-server[95152]: DEBUG neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95152) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 20:23:33.089712 n-d-793619-14 neutron-server[95152]: INFO neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading Plugin: router Aug 16 20:23:33.127556 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.127945 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router after_create 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.128323 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router before_create 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.128693 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.129090 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.129487 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router after_delete 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.129853 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.130223 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router after_create 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.130575 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router after_update 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.130932 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router after_update 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.131286 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.131651 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router after_update 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.132066 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.132439 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: port after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.133060 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: port after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.133409 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: subnet after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.133747 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.134097 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.134451 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.134801 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: port before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.135144 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router precommit_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.135509 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router after_update 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.135859 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.136221 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.136591 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.136953 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.137354 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > agent after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.137716 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > agent after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.138068 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > network after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.138926 n-d-793619-14 neutron-server[95152]: DEBUG neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Tracking information for resource: router configured {{(pid=95152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:23:33.139265 n-d-793619-14 neutron-server[95152]: DEBUG neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Tracking information for resource: floatingip configured {{(pid=95152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:23:33.144198 n-d-793619-14 neutron-server[95152]: INFO neutron.db.l3_agentschedulers_db [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 20:23:33.144913 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: port after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.145304 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: port after_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.145662 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: port after_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.146016 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: port after_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.146812 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router before_create 55550100 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.147178 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.147541 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router precommit_create 55550100 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.147898 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > router precommit_update 55550100 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.152410 n-d-793619-14 neutron-server[95152]: DEBUG neutron.services.provider_configuration [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service providers = [] {{(pid=95152) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 20:23:33.152775 n-d-793619-14 neutron-server[95152]: DEBUG neutron.db.servicetype_db [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95152) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 20:23:33.155741 n-d-793619-14 neutron-server[95152]: DEBUG neutron.services.service_base [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:23:33.156093 n-d-793619-14 neutron-server[95152]: DEBUG neutron.services.service_base [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:23:33.156438 n-d-793619-14 neutron-server[95152]: DEBUG neutron.services.service_base [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:23:33.157359 n-d-793619-14 neutron-server[95152]: DEBUG neutron.services.service_base [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:23:33.157734 n-d-793619-14 neutron-server[95152]: INFO neutron.services.service_base [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 20:23:33.158107 n-d-793619-14 neutron-server[95152]: DEBUG neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:23:33.158424 n-d-793619-14 neutron-server[95152]: INFO neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 20:23:33.169481 n-d-793619-14 neutron-server[95152]: DEBUG neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:23:33.169772 n-d-793619-14 neutron-server[95152]: INFO neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading Plugin: auto_allocate Aug 16 20:23:33.175553 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: network precommit_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.175921 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: network precommit_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.176990 n-d-793619-14 neutron-server[95152]: DEBUG neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:23:33.177340 n-d-793619-14 neutron-server[95152]: INFO neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading Plugin: tag Aug 16 20:23:33.183815 n-d-793619-14 neutron-server[95152]: DEBUG neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:23:33.184147 n-d-793619-14 neutron-server[95152]: INFO neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading Plugin: timestamp Aug 16 20:23:33.188123 n-d-793619-14 neutron-server[95152]: DEBUG neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:23:33.188464 n-d-793619-14 neutron-server[95152]: INFO neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading Plugin: network_ip_availability Aug 16 20:23:33.193932 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.194302 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.194657 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.195361 n-d-793619-14 neutron-server[95152]: DEBUG neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:23:33.195683 n-d-793619-14 neutron-server[95152]: INFO neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading Plugin: flavors Aug 16 20:23:33.200331 n-d-793619-14 neutron-server[95152]: DEBUG neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:23:33.200664 n-d-793619-14 neutron-server[95152]: INFO neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading Plugin: revisions Aug 16 20:23:33.204915 n-d-793619-14 neutron-server[95152]: DEBUG neutron.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:23:33.205336 n-d-793619-14 neutron-server[95152]: DEBUG oslo_concurrency.lockutils [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.237s {{(pid=95152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 20:23:33.206066 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95152) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 20:23:33.206402 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Initializing extension manager. Aug 16 20:23:33.206913 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: __init__.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.207261 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: __pycache__ {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.207625 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.207959 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: address_group.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.208714 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.209323 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: address-group Aug 16 20:23:33.209650 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: address_scope.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.210368 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.210882 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: address-scope Aug 16 20:23:33.211207 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.212150 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.212663 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: router-admin-state-down-before-update Aug 16 20:23:33.212988 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: agent.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.213717 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.214223 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: agent Aug 16 20:23:33.214546 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: agent_resources_synced.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.215630 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.216146 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: agent-resources-synced Aug 16 20:23:33.216472 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: allowedaddresspairs.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.218287 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.218815 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: allowed-address-pairs Aug 16 20:23:33.219141 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: auto_allocated_topology.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.220217 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.220741 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: auto-allocated-topology Aug 16 20:23:33.221089 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: availability_zone.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.221795 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.222303 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: availability_zone Aug 16 20:23:33.222624 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: availability_zone_filter.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.224066 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.224578 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: availability_zone_filter Aug 16 20:23:33.224901 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: data_plane_status.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.225847 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.226361 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 20:23:33.226685 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: default_subnetpools.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.227606 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.228121 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: default-subnetpools Aug 16 20:23:33.228444 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.229280 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.229792 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: dhcp_agent_scheduler Aug 16 20:23:33.230112 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: dns.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.231042 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.231553 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 20:23:33.231879 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: dns_domain_ports.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.232795 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.233347 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 20:23:33.233671 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.234601 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.235122 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 20:23:33.235449 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: dvr.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.236124 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.236637 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: dvr Aug 16 20:23:33.236960 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: ecmp_routes.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.237907 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.238416 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 20:23:33.239362 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: empty_string_filtering.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.240280 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.240799 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: empty-string-filtering Aug 16 20:23:33.241152 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.242069 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.242581 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 20:23:33.242903 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.243816 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.244328 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 20:23:33.244649 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: external_net.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.245586 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.246101 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: external-net Aug 16 20:23:33.246422 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.247329 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.247849 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: extra_dhcp_opt Aug 16 20:23:33.248174 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: extraroute.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.249103 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.249616 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: extraroute Aug 16 20:23:33.249938 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: extraroute_atomic.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.250961 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.251475 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: extraroute-atomic Aug 16 20:23:33.251797 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: filter_validation.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.252465 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.252965 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: filter-validation Aug 16 20:23:33.253310 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: fip_pf_description.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.254228 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.254760 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 20:23:33.255084 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: fip_port_details.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.256001 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.256511 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: fip-port-details Aug 16 20:23:33.256835 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: flavors.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.258364 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.258890 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: flavors Aug 16 20:23:33.259218 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.260867 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.261427 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 20:23:33.261762 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: floatingip_pools.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.262466 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.262979 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: floatingip-pools Aug 16 20:23:33.263306 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: ip_allocation.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.264234 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.264744 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 20:23:33.265099 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.266033 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.266550 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: ip-substring-filtering Aug 16 20:23:33.266875 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: l2_adjacency.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.267811 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.268324 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 20:23:33.268649 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: l3.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.269669 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.270201 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: router Aug 16 20:23:33.270526 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.272881 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.273455 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 20:23:33.273788 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.274722 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.275239 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: ext-gw-mode Aug 16 20:23:33.275565 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.276741 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.277281 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: l3-ha Aug 16 20:23:33.277609 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: l3_flavors.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.278578 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.279088 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: l3-flavors Aug 16 20:23:33.279410 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.280325 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.280837 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 20:23:33.281198 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: l3agentscheduler.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.282232 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.282746 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: l3_agent_scheduler Aug 16 20:23:33.283073 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: logging.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.284580 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.285145 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension logging not supported by any of loaded plugins Aug 16 20:23:33.285477 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: metering.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.286746 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.287328 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: metering Aug 16 20:23:33.287655 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.288755 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.289307 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: metering_source_and_destination_fields Aug 16 20:23:33.289638 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: multiprovidernet.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.290575 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.291090 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: multi-provider Aug 16 20:23:33.291418 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: netmtu.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.292335 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.292852 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: net-mtu Aug 16 20:23:33.293217 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: netmtu_writable.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.294140 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.294649 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: net-mtu-writable Aug 16 20:23:33.294971 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: network_availability_zone.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.295652 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.296161 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: network_availability_zone Aug 16 20:23:33.296484 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: network_ip_availability.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.297599 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.298117 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: network-ip-availability Aug 16 20:23:33.298451 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: network_segment_range.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.299223 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.299726 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 20:23:33.300050 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: pagination.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.301066 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.301961 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: pagination Aug 16 20:23:33.302286 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: port_device_profile.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.303212 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.303737 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: port-device-profile Aug 16 20:23:33.304062 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.304986 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.305535 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: port-mac-address-regenerate Aug 16 20:23:33.305861 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.306781 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.307301 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: port-numa-affinity-policy Aug 16 20:23:33.307625 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: port_resource_request.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.308558 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.309100 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 20:23:33.309425 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: portbindings.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.310357 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.310875 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: binding Aug 16 20:23:33.311198 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: portbindings_extended.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.312601 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.313159 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: binding-extended Aug 16 20:23:33.313492 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: portsecurity.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.314415 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.314928 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: port-security Aug 16 20:23:33.315253 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: project_id.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.316225 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.316555 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: project-id Aug 16 20:23:33.316905 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: providernet.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.317863 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.318392 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: provider Aug 16 20:23:33.318713 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: qos.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.322310 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.322798 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension qos not supported by any of loaded plugins Aug 16 20:23:33.323128 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.324366 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.324890 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 20:23:33.325251 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.326182 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.326706 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 20:23:33.327038 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: qos_default.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.327957 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.328485 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension qos-default not supported by any of loaded plugins Aug 16 20:23:33.328819 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: qos_fip.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.329510 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.330019 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 20:23:33.330373 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: qos_gateway_ip.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.331304 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.331822 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 20:23:33.332146 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: qos_port_network_policy.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.333109 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.333628 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 20:23:33.333950 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: qos_pps_rule.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.335118 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.335640 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 20:23:33.335965 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: qos_rule_type_details.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.336878 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.337432 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 20:23:33.337759 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: qos_rules_alias.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.338801 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.339326 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 20:23:33.339653 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: quotasv2.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.340575 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.340905 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: quotas Aug 16 20:23:33.341256 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: quotasv2_detail.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.344301 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.344650 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: quota_details Aug 16 20:23:33.344988 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: rbac.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.346268 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.346800 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: rbac-policies Aug 16 20:23:33.347128 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: rbac_address_group.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.348589 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.349142 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: rbac-address-group Aug 16 20:23:33.349471 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: rbac_address_scope.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.350397 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.350914 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: rbac-address-scope Aug 16 20:23:33.351241 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: rbac_security_groups.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.352163 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.352682 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: rbac-security-groups Aug 16 20:23:33.353008 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: rbac_subnetpool.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.353948 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.354465 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: rbac-subnetpool Aug 16 20:23:33.354790 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: revisionifmatch.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.355709 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.356227 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: revision-if-match Aug 16 20:23:33.356552 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: revisions.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.357704 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.358224 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: standard-attr-revisions Aug 16 20:23:33.358556 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: router_availability_zone.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.359240 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.359751 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: router_availability_zone Aug 16 20:23:33.360074 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: routerservicetype.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.360996 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.361532 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 20:23:33.361855 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.362779 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.363293 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: security-groups-normalized-cidr Aug 16 20:23:33.363615 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.365121 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.365638 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: port-security-groups-filtering Aug 16 20:23:33.365961 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.366897 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.367416 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: security-groups-remote-address-group Aug 16 20:23:33.367759 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: securitygroup.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.377264 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.377797 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: security-group Aug 16 20:23:33.378134 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: segment.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.378934 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.379982 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension segment not supported by any of loaded plugins Aug 16 20:23:33.380311 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.381298 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.381812 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 20:23:33.382140 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: servicetype.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.383595 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.384126 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: service-type Aug 16 20:23:33.384455 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: sorting.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.385475 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.385812 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: sorting Aug 16 20:23:33.386139 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: standard_attr_segment.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.387062 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.387580 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 20:23:33.387905 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: standardattrdescription.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.388563 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.389095 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: standard-attr-description Aug 16 20:23:33.389425 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: stateful_security_group.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.390371 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.390893 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: stateful-security-group Aug 16 20:23:33.391218 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: stdattrs_common.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.391805 n-d-793619-14 neutron-server[95152]: WARNING neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 20:23:33.392135 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.393082 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.393606 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 20:23:33.393929 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: subnet_onboard.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.395566 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.396092 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: subnet_onboard Aug 16 20:23:33.396421 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.397372 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.397882 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 20:23:33.398205 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: subnet_service_types.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.399144 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.399666 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: subnet-service-types Aug 16 20:23:33.399991 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: subnetallocation.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.401092 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.401611 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: subnet_allocation Aug 16 20:23:33.401937 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.402607 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.403121 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: subnetpool-prefix-ops Aug 16 20:23:33.403445 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.404373 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.404888 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 20:23:33.405236 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: tagging.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.406317 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.406849 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: standard-attr-tag Aug 16 20:23:33.407176 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: timestamp.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.408382 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.408914 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loaded extension: standard-attr-timestamp Aug 16 20:23:33.409266 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: trunk.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.410300 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.410851 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension trunk not supported by any of loaded plugins Aug 16 20:23:33.411179 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: trunk_details.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.412113 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.412633 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 20:23:33.412960 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: uplink_status_propagation.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.413912 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.414433 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 20:23:33.414759 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Loading extension file: vlantransparent.py {{(pid=95152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:23:33.415437 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:23:33.415945 n-d-793619-14 neutron-server[95152]: INFO neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 20:23:33.418457 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:network Aug 16 20:23:33.418987 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:subnet Aug 16 20:23:33.419407 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:23:33.419802 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:port Aug 16 20:23:33.421067 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.421511 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service FLAVORS assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.422137 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.422568 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.422900 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:router Aug 16 20:23:33.423332 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 20:23:33.423833 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service METERING assigned prefix: /metering {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.425321 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.425695 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.426048 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:23:33.427564 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 20:23:33.428015 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:security_group Aug 16 20:23:33.428462 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 20:23:33.430244 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service CORE assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.430593 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:23:33.430953 n-d-793619-14 neutron-server[95152]: WARNING neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] subnetpool is already registered Aug 16 20:23:33.431394 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service CORE assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.431727 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:23:33.432065 n-d-793619-14 neutron-server[95152]: WARNING neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] subnetpool is already registered Aug 16 20:23:33.435363 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.435803 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service FLAVORS assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.436398 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.436821 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.437189 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:router Aug 16 20:23:33.437533 n-d-793619-14 neutron-server[95152]: WARNING neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] router is already registered Aug 16 20:23:33.437947 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 20:23:33.438284 n-d-793619-14 neutron-server[95152]: WARNING neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] floatingip is already registered Aug 16 20:23:33.438738 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service METERING assigned prefix: /metering {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.439418 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 20:23:33.439747 n-d-793619-14 neutron-server[95152]: WARNING neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] rbac_policy is already registered Aug 16 20:23:33.440296 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:security_group Aug 16 20:23:33.440530 n-d-793619-14 neutron-server[95152]: WARNING neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] security_group is already registered Aug 16 20:23:33.440938 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 20:23:33.441299 n-d-793619-14 neutron-server[95152]: WARNING neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] security_group_rule is already registered Aug 16 20:23:33.442474 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service CORE assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.442807 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:23:33.443142 n-d-793619-14 neutron-server[95152]: WARNING neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] subnetpool is already registered Aug 16 20:23:33.443576 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.v2.resource_helper [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Service CORE assigned prefix: {{(pid=95152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:23:33.443905 n-d-793619-14 neutron-server[95152]: INFO neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:23:33.444239 n-d-793619-14 neutron-server[95152]: WARNING neutron.quota.resource_registry [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] subnetpool is already registered Aug 16 20:23:33.444693 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: extensions {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.446183 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: address-groups {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.447709 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: address-scopes {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.449046 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: agents {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.450205 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: auto-allocated-topology {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.451454 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: availability_zones {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.464613 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: dhcp-networks {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.464613 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: dhcp-agents {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.464613 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: routers {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.464613 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: flavors {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.464613 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: service_profiles {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.464613 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: next_providers {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.464613 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: service_profiles {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.465148 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: floatingip-pools {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.465148 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: routers {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.465779 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: floatingips {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.467059 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: l3-routers {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.468456 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: l3-agents {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.469919 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: metering-labels {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.471175 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: metering-label-rules {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.472534 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: network-ip-availabilities {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.473860 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: bindings {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.475417 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: quotas {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.476936 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: quotas {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.478400 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: rbac-policies {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.479598 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: security-groups {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.480950 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: security-group-rules {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.482215 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: service-providers {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.483429 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: subnetpools {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.484782 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: subnetpools {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.486438 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: tags {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.488115 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: tags {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.493077 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: tags {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.493077 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: tags {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.494051 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: tags {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.497015 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: tags {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.498729 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: tags {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.500532 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: tags {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.502448 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: tags {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.504237 n-d-793619-14 neutron-server[95152]: DEBUG neutron.api.extensions [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Extended resource: tags {{(pid=95152) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:23:33.511018 n-d-793619-14 neutron-server[95152]: WARNING keystonemiddleware.auth_token [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 20:23:33.515644 n-d-793619-14 neutron-server[95152]: WARNING keystonemiddleware.auth_token [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 20:23:33.524192 n-d-793619-14 neutron-server[95152]: DEBUG oslo_concurrency.lockutils [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Acquired lock "singleton_lock" {{(pid=95152) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 20:23:33.524667 n-d-793619-14 neutron-server[95152]: DEBUG oslo_concurrency.lockutils [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Releasing lock "singleton_lock" {{(pid=95152) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 20:23:33.525340 n-d-793619-14 neutron-server[95152]: INFO oslo_service.service [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Starting 2 workers Aug 16 20:23:33.530177 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Started child 95261 {{(pid=95152) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:23:33.537884 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Started child 95262 {{(pid=95152) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:23:33.538033 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.538623 n-d-793619-14 neutron-server[95152]: INFO neutron.service [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 20:23:33.538623 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Notify callbacks [] for process, before_spawn {{(pid=95152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.538761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [-] (95261) wsgi starting up on http://0.0.0.0:9696 Aug 16 20:23:33.539348 n-d-793619-14 neutron-server[95152]: INFO oslo_service.service [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Starting 1 workers Aug 16 20:23:33.539898 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.541347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [-] (95262) wsgi starting up on http://0.0.0.0:9696 Aug 16 20:23:33.544588 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Started child 95263 {{(pid=95152) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:23:33.545159 n-d-793619-14 neutron-server[95152]: INFO oslo_service.service [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Starting 1 workers Aug 16 20:23:33.548595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.service [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] calling RpcWorker wait() {{(pid=95263) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 20:23:33.549212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.service [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] returning from RpcWorker wait() {{(pid=95263) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 20:23:33.549663 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Started child 95264 {{(pid=95152) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:23:33.550493 n-d-793619-14 neutron-server[95152]: DEBUG neutron_lib.callbacks.manager [None req-2d59f10a-958c-488e-ae94-cb12b2b5d6b3 None None] Notify callbacks [] for process, after_spawn {{(pid=95152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.550595 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.551097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:33.552940 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95152) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 20:23:33.553182 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 20:23:33.553355 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 20:23:33.553570 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 20:23:33.553901 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 20:23:33.554062 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 20:23:33.554747 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.555036 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.555207 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.555664 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.555664 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.555822 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.556567 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.556849 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.557112 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.557391 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.557623 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.557796 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.557961 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.558212 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.558458 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.558744 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.558996 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.559240 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.559494 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.559669 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.559938 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.560215 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.560460 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.560736 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] debug = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.560976 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.561500 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.561760 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.562050 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.562288 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.562523 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.562793 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.563039 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.563430 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.563649 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.563895 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.564150 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.564402 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.564614 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.564836 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.565115 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.567749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.567749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] host = n-d-793619-14 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.567749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.567749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.567749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.567749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.567749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.567749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.568286 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.568286 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.568418 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.568662 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.569248 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.569656 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.570055 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.570444 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.570768 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_options = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.571165 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.571420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55080) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:33.571532 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.571712 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.571907 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.572079 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.572256 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.572563 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.572681 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.572944 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.573189 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.573403 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.573617 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.573863 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.574097 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.574538 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.574787 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.575007 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.575219 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.575471 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.575722 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.575967 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.576235 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.576423 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.576640 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.576856 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.577744 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.577744 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.577744 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.577744 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.578242 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.578242 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.578477 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.580790 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.580790 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.580790 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.580790 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.580790 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.580790 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.580790 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.581683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065556 Aug 16 20:23:33.581814 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.581814 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.581814 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.581814 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.583749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.583749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.583749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_json = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.583749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.583749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.583749 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.584459 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.584459 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.584714 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.584838 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.585446 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.586096 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.586606 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.586936 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.587723 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.587723 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.587723 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.588099 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.588225 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.588398 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.588647 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.588971 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.589265 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.589705 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.589955 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.590362 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.590876 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.591138 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.591407 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.591662 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.591872 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.592163 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.592388 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.592707 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.592972 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.593264 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.593651 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.594111 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.594111 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.594499 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.594499 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.594782 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.594929 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.595178 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.595353 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.595591 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.595756 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.595983 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.596213 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.596504 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.596691 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.597016 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.597217 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.597620 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.597858 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.598958 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.598958 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.599122 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.599354 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.600427 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.600427 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.600427 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.600427 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.600844 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.600844 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.601812 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.601812 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.601812 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.601812 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.601812 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.602419 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.602419 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.602624 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.602730 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.602948 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.603179 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.603360 n-d-793619-14 neutron-server[95264]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:33.603541 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.603656 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.603826 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.604045 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.604293 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.604511 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.605362 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.605362 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.605362 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614164 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614164 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614164 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614164 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614164 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614164 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614164 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614164 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614164 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614798 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614798 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614798 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614798 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614798 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614798 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614798 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.614798 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.615851 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.615851 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.615851 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.615851 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.615851 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.615851 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.615851 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.615851 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.617368 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.617368 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.617368 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.617368 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.617368 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.617368 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.617368 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.617368 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.618420 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.618420 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.618420 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.618420 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.618420 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.618420 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.618420 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.618420 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.620978 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.620978 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.620978 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.620978 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.620978 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.620978 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.620978 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.620978 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.622172 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.622172 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.622172 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.622172 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.622172 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.622172 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.622172 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.622172 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.623225 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.623225 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.623225 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.623225 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.623225 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.623225 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.623225 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.623225 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.625352 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.625352 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.625352 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.625352 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.625352 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.625352 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.625352 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.625352 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626047 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626047 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626047 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626047 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626047 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626047 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626047 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626047 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626494 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626494 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626494 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626494 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626734 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.626985 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.627083 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.627296 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.627502 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.627723 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.627945 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.628184 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.628437 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.628660 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.628947 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.629238 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.629487 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.629763 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.629944 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.630348 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.631399 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.632074 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.633052 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.633271 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.633495 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.633722 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.633968 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.634185 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.634421 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.634862 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.635282 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.635692 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.636185 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.636581 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.637094 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.637482 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642245 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642245 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642245 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642245 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642245 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642245 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642245 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642245 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642850 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642850 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642850 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642850 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642850 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642850 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642850 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642850 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.642850 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.643410 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.643410 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.643815 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.644073 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.644320 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.644541 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.644762 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.645592 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.646022 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.646369 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.646889 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.647256 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.647611 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.647995 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.648398 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.648586 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.648807 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.653766 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.654194 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.654454 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.654697 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.654940 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.655188 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.655464 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.655690 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.655946 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.656175 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.656395 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.656632 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.656851 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.657423 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.657812 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.658220 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.658583 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.659027 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.659447 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.659696 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.659995 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.660421 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.661280 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.661554 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.662318 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.662564 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.662834 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.663781 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.663781 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.663781 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.663781 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.664115 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.664415 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.665069 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.665069 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.665265 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.665508 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.665801 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.666021 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.666331 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.666659 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.666945 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.667987 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.667987 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.667987 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.667987 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.668301 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.668383 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.668608 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.668899 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.669205 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.669438 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.669666 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.675877 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.675877 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.675877 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.675877 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.675877 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.675877 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.675877 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.675877 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 20:23:33.676392 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95152) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 20:23:33.676392 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 20:23:33.676392 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 20:23:33.676392 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 20:23:33.676392 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 20:23:33.676392 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 20:23:33.676392 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.676392 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.676832 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.676832 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.676832 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.676832 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.676832 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.676832 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.676832 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.676832 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.677677 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.677677 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.677677 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.677677 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.677677 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.677677 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.677677 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.677677 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678142 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678142 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678142 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678142 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678142 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] debug = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678142 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678479 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678479 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678479 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678479 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678479 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678479 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678830 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678830 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.678944 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.679007 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.679171 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.679553 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.679553 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.679724 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.679801 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.679928 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.680086 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] host = n-d-793619-14 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.680246 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.680404 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.680561 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.680719 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.680877 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.681065 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.681251 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.681412 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.681575 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.681734 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.681893 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.682203 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.682533 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.682714 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.682850 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_options = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.683157 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.683317 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.683480 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.683665 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.683832 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.683991 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.684153 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.684313 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.684464 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.684684 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.684784 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.684927 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.686096 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.686270 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.686462 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.686635 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.687489 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.687659 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.687828 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.687994 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.688163 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.688321 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.688482 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.688642 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.688804 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.688963 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.689164 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.689321 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.689480 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.689645 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.689809 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.689966 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.690131 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.690311 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.690460 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.690603 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.690747 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.690915 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.691404 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.691404 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.691404 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.691645 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.691645 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.691860 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.692027 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.692186 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_json = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.692346 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.692506 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.692672 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.692857 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.693044 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.693202 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.693393 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.693775 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:23:33.693914 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.694078 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.694254 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.694419 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.695154 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.695154 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.695154 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.695154 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.695452 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.695452 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.695568 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.695655 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.695828 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.695997 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.696764 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.696764 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.696764 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.696764 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.696764 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.697227 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.697227 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.698152 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.698343 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.698727 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.698727 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.698917 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.698998 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.699217 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.699320 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.699984 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.699984 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.699984 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.699984 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.700278 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.700278 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.700398 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.700549 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.701492 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.701492 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.701492 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.701492 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.701492 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.701492 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.701883 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.701883 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.701998 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.702556 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.702556 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.702556 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.702556 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.702811 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.702939 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.703037 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.703455 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.703629 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.703788 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.704105 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.704412 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.704582 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.704750 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.704907 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.705239 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.705415 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.705565 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.705713 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.705880 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.706036 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.706200 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.706361 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.706523 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.706685 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.706847 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.707010 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.707172 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.707334 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.708025 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.708188 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.708365 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.708515 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.708676 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.708837 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.708998 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.709188 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.709345 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.709516 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.709700 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.709863 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.710024 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.710185 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.710348 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.710511 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.710674 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.711680 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.711680 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.711680 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.711680 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.711680 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.711680 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.712047 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.712047 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.712047 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.712217 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.712339 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.713089 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.713089 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.713089 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.713089 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.714183 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.714183 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.714183 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.714183 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.714183 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.714183 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.714183 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.714183 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.715641 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.715641 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.715641 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.715641 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.715641 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.715641 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.715641 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.715641 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.716772 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.716772 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.716772 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.716772 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.716772 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.716772 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.716772 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.716772 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.718589 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.718589 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.718589 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.718589 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.718589 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.718589 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.718589 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.718589 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.719618 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.719618 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.719618 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.719618 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.719618 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.719618 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.719618 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.719618 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.720621 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.720621 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.720621 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.720621 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.720621 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.720621 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.720621 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.720621 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.721808 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.721808 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.721808 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.721808 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.721808 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.721808 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.721808 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.721808 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.722837 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.722837 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.722837 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.722837 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.722837 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.722837 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.722837 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.722837 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.724587 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.724587 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.724587 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.724587 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.724587 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.724587 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.724587 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.724587 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.725630 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.725630 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.725630 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.725630 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.725630 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.725630 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.725630 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.726607 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.726607 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.726607 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.726607 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.726607 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.726607 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.726607 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.727512 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.727512 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.727512 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.727512 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.727512 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.727512 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.728082 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.728082 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.728082 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.728382 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.728382 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.728625 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.728625 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.728857 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.728857 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.729139 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.729265 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.729377 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.729498 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.733939 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.733939 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.733939 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.733939 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.733939 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.733939 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.733939 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.733939 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.734826 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.734826 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.734826 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.734826 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.734826 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.734826 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.734826 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.734826 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.736614 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.736614 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.736614 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.736614 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.736614 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.736614 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.736614 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.736614 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.737593 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.737593 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.737593 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.737593 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.737593 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.737593 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.737593 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.737593 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.738456 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.738456 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.738456 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.738456 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.738456 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.738456 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.738456 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.738456 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.739342 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.739342 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.739342 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.739342 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.739342 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.739342 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.739342 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.739342 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740127 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740127 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740127 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740127 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740127 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740127 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740127 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740127 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740753 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740753 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740753 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740753 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740753 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740753 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740753 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740753 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.740753 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.741336 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.741509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:33.741609 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.741609 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.741609 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.741609 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.741609 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.741609 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.741609 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:23:33.741609 n-d-793619-14 neutron-server[95152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95152) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 20:23:45.205368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca66f05e-647e-4a55-ade6-add87f7da18b None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:23:45.264590 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66f05e-647e-4a55-ade6-add87f7da18b None None] No non-hosted networks {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 20:23:45.272407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.agentschedulers_db [None req-ca66f05e-647e-4a55-ade6-add87f7da18b None None] DHCP Agent not found on host n-d-793619-14 {{(pid=95263) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 20:23:45.420300 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4ecbbeb2-c039-459b-91de-7757e3c7e965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600850'] for agent, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.466609 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c6da6f5-1e98-4d40-8a0d-f09f603b64cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600850'] for agent, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.584575 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-f3c2a4d3-3b26-46a1-84f7-cc29bea9d690 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-793619-14 {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:23:47.585208 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-f3c2a4d3-3b26-46a1-84f7-cc29bea9d690 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:23:47.760127 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600850'] for agent, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.760813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.761183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.761579 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.761921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.762251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.762580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.762905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.763231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.763557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.763875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.764204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.764521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:47.764913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793619-14', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:47.773275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793619-14', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:48.169408 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a4d3-3b26-46a1-84f7-cc29bea9d690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.023109 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600850'] for agent, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.437509 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600850'] for agent, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.637054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55188) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:52.136577 n-d-793619-14 neutron-server[95261]: WARNING oslo_policy.policy [None req-18af08f9-82a5-4ac8-9832-2c8a7039de39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:23:52.137270 n-d-793619-14 neutron-server[95261]: WARNING oslo_policy.policy [None req-18af08f9-82a5-4ac8-9832-2c8a7039de39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:23:52.355079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-18af08f9-82a5-4ac8-9832-2c8a7039de39 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:23:52.356167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-18af08f9-82a5-4ac8-9832-2c8a7039de39 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7181749 Aug 16 20:23:52.747964 n-d-793619-14 neutron-server[95263]: INFO neutron.db.l3_hamode_db [None req-6d64d6d5-3f8e-47bc-8ef2-f9ae95f693d7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 20:23:52.827695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64d6d5-3f8e-47bc-8ef2-f9ae95f693d7 None None] Routers set() bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:52.828072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64d6d5-3f8e-47bc-8ef2-f9ae95f693d7 None None] Router IDs set() for agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:23:54.704428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55202) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:55.006480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d63ec27d-ff5c-4435-86f8-f74bd13f6465 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:55.101196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.policy [None req-d63ec27d-ff5c-4435-86f8-f74bd13f6465 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95261) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 20:23:55.146458 n-d-793619-14 neutron-server[95261]: WARNING oslo_policy.policy [None req-d63ec27d-ff5c-4435-86f8-f74bd13f6465 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:23:55.146831 n-d-793619-14 neutron-server[95261]: WARNING oslo_policy.policy [None req-d63ec27d-ff5c-4435-86f8-f74bd13f6465 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:23:55.155694 n-d-793619-14 neutron-server[95261]: INFO neutron.quota [None req-d63ec27d-ff5c-4435-86f8-f74bd13f6465 admin admin] Loaded quota_driver: . Aug 16 20:23:55.344112 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d63ec27d-ff5c-4435-86f8-f74bd13f6465 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762068552116', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762068552683', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762068318265', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762068316652', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762060540845', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762068320573', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-714908', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1328451', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-482309', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-421344'] for rbac-policy, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.668262 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d63ec27d-ff5c-4435-86f8-f74bd13f6465 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.669530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d63ec27d-ff5c-4435-86f8-f74bd13f6465 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9640880 Aug 16 20:23:58.229064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55214) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:58.521174 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'name': 'private', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:58.614146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Made reservation on behalf of ec142990c5fe4b00ae18dbb2253712d9 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:58.616922 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.633861 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.754762 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.819699 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.839498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:58.868679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762063615636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.869355 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Unsubscribe: segment precommit_create {{(pid=95261) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 20:23:58.869889 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Added segment 69206b45-eca5-41e5-83f1-2300e8d311b5 of type vlan for network f33b8977-a351-4570-bacd-dfd6c43a6c58 Aug 16 20:23:58.887699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b82b48-3dcc-47b8-9a8a-763e673d16ad,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:58.936729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.937088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.937428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.937770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.938085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.938409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.938837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.939155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.939473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.939787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.940102 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.940416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Tracked resource versions report: Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: pushed versions: Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: { 'AddressGroup': {'1.2'}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'ConntrackHelper': {'1.0'}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'Log': {'1.0'}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'Network': {'1.1'}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'Port': {'1.7'}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'PortForwarding': {'1.2'}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'QosPolicy': {'1.9'}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'SecurityGroup': {'1.4'}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'SubPort': {'1.0'}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'Subnet': {'1.1'}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'Trunk': {'1.1'}} Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: consumer versions: Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: { DHCP agent@n-d-793619-14: {}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: L3 agent@n-d-793619-14: {}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: Metadata agent@n-d-793619-14: {}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: Metering agent@n-d-793619-14: {}, Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: Open vSwitch agent@n-d-793619-14: { 'AddressGroup': '1.2', Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'ConntrackHelper': '1.0', Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'Log': '1.0', Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'Network': '1.1', Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'Port': '1.7', Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'PortForwarding': '1.2', Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'QosPolicy': '1.9', Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'SecurityGroup': '1.4', Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'SecurityGroupRule': '1.2', Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'SubPort': '1.0', Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'Subnet': '1.1', Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: 'Trunk': '1.1'}} Aug 16 20:23:58.942193 n-d-793619-14 neutron-server[95261]: {{(pid=95261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:23:58.993094 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:59.090927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:59.092060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:59.092710 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:59.187076 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f33b8977-a351-4570-bacd-dfd6c43a6c58,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:59.198725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network f33b8977-a351-4570-bacd-dfd6c43a6c58 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:59.217822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-10a0a41a-64b0-43f2-9497-031eb4f6b1b8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9876871 Aug 16 20:24:01.834103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55228) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:02.215231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fd3d52-09ef-4187-a4ee-7ea6c9553971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:02.216592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-35fd3d52-09ef-4187-a4ee-7ea6c9553971 admin admin] 10.222.0.74 "GET /v2.0/networks/f33b8977-a351-4570-bacd-dfd6c43a6c58 HTTP/1.1" status: 200 len: 825 time: 0.3815200 Aug 16 20:24:02.242101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c27b1521-116c-4508-a226-581a8cead527 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/83e2927a-f39e-4f7a-8526-575b7d35fa5a HTTP/1.1" status: 200 len: 734 time: 0.0193644 Aug 16 20:24:02.251134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] Request body: {'subnet': {'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '83e2927a-f39e-4f7a-8526-575b7d35fa5a', 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:02.328553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] Made reservation on behalf of ec142990c5fe4b00ae18dbb2253712d9 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:02.330822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.668316 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.739762 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6d2b3e-5537-428c-a381-b02fd9b96a57,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:02.741881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] Checking segment: {'id': '69206b45-eca5-41e5-83f1-2300e8d311b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:02.742255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] Network hostable DHCP agents. Network: f33b8977-a351-4570-bacd-dfd6c43a6c58, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:02.808027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] Network f33b8977-a351-4570-bacd-dfd6c43a6c58 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:02.901963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, f33b8977-a351-4570-bacd-dfd6c43a6c58) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:02.906563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:02.907145 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.912081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2909a1-c601-47b8-b7be-a334ad45e098 None None] Network f33b8977-a351-4570-bacd-dfd6c43a6c58 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:02.982966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-34f4de16-f866-45d0-8333-a1a6c8f75670 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7351203 Aug 16 20:24:03.232450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-f33b8977-a351-4570-bacd-dfd6c43a6c58', 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'fixed_ips': [{'subnet_id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:03.233691 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.506886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Allocated IP 172.20.0.2 (f33b8977-a351-4570-bacd-dfd6c43a6c58/5b6d2b3e-5537-428c-a381-b02fd9b96a57/823b9cda-cdbe-4953-abe3-85984bc4c747) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:03.740950 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.755933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Transition to ACTIVE for port object 823b9cda-cdbe-4953-abe3-85984bc4c747 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:03.777175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Transition to ACTIVE for port object 823b9cda-cdbe-4953-abe3-85984bc4c747 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:03.857322 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.928315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Network f33b8977-a351-4570-bacd-dfd6c43a6c58 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:03.936703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:03.942014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Pushing event updated for resources: {'Port': ['ID=823b9cda-cdbe-4953-abe3-85984bc4c747,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:03.944214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:03.953746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.954094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.954436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.954771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.955104 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.955438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.955767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.956091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.956415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.957365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.957690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.958013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Tracked resource versions report: Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: pushed versions: Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: { 'AddressGroup': {'1.2'}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'ConntrackHelper': {'1.0'}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'Log': {'1.0'}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'Network': {'1.1'}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'Port': {'1.7'}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'PortForwarding': {'1.2'}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'QosPolicy': {'1.9'}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'SecurityGroup': {'1.4'}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'SubPort': {'1.0'}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'Subnet': {'1.1'}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'Trunk': {'1.1'}} Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: consumer versions: Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: { DHCP agent@n-d-793619-14: {}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: L3 agent@n-d-793619-14: {}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: Metadata agent@n-d-793619-14: {}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: Metering agent@n-d-793619-14: {}, Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: Open vSwitch agent@n-d-793619-14: { 'AddressGroup': '1.2', Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'ConntrackHelper': '1.0', Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'Log': '1.0', Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'Network': '1.1', Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'Port': '1.7', Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'PortForwarding': '1.2', Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'QosPolicy': '1.9', Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'SecurityGroup': '1.4', Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'SecurityGroupRule': '1.2', Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'SubPort': '1.0', Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'Subnet': '1.1', Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: 'Trunk': '1.1'}} Aug 16 20:24:03.959150 n-d-793619-14 neutron-server[95263]: {{(pid=95263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:24:04.030578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Attempting to bind port 823b9cda-cdbe-4953-abe3-85984bc4c747 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:04.030885 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Attempting to bind port 823b9cda-cdbe-4953-abe3-85984bc4c747 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '69206b45-eca5-41e5-83f1-2300e8d311b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:04.031307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Attempting to bind port 823b9cda-cdbe-4953-abe3-85984bc4c747 on network f33b8977-a351-4570-bacd-dfd6c43a6c58 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:04.036181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:04.036574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Checking segment: {'id': '69206b45-eca5-41e5-83f1-2300e8d311b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:04.037091 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.037504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Bound using segment: {'id': '69206b45-eca5-41e5-83f1-2300e8d311b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:04.037982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Bound port: 823b9cda-cdbe-4953-abe3-85984bc4c747, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69206b45-eca5-41e5-83f1-2300e8d311b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:04.038394 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.102765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] For port 823b9cda-cdbe-4953-abe3-85984bc4c747, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:04.106955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] For port 823b9cda-cdbe-4953-abe3-85984bc4c747, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=823b9cda-cdbe-4953-abe3-85984bc4c747,segment=NetworkSegment(69206b45-eca5-41e5-83f1-2300e8d311b5),segment_id=69206b45-eca5-41e5-83f1-2300e8d311b5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:04.159839 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.227035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecc09f-cb6a-452b-ace8-bc2139fa7835 None None] Pushing event updated for resources: {'Port': ['ID=823b9cda-cdbe-4953-abe3-85984bc4c747,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:05.348632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55236) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:05.671417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-2c93909e-c800-40f0-8366-87bf64589a66 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:24:05.672400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2c93909e-c800-40f0-8366-87bf64589a66 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3227670 Aug 16 20:24:08.042648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55244) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:08.354225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-a4a3ddd7-fc70-4b75-8d58-3ae3de91afbc admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:24:08.355308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a4a3ddd7-fc70-4b75-8d58-3ae3de91afbc admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3116460 Aug 16 20:24:10.630878 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:24:10.965564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55254) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:11.260001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-014423ac-1384-4990-95a1-0c2c54af5801 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:11.348282 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-014423ac-1384-4990-95a1-0c2c54af5801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.349875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-014423ac-1384-4990-95a1-0c2c54af5801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.494513 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-014423ac-1384-4990-95a1-0c2c54af5801 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.569920 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-014423ac-1384-4990-95a1-0c2c54af5801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.651816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 823b9cda-cdbe-4953-abe3-85984bc4c747 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:11.688938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-014423ac-1384-4990-95a1-0c2c54af5801 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.690475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-014423ac-1384-4990-95a1-0c2c54af5801 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7239358 Aug 16 20:24:11.822323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 823b9cda-cdbe-4953-abe3-85984bc4c747 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:12.558379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd3361c-51e7-4692-a0ae-f2ae44230771 None None] Network f33b8977-a351-4570-bacd-dfd6c43a6c58 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:12.673393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-41fbb9c2-78d5-4a40-a05d-37409bc42b57 None None] Provisioning for port 823b9cda-cdbe-4953-abe3-85984bc4c747 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:12.682993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-41fbb9c2-78d5-4a40-a05d-37409bc42b57 None None] Provisioning complete for port 823b9cda-cdbe-4953-abe3-85984bc4c747 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:12.683395 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-41fbb9c2-78d5-4a40-a05d-37409bc42b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.829912 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-41fbb9c2-78d5-4a40-a05d-37409bc42b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.867016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-41fbb9c2-78d5-4a40-a05d-37409bc42b57 None None] For port 823b9cda-cdbe-4953-abe3-85984bc4c747, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=823b9cda-cdbe-4953-abe3-85984bc4c747,segment=NetworkSegment(69206b45-eca5-41e5-83f1-2300e8d311b5),segment_id=69206b45-eca5-41e5-83f1-2300e8d311b5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:12.925076 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-41fbb9c2-78d5-4a40-a05d-37409bc42b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.971800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbb9c2-78d5-4a40-a05d-37409bc42b57 None None] Pushing event updated for resources: {'Port': ['ID=823b9cda-cdbe-4953-abe3-85984bc4c747,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:13.044210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4f601b5c-9b99-4127-b607-35f3ffc3ae03 None None] Provisioning complete for port 823b9cda-cdbe-4953-abe3-85984bc4c747 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:13.044502 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f601b5c-9b99-4127-b607-35f3ffc3ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.625398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 823b9cda-cdbe-4953-abe3-85984bc4c747 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:13.671335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 823b9cda-cdbe-4953-abe3-85984bc4c747 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:13.671711 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.063162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55266) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:14.366006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-1fdb81c7-3cd3-4fdf-891a-75791d787aec admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:24:14.367018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1fdb81c7-3cd3-4fdf-891a-75791d787aec admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3028965 Aug 16 20:24:15.199473 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9214f016-c91f-49f6-b179-d6b2d70502b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.727914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55276) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:17.033953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:17.102470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Made reservation on behalf of 8a438c2acc3a4226a7ec60b415f890f2 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:17.104871 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.113045 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.195894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.265320 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.279919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Reserving flat network on physical network physnet1 {{(pid=95261) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 20:24:17.298378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8cde88-cf89-409c-a1bc-11e2b3a60707,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:17.303715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.304054 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Added segment 84407dc7-ccf9-4a26-bdab-efede56117d5 of type flat for network 024aace8-5106-4ca0-92a0-51e389aab0db Aug 16 20:24:17.348284 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.436934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.437848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:17.438448 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.497581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=024aace8-5106-4ca0-92a0-51e389aab0db,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:17.499906 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f8330a73-e655-4633-aee5-bd13f5a95711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.507849 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 024aace8-5106-4ca0-92a0-51e389aab0db details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:17.588653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ed03a14e-2171-416d-9324-c26e29812ad9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8595970 Aug 16 20:24:17.810925 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.979631 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.917583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55294) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:20.091479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8dfc8e-8415-4384-80dc-a6a8bab0c2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:20.092814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0a8dfc8e-8415-4384-80dc-a6a8bab0c2ce admin admin] 10.222.0.74 "GET /v2.0/subnets/5b6d2b3e-5537-428c-a381-b02fd9b96a57 HTTP/1.1" status: 200 len: 849 time: 0.1742718 Aug 16 20:24:20.207914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-02011bf2-b4ae-4cd7-9ab5-2795d83b6550 admin admin] 10.222.0.74 "GET /v2.0/routers/f390879e-0a2e-4061-9f98-5c2f0286d59e HTTP/1.1" status: 200 len: 704 time: 0.1091580 Aug 16 20:24:20.345282 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.468571 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.758655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Allocated IP 172.20.0.1 (f33b8977-a351-4570-bacd-dfd6c43a6c58/5b6d2b3e-5537-428c-a381-b02fd9b96a57/2a8bc571-931d-4771-8177-7b3e1983dc55) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:20.946847 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.968709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Transition to ACTIVE for port object 2a8bc571-931d-4771-8177-7b3e1983dc55 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:21.111820 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.175717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Network f33b8977-a351-4570-bacd-dfd6c43a6c58 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:21.186116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:21.191663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:21.192188 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.217283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Pushing event updated for resources: {'Port': ['ID=2a8bc571-931d-4771-8177-7b3e1983dc55,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:21.442748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fb9087f8-6019-4ffc-87f0-b290f99eae19 None None] Provisioning for port 2a8bc571-931d-4771-8177-7b3e1983dc55 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:21.446328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fb9087f8-6019-4ffc-87f0-b290f99eae19 None None] Provisioning complete for port 2a8bc571-931d-4771-8177-7b3e1983dc55 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:21.446697 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb9087f8-6019-4ffc-87f0-b290f99eae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.461198 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.481832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fb9087f8-6019-4ffc-87f0-b290f99eae19 None None] Port 2a8bc571-931d-4771-8177-7b3e1983dc55 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:24:21.681161 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.739151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.739841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.817833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Pushing event updated for resources: {'Port': ['ID=2a8bc571-931d-4771-8177-7b3e1983dc55,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:21.863132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Network f33b8977-a351-4570-bacd-dfd6c43a6c58 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:21.864435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:22.090850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Router f390879e-0a2e-4061-9f98-5c2f0286d59e is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:24:22.106725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4ae8b3f2-4ac4-43c2-a688-ec573dff1afb None None] Provisioning complete for port 2a8bc571-931d-4771-8177-7b3e1983dc55 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:22.107350 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b3f2-4ac4-43c2-a688-ec573dff1afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.141072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8b3f2-4ac4-43c2-a688-ec573dff1afb None None] Port 2a8bc571-931d-4771-8177-7b3e1983dc55 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:24:22.187410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:22.192939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5b78b821-d405-45d4-81ec-4bbdbc95720d admin admin] 10.222.0.74 "PUT /v2.0/routers/f390879e-0a2e-4061-9f98-5c2f0286d59e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9797390 Aug 16 20:24:22.216270 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Sync routers for ids ['f390879e-0a2e-4061-9f98-5c2f0286d59e'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:22.230611 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Routers {'f390879e-0a2e-4061-9f98-5c2f0286d59e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:22.231463 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:24:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f390879e-0a2e-4061-9f98-5c2f0286d59e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:22.408331 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Set router f390879e-0a2e-4061-9f98-5c2f0286d59e gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:22.832380 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'name': 'router1', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:11Z', 'updated_at': '2021-08-16T20:24:21Z', 'revision_number': 2, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'gw_port_host': None, '_interfaces': [{'id': '2a8bc571-931d-4771-8177-7b3e1983dc55', 'name': '', 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'mac_address': 'fa:16:3e:a3:03:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:21Z', 'revision_number': 2, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'subnets': [{'id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83e2927a-f39e-4f7a-8526-575b7d35fa5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:22.883432 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Checking router: f390879e-0a2e-4061-9f98-5c2f0286d59e for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:22.883799 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Updating router f390879e-0a2e-4061-9f98-5c2f0286d59e port 2a8bc571-931d-4771-8177-7b3e1983dc55 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:24:22.930630 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.449940 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.467750 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Transition to ACTIVE for port object 2a8bc571-931d-4771-8177-7b3e1983dc55 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:23.556742 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.719063 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Attempting to bind port 2a8bc571-931d-4771-8177-7b3e1983dc55 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:23.719336 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Attempting to bind port 2a8bc571-931d-4771-8177-7b3e1983dc55 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '69206b45-eca5-41e5-83f1-2300e8d311b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:23.719763 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Attempting to bind port 2a8bc571-931d-4771-8177-7b3e1983dc55 on network f33b8977-a351-4570-bacd-dfd6c43a6c58 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:23.723464 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Pushing event updated for resources: {'Port': ['ID=2a8bc571-931d-4771-8177-7b3e1983dc55,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:23.728204 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:23.728604 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Checking segment: {'id': '69206b45-eca5-41e5-83f1-2300e8d311b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:23.729123 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.729525 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Bound using segment: {'id': '69206b45-eca5-41e5-83f1-2300e8d311b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:23.730001 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Bound port: 2a8bc571-931d-4771-8177-7b3e1983dc55, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69206b45-eca5-41e5-83f1-2300e8d311b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:23.730387 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.736221 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.736557 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.736889 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.737239 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.737589 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.737938 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.738258 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.738569 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.738883 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.739201 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.739502 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.739812 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Tracked resource versions report: Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: pushed versions: Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: { 'AddressGroup': {'1.2'}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'ConntrackHelper': {'1.0'}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'Log': {'1.0'}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'Network': {'1.1'}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'Port': {'1.7'}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'PortForwarding': {'1.2'}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'QosPolicy': {'1.9'}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'SecurityGroup': {'1.4'}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'SubPort': {'1.0'}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'Subnet': {'1.1'}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'Trunk': {'1.1'}} Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: consumer versions: Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: { DHCP agent@n-d-793619-14: {}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: L3 agent@n-d-793619-14: {}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: Metadata agent@n-d-793619-14: {}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: Metering agent@n-d-793619-14: {}, Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: Open vSwitch agent@n-d-793619-14: { 'AddressGroup': '1.2', Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'ConntrackHelper': '1.0', Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'Log': '1.0', Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'Network': '1.1', Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'Port': '1.7', Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'PortForwarding': '1.2', Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'QosPolicy': '1.9', Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'SecurityGroup': '1.4', Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'SecurityGroupRule': '1.2', Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'SubPort': '1.0', Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'Subnet': '1.1', Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: 'Trunk': '1.1'}} Aug 16 20:24:23.740929 n-d-793619-14 neutron-server[95264]: {{(pid=95264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:24:23.810725 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] For port 2a8bc571-931d-4771-8177-7b3e1983dc55, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:23.832492 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] For port 2a8bc571-931d-4771-8177-7b3e1983dc55, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2a8bc571-931d-4771-8177-7b3e1983dc55,segment=NetworkSegment(69206b45-eca5-41e5-83f1-2300e8d311b5),segment_id=69206b45-eca5-41e5-83f1-2300e8d311b5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:23.894605 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.953556 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Routers {'f390879e-0a2e-4061-9f98-5c2f0286d59e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:23.954195 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:24:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f390879e-0a2e-4061-9f98-5c2f0286d59e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:24.020078 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64147d3e-04e9-4bb5-bf50-35a445635d94 None None] Pushing event updated for resources: {'Port': ['ID=2a8bc571-931d-4771-8177-7b3e1983dc55,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:24.048670 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] Set router f390879e-0a2e-4061-9f98-5c2f0286d59e gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:24.274323 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'name': 'router1', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:11Z', 'updated_at': '2021-08-16T20:24:21Z', 'revision_number': 2, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'gw_port_host': None, '_interfaces': [{'id': '2a8bc571-931d-4771-8177-7b3e1983dc55', 'name': '', 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'mac_address': 'fa:16:3e:a3:03:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:23Z', 'revision_number': 4, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'subnets': [{'id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83e2927a-f39e-4f7a-8526-575b7d35fa5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:24.299650 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d8d6c-ce53-46fb-ab43-063d016da860 None None] The sync data for ids ['f390879e-0a2e-4061-9f98-5c2f0286d59e'] in n-d-793619-14 is: [{'id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'name': 'router1', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:11Z', 'updated_at': '2021-08-16T20:24:21Z', 'revision_number': 2, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'gw_port_host': None, '_interfaces': [{'id': '2a8bc571-931d-4771-8177-7b3e1983dc55', 'name': '', 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'mac_address': 'fa:16:3e:a3:03:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:23Z', 'revision_number': 4, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'subnets': [{'id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83e2927a-f39e-4f7a-8526-575b7d35fa5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:24.395492 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55314) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:24.504364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d11533a-a12d-4cb5-8ebf-8d7c1681f59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:24.505769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4d11533a-a12d-4cb5-8ebf-8d7c1681f59c admin admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 842 time: 0.1092556 Aug 16 20:24:24.516152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.4.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:24.625479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Made reservation on behalf of 8a438c2acc3a4226a7ec60b415f890f2 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:24.627797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.051476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.objects.ports [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:24:25.051925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.106288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadd6685-d8a2-40f0-9061-548f1a33de40,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:25.114563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:25.114914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Network hostable DHCP agents. Network: 024aace8-5106-4ca0-92a0-51e389aab0db, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:25.187484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:25.239037 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 024aace8-5106-4ca0-92a0-51e389aab0db) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:25.243381 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:25.244311 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.247512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331bc0a3-ac2e-4345-84e1-7d3ced4edc67 None None] Network 024aace8-5106-4ca0-92a0-51e389aab0db requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:25.308733 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f6afcfcf-3079-4270-8cd8-25eb6d071c13 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7960289 Aug 16 20:24:25.376827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c90ba7c-64fd-4538-9856-9f0f33d6aac5 None None] Network 024aace8-5106-4ca0-92a0-51e389aab0db requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:27.564954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55322) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:27.696094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3778e371-739f-428d-8600-feaf4d062242 admin admin] 10.222.0.74 "GET /v2.0/routers/f390879e-0a2e-4061-9f98-5c2f0286d59e HTTP/1.1" status: 200 len: 710 time: 0.1294017 Aug 16 20:24:27.787671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3a8b86-16a9-4902-8a1c-05c2b9a1cfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:27.789149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1a3a8b86-16a9-4902-8a1c-05c2b9a1cfd5 admin admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 886 time: 0.0872312 Aug 16 20:24:27.798560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:28.042619 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.350376 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.422556 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.525863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Allocated IP 172.25.4.202 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/229f3433-0e89-4ee5-a42a-aa6e3cc38c5f) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:28.627377 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.731015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.767003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:28.772255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:28.775045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:28.929494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Pushing event updated for resources: {'Port': ['ID=229f3433-0e89-4ee5-a42a-aa6e3cc38c5f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:29.240693 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.447849 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.451233 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.567785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Router f390879e-0a2e-4061-9f98-5c2f0286d59e has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:24:29.672400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2a8bc571-931d-4771-8177-7b3e1983dc55 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:29.677257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:29.681336 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.683299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a88295b2-e158-482d-8552-375f8f358899 admin admin] 10.222.0.74 "PUT /v2.0/routers/f390879e-0a2e-4061-9f98-5c2f0286d59e HTTP/1.1" status: 200 len: 890 time: 1.8873851 Aug 16 20:24:29.810906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 2a8bc571-931d-4771-8177-7b3e1983dc55 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:29.815191 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2a8bc571-931d-4771-8177-7b3e1983dc55 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:29.815628 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.897866 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.959563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 2a8bc571-931d-4771-8177-7b3e1983dc55, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2a8bc571-931d-4771-8177-7b3e1983dc55,segment=NetworkSegment(69206b45-eca5-41e5-83f1-2300e8d311b5),segment_id=69206b45-eca5-41e5-83f1-2300e8d311b5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:30.039556 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.131003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=2a8bc571-931d-4771-8177-7b3e1983dc55,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:30.730198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Sync routers for ids ['f390879e-0a2e-4061-9f98-5c2f0286d59e'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:30.740556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Routers {'f390879e-0a2e-4061-9f98-5c2f0286d59e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:30.741347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:24:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f390879e-0a2e-4061-9f98-5c2f0286d59e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:30.945602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Set router f390879e-0a2e-4061-9f98-5c2f0286d59e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:31.329690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'name': 'router1', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '229f3433-0e89-4ee5-a42a-aa6e3cc38c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:11Z', 'updated_at': '2021-08-16T20:24:28Z', 'revision_number': 4, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'gw_port': {'id': '229f3433-0e89-4ee5-a42a-aa6e3cc38c5f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '2a8bc571-931d-4771-8177-7b3e1983dc55', 'name': '', 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'mac_address': 'fa:16:3e:a3:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:29Z', 'revision_number': 5, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'subnets': [{'id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83e2927a-f39e-4f7a-8526-575b7d35fa5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:31.381125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Checking router: f390879e-0a2e-4061-9f98-5c2f0286d59e for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:31.381501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Updating router f390879e-0a2e-4061-9f98-5c2f0286d59e port 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:24:31.427560 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.654503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2a8bc571-931d-4771-8177-7b3e1983dc55 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:31.779716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2a8bc571-931d-4771-8177-7b3e1983dc55 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:31.780360 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.807970 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.825423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Transition to ACTIVE for port object 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:31.951722 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.011539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Attempting to bind port 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:32.011956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Attempting to bind port 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:32.012327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Attempting to bind port 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:32.021607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:32.021985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:32.022393 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.022792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:32.023263 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Bound port: 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:32.023659 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.026018 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2fef8-3727-485c-be63-3d4e3771e2f3 None None] Pushing event updated for resources: {'Port': ['ID=229f3433-0e89-4ee5-a42a-aa6e3cc38c5f,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:32.069548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55336) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:32.075514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] For port 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:32.078508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] For port 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=229f3433-0e89-4ee5-a42a-aa6e3cc38c5f,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:32.180017 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9d5b1c5e-0535-4461-a1dc-67f7ee9b4359 admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1092279 Aug 16 20:24:32.185761 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.247887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2fef8-3727-485c-be63-3d4e3771e2f3 None None] Pushing event updated for resources: {'Port': ['ID=229f3433-0e89-4ee5-a42a-aa6e3cc38c5f,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:32.250603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Routers {'f390879e-0a2e-4061-9f98-5c2f0286d59e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:32.251230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:24:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f390879e-0a2e-4061-9f98-5c2f0286d59e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:32.361733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] Set router f390879e-0a2e-4061-9f98-5c2f0286d59e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:32.579834 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'name': 'router1', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '229f3433-0e89-4ee5-a42a-aa6e3cc38c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:11Z', 'updated_at': '2021-08-16T20:24:28Z', 'revision_number': 4, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'gw_port': {'id': '229f3433-0e89-4ee5-a42a-aa6e3cc38c5f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '2a8bc571-931d-4771-8177-7b3e1983dc55', 'name': '', 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'mac_address': 'fa:16:3e:a3:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:29Z', 'revision_number': 5, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'subnets': [{'id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83e2927a-f39e-4f7a-8526-575b7d35fa5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:32.606236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b9ef06-b086-4675-ab1a-5bc640babb78 None None] The sync data for ids ['f390879e-0a2e-4061-9f98-5c2f0286d59e'] in n-d-793619-14 is: [{'id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'name': 'router1', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '229f3433-0e89-4ee5-a42a-aa6e3cc38c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:11Z', 'updated_at': '2021-08-16T20:24:28Z', 'revision_number': 4, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'gw_port': {'id': '229f3433-0e89-4ee5-a42a-aa6e3cc38c5f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '2a8bc571-931d-4771-8177-7b3e1983dc55', 'name': '', 'network_id': 'f33b8977-a351-4570-bacd-dfd6c43a6c58', 'tenant_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'mac_address': 'fa:16:3e:a3:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f390879e-0a2e-4061-9f98-5c2f0286d59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:29Z', 'revision_number': 5, 'project_id': 'ec142990c5fe4b00ae18dbb2253712d9', 'subnets': [{'id': '5b6d2b3e-5537-428c-a381-b02fd9b96a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83e2927a-f39e-4f7a-8526-575b7d35fa5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:33.661964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:33.767792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:33.771953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:33.772328 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.851569 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.880519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=229f3433-0e89-4ee5-a42a-aa6e3cc38c5f,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:33.936264 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.991592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=229f3433-0e89-4ee5-a42a-aa6e3cc38c5f,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:35.664883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:35.726138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 229f3433-0e89-4ee5-a42a-aa6e3cc38c5f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:35.726449 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.130541 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0edf0c2e-804f-4709-a667-2b3700377706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.453961 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d6b3fa4c-7730-42ec-827c-a78bb46c0b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.630083 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:24:47.770329 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.987854 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.416186 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.529519 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d86bfbab-8a83-4abf-b833-7ed66e9378f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.443983 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db143288-6895-434e-880f-43e0a3f8e5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.798152 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.981007 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.397882 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.628974 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:25:45.151827 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d27bdf06-9676-4c9e-8109-9f4b11638c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.460479 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ebbd89c1-cd0b-4a20-a667-cb1826a5d4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.784200 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.960591 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.400476 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:01.627528 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:26:14.787009 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55936) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:14.847596 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e49a371-16cd-46f8-90ff-b0613547afff admin admin] GET failed (client error): The resource could not be found. Aug 16 20:26:14.848910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1e49a371-16cd-46f8-90ff-b0613547afff admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609314 Aug 16 20:26:15.015843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28cf5cc-eb60-47d4-acf7-91a169b7d50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:15.017924 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c28cf5cc-eb60-47d4-acf7-91a169b7d50d admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1647022 Aug 16 20:26:15.180297 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-47123d0b-510e-4997-8229-1ceff914156f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.164355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55946) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:17.255990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de576e1-3eed-4d8f-92cf-3535db083bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:17.257346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3de576e1-3eed-4d8f-92cf-3535db083bd9 admin admin] 10.222.0.74 "GET /v2.0/subnets/5b6d2b3e-5537-428c-a381-b02fd9b96a57 HTTP/1.1" status: 200 len: 849 time: 0.0920155 Aug 16 20:26:17.267027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:17.350918 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.437074 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8cde-93aa-4300-9af5-a1be35dfd44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.545528 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762063723704'] for subnet, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.578643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:17.580348 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.580986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] 10.222.0.74 "PUT /v2.0/subnets/5b6d2b3e-5537-428c-a381-b02fd9b96a57 HTTP/1.1" status: 200 len: 868 time: 0.3176889 Aug 16 20:26:17.596783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd026cbf-683c-46a6-bbb0-f64a03e3de55 None None] Network f33b8977-a351-4570-bacd-dfd6c43a6c58 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:17.602866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6d2b3e-5537-428c-a381-b02fd9b96a57,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:17.611595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.613115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.613115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.613115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.613364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.613704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.614042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.614377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.614705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.615031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.615356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.615732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e44de2-2e61-4225-a09f-60d7a01236b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.817742 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.953656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e054fc09-d76c-4781-8604-e374b528d3f2 None None] Provisioning complete for port 2a8bc571-931d-4771-8177-7b3e1983dc55 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:17.954528 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e054fc09-d76c-4781-8604-e374b528d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.041506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e054fc09-d76c-4781-8604-e374b528d3f2 None None] Provisioning complete for port 823b9cda-cdbe-4953-abe3-85984bc4c747 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:18.041882 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e054fc09-d76c-4781-8604-e374b528d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.999757 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.748019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55954) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:19.944100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7752aeb0-90aa-41de-babb-101c5e6b7df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.944594 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7752aeb0-90aa-41de-babb-101c5e6b7df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.946177 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7752aeb0-90aa-41de-babb-101c5e6b7df0 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971874 Aug 16 20:26:20.391104 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:22.089192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55962) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:22.324112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424453e9-6ffe-44e5-ba4b-0cab454d799d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:22.324602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424453e9-6ffe-44e5-ba4b-0cab454d799d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:22.326179 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-424453e9-6ffe-44e5-ba4b-0cab454d799d admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2360361 Aug 16 20:26:24.462337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55970) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:24.584187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91612b30-5025-4dd7-926a-1435420e2739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:24.585604 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-91612b30-5025-4dd7-926a-1435420e2739 admin admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 886 time: 0.1223261 Aug 16 20:26:26.720802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55978) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:26.853319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f3c1c-02ae-4689-888c-6c5384e9d492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:26.854673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-679f3c1c-02ae-4689-888c-6c5384e9d492 admin admin] 10.222.0.74 "GET /v2.0/networks/f33b8977-a351-4570-bacd-dfd6c43a6c58 HTTP/1.1" status: 200 len: 869 time: 0.1328847 Aug 16 20:26:28.979299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55986) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:29.104044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3d5a87-c548-430a-8473-9987c7d5c108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:29.104543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3d5a87-c548-430a-8473-9987c7d5c108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:29.106082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2f3d5a87-c548-430a-8473-9987c7d5c108 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258364 Aug 16 20:26:31.242357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55994) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:31.333201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171e756b-d30d-4c79-806a-665c617bc66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:31.333673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171e756b-d30d-4c79-806a-665c617bc66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:31.335170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-171e756b-d30d-4c79-806a-665c617bc66c admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918486 Aug 16 20:26:33.459684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56002) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:33.550137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb8f387-8c65-47ff-a40a-1b46c9fbe176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:33.551483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7bb8f387-8c65-47ff-a40a-1b46c9fbe176 admin admin] 10.222.0.74 "GET /v2.0/subnets/5b6d2b3e-5537-428c-a381-b02fd9b96a57 HTTP/1.1" status: 200 len: 868 time: 0.0908585 Aug 16 20:26:35.715364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56010) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:35.803312 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc1e867-9395-4b7d-b791-4215d300a0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:35.804550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6fc1e867-9395-4b7d-b791-4215d300a0c1 admin admin] 10.222.0.74 "GET /v2.0/subnets/cadd6685-d8a2-40f0-9061-548f1a33de40 HTTP/1.1" status: 200 len: 816 time: 0.0882375 Aug 16 20:26:38.625983 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:26:45.168833 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3c50c95a-ecfb-478e-8d8b-6c2475acc3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.468286 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7b4575a8-c16c-40d8-bb50-98fc1e69c7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.750873 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.982012 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.387869 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.680538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56064) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:59.727534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-017bf6ee-506f-4342-8fa5-a8b817ecedf6 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:26:59.728516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-017bf6ee-506f-4342-8fa5-a8b817ecedf6 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469017 Aug 16 20:27:01.966573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56072) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:02.027022 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0552ff25-53b2-4400-8c9c-1aedddf89099 admin admin] GET failed (client error): The resource could not be found. Aug 16 20:27:02.028368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0552ff25-53b2-4400-8c9c-1aedddf89099 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608404 Aug 16 20:27:02.111350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e29d434-507b-4b07-a892-01b121366a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:02.112812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1e29d434-507b-4b07-a892-01b121366a57 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0793407 Aug 16 20:27:04.255944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56080) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:04.384116 n-d-793619-14 neutron-server[95262]: WARNING oslo_policy.policy [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:27:04.384718 n-d-793619-14 neutron-server[95262]: WARNING oslo_policy.policy [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:27:04.603048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:04.604706 n-d-793619-14 neutron-server[95262]: INFO neutron.quota [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Loaded quota_driver: . Aug 16 20:27:04.716145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Made reservation on behalf of 8a438c2acc3a4226a7ec60b415f890f2 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:04.784904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.policy [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95262) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 20:27:04.830242 n-d-793619-14 neutron-server[95262]: WARNING oslo_policy.policy [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:27:04.830613 n-d-793619-14 neutron-server[95262]: WARNING oslo_policy.policy [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:27:04.840697 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.902750 n-d-793619-14 neutron-server[95262]: WARNING neutron.services.revisions.revision_plugin [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Could not find related network for resource to bump revision. Aug 16 20:27:04.924060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:27:04.939446 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762063615636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.940014 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Unsubscribe: segment precommit_create {{(pid=95262) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 20:27:04.940547 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Added segment 0ddfd13c-2afe-4ed9-a573-92d32f2dcabc of type vlan for network d1d42cf0-cd64-4f1d-88d0-f10313cf000e Aug 16 20:27:05.031097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.159352 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.160590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:05.161338 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.260375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Pushing event updated for resources: {'Network': ['ID=d1d42cf0-cd64-4f1d-88d0-f10313cf000e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:05.269536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.269881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.270211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.270540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.270865 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.271184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.271502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.271818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.272133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.272447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.272760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.273098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] Tracked resource versions report: Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: pushed versions: Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: { 'AddressGroup': {'1.2'}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'ConntrackHelper': {'1.0'}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'Log': {'1.0'}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'Network': {'1.1'}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'Port': {'1.7'}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'PortForwarding': {'1.2'}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'QosPolicy': {'1.9'}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'SecurityGroup': {'1.4'}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'SubPort': {'1.0'}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'Subnet': {'1.1'}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'Trunk': {'1.1'}} Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: consumer versions: Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: { DHCP agent@n-d-793619-14: {}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: L3 agent@n-d-793619-14: {}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: Metadata agent@n-d-793619-14: {}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: Metering agent@n-d-793619-14: {}, Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: Open vSwitch agent@n-d-793619-14: { 'AddressGroup': '1.2', Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'ConntrackHelper': '1.0', Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'Log': '1.0', Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'Network': '1.1', Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'Port': '1.7', Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'PortForwarding': '1.2', Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'QosPolicy': '1.9', Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'SecurityGroup': '1.4', Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'SecurityGroupRule': '1.2', Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'SubPort': '1.0', Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'Subnet': '1.1', Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: 'Trunk': '1.1'}} Aug 16 20:27:05.274260 n-d-793619-14 neutron-server[95262]: {{(pid=95262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:27:05.296495 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6938944b-cf18-43b0-b9fd-77a2a7d3915d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0383127 Aug 16 20:27:05.315092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:27:07.473972 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56100) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:07.542836 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26f3ada-2f88-470a-a749-e31b8898c550 admin admin] GET failed (client error): The resource could not be found. Aug 16 20:27:07.544199 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a26f3ada-2f88-470a-a749-e31b8898c550 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0691755 Aug 16 20:27:07.647832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af27ba8-af18-4886-a0d1-0847c9f77959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:07.649316 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7af27ba8-af18-4886-a0d1-0847c9f77959 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1001778 Aug 16 20:27:07.660450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:07.761802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] Made reservation on behalf of 8a438c2acc3a4226a7ec60b415f890f2 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:07.764205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.062109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.138458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9ea7fd-867a-4e4c-94b9-f06935902cd7,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:08.148577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:08.149003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] Network hostable DHCP agents. Network: d1d42cf0-cd64-4f1d-88d0-f10313cf000e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:27:08.253001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:27:08.327251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, d1d42cf0-cd64-4f1d-88d0-f10313cf000e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:08.333426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:08.335411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.336004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c36b02-4014-4a18-8cb9-0bbb71cf1222 None None] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:08.419623 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-704ea582-e343-480c-bd23-707c1674df58 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7626116 Aug 16 20:27:08.482471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-d1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'tenant_id': '8a438c2acc3a4226a7ec60b415f890f2', 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:27:08.483385 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.627547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Allocated IP 192.168.233.2 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/5e833609-5398-4af7-ac78-925203a296ab) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:08.769564 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.777895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Transition to ACTIVE for port object 5e833609-5398-4af7-ac78-925203a296ab will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:08.793353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Transition to ACTIVE for port object 5e833609-5398-4af7-ac78-925203a296ab will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:08.851098 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.891255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:08.896240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:08.899745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:08.910900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Pushing event updated for resources: {'Port': ['ID=5e833609-5398-4af7-ac78-925203a296ab,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:08.930538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.930887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.931230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.931569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.931907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.932290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.932627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.932971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.933330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.933653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.933975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.934295 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:08.967531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Attempting to bind port 5e833609-5398-4af7-ac78-925203a296ab on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:08.967913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Attempting to bind port 5e833609-5398-4af7-ac78-925203a296ab by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:08.968327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Attempting to bind port 5e833609-5398-4af7-ac78-925203a296ab on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:08.974038 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:08.974406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:08.974805 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.975190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:08.975651 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Bound port: 5e833609-5398-4af7-ac78-925203a296ab, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:08.976046 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.039358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] For port 5e833609-5398-4af7-ac78-925203a296ab, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:09.042503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] For port 5e833609-5398-4af7-ac78-925203a296ab, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5e833609-5398-4af7-ac78-925203a296ab,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:09.102692 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.166330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e66d7-dbf6-41b6-90bc-4023b1bd306a None None] Pushing event updated for resources: {'Port': ['ID=5e833609-5398-4af7-ac78-925203a296ab,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:09.801990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5e833609-5398-4af7-ac78-925203a296ab up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:09.936738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 5e833609-5398-4af7-ac78-925203a296ab completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:10.004063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74fffb-e8cc-4da2-9518-f680fdd44c78 None None] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:10.179796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-57879d15-9d73-4a38-a3b7-4858f695f416 None None] Provisioning for port 5e833609-5398-4af7-ac78-925203a296ab completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:10.184426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-57879d15-9d73-4a38-a3b7-4858f695f416 None None] Provisioning complete for port 5e833609-5398-4af7-ac78-925203a296ab triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:10.184876 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-57879d15-9d73-4a38-a3b7-4858f695f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.276841 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-57879d15-9d73-4a38-a3b7-4858f695f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.318060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-57879d15-9d73-4a38-a3b7-4858f695f416 None None] For port 5e833609-5398-4af7-ac78-925203a296ab, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5e833609-5398-4af7-ac78-925203a296ab,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:10.390926 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-57879d15-9d73-4a38-a3b7-4858f695f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.443168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57879d15-9d73-4a38-a3b7-4858f695f416 None None] Pushing event updated for resources: {'Port': ['ID=5e833609-5398-4af7-ac78-925203a296ab,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:10.511354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-62522729-da5a-4548-9a63-da4692c94b4c None None] Provisioning complete for port 5e833609-5398-4af7-ac78-925203a296ab triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:10.511637 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-62522729-da5a-4548-9a63-da4692c94b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.750434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5e833609-5398-4af7-ac78-925203a296ab up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:11.799971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5e833609-5398-4af7-ac78-925203a296ab triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:11.800344 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:15.198840 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e6460d4d-30c4-4ffa-8840-27122cd84cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:15.625246 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:27:17.435410 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6eedc4f5-9d46-4040-a154-05c8a4efb0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.801148 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.010056 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.384024 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.186884 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-31a4bc00-9b0b-4fe9-8556-8f296545bf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:47.429490 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fa57fa28-4942-4c73-959b-2badd6547518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:47.775117 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:48.977855 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.383205 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:52.623756 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:28:15.146407 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ea3d567d-4082-4f00-b746-04d3a06012e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.423125 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1217dbf-e33a-47ea-b8e9-36b8fed586f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.797316 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:19.008996 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:20.431917 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:29.621745 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:28:37.900736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56152) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:37.907862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-03802b8a-adf4-45ef-afaa-6dce04cb6aed tempest-verify_tempest_config-282481049 tempest-verify_tempest_config-282481049-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:28:37.908752 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-03802b8a-adf4-45ef-afaa-6dce04cb6aed tempest-verify_tempest_config-282481049 tempest-verify_tempest_config-282481049-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070360 Aug 16 20:28:38.401287 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56170) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:38.503303 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.620750 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.697202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.744332 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e85f9d8e8c79477794d4415ca9760da8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3418663 Aug 16 20:28:38.745045 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606d72d3-0680-4b1a-a2f2-eccd915e0057,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:38.746903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56174) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:38.751559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.751906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.752242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.752573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.752920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.753263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.753845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.754168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.754489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.754813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.755131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.755451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92c92-f653-4a07-abbe-420e03f4e764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.806006 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.825785 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.957427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.960715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.961901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/606d72d3-0680-4b1a-a2f2-eccd915e0057 HTTP/1.1" status: 204 len: 168 time: 0.2139735 Aug 16 20:28:38.969543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606d72d3-0680-4b1a-a2f2-eccd915e0057,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:38.976709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.976709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.976940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.977165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.977491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.977829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.978134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.978546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.978757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.979074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.979390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:38.979705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c16ba5-665d-4c31-90af-3499ff33a1f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:45.168662 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-315a30d4-10c3-4050-9618-760e58823713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:47.479750 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50c5ce7d-8e5a-4c96-a09e-b96b2896e845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:47.793938 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.022189 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.402197 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.619992 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:29:15.153102 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-28992c15-65b0-4b60-b9a2-128c1e0f9c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.456297 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a81f7d3c-800e-4a4c-9c4f-e7418e9347dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.770389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:18.998840 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.410103 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:43.618014 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:29:45.164819 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ee84fc4e-dd43-4724-b9fc-ba24227babdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.461664 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a476-c422-4917-bf2d-941070d65239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.827007 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:49.064041 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.403816 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.163150 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9432877c-619e-4ae9-ba7d-7fb4e361b898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.454945 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e65b80ee-f7d0-4261-983e-9d0a31de6302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.771983 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.028812 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.394955 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.616589 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:30:45.152009 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-49c7beda-cb12-461f-ba03-38ea1b093d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.505871 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4290-54db-43d7-a8b3-bc3323ab9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.814366 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.042650 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.414322 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.614036 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 5 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:31:15.153665 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-02dac683-b0c7-416f-9e61-ea32c0d29158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.545097 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d9be-b92b-455f-964a-76706642e72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.784920 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.025017 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.413508 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.199248 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600850'] for agent, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.447550 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600850'] for agent, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.612227 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:31:45.162031 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e12d4be4-8d35-4004-a213-128552abf7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.493196 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8bb4d735-975c-4b19-88ff-da4792e91684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.838898 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:49.069967 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:50.432807 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.189795 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.401236 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.610669 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:32:15.161139 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-72b20bda-266e-4427-b61c-849de0274fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.469819 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ff56babf-19e5-4b21-b889-50253bc09283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.829584 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.052437 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.498254 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.962253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56244) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:22.065185 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e1a4aeac-5d90-491f-a7bb-967863a0e4e4 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1013186 Aug 16 20:32:24.211445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56254) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:24.265242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-592d2c7a-4477-436b-be1a-9186c75769e3 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0526900 Aug 16 20:32:32.177938 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:32.386113 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:45.157706 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-709f965f-0161-4896-a907-efa90d54ff32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.457324 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-690ec279-5863-41c8-9f3f-5db0ace998eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.805930 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.610093 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:32:49.083014 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.437394 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.186226 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.391716 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.148600 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aab8c679-fed7-41a2-8681-dca450da9629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.482628 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e03a0420-e74a-49e5-afea-e12e61fa6788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.814177 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.036972 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.431372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.610499 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:33:32.239555 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.388235 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.568185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56402) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:42.070081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-227932bd-1a8c-483c-baa5-143deeafe851 tempest-AutoAllocateNetworkTest-1064392255 tempest-AutoAllocateNetworkTest-1064392255-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a093804d80da4bc5b97acef4045681d5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5007968 Aug 16 20:33:42.072458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56424) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:42.256477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6b3376-3a5c-43cc-9762-433c12125a9a tempest-AutoAllocateNetworkTest-1064392255 tempest-AutoAllocateNetworkTest-1064392255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:42.262475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0f6b3376-3a5c-43cc-9762-433c12125a9a tempest-AutoAllocateNetworkTest-1064392255 tempest-AutoAllocateNetworkTest-1064392255-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1843951 Aug 16 20:33:42.262701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56436) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:42.317736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e5b40aed-a37a-4883-8e1a-5cc6a52f6af5 tempest-AutoAllocateNetworkTest-1064392255 tempest-AutoAllocateNetworkTest-1064392255-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540345 Aug 16 20:33:42.320199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56442) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:42.347540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-15b92ac2-4d2b-49e4-9dfb-f22633554652 tempest-AutoAllocateNetworkTest-1064392255 tempest-AutoAllocateNetworkTest-1064392255-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a093804d80da4bc5b97acef4045681d5 HTTP/1.1" status: 200 len: 208 time: 0.0262604 Aug 16 20:33:43.695572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56490) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:44.282628 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.372996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.480190 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.520067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df52e96f-8508-4af2-819f-101887420127,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:44.531205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.531547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.532064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.532565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.532899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.533256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.533585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.533912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.534235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.534565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.534887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.535234 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] Tracked resource versions report: Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: pushed versions: Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: { 'AddressGroup': {'1.2'}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'ConntrackHelper': {'1.0'}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'Log': {'1.0'}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'Network': {'1.1'}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'Port': {'1.7'}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'PortForwarding': {'1.2'}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'QosPolicy': {'1.9'}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'SecurityGroup': {'1.4'}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'SubPort': {'1.0'}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'Subnet': {'1.1'}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'Trunk': {'1.1'}} Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: consumer versions: Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: { DHCP agent@n-d-793619-14: {}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: HyperV agent@n-h1-793619-14: {}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: HyperV agent@n-h2-793619-14: {}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: L3 agent@n-d-793619-14: {}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: Metadata agent@n-d-793619-14: {}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: Metering agent@n-d-793619-14: {}, Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: Open vSwitch agent@n-d-793619-14: { 'AddressGroup': '1.2', Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'ConntrackHelper': '1.0', Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'Log': '1.0', Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'Network': '1.1', Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'Port': '1.7', Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'PortForwarding': '1.2', Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'QosPolicy': '1.9', Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'SecurityGroup': '1.4', Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'SecurityGroupRule': '1.2', Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'SubPort': '1.0', Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'Subnet': '1.1', Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: 'Trunk': '1.1'}} Aug 16 20:33:44.536364 n-d-793619-14 neutron-server[95262]: {{(pid=95262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:33:44.545568 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bc5e9fef-dc6e-4fc6-9714-a163c5a0836b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a093804d80da4bc5b97acef4045681d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8488488 Aug 16 20:33:44.546518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56516) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:44.610869 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8553b5c3-0cb6-4392-93f0-2919b674cafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.634484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8553b5c3-0cb6-4392-93f0-2919b674cafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.811124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8553b5c3-0cb6-4392-93f0-2919b674cafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.813759 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8553b5c3-0cb6-4392-93f0-2919b674cafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.815004 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8553b5c3-0cb6-4392-93f0-2919b674cafd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/df52e96f-8508-4af2-819f-101887420127 HTTP/1.1" status: 204 len: 168 time: 0.2675626 Aug 16 20:33:44.823147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553b5c3-0cb6-4392-93f0-2919b674cafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df52e96f-8508-4af2-819f-101887420127,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:45.173911 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63ae275d-693a-4afb-948a-00dd7bd92f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.434056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56648) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:47.496090 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-282781e2-a222-4104-95dc-9c58bc894ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.672971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-network', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:47.797544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Made reservation on behalf of 0d10d68cf0b74082b973805fd6550c08 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:47.803216 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.809265 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.828192 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.926048 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.019743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.045479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:48.055734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108686ed-cee3-4e69-99eb-b94e80931306,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:48.060450 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.060790 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Added segment 1d68764c-8a90-4866-abdd-341d4b63cb54 of type vlan for network 53f0df0f-f139-4a71-b156-b3349ae71c27 Aug 16 20:33:48.110313 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.262764 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.263760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:48.264334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.326189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] Pushing event updated for resources: {'Network': ['ID=53f0df0f-f139-4a71-b156-b3349ae71c27,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:48.338691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 53f0df0f-f139-4a71-b156-b3349ae71c27 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:48.389718 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1a64ca5d-e751-4579-8509-52aa29393f23 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9563916 Aug 16 20:33:48.389889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56704) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:48.394862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] Request body: {'subnet': {'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-subnet', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:48.436154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56706) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:48.517326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] Made reservation on behalf of 0d10d68cf0b74082b973805fd6550c08 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:48.520536 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.590476 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ae8b7de-94b1-45c9-a81a-520cda8c6eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.789458 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ae8b7de-94b1-45c9-a81a-520cda8c6eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.848412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.896785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ae8b7de-94b1-45c9-a81a-520cda8c6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.955998 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9acddd0e-e6bd-4088-b50c-ecff70ad3f26,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:48.968076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7ae8b7de-94b1-45c9-a81a-520cda8c6eb5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2fb1e1ed29d742a9adb7e178ebe74a76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5310214 Aug 16 20:33:48.971007 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56752) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:48.971870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8b7de-94b1-45c9-a81a-520cda8c6eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f051ad37-865c-40df-b590-90060c6ab7f9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:48.974412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] Checking segment: {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:48.974770 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] Network hostable DHCP agents. Network: 53f0df0f-f139-4a71-b156-b3349ae71c27, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:49.026840 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.047471 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.050706 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.118982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] Network 53f0df0f-f139-4a71-b156-b3349ae71c27 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:49.219191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 53f0df0f-f139-4a71-b156-b3349ae71c27) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:49.219465 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.223282 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.224026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:49.224865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.227673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f051ad37-865c-40df-b590-90060c6ab7f9 HTTP/1.1" status: 204 len: 168 time: 0.2556572 Aug 16 20:33:49.232138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a68c3a-ca01-4c7b-a3d7-1ee6facebc0b None None] Network 53f0df0f-f139-4a71-b156-b3349ae71c27 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:49.236939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f051ad37-865c-40df-b590-90060c6ab7f9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:49.244352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.244688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.245864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.246196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.246660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.247120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.247448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.247767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.248083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.248398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.248711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.249300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433979a4-dac9-405f-be47-0788ad0a0e09 admin admin] Tracked resource versions report: Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: pushed versions: Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: { 'AddressGroup': {'1.2'}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'ConntrackHelper': {'1.0'}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'Log': {'1.0'}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'Network': {'1.1'}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'Port': {'1.7'}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'PortForwarding': {'1.2'}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'QosPolicy': {'1.9'}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'SecurityGroup': {'1.4'}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'SubPort': {'1.0'}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'Subnet': {'1.1'}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'Trunk': {'1.1'}} Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: consumer versions: Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: { DHCP agent@n-d-793619-14: {}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: HyperV agent@n-h1-793619-14: {}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: HyperV agent@n-h2-793619-14: {}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: L3 agent@n-d-793619-14: {}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: Metadata agent@n-d-793619-14: {}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: Metering agent@n-d-793619-14: {}, Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: Open vSwitch agent@n-d-793619-14: { 'AddressGroup': '1.2', Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'ConntrackHelper': '1.0', Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'Log': '1.0', Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'Network': '1.1', Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'Port': '1.7', Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'PortForwarding': '1.2', Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'QosPolicy': '1.9', Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'SecurityGroup': '1.4', Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'SecurityGroupRule': '1.2', Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'SubPort': '1.0', Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'Subnet': '1.1', Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: 'Trunk': '1.1'}} Aug 16 20:33:49.250405 n-d-793619-14 neutron-server[95261]: {{(pid=95261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:33:49.371788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2c6b6622-073c-4f99-9a10-58062797c374 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9808419 Aug 16 20:33:49.374716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56764) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:49.379105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:49.392958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-53f0df0f-f139-4a71-b156-b3349ae71c27', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:49.393973 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.480798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.483057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.539196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Allocated IP 172.20.0.2 (53f0df0f-f139-4a71-b156-b3349ae71c27/9acddd0e-e6bd-4088-b50c-ecff70ad3f26/df564537-b703-4d7b-856b-536f7a69f872) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:49.628869 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.681788 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.690363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Transition to ACTIVE for port object df564537-b703-4d7b-856b-536f7a69f872 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:49.705617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Transition to ACTIVE for port object df564537-b703-4d7b-856b-536f7a69f872 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:49.816740 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.853301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Network 53f0df0f-f139-4a71-b156-b3349ae71c27 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:49.855007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:49.864150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:49.880161 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.880252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56772) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:49.903669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Pushing event updated for resources: {'Port': ['ID=df564537-b703-4d7b-856b-536f7a69f872,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:49.914490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.914894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.915293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.915629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.915957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.916283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.916605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.916952 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.917298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.917619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.917937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.918254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Tracked resource versions report: Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: pushed versions: Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: { 'AddressGroup': {'1.2'}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'ConntrackHelper': {'1.0'}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'Log': {'1.0'}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'Network': {'1.1'}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'Port': {'1.7'}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'PortForwarding': {'1.2'}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'QosPolicy': {'1.9'}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'SecurityGroup': {'1.4'}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'SubPort': {'1.0'}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'Subnet': {'1.1'}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'Trunk': {'1.1'}} Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: consumer versions: Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: { DHCP agent@n-d-793619-14: {}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: HyperV agent@n-h1-793619-14: {}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: HyperV agent@n-h2-793619-14: {}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: L3 agent@n-d-793619-14: {}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: Metadata agent@n-d-793619-14: {}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: Metering agent@n-d-793619-14: {}, Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: Open vSwitch agent@n-d-793619-14: { 'AddressGroup': '1.2', Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'ConntrackHelper': '1.0', Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'Log': '1.0', Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'Network': '1.1', Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'Port': '1.7', Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'PortForwarding': '1.2', Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'QosPolicy': '1.9', Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'SecurityGroup': '1.4', Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'SecurityGroupRule': '1.2', Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'SubPort': '1.0', Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'Subnet': '1.1', Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: 'Trunk': '1.1'}} Aug 16 20:33:49.919367 n-d-793619-14 neutron-server[95263]: {{(pid=95263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:33:49.947004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Attempting to bind port df564537-b703-4d7b-856b-536f7a69f872 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:49.947379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Attempting to bind port df564537-b703-4d7b-856b-536f7a69f872 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:49.947744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Attempting to bind port df564537-b703-4d7b-856b-536f7a69f872 on network 53f0df0f-f139-4a71-b156-b3349ae71c27 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:49.954076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:49.954452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Checking segment: {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:49.954858 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.955755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Bound using segment: {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:49.955897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Bound port: df564537-b703-4d7b-856b-536f7a69f872, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:49.956518 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.991612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56778) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:50.030410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56786) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:50.048256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] For port df564537-b703-4d7b-856b-536f7a69f872, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:50.051418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] For port df564537-b703-4d7b-856b-536f7a69f872, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=df564537-b703-4d7b-856b-536f7a69f872,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:50.128938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52696237-33ef-4ff9-a588-42d703995751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.154159 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.171895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2758c363-519b-4a0e-a57a-d5e339f37cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.220874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0582f47-5611-482a-a7dc-cf6b42fbea99 None None] Pushing event updated for resources: {'Port': ['ID=df564537-b703-4d7b-856b-536f7a69f872,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:50.279582 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52696237-33ef-4ff9-a588-42d703995751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.341563 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4a724fb2-46ed-4eb2-991d-923a84a24793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.351400 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.353678 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52696237-33ef-4ff9-a588-42d703995751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.383410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.396399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-52696237-33ef-4ff9-a588-42d703995751 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ea6c6e7e0e3941a99183e79b97fa59db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5146194 Aug 16 20:33:50.401811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56796) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:50.402145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56798) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:50.426407 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b59546a7-4edd-4b68-92ff-a5bf2f758d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.445053 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.495105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52696237-33ef-4ff9-a588-42d703995751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa295380-c168-415f-86ca-496b715f4545,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:50.559792 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5c990c4-2117-4f97-a1f0-f826b4cb145a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.613961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2758c363-519b-4a0e-a57a-d5e339f37cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.616347 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5c990c4-2117-4f97-a1f0-f826b4cb145a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.620859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Allocated IP 172.25.4.60 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:50.682209 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2758c363-519b-4a0e-a57a-d5e339f37cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.724688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2758c363-519b-4a0e-a57a-d5e339f37cee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a599745aa7084e50b62a3afab81124e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7287104 Aug 16 20:33:50.724688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758c363-519b-4a0e-a57a-d5e339f37cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fea3c3-1d9b-4f31-a40a-4f603855ee29,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:50.724929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56818) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:50.742129 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5c990c4-2117-4f97-a1f0-f826b4cb145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.745730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5c990c4-2117-4f97-a1f0-f826b4cb145a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.746922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b5c990c4-2117-4f97-a1f0-f826b4cb145a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fa295380-c168-415f-86ca-496b715f4545 HTTP/1.1" status: 204 len: 168 time: 0.3384695 Aug 16 20:33:50.756350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c990c4-2117-4f97-a1f0-f826b4cb145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa295380-c168-415f-86ca-496b715f4545,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:50.797402 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.885896 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fc7bbec1-88e6-4828-a252-dcdcfd00eaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.940569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4a724fb2-46ed-4eb2-991d-923a84a24793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.959767 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fc7bbec1-88e6-4828-a252-dcdcfd00eaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.110850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4a724fb2-46ed-4eb2-991d-923a84a24793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.116662 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.216915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:51.217601 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fc7bbec1-88e6-4828-a252-dcdcfd00eaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.220152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fc7bbec1-88e6-4828-a252-dcdcfd00eaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.225438 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fc7bbec1-88e6-4828-a252-dcdcfd00eaac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7fea3c3-1d9b-4f31-a40a-4f603855ee29 HTTP/1.1" status: 204 len: 168 time: 0.4941144 Aug 16 20:33:51.225438 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4a724fb2-46ed-4eb2-991d-923a84a24793 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4c2bf37588c0456da9a424ccd2600b15&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1923869 Aug 16 20:33:51.227829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56834) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:51.236343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a724fb2-46ed-4eb2-991d-923a84a24793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2086320-1258-4548-8073-6d0e0f88e06d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:51.244592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:51.299994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bbec1-88e6-4828-a252-dcdcfd00eaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fea3c3-1d9b-4f31-a40a-4f603855ee29,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:51.308784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:51.308962 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b59546a7-4edd-4b68-92ff-a5bf2f758d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.315224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Pushing event updated for resources: {'Port': ['ID=fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:51.333741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d0ec607f-f1e2-48c9-8155-84ddf756937e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.383632 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15e773-fb10-4f2f-b0f7-c40e5a22e37f None None] Network 53f0df0f-f139-4a71-b156-b3349ae71c27 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:51.391764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d0ec607f-f1e2-48c9-8155-84ddf756937e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.453997 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b59546a7-4edd-4b68-92ff-a5bf2f758d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.505512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b59546a7-4edd-4b68-92ff-a5bf2f758d19 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3aeda0429cf840a6b35e3ec2ab626bd7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0979922 Aug 16 20:33:51.507469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59546a7-4edd-4b68-92ff-a5bf2f758d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97733a95-cd7e-4629-b558-b82cb1cba7ab,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:51.508221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56848) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:51.522654 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d0ec607f-f1e2-48c9-8155-84ddf756937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.525233 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d0ec607f-f1e2-48c9-8155-84ddf756937e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.529251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d0ec607f-f1e2-48c9-8155-84ddf756937e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e2086320-1258-4548-8073-6d0e0f88e06d HTTP/1.1" status: 204 len: 168 time: 0.2943020 Aug 16 20:33:51.541402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec607f-f1e2-48c9-8155-84ddf756937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2086320-1258-4548-8073-6d0e0f88e06d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:51.574354 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44d3abd4-d165-4bff-ace8-1fe1faf614de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.587787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3e5aaac9-9b39-4252-8f18-847d7252aecb None None] Provisioning for port df564537-b703-4d7b-856b-536f7a69f872 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:51.655531 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44d3abd4-d165-4bff-ace8-1fe1faf614de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.800810 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.955476 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44d3abd4-d165-4bff-ace8-1fe1faf614de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.958141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44d3abd4-d165-4bff-ace8-1fe1faf614de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.969104 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-44d3abd4-d165-4bff-ace8-1fe1faf614de admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/97733a95-cd7e-4629-b558-b82cb1cba7ab HTTP/1.1" status: 204 len: 168 time: 0.4501858 Aug 16 20:33:51.996339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3abd4-d165-4bff-ace8-1fe1faf614de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97733a95-cd7e-4629-b558-b82cb1cba7ab,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:52.001721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56866) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:52.023285 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ead3709c-d5cc-4257-920c-ffacf9f53b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.031461 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.079907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device df564537-b703-4d7b-856b-536f7a69f872 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:52.154984 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ead3709c-d5cc-4257-920c-ffacf9f53b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.259155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ead3709c-d5cc-4257-920c-ffacf9f53b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.260417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port df564537-b703-4d7b-856b-536f7a69f872 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:52.266939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port df564537-b703-4d7b-856b-536f7a69f872 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:52.267319 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.297052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3709c-d5cc-4257-920c-ffacf9f53b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d13d261-302e-4f0f-b523-ab804b7056c7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:52.302707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ead3709c-d5cc-4257-920c-ffacf9f53b5a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cf58649d0afe4f0ebc7df56d6045f4ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2997875 Aug 16 20:33:52.306831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56870) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:52.363059 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.365071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:33:52.367056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-221f8d3c-e32d-4300-b605-70defc267b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.398363 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-221f8d3c-e32d-4300-b605-70defc267b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.408484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port df564537-b703-4d7b-856b-536f7a69f872, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=df564537-b703-4d7b-856b-536f7a69f872,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:52.499536 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.522873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:52.532538 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Sync routers for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:52.546617 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:52.547237 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:52.552742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=df564537-b703-4d7b-856b-536f7a69f872,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:52.613419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-221f8d3c-e32d-4300-b605-70defc267b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.616267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-221f8d3c-e32d-4300-b605-70defc267b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.617449 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-221f8d3c-e32d-4300-b605-70defc267b04 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d13d261-302e-4f0f-b523-ab804b7056c7 HTTP/1.1" status: 204 len: 168 time: 0.3089550 Aug 16 20:33:52.626948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f8d3c-e32d-4300-b605-70defc267b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d13d261-302e-4f0f-b523-ab804b7056c7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:52.645978 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.650351 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f6804864-e8d0-40a3-8d9d-5810f054420f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2720006 Aug 16 20:33:52.650855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56876) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:52.689692 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:52.811196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56880) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:52.834020 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37406330-5747-4e82-97d0-8f4535eaf309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.911853 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:51Z', 'revision_number': 3, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:52.940849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56886) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:52.942239 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Checking router: 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:33:52.942653 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Updating router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:33:52.970633 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.971544 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37406330-5747-4e82-97d0-8f4535eaf309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.088034 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37406330-5747-4e82-97d0-8f4535eaf309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.132433 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-37406330-5747-4e82-97d0-8f4535eaf309 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=873063919f4e415ab900bb9cbf07f45b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3227544 Aug 16 20:33:53.133874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37406330-5747-4e82-97d0-8f4535eaf309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812862e8-3856-454c-a113-081c97853dec,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.136275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56890) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.178845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.187798 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86be9b4b-f140-4e8e-93a9-ab139cda2f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.209461 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86be9b4b-f140-4e8e-93a9-ab139cda2f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.245469 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.361864 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Transition to ACTIVE for port object fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:53.362178 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86be9b4b-f140-4e8e-93a9-ab139cda2f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.364861 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86be9b4b-f140-4e8e-93a9-ab139cda2f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.366150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-86be9b4b-f140-4e8e-93a9-ab139cda2f78 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/812862e8-3856-454c-a113-081c97853dec HTTP/1.1" status: 204 len: 168 time: 0.2289441 Aug 16 20:33:53.374491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be9b4b-f140-4e8e-93a9-ab139cda2f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812862e8-3856-454c-a113-081c97853dec,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.398775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Allocated IP 172.20.0.1 (53f0df0f-f139-4a71-b156-b3349ae71c27/9acddd0e-e6bd-4088-b50c-ecff70ad3f26/064214ad-86fe-4852-bb1a-647472c632d9) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:53.450839 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.499243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56896) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.506092 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Attempting to bind port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:53.506629 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Attempting to bind port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:53.507069 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Attempting to bind port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:53.513591 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Pushing event updated for resources: {'Port': ['ID=fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.519590 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.528425 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:53.529002 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:53.529458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0f9a52c2-3faf-4e0e-a924-c126b9245ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.529756 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.530160 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:53.530745 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Bound port: fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:53.531223 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.534423 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.535031 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.535159 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.536120 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.536638 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.537156 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.537668 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.538190 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.538679 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.539306 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.542086 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.542440 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Tracked resource versions report: Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: pushed versions: Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: { 'AddressGroup': {'1.2'}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'ConntrackHelper': {'1.0'}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'Log': {'1.0'}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'Network': {'1.1'}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'Port': {'1.7'}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'PortForwarding': {'1.2'}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'QosPolicy': {'1.9'}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'SecurityGroup': {'1.4'}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'SubPort': {'1.0'}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'Subnet': {'1.1'}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'Trunk': {'1.1'}} Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: consumer versions: Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: { DHCP agent@n-d-793619-14: {}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: HyperV agent@n-h1-793619-14: {}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: HyperV agent@n-h2-793619-14: {}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: L3 agent@n-d-793619-14: {}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: Metadata agent@n-d-793619-14: {}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: Metering agent@n-d-793619-14: {}, Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: Open vSwitch agent@n-d-793619-14: { 'AddressGroup': '1.2', Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'ConntrackHelper': '1.0', Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'Log': '1.0', Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'Network': '1.1', Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'Port': '1.7', Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'PortForwarding': '1.2', Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'QosPolicy': '1.9', Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'SecurityGroup': '1.4', Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'SecurityGroupRule': '1.2', Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'SubPort': '1.0', Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'Subnet': '1.1', Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: 'Trunk': '1.1'}} Aug 16 20:33:53.543572 n-d-793619-14 neutron-server[95264]: {{(pid=95264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:33:53.548975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Transition to ACTIVE for port object 064214ad-86fe-4852-bb1a-647472c632d9 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:53.604562 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] For port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:53.608662 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] For port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:53.664451 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0f9a52c2-3faf-4e0e-a924-c126b9245ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.691564 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.692436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.742400 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:53.743086 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:53.759613 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0f9a52c2-3faf-4e0e-a924-c126b9245ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.799041 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Pushing event updated for resources: {'Port': ['ID=064214ad-86fe-4852-bb1a-647472c632d9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.819970 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f6731-a591-4277-9e87-435184edcf59 None None] Pushing event updated for resources: {'Port': ['ID=fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.847423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Network 53f0df0f-f139-4a71-b156-b3349ae71c27 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:53.851922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:53.856362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:53.857055 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.865273 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10210cbe-fcdd-4c03-a562-2c3a82629073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.875781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0f9a52c2-3faf-4e0e-a924-c126b9245ec7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e3a7ec0d597469fad4a304f3d712935&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3721714 Aug 16 20:33:53.877395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56910) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.892465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a52c2-3faf-4e0e-a924-c126b9245ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02584c9-f5e8-4c5a-971d-0e4c9a319eeb,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.923590 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:54.000663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f478fba3-b9d9-45e3-9152-613195e7dfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.061650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device df564537-b703-4d7b-856b-536f7a69f872 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:54.069418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f478fba3-b9d9-45e3-9152-613195e7dfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.212566 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10210cbe-fcdd-4c03-a562-2c3a82629073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.213421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port df564537-b703-4d7b-856b-536f7a69f872 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:54.213908 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.287865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10210cbe-fcdd-4c03-a562-2c3a82629073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.303281 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:51Z', 'revision_number': 3, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:54.330157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-10210cbe-fcdd-4c03-a562-2c3a82629073 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6cff22548d3a4bf5afd62ec506c8cdcf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3856835 Aug 16 20:33:54.330157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10210cbe-fcdd-4c03-a562-2c3a82629073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458b0466-6e87-43d2-a40e-75a9d751d3a6,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:54.330492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56924) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:54.349323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-27d5dcee-6fd4-4c3c-812f-04e47d087441 None None] Provisioning for port 064214ad-86fe-4852-bb1a-647472c632d9 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:54.353228 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5302c9d-e7a6-4344-a5f1-01f5fe18431c None None] The sync data for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 is: [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:51Z', 'revision_number': 3, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:54.356052 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f478fba3-b9d9-45e3-9152-613195e7dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.368121 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-27d5dcee-6fd4-4c3c-812f-04e47d087441 None None] Provisioning complete for port 064214ad-86fe-4852-bb1a-647472c632d9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:54.368121 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-27d5dcee-6fd4-4c3c-812f-04e47d087441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.368426 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f478fba3-b9d9-45e3-9152-613195e7dfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.368830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f478fba3-b9d9-45e3-9152-613195e7dfa1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d02584c9-f5e8-4c5a-971d-0e4c9a319eeb HTTP/1.1" status: 204 len: 168 time: 0.4829328 Aug 16 20:33:54.385932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478fba3-b9d9-45e3-9152-613195e7dfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02584c9-f5e8-4c5a-971d-0e4c9a319eeb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:54.443812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-27d5dcee-6fd4-4c3c-812f-04e47d087441 None None] Port 064214ad-86fe-4852-bb1a-647472c632d9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:54.450752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.462864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5cce8329-5318-491d-8a9d-0d6ef1daa835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.492737 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5cce8329-5318-491d-8a9d-0d6ef1daa835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.739945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56948) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:54.742672 n-d-793619-14 neutron-server[95261]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 20:33:54.777330 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-60fb6741-3120-4ba6-882c-998069dbe9a9 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=035bc2f5e06d4516928512061d7b722b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357423 Aug 16 20:33:54.820854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5cce8329-5318-491d-8a9d-0d6ef1daa835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.823488 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5cce8329-5318-491d-8a9d-0d6ef1daa835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.824642 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5cce8329-5318-491d-8a9d-0d6ef1daa835 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/458b0466-6e87-43d2-a40e-75a9d751d3a6 HTTP/1.1" status: 204 len: 168 time: 0.4931741 Aug 16 20:33:54.856072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce8329-5318-491d-8a9d-0d6ef1daa835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458b0466-6e87-43d2-a40e-75a9d751d3a6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:54.893927 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.908021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-ff0a7baa-5bca-463c-89f5-b200bb41d0cc tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:54.909567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-ff0a7baa-5bca-463c-89f5-b200bb41d0cc tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1235485 Aug 16 20:33:54.936504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-362ed2e4-fecc-4dd2-b7f5-e165f33ce03c tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/quotas/035bc2f5e06d4516928512061d7b722b HTTP/1.1" status: 200 len: 375 time: 0.0194638 Aug 16 20:33:54.994550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-50435c4b-c6ef-4841-9227-eca5c61455ff tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=035bc2f5e06d4516928512061d7b722b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515780 Aug 16 20:33:55.007956 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.009283 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.130343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Pushing event updated for resources: {'Port': ['ID=064214ad-86fe-4852-bb1a-647472c632d9,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:55.165312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Network 53f0df0f-f139-4a71-b156-b3349ae71c27 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:55.166748 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:55.350876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:33:55.483086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-99680ff7-ea1f-4d3f-a22d-63234a63994a None None] Provisioning complete for port 064214ad-86fe-4852-bb1a-647472c632d9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:55.483550 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-99680ff7-ea1f-4d3f-a22d-63234a63994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.484952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:55.497705 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d2196608-5305-4772-a9f6-3dec95136c08 admin admin] 10.222.0.74 "PUT /v2.0/routers/5aa5af89-d945-4fe7-9b1b-8b02fa3747c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8460140 Aug 16 20:33:55.530776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-99680ff7-ea1f-4d3f-a22d-63234a63994a None None] Port 064214ad-86fe-4852-bb1a-647472c632d9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:55.827335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56998) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.846775 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7182aeed-8c84-43de-93b2-c15301cdd785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.974155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57008) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.976763 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7182aeed-8c84-43de-93b2-c15301cdd785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.058453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:56.122064 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7182aeed-8c84-43de-93b2-c15301cdd785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.150262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:56.155645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:56.156014 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.171160 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7182aeed-8c84-43de-93b2-c15301cdd785 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c342c214f8cf4004b1c45ea06dc7ac39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3355920 Aug 16 20:33:56.171160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182aeed-8c84-43de-93b2-c15301cdd785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dc7048-e38c-4e49-b130-acfac0069df8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.177775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57014) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:56.261613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Sync routers for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:56.276052 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31e28e1c-0104-4112-aabe-277e55a1117a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.286936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:56.288120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:56.290657 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.298805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31e28e1c-0104-4112-aabe-277e55a1117a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.351526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:56.422728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:56.436504 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31e28e1c-0104-4112-aabe-277e55a1117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.447143 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31e28e1c-0104-4112-aabe-277e55a1117a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.452061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-31e28e1c-0104-4112-aabe-277e55a1117a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/49dc7048-e38c-4e49-b130-acfac0069df8 HTTP/1.1" status: 204 len: 168 time: 0.2700744 Aug 16 20:33:56.464155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e28e1c-0104-4112-aabe-277e55a1117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dc7048-e38c-4e49-b130-acfac0069df8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.501308 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.653708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f72efece-e344-4a67-9e58-d779ed05db55 req-43cc9cbb-bc13-4cbb-bfcb-97a0d168c57a tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 210 time: 0.6777446 Aug 16 20:33:56.743758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.823547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 2, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:56.851810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Checking router: 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:33:56.861380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Updating router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 port 064214ad-86fe-4852-bb1a-647472c632d9 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:33:56.877903 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.163908 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.175227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Transition to ACTIVE for port object 064214ad-86fe-4852-bb1a-647472c632d9 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:57.316462 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.366801 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2794e-a1b9-4804-8622-d383476a6829 None None] Pushing event updated for resources: {'Port': ['ID=064214ad-86fe-4852-bb1a-647472c632d9,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:57.425616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Attempting to bind port 064214ad-86fe-4852-bb1a-647472c632d9 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:57.425983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Attempting to bind port 064214ad-86fe-4852-bb1a-647472c632d9 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:57.426400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Attempting to bind port 064214ad-86fe-4852-bb1a-647472c632d9 on network 53f0df0f-f139-4a71-b156-b3349ae71c27 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:57.431891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:57.437591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Checking segment: {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:57.437591 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.437591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Bound using segment: {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:57.437591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Bound port: 064214ad-86fe-4852-bb1a-647472c632d9, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:57.437591 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.514153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] For port 064214ad-86fe-4852-bb1a-647472c632d9, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:57.521690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] For port 064214ad-86fe-4852-bb1a-647472c632d9, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=064214ad-86fe-4852-bb1a-647472c632d9,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:57.594422 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.657362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2794e-a1b9-4804-8622-d383476a6829 None None] Pushing event updated for resources: {'Port': ['ID=064214ad-86fe-4852-bb1a-647472c632d9,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:57.696335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:57.697910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:57.796387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8c2d368-fef5-480a-81ba-2451a828f376 req-1776aef5-41b8-42c3-ba9f-9ef1f75fee72 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 210 time: 0.0627911 Aug 16 20:33:57.830954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:57.985242 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:58.090649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:58.091033 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.132358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:33:57Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:58.161731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb149b14-4b88-45ab-adc9-7f571b54547a None None] The sync data for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 is: [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:33:57Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:59.124239 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1594893-3215-442e-a0e2-2fd0125ba2c4 req-319e1244-49ec-424d-8870-9307c5717117 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 210 time: 0.1632042 Aug 16 20:33:59.215440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57102) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:59.220644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-network', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:59.436152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Made reservation on behalf of ca7084bc6e8047fe85e32208e5d4a337 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:59.438684 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.447034 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.553064 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.670626 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.702436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148b4472-d9af-4c91-9d54-ff8c5092a633,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:59.707426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:59.720060 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.720400 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Added segment effe43d3-b0fa-46c2-ad9f-19c0a6c02be8 of type vlan for network c31489d8-8294-4bd8-806f-2a663b8a2e80 Aug 16 20:33:59.753417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.76', 62841) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:59.769256 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.790399 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-d4759d98-f6db-4e88-bdb2-14450bbacb3e tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=035bc2f5e06d4516928512061d7b722b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357792 Aug 16 20:33:59.914225 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.915228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:59.916557 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.009341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-9995b077-9b22-46a7-89d9-79d9a717b7b6 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:00.012231 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-9995b077-9b22-46a7-89d9-79d9a717b7b6 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156675 Aug 16 20:34:00.026984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] Pushing event updated for resources: {'Network': ['ID=c31489d8-8294-4bd8-806f-2a663b8a2e80,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.039927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network c31489d8-8294-4bd8-806f-2a663b8a2e80 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:00.043306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 064214ad-86fe-4852-bb1a-647472c632d9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:00.074910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Request body: {'port': {'device_id': 'edc2d60a-9baa-48fe-ae09-5c477afaff32', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '035bc2f5e06d4516928512061d7b722b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:00.169325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ef0cde94-0225-4239-9f91-7b4308eace8d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9526732 Aug 16 20:34:00.172117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57138) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.178288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] Request body: {'subnet': {'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-subnet', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:00.283685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 064214ad-86fe-4852-bb1a-647472c632d9 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:00.288957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 064214ad-86fe-4852-bb1a-647472c632d9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:00.289855 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.322519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] Made reservation on behalf of ca7084bc6e8047fe85e32208e5d4a337 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:00.333246 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.393832 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.447630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Made reservation on behalf of 035bc2f5e06d4516928512061d7b722b for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:00.452760 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.482785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.482886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 064214ad-86fe-4852-bb1a-647472c632d9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=064214ad-86fe-4852-bb1a-647472c632d9,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:00.530810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de17ca9e-a9ea-43a6-a904-6d4f3d6588b8 req-5fd7dcae-7fa7-4a6b-b279-4cc9f81e8126 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 210 time: 0.0574605 Aug 16 20:34:00.585842 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.612500 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.650256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=064214ad-86fe-4852-bb1a-647472c632d9,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.702348 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.742180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.770557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46885b0d-cafb-4657-b3f1-b5d733e78a89,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.782375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] Checking segment: {'id': 'effe43d3-b0fa-46c2-ad9f-19c0a6c02be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:00.782375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] Network hostable DHCP agents. Network: c31489d8-8294-4bd8-806f-2a663b8a2e80, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:00.877392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bcd59a-fd0d-442a-92b6-81be29e5897e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.914428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] Network c31489d8-8294-4bd8-806f-2a663b8a2e80 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:01.010438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Allocated IP 192.168.233.147 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/6367cfff-e7f4-4b77-a6c0-477bc35c8475) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:01.032863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, c31489d8-8294-4bd8-806f-2a663b8a2e80) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:01.044055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6ac0b6-71a5-4497-8e90-d03839bcfb89 None None] Network c31489d8-8294-4bd8-806f-2a663b8a2e80 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:01.044641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:01.045258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.139063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0dd9ea7a-536c-4e9b-97ce-b9c2d61a868f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9634957 Aug 16 20:34:01.139310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57198) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.143838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-router', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:01.215397 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.230706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Transition to ACTIVE for port object 6367cfff-e7f4-4b77-a6c0-477bc35c8475 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:01.261883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-c31489d8-8294-4bd8-806f-2a663b8a2e80', 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'fixed_ips': [{'subnet_id': '46885b0d-cafb-4657-b3f1-b5d733e78a89'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:34:01.262466 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.279127 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.280181 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.343084 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.362549 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.384993 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57208) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.417113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Allocated IP 172.20.0.2 (c31489d8-8294-4bd8-806f-2a663b8a2e80/46885b0d-cafb-4657-b3f1-b5d733e78a89/4bc969d6-5976-481e-b6e2-2763fbb7a6f6) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:01.456320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:01.456320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:01.461335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:01.467457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:01.468201 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.477464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Pushing event updated for resources: {'Port': ['ID=6367cfff-e7f4-4b77-a6c0-477bc35c8475,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:01.595282 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.607393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Transition to ACTIVE for port object 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:01.614597 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-3e4118c1-5f76-4e9d-91f3-26138c8e3209 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5448587 Aug 16 20:34:01.628048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-08cf0b46-226b-45d5-b0b0-9ae57132e3de tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:34:01.629374 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-08cf0b46-226b-45d5-b0b0-9ae57132e3de tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076268 Aug 16 20:34:01.639612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Transition to ACTIVE for port object 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:01.715185 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.720045 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.792362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ef41-1e2e-47f0-bc1a-0fbdb46fce03 req-6404b58b-5895-44e3-a5b3-b87b2421384c tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:01.800411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5229ef41-1e2e-47f0-bc1a-0fbdb46fce03 req-6404b58b-5895-44e3-a5b3-b87b2421384c tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 936 time: 0.1543672 Aug 16 20:34:01.824168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Pushing event updated for resources: {'Port': ['ID=4bc969d6-5976-481e-b6e2-2763fbb7a6f6,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:01.863165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Network c31489d8-8294-4bd8-806f-2a663b8a2e80 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:01.865752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:01.869542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:01.941564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-212310d5-fba0-44de-8aad-23c0d0862e67 None None] Provisioning for port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:01.960216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5229ef41-1e2e-47f0-bc1a-0fbdb46fce03 req-30ae4f89-4337-4edb-a416-079da1a7e970 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514678 Aug 16 20:34:01.960411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-212310d5-fba0-44de-8aad-23c0d0862e67 None None] Provisioning complete for port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:01.960411 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-212310d5-fba0-44de-8aad-23c0d0862e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.015317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-212310d5-fba0-44de-8aad-23c0d0862e67 None None] Port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:02.019832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Attempting to bind port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:02.020481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Attempting to bind port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'effe43d3-b0fa-46c2-ad9f-19c0a6c02be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:02.020966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Attempting to bind port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 on network c31489d8-8294-4bd8-806f-2a663b8a2e80 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:02.028005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:02.028511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Checking segment: {'id': 'effe43d3-b0fa-46c2-ad9f-19c0a6c02be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:02.038071 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.040013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Bound using segment: {'id': 'effe43d3-b0fa-46c2-ad9f-19c0a6c02be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:02.040594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Bound port: 4bc969d6-5976-481e-b6e2-2763fbb7a6f6, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effe43d3-b0fa-46c2-ad9f-19c0a6c02be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:02.043459 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.163736 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 064214ad-86fe-4852-bb1a-647472c632d9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:02.301570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] For port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:02.306172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] For port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4bc969d6-5976-481e-b6e2-2763fbb7a6f6,segment=NetworkSegment(effe43d3-b0fa-46c2-ad9f-19c0a6c02be8),segment_id=effe43d3-b0fa-46c2-ad9f-19c0a6c02be8)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:02.318922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 064214ad-86fe-4852-bb1a-647472c632d9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:02.319342 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.339454 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1e7da11c-8778-43f2-ac84-e57a05d118dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.419145 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.440696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.465830 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.482016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57228) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:02.516129 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.588384 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1e7da11c-8778-43f2-ac84-e57a05d118dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.602604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Allocated IP 172.25.4.89 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/a2278284-dcec-41a4-a5c5-e048bb888ff5) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:02.610481 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:34:02.711602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278362e-1a40-49a0-adce-39bfb874972e None None] Pushing event updated for resources: {'Port': ['ID=4bc969d6-5976-481e-b6e2-2763fbb7a6f6,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:02.766587 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1e7da11c-8778-43f2-ac84-e57a05d118dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.916786 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1e7da11c-8778-43f2-ac84-e57a05d118dd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6cc91a3e41c74260b60ca77e8aca142a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4931989 Aug 16 20:34:02.916786 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7da11c-8778-43f2-ac84-e57a05d118dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e533fb-0125-4f16-b6ab-d90a64a6b23e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:02.917905 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57242) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:02.971895 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5901f9c9-6ef9-4080-98c2-05c37ea1b176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.976891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.104786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5901f9c9-6ef9-4080-98c2-05c37ea1b176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.116062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Request body: {'port': {'device_id': 'edc2d60a-9baa-48fe-ae09-5c477afaff32', 'device_owner': 'compute:tempest-test_az-191216051', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:03.283709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75de508-d1ed-4abd-b2fb-609a61086fd3 req-a03a5b78-1c86-4fb4-8eb0-d08e73b1e79a tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:03.285549 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f75de508-d1ed-4abd-b2fb-609a61086fd3 req-a03a5b78-1c86-4fb4-8eb0-d08e73b1e79a tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 936 time: 0.1356297 Aug 16 20:34:03.385873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f75de508-d1ed-4abd-b2fb-609a61086fd3 req-96c5d8b3-4649-43d1-b856-5a7b803bc810 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925906 Aug 16 20:34:03.453061 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.489571 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f653a4d-6d57-4477-87ac-081830a30fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.495434 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.498209 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5901f9c9-6ef9-4080-98c2-05c37ea1b176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.510928 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.544502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:03.548204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:03.552699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:03.565071 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f653a4d-6d57-4477-87ac-081830a30fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.647323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Pushing event updated for resources: {'Port': ['ID=a2278284-dcec-41a4-a5c5-e048bb888ff5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:03.675991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901f9c9-6ef9-4080-98c2-05c37ea1b176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b878ea-4f43-4e86-bbe5-c297efd5205d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:03.682378 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5901f9c9-6ef9-4080-98c2-05c37ea1b176 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ebc8fab3aa4a49b8a01668900d0df618&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1975973 Aug 16 20:34:03.688660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57260) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:03.958122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f653a4d-6d57-4477-87ac-081830a30fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.960818 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f653a4d-6d57-4477-87ac-081830a30fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.962904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5f653a4d-6d57-4477-87ac-081830a30fb0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/42e533fb-0125-4f16-b6ab-d90a64a6b23e HTTP/1.1" status: 204 len: 168 time: 1.0550559 Aug 16 20:34:03.971903 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292bc2f8-9d81-4247-87ff-63e9ff721421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.997525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f653a4d-6d57-4477-87ac-081830a30fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e533fb-0125-4f16-b6ab-d90a64a6b23e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.046347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292bc2f8-9d81-4247-87ff-63e9ff721421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.091227 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.122173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57270) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:04.123583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57272) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:04.177096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:04.294536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6367cfff-e7f4-4b77-a6c0-477bc35c8475 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:04.307007 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.329927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Transition to ACTIVE for port object 6367cfff-e7f4-4b77-a6c0-477bc35c8475 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:04.449926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a7698c-9bc0-49fe-bc65-c48b75c9de7b None None] Network c31489d8-8294-4bd8-806f-2a663b8a2e80 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:04.488878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.592368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292bc2f8-9d81-4247-87ff-63e9ff721421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.599328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292bc2f8-9d81-4247-87ff-63e9ff721421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.603702 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-292bc2f8-9d81-4247-87ff-63e9ff721421 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d3b878ea-4f43-4e86-bbe5-c297efd5205d HTTP/1.1" status: 204 len: 168 time: 0.9139488 Aug 16 20:34:04.679395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aa375-ec5d-4a67-a1d9-677407c826bf req-9eb43433-404b-4964-bac2-12d6d1fe7220 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:04.687482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d7aa375-ec5d-4a67-a1d9-677407c826bf req-9eb43433-404b-4964-bac2-12d6d1fe7220 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 969 time: 0.1834559 Aug 16 20:34:04.752729 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.757626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d7aa375-ec5d-4a67-a1d9-677407c826bf req-28f187d9-9d47-42d4-aed2-c81dd510f02a tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598097 Aug 16 20:34:04.882005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bc2f8-9d81-4247-87ff-63e9ff721421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b878ea-4f43-4e86-bbe5-c297efd5205d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.886821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:04.895483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Attempting to bind port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:04.895842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Attempting to bind port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:04.896194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Attempting to bind port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:04.946961 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57a90f5c-a4f3-4862-a80a-f7dd4d3b6a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.946961 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c4b3136-da60-42f7-ba03-e6914f0df8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.957206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Pushing event updated for resources: {'Port': ['ID=6367cfff-e7f4-4b77-a6c0-477bc35c8475,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.966007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:04.969853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Attempting to bind port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:05.008914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:05.009375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:05.009964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:05.010575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Bound port: 6367cfff-e7f4-4b77-a6c0-477bc35c8475, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:05.010996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.038814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f7646338-cd90-4193-aa6d-c37bd8a2414c None None] Provisioning for port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:05.039903 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-57a90f5c-a4f3-4862-a80a-f7dd4d3b6a29 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:34:05.039903 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:34:05.039903 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': '91a6897f93354172bb997ecc5d4cfc49', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 34, 5, 4642)}] Aug 16 20:34:05.039903 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:34:05.040266 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-57a90f5c-a4f3-4862-a80a-f7dd4d3b6a29 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:34:05.065396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f7646338-cd90-4193-aa6d-c37bd8a2414c None None] Provisioning complete for port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:05.067836 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f7646338-cd90-4193-aa6d-c37bd8a2414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.091992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:34:05.131968 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] For port 6367cfff-e7f4-4b77-a6c0-477bc35c8475, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:05.219140 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f7646338-cd90-4193-aa6d-c37bd8a2414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.227889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] For port 6367cfff-e7f4-4b77-a6c0-477bc35c8475, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6367cfff-e7f4-4b77-a6c0-477bc35c8475,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:05.285762 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c4b3136-da60-42f7-ba03-e6914f0df8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.297364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f7646338-cd90-4193-aa6d-c37bd8a2414c None None] For port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4bc969d6-5976-481e-b6e2-2763fbb7a6f6,segment=NetworkSegment(effe43d3-b0fa-46c2-ad9f-19c0a6c02be8),segment_id=effe43d3-b0fa-46c2-ad9f-19c0a6c02be8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:05.343209 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.343398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:34:05.365105 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Sync routers for ids ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:34:05.397167 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Routers {'4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:05.397167 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:05.397331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57292) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:05.421526 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a10a6477-f88b-4264-b667-d8934ccbd33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.424694 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f7646338-cd90-4193-aa6d-c37bd8a2414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.512925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.514211 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7dab8cbe-eb6f-4587-adb4-6e5e725cc3ad admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3739748 Aug 16 20:34:05.516997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57294) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:05.519205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c4b3136-da60-42f7-ba03-e6914f0df8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.528745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7646338-cd90-4193-aa6d-c37bd8a2414c None None] Pushing event updated for resources: {'Port': ['ID=4bc969d6-5976-481e-b6e2-2763fbb7a6f6,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:05.552262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:05.556976 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.561886 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] 10.222.0.76 "PUT /v2.0/ports/6367cfff-e7f4-4b77-a6c0-477bc35c8475 HTTP/1.1" status: 200 len: 1118 time: 2.8241348 Aug 16 20:34:05.575902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-641674a5-6476-4013-8301-afc59d68dacd None None] Provisioning complete for port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:05.582983 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-641674a5-6476-4013-8301-afc59d68dacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.608559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57a90f5c-a4f3-4862-a80a-f7dd4d3b6a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.610969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc2d60a-9baa-48fe-ae09-5c477afaff32', 'tag': '6367cfff-e7f4-4b77-a6c0-477bc35c8475'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:05.767575 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Set router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:06.058021 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7c4b3136-da60-42f7-ba03-e6914f0df8bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=79220a5e3cb44ef399c024aa3c0a7155&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9251292 Aug 16 20:34:06.065756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b3136-da60-42f7-ba03-e6914f0df8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c044bb1d-da99-482b-afb0-3f6481ea1859,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:06.066603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:06.068378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57306) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:06.107558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e76abd-2564-4bcc-8fc6-baa5910bcf53 service neutron] Pushing event updated for resources: {'Port': ['ID=6367cfff-e7f4-4b77-a6c0-477bc35c8475,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:06.126648 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "edc2d60a-9baa-48fe-ae09-5c477afaff32", "tag": "6367cfff-e7f4-4b77-a6c0-477bc35c8475"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:06.130864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57310) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:06.150394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:06.151197 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.164775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-6ee55297-df77-4350-8e45-4e78483e9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.167481 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-6ee55297-df77-4350-8e45-4e78483e9589 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=035bc2f5e06d4516928512061d7b722b&device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 1121 time: 0.3746727 Aug 16 20:34:06.172553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4e001bd3-3ebf-4a13-b15e-573c86511734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.188127 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-router', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:01Z', 'updated_at': '2021-08-16T20:34:03Z', 'revision_number': 3, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'gw_port': {'id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:02Z', 'updated_at': '2021-08-16T20:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:06.243054 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Checking router: 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:34:06.246445 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Updating router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 port a2278284-dcec-41a4-a5c5-e048bb888ff5 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:34:06.276852 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-54f4d07d-3aae-4f87-9ac3-ca4c7aef2fe3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6367cfff-e7f4-4b77-a6c0-477bc35c8475 HTTP/1.1" status: 200 len: 217 time: 0.0805297 Aug 16 20:34:06.290914 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.326950 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2f70f7a-34c9-4b37-b833-9acf01daeeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.339133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a10a6477-f88b-4264-b667-d8934ccbd33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.422416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f8539-67b7-4e4d-bd55-c510b9f9e598 req-4b8ac564-478b-4373-800d-e4200075bff7 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.428397 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2f70f7a-34c9-4b37-b833-9acf01daeeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.430272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d36f8539-67b7-4e4d-bd55-c510b9f9e598 req-4b8ac564-478b-4373-800d-e4200075bff7 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 969 time: 0.4562078 Aug 16 20:34:06.446787 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a10a6477-f88b-4264-b667-d8934ccbd33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.448826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-246c0fff-3b56-4e19-8641-98e80b147627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.451322 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-246c0fff-3b56-4e19-8641-98e80b147627 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1549964 Aug 16 20:34:06.552201 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-4e001bd3-3ebf-4a13-b15e-573c86511734 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:34:06.552201 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:34:06.552201 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': '7059a808384d4e2eb0665f5ebf25d4ed', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 34, 6, 204362)}] Aug 16 20:34:06.552201 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:34:06.554516 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-4e001bd3-3ebf-4a13-b15e-573c86511734 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:34:06.611282 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a6477-f88b-4264-b667-d8934ccbd33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c485e5-b6ca-4873-be1f-b311a5ec93d9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:06.641988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a10a6477-f88b-4264-b667-d8934ccbd33a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4938d8e5c18c418d86a5c7eeec8706e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2420013 Aug 16 20:34:06.642157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-237fc428-0a6e-44e3-a45e-57dbf4927480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.643168 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-237fc428-0a6e-44e3-a45e-57dbf4927480 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1708262 Aug 16 20:34:06.649459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57324) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:06.653254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d36f8539-67b7-4e4d-bd55-c510b9f9e598 req-90871db3-ea9c-47ae-9129-ebee3ecb9622 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183015 Aug 16 20:34:06.678582 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec283d3b-a2be-48a8-8866-3ca468178c28 x-openstack-request-id: req-ec283d3b-a2be-48a8-8866-3ca468178c28 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:06.679170 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc2d60a-9baa-48fe-ae09-5c477afaff32", "tag": "6367cfff-e7f4-4b77-a6c0-477bc35c8475", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:06.679462 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ec283d3b-a2be-48a8-8866-3ca468178c28 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:06.679893 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc2d60a-9baa-48fe-ae09-5c477afaff32', 'tag': '6367cfff-e7f4-4b77-a6c0-477bc35c8475', 'status': 'completed', 'code': 200} Aug 16 20:34:06.760114 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.860274 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-b340e602-7d4f-4d90-b799-680b97143ddd service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790471 Aug 16 20:34:06.867802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57a90f5c-a4f3-4862-a80a-f7dd4d3b6a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.883793 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09dd94da-a41a-45e3-a855-10aa33024c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.899068 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Transition to ACTIVE for port object a2278284-dcec-41a4-a5c5-e048bb888ff5 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:06.951163 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2f70f7a-34c9-4b37-b833-9acf01daeeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.954680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2f70f7a-34c9-4b37-b833-9acf01daeeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.956061 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f2f70f7a-34c9-4b37-b833-9acf01daeeb0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c044bb1d-da99-482b-afb0-3f6481ea1859 HTTP/1.1" status: 204 len: 168 time: 0.8861535 Aug 16 20:34:06.990404 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.991527 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57a90f5c-a4f3-4862-a80a-f7dd4d3b6a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.004269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.026682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f70f7a-34c9-4b37-b833-9acf01daeeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c044bb1d-da99-482b-afb0-3f6481ea1859,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:07.042276 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09dd94da-a41a-45e3-a855-10aa33024c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.078934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4e001bd3-3ebf-4a13-b15e-573c86511734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.083743 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-708dcdf5-b882-4875-a8cd-c520b71b85f5 req-b0c69c4f-c580-463b-affa-b1868a3529b9 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112343 Aug 16 20:34:07.130697 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8776d86-a8d7-44f8-abed-a252a1c34d0a None None] Pushing event updated for resources: {'Port': ['ID=a2278284-dcec-41a4-a5c5-e048bb888ff5,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:07.138627 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Attempting to bind port a2278284-dcec-41a4-a5c5-e048bb888ff5 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:07.138938 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Attempting to bind port a2278284-dcec-41a4-a5c5-e048bb888ff5 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:07.139312 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Attempting to bind port a2278284-dcec-41a4-a5c5-e048bb888ff5 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:07.149897 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:07.149897 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:07.157667 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.158223 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:07.160951 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Bound port: a2278284-dcec-41a4-a5c5-e048bb888ff5, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:07.161394 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.210707 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-57a90f5c-a4f3-4862-a80a-f7dd4d3b6a29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=91a6897f93354172bb997ecc5d4cfc49&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0824416 Aug 16 20:34:07.241102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57354) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:07.274323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a90f5c-a4f3-4862-a80a-f7dd4d3b6a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2336ed-02ac-453d-84ca-c0e5d07f44ca,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:07.299286 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] For port a2278284-dcec-41a4-a5c5-e048bb888ff5, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:07.303072 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] For port a2278284-dcec-41a4-a5c5-e048bb888ff5, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a2278284-dcec-41a4-a5c5-e048bb888ff5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:07.395826 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.403291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Allocated IP 172.20.0.1 (c31489d8-8294-4bd8-806f-2a663b8a2e80/46885b0d-cafb-4657-b3f1-b5d733e78a89/cfba7667-d286-41ad-b453-63aed97caa86) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:07.452553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4e001bd3-3ebf-4a13-b15e-573c86511734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.468479 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa091-771a-46ad-8296-828e8dfdedeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.513236 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Routers {'4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:07.514979 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:07.608657 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.636775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Transition to ACTIVE for port object cfba7667-d286-41ad-b453-63aed97caa86 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:07.684750 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8776d86-a8d7-44f8-abed-a252a1c34d0a None None] Pushing event updated for resources: {'Port': ['ID=a2278284-dcec-41a4-a5c5-e048bb888ff5,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:07.715297 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09dd94da-a41a-45e3-a855-10aa33024c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.721788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09dd94da-a41a-45e3-a855-10aa33024c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.728437 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-09dd94da-a41a-45e3-a855-10aa33024c1d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/16c485e5-b6ca-4873-be1f-b311a5ec93d9 HTTP/1.1" status: 204 len: 168 time: 1.0784264 Aug 16 20:34:07.734151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.742335 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] Set router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:07.791133 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4e001bd3-3ebf-4a13-b15e-573c86511734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.815141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa091-771a-46ad-8296-828e8dfdedeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.828729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd94da-a41a-45e3-a855-10aa33024c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c485e5-b6ca-4873-be1f-b311a5ec93d9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:07.869197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57364) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:07.874353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Network c31489d8-8294-4bd8-806f-2a663b8a2e80 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:07.901455 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5 req-ca934551-78fb-443c-8d6a-ddefbfbd746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:07.906928 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5 req-ca934551-78fb-443c-8d6a-ddefbfbd746d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=035bc2f5e06d4516928512061d7b722b&device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 1121 time: 0.5401859 Aug 16 20:34:07.936148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:07.948639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:07.949664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.000101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e001bd3-3ebf-4a13-b15e-573c86511734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060ed61b-0686-4531-a0e5-c7a2e40852bb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:08.018823 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4e001bd3-3ebf-4a13-b15e-573c86511734 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7059a808384d4e2eb0665f5ebf25d4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8867867 Aug 16 20:34:08.026941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57368) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:08.095931 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-router', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:01Z', 'updated_at': '2021-08-16T20:34:03Z', 'revision_number': 3, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'gw_port': {'id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:02Z', 'updated_at': '2021-08-16T20:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:08.159540 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524d013-9bce-4786-bb01-55d4f1ecd631 None None] The sync data for ids ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'] in n-d-793619-14 is: [{'id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-router', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:01Z', 'updated_at': '2021-08-16T20:34:03Z', 'revision_number': 3, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'gw_port': {'id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:02Z', 'updated_at': '2021-08-16T20:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:34:08.231435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f138b-2fee-49c4-8d99-da77d67fc364 req-07357ec5-d925-4a64-bc93-412b49b865dd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:08.250055 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e6f138b-2fee-49c4-8d99-da77d67fc364 req-07357ec5-d925-4a64-bc93-412b49b865dd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 969 time: 0.3547390 Aug 16 20:34:08.296181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57372) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:08.303535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Pushing event updated for resources: {'Port': ['ID=cfba7667-d286-41ad-b453-63aed97caa86,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:08.346371 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-74e49053-ef2c-4e4c-8b8c-216c33f4f7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.357895 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e6f138b-2fee-49c4-8d99-da77d67fc364 req-9cc11d15-3a0d-416a-b1f0-017bec66a800 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069448 Aug 16 20:34:08.410706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-97f1c67a-aa91-4eb9-aa67-72923a36745d None None] Provisioning for port cfba7667-d286-41ad-b453-63aed97caa86 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:08.418006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-97f1c67a-aa91-4eb9-aa67-72923a36745d None None] Provisioning complete for port cfba7667-d286-41ad-b453-63aed97caa86 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:08.422873 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-97f1c67a-aa91-4eb9-aa67-72923a36745d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.445411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa091-771a-46ad-8296-828e8dfdedeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.448576 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa091-771a-46ad-8296-828e8dfdedeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.452055 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fcdaa091-771a-46ad-8296-828e8dfdedeb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2b2336ed-02ac-453d-84ca-c0e5d07f44ca HTTP/1.1" status: 204 len: 168 time: 1.2077754 Aug 16 20:34:08.501309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac88ce92-b0ea-4c98-95ff-edef2a80f51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.527705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-97f1c67a-aa91-4eb9-aa67-72923a36745d None None] Port cfba7667-d286-41ad-b453-63aed97caa86 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:08.537456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaa091-771a-46ad-8296-828e8dfdedeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2336ed-02ac-453d-84ca-c0e5d07f44ca,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:08.573943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5 req-5c270166-49ba-4a35-8c2c-f6ad73e42479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:08.598000 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5 req-5c270166-49ba-4a35-8c2c-f6ad73e42479 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.5437369 Aug 16 20:34:08.614837 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-db2114bf-8598-412c-a739-0352d89156b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.722765 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.730802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac88ce92-b0ea-4c98-95ff-edef2a80f51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.794703 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5 req-36364b51-1aa2-431d-93fd-fbd1276ce21f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6367cfff-e7f4-4b77-a6c0-477bc35c8475 HTTP/1.1" status: 200 len: 217 time: 0.1141510 Aug 16 20:34:08.931169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5 req-b0ecbbbd-69fd-4153-a2e9-c0baa1e537b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:08.933064 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5 req-b0ecbbbd-69fd-4153-a2e9-c0baa1e537b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0951395 Aug 16 20:34:09.012763 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac88ce92-b0ea-4c98-95ff-edef2a80f51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.016809 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac88ce92-b0ea-4c98-95ff-edef2a80f51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.017274 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ac88ce92-b0ea-4c98-95ff-edef2a80f51c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/060ed61b-0686-4531-a0e5-c7a2e40852bb HTTP/1.1" status: 204 len: 168 time: 0.9891052 Aug 16 20:34:09.020804 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-74e49053-ef2c-4e4c-8b8c-216c33f4f7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.039023 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88ce92-b0ea-4c98-95ff-edef2a80f51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060ed61b-0686-4531-a0e5-c7a2e40852bb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:09.048222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5 req-a55db663-02e2-4616-81f1-84da538ad5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:09.050622 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5 req-a55db663-02e2-4616-81f1-84da538ad5c8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976782 Aug 16 20:34:09.149170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-74e49053-ef2c-4e4c-8b8c-216c33f4f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.231793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e49053-ef2c-4e4c-8b8c-216c33f4f7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d91388-a18b-4a14-b692-633afa0ad79a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:09.258838 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-74e49053-ef2c-4e4c-8b8c-216c33f4f7f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7008e8e393744cf78acb96e16cec8584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9610023 Aug 16 20:34:09.272984 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5 req-16154d9f-61b9-4d7a-9ea1-af6534cbe449 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068257 Aug 16 20:34:09.273353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57388) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:09.390752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.434383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57392) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:09.440878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e65e1849-a44b-4d3c-a75e-04c137c6aefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.454075 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61ed4463-e63d-40bc-b6f3-3127155ed9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.539996 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55ccf75c-52aa-4ba4-b16f-08006cebd6b5 req-a6ca0dcd-6a16-49ec-a9f2-656b978d2a1b service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002354 Aug 16 20:34:09.574120 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.579256 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.593907 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e65e1849-a44b-4d3c-a75e-04c137c6aefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.667937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Pushing event updated for resources: {'Port': ['ID=cfba7667-d286-41ad-b453-63aed97caa86,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:09.676134 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-db2114bf-8598-412c-a739-0352d89156b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.767118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda16e4d-13df-4f02-8354-57ae78af47e7 req-30a471c3-a55a-4900-8ea7-1c3b83a13b04 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:09.768850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bda16e4d-13df-4f02-8354-57ae78af47e7 req-30a471c3-a55a-4900-8ea7-1c3b83a13b04 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 969 time: 0.2717907 Aug 16 20:34:09.775526 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-db2114bf-8598-412c-a739-0352d89156b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.788221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e65e1849-a44b-4d3c-a75e-04c137c6aefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.792735 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e65e1849-a44b-4d3c-a75e-04c137c6aefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.798413 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e65e1849-a44b-4d3c-a75e-04c137c6aefa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0d91388-a18b-4a14-b692-633afa0ad79a HTTP/1.1" status: 204 len: 168 time: 0.5237126 Aug 16 20:34:09.819246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e1849-a44b-4d3c-a75e-04c137c6aefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d91388-a18b-4a14-b692-633afa0ad79a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:09.914749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2114bf-8598-412c-a739-0352d89156b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c59ff7-d66a-4fc6-a42d-10c90f033fae,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:09.931554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-db2114bf-8598-412c-a739-0352d89156b7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=454d5b9ab03d49859d6c720ef652c335&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0482159 Aug 16 20:34:09.935011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57410) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:09.955759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Network c31489d8-8294-4bd8-806f-2a663b8a2e80 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:09.960142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bda16e4d-13df-4f02-8354-57ae78af47e7 req-4a5b5b13-efdd-46cf-afaf-386c32b27f89 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786761 Aug 16 20:34:09.962945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:10.113867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a2278284-dcec-41a4-a5c5-e048bb888ff5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:10.132799 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11d66bb1-50da-4d3e-885e-dadc61f5890e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.201388 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11d66bb1-50da-4d3e-885e-dadc61f5890e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.205263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:34:10.327649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port a2278284-dcec-41a4-a5c5-e048bb888ff5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:10.335846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a2278284-dcec-41a4-a5c5-e048bb888ff5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:10.335846 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.385286 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11d66bb1-50da-4d3e-885e-dadc61f5890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.389244 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11d66bb1-50da-4d3e-885e-dadc61f5890e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.394053 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-11d66bb1-50da-4d3e-885e-dadc61f5890e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/33c59ff7-d66a-4fc6-a42d-10c90f033fae HTTP/1.1" status: 204 len: 168 time: 0.4572909 Aug 16 20:34:10.397929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:34:10.409085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3042a560-de5d-4970-aaef-dde1aa4c1aff admin admin] 10.222.0.74 "PUT /v2.0/routers/4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8876362 Aug 16 20:34:10.417596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d66bb1-50da-4d3e-885e-dadc61f5890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c59ff7-d66a-4fc6-a42d-10c90f033fae,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:10.462420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6c160bd5-021a-4d6a-8b1d-ee1ed9a40eab None None] Provisioning complete for port cfba7667-d286-41ad-b453-63aed97caa86 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:10.462420 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6c160bd5-021a-4d6a-8b1d-ee1ed9a40eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.487032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61ed4463-e63d-40bc-b6f3-3127155ed9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.517245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6c160bd5-021a-4d6a-8b1d-ee1ed9a40eab None None] Port cfba7667-d286-41ad-b453-63aed97caa86 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:10.565403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61ed4463-e63d-40bc-b6f3-3127155ed9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.568823 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.599709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port a2278284-dcec-41a4-a5c5-e048bb888ff5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a2278284-dcec-41a4-a5c5-e048bb888ff5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:10.635453 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-61ed4463-e63d-40bc-b6f3-3127155ed9eb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7f705a57cbff4338b2ba434d3a91940f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1975060 Aug 16 20:34:10.635453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed4463-e63d-40bc-b6f3-3127155ed9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bd9840-dce7-4577-9687-a64d075ff1c2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:10.636874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57428) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.710753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f9253bd-2aa4-480b-8b3d-866d30824444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.719959 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.755789 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f9253bd-2aa4-480b-8b3d-866d30824444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.858243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=a2278284-dcec-41a4-a5c5-e048bb888ff5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:10.942067 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f9253bd-2aa4-480b-8b3d-866d30824444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.944747 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f9253bd-2aa4-480b-8b3d-866d30824444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.948947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1f9253bd-2aa4-480b-8b3d-866d30824444 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/07bd9840-dce7-4577-9687-a64d075ff1c2 HTTP/1.1" status: 204 len: 168 time: 0.3109775 Aug 16 20:34:10.962345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9253bd-2aa4-480b-8b3d-866d30824444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bd9840-dce7-4577-9687-a64d075ff1c2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:11.039290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Sync routers for ids ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:34:11.048781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Routers {'4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:11.049620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:11.155876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca973a9-2b69-4b4c-903c-8d091700ba4b req-ddf4a353-ef29-4d19-9848-4e6427680c43 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:11.165229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bca973a9-2b69-4b4c-903c-8d091700ba4b req-ddf4a353-ef29-4d19-9848-4e6427680c43 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 969 time: 0.0774934 Aug 16 20:34:11.222727 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bca973a9-2b69-4b4c-903c-8d091700ba4b req-90a39bbb-fdb1-4b57-9744-5d28c6edde9b tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550299 Aug 16 20:34:11.290843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Set router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:11.566315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-router', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:01Z', 'updated_at': '2021-08-16T20:34:08Z', 'revision_number': 4, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'gw_port': {'id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:02Z', 'updated_at': '2021-08-16T20:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'cfba7667-d286-41ad-b453-63aed97caa86', 'name': '', 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'mac_address': 'fa:16:3e:6c:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '46885b0d-cafb-4657-b3f1-b5d733e78a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:07Z', 'updated_at': '2021-08-16T20:34:08Z', 'revision_number': 2, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'subnets': [{'id': '46885b0d-cafb-4657-b3f1-b5d733e78a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:11.599821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Checking router: 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:34:11.600321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Updating router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 port cfba7667-d286-41ad-b453-63aed97caa86 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:34:11.626989 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.891854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57454) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:11.923236 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdb87-8ab3-4fea-a981-a2bac4712c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.005545 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.032337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Transition to ACTIVE for port object cfba7667-d286-41ad-b453-63aed97caa86 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:12.033759 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdb87-8ab3-4fea-a981-a2bac4712c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.085931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a2278284-dcec-41a4-a5c5-e048bb888ff5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:12.125516 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdb87-8ab3-4fea-a981-a2bac4712c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.156551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bdb87-8ab3-4fea-a981-a2bac4712c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d37b583-de5e-4a63-a701-a01683a57bf4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:12.170798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.180819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5e1bdb87-8ab3-4fea-a981-a2bac4712c71 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4487b63b150d43a8a1bb05cfcba85171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872360 Aug 16 20:34:12.189143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57458) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:12.215467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a2278284-dcec-41a4-a5c5-e048bb888ff5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:12.216183 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.243055 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d993caa-dc0d-4bc1-940b-fa74453e83db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.285310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d993caa-dc0d-4bc1-940b-fa74453e83db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.318563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71631a2d-cd6a-4a38-bf99-201c4747de2d None None] Pushing event updated for resources: {'Port': ['ID=cfba7667-d286-41ad-b453-63aed97caa86,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:12.443113 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cb9a6-7141-4efa-88fc-51a70c2ec8cd req-24241250-0721-451c-9819-388682670257 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:12.451995 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e46cb9a6-7141-4efa-88fc-51a70c2ec8cd req-24241250-0721-451c-9819-388682670257 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 969 time: 0.0992517 Aug 16 20:34:12.471003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Attempting to bind port cfba7667-d286-41ad-b453-63aed97caa86 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:12.472124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Attempting to bind port cfba7667-d286-41ad-b453-63aed97caa86 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'effe43d3-b0fa-46c2-ad9f-19c0a6c02be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:12.472705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Attempting to bind port cfba7667-d286-41ad-b453-63aed97caa86 on network c31489d8-8294-4bd8-806f-2a663b8a2e80 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:12.487770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:12.488341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Checking segment: {'id': 'effe43d3-b0fa-46c2-ad9f-19c0a6c02be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:12.488761 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.489280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Bound using segment: {'id': 'effe43d3-b0fa-46c2-ad9f-19c0a6c02be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:12.489858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Bound port: cfba7667-d286-41ad-b453-63aed97caa86, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effe43d3-b0fa-46c2-ad9f-19c0a6c02be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:12.490409 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.556925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e46cb9a6-7141-4efa-88fc-51a70c2ec8cd req-873837ee-df52-4a9f-8996-25b8ac52d169 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943928 Aug 16 20:34:12.593647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d993caa-dc0d-4bc1-940b-fa74453e83db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.597050 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d993caa-dc0d-4bc1-940b-fa74453e83db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.600553 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4d993caa-dc0d-4bc1-940b-fa74453e83db admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d37b583-de5e-4a63-a701-a01683a57bf4 HTTP/1.1" status: 204 len: 168 time: 0.4089689 Aug 16 20:34:12.609676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d993caa-dc0d-4bc1-940b-fa74453e83db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d37b583-de5e-4a63-a701-a01683a57bf4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:12.614099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] For port cfba7667-d286-41ad-b453-63aed97caa86, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:12.617493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] For port cfba7667-d286-41ad-b453-63aed97caa86, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=cfba7667-d286-41ad-b453-63aed97caa86,segment=NetworkSegment(effe43d3-b0fa-46c2-ad9f-19c0a6c02be8),segment_id=effe43d3-b0fa-46c2-ad9f-19c0a6c02be8)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:12.693393 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.754768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71631a2d-cd6a-4a38-bf99-201c4747de2d None None] Pushing event updated for resources: {'Port': ['ID=cfba7667-d286-41ad-b453-63aed97caa86,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:12.768300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Routers {'4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:12.769076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:13.084410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] Set router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:13.382011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-router', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:01Z', 'updated_at': '2021-08-16T20:34:08Z', 'revision_number': 4, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'gw_port': {'id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:02Z', 'updated_at': '2021-08-16T20:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'cfba7667-d286-41ad-b453-63aed97caa86', 'name': '', 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'mac_address': 'fa:16:3e:6c:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '46885b0d-cafb-4657-b3f1-b5d733e78a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:07Z', 'updated_at': '2021-08-16T20:34:12Z', 'revision_number': 4, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'subnets': [{'id': '46885b0d-cafb-4657-b3f1-b5d733e78a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:13.427677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc03a9fb-e577-4216-901b-6e1fda13dbf3 None None] The sync data for ids ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'] in n-d-793619-14 is: [{'id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-router', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:01Z', 'updated_at': '2021-08-16T20:34:08Z', 'revision_number': 4, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'gw_port': {'id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:02Z', 'updated_at': '2021-08-16T20:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'cfba7667-d286-41ad-b453-63aed97caa86', 'name': '', 'network_id': 'c31489d8-8294-4bd8-806f-2a663b8a2e80', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'mac_address': 'fa:16:3e:6c:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '46885b0d-cafb-4657-b3f1-b5d733e78a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:07Z', 'updated_at': '2021-08-16T20:34:12Z', 'revision_number': 4, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'subnets': [{'id': '46885b0d-cafb-4657-b3f1-b5d733e78a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:34:13.710347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d94361-d7bc-4afa-be5d-cee38284d85b req-ed85c94a-1381-4f43-b3aa-7b84f13ab623 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:13.721945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64d94361-d7bc-4afa-be5d-cee38284d85b req-ed85c94a-1381-4f43-b3aa-7b84f13ab623 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 969 time: 0.0752223 Aug 16 20:34:13.769927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64d94361-d7bc-4afa-be5d-cee38284d85b req-abee3b27-a4cb-4c6e-ade1-d5d64d00d4fc tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Aug 16 20:34:13.908391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57510) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:13.913048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-84568602-5517-4ad3-873c-83dc50c2a67a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453213021', 'description': 'tempest-description--1176702133'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:14.022538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-84568602-5517-4ad3-873c-83dc50c2a67a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.074766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device cfba7667-d286-41ad-b453-63aed97caa86 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:14.133772 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-84568602-5517-4ad3-873c-83dc50c2a67a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.224844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port cfba7667-d286-41ad-b453-63aed97caa86 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:14.228525 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-84568602-5517-4ad3-873c-83dc50c2a67a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.231678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port cfba7667-d286-41ad-b453-63aed97caa86 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:14.232054 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.256116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84568602-5517-4ad3-873c-83dc50c2a67a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20b34e1-8dd5-4aec-bdf5-266106594676,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:14.337099 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-84568602-5517-4ad3-873c-83dc50c2a67a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.341284 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-84568602-5517-4ad3-873c-83dc50c2a67a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4291935 Aug 16 20:34:14.341442 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.341664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57530) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:14.347210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3a1e7dcc-6d92-4266-961f-3199dd2f5ea5 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Request body: {'security_group_rule': {'security_group_id': 'e20b34e1-8dd5-4aec-bdf5-266106594676', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:14.390693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port cfba7667-d286-41ad-b453-63aed97caa86, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=cfba7667-d286-41ad-b453-63aed97caa86,segment=NetworkSegment(effe43d3-b0fa-46c2-ad9f-19c0a6c02be8),segment_id=effe43d3-b0fa-46c2-ad9f-19c0a6c02be8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:14.477854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7dcc-6d92-4266-961f-3199dd2f5ea5 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.516086 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.547412 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7dcc-6d92-4266-961f-3199dd2f5ea5 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.572007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=cfba7667-d286-41ad-b453-63aed97caa86,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:14.613360 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7dcc-6d92-4266-961f-3199dd2f5ea5 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.640574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e7dcc-6d92-4266-961f-3199dd2f5ea5 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3498721d-b74b-4ba5-bd79-dc2c7832e743,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:14.716595 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7dcc-6d92-4266-961f-3199dd2f5ea5 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.717644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3a1e7dcc-6d92-4266-961f-3199dd2f5ea5 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3749907 Aug 16 20:34:14.720445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57538) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:14.725277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ed2bc6e7-ab43-4056-99b8-b991cd15bd51 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Request body: {'security_group_rule': {'security_group_id': 'e20b34e1-8dd5-4aec-bdf5-266106594676', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:14.884316 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc6e7-ab43-4056-99b8-b991cd15bd51 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.896058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd8573-0db4-4e98-9951-2e65c829991f req-2888a99a-00fd-4a32-9748-c06e37a5d2e5 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:14.901707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-afdd8573-0db4-4e98-9951-2e65c829991f req-2888a99a-00fd-4a32-9748-c06e37a5d2e5 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 969 time: 0.0615854 Aug 16 20:34:14.976569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-afdd8573-0db4-4e98-9951-2e65c829991f req-e63cd8b4-cbc0-40a9-bf3b-645299eb48cd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685349 Aug 16 20:34:15.001838 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc6e7-ab43-4056-99b8-b991cd15bd51 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.136754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc6e7-ab43-4056-99b8-b991cd15bd51 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.155641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bc6e7-ab43-4056-99b8-b991cd15bd51 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acb06f9-996f-484d-b825-d81a26941b3c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:15.159307 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9dd2dbdb-cf68-4f94-a157-f6ee122e18db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.221583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc6e7-ab43-4056-99b8-b991cd15bd51 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.223258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ed2bc6e7-ab43-4056-99b8-b991cd15bd51 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5017748 Aug 16 20:34:15.226448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57566) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:15.231577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:15.321990 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.503070 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.611639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Allocated IP 172.25.4.236 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/605c0646-da3d-4837-b9c4-56817c947248) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:15.712151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.819262 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.865987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:15.872890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:15.876746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:15.885161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Pushing event updated for resources: {'Port': ['ID=605c0646-da3d-4837-b9c4-56817c947248,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:15.965764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.026540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device cfba7667-d286-41ad-b453-63aed97caa86 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:16.064318 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.120341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port cfba7667-d286-41ad-b453-63aed97caa86 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:16.120710 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.360167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9106a1-c75c-49d3-add0-41d888a09647 req-4919d8f1-7d03-4cb5-9679-b10de7413e50 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:16.361603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c9106a1-c75c-49d3-add0-41d888a09647 req-4919d8f1-7d03-4cb5-9679-b10de7413e50 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 969 time: 0.1067247 Aug 16 20:34:16.424896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c9106a1-c75c-49d3-add0-41d888a09647 req-271086e6-7409-4968-8a4d-d2a472b24484 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554779 Aug 16 20:34:16.467100 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.538931 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.570809 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.590224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Pushing event updated for resources: {'Port': ['ID=605c0646-da3d-4837-b9c4-56817c947248,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:16.658960 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.660560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c8a407ac-dba9-4699-8cfb-7ee5aa404660 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4328468 Aug 16 20:34:17.041251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-866684c8-68cc-4473-a28b-e4e0b2af2199 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1453213021&fields=id&tenant_id=0d10d68cf0b74082b973805fd6550c08 HTTP/1.1" status: 200 len: 267 time: 0.0434833 Aug 16 20:34:17.242093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-3c000a30-dac8-4f92-b0fb-1c5f3b9cfd2f tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.245107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-3c000a30-dac8-4f92-b0fb-1c5f3b9cfd2f tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/networks?id=53f0df0f-f139-4a71-b156-b3349ae71c27 HTTP/1.1" status: 200 len: 824 time: 0.1957700 Aug 16 20:34:17.264068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-ca85592b-2ee9-4638-94d3-4bade11db187 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/quotas/0d10d68cf0b74082b973805fd6550c08 HTTP/1.1" status: 200 len: 375 time: 0.0116899 Aug 16 20:34:17.331694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-1077082b-8a8e-41dc-9c14-76f7f9f1f1b1 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d10d68cf0b74082b973805fd6550c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600209 Aug 16 20:34:17.356353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-88240441-c73d-4c2a-a459-b444adc31020 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:34:17.357637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-88240441-c73d-4c2a-a459-b444adc31020 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075676 Aug 16 20:34:17.522525 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-77add1c5-2f61-44f7-9459-451f28eac365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.794043 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.836195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afc967-889c-48df-a686-7a3ce34b16a8 req-afb4b65e-5ff8-4de4-b7c1-0f806451ff15 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.839284 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22afc967-889c-48df-a686-7a3ce34b16a8 req-afb4b65e-5ff8-4de4-b7c1-0f806451ff15 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 969 time: 0.1011529 Aug 16 20:34:17.861110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57692) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:17.901455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22afc967-889c-48df-a686-7a3ce34b16a8 req-f522c85e-6917-4be5-b053-ee7b0bdd9d17 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518274 Aug 16 20:34:17.901455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-70e89000-6107-4471-afad-2b08c0ffd1e7 service neutron] 10.222.0.74 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008137 Aug 16 20:34:17.934120 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf2d1-3cb9-422b-a2b5-09315fac148f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.002201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-6dae2810-3991-41f2-9487-cc7d64448927 service neutron] 10.222.0.74 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930469 Aug 16 20:34:18.036307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf2d1-3cb9-422b-a2b5-09315fac148f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.093311 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf2d1-3cb9-422b-a2b5-09315fac148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.132558 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3bcaf2d1-3cb9-422b-a2b5-09315fac148f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6a72b7f5e0d54fbda19b8a998ec272b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700903 Aug 16 20:34:18.135898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57702) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.142256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaf2d1-3cb9-422b-a2b5-09315fac148f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58ac758-3165-4ce0-984c-e909906aba06,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:18.195010 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17905460-ec8d-411c-88ad-18ee0cb1238f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.227683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17905460-ec8d-411c-88ad-18ee0cb1238f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.300675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-193ece6a-adf0-4209-b7b4-91ccef4d41d7 req-1177fc10-64b3-4054-a8ff-e6d7ef9f19a9 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 210 time: 0.0383401 Aug 16 20:34:18.376264 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17905460-ec8d-411c-88ad-18ee0cb1238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.381842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17905460-ec8d-411c-88ad-18ee0cb1238f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.383687 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-17905460-ec8d-411c-88ad-18ee0cb1238f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c58ac758-3165-4ce0-984c-e909906aba06 HTTP/1.1" status: 204 len: 168 time: 0.2468209 Aug 16 20:34:18.394227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17905460-ec8d-411c-88ad-18ee0cb1238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58ac758-3165-4ce0-984c-e909906aba06,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:18.830637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57750) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.959996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6367cfff-e7f4-4b77-a6c0-477bc35c8475 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:34:19.045182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccbddb-2b50-404f-9cf8-1d862a4ed5df req-522b4a46-3b7d-4507-b0c1-750d5df300bc tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:19.046972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0ccbddb-2b50-404f-9cf8-1d862a4ed5df req-522b4a46-3b7d-4507-b0c1-750d5df300bc tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 969 time: 0.0684807 Aug 16 20:34:19.081374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6367cfff-e7f4-4b77-a6c0-477bc35c8475, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6367cfff-e7f4-4b77-a6c0-477bc35c8475,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:19.092903 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.094029 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '6367cfff-e7f4-4b77-a6c0-477bc35c8475', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '6367cfff-e7f4-4b77-a6c0-477bc35c8475', 'mac_address': 'fa:16:3e:65:b6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:tempest-test_az-191216051', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:34:19.096353 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0ccbddb-2b50-404f-9cf8-1d862a4ed5df req-d3e38282-3c58-4c59-b7be-bce3920bb288 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412362 Aug 16 20:34:19.132680 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.145487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6367cfff-e7f4-4b77-a6c0-477bc35c8475 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:19.167946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6367cfff-e7f4-4b77-a6c0-477bc35c8475, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6367cfff-e7f4-4b77-a6c0-477bc35c8475,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:19.230852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57762) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.245436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ef71d345-5891-4ba5-994e-54173426d553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.298859 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.371924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ef71d345-5891-4ba5-994e-54173426d553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.399904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=6367cfff-e7f4-4b77-a6c0-477bc35c8475,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.404355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30c51298-50ed-4d87-a334-fe869362ee27 req-333fd15f-8f03-4fb0-a8cd-4da50e3e842c tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 210 time: 0.0446336 Aug 16 20:34:19.439287 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-307d25e9-1a5c-4026-a483-d9063c2e34e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.450122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57772) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.463747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ef71d345-5891-4ba5-994e-54173426d553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.527862 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aca32619-5497-4f32-84b6-9894b8bb891b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.537303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71d345-5891-4ba5-994e-54173426d553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d59c24-367e-4f81-a5ae-1085d47bc8e7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.542183 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ef71d345-5891-4ba5-994e-54173426d553 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=212134e5346e4fc89bcc31ea3034416e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097792 Aug 16 20:34:19.545239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57776) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.586904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['6367cfff-e7f4-4b77-a6c0-477bc35c8475'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:34:19.598433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-307d25e9-1a5c-4026-a483-d9063c2e34e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.599177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1aae10bc-0cd3-4880-b048-bbf7eff6922a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.621042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1aae10bc-0cd3-4880-b048-bbf7eff6922a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.738630 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-307d25e9-1a5c-4026-a483-d9063c2e34e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.771767 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-307d25e9-1a5c-4026-a483-d9063c2e34e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d114ed3fd053416e8c31317df72ba43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9399991 Aug 16 20:34:19.774967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57778) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.792310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d25e9-1a5c-4026-a483-d9063c2e34e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1af66f-d77d-4c3b-987c-64dc4976757e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.794770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1aae10bc-0cd3-4880-b048-bbf7eff6922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.799161 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1aae10bc-0cd3-4880-b048-bbf7eff6922a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.801382 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1aae10bc-0cd3-4880-b048-bbf7eff6922a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c0d59c24-367e-4f81-a5ae-1085d47bc8e7 HTTP/1.1" status: 204 len: 168 time: 0.2550950 Aug 16 20:34:19.844542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae10bc-0cd3-4880-b048-bbf7eff6922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d59c24-367e-4f81-a5ae-1085d47bc8e7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.891938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-144bdc3b-9dc1-46e7-a375-6748fa19d638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.908249 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aca32619-5497-4f32-84b6-9894b8bb891b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.926723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-144bdc3b-9dc1-46e7-a375-6748fa19d638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.018316 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aca32619-5497-4f32-84b6-9894b8bb891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.050691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-144bdc3b-9dc1-46e7-a375-6748fa19d638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.053179 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-144bdc3b-9dc1-46e7-a375-6748fa19d638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.054341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-144bdc3b-9dc1-46e7-a375-6748fa19d638 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da1af66f-d77d-4c3b-987c-64dc4976757e HTTP/1.1" status: 204 len: 168 time: 0.2770989 Aug 16 20:34:20.064076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57786) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:20.064387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aca32619-5497-4f32-84b6-9894b8bb891b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=09b30831c6434ac0a706f7eb9f372dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6129944 Aug 16 20:34:20.066495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca32619-5497-4f32-84b6-9894b8bb891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e4f304-0658-4558-8263-8fbf94d34d1a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:20.088535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bdc3b-9dc1-46e7-a375-6748fa19d638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1af66f-d77d-4c3b-987c-64dc4976757e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:20.143338 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1aa33ebb-d83d-4535-81f3-67194a917e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.165553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1aa33ebb-d83d-4535-81f3-67194a917e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.219290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8c1e6-eea7-4369-bbea-908b52effc0e req-0314ef03-efc4-4fc4-b1fa-486b667b214c tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:20.221130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ad8c1e6-eea7-4369-bbea-908b52effc0e req-0314ef03-efc4-4fc4-b1fa-486b667b214c tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 970 time: 0.0611379 Aug 16 20:34:20.262147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ad8c1e6-eea7-4369-bbea-908b52effc0e req-b2850349-a334-414a-8c4e-2f6c86d1d089 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351055 Aug 16 20:34:20.324281 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1aa33ebb-d83d-4535-81f3-67194a917e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.327039 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1aa33ebb-d83d-4535-81f3-67194a917e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.328234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1aa33ebb-d83d-4535-81f3-67194a917e51 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35e4f304-0658-4558-8263-8fbf94d34d1a HTTP/1.1" status: 204 len: 168 time: 0.2624168 Aug 16 20:34:20.336772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa33ebb-d83d-4535-81f3-67194a917e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e4f304-0658-4558-8263-8fbf94d34d1a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:20.491015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ef5d064-55ec-4f70-9108-a77935f5ad8e req-aac38c28-5fa4-4b4e-b1c0-600e42a4b67c tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 210 time: 0.0308330 Aug 16 20:34:20.519931 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.950357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6367cfff-e7f4-4b77-a6c0-477bc35c8475 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:21.078825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:21.083010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:21.083381 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.163210 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.185627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc2d60a-9baa-48fe-ae09-5c477afaff32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6367cfff-e7f4-4b77-a6c0-477bc35c8475'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:21.213624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.79', 50011) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:21.252914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6367cfff-e7f4-4b77-a6c0-477bc35c8475, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6367cfff-e7f4-4b77-a6c0-477bc35c8475,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:21.322147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5a857eb3-37ab-4095-a5b8-3c2752e84e2b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:21.323694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5a857eb3-37ab-4095-a5b8-3c2752e84e2b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.79 "GET /v2.0/networks?id=53f0df0f-f139-4a71-b156-b3349ae71c27 HTTP/1.1" status: 200 len: 824 time: 0.1089873 Aug 16 20:34:21.353519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57816) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:21.367711 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c06ae47-753b-4423-b269-f1138fc1ad50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.375766 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.388636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f95c1-914c-4b8d-922f-4b79a1e8b2ba req-bbae3014-9ddb-4c6f-ab1b-c358c77c98c5 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:21.390474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-711f95c1-914c-4b8d-922f-4b79a1e8b2ba req-bbae3014-9ddb-4c6f-ab1b-c358c77c98c5 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 970 time: 0.0587351 Aug 16 20:34:21.449940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=6367cfff-e7f4-4b77-a6c0-477bc35c8475,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:21.477325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-06d432f2-9a0b-4ce0-997a-257ad0db2917 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d10d68cf0b74082b973805fd6550c08 HTTP/1.1" status: 200 len: 380 time: 0.1008675 Aug 16 20:34:21.481613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57820) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:21.492123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Request body: {'port': {'device_id': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'admin_state_up': True, 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'security_groups': ['e20b34e1-8dd5-4aec-bdf5-266106594676']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:21.509113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-711f95c1-914c-4b8d-922f-4b79a1e8b2ba req-16472eb5-a1ac-4168-9441-ee55d61caf29 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036344 Aug 16 20:34:21.635894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18a9c279-7bb0-4ee4-bdad-b187c9464d55 req-0bc16d21-f8ae-4bf5-bf65-5487b32ea9f9 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 210 time: 0.0378540 Aug 16 20:34:21.670174 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c06ae47-753b-4423-b269-f1138fc1ad50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.816032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0923bfe-84ed-49ce-9100-f7b423b6c25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.869840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c06ae47-753b-4423-b269-f1138fc1ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.903910 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-a0923bfe-84ed-49ce-9100-f7b423b6c25d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:34:21.903910 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:34:21.903910 n-d-793619-14 neutron-server[95261]: [parameters: {'project_id_1': 'f8c134d1e1474faca1beca4622024cff', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 34, 21, 822006)}] Aug 16 20:34:21.903910 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:34:21.904304 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-a0923bfe-84ed-49ce-9100-f7b423b6c25d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:34:21.920809 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8c06ae47-753b-4423-b269-f1138fc1ad50 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4bf60a48683f46d897d19945ee952659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664439 Aug 16 20:34:21.920809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06ae47-753b-4423-b269-f1138fc1ad50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f39d525-1ab8-4987-a190-4c1d33c7da3f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:21.921276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57836) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:21.925412 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a3f876-abe5-4e11-b29c-99389ab8e8cc" -d '{"events": [{"server_uuid": "edc2d60a-9baa-48fe-ae09-5c477afaff32", "name": "network-vif-plugged", "status": "completed", "tag": "6367cfff-e7f4-4b77-a6c0-477bc35c8475"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:21.994210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Made reservation on behalf of 0d10d68cf0b74082b973805fd6550c08 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:21.997598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.054568 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e9f70df8-c4a8-4d92-8561-07475228aeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.066755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57848) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:22.080313 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee6c07db-0575-4567-ba02-01f2999eac0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.163775 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e9f70df8-c4a8-4d92-8561-07475228aeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.210102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee6c07db-0575-4567-ba02-01f2999eac0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.276298 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee6c07db-0575-4567-ba02-01f2999eac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.286316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Allocated IP 172.20.0.10 (53f0df0f-f139-4a71-b156-b3349ae71c27/9acddd0e-e6bd-4088-b50c-ecff70ad3f26/9cd40347-10c8-46f8-8142-7e4860d1283f) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:22.319659 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ee6c07db-0575-4567-ba02-01f2999eac0e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=456326da51184ee6a626276a737c1356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525189 Aug 16 20:34:22.324516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57854) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:22.329265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c07db-0575-4567-ba02-01f2999eac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353565be-fc81-4a2a-8758-3f3d3cc07317,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:22.390544 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec1fd62-72d6-4303-a56a-89c362553844 x-openstack-request-id: req-2ec1fd62-72d6-4303-a56a-89c362553844 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:22.393317 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc2d60a-9baa-48fe-ae09-5c477afaff32", "name": "network-vif-plugged", "status": "completed", "tag": "6367cfff-e7f4-4b77-a6c0-477bc35c8475", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:22.393317 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ec1fd62-72d6-4303-a56a-89c362553844 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:22.393317 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc2d60a-9baa-48fe-ae09-5c477afaff32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6367cfff-e7f4-4b77-a6c0-477bc35c8475', 'code': 200} Aug 16 20:34:22.407636 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0923bfe-84ed-49ce-9100-f7b423b6c25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.463586 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e9f70df8-c4a8-4d92-8561-07475228aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.466677 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e9f70df8-c4a8-4d92-8561-07475228aeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.468087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e9f70df8-c4a8-4d92-8561-07475228aeb7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f39d525-1ab8-4987-a190-4c1d33c7da3f HTTP/1.1" status: 204 len: 168 time: 0.5456529 Aug 16 20:34:22.553539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f70df8-c4a8-4d92-8561-07475228aeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f39d525-1ab8-4987-a190-4c1d33c7da3f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:22.557953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0927939e-fe54-4be8-9390-9b205d377b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.622514 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0927939e-fe54-4be8-9390-9b205d377b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.622906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbad042-743a-4ca8-9c50-f1ce4df1ba5d req-e6138171-9a81-4e91-961e-ba9df55c3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:22.625215 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8bbad042-743a-4ca8-9c50-f1ce4df1ba5d req-e6138171-9a81-4e91-961e-ba9df55c3e1d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 1123 time: 0.1531236 Aug 16 20:34:22.645881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8bbad042-743a-4ca8-9c50-f1ce4df1ba5d req-e62403f4-e800-4364-87a8-63ded860eea1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.918772 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.927824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f2863-1065-4095-b140-5827ada8098a req-dc3549b6-a791-4984-a774-66dd921f751b tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:22.929352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-643f2863-1065-4095-b140-5827ada8098a req-dc3549b6-a791-4984-a774-66dd921f751b tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 971 time: 0.3195362 Aug 16 20:34:23.009298 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0923bfe-84ed-49ce-9100-f7b423b6c25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.015705 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-643f2863-1065-4095-b140-5827ada8098a req-83c2227e-8a3e-4488-a7d6-6af6d3df72a1 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734472 Aug 16 20:34:23.018742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Transition to ACTIVE for port object 9cd40347-10c8-46f8-8142-7e4860d1283f will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:23.020141 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0927939e-fe54-4be8-9390-9b205d377b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.022937 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0927939e-fe54-4be8-9390-9b205d377b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.026482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0927939e-fe54-4be8-9390-9b205d377b53 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/353565be-fc81-4a2a-8758-3f3d3cc07317 HTTP/1.1" status: 204 len: 168 time: 0.6972375 Aug 16 20:34:23.038050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927939e-fe54-4be8-9390-9b205d377b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353565be-fc81-4a2a-8758-3f3d3cc07317,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:23.073749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0923bfe-84ed-49ce-9100-f7b423b6c25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.116902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a0923bfe-84ed-49ce-9100-f7b423b6c25d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f8c134d1e1474faca1beca4622024cff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6326585 Aug 16 20:34:23.117537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57882) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:23.118213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0923bfe-84ed-49ce-9100-f7b423b6c25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71bfb7b-c37b-4ea3-b313-b226e4eee8eb,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:23.132783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.233921 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-445727f2-64ca-4412-a59b-70bb3a64e459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.258650 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8bbad042-743a-4ca8-9c50-f1ce4df1ba5d req-e62403f4-e800-4364-87a8-63ded860eea1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.264143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Network 53f0df0f-f139-4a71-b156-b3349ae71c27 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:23.274507 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-445727f2-64ca-4412-a59b-70bb3a64e459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.276834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:23.282454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:23.288012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:23.288623 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.293365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Pushing event updated for resources: {'Port': ['ID=9cd40347-10c8-46f8-8142-7e4860d1283f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:23.323520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aae291-fe03-4248-85cc-a4c4c5091998 req-5da815a1-1280-4357-afad-945e41772c76 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:23.330867 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40aae291-fe03-4248-85cc-a4c4c5091998 req-5da815a1-1280-4357-afad-945e41772c76 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 932 time: 0.1906691 Aug 16 20:34:23.374945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40aae291-fe03-4248-85cc-a4c4c5091998 req-a33be583-5232-4513-bb2d-f1fdb80d654a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431552 Aug 16 20:34:23.418443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8bbad042-743a-4ca8-9c50-f1ce4df1ba5d req-e62403f4-e800-4364-87a8-63ded860eea1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.462458 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8bbad042-743a-4ca8-9c50-f1ce4df1ba5d req-e62403f4-e800-4364-87a8-63ded860eea1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8257332 Aug 16 20:34:23.463654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62403f4-e800-4364-87a8-63ded860eea1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4aaef2-8d22-43ed-82e5-12ab22974569,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:23.469340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-445727f2-64ca-4412-a59b-70bb3a64e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.469340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-445727f2-64ca-4412-a59b-70bb3a64e459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.470297 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-445727f2-64ca-4412-a59b-70bb3a64e459 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c71bfb7b-c37b-4ea3-b313-b226e4eee8eb HTTP/1.1" status: 204 len: 168 time: 0.3515935 Aug 16 20:34:23.478487 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445727f2-64ca-4412-a59b-70bb3a64e459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71bfb7b-c37b-4ea3-b313-b226e4eee8eb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:23.568286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5c22f55d-6357-4ad4-82c9-ed979d9a5635 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0851414 Aug 16 20:34:23.721261 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d35ffe6a-aa82-47d8-b6ff-80f8b243be43 None None] Provisioning for port 9cd40347-10c8-46f8-8142-7e4860d1283f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:23.732386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d35ffe6a-aa82-47d8-b6ff-80f8b243be43 None None] Provisioning complete for port 9cd40347-10c8-46f8-8142-7e4860d1283f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:23.732386 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d35ffe6a-aa82-47d8-b6ff-80f8b243be43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.763292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d35ffe6a-aa82-47d8-b6ff-80f8b243be43 None None] Port 9cd40347-10c8-46f8-8142-7e4860d1283f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:24.141370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce185b-b1f5-4e14-99b4-4ead923146d8 req-d7edc0f5-1721-414c-8764-08f1b6d320f4 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:24.142908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8ce185b-b1f5-4e14-99b4-4ead923146d8 req-d7edc0f5-1721-414c-8764-08f1b6d320f4 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 971 time: 0.0531602 Aug 16 20:34:24.182007 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8ce185b-b1f5-4e14-99b4-4ead923146d8 req-4eaa5888-d1ee-4424-808c-c87508051883 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330992 Aug 16 20:34:24.478982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57928) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:24.495733 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5333-faab-4ca3-91ee-0a08fa04caee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.503437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14d4d2-a32d-4261-af11-154e5a653561 req-f1f78014-1eb1-446f-93bf-303cedbe59f8 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:24.505002 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f14d4d2-a32d-4261-af11-154e5a653561 req-f1f78014-1eb1-446f-93bf-303cedbe59f8 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 932 time: 0.0582423 Aug 16 20:34:24.591070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f14d4d2-a32d-4261-af11-154e5a653561 req-bf9ea865-b3c7-4ce3-aa02-5b0708857dc0 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716498 Aug 16 20:34:24.639885 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5333-faab-4ca3-91ee-0a08fa04caee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.719828 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5333-faab-4ca3-91ee-0a08fa04caee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.762408 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2c0c5333-faab-4ca3-91ee-0a08fa04caee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0d52c35800a445d3be40889d6ae79817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819467 Aug 16 20:34:24.763639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c5333-faab-4ca3-91ee-0a08fa04caee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9a27a2-42b9-4f50-aabb-3e23ac179df2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:24.765463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57942) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:24.832460 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96c9ea34-b567-4caf-979b-5da14cd982e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.866044 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96c9ea34-b567-4caf-979b-5da14cd982e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:25.010399 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96c9ea34-b567-4caf-979b-5da14cd982e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:25.012829 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96c9ea34-b567-4caf-979b-5da14cd982e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:25.016557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-96c9ea34-b567-4caf-979b-5da14cd982e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1e9a27a2-42b9-4f50-aabb-3e23ac179df2 HTTP/1.1" status: 204 len: 168 time: 0.2462151 Aug 16 20:34:25.023977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9ea34-b567-4caf-979b-5da14cd982e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9a27a2-42b9-4f50-aabb-3e23ac179df2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:25.309735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488d099-914e-4fc1-aee3-060006c796d1 req-17ca9f03-2377-4082-ae98-0dd4bba9a162 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:25.311589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9488d099-914e-4fc1-aee3-060006c796d1 req-17ca9f03-2377-4082-ae98-0dd4bba9a162 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 971 time: 0.0562210 Aug 16 20:34:25.325887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57964) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:25.367190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9488d099-914e-4fc1-aee3-060006c796d1 req-c32f6c26-77c2-44b1-9645-cca539d4a879 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347729 Aug 16 20:34:25.698857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a280c-07fc-4c30-a755-d5778f9c4584 req-67eef314-d5ee-4f5f-8226-ff21df21ccc1 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:25.701948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-806a280c-07fc-4c30-a755-d5778f9c4584 req-67eef314-d5ee-4f5f-8226-ff21df21ccc1 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 932 time: 0.0538890 Aug 16 20:34:25.706456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1682215089-network', 'tenant_id': 'fe83c9f712414113b5db1690292a17d0'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:25.758128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-806a280c-07fc-4c30-a755-d5778f9c4584 req-822c5685-8113-4df8-9df1-4e6fb72a200b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499458 Aug 16 20:34:25.801291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Made reservation on behalf of fe83c9f712414113b5db1690292a17d0 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:25.803995 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:25.825665 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:25.943221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:25.996118 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.013805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57988) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:26.029724 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767396a2-ac28-42e2-8170-2b372ebd420b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:26.045660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:26.062440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.062934 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Added segment de97fce7-9893-4d0a-b66e-f9805a055606 of type vlan for network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 Aug 16 20:34:26.113487 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.179377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1191308878-network', 'tenant_id': '39ccbfbebde54f1d89cec17a712f35b4'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:26.210830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.212698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:26.213766 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.287325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] Pushing event updated for resources: {'Network': ['ID=ea27ba5b-3833-416a-8de4-4d37b3cc5d46,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:26.293420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Made reservation on behalf of 39ccbfbebde54f1d89cec17a712f35b4 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:26.295661 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.300528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:26.307429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.369346 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-652a2055-56ea-4494-8e6a-79d9bf65ed4d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0420394 Aug 16 20:34:26.372383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58000) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:26.388436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Request body: {'subnet': {'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1682215089-subnet', 'tenant_id': 'fe83c9f712414113b5db1690292a17d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:26.402328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:34:26.402328 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:34:26.402328 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': 'fe83c9f712414113b5db1690292a17d0', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 34, 26, 394321)}] Aug 16 20:34:26.402328 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:34:26.403168 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:34:26.514541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.553599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb946056-7afe-46ed-9702-d11619c3487b req-cd17820a-edcc-4f34-b7f7-826b8e385b40 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:26.555540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb946056-7afe-46ed-9702-d11619c3487b req-cd17820a-edcc-4f34-b7f7-826b8e385b40 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 971 time: 0.0845380 Aug 16 20:34:26.596260 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.618794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb946056-7afe-46ed-9702-d11619c3487b req-c48c7437-1b6e-4b29-b365-1173b810e5de tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561817 Aug 16 20:34:26.656907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:26.674331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ca03df-3856-47b4-b74a-4a19bd8bf422,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:26.677850 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.678193 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Added segment ac151445-f376-47d4-84a3-cab15d5b4c99 of type vlan for network acf706a4-9ec9-4489-bfe2-213695736c3f Aug 16 20:34:26.726412 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.853610 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.855290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:26.856237 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:27.009994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=acf706a4-9ec9-4489-bfe2-213695736c3f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:27.035960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network acf706a4-9ec9-4489-bfe2-213695736c3f details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:27.040661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58026) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:27.160875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc96c-f518-4983-a581-0f0293d26621 req-1c5d6aaf-698c-421b-a746-d2d456ab03b3 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:27.162512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2afc96c-f518-4983-a581-0f0293d26621 req-1c5d6aaf-698c-421b-a746-d2d456ab03b3 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 932 time: 0.1030364 Aug 16 20:34:27.167073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111a5a-c8eb-4177-9c90-8f0d4824c45a req-5d49eac8-e17b-42d0-8dbd-40c14f47ea02 tempest-AggregatesAdminTestJSON-1897572762 tempest-AggregatesAdminTestJSON-1897572762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:27.168623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa111a5a-c8eb-4177-9c90-8f0d4824c45a req-5d49eac8-e17b-42d0-8dbd-40c14f47ea02 tempest-AggregatesAdminTestJSON-1897572762 tempest-AggregatesAdminTestJSON-1897572762-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 1123 time: 0.1466913 Aug 16 20:34:27.196909 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa111a5a-c8eb-4177-9c90-8f0d4824c45a req-f3e293a2-ef28-4f3f-a888-6c171a88b310 tempest-AggregatesAdminTestJSON-1897572762 tempest-AggregatesAdminTestJSON-1897572762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:27.198645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-network', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:27.228653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2afc96c-f518-4983-a581-0f0293d26621 req-de167946-8aad-49a4-a6a1-6a4168fa3a03 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572326 Aug 16 20:34:28.238709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Made reservation on behalf of fe83c9f712414113b5db1690292a17d0 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:28.240949 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:28.409052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-445386b5-807c-4ddc-8f66-ed206d03f7d4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3937504 Aug 16 20:34:28.412691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58042) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:28.418136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] Request body: {'subnet': {'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1191308878-subnet', 'tenant_id': '39ccbfbebde54f1d89cec17a712f35b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:28.439007 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06124e0-7056-4929-b970-19b0c096f7c1 req-fae889d1-b4a9-4bfb-a0b9-81cfca98659f tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:28.440480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d06124e0-7056-4929-b970-19b0c096f7c1 req-fae889d1-b4a9-4bfb-a0b9-81cfca98659f tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 932 time: 0.0610495 Aug 16 20:34:28.478051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d06124e0-7056-4929-b970-19b0c096f7c1 req-25965931-f374-45b1-b0d0-a043edc24b44 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Aug 16 20:34:28.536477 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:28.576837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Made reservation on behalf of 01a336c324e74c869eaa6e3a9c905537 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:28.579106 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:28.592712 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:28.609210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6f94f0-227b-49bc-896f-30e1c37db595,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:28.627814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:28.628364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Network hostable DHCP agents. Network: ea27ba5b-3833-416a-8de4-4d37b3cc5d46, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:28.658001 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa111a5a-c8eb-4177-9c90-8f0d4824c45a req-f3e293a2-ef28-4f3f-a888-6c171a88b310 tempest-AggregatesAdminTestJSON-1897572762 tempest-AggregatesAdminTestJSON-1897572762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:28.700289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-615f71ad-2c79-4834-bbeb-635cc59c0d48 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:34:28.701277 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-615f71ad-2c79-4834-bbeb-635cc59c0d48 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053079 Aug 16 20:34:28.730780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:28.766863 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa111a5a-c8eb-4177-9c90-8f0d4824c45a req-f3e293a2-ef28-4f3f-a888-6c171a88b310 tempest-AggregatesAdminTestJSON-1897572762 tempest-AggregatesAdminTestJSON-1897572762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:28.799201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Request body: {'port': {'device_id': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:28.833045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa111a5a-c8eb-4177-9c90-8f0d4824c45a req-f3e293a2-ef28-4f3f-a888-6c171a88b310 tempest-AggregatesAdminTestJSON-1897572762 tempest-AggregatesAdminTestJSON-1897572762-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6556981 Aug 16 20:34:28.840181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e293a2-ef28-4f3f-a888-6c171a88b310 tempest-AggregatesAdminTestJSON-1897572762 tempest-AggregatesAdminTestJSON-1897572762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533b447f-82ff-4536-9454-8a1bb155b0a3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:28.878396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, ea27ba5b-3833-416a-8de4-4d37b3cc5d46) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:28.883286 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:28.883753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:28.884575 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:28.888777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b10cf-d80a-4032-8e97-ef55d91514e9 None None] Network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:28.931351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] Made reservation on behalf of 39ccbfbebde54f1d89cec17a712f35b4 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:28.934338 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.020197 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4475b256-d9fc-45dd-b0a8-398b753ea859 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6401963 Aug 16 20:34:29.028217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6dcd6e-deb6-458e-9da6-f48bbd71bd9a None None] Network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:29.228027 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.318292 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.340700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:29.355978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f076be8-3706-410f-a206-86e8b69e0ba2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:29.373113 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.373113 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Added segment 224684c1-bab4-44ef-a5ea-1b7f6c3d18fc of type vlan for network abf14a4d-78e7-4ca3-b174-1c1c79a892aa Aug 16 20:34:29.391625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd40347-10c8-46f8-8142-7e4860d1283f {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:29.405808 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.421326 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.428013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Transition to ACTIVE for port object 9cd40347-10c8-46f8-8142-7e4860d1283f will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:29.460870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.487029 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=577d0868-2656-4697-864d-d9057a25f10d,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:29.504372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:29.504372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] Network hostable DHCP agents. Network: acf706a4-9ec9-4489-bfe2-213695736c3f, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:29.579138 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.579138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:29.579138 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.579514 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.612990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] Network acf706a4-9ec9-4489-bfe2-213695736c3f is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:29.682402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925daf4-bec8-4a41-af1b-286d8b3371a6 req-3dca48e0-49c6-4bd2-9387-4fd54aaa4046 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:29.689892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f925daf4-bec8-4a41-af1b-286d8b3371a6 req-3dca48e0-49c6-4bd2-9387-4fd54aaa4046 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 932 time: 0.1404214 Aug 16 20:34:29.691705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd40347-10c8-46f8-8142-7e4860d1283f,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:29.743463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, acf706a4-9ec9-4489-bfe2-213695736c3f) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:29.752148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Attempting to bind port 9cd40347-10c8-46f8-8142-7e4860d1283f on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:29.752499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Attempting to bind port 9cd40347-10c8-46f8-8142-7e4860d1283f by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:29.752897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Attempting to bind port 9cd40347-10c8-46f8-8142-7e4860d1283f on network 53f0df0f-f139-4a71-b156-b3349ae71c27 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:29.755923 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78b1f4e-b3a2-407c-b45f-a2ea57894d2d None None] Network acf706a4-9ec9-4489-bfe2-213695736c3f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:29.756471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:29.757132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.775271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Port 9cd40347-10c8-46f8-8142-7e4860d1283f on network 53f0df0f-f139-4a71-b156-b3349ae71c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:29.775631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Attempting to bind port 9cd40347-10c8-46f8-8142-7e4860d1283f on network 53f0df0f-f139-4a71-b156-b3349ae71c27 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:29.817085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f925daf4-bec8-4a41-af1b-286d8b3371a6 req-2981f4c4-9090-4c82-9a4f-a7f02a285d62 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261232 Aug 16 20:34:29.819554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:29.821111 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Checking segment: {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:29.821847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Bound using segment: {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:29.823196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Bound port: 9cd40347-10c8-46f8-8142-7e4860d1283f, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:29.824991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.875218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] Pushing event updated for resources: {'Network': ['ID=abf14a4d-78e7-4ca3-b174-1c1c79a892aa,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:29.894228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network abf14a4d-78e7-4ca3-b174-1c1c79a892aa details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:29.911587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] For port 9cd40347-10c8-46f8-8142-7e4860d1283f, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:29.918688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] For port 9cd40347-10c8-46f8-8142-7e4860d1283f, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9cd40347-10c8-46f8-8142-7e4860d1283f,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:29.925503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bc9e1546-0876-4a86-87ad-f0e4ebf01239 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5082800 Aug 16 20:34:29.988558 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-29a5cf6f-021e-407e-9058-2593b8c4beb9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9431214 Aug 16 20:34:29.988856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58100) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:29.995234 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] Request body: {'subnet': {'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-subnet', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:30.012842 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.089143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:30.095830 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.098351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] 10.222.0.79 "PUT /v2.0/ports/9cd40347-10c8-46f8-8142-7e4860d1283f HTTP/1.1" status: 200 len: 1093 time: 1.3539243 Aug 16 20:34:30.098837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'tag': '9cd40347-10c8-46f8-8142-7e4860d1283f'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:30.109820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] Made reservation on behalf of 01a336c324e74c869eaa6e3a9c905537 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:30.112187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.186968 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c271c0ac-a896-45df-8a2c-5c816cdc5525 None None] Network acf706a4-9ec9-4489-bfe2-213695736c3f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:30.327590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58122) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:30.401143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263846f1-0d91-4409-b3e2-3724a05a25f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd40347-10c8-46f8-8142-7e4860d1283f,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:30.459125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-627bd5e1-3adc-4675-9f79-9c1f762c95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:30.460686 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-627bd5e1-3adc-4675-9f79-9c1f762c95fb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d10d68cf0b74082b973805fd6550c08&device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 1096 time: 0.1766255 Aug 16 20:34:30.539736 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.540142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-9da64cad-8e3d-4973-b058-120973435ea3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd40347-10c8-46f8-8142-7e4860d1283f HTTP/1.1" status: 200 len: 217 time: 0.0704310 Aug 16 20:34:30.583693 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b6ced24b-c273-4bda-a919-895c93d9481a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.606212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-ce156477-066e-4bbe-83f3-b0fbd8b26968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:30.607983 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-ce156477-066e-4bbe-83f3-b0fbd8b26968 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9acddd0e-e6bd-4088-b50c-ecff70ad3f26 HTTP/1.1" status: 200 len: 863 time: 0.0562830 Aug 16 20:34:30.646255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f089c1a2-fcf0-4b26-a69a-f08ae64315c1,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:30.677892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] Checking segment: {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:30.678215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] Network hostable DHCP agents. Network: abf14a4d-78e7-4ca3-b174-1c1c79a892aa, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:30.773414 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b6ced24b-c273-4bda-a919-895c93d9481a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.776105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] Network abf14a4d-78e7-4ca3-b174-1c1c79a892aa is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:30.850602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, abf14a4d-78e7-4ca3-b174-1c1c79a892aa) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:30.854265 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b6ced24b-c273-4bda-a919-895c93d9481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.861408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61f17c-0e61-4885-85bf-c583870d1368 None None] Network abf14a4d-78e7-4ca3-b174-1c1c79a892aa requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:30.868574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:30.869232 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.928407 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bae2a8a-9c8c-4178-9a3d-168d409e3d37", "tag": "9cd40347-10c8-46f8-8142-7e4860d1283f"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:30.936818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58156) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:30.941111 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b6ced24b-c273-4bda-a919-895c93d9481a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8d194b103b3f45b2809f5ef0d958e609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081889 Aug 16 20:34:30.941111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ced24b-c273-4bda-a919-895c93d9481a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c09ec-1e0d-47b0-88dc-01f086091a5f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:30.990477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5b35b103-33a0-4e2a-b85d-659a8d65a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:30.992142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-5b35b103-33a0-4e2a-b85d-659a8d65a5c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=53f0df0f-f139-4a71-b156-b3349ae71c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3764732 Aug 16 20:34:31.004808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58162) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:31.012313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-527283443-network', 'tenant_id': '049248b259c74413a1fb9e84fbb730d5'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:31.068734 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e291d2d0-e83b-4816-b683-52f0446a15ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.076567 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-45cb986c-2ce1-4d0b-b98c-b08b70c126d7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0862370 Aug 16 20:34:31.077321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58164) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:31.085571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:31.092525 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e291d2d0-e83b-4816-b683-52f0446a15ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.128260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:34:31.129549 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.159764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-46f582b4-8d32-48fa-8660-b74e40b75166 service neutron] 10.222.0.79 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581526 Aug 16 20:34:31.231246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Made reservation on behalf of 049248b259c74413a1fb9e84fbb730d5 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:31.233704 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.249279 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.294357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c6863-b7af-41c3-96f7-895925a512a8 req-b034bd70-513f-48f2-bd68-a2ac6287c6c9 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:31.296216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c1c6863-b7af-41c3-96f7-895925a512a8 req-b034bd70-513f-48f2-bd68-a2ac6287c6c9 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 944 time: 0.1099799 Aug 16 20:34:31.299436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e291d2d0-e83b-4816-b683-52f0446a15ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.302081 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e291d2d0-e83b-4816-b683-52f0446a15ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.303131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e291d2d0-e83b-4816-b683-52f0446a15ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/375c09ec-1e0d-47b0-88dc-01f086091a5f HTTP/1.1" status: 204 len: 168 time: 0.3650427 Aug 16 20:34:31.333723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.336671 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.346510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291d2d0-e83b-4816-b683-52f0446a15ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c09ec-1e0d-47b0-88dc-01f086091a5f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:31.360247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-988d6d41-aa8e-43f6-8fa1-72874b769c01 req-36af5b0b-54da-4409-b3a3-69ae12e2f0fe service neutron] 10.222.0.79 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931560 Aug 16 20:34:31.423103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c1c6863-b7af-41c3-96f7-895925a512a8 req-001eace4-2272-4435-a767-2ffdb06fb673 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118131 Aug 16 20:34:31.453670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Allocated IP 172.20.0.2 (abf14a4d-78e7-4ca3-b174-1c1c79a892aa/f089c1a2-fcf0-4b26-a69a-f08ae64315c1/259c890e-7710-44d3-bef1-6456e5adc5f1) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:31.464101 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.536805 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.627363 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.635899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Transition to ACTIVE for port object 259c890e-7710-44d3-bef1-6456e5adc5f1 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:31.649929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Transition to ACTIVE for port object 259c890e-7710-44d3-bef1-6456e5adc5f1 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:31.735020 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fde80f5-244b-4dad-8586-d019c5911fbe x-openstack-request-id: req-2fde80f5-244b-4dad-8586-d019c5911fbe {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:31.735493 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bae2a8a-9c8c-4178-9a3d-168d409e3d37", "tag": "9cd40347-10c8-46f8-8142-7e4860d1283f", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:31.735569 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2fde80f5-244b-4dad-8586-d019c5911fbe {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:31.736038 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'tag': '9cd40347-10c8-46f8-8142-7e4860d1283f', 'status': 'completed', 'code': 200} Aug 16 20:34:31.742245 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.801754 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.816136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58182) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:31.823089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-865849687-network', 'tenant_id': '0c157e506ba04b2d8e5e885027a39230'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:31.846301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Network abf14a4d-78e7-4ca3-b174-1c1c79a892aa is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:31.851693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:31.857137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f req-eb12dcbc-b92b-4d53-bbcb-7f264a653f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:31.859090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f req-eb12dcbc-b92b-4d53-bbcb-7f264a653f3b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d10d68cf0b74082b973805fd6550c08&device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 1096 time: 0.0948339 Aug 16 20:34:31.860703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:31.868017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:31.874327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Pushing event updated for resources: {'Port': ['ID=259c890e-7710-44d3-bef1-6456e5adc5f1,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:31.878768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.879270 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Added segment 1ddaab0b-79e6-4734-b095-3e51551fe577 of type vlan for network 390fec36-8fe1-4062-a815-3c93d01bc46d Aug 16 20:34:31.903011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151e3b33-6cbf-4ed0-a54b-6f4f04184010,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:31.945071 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.954753 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Attempting to bind port 259c890e-7710-44d3-bef1-6456e5adc5f1 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:31.955373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Attempting to bind port 259c890e-7710-44d3-bef1-6456e5adc5f1 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:31.956285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Attempting to bind port 259c890e-7710-44d3-bef1-6456e5adc5f1 on network abf14a4d-78e7-4ca3-b174-1c1c79a892aa {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:31.963719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:31.964603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Checking segment: {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:31.965154 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.965767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Bound using segment: {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:31.966821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Bound port: 259c890e-7710-44d3-bef1-6456e5adc5f1, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:31.967321 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.985574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Made reservation on behalf of 0c157e506ba04b2d8e5e885027a39230 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:31.988986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.027107 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.036883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] For port 259c890e-7710-44d3-bef1-6456e5adc5f1, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:32.040006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] For port 259c890e-7710-44d3-bef1-6456e5adc5f1, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=259c890e-7710-44d3-bef1-6456e5adc5f1,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:32.052930 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.103263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f req-ccdbf83e-ffd0-46d8-b748-0443136b7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:32.105375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f req-ccdbf83e-ffd0-46d8-b748-0443136b7a43 service neutron] 10.222.0.79 "GET /v2.0/networks?id=53f0df0f-f139-4a71-b156-b3349ae71c27 HTTP/1.1" status: 200 len: 925 time: 0.2384672 Aug 16 20:34:32.118632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.119731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:32.120315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.156087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f req-385865de-ecb7-470e-8564-444eb44b9df6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd40347-10c8-46f8-8142-7e4860d1283f HTTP/1.1" status: 200 len: 217 time: 0.0394645 Aug 16 20:34:32.160117 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.229377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f req-ca5bb088-d56e-4b4d-8e2c-b744ccc53886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:32.231053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f req-ca5bb088-d56e-4b4d-8e2c-b744ccc53886 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9acddd0e-e6bd-4088-b50c-ecff70ad3f26 HTTP/1.1" status: 200 len: 863 time: 0.0639696 Aug 16 20:34:32.233784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] Pushing event updated for resources: {'Network': ['ID=390fec36-8fe1-4062-a815-3c93d01bc46d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:32.264323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725746e-a0d1-4dad-a03c-5efd022988e0 None None] Pushing event updated for resources: {'Port': ['ID=259c890e-7710-44d3-bef1-6456e5adc5f1,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:32.270513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 390fec36-8fe1-4062-a815-3c93d01bc46d details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:32.285509 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.304108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f req-0c6613fb-d0c3-4346-b10b-4c97368d6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:32.307583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f req-0c6613fb-d0c3-4346-b10b-4c97368d6540 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=53f0df0f-f139-4a71-b156-b3349ae71c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659254 Aug 16 20:34:32.334345 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.394772 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.443580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:32.450281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c200ee2-df9c-45d5-a947-3456e7920ef8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:32.451809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58198) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:32.455521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f req-881e7019-7a35-4df1-a7ab-be2e441aca3e service neutron] 10.222.0.79 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392760 Aug 16 20:34:32.464129 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.464129 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Added segment ea537e9d-1e83-49fe-a80a-a07ddd873028 of type vlan for network d71791ba-520e-4c89-a0a1-f947ecad7f58 Aug 16 20:34:32.488824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7f9271d8-d350-474e-ba63-49901154d310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.507372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.517033 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.545356 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.590271 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-27bc1f9a-79da-4311-9a19-5f0461720d86 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5844517 Aug 16 20:34:32.597061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58202) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:32.601283 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.601969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] Request body: {'subnet': {'network_id': '390fec36-8fe1-4062-a815-3c93d01bc46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-527283443-subnet', 'tenant_id': '049248b259c74413a1fb9e84fbb730d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:32.684588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fe1a7-05fb-4665-857a-0f2681c2c67a req-4c835979-6b44-485c-89ca-06b687060682 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:32.686102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-431fe1a7-05fb-4665-857a-0f2681c2c67a req-4c835979-6b44-485c-89ca-06b687060682 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 944 time: 0.1025367 Aug 16 20:34:32.701780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40ad5b7a-9e80-43ee-8785-d8017bdb4d5f req-c972a65d-f57e-40c7-9b98-3118def6c19c service neutron] 10.222.0.79 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878061 Aug 16 20:34:32.717701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Allocated IP 172.25.4.102 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/74b14ada-d994-44f6-b7f9-3370bd083cc6) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:32.729503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-431fe1a7-05fb-4665-857a-0f2681c2c67a req-d4958e9d-d196-40d4-b7c7-676bc07584af tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361969 Aug 16 20:34:32.795394 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.796447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:32.797080 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.800069 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7f9271d8-d350-474e-ba63-49901154d310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.852106 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.861862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] Pushing event updated for resources: {'Network': ['ID=d71791ba-520e-4c89-a0a1-f947ecad7f58,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:32.875553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network d71791ba-520e-4c89-a0a1-f947ecad7f58 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:32.880106 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7f9271d8-d350-474e-ba63-49901154d310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.945162 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7f9271d8-d350-474e-ba63-49901154d310 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ac16046246634f6282cf77ceffe5e4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903874 Aug 16 20:34:32.947323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9271d8-d350-474e-ba63-49901154d310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a67cfa-ad6b-4168-b28e-1241b1598ad1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:32.947801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58210) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:32.993593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] Made reservation on behalf of 049248b259c74413a1fb9e84fbb730d5 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:32.996079 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.010893 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-180dfdec-fd86-43c1-97e9-6c7a891324e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.037284 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-180dfdec-fd86-43c1-97e9-6c7a891324e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.047806 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.098858 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8fa1f5e2-9718-4857-a63a-1e3d3ebc2c3e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2802467 Aug 16 20:34:33.106553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58220) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:33.133355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] Request body: {'subnet': {'network_id': 'd71791ba-520e-4c89-a0a1-f947ecad7f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-865849687-subnet', 'tenant_id': '0c157e506ba04b2d8e5e885027a39230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:33.134015 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:33.140067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:33.144321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:33.177676 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-180dfdec-fd86-43c1-97e9-6c7a891324e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.180437 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-180dfdec-fd86-43c1-97e9-6c7a891324e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.181700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-180dfdec-fd86-43c1-97e9-6c7a891324e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/27a67cfa-ad6b-4168-b28e-1241b1598ad1 HTTP/1.1" status: 204 len: 168 time: 0.2327662 Aug 16 20:34:33.196192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180dfdec-fd86-43c1-97e9-6c7a891324e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a67cfa-ad6b-4168-b28e-1241b1598ad1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:33.250295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] Made reservation on behalf of 0c157e506ba04b2d8e5e885027a39230 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:33.254118 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] Notify callbacks [] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.272303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Pushing event updated for resources: {'Port': ['ID=74b14ada-d994-44f6-b7f9-3370bd083cc6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:33.400553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dccc65-4f0f-4a87-8678-68d865b93373 None None] Network abf14a4d-78e7-4ca3-b174-1c1c79a892aa requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:33.578772 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.655340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ee358c50-f3b3-41bb-86eb-09f7157596bd None None] Provisioning for port 259c890e-7710-44d3-bef1-6456e5adc5f1 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:33.670760 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] Pushing event updated for resources: {'Subnet': ['ID=85951620-86d5-41c8-a2a3-d45aeb040e64,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:33.683110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] Checking segment: {'id': 'ea537e9d-1e83-49fe-a80a-a07ddd873028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd71791ba-520e-4c89-a0a1-f947ecad7f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:33.683110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] Network hostable DHCP agents. Network: d71791ba-520e-4c89-a0a1-f947ecad7f58, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:33.734827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.796201 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.838997 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f2b748-43c1-48d2-91b0-ad85701d44ec,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:33.841978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] Network d71791ba-520e-4c89-a0a1-f947ecad7f58 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:33.907247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] Checking segment: {'id': '1ddaab0b-79e6-4734-b095-3e51551fe577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '390fec36-8fe1-4062-a815-3c93d01bc46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:33.907636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] Network hostable DHCP agents. Network: 390fec36-8fe1-4062-a815-3c93d01bc46d, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:34.049862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, d71791ba-520e-4c89-a0a1-f947ecad7f58) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:34.060413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 259c890e-7710-44d3-bef1-6456e5adc5f1 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:34.062756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:34.063558 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.063825 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.117460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c68c3a-6fcc-44f8-acb9-b8dbeded295b None None] Network d71791ba-520e-4c89-a0a1-f947ecad7f58 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:34.167403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] Network 390fec36-8fe1-4062-a815-3c93d01bc46d is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:34.184199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 390fec36-8fe1-4062-a815-3c93d01bc46d) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:34.189093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5200fc12-b173-429e-b3ec-9a25807ddbed admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0781054 Aug 16 20:34:34.191191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:34.192250 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.202580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ae079-b1cb-49e6-99f6-e6773f321881 None None] Network 390fec36-8fe1-4062-a815-3c93d01bc46d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:34.325561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Router ddf558d7-e514-469e-86fb-f2a0f657d012 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:34:34.333188 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8a912cf2-77bf-4e41-b461-9bfd1212b535 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7311430 Aug 16 20:34:34.364024 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96f5a-821a-417f-8067-ae42225c396b req-ce706249-b945-4fe2-bed1-c70cfc70e895 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:34.365452 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aad96f5a-821a-417f-8067-ae42225c396b req-ce706249-b945-4fe2-bed1-c70cfc70e895 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 944 time: 0.0705092 Aug 16 20:34:34.376844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6d7c9-3388-450d-a3fb-32e4de2230de None None] Network d71791ba-520e-4c89-a0a1-f947ecad7f58 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:34.382230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 259c890e-7710-44d3-bef1-6456e5adc5f1 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:34.410428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 259c890e-7710-44d3-bef1-6456e5adc5f1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:34.411423 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.458439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aad96f5a-821a-417f-8067-ae42225c396b req-8e71bd44-619a-42b9-8e30-ef9335a29ba2 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856082 Aug 16 20:34:34.498660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:34:34.510541 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Sync routers for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:34:34.525457 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:34.527888 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:34:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:34.595904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38447d49-a35f-45e7-a95c-301c509b80fc None None] Network 390fec36-8fe1-4062-a815-3c93d01bc46d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:34.598469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.608035 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3c83b862-316d-4efc-a578-b95e7277b736 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.5264914 Aug 16 20:34:34.608608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58280) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:34.773640 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:34.915057 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.999489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 259c890e-7710-44d3-bef1-6456e5adc5f1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=259c890e-7710-44d3-bef1-6456e5adc5f1,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:35.035788 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:33Z', 'revision_number': 3, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:35.071743 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Checking router: ddf558d7-e514-469e-86fb-f2a0f657d012 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:34:35.077731 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Updating router ddf558d7-e514-469e-86fb-f2a0f657d012 port 74b14ada-d994-44f6-b7f9-3370bd083cc6 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:34:35.100479 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.104422 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.139045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9cd40347-10c8-46f8-8142-7e4860d1283f details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:34:35.182341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=259c890e-7710-44d3-bef1-6456e5adc5f1,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:35.220790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09642e47-6bab-4968-94bc-4b01896c939c req-9ca44318-3f36-44b4-b324-2430d962ebdc tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:35.240306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-9ca44318-3f36-44b4-b324-2430d962ebdc tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 808 time: 0.1533606 Aug 16 20:34:35.262951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-a41a42fc-3cda-4010-b9ff-91aaaa2fdf56 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/quotas/39ccbfbebde54f1d89cec17a712f35b4 HTTP/1.1" status: 200 len: 375 time: 0.0210385 Aug 16 20:34:35.282783 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.300897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9cd40347-10c8-46f8-8142-7e4860d1283f, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9cd40347-10c8-46f8-8142-7e4860d1283f,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:35.313528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '9cd40347-10c8-46f8-8142-7e4860d1283f', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'port_id': '9cd40347-10c8-46f8-8142-7e4860d1283f', 'mac_address': 'fa:16:3e:fa:3c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:34:35.321396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-5bcb2e8e-2fd5-4e13-ba78-e0e653b1550a tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515752 Aug 16 20:34:35.345500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-6e27cd8c-5ea7-4cca-a3de-2b22ab8a66a8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:34:35.354555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-6e27cd8c-5ea7-4cca-a3de-2b22ab8a66a8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101457 Aug 16 20:34:35.375638 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.391622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd40347-10c8-46f8-8142-7e4860d1283f {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:35.419100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9cd40347-10c8-46f8-8142-7e4860d1283f, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9cd40347-10c8-46f8-8142-7e4860d1283f,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:35.478471 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.494036 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Transition to ACTIVE for port object 74b14ada-d994-44f6-b7f9-3370bd083cc6 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:35.504380 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-902c2600-684e-457e-8da2-1940f65fc148 req-f8e09576-fb1a-4a97-b651-9225a484c841 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0810907 Aug 16 20:34:35.567399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.605711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c2600-684e-457e-8da2-1940f65fc148 req-095183ef-1cc2-4b2b-ae89-0cecc56a230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:35.607737 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-902c2600-684e-457e-8da2-1940f65fc148 req-095183ef-1cc2-4b2b-ae89-0cecc56a230b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=035bc2f5e06d4516928512061d7b722b&device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 1123 time: 0.0562918 Aug 16 20:34:35.617531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=9cd40347-10c8-46f8-8142-7e4860d1283f,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:35.645487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-678794cf-6ff0-451d-992c-0681f51f1d34 service neutron] 10.222.0.74 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501813 Aug 16 20:34:35.658105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Allocated IP 172.20.0.1 (abf14a4d-78e7-4ca3-b174-1c1c79a892aa/f089c1a2-fcf0-4b26-a69a-f08ae64315c1/415261d3-3539-4d9a-ab63-90b7bf76ecef) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:35.686906 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.731292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c2600-684e-457e-8da2-1940f65fc148 req-9efea715-2a01-45eb-a3b5-6886c3c0c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:35.732916 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-902c2600-684e-457e-8da2-1940f65fc148 req-9efea715-2a01-45eb-a3b5-6886c3c0c5c9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.0991993 Aug 16 20:34:35.742753 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-06d29609-eb5e-4b7b-b5fa-0fce98d97ef5 service neutron] 10.222.0.74 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900052 Aug 16 20:34:35.752867 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Attempting to bind port 74b14ada-d994-44f6-b7f9-3370bd083cc6 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:35.753270 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Attempting to bind port 74b14ada-d994-44f6-b7f9-3370bd083cc6 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:35.753632 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Attempting to bind port 74b14ada-d994-44f6-b7f9-3370bd083cc6 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:35.761796 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dd50e-a69f-47aa-9ccd-605ca52ef8ec None None] Pushing event updated for resources: {'Port': ['ID=74b14ada-d994-44f6-b7f9-3370bd083cc6,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:35.765699 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:35.766075 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:35.766472 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.766856 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:35.767325 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Bound port: 74b14ada-d994-44f6-b7f9-3370bd083cc6, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:35.767720 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.790461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-902c2600-684e-457e-8da2-1940f65fc148 req-96223b7a-fa57-4524-9b0f-55d6aaac0074 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6367cfff-e7f4-4b77-a6c0-477bc35c8475 HTTP/1.1" status: 200 len: 217 time: 0.0494163 Aug 16 20:34:35.828328 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] For port 74b14ada-d994-44f6-b7f9-3370bd083cc6, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:35.832284 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] For port 74b14ada-d994-44f6-b7f9-3370bd083cc6, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=74b14ada-d994-44f6-b7f9-3370bd083cc6,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:35.868306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['9cd40347-10c8-46f8-8142-7e4860d1283f'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:34:35.894618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c2600-684e-457e-8da2-1940f65fc148 req-796301e6-0e7c-42a9-922d-769a30dc203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:35.896114 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-902c2600-684e-457e-8da2-1940f65fc148 req-796301e6-0e7c-42a9-922d-769a30dc203b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0980163 Aug 16 20:34:35.908928 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.976223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c2600-684e-457e-8da2-1940f65fc148 req-fe9d5430-63a6-4bdb-bc07-051bc4bac028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:35.977785 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-902c2600-684e-457e-8da2-1940f65fc148 req-fe9d5430-63a6-4bdb-bc07-051bc4bac028 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738776 Aug 16 20:34:35.993319 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dd50e-a69f-47aa-9ccd-605ca52ef8ec None None] Pushing event updated for resources: {'Port': ['ID=74b14ada-d994-44f6-b7f9-3370bd083cc6,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:35.999416 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.063752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Transition to ACTIVE for port object 415261d3-3539-4d9a-ab63-90b7bf76ecef will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:36.079453 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:36.083792 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:34:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:36.104682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 259c890e-7710-44d3-bef1-6456e5adc5f1 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:36.127162 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-902c2600-684e-457e-8da2-1940f65fc148 req-b420ce5e-530b-4ca7-b923-9d62844ef74d service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406691 Aug 16 20:34:36.225175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 259c890e-7710-44d3-bef1-6456e5adc5f1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:36.228909 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.242977 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.298933 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:36.355342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Network abf14a4d-78e7-4ca3-b174-1c1c79a892aa is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:36.357612 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-902c2600-684e-457e-8da2-1940f65fc148 req-8bd3b090-45f1-4ff6-acc1-81616b06faaa service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219961 Aug 16 20:34:36.377445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:36.384673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:36.385271 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.586601 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:33Z', 'revision_number': 3, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:36.645814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ebdc-b288-4ed3-9c18-a8a7e06ad0f9 req-d08a2063-7bbe-4c21-85c5-e711422c58ae tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:36.646886 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abc586-3e78-4586-9f0f-6df5ebd631c3 None None] The sync data for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 is: [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:33Z', 'revision_number': 3, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:34:36.648413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca65ebdc-b288-4ed3-9c18-a8a7e06ad0f9 req-d08a2063-7bbe-4c21-85c5-e711422c58ae tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 945 time: 0.0646718 Aug 16 20:34:36.708193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca65ebdc-b288-4ed3-9c18-a8a7e06ad0f9 req-2c6a103f-a6da-4fc7-aeb2-8d59ce204301 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392950 Aug 16 20:34:36.733272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Pushing event updated for resources: {'Port': ['ID=415261d3-3539-4d9a-ab63-90b7bf76ecef,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:36.810079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db531ac6-6573-438e-872d-186f7f9bee87 req-0fe4786e-5ab9-42a5-8ee2-674531c817f7 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 210 time: 0.0373139 Aug 16 20:34:36.839583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dadd43a3-e0dc-4f5b-8fc7-bbe897cced88 None None] Provisioning for port 415261d3-3539-4d9a-ab63-90b7bf76ecef completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:36.845331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dadd43a3-e0dc-4f5b-8fc7-bbe897cced88 None None] Provisioning complete for port 415261d3-3539-4d9a-ab63-90b7bf76ecef triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:36.845712 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dadd43a3-e0dc-4f5b-8fc7-bbe897cced88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.862356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e985b-3720-4961-9448-f118286ecde6 req-c570c145-0986-4059-903c-4eb83960481d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:36.864265 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-c570c145-0986-4059-903c-4eb83960481d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 821 time: 0.1597502 Aug 16 20:34:36.897573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-dadd43a3-e0dc-4f5b-8fc7-bbe897cced88 None None] Port 415261d3-3539-4d9a-ab63-90b7bf76ecef cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:36.897803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-3ab2b59d-a44e-4857-a978-ad6d3449c2d0 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/quotas/fe83c9f712414113b5db1690292a17d0 HTTP/1.1" status: 200 len: 375 time: 0.0276580 Aug 16 20:34:36.971504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-19a1300d-5413-4e7a-9250-5b8acc9fc87f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667107 Aug 16 20:34:37.002200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.058816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58364) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:37.113161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9cd40347-10c8-46f8-8142-7e4860d1283f up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:37.122016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-bc5af8d0-abe6-4b56-abe4-6fcb8f83ca4e service neutron] 10.222.0.74 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488733 Aug 16 20:34:37.288301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-84b1f5d8-65f0-4c74-989b-11c37b787dc0 service neutron] 10.222.0.74 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532536 Aug 16 20:34:37.312722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 9cd40347-10c8-46f8-8142-7e4860d1283f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:37.316756 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d4947a9-d76a-49c2-927a-e9df73c92f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.320791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 9cd40347-10c8-46f8-8142-7e4860d1283f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:37.327533 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.341082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.363901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-1d1225ad-3049-4ee1-8d8b-5dce47a20007 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=cdcbd16a8feb46228e4e6afaba736344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301385 Aug 16 20:34:37.450762 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.473942 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d4947a9-d76a-49c2-927a-e9df73c92f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.475579 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.476301 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.483960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd40347-10c8-46f8-8142-7e4860d1283f'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:37.487113 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e74d81-31f0-42d0-88c3-08d195ed843d" -d '{"events": [{"server_uuid": "2bae2a8a-9c8c-4178-9a3d-168d409e3d37", "name": "network-vif-plugged", "status": "completed", "tag": "9cd40347-10c8-46f8-8142-7e4860d1283f"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:37.504608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9cd40347-10c8-46f8-8142-7e4860d1283f, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9cd40347-10c8-46f8-8142-7e4860d1283f,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:37.533538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-135397be-96de-4e51-8513-ad604fd7af61 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:37.537058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-135397be-96de-4e51-8513-ad604fd7af61 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704912 Aug 16 20:34:37.554906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-e36db7ed-6234-482d-9147-87962f38e50a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/quotas/cdcbd16a8feb46228e4e6afaba736344 HTTP/1.1" status: 200 len: 375 time: 0.0105321 Aug 16 20:34:37.592647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Pushing event updated for resources: {'Port': ['ID=415261d3-3539-4d9a-ab63-90b7bf76ecef,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:37.604015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4072a624-74a2-4f9c-b623-a332de1a0843 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413454 Aug 16 20:34:37.624601 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.632989 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d4947a9-d76a-49c2-927a-e9df73c92f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.705617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Network abf14a4d-78e7-4ca3-b174-1c1c79a892aa is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:37.707735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4947a9-d76a-49c2-927a-e9df73c92f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b145a0-0d31-48aa-999a-2202d43461f5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:37.709807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=9cd40347-10c8-46f8-8142-7e4860d1283f,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:37.713008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:37.732816 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2d4947a9-d76a-49c2-927a-e9df73c92f48 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c05645494333434884d1dd3802777819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6618173 Aug 16 20:34:37.732978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58384) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:37.824637 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f32681f2-458c-4410-b876-d6a8cffdfabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.853171 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f32681f2-458c-4410-b876-d6a8cffdfabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.903606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Router ddf558d7-e514-469e-86fb-f2a0f657d012 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:34:37.924767 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56082708-15d7-49c5-8eec-fc943bd2e5b9 x-openstack-request-id: req-56082708-15d7-49c5-8eec-fc943bd2e5b9 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:37.925296 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae2a8a-9c8c-4178-9a3d-168d409e3d37", "name": "network-vif-plugged", "status": "completed", "tag": "9cd40347-10c8-46f8-8142-7e4860d1283f", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:37.925389 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-56082708-15d7-49c5-8eec-fc943bd2e5b9 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:37.925790 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd40347-10c8-46f8-8142-7e4860d1283f', 'code': 200} Aug 16 20:34:38.070547 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-424a176f-12d7-45eb-810f-88260b5482de req-738d9760-8157-4326-94a6-1ea5f6e4027d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 210 time: 0.0803401 Aug 16 20:34:38.090669 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:34:38.109921 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-10641bae-7653-4105-bb89-b8f2e15d72e2 admin admin] 10.222.0.74 "PUT /v2.0/routers/ddf558d7-e514-469e-86fb-f2a0f657d012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4912844 Aug 16 20:34:38.131735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0f5c563c-edb8-4c91-980d-4d098604868a None None] Provisioning complete for port 415261d3-3539-4d9a-ab63-90b7bf76ecef triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:38.135420 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0f5c563c-edb8-4c91-980d-4d098604868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.142518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 74b14ada-d994-44f6-b7f9-3370bd083cc6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:38.146583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f32681f2-458c-4410-b876-d6a8cffdfabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.149321 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f32681f2-458c-4410-b876-d6a8cffdfabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.161487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f32681f2-458c-4410-b876-d6a8cffdfabb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/38b145a0-0d31-48aa-999a-2202d43461f5 HTTP/1.1" status: 204 len: 168 time: 0.4321303 Aug 16 20:34:38.189265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32681f2-458c-4410-b876-d6a8cffdfabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b145a0-0d31-48aa-999a-2202d43461f5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:38.237005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b5018-51e0-4ed3-8366-b4cab5c8a24d req-88ef6374-21de-43bb-9c06-06f0a04fd039 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:38.238587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-127b5018-51e0-4ed3-8366-b4cab5c8a24d req-88ef6374-21de-43bb-9c06-06f0a04fd039 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 946 time: 0.1372430 Aug 16 20:34:38.240482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497fb3c-110d-4fbe-aaf1-3e5d668dcab4 req-5f9096e7-8525-48b7-92bb-ba5fe0da7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:38.254648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9497fb3c-110d-4fbe-aaf1-3e5d668dcab4 req-5f9096e7-8525-48b7-92bb-ba5fe0da7dcf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 1098 time: 0.2463272 Aug 16 20:34:38.329927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0f5c563c-edb8-4c91-980d-4d098604868a None None] Port 415261d3-3539-4d9a-ab63-90b7bf76ecef cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:38.496636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 74b14ada-d994-44f6-b7f9-3370bd083cc6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:38.503723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 74b14ada-d994-44f6-b7f9-3370bd083cc6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:38.504378 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.580369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c1b4b11-643b-4cb0-81c0-a222a271b55b req-e0ea0ce2-1e7f-4a15-b768-693b6c5814c6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 210 time: 0.2802117 Aug 16 20:34:38.589131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-127b5018-51e0-4ed3-8366-b4cab5c8a24d req-1217d364-f5f4-4a82-83ad-e991b33464e7 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317289 Aug 16 20:34:38.590896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9497fb3c-110d-4fbe-aaf1-3e5d668dcab4 req-c7268332-240c-4fe3-8d1f-4a3333852451 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162713 Aug 16 20:34:38.650360 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.690526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 74b14ada-d994-44f6-b7f9-3370bd083cc6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=74b14ada-d994-44f6-b7f9-3370bd083cc6,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:38.725884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0abb123-6851-4708-84f1-a6a6fe2d8d01 req-05e6594a-4f8c-4326-8275-51a7488ce885 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 210 time: 0.0525312 Aug 16 20:34:38.804155 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.865412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Sync routers for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:34:38.876975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=74b14ada-d994-44f6-b7f9-3370bd083cc6,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:38.897321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:38.897979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:34:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:39.019141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:39.101704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58444) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:39.127574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c35e6993-c427-48f9-9a8f-d6f913f777a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.143543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-d4136b04-5aa3-4edb-b5ce-84a7446cd81d tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:39.145004 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-d4136b04-5aa3-4edb-b5ce-84a7446cd81d tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 821 time: 0.1508768 Aug 16 20:34:39.171782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-a545551e-d1e8-4da2-b010-372795905e12 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/quotas/01a336c324e74c869eaa6e3a9c905537 HTTP/1.1" status: 200 len: 375 time: 0.0174575 Aug 16 20:34:39.268192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-46c44dfe-a43f-4bef-9063-75a6d4941d41 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737560 Aug 16 20:34:39.269336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:37Z', 'revision_number': 2, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:39.296897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Checking router: ddf558d7-e514-469e-86fb-f2a0f657d012 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:34:39.297412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Updating router ddf558d7-e514-469e-86fb-f2a0f657d012 port 415261d3-3539-4d9a-ab63-90b7bf76ecef binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:34:39.323635 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.357087 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c35e6993-c427-48f9-9a8f-d6f913f777a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.402469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-1dfb9eab-e763-4945-bdd3-a9b11d863dc7 service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246896 Aug 16 20:34:39.424046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cff435f-fba5-434c-851b-c58ed7c8c274 req-ddb4b98e-29b3-409d-9573-6926334eed9a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 210 time: 0.0345359 Aug 16 20:34:39.493717 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c35e6993-c427-48f9-9a8f-d6f913f777a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.573831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c35e6993-c427-48f9-9a8f-d6f913f777a9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=596a00843ee5450c905a37231bf4865a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711447 Aug 16 20:34:39.577375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58458) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:39.580094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e6993-c427-48f9-9a8f-d6f913f777a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d8cd26-fcb2-42ca-a2d1-3da28e9cbd5b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:39.594356 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-8e04a208-dc3b-456d-be2d-28e867b321e2 service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788633 Aug 16 20:34:39.611297 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:34:39.650734 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.662049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Transition to ACTIVE for port object 415261d3-3539-4d9a-ab63-90b7bf76ecef will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:39.733878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09642e47-6bab-4968-94bc-4b01896c939c req-03e484cb-74d7-46d9-b1ec-7b573a9e04bf tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:39.735364 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-03e484cb-74d7-46d9-b1ec-7b573a9e04bf tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 808 time: 0.2341635 Aug 16 20:34:39.736175 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25d6fc72-5e1b-48b6-9580-760e0cc7d686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.752900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Request body: {'port': {'device_id': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f', 'admin_state_up': True, 'tenant_id': '39ccbfbebde54f1d89cec17a712f35b4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:39.800069 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25d6fc72-5e1b-48b6-9580-760e0cc7d686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.856235 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.944523 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25d6fc72-5e1b-48b6-9580-760e0cc7d686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.955114 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25d6fc72-5e1b-48b6-9580-760e0cc7d686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.955114 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-25d6fc72-5e1b-48b6-9580-760e0cc7d686 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e5d8cd26-fcb2-42ca-a2d1-3da28e9cbd5b HTTP/1.1" status: 204 len: 168 time: 0.3708193 Aug 16 20:34:39.955649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d8b48-c612-4097-9a58-6749d26de340 None None] Pushing event updated for resources: {'Port': ['ID=415261d3-3539-4d9a-ab63-90b7bf76ecef,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:39.960617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6fc72-5e1b-48b6-9580-760e0cc7d686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d8cd26-fcb2-42ca-a2d1-3da28e9cbd5b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:40.021302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Made reservation on behalf of 39ccbfbebde54f1d89cec17a712f35b4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:40.024877 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.079017 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d908ff32-4a96-4922-9816-3e53416f741b req-c3058ab1-5f0e-463e-829e-0cd00427cbeb tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 210 time: 0.0777249 Aug 16 20:34:40.164582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Attempting to bind port 415261d3-3539-4d9a-ab63-90b7bf76ecef on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:40.165163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Attempting to bind port 415261d3-3539-4d9a-ab63-90b7bf76ecef by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:40.165327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Attempting to bind port 415261d3-3539-4d9a-ab63-90b7bf76ecef on network abf14a4d-78e7-4ca3-b174-1c1c79a892aa {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:40.195623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:40.196022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Checking segment: {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:40.196594 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.196891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Bound using segment: {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:40.198507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Bound port: 415261d3-3539-4d9a-ab63-90b7bf76ecef, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:40.199334 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.202109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 74b14ada-d994-44f6-b7f9-3370bd083cc6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:40.228204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349c38f-9d97-48af-993a-f85b5823f1b7 req-c1eca432-54a6-469b-a2c3-dbe1c3141393 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:40.259192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6349c38f-9d97-48af-993a-f85b5823f1b7 req-c1eca432-54a6-469b-a2c3-dbe1c3141393 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 946 time: 0.1422822 Aug 16 20:34:40.339679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-485ca1c1-0104-410f-99d0-ca6bde448f71 req-3bd7f9fc-8686-4633-b039-ca9824c6d0b3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 210 time: 0.0492501 Aug 16 20:34:40.369962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6349c38f-9d97-48af-993a-f85b5823f1b7 req-79199e08-6792-4c44-be20-62b02e6db5f7 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079533 Aug 16 20:34:40.376331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 74b14ada-d994-44f6-b7f9-3370bd083cc6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:40.381494 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.384712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Allocated IP 172.20.0.13 (acf706a4-9ec9-4489-bfe2-213695736c3f/577d0868-2656-4697-864d-d9057a25f10d/cad4a96e-7636-4feb-b4a6-fbca3ea92e13) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:40.433863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14e8e2e2-41bd-42e0-91ab-dea8cc34d505 req-26367a88-09c7-47f1-9284-c2d7f1a4281d tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 210 time: 0.0409214 Aug 16 20:34:40.466165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] For port 415261d3-3539-4d9a-ab63-90b7bf76ecef, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:40.471526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] For port 415261d3-3539-4d9a-ab63-90b7bf76ecef, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=415261d3-3539-4d9a-ab63-90b7bf76ecef,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:40.539842 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.596765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c204ecf9-0d86-4885-ad26-b79b16c3a464 req-46d28564-e84b-4359-b97e-4b515f6ef9e5 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 210 time: 0.0392840 Aug 16 20:34:40.646379 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.681365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:40.682200 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:34:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:40.684324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d8b48-c612-4097-9a58-6749d26de340 None None] Pushing event updated for resources: {'Port': ['ID=415261d3-3539-4d9a-ab63-90b7bf76ecef,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:40.827766 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.881998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.76', 62858) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:40.882517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Network acf706a4-9ec9-4489-bfe2-213695736c3f is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:40.886963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:40.891991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:40.899565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:40.900899 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.930652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Pushing event updated for resources: {'Port': ['ID=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:40.987604 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-59542451-d3b3-4009-979c-010eb72a8eef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2410183 Aug 16 20:34:41.002588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Request body: {'port': {'device_id': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:41.010890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:41.081933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.083149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e985b-3720-4961-9448-f118286ecde6 req-39b089d3-ed6e-4d3c-a489-1a8cfa9ef486 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:41.085217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-39b089d3-ed6e-4d3c-a489-1a8cfa9ef486 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.76 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 821 time: 0.2021432 Aug 16 20:34:41.108609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Request body: {'port': {'device_id': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46', 'admin_state_up': True, 'tenant_id': 'fe83c9f712414113b5db1690292a17d0'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:41.278123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d2244-b927-4f37-800f-dc200f36abe8 req-bd8a4aed-367f-427f-972f-425e65ab3765 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:41.287765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-683d2244-b927-4f37-800f-dc200f36abe8 req-bd8a4aed-367f-427f-972f-425e65ab3765 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 932 time: 0.0996096 Aug 16 20:34:41.308176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:40Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:41.352381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-683d2244-b927-4f37-800f-dc200f36abe8 req-c1313e44-8a46-45b5-a372-99575890ac3a tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660312 Aug 16 20:34:41.372020 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde273d-689a-42a0-bff2-c1dd359f9b96 None None] The sync data for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 is: [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:40Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:34:41.409613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Made reservation on behalf of fe83c9f712414113b5db1690292a17d0 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:41.414453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.587037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bbb7acca-c2ca-4337-b2a9-523f369da979 req-fcd6503b-c522-418e-8b9a-1e4819dd67d8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 210 time: 0.0345075 Aug 16 20:34:41.590355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.76', 62859) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:41.611049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad4a96e-7636-4feb-b4a6-fbca3ea92e13 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:41.639683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.643040 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-fc083f4d-2f16-4924-a86c-d09645b554a1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=cdcbd16a8feb46228e4e6afaba736344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504239 Aug 16 20:34:41.685425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Transition to ACTIVE for port object cad4a96e-7636-4feb-b4a6-fbca3ea92e13 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:41.741003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Allocated IP 172.20.0.13 (ea27ba5b-3833-416a-8de4-4d37b3cc5d46/3a6f94f0-227b-49bc-896f-30e1c37db595/bedd970e-7e9c-4edf-bba4-3ed77dd8027e) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:41.819781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dec28d91-cee7-45d3-8134-5967594d2699 req-32f315c7-1721-4b4a-9fb6-4ec444f310e6 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 210 time: 0.0514216 Aug 16 20:34:41.827957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9afb84-792e-4113-855b-7a64f949a67c req-6115cfb7-0075-40db-ae40-0a3e2acd1ac1 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:41.829530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b9afb84-792e-4113-855b-7a64f949a67c req-6115cfb7-0075-40db-ae40-0a3e2acd1ac1 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 946 time: 0.1331141 Aug 16 20:34:41.851779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-6add2ca6-b51c-4961-89ab-3e84dbe2513b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:41.853676 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-6add2ca6-b51c-4961-89ab-3e84dbe2513b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020149 Aug 16 20:34:41.855213 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.914299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Pushing event updated for resources: {'Port': ['ID=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:41.929387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Request body: {'port': {'device_id': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': 'cdcbd16a8feb46228e4e6afaba736344'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:41.942986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b9afb84-792e-4113-855b-7a64f949a67c req-7885e776-4783-47a0-9259-eba1efd56853 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997415 Aug 16 20:34:42.092935 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.097677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:42.098211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:42.098643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:42.116265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:42.119999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:42.122091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 415261d3-3539-4d9a-ab63-90b7bf76ecef up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:42.144854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-762782c7-413d-461a-8bed-b4431f9ed575 req-45094b98-6013-4dc8-871a-981db7365abc tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 210 time: 0.1667361 Aug 16 20:34:42.197165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:42.197558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:42.197950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:42.198458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Bound port: cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:42.198825 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.256038 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.287789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:42.292700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:42.301940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 415261d3-3539-4d9a-ab63-90b7bf76ecef completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:42.310677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 415261d3-3539-4d9a-ab63-90b7bf76ecef triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:42.316566 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.316871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:42.320694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Made reservation on behalf of cdcbd16a8feb46228e4e6afaba736344 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:42.323247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:42.327839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:42.336434 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.337268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:42.341142 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.360036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Pushing event updated for resources: {'Port': ['ID=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:42.360193 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.399295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.419852 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.461573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 415261d3-3539-4d9a-ab63-90b7bf76ecef, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=415261d3-3539-4d9a-ab63-90b7bf76ecef,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:42.474185 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:42.481330 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.489722 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] 10.222.0.76 "PUT /v2.0/ports/cad4a96e-7636-4feb-b4a6-fbca3ea92e13 HTTP/1.1" status: 200 len: 1093 time: 1.4923034 Aug 16 20:34:42.490388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'tag': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:42.494051 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3d2c3d-7ffc-4ee5-a4e1-146222b334b3" -d '{"events": [{"name": "network-changed", "server_uuid": "eee7e6a3-a2b5-415b-86a0-5750e9a8d764", "tag": "cad4a96e-7636-4feb-b4a6-fbca3ea92e13"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:42.552511 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff4e05-ce8f-4bb0-a698-c05adb8cc5cf service neutron] Pushing event updated for resources: {'Port': ['ID=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:42.590766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-eeb214c8-9e58-49a8-98cd-ae642910fe50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4861219 Aug 16 20:34:42.604761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Request body: {'port': {'device_id': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:42.663785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.724986 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.734589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=415261d3-3539-4d9a-ab63-90b7bf76ecef,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:42.772384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09642e47-6bab-4968-94bc-4b01896c939c req-3b18dc87-53c3-463a-8d41-b5ec7c0802e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:42.773953 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-3b18dc87-53c3-463a-8d41-b5ec7c0802e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 1096 time: 0.0465872 Aug 16 20:34:42.784674 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.820748 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-fe380bb0-809a-4ee1-8ac3-06850936333b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13 HTTP/1.1" status: 200 len: 217 time: 0.0389824 Aug 16 20:34:42.845232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0968-272e-4101-ae93-20a26e20ed5c req-cf22fab3-8465-48f6-9461-d360611252f6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:42.852626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54fc0968-272e-4101-ae93-20a26e20ed5c req-cf22fab3-8465-48f6-9461-d360611252f6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 944 time: 0.1646154 Aug 16 20:34:42.862076 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817c0c9-9c13-45ac-a64c-e5141e925586 req-38f877f9-b20d-4be2-815c-01bd4bd8d748 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:42.863575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6817c0c9-9c13-45ac-a64c-e5141e925586 req-38f877f9-b20d-4be2-815c-01bd4bd8d748 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 946 time: 0.1709287 Aug 16 20:34:42.873058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58582) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:42.879133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-57f83b3d-0304-47f3-93c5-513751ad9362 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Request body: {'floatingip': {'port_id': '9cd40347-10c8-46f8-8142-7e4860d1283f'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:42.880958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09642e47-6bab-4968-94bc-4b01896c939c req-6c9b332d-613e-4d04-ad33-729cdd817628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:42.883672 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-6c9b332d-613e-4d04-ad33-729cdd817628 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0546372 Aug 16 20:34:42.883672 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.987514 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac07ed5-1528-461d-8ce8-0842d4c64478 x-openstack-request-id: req-7ac07ed5-1528-461d-8ce8-0842d4c64478 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:42.987801 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee7e6a3-a2b5-415b-86a0-5750e9a8d764", "tag": "cad4a96e-7636-4feb-b4a6-fbca3ea92e13", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:42.988048 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7ac07ed5-1528-461d-8ce8-0842d4c64478 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:42.988435 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'tag': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13', 'status': 'completed', 'code': 200} Aug 16 20:34:43.023092 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-a86e8752-2fb3-4d31-9f92-d410eff26599 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372493 Aug 16 20:34:43.034706 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57f83b3d-0304-47f3-93c5-513751ad9362 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.089220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54fc0968-272e-4101-ae93-20a26e20ed5c req-ff25546e-37dc-4de0-b488-f68326d18225 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356892 Aug 16 20:34:43.091266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa23687-32b2-4361-8007-71dd788393bf,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:43.158193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Allocated IP 192.168.233.79 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/8eb675fd-a489-4bfc-869c-1f6d4a37958e) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:43.245713 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-ddcb5cc3-4a40-4df4-9e01-2493e573df15 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109089 Aug 16 20:34:43.256998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-618fd412-9848-44da-b493-a0c029a08f20 req-e36bf83b-05f7-42a8-98d2-69ef2cd0a44f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 210 time: 0.0890918 Aug 16 20:34:43.291176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f0a1b36-a8e6-439d-bcb5-18f1a1b48274 req-afabef0e-4965-4736-b29f-30365a0be2ac tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 210 time: 0.0610244 Aug 16 20:34:43.474128 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09642e47-6bab-4968-94bc-4b01896c939c req-28f351a5-4b44-485b-9fc8-b5a852cc8d89 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194617 Aug 16 20:34:43.480035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.494863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Transition to ACTIVE for port object 8eb675fd-a489-4bfc-869c-1f6d4a37958e will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:43.633421 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.828124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db912b-cf8e-42e1-b8f2-d4405187f51d req-f680095b-5ef1-4dc9-b6fe-050bb7b81987 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:43.829639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39db912b-cf8e-42e1-b8f2-d4405187f51d req-f680095b-5ef1-4dc9-b6fe-050bb7b81987 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 932 time: 0.4268284 Aug 16 20:34:43.852718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:43.853919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-4f602316-db64-48b2-b5c3-27bc17b839d1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:43.855355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-4f602316-db64-48b2-b5c3-27bc17b839d1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.79 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 821 time: 0.5192876 Aug 16 20:34:43.861343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:43.866805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:43.873555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:43.874226 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.883650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Pushing event updated for resources: {'Port': ['ID=8eb675fd-a489-4bfc-869c-1f6d4a37958e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:43.897063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2c3d-7ffc-4ee5-a4e1-146222b334b3 req-954edf2e-b940-49a9-b7fa-643ee06e7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:43.898713 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae3d2c3d-7ffc-4ee5-a4e1-146222b334b3 req-954edf2e-b940-49a9-b7fa-643ee06e7cca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 1096 time: 0.1053100 Aug 16 20:34:43.917770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedd970e-7e9c-4edf-bba4-3ed77dd8027e {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:43.925454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Request body: {'port': {'device_id': '3da98239-9321-44e7-aadf-2381546783ed', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'admin_state_up': True, 'tenant_id': '01a336c324e74c869eaa6e3a9c905537'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:43.965003 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.015796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2c3d-7ffc-4ee5-a4e1-146222b334b3 req-36794be2-4294-4759-8dc3-0727045478b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:44.015796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae3d2c3d-7ffc-4ee5-a4e1-146222b334b3 req-36794be2-4294-4759-8dc3-0727045478b6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.1049330 Aug 16 20:34:44.052373 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-4380b674-d7e6-4aa7-9498-b6c5800bee90 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1398273 Aug 16 20:34:44.081110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 415261d3-3539-4d9a-ab63-90b7bf76ecef up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:44.128973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Request body: {'port': {'device_id': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:44.135987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Transition to ACTIVE for port object bedd970e-7e9c-4edf-bba4-3ed77dd8027e will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:44.138547 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae3d2c3d-7ffc-4ee5-a4e1-146222b334b3 req-bb5fb521-e204-4059-8a15-01663a38f02b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13 HTTP/1.1" status: 200 len: 217 time: 0.1119747 Aug 16 20:34:44.148329 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 415261d3-3539-4d9a-ab63-90b7bf76ecef triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:44.148697 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.194316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39db912b-cf8e-42e1-b8f2-d4405187f51d req-a0fd0643-e49a-4d24-8d4b-b4dac3faae9b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470860 Aug 16 20:34:44.232587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-285e8cfc-8925-4fce-b3b4-48029ae38ca4 None None] Provisioning for port 8eb675fd-a489-4bfc-869c-1f6d4a37958e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:44.239024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.241726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-285e8cfc-8925-4fce-b3b4-48029ae38ca4 None None] Provisioning complete for port 8eb675fd-a489-4bfc-869c-1f6d4a37958e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:44.242104 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-285e8cfc-8925-4fce-b3b4-48029ae38ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.262447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2c3d-7ffc-4ee5-a4e1-146222b334b3 req-9d75519e-00ee-4566-93f1-3fa44e9f3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:44.263899 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae3d2c3d-7ffc-4ee5-a4e1-146222b334b3 req-9d75519e-00ee-4566-93f1-3fa44e9f3150 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.1067278 Aug 16 20:34:44.289995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-285e8cfc-8925-4fce-b3b4-48029ae38ca4 None None] Port 8eb675fd-a489-4bfc-869c-1f6d4a37958e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:44.314670 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae3d2c3d-7ffc-4ee5-a4e1-146222b334b3 req-e9faf8c4-fc47-4349-a345-e6149140ffd9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275450 Aug 16 20:34:44.319409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.405412 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.resource_extend [None req-57f83b3d-0304-47f3-93c5-513751ad9362 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:34:44.487258 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c37d6b-7c1e-4395-bf72-a70d01ca3c18 req-48c39af9-7a5f-447b-afe7-24082a73dc5d tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:44.488750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3c37d6b-7c1e-4395-bf72-a70d01ca3c18 req-48c39af9-7a5f-447b-afe7-24082a73dc5d tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 971 time: 0.3493116 Aug 16 20:34:44.527610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Pushing event updated for resources: {'Port': ['ID=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:44.527927 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae3d2c3d-7ffc-4ee5-a4e1-146222b334b3 req-01b20d08-a6bb-41cd-a2f0-40ff93a67718 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990294 Aug 16 20:34:44.578512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57f83b3d-0304-47f3-93c5-513751ad9362 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.612239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:44.612426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:44.612753 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:44.626728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:44.627046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:44.649627 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3c37d6b-7c1e-4395-bf72-a70d01ca3c18 req-a6ba33f9-c8ee-459a-a46a-d87ddbd4d642 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432884 Aug 16 20:34:44.671031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40677-ba3e-4339-adb4-62b4bb5a2a4e req-57821bba-f8d9-442d-86d7-cf4b46ca982b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:44.680653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3cb40677-ba3e-4339-adb4-62b4bb5a2a4e req-57821bba-f8d9-442d-86d7-cf4b46ca982b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 944 time: 0.2191889 Aug 16 20:34:44.682090 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae3d2c3d-7ffc-4ee5-a4e1-146222b334b3 req-65714382-96f3-432e-8c48-0ed26b7d97a8 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453016 Aug 16 20:34:44.683156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:44.683792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:44.684220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:44.684772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Bound port: bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:44.685448 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.695049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb675fd-a489-4bfc-869c-1f6d4a37958e {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:44.703455 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.704960 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57f83b3d-0304-47f3-93c5-513751ad9362 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.720998 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Transition to ACTIVE for port object 8eb675fd-a489-4bfc-869c-1f6d4a37958e will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:44.756288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Made reservation on behalf of 01a336c324e74c869eaa6e3a9c905537 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:44.759805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.824520 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.876561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb675fd-a489-4bfc-869c-1f6d4a37958e,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:44.895527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.896059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.896550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.897053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.897717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.898211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.898690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.899286 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.900643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.901656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.902190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.902678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:44.914126 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3cb40677-ba3e-4339-adb4-62b4bb5a2a4e req-46162e5f-9e7e-4d3e-984c-371f33b5a780 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322137 Aug 16 20:34:44.955102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58630) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:44.980622 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Attempting to bind port 8eb675fd-a489-4bfc-869c-1f6d4a37958e on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:44.981087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Attempting to bind port 8eb675fd-a489-4bfc-869c-1f6d4a37958e by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:44.981526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Attempting to bind port 8eb675fd-a489-4bfc-869c-1f6d4a37958e on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:44.987031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Port 8eb675fd-a489-4bfc-869c-1f6d4a37958e on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:44.987503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Attempting to bind port 8eb675fd-a489-4bfc-869c-1f6d4a37958e on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:44.994864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:44.995289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:44.995731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:45.009614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Bound port: 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:45.009614 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.061828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:45.072064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9540fe31-1bbb-4828-bb0f-827015fb10ac req-dec2c176-f4c9-409d-afc9-944c8a0e4798 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 210 time: 0.0710285 Aug 16 20:34:45.089644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3047ca3-663c-4ddb-b0ba-a1b320fa33bb req-445f709e-04c0-41ce-9ddc-c954011ba345 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:45.097490 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3047ca3-663c-4ddb-b0ba-a1b320fa33bb req-445f709e-04c0-41ce-9ddc-c954011ba345 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 935 time: 0.3456347 Aug 16 20:34:45.112848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:45.118341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:45.136771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d727dcf-c8f9-40dd-b9f0-94f84de88a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.152504 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-57f83b3d-0304-47f3-93c5-513751ad9362 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Floating IP b5612925-3902-4316-8241-1c8bc5a23799 associated. External IP: 172.25.4.236, port: 9cd40347-10c8-46f8-8142-7e4860d1283f. Aug 16 20:34:45.231784 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d43e55a0-2bc4-4435-a75b-e851d8fd88c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.235592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:45.236430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d727dcf-c8f9-40dd-b9f0-94f84de88a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.274361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3047ca3-663c-4ddb-b0ba-a1b320fa33bb req-4604916f-d5d3-4c67-9dc5-e19fbcb9fe63 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758564 Aug 16 20:34:45.296065 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.322480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Allocated IP 172.20.0.5 (abf14a4d-78e7-4ca3-b174-1c1c79a892aa/f089c1a2-fcf0-4b26-a69a-f08ae64315c1/6028746d-172c-474a-b28d-f41366b803b4) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:45.336537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.351031 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d727dcf-c8f9-40dd-b9f0-94f84de88a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.374119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:45.375158 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.377224 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] 10.222.0.76 "PUT /v2.0/ports/8eb675fd-a489-4bfc-869c-1f6d4a37958e HTTP/1.1" status: 200 len: 1096 time: 1.2591624 Aug 16 20:34:45.408825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:45.411323 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0416edec-5dde-4ca4-8395-d73074386291" -d '{"events": [{"name": "network-changed", "server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:45.510210 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9d727dcf-c8f9-40dd-b9f0-94f84de88a2c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c0f1505186149e8a2ebb69d67ec10cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500879 Aug 16 20:34:45.534817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58644) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:45.596614 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef08857e-7fda-4b36-8483-a7345bd38ecb x-openstack-request-id: req-ef08857e-7fda-4b36-8483-a7345bd38ecb {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:45.596904 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:45.597176 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef08857e-7fda-4b36-8483-a7345bd38ecb {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:45.597591 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e', 'status': 'completed', 'code': 200} Aug 16 20:34:45.615120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ced451-d1fc-48b1-9cb9-6e37be075423 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb675fd-a489-4bfc-869c-1f6d4a37958e,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:45.643889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d727dcf-c8f9-40dd-b9f0-94f84de88a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b988f2-623f-489d-b9be-d69b59d61ac9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:45.671486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca0aea-801a-4ca8-89a3-06258db76844 req-3d9a948f-91aa-4eb3-824d-8c253c2f0cd2 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:45.673388 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16ca0aea-801a-4ca8-89a3-06258db76844 req-3d9a948f-91aa-4eb3-824d-8c253c2f0cd2 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.76 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 971 time: 0.3063869 Aug 16 20:34:45.699431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-af7f2c35-91be-4ce9-80e3-6390478ff06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:45.700771 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-af7f2c35-91be-4ce9-80e3-6390478ff06d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 1099 time: 0.1891763 Aug 16 20:34:45.743464 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6bb2-7be3-4924-aa53-83c93a4eb868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.744544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Pushing event updated for resources: {'Port': ['ID=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:45.758969 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:45.759666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.761109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-a65eaae5-eb41-45d9-8454-a80b14a5faa5 service neutron] 10.222.0.76 "PUT /v2.0/ports/bedd970e-7e9c-4edf-bba4-3ed77dd8027e HTTP/1.1" status: 200 len: 1093 time: 3.1618268 Aug 16 20:34:45.767568 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'tag': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:45.769792 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953bb7ab-21e6-4f5a-9b68-585cac0e15ce" -d '{"events": [{"name": "network-changed", "server_uuid": "74c291e2-21f1-4b35-8ca2-4a82c9bfd613", "tag": "bedd970e-7e9c-4edf-bba4-3ed77dd8027e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:45.794489 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-9bf4080d-6030-4bb7-89ca-e72f447b16ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e HTTP/1.1" status: 200 len: 217 time: 0.0763254 Aug 16 20:34:45.858757 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6bb2-7be3-4924-aa53-83c93a4eb868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.906115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6aef6-ec36-4752-8f1f-077fe0d5bf91 req-47b0f175-cde2-4720-b3f0-ddef0f511f5f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:45.907576 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dec6aef6-ec36-4752-8f1f-077fe0d5bf91 req-47b0f175-cde2-4720-b3f0-ddef0f511f5f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 944 time: 0.5250945 Aug 16 20:34:45.939271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-09fba294-3ac6-4a18-9bca-41fe467bcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:45.940731 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-09fba294-3ac6-4a18-9bca-41fe467bcf33 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1368828 Aug 16 20:34:45.986528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f83b3d-0304-47f3-93c5-513751ad9362 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:34:45.999662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-16ca0aea-801a-4ca8-89a3-06258db76844 req-2554f095-953f-4043-b999-4be3eaf40dcd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Deleting port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:46.000002 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-16ca0aea-801a-4ca8-89a3-06258db76844 req-2554f095-953f-4043-b999-4be3eaf40dcd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.052770 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-1ebb399f-3326-4176-89ae-49d4210db48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:46.054257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-1ebb399f-3326-4176-89ae-49d4210db48b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1042502 Aug 16 20:34:46.064580 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dec6aef6-ec36-4752-8f1f-077fe0d5bf91 req-9191888b-3a32-416e-b53f-9031fca7a86a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494365 Aug 16 20:34:46.066485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e985b-3720-4961-9448-f118286ecde6 req-7ac19054-5214-4069-b1a9-1cad03893ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:46.067901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-7ac19054-5214-4069-b1a9-1cad03893ba7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 1096 time: 0.1594379 Aug 16 20:34:46.113012 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.133802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6bb2-7be3-4924-aa53-83c93a4eb868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.137017 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6bb2-7be3-4924-aa53-83c93a4eb868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.140612 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ccbd6bb2-7be3-4924-aa53-83c93a4eb868 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/70b988f2-623f-489d-b9be-d69b59d61ac9 HTTP/1.1" status: 204 len: 168 time: 0.5957732 Aug 16 20:34:46.140780 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffeaac4-845a-445e-a06a-2a4da0fa72a2 x-openstack-request-id: req-9ffeaac4-845a-445e-a06a-2a4da0fa72a2 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:46.140780 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c291e2-21f1-4b35-8ca2-4a82c9bfd613", "tag": "bedd970e-7e9c-4edf-bba4-3ed77dd8027e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:46.140780 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ffeaac4-845a-445e-a06a-2a4da0fa72a2 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:46.140780 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'tag': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e', 'status': 'completed', 'code': 200} Aug 16 20:34:46.173175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd6bb2-7be3-4924-aa53-83c93a4eb868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b988f2-623f-489d-b9be-d69b59d61ac9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:46.177416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-16ca0aea-801a-4ca8-89a3-06258db76844 req-2554f095-953f-4043-b999-4be3eaf40dcd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] For port 6367cfff-e7f4-4b77-a6c0-477bc35c8475, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6367cfff-e7f4-4b77-a6c0-477bc35c8475,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:46.177785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-16ca0aea-801a-4ca8-89a3-06258db76844 req-2554f095-953f-4043-b999-4be3eaf40dcd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.180444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-317e3c90-ac60-43af-90be-8815fb0c89ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e HTTP/1.1" status: 200 len: 217 time: 0.0940289 Aug 16 20:34:46.194941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Transition to ACTIVE for port object 6028746d-172c-474a-b28d-f41366b803b4 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:46.203310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-16ca0aea-801a-4ca8-89a3-06258db76844 req-2554f095-953f-4043-b999-4be3eaf40dcd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Calling delete_port for 6367cfff-e7f4-4b77-a6c0-477bc35c8475 owned by compute:tempest-test_az-191216051 {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:46.261610 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-192007cb-9190-4970-8ee6-488050ebc322 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000058 Aug 16 20:34:46.288791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa96ca-16a4-42bd-a35f-4d83f49af1dc req-c1b571ed-ac31-46ac-9e83-966bed7ab7fb tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:46.290285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93aa96ca-16a4-42bd-a35f-4d83f49af1dc req-c1b571ed-ac31-46ac-9e83-966bed7ab7fb tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 971 time: 0.2499962 Aug 16 20:34:46.367701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e985b-3720-4961-9448-f118286ecde6 req-6729915c-9666-4363-b22a-18bda8e32a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:46.369235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-6729915c-9666-4363-b22a-18bda8e32a46 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.1777582 Aug 16 20:34:46.392243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f83b3d-0304-47f3-93c5-513751ad9362 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:34:46.405204 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8437ef6f-320d-4f82-90cd-4e9eee13eaab req-e74cc500-262b-435b-9458-e3efaf004fd9 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109867 Aug 16 20:34:46.419570 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdcd2e3-7373-43ee-81bf-94983076a559 None None] Sync routers for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:34:46.425298 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57f83b3d-0304-47f3-93c5-513751ad9362 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.428980 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-e42b8ff3-79a6-4bb9-9ab7-36e7e1d6326d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517299 Aug 16 20:34:46.432148 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdcd2e3-7373-43ee-81bf-94983076a559 None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:46.433335 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5fdcd2e3-7373-43ee-81bf-94983076a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:34:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:46.439398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd88985-ee6e-478f-9397-a80028986458 req-5fd42b6b-fe8a-4c54-953e-ca3a18f92540 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:46.440869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbd88985-ee6e-478f-9397-a80028986458 req-5fd42b6b-fe8a-4c54-953e-ca3a18f92540 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 944 time: 0.2042387 Aug 16 20:34:46.468603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93aa96ca-16a4-42bd-a35f-4d83f49af1dc req-0e0a92ce-3bc1-49bd-bc41-4330d068e5f9 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/security-groups?id=48bcd59a-fd0d-442a-92b6-81be29e5897e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696014 Aug 16 20:34:46.539212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-57f83b3d-0304-47f3-93c5-513751ad9362 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "PUT /v2.0/floatingips/b5612925-3902-4316-8241-1c8bc5a23799 HTTP/1.1" status: 200 len: 992 time: 3.6622162 Aug 16 20:34:46.539212 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.573301 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-16ca0aea-801a-4ca8-89a3-06258db76844 req-2554f095-953f-4043-b999-4be3eaf40dcd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.575589 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-5fdcd2e3-7373-43ee-81bf-94983076a559 None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:46.588547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['6367cfff-e7f4-4b77-a6c0-477bc35c8475'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:34:46.600571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbd88985-ee6e-478f-9397-a80028986458 req-27bd3c32-c72a-477c-8a8c-e1c432320fc5 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377265 Aug 16 20:34:46.615783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Network abf14a4d-78e7-4ca3-b174-1c1c79a892aa is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:46.628075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:46.637956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:46.647588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554f095-953f-4043-b999-4be3eaf40dcd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Pushing event deleted for resources: {'Port': ['ID=6367cfff-e7f4-4b77-a6c0-477bc35c8475,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:46.652195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:46.652773 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.707421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-9f491b1d-897a-4820-bd25-70cc4060baab service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655258 Aug 16 20:34:46.724288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Pushing event updated for resources: {'Port': ['ID=6028746d-172c-474a-b28d-f41366b803b4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:46.747000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ca0aea-801a-4ca8-89a3-06258db76844 req-2554f095-953f-4043-b999-4be3eaf40dcd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] No DVR routers for this DVR port 6367cfff-e7f4-4b77-a6c0-477bc35c8475 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:34:46.751976 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-16ca0aea-801a-4ca8-89a3-06258db76844 req-2554f095-953f-4043-b999-4be3eaf40dcd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.754601 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16ca0aea-801a-4ca8-89a3-06258db76844 req-2554f095-953f-4043-b999-4be3eaf40dcd tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.76 "DELETE /v2.0/ports/6367cfff-e7f4-4b77-a6c0-477bc35c8475 HTTP/1.1" status: 204 len: 173 time: 1.0687115 Aug 16 20:34:46.772017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416edec-5dde-4ca4-8395-d73074386291 req-fbb27073-da55-43ea-a679-c7e91011a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:46.773814 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0416edec-5dde-4ca4-8395-d73074386291 req-fbb27073-da55-43ea-a679-c7e91011a70a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 1099 time: 0.1398027 Aug 16 20:34:46.902543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a82e985b-3720-4961-9448-f118286ecde6 req-88884e36-d94f-4836-a8b6-c7d5dd21407a service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845779 Aug 16 20:34:46.994887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-96df06e7-8a61-4dce-8b14-036397a335a3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1128547 Aug 16 20:34:47.008270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c48a7-03f4-452f-8f2d-7e4dc4cc627b req-c53a320d-0504-45a3-b7d3-9cf89a4368d3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.010708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf8c48a7-03f4-452f-8f2d-7e4dc4cc627b req-c53a320d-0504-45a3-b7d3-9cf89a4368d3 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 931 time: 0.1353688 Aug 16 20:34:47.020895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Request body: {'port': {'device_id': '3da98239-9321-44e7-aadf-2381546783ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:47.101531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cad4a96e-7636-4feb-b4a6-fbca3ea92e13 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:34:47.109969 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5fdcd2e3-7373-43ee-81bf-94983076a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b5612925-3902-4316-8241-1c8bc5a23799', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'port_id': '9cd40347-10c8-46f8-8142-7e4860d1283f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'mac_address': 'fa:16:3e:fa:3c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:34:15Z', 'updated_at': '2021-08-16T20:34:44Z', 'revision_number': 1, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:47.114145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436c349-fbc9-4e84-8b71-93d0a9ee57d5 req-9f064b73-c8f3-4588-933c-99d855cdb25b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.122263 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b436c349-fbc9-4e84-8b71-93d0a9ee57d5 req-9f064b73-c8f3-4588-933c-99d855cdb25b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 947 time: 0.2692869 Aug 16 20:34:47.167241 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdcd2e3-7373-43ee-81bf-94983076a559 None None] Checking router: 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:34:47.186283 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdcd2e3-7373-43ee-81bf-94983076a559 None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:47.187027 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5fdcd2e3-7373-43ee-81bf-94983076a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:34:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:47.191179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416edec-5dde-4ca4-8395-d73074386291 req-49defa26-51af-46da-a7d0-48181bba9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.195974 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0416edec-5dde-4ca4-8395-d73074386291 req-49defa26-51af-46da-a7d0-48181bba9043 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.4119191 Aug 16 20:34:47.196193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8df87bd1-3c36-4f0a-8bd0-f3d9afcf9c9b None None] Provisioning for port 6028746d-172c-474a-b28d-f41366b803b4 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:47.203079 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8df87bd1-3c36-4f0a-8bd0-f3d9afcf9c9b None None] Provisioning complete for port 6028746d-172c-474a-b28d-f41366b803b4 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:47.203532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8df87bd1-3c36-4f0a-8bd0-f3d9afcf9c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.235645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf8c48a7-03f4-452f-8f2d-7e4dc4cc627b req-847f2e47-7139-4d77-b63e-d3a1404cbf3c tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892512 Aug 16 20:34:47.251695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b436c349-fbc9-4e84-8b71-93d0a9ee57d5 req-c048687d-ff72-4167-aca0-5b3afe006c46 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275270 Aug 16 20:34:47.264133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.264370 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0416edec-5dde-4ca4-8395-d73074386291 req-c22091fa-b578-4362-a4b0-8b742e70b6e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e HTTP/1.1" status: 200 len: 217 time: 0.0582006 Aug 16 20:34:47.280370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bb7ab-21e6-4f5a-9b68-585cac0e15ce req-a2d18e11-1063-4171-9b52-3b1f134652ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.283984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-953bb7ab-21e6-4f5a-9b68-585cac0e15ce req-a2d18e11-1063-4171-9b52-3b1f134652ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 1096 time: 0.2126114 Aug 16 20:34:47.289522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8df87bd1-3c36-4f0a-8bd0-f3d9afcf9c9b None None] Port 6028746d-172c-474a-b28d-f41366b803b4 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:47.363940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:47.371920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416edec-5dde-4ca4-8395-d73074386291 req-4c395390-e785-474b-aef1-f2c00c19f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.377807 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0416edec-5dde-4ca4-8395-d73074386291 req-4c395390-e785-474b-aef1-f2c00c19f190 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1031039 Aug 16 20:34:47.418858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13', 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f', 'port_id': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13', 'mac_address': 'fa:16:3e:d5:d0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577d0868-2656-4697-864d-d9057a25f10d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:34:47.470985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416edec-5dde-4ca4-8395-d73074386291 req-8e454df7-a325-4dc4-801b-11c6f0aa0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.472686 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0416edec-5dde-4ca4-8395-d73074386291 req-8e454df7-a325-4dc4-801b-11c6f0aa0b92 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0867338 Aug 16 20:34:47.510350 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.534848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad4a96e-7636-4feb-b4a6-fbca3ea92e13 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:47.555447 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d83445f1-1b16-4664-8917-ac0b4ff29177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.560401 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-5fdcd2e3-7373-43ee-81bf-94983076a559 None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:47.569502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:47.600416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc2d60a-9baa-48fe-ae09-5c477afaff32', 'name': 'network-vif-deleted', 'tag': '6367cfff-e7f4-4b77-a6c0-477bc35c8475'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:47.604425 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8d2a9a-a80a-43f5-811e-7b4485459825" -d '{"events": [{"server_uuid": "edc2d60a-9baa-48fe-ae09-5c477afaff32", "name": "network-vif-deleted", "tag": "6367cfff-e7f4-4b77-a6c0-477bc35c8475"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:47.641831 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0416edec-5dde-4ca4-8395-d73074386291 req-01ebc35a-51ae-43f6-a2bb-504806d87857 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594400 Aug 16 20:34:47.659562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bb7ab-21e6-4f5a-9b68-585cac0e15ce req-a7d39a1b-3bb4-41f1-91a5-17efc70d1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.661341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-953bb7ab-21e6-4f5a-9b68-585cac0e15ce req-a7d39a1b-3bb4-41f1-91a5-17efc70d1915 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.3448956 Aug 16 20:34:47.676771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f122eb-669c-4c3f-b735-38d7841b5c57 req-c71fd3df-b1c8-4e8d-88ea-57dbc4cb0332 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.690123 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.690694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54f122eb-669c-4c3f-b735-38d7841b5c57 req-c71fd3df-b1c8-4e8d-88ea-57dbc4cb0332 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 944 time: 0.1512320 Aug 16 20:34:47.768712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-953bb7ab-21e6-4f5a-9b68-585cac0e15ce req-0483aa4a-f92b-4adf-bc5c-80b0dd18709d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e HTTP/1.1" status: 200 len: 217 time: 0.0755019 Aug 16 20:34:47.801742 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0416edec-5dde-4ca4-8395-d73074386291 req-561913c9-99b2-4eaf-9f2a-99eda340e204 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509192 Aug 16 20:34:47.831004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:47.839512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58708) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:47.853574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56957142-9c19-45a4-8340-327482436ef2 req-6bbc4cce-234d-4729-8d79-2220e59b83e2 tempest-AggregatesAdminTestJSON-264202007 tempest-AggregatesAdminTestJSON-264202007-project] 10.222.0.74 "GET /v2.0/ports?device_id=edc2d60a-9baa-48fe-ae09-5c477afaff32 HTTP/1.1" status: 200 len: 210 time: 0.0918791 Aug 16 20:34:47.893823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['cad4a96e-7636-4feb-b4a6-fbca3ea92e13'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:34:47.924237 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.925117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54f122eb-669c-4c3f-b735-38d7841b5c57 req-08ccd445-fdd3-4939-b366-c57a7be7c2eb tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169724 Aug 16 20:34:47.928402 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09214fb-c5b1-484e-8c03-93bd457844e7 x-openstack-request-id: req-f09214fb-c5b1-484e-8c03-93bd457844e7 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:47.928696 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc2d60a-9baa-48fe-ae09-5c477afaff32", "name": "network-vif-deleted", "tag": "6367cfff-e7f4-4b77-a6c0-477bc35c8475", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:47.928948 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f09214fb-c5b1-484e-8c03-93bd457844e7 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:47.929941 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc2d60a-9baa-48fe-ae09-5c477afaff32', 'name': 'network-vif-deleted', 'tag': '6367cfff-e7f4-4b77-a6c0-477bc35c8475', 'status': 'completed', 'code': 200} Aug 16 20:34:47.952936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bb7ab-21e6-4f5a-9b68-585cac0e15ce req-42604078-d85c-44e1-9985-1db338fc7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.954900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-953bb7ab-21e6-4f5a-9b68-585cac0e15ce req-42604078-d85c-44e1-9985-1db338fc7614 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.1481056 Aug 16 20:34:47.989723 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5fdcd2e3-7373-43ee-81bf-94983076a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b5612925-3902-4316-8241-1c8bc5a23799', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'port_id': '9cd40347-10c8-46f8-8142-7e4860d1283f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'mac_address': 'fa:16:3e:fa:3c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:34:15Z', 'updated_at': '2021-08-16T20:34:44Z', 'revision_number': 1, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:48.002594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-953bb7ab-21e6-4f5a-9b68-585cac0e15ce req-77037dd8-de54-4df5-8eec-fc3e91c347c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392678 Aug 16 20:34:48.043693 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdcd2e3-7373-43ee-81bf-94983076a559 None None] The sync data for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 is: [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b5612925-3902-4316-8241-1c8bc5a23799', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'port_id': '9cd40347-10c8-46f8-8142-7e4860d1283f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'mac_address': 'fa:16:3e:fa:3c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:34:15Z', 'updated_at': '2021-08-16T20:34:44Z', 'revision_number': 1, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:34:48.055592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1489191034-network', 'tenant_id': '7abd82cc73ae44d6ab2e0446dafa5372'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:48.142664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'tag': '9cd40347-10c8-46f8-8142-7e4860d1283f'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:48.145017 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525" -d '{"events": [{"name": "network-changed", "server_uuid": "2bae2a8a-9c8c-4178-9a3d-168d409e3d37", "tag": "9cd40347-10c8-46f8-8142-7e4860d1283f"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:48.154281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6028746d-172c-474a-b28d-f41366b803b4 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:48.167993 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.190910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e605dcc-c15a-4a3d-9759-ada823acf983 req-39c20863-ba04-4da9-8ea6-0e193e0c5db5 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:48.192827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e605dcc-c15a-4a3d-9759-ada823acf983 req-39c20863-ba04-4da9-8ea6-0e193e0c5db5 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 945 time: 0.1322751 Aug 16 20:34:48.199112 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b101992-988b-4b04-8913-9c17303a75fc x-openstack-request-id: req-4b101992-988b-4b04-8913-9c17303a75fc {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:48.199317 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bae2a8a-9c8c-4178-9a3d-168d409e3d37", "tag": "9cd40347-10c8-46f8-8142-7e4860d1283f", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:48.199639 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4b101992-988b-4b04-8913-9c17303a75fc {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:48.200075 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'tag': '9cd40347-10c8-46f8-8142-7e4860d1283f', 'status': 'completed', 'code': 200} Aug 16 20:34:48.218178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Transition to ACTIVE for port object 6028746d-172c-474a-b28d-f41366b803b4 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:48.226319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.79', 50024) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:48.235289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-953bb7ab-21e6-4f5a-9b68-585cac0e15ce req-cc243b2b-9400-444f-81d6-0f7a528df0d6 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222314 Aug 16 20:34:48.263491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Made reservation on behalf of 7abd82cc73ae44d6ab2e0446dafa5372 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:48.266592 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.281296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.305215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e605dcc-c15a-4a3d-9759-ada823acf983 req-36e99dfd-28e8-4bba-8ae2-de7636cb0ef8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989163 Aug 16 20:34:48.315915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525 req-5ef4d0c8-ea3f-4901-8b2d-f82a759003fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:48.317682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525 req-5ef4d0c8-ea3f-4901-8b2d-f82a759003fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d10d68cf0b74082b973805fd6550c08&device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 1098 time: 0.0901937 Aug 16 20:34:48.350172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58720) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:48.398967 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.408284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138bf753-dfed-457e-823d-b6fdca9c49b5 None None] New status for floating IP b5612925-3902-4316-8241-1c8bc5a23799: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:34:48.501539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525 req-72fdec86-b5c4-4840-a86e-eef84540ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:48.503304 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525 req-72fdec86-b5c4-4840-a86e-eef84540ba0a service neutron] 10.222.0.79 "GET /v2.0/networks?id=53f0df0f-f139-4a71-b156-b3349ae71c27 HTTP/1.1" status: 200 len: 925 time: 0.1763606 Aug 16 20:34:48.551874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419934-00c6-4501-8da7-23af1bd1e7c0 req-530075f8-6162-4048-b928-288d32e95bcb tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:48.553456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38419934-00c6-4501-8da7-23af1bd1e7c0 req-530075f8-6162-4048-b928-288d32e95bcb tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 931 time: 0.2023871 Aug 16 20:34:48.558562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Pushing event updated for resources: {'Port': ['ID=6028746d-172c-474a-b28d-f41366b803b4,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:48.571549 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-953bb7ab-21e6-4f5a-9b68-585cac0e15ce req-5f642505-407f-40b5-96ca-6f2e17a9b4c7 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281255 Aug 16 20:34:48.617918 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5648f31b-863d-4f3f-b1da-8c81c148791b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.629006 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.633338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dde636-114b-4da1-bf9d-60dd3ac38499 req-898a3926-6b75-4a23-a719-a051175f139b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:48.635460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0dde636-114b-4da1-bf9d-60dd3ac38499 req-898a3926-6b75-4a23-a719-a051175f139b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 947 time: 0.2408307 Aug 16 20:34:48.654715 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525 req-a6a3b69f-bd2a-42fe-8750-30c989af2f79 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd40347-10c8-46f8-8142-7e4860d1283f HTTP/1.1" status: 200 len: 1000 time: 0.1414702 Aug 16 20:34:48.683676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Attempting to bind port 6028746d-172c-474a-b28d-f41366b803b4 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:48.684020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Attempting to bind port 6028746d-172c-474a-b28d-f41366b803b4 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:48.684355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Attempting to bind port 6028746d-172c-474a-b28d-f41366b803b4 on network abf14a4d-78e7-4ca3-b174-1c1c79a892aa {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:48.707989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Port 6028746d-172c-474a-b28d-f41366b803b4 on network abf14a4d-78e7-4ca3-b174-1c1c79a892aa not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:48.708318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Attempting to bind port 6028746d-172c-474a-b28d-f41366b803b4 on network abf14a4d-78e7-4ca3-b174-1c1c79a892aa {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:48.712264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525 req-8bd948f7-ed93-47fc-8f1f-34d4aa5f60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:48.714151 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525 req-8bd948f7-ed93-47fc-8f1f-34d4aa5f60bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9acddd0e-e6bd-4088-b50c-ecff70ad3f26 HTTP/1.1" status: 200 len: 863 time: 0.0522640 Aug 16 20:34:48.715600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38419934-00c6-4501-8da7-23af1bd1e7c0 req-ec3b8395-e5e6-40db-8c64-1221f14b8a72 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206439 Aug 16 20:34:48.736256 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.746518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0dde636-114b-4da1-bf9d-60dd3ac38499 req-fbdda4fa-3c39-400a-b6ac-42a50c1f2686 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800531 Aug 16 20:34:48.746518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:48.746518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Checking segment: {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:48.746518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Bound using segment: {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:48.746518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Bound port: 6028746d-172c-474a-b28d-f41366b803b4, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:48.746518 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.773287 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:48.793432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ede442-f330-407f-9782-e7c236d1edff,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:48.801752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.802282 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Added segment ebdd951f-fa7d-49a8-885a-7c28fd6ad621 of type vlan for network a6a9b9d3-d8b6-4355-a07f-d0d236d180e4 Aug 16 20:34:48.814589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525 req-519cdebb-515f-4ceb-86b0-149bd9d74951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:48.815159 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525 req-519cdebb-515f-4ceb-86b0-149bd9d74951 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=53f0df0f-f139-4a71-b156-b3349ae71c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932138 Aug 16 20:34:48.898830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.960115 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525 req-f37f95ac-8c7b-455a-8989-e111051a453f service neutron] 10.222.0.79 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226916 Aug 16 20:34:49.012257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.018129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:49.018129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.044108 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.090301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] Pushing event updated for resources: {'Network': ['ID=a6a9b9d3-d8b6-4355-a07f-d0d236d180e4,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:49.102564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a6a9b9d3-d8b6-4355-a07f-d0d236d180e4 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:49.114432 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5d76f2e5-ebce-4ef5-b62e-8d7e6ba56525 req-0d8f6ce8-7b8c-45ea-be2f-d9ef0d93af0c service neutron] 10.222.0.79 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472025 Aug 16 20:34:49.154264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] For port 6028746d-172c-474a-b28d-f41366b803b4, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:49.157449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8eb675fd-a489-4bfc-869c-1f6d4a37958e details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:34:49.159303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cad4a96e-7636-4feb-b4a6-fbca3ea92e13 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:49.177114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] For port 6028746d-172c-474a-b28d-f41366b803b4, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6028746d-172c-474a-b28d-f41366b803b4,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:49.188125 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5648f31b-863d-4f3f-b1da-8c81c148791b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.200154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5308b0-6d78-4b63-a42b-967f8c6be08b req-b8bd99e8-1e8d-4f6f-a721-9873295bab3d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:49.201684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b5308b0-6d78-4b63-a42b-967f8c6be08b req-b8bd99e8-1e8d-4f6f-a721-9873295bab3d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 944 time: 0.0872862 Aug 16 20:34:49.243384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b5308b0-6d78-4b63-a42b-967f8c6be08b req-fe109b82-2309-4c1f-9f68-4bedfe0a035c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354624 Aug 16 20:34:49.253269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5648f31b-863d-4f3f-b1da-8c81c148791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.258173 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.313220 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-06cff982-b4a4-4734-9f93-09c99ad6bd72 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4697425 Aug 16 20:34:49.313760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58734) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:49.316830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:49.320546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] Request body: {'subnet': {'network_id': 'a6a9b9d3-d8b6-4355-a07f-d0d236d180e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1489191034-subnet', 'tenant_id': '7abd82cc73ae44d6ab2e0446dafa5372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:49.330822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '8eb675fd-a489-4bfc-869c-1f6d4a37958e', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '8eb675fd-a489-4bfc-869c-1f6d4a37958e', 'mac_address': 'fa:16:3e:f7:27:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:34:49.387725 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.392548 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5648f31b-863d-4f3f-b1da-8c81c148791b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3c043055f2a142919b76f0457c633f82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0402112 Aug 16 20:34:49.394284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:49.395023 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.395411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58740) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:49.396534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] 10.222.0.79 "PUT /v2.0/ports/6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 1092 time: 2.3801203 Aug 16 20:34:49.404848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb675fd-a489-4bfc-869c-1f6d4a37958e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:49.414067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:49.424880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:49.425279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.441317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Pushing event updated for resources: {'Port': ['ID=6028746d-172c-474a-b28d-f41366b803b4,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:49.451100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.451604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.452074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.452481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.452911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.453366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.453796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.454206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.454630 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.455051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.455482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.456122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ab12c-af2f-49d2-9320-5ea605536f3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:49.456846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] Made reservation on behalf of 7abd82cc73ae44d6ab2e0446dafa5372 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:49.460946 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648f31b-863d-4f3f-b1da-8c81c148791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deca14fa-cb53-45fd-aec4-f3f0820a268d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:49.465080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.484012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:49.496446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92fc63-7225-42bc-bb69-f25ef7731a62 req-2146c9c1-0d87-451d-9733-e8744b3f9c53 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:49.505664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c92fc63-7225-42bc-bb69-f25ef7731a62 req-2146c9c1-0d87-451d-9733-e8744b3f9c53 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 945 time: 0.1220729 Aug 16 20:34:49.585958 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.590886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c92fc63-7225-42bc-bb69-f25ef7731a62 req-4b9da5e7-5261-4ccb-a9fa-c002feb1fdc1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815344 Aug 16 20:34:49.596305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58742) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:49.639027 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.650005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-4ff484a2-ee7a-4aee-97a9-2e8929fd3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:49.652407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-4ff484a2-ee7a-4aee-97a9-2e8929fd3c85 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 1095 time: 0.0904050 Aug 16 20:34:49.678388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=8eb675fd-a489-4bfc-869c-1f6d4a37958e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:49.693439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:49.699680 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdc5ab8-4125-41bb-abc2-db5de8dca336" -d '{"events": [{"server_uuid": "eee7e6a3-a2b5-415b-86a0-5750e9a8d764", "name": "network-vif-plugged", "status": "completed", "tag": "cad4a96e-7636-4feb-b4a6-fbca3ea92e13"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:49.712860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-d0ef59b6-2123-4fdf-8a6c-7e3ed8704cc3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 217 time: 0.0516703 Aug 16 20:34:49.719800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0595dae-cffe-42b8-a020-74b743135a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.735397 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:49.763053 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0595dae-cffe-42b8-a020-74b743135a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.765919 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667d50f2-5221-4b68-bf14-3a9a31e87678 x-openstack-request-id: req-667d50f2-5221-4b68-bf14-3a9a31e87678 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:49.766307 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee7e6a3-a2b5-415b-86a0-5750e9a8d764", "name": "network-vif-plugged", "status": "completed", "tag": "cad4a96e-7636-4feb-b4a6-fbca3ea92e13", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:49.766780 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-667d50f2-5221-4b68-bf14-3a9a31e87678 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:49.767267 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13', 'code': 200} Aug 16 20:34:49.803042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['8eb675fd-a489-4bfc-869c-1f6d4a37958e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:34:49.835453 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.836394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6367cfff-e7f4-4b77-a6c0-477bc35c8475 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:34:49.863016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 6367cfff-e7f4-4b77-a6c0-477bc35c8475 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:34:49.863451 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6367cfff-e7f4-4b77-a6c0-477bc35c8475 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:34:49.869972 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.878659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-80d4d959-0752-4a53-98f9-e2977785a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:49.880208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-80d4d959-0752-4a53-98f9-e2977785a603 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.1604962 Aug 16 20:34:49.922318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4b9fc6-8741-45a4-8fc0-569be89c8cb1,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:49.940346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] Checking segment: {'id': 'ebdd951f-fa7d-49a8-885a-7c28fd6ad621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a6a9b9d3-d8b6-4355-a07f-d0d236d180e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:49.940780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] Network hostable DHCP agents. Network: a6a9b9d3-d8b6-4355-a07f-d0d236d180e4, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:49.960585 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0595dae-cffe-42b8-a020-74b743135a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.963510 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0595dae-cffe-42b8-a020-74b743135a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.977784 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d0595dae-cffe-42b8-a020-74b743135a6d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/deca14fa-cb53-45fd-aec4-f3f0820a268d HTTP/1.1" status: 204 len: 168 time: 0.5709736 Aug 16 20:34:49.990432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-63151f78-294d-43bd-8030-f71605ad4cda admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=035bc2f5e06d4516928512061d7b722b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928313 Aug 16 20:34:49.995788 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58758) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:50.008860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0595dae-cffe-42b8-a020-74b743135a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deca14fa-cb53-45fd-aec4-f3f0820a268d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:50.015588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209bab9-be6f-4592-8b34-ca769c3f6c32 req-29e75abf-a7fc-427c-9c5a-dbf5c30dc6df tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.019321 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3209bab9-be6f-4592-8b34-ca769c3f6c32 req-29e75abf-a7fc-427c-9c5a-dbf5c30dc6df tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 943 time: 0.1948652 Aug 16 20:34:50.034407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c59a9-3111-4a49-884e-e9bbd3326f23 req-0b2b09e6-867c-471c-a037-b00bf8be780d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.036236 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed8c59a9-3111-4a49-884e-e9bbd3326f23 req-0b2b09e6-867c-471c-a037-b00bf8be780d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 948 time: 0.2051692 Aug 16 20:34:50.038759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcd1d0-fe78-4623-bef2-ae5dfd5898ef req-5c96c410-3fd8-460b-8d27-25099c1b6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.041052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ffcd1d0-fe78-4623-bef2-ae5dfd5898ef req-5c96c410-3fd8-460b-8d27-25099c1b6d8d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 1098 time: 0.2037189 Aug 16 20:34:50.046567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] Network a6a9b9d3-d8b6-4355-a07f-d0d236d180e4 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:50.053738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:50.070957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.071297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.071633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.071991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.072318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.072644 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.072966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.073312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.073626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.074548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.075032 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.075500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:50.078661 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9f69b41c-843f-461e-a906-3e0bda414afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.094272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-50aecebf-9063-4a79-9581-b24875ba0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.095754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-50aecebf-9063-4a79-9581-b24875ba0472 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928623 Aug 16 20:34:50.106430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9f69b41c-843f-461e-a906-3e0bda414afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.172265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a6a9b9d3-d8b6-4355-a07f-d0d236d180e4) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:50.176423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.177017 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.182250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f8b8de-c452-44fd-b4ad-58a9d3ecb891 None None] Network a6a9b9d3-d8b6-4355-a07f-d0d236d180e4 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:50.182758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3209bab9-be6f-4592-8b34-ca769c3f6c32 req-0d04da45-a944-4e8a-9942-ad50ec8edcb9 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578240 Aug 16 20:34:50.191680 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ffcd1d0-fe78-4623-bef2-ae5dfd5898ef req-3127e4bc-46d8-48c5-9b46-17e817ecd3fc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377935 Aug 16 20:34:50.196294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed8c59a9-3111-4a49-884e-e9bbd3326f23 req-45e9742d-d96c-47dd-97fb-48538e7fdb7d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458085 Aug 16 20:34:50.202027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:50.204599 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7117c6-b047-4763-9fea-b6b0bae4e77c" -d '{"events": [{"name": "network-changed", "server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "tag": "6028746d-172c-474a-b28d-f41366b803b4"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:50.255355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-eb9bf4cb-b62e-4893-aed5-623d298eb5dd service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472337 Aug 16 20:34:50.263513 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8816988c-802f-45d8-a87c-e450f9ae4499 x-openstack-request-id: req-8816988c-802f-45d8-a87c-e450f9ae4499 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:50.265060 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "tag": "6028746d-172c-474a-b28d-f41366b803b4", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:50.265311 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8816988c-802f-45d8-a87c-e450f9ae4499 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:50.265662 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4', 'status': 'completed', 'code': 200} Aug 16 20:34:50.284743 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0e1d0a2e-f1b7-4b29-bb43-2dfa0706859b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9695160 Aug 16 20:34:50.291650 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9f69b41c-843f-461e-a906-3e0bda414afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.294637 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9f69b41c-843f-461e-a906-3e0bda414afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.296758 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9f69b41c-843f-461e-a906-3e0bda414afe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/48bcd59a-fd0d-442a-92b6-81be29e5897e HTTP/1.1" status: 204 len: 168 time: 0.2995291 Aug 16 20:34:50.307821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69b41c-843f-461e-a906-3e0bda414afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bcd59a-fd0d-442a-92b6-81be29e5897e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:50.400813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7773b69a-9e7f-49ac-bb40-fef809fe3369 None None] Network a6a9b9d3-d8b6-4355-a07f-d0d236d180e4 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:50.439142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05f948-b9aa-4046-8cbc-13b935490066 req-4840d26f-c410-4d27-a0e2-d554acaa0263 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.440688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd05f948-b9aa-4046-8cbc-13b935490066 req-4840d26f-c410-4d27-a0e2-d554acaa0263 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 944 time: 0.0751834 Aug 16 20:34:50.488153 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39b18f34-7a90-4ca2-8fff-3febf33c210f req-bc84d7ad-4e4d-4cb0-a0c7-5a5cfa994b05 service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205746 Aug 16 20:34:50.512526 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.516984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd05f948-b9aa-4046-8cbc-13b935490066 req-4f2d6cab-1d65-4eb9-a4c9-35082d30892e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619509 Aug 16 20:34:50.633980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-d1c685dd-a335-40a6-a072-decae8bfdbe6 req-316f46cf-41f8-4024-a20b-7621882fb3ab tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1266213743', 'description': 'tempest-description-1028028839'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:50.727399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7117c6-b047-4763-9fea-b6b0bae4e77c req-ee26692d-1471-4d48-b8bd-182cec142b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.728978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d7117c6-b047-4763-9fea-b6b0bae4e77c req-ee26692d-1471-4d48-b8bd-182cec142b03 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 1095 time: 0.0897686 Aug 16 20:34:50.740875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed21440-7d62-42b0-9246-a219bdb79cbb req-e87e20fa-aaf9-4caa-befd-1a51973fef16 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.742337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ed21440-7d62-42b0-9246-a219bdb79cbb req-e87e20fa-aaf9-4caa-befd-1a51973fef16 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 946 time: 0.0732012 Aug 16 20:34:50.831746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ed21440-7d62-42b0-9246-a219bdb79cbb req-a7bed6ae-646e-4733-8eca-471b60b938a1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801549 Aug 16 20:34:50.836814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d1c685dd-a335-40a6-a072-decae8bfdbe6 req-316f46cf-41f8-4024-a20b-7621882fb3ab tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.875826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7117c6-b047-4763-9fea-b6b0bae4e77c req-67af7219-8993-473a-b1cd-4deeb37fe9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.877324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d7117c6-b047-4763-9fea-b6b0bae4e77c req-67af7219-8993-473a-b1cd-4deeb37fe9b3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.1340652 Aug 16 20:34:50.926855 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d7117c6-b047-4763-9fea-b6b0bae4e77c req-533790c7-edb7-477e-bd0d-fbfc2e8dac2b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 217 time: 0.0404809 Aug 16 20:34:50.993276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7117c6-b047-4763-9fea-b6b0bae4e77c req-d5aef724-061c-4c9f-9b82-3992b29f262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.995384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d7117c6-b047-4763-9fea-b6b0bae4e77c req-d5aef724-061c-4c9f-9b82-3992b29f262c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.0590639 Aug 16 20:34:51.005288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58778) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:51.020592 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fbf8fe92-f73c-4db5-bc2d-94939431fdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.039279 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d1c685dd-a335-40a6-a072-decae8bfdbe6 req-316f46cf-41f8-4024-a20b-7621882fb3ab tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.056018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7117c6-b047-4763-9fea-b6b0bae4e77c req-be453e43-8c2e-4987-a756-b5bf7ab924e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:51.057578 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d7117c6-b047-4763-9fea-b6b0bae4e77c req-be453e43-8c2e-4987-a756-b5bf7ab924e3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532932 Aug 16 20:34:51.110809 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d1c685dd-a335-40a6-a072-decae8bfdbe6 req-316f46cf-41f8-4024-a20b-7621882fb3ab tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.139184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bedd970e-7e9c-4edf-bba4-3ed77dd8027e details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:34:51.142578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8eb675fd-a489-4bfc-869c-1f6d4a37958e up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:51.154364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f46cf-41f8-4024-a20b-7621882fb3ab tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d37bd1-7102-4a14-b433-7c1cdf25e889,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:51.181286 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58780) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:51.186882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d7117c6-b047-4763-9fea-b6b0bae4e77c req-fcce4f22-132c-4a36-abf2-eb1cad7ca956 service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203620 Aug 16 20:34:51.224444 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fbf8fe92-f73c-4db5-bc2d-94939431fdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.241994 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-200eeb5c-c99e-4869-a279-f03c106a8233 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9c8f0919cfc641d48a4559908d02b3b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595956 Aug 16 20:34:51.244571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58786) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:51.299069 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-715318dc-afa9-420b-a0b6-d8d3d5716ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.310648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:51.313282 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fbf8fe92-f73c-4db5-bc2d-94939431fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.326695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e', 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46', 'port_id': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e', 'mac_address': 'fa:16:3e:61:11:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6f94f0-227b-49bc-896f-30e1c37db595', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:34:51.353931 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-715318dc-afa9-420b-a0b6-d8d3d5716ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.354939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb37d0-d1e0-4cfa-895a-5e3f876f4294 req-18b4270a-836b-4371-aafe-584d6d8f652e tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:51.356438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92bb37d0-d1e0-4cfa-895a-5e3f876f4294 req-18b4270a-836b-4371-aafe-584d6d8f652e tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 943 time: 0.0837281 Aug 16 20:34:51.362123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d7117c6-b047-4763-9fea-b6b0bae4e77c req-f1474b64-8bf8-4bd1-97d7-dc381fe973c4 service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658390 Aug 16 20:34:51.366548 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.374059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8fe92-f73c-4db5-bc2d-94939431fdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f07de-4bb0-4749-a571-95410003d6b8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:51.381808 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fbf8fe92-f73c-4db5-bc2d-94939431fdf1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b359a209b7844b61832d96258957335b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752000 Aug 16 20:34:51.385047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedd970e-7e9c-4edf-bba4-3ed77dd8027e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:51.385297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58790) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:51.407215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 8eb675fd-a489-4bfc-869c-1f6d4a37958e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:51.414087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:51.415161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 8eb675fd-a489-4bfc-869c-1f6d4a37958e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:51.415586 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.421824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92bb37d0-d1e0-4cfa-895a-5e3f876f4294 req-a8fbe58b-7766-4888-bbde-6f5fd1520626 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559826 Aug 16 20:34:51.429678 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d1c685dd-a335-40a6-a072-decae8bfdbe6 req-316f46cf-41f8-4024-a20b-7621882fb3ab tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.430873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1c685dd-a335-40a6-a072-decae8bfdbe6 req-316f46cf-41f8-4024-a20b-7621882fb3ab tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8024540 Aug 16 20:34:51.468599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae43c18f-e4d3-4a9f-b3ef-7ea4d33f1da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.504341 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae43c18f-e4d3-4a9f-b3ef-7ea4d33f1da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.513625 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.537549 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.567026 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-715318dc-afa9-420b-a0b6-d8d3d5716ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.571069 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-715318dc-afa9-420b-a0b6-d8d3d5716ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.573856 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-715318dc-afa9-420b-a0b6-d8d3d5716ba9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/533b447f-82ff-4536-9454-8a1bb155b0a3 HTTP/1.1" status: 204 len: 168 time: 0.3282428 Aug 16 20:34:51.593886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715318dc-afa9-420b-a0b6-d8d3d5716ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b447f-82ff-4536-9454-8a1bb155b0a3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:51.596423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:51.606060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29087cd-05cd-4517-b076-887f3c03eb09 req-5b5ca582-9540-4119-ba1f-c2d5249e037b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:51.607613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b29087cd-05cd-4517-b076-887f3c03eb09 req-5b5ca582-9540-4119-ba1f-c2d5249e037b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 948 time: 0.1223931 Aug 16 20:34:51.615478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:51.622980 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2cf653f-0636-49bf-a044-61076bb42aaf req-e2785560-2169-4535-a632-12d8165755c4 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/e7d37bd1-7102-4a14-b433-7c1cdf25e889 HTTP/1.1" status: 200 len: 1805 time: 0.0850236 Aug 16 20:34:51.649807 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.654823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-b2cf653f-0636-49bf-a044-61076bb42aaf req-6b72286e-e338-440c-b301-03ccea0b5158 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7d37bd1-7102-4a14-b433-7c1cdf25e889', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:51.655172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-b2cf653f-0636-49bf-a044-61076bb42aaf req-6b72286e-e338-440c-b301-03ccea0b5158 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7d37bd1-7102-4a14-b433-7c1cdf25e889', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:51.679821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b29087cd-05cd-4517-b076-887f3c03eb09 req-3202040c-95ad-480c-b046-40f358e8c295 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519819 Aug 16 20:34:51.706992 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae43c18f-e4d3-4a9f-b3ef-7ea4d33f1da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.708425 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=8eb675fd-a489-4bfc-869c-1f6d4a37958e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:51.709568 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae43c18f-e4d3-4a9f-b3ef-7ea4d33f1da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.711314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ae43c18f-e4d3-4a9f-b3ef-7ea4d33f1da0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a01f07de-4bb0-4749-a571-95410003d6b8 HTTP/1.1" status: 204 len: 168 time: 0.3232572 Aug 16 20:34:51.728507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43c18f-e4d3-4a9f-b3ef-7ea4d33f1da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f07de-4bb0-4749-a571-95410003d6b8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:51.754494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bedd970e-7e9c-4edf-bba4-3ed77dd8027e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:34:51.777922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:51.780743 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afa5fc6-f30c-48e4-9360-feabede9d877" -d '{"events": [{"server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "name": "network-vif-plugged", "status": "completed", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:51.818360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d836e9-bb62-4a26-bc4e-ecb3daefdc30 req-32cfad8a-d0ba-4e1f-a294-25d4d4413859 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:51.819793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30d836e9-bb62-4a26-bc4e-ecb3daefdc30 req-32cfad8a-d0ba-4e1f-a294-25d4d4413859 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 945 time: 0.0513003 Aug 16 20:34:51.879967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30d836e9-bb62-4a26-bc4e-ecb3daefdc30 req-2edc12a0-ebbf-4426-bd0d-67a0fd6da61f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519381 Aug 16 20:34:51.904971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b2cf653f-0636-49bf-a044-61076bb42aaf req-6b72286e-e338-440c-b301-03ccea0b5158 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.917105 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b2cf653f-0636-49bf-a044-61076bb42aaf req-6b72286e-e338-440c-b301-03ccea0b5158 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.939029 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7250c71e-e1c0-4dc5-8292-693b61345cb4 x-openstack-request-id: req-7250c71e-e1c0-4dc5-8292-693b61345cb4 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:51.939362 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "name": "network-vif-plugged", "status": "completed", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:51.939614 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7250c71e-e1c0-4dc5-8292-693b61345cb4 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:51.940003 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e', 'code': 200} Aug 16 20:34:52.020069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b2cf653f-0636-49bf-a044-61076bb42aaf req-6b72286e-e338-440c-b301-03ccea0b5158 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.058897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72286e-e338-440c-b301-03ccea0b5158 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a252675f-a55d-488c-9fdf-11b0c87bc846,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:52.082537 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a59f4-b868-44be-b247-6413951692b8 req-dfc70d55-1195-4115-8b76-8ac962e0b2c0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:52.084034 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a71a59f4-b868-44be-b247-6413951692b8 req-dfc70d55-1195-4115-8b76-8ac962e0b2c0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 946 time: 0.1007628 Aug 16 20:34:52.086787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fbe5f-c677-4d49-aec3-adbd9babc7d3 req-4c5d8439-93da-4468-bead-a73c3db718d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:52.088778 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c47fbe5f-c677-4d49-aec3-adbd9babc7d3 req-4c5d8439-93da-4468-bead-a73c3db718d9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 1101 time: 0.0804374 Aug 16 20:34:52.145117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a71a59f4-b868-44be-b247-6413951692b8 req-4e067cf8-e4cd-4ffd-93c6-84383ee83e23 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540037 Aug 16 20:34:52.146765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c47fbe5f-c677-4d49-aec3-adbd9babc7d3 req-5cc43eb6-86ff-4b5e-8082-771545c49bb3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498087 Aug 16 20:34:52.196571 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b2cf653f-0636-49bf-a044-61076bb42aaf req-6b72286e-e338-440c-b301-03ccea0b5158 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.196571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2cf653f-0636-49bf-a044-61076bb42aaf req-6b72286e-e338-440c-b301-03ccea0b5158 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5478992 Aug 16 20:34:52.223774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-2f3e0039-68b7-45b6-bf00-454a95170597 req-56d82dee-bdf8-4148-86f3-2c2588cfdb57 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-294193700', 'description': 'tempest-description-1512913853'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:52.312645 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2f3e0039-68b7-45b6-bf00-454a95170597 req-56d82dee-bdf8-4148-86f3-2c2588cfdb57 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.413253 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2f3e0039-68b7-45b6-bf00-454a95170597 req-56d82dee-bdf8-4148-86f3-2c2588cfdb57 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.482109 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2f3e0039-68b7-45b6-bf00-454a95170597 req-56d82dee-bdf8-4148-86f3-2c2588cfdb57 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.520463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d82dee-bdf8-4148-86f3-2c2588cfdb57 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f3b07d-7bc5-4c60-b904-3483242c5d08,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:52.524214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ff270-2758-477f-bf64-be4ffced48da req-228abf6c-8960-47a8-bb5d-9326aa5f5aa5 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:52.525879 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b9ff270-2758-477f-bf64-be4ffced48da req-228abf6c-8960-47a8-bb5d-9326aa5f5aa5 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 1098 time: 0.0740550 Aug 16 20:34:52.562590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b9ff270-2758-477f-bf64-be4ffced48da req-a1dfdb7c-f870-4242-9980-271bc06fc19b tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299273 Aug 16 20:34:52.633929 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2f3e0039-68b7-45b6-bf00-454a95170597 req-56d82dee-bdf8-4148-86f3-2c2588cfdb57 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.633929 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f3e0039-68b7-45b6-bf00-454a95170597 req-56d82dee-bdf8-4148-86f3-2c2588cfdb57 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4103632 Aug 16 20:34:52.675626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2edd9-7f6e-4f50-b727-6e3d116e0f40 req-ec70f13d-6417-4232-9f56-457d46518c03 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:52.677096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99b2edd9-7f6e-4f50-b727-6e3d116e0f40 req-ec70f13d-6417-4232-9f56-457d46518c03 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 943 time: 0.0594921 Aug 16 20:34:52.720651 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99b2edd9-7f6e-4f50-b727-6e3d116e0f40 req-52f94679-5e18-4d4f-b815-cf6d844a93a0 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372953 Aug 16 20:34:52.815450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5936a397-7ace-45d9-b054-7c141e25b556 req-d9805727-08a1-49e4-93d0-342f3e70e9ff tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/35f3b07d-7bc5-4c60-b904-3483242c5d08 HTTP/1.1" status: 200 len: 1804 time: 0.0685339 Aug 16 20:34:52.818042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36d3fd-9d23-4261-a4a0-5fec210d8f38 req-e2c58e56-adff-410d-9310-a619dca40f44 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:52.819559 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f36d3fd-9d23-4261-a4a0-5fec210d8f38 req-e2c58e56-adff-410d-9310-a619dca40f44 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 1098 time: 0.0741384 Aug 16 20:34:52.825868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-5936a397-7ace-45d9-b054-7c141e25b556 req-9de6b4d2-3fff-4670-a6e8-cc46b960d455 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '35f3b07d-7bc5-4c60-b904-3483242c5d08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:52.826179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-5936a397-7ace-45d9-b054-7c141e25b556 req-9de6b4d2-3fff-4670-a6e8-cc46b960d455 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '35f3b07d-7bc5-4c60-b904-3483242c5d08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:52.872843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f36d3fd-9d23-4261-a4a0-5fec210d8f38 req-ac10d639-45dd-412a-8183-e1920f113669 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Aug 16 20:34:53.008898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ca75b-4b3e-4332-b294-016d17aa1b73 req-485992c0-e360-420f-8a38-56848c18a7ea tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.010508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-331ca75b-4b3e-4332-b294-016d17aa1b73 req-485992c0-e360-420f-8a38-56848c18a7ea tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.0765815 Aug 16 20:34:53.017900 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5936a397-7ace-45d9-b054-7c141e25b556 req-9de6b4d2-3fff-4670-a6e8-cc46b960d455 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.059532 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5936a397-7ace-45d9-b054-7c141e25b556 req-9de6b4d2-3fff-4670-a6e8-cc46b960d455 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.066873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-331ca75b-4b3e-4332-b294-016d17aa1b73 req-5cc2a32a-b6c6-4c2e-a6c1-b488768496a7 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455935 Aug 16 20:34:53.132327 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5936a397-7ace-45d9-b054-7c141e25b556 req-9de6b4d2-3fff-4670-a6e8-cc46b960d455 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.143793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bedd970e-7e9c-4edf-bba4-3ed77dd8027e up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:53.158665 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6b4d2-3fff-4670-a6e8-cc46b960d455 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4088388c-8df2-4df8-86dd-1aa669543923,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:53.209178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62d4b4-5c5a-4026-985c-e6ee84c3abb4 req-6dcac6b9-0af2-47b5-ad42-97e7f64fa74a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.210777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f62d4b4-5c5a-4026-985c-e6ee84c3abb4 req-6dcac6b9-0af2-47b5-ad42-97e7f64fa74a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 945 time: 0.0546165 Aug 16 20:34:53.213506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6028746d-172c-474a-b28d-f41366b803b4 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:34:53.235938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5936a397-7ace-45d9-b054-7c141e25b556 req-9de6b4d2-3fff-4670-a6e8-cc46b960d455 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.238282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5936a397-7ace-45d9-b054-7c141e25b556 req-9de6b4d2-3fff-4670-a6e8-cc46b960d455 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4149320 Aug 16 20:34:53.272321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port bedd970e-7e9c-4edf-bba4-3ed77dd8027e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:53.294621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f62d4b4-5c5a-4026-985c-e6ee84c3abb4 req-6d2b6f64-e114-49b4-a300-83a74b588654 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487971 Aug 16 20:34:53.324529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-40b3381e-66d9-482f-bd90-1bdd3971b87e req-38e2a67a-f5de-453b-b5a9-6153242f9125 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-96106098', 'description': 'tempest-description-241773439'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:53.335346 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port bedd970e-7e9c-4edf-bba4-3ed77dd8027e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:53.335724 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.660867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6028746d-172c-474a-b28d-f41366b803b4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6028746d-172c-474a-b28d-f41366b803b4,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:53.660867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '6028746d-172c-474a-b28d-f41366b803b4', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'port_id': '6028746d-172c-474a-b28d-f41366b803b4', 'mac_address': 'fa:16:3e:91:6d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:34:53.660867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.660867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.660867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6028746d-172c-474a-b28d-f41366b803b4 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:53.660867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:53.660867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6028746d-172c-474a-b28d-f41366b803b4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6028746d-172c-474a-b28d-f41366b803b4,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:53.692579 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-40b3381e-66d9-482f-bd90-1bdd3971b87e req-38e2a67a-f5de-453b-b5a9-6153242f9125 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.771901 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-40b3381e-66d9-482f-bd90-1bdd3971b87e req-38e2a67a-f5de-453b-b5a9-6153242f9125 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.804470 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.808817 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.840727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-40b3381e-66d9-482f-bd90-1bdd3971b87e req-38e2a67a-f5de-453b-b5a9-6153242f9125 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.860426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:53.876752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2a67a-f5de-453b-b5a9-6153242f9125 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b464452-1e73-451c-9092-55cffa564515,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:53.925611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6028746d-172c-474a-b28d-f41366b803b4,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:53.940938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:53.943355 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5948f413-c6cd-4c28-97a2-576c6abe8de6" -d '{"events": [{"server_uuid": "74c291e2-21f1-4b35-8ca2-4a82c9bfd613", "name": "network-vif-plugged", "status": "completed", "tag": "bedd970e-7e9c-4edf-bba4-3ed77dd8027e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:54.015397 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-40b3381e-66d9-482f-bd90-1bdd3971b87e req-38e2a67a-f5de-453b-b5a9-6153242f9125 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.016876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40b3381e-66d9-482f-bd90-1bdd3971b87e req-38e2a67a-f5de-453b-b5a9-6153242f9125 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6996181 Aug 16 20:34:54.023211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6028746d-172c-474a-b28d-f41366b803b4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:34:54.239176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca23a0e-cbb2-4b53-8cf9-0851c3b5c147 req-217e3257-7328-4cc7-a474-3223d06b1c60 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:54.240675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bca23a0e-cbb2-4b53-8cf9-0851c3b5c147 req-217e3257-7328-4cc7-a474-3223d06b1c60 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 944 time: 0.0507958 Aug 16 20:34:54.283971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bca23a0e-cbb2-4b53-8cf9-0851c3b5c147 req-1fff3a68-5918-443d-8d6d-968b5a06281b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361910 Aug 16 20:34:54.341633 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b32b16a-5806-4cd8-a5ed-1588cb5d7a4e x-openstack-request-id: req-0b32b16a-5806-4cd8-a5ed-1588cb5d7a4e {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:54.342124 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c291e2-21f1-4b35-8ca2-4a82c9bfd613", "name": "network-vif-plugged", "status": "completed", "tag": "bedd970e-7e9c-4edf-bba4-3ed77dd8027e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:54.342208 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b32b16a-5806-4cd8-a5ed-1588cb5d7a4e {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:54.342594 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e', 'code': 200} Aug 16 20:34:54.358821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-0e5e855e-d19b-486e-b6d6-fa583834a6d8 req-0f3cdb4a-18e1-4f9b-b62e-ab7139905204 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1743087686', 'description': 'tempest-description-960801417'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:54.448283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6baac4-90e6-4ddf-a708-bb51e2f77b07 req-96c65ae2-e212-4f80-88f4-906151490408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:54.449811 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d6baac4-90e6-4ddf-a708-bb51e2f77b07 req-96c65ae2-e212-4f80-88f4-906151490408 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 1098 time: 0.0431418 Aug 16 20:34:54.464124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0e5e855e-d19b-486e-b6d6-fa583834a6d8 req-0f3cdb4a-18e1-4f9b-b62e-ab7139905204 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.505270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d6baac4-90e6-4ddf-a708-bb51e2f77b07 req-b675d1be-af55-4ca9-b40d-fdfe10511061 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484469 Aug 16 20:34:54.582732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0e5e855e-d19b-486e-b6d6-fa583834a6d8 req-0f3cdb4a-18e1-4f9b-b62e-ab7139905204 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.651890 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0e5e855e-d19b-486e-b6d6-fa583834a6d8 req-0f3cdb4a-18e1-4f9b-b62e-ab7139905204 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.680893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cdb4a-18e1-4f9b-b62e-ab7139905204 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a385e4b-b1ed-4168-a8f5-122d73bb0f26,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:54.743441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0e5e855e-d19b-486e-b6d6-fa583834a6d8 req-0f3cdb4a-18e1-4f9b-b62e-ab7139905204 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.744692 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e5e855e-d19b-486e-b6d6-fa583834a6d8 req-0f3cdb4a-18e1-4f9b-b62e-ab7139905204 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3901901 Aug 16 20:34:54.837817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5da4da-1d46-4796-93cc-02b187b23bc6 req-6c048077-df46-4073-9a52-42500f7ad8f6 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:54.839290 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac5da4da-1d46-4796-93cc-02b187b23bc6 req-6c048077-df46-4073-9a52-42500f7ad8f6 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.0474992 Aug 16 20:34:54.881104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac5da4da-1d46-4796-93cc-02b187b23bc6 req-6fe68ff1-0e8c-4729-9693-80c92a349fc2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Aug 16 20:34:54.985304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c235260-8fa8-4b0e-ac68-d1de1ce5e992 req-8c4ecf2e-2b71-4fa6-b177-d666291d7eeb tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:54.987074 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c235260-8fa8-4b0e-ac68-d1de1ce5e992 req-8c4ecf2e-2b71-4fa6-b177-d666291d7eeb tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 946 time: 0.0505567 Aug 16 20:34:55.027963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c235260-8fa8-4b0e-ac68-d1de1ce5e992 req-a58166c2-e0b7-4a0a-be3d-4bc688e7200b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348656 Aug 16 20:34:55.223671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6028746d-172c-474a-b28d-f41366b803b4 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:55.296484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-436d72d9-c849-436a-838e-dbdf427cffff tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=280609f0a3bc4101a5ea0af62d1d895f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224073 Aug 16 20:34:55.335214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 6028746d-172c-474a-b28d-f41366b803b4 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:55.339276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 6028746d-172c-474a-b28d-f41366b803b4 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:55.339762 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.413482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-1cb0349e-0949-4676-bcb8-4066b4709e3d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:55.415205 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-1cb0349e-0949-4676-bcb8-4066b4709e3d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132793 Aug 16 20:34:55.430434 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.437721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-76052a8a-78fc-482e-9b67-e956d5546464 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/quotas/280609f0a3bc4101a5ea0af62d1d895f HTTP/1.1" status: 200 len: 375 time: 0.0163388 Aug 16 20:34:55.465418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6028746d-172c-474a-b28d-f41366b803b4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6028746d-172c-474a-b28d-f41366b803b4,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:55.465626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-1a22836a-d9dd-4ad0-abd2-0b0788f1b445 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=280609f0a3bc4101a5ea0af62d1d895f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264008 Aug 16 20:34:55.646511 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.693974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6028746d-172c-474a-b28d-f41366b803b4,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:55.968041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66603ecb-3c37-4b1d-bf31-334bc8e8b3cc req-2bd70c57-691c-4e31-b251-856eb00e0f71 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/0b464452-1e73-451c-9092-55cffa564515 HTTP/1.1" status: 200 len: 1802 time: 0.0393670 Aug 16 20:34:56.011696 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66603ecb-3c37-4b1d-bf31-334bc8e8b3cc req-ccdfb2d4-ad24-492a-a6dd-1c516cae28ce tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/2a385e4b-b1ed-4168-a8f5-122d73bb0f26 HTTP/1.1" status: 200 len: 1804 time: 0.0372136 Aug 16 20:34:56.022394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-66603ecb-3c37-4b1d-bf31-334bc8e8b3cc req-09598178-afda-4e5d-bc3b-99e102d6e7fe tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0b464452-1e73-451c-9092-55cffa564515', 'remote_group_id': '2a385e4b-b1ed-4168-a8f5-122d73bb0f26', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:56.023435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-66603ecb-3c37-4b1d-bf31-334bc8e8b3cc req-09598178-afda-4e5d-bc3b-99e102d6e7fe tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0b464452-1e73-451c-9092-55cffa564515', 'remote_group_id': '2a385e4b-b1ed-4168-a8f5-122d73bb0f26', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:56.079495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58980) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:56.167957 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-66603ecb-3c37-4b1d-bf31-334bc8e8b3cc req-09598178-afda-4e5d-bc3b-99e102d6e7fe tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.182318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-f1677957-905d-40a5-a417-311c148ad469 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:34:56.183307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-f1677957-905d-40a5-a417-311c148ad469 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1036744 Aug 16 20:34:56.217295 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-66603ecb-3c37-4b1d-bf31-334bc8e8b3cc req-09598178-afda-4e5d-bc3b-99e102d6e7fe tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.279160 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Request body: {'binding': {'host': 'n-h2-793619-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:56.279666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Unknown quota resources ['binding']. {{(pid=95261) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:34:56.300999 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-66603ecb-3c37-4b1d-bf31-334bc8e8b3cc req-09598178-afda-4e5d-bc3b-99e102d6e7fe tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.336919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09598178-afda-4e5d-bc3b-99e102d6e7fe tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd9a278-99aa-4ed2-b46f-1d2971d49d46,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:56.343507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:56.346190 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa9f07f-43b9-431b-b70e-fcdc8ce69bbd" -d '{"events": [{"server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "name": "network-vif-plugged", "status": "completed", "tag": "6028746d-172c-474a-b28d-f41366b803b4"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:56.436786 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on host n-h2-793619-14 for vnic_type normal with profile None {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:56.437224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:56.437551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:56.441943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:56.442264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:56.447041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:56.447374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:56.447753 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:56.448172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Bound port: cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:56.471716 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-66603ecb-3c37-4b1d-bf31-334bc8e8b3cc req-09598178-afda-4e5d-bc3b-99e102d6e7fe tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.471716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66603ecb-3c37-4b1d-bf31-334bc8e8b3cc req-09598178-afda-4e5d-bc3b-99e102d6e7fe tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4522316 Aug 16 20:34:56.535023 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:56.660262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af697365-56ad-47fe-9aca-4670ccbc19fc req-8e120bb0-4ef4-41e3-ab1a-3a163d7a68e7 tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:56.661835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af697365-56ad-47fe-9aca-4670ccbc19fc req-8e120bb0-4ef4-41e3-ab1a-3a163d7a68e7 tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 1101 time: 0.0388372 Aug 16 20:34:56.668131 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] Notify callbacks [] for binding, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.669238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-70f59a68-8b40-4acb-8136-506ea746e83d service neutron] 10.222.0.74 "POST /v2.0/ports/cad4a96e-7636-4feb-b4a6-fbca3ea92e13/bindings HTTP/1.1" status: 201 len: 390 time: 0.4420824 Aug 16 20:34:56.686127 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-af697365-56ad-47fe-9aca-4670ccbc19fc req-94d38251-506f-4669-85d2-dd431387e76b tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.771752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-af697365-56ad-47fe-9aca-4670ccbc19fc req-94d38251-506f-4669-85d2-dd431387e76b tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.866528 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-af697365-56ad-47fe-9aca-4670ccbc19fc req-94d38251-506f-4669-85d2-dd431387e76b tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.887575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af697365-56ad-47fe-9aca-4670ccbc19fc req-94d38251-506f-4669-85d2-dd431387e76b tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174244 Aug 16 20:34:56.909985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d38251-506f-4669-85d2-dd431387e76b tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1b7b8d-a04f-4549-9406-0726b277ca72,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:57.057877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eec6bb7f-4b81-4584-bb56-2487e6f26db3 req-84c9a13a-3ca7-439d-acf2-e1d02ed4924f tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 210 time: 0.0277171 Aug 16 20:34:57.074902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662e618-4a32-486d-9145-811b25f4cdaf req-fe4a7fb6-679a-4f2c-b510-8489a275afe2 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:57.076382 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3662e618-4a32-486d-9145-811b25f4cdaf req-fe4a7fb6-679a-4f2c-b510-8489a275afe2 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 945 time: 0.0782008 Aug 16 20:34:57.115920 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3662e618-4a32-486d-9145-811b25f4cdaf req-5e867701-b121-464b-9a1e-6854417e7e61 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Aug 16 20:34:57.231501 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668e4e1-5317-464b-9a78-634633eb8ac4 req-97357ea1-f682-4270-8b27-0a4a148677b4 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:57.232971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6668e4e1-5317-464b-9a78-634633eb8ac4 req-97357ea1-f682-4270-8b27-0a4a148677b4 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 946 time: 0.0516334 Aug 16 20:34:57.277677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6668e4e1-5317-464b-9a78-634633eb8ac4 req-b08607f4-5abb-4da6-a7de-6f5449b2d6e8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Aug 16 20:34:57.301659 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa176d4-3e80-4ae3-bbbf-39a446dac4b9 x-openstack-request-id: req-8fa176d4-3e80-4ae3-bbbf-39a446dac4b9 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:57.302861 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "name": "network-vif-plugged", "status": "completed", "tag": "6028746d-172c-474a-b28d-f41366b803b4", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:57.303347 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8fa176d4-3e80-4ae3-bbbf-39a446dac4b9 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:57.303956 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4', 'code': 200} Aug 16 20:34:57.305093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-1ff26e76-3cc1-41c1-b373-046e9dc65b91 req-1da1f5f2-b510-4f95-8d29-4b8c0badaa0a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-969559641', 'description': 'tempest-description-1345798734'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:57.427884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c61659-c34e-4ef6-81ce-486e7c44865f req-eed692d1-a2fa-42e1-8e23-090cb6722112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:57.429758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35c61659-c34e-4ef6-81ce-486e7c44865f req-eed692d1-a2fa-42e1-8e23-090cb6722112 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 1097 time: 0.0415871 Aug 16 20:34:57.467286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35c61659-c34e-4ef6-81ce-486e7c44865f req-1b4d8213-b4e1-4f0a-b7a2-ca53fcd4e028 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305431 Aug 16 20:34:57.558445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1ff26e76-3cc1-41c1-b373-046e9dc65b91 req-1da1f5f2-b510-4f95-8d29-4b8c0badaa0a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.648429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1ff26e76-3cc1-41c1-b373-046e9dc65b91 req-1da1f5f2-b510-4f95-8d29-4b8c0badaa0a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.707089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-cfeed330-5266-481c-8e79-f1868bccc897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:57.708631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-cfeed330-5266-481c-8e79-f1868bccc897 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 1098 time: 0.0430059 Aug 16 20:34:57.796452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-fe3a6cb4-b142-4808-9a2c-8b0bc6cb4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:57.797936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-fe3a6cb4-b142-4808-9a2c-8b0bc6cb4711 service neutron] 10.222.0.79 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.0817590 Aug 16 20:34:57.814550 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1ff26e76-3cc1-41c1-b373-046e9dc65b91 req-1da1f5f2-b510-4f95-8d29-4b8c0badaa0a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.856848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-250bcddc-8d5d-4b84-83d6-72f9ac1b9871 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13 HTTP/1.1" status: 200 len: 217 time: 0.0507996 Aug 16 20:34:57.896751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1f5f2-b510-4f95-8d29-4b8c0badaa0a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126aab9f-c91a-4145-b502-6adbd1648794,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:57.916244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-22871b3e-1026-49b0-8968-0a1a6bcc7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:57.921432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-22871b3e-1026-49b0-8968-0a1a6bcc7870 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0495811 Aug 16 20:34:57.951623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-4755c115-9501-43c0-9997-678a13f496dc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256984 Aug 16 20:34:57.952469 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1ff26e76-3cc1-41c1-b373-046e9dc65b91 req-1da1f5f2-b510-4f95-8d29-4b8c0badaa0a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.953615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ff26e76-3cc1-41c1-b373-046e9dc65b91 req-1da1f5f2-b510-4f95-8d29-4b8c0badaa0a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6552174 Aug 16 20:34:58.065976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f49a1-2446-4d3a-90c2-9707a24c121c req-5ae379dc-bca6-40fb-8559-91d0cb87d01b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:58.067475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-154f49a1-2446-4d3a-90c2-9707a24c121c req-5ae379dc-bca6-40fb-8559-91d0cb87d01b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 946 time: 0.1033535 Aug 16 20:34:58.126141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-7770105a-cf08-4689-b52c-62c6503f6923 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630692 Aug 16 20:34:58.242816 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-365860a7-148a-4425-96c3-41558b54b948 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=280609f0a3bc4101a5ea0af62d1d895f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263052 Aug 16 20:34:58.372710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-ba41affd-940b-4191-bf2b-399002faa344 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:58.374809 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-ba41affd-940b-4191-bf2b-399002faa344 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251109 Aug 16 20:34:58.389038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Request body: {'port': {'device_id': 'cfc5fca0-91b5-4572-b1e7-c1272103f1f3', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '280609f0a3bc4101a5ea0af62d1d895f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:58.437386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-154f49a1-2446-4d3a-90c2-9707a24c121c req-6f2a3840-0433-442f-859b-c25fc79c064c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632846 Aug 16 20:34:58.464041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-307d0f56-d7b9-4d99-b9b6-0ee3fe45dd08 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3738902 Aug 16 20:34:58.475751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ad015-04e8-44ef-8c2d-ccee46c4eef1 req-9a882831-d48d-4c04-8a3f-d4d3617aca49 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:58.483615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-188ad015-04e8-44ef-8c2d-ccee46c4eef1 req-9a882831-d48d-4c04-8a3f-d4d3617aca49 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 1098 time: 0.3603899 Aug 16 20:34:58.542616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-188ad015-04e8-44ef-8c2d-ccee46c4eef1 req-8141c3e8-9e73-4cb2-8505-dc584a4e034a tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579660 Aug 16 20:34:58.548444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-4d5f29cd-075d-48d7-ab87-c97d93547ca3 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035695 Aug 16 20:34:58.623810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b26c1753-a81a-4b38-ac2c-d5d8c5c57e3f req-cde5f57b-109f-484e-89e0-668abfb75f8e tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b799c1538c934fdc81e6dadce1cba631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250115 Aug 16 20:34:58.660936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Made reservation on behalf of 280609f0a3bc4101a5ea0af62d1d895f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:58.664541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.677289 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.798252 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.818153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c2be9-49a9-4ec4-90bd-4ba6556db56a req-9ff71ac4-0820-4ab6-951c-ea92322b6f9d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:58.819735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f71c2be9-49a9-4ec4-90bd-4ba6556db56a req-9ff71ac4-0820-4ab6-951c-ea92322b6f9d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.1347408 Aug 16 20:34:58.847852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c1753-a81a-4b38-ac2c-d5d8c5c57e3f req-4907f5c6-421a-4d3b-ac96-4d1796fe0a30 tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:58.849317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b26c1753-a81a-4b38-ac2c-d5d8c5c57e3f req-4907f5c6-421a-4d3b-ac96-4d1796fe0a30 tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196543 Aug 16 20:34:58.886469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.891584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-96ac7e06-44e7-4bf7-b8ce-883ac19d9b1e tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:58.893076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-96ac7e06-44e7-4bf7-b8ce-883ac19d9b1e tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1098 time: 0.1462975 Aug 16 20:34:58.894335 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b26c1753-a81a-4b38-ac2c-d5d8c5c57e3f req-3cbef0df-6ec7-4b5f-8a25-fb69848a1bd4 tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/quotas/b799c1538c934fdc81e6dadce1cba631 HTTP/1.1" status: 200 len: 375 time: 0.0311360 Aug 16 20:34:58.902418 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f71c2be9-49a9-4ec4-90bd-4ba6556db56a req-d6ebef71-5a8c-4756-86c8-acfbdf703aba tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746183 Aug 16 20:34:58.908893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-14'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:58.952837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b26c1753-a81a-4b38-ac2c-d5d8c5c57e3f req-30d842cc-aed3-4c93-a46c-8df322baefff tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b799c1538c934fdc81e6dadce1cba631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494432 Aug 16 20:34:58.988933 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.008496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-dd6e2c6c-6142-41ca-b03a-61237669493e req-29d43668-e77f-4469-b68a-906baa40a75e tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-427302979', 'description': 'tempest-description-854331885'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:59.021588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93376de5-cb4c-443a-bd23-665763ef12ae,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:59.034653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Allocated IP 192.168.233.19 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/6f2c192c-882e-4a1f-92aa-07756aabdd15) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:59.135820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-106ba5b7-fcd9-498c-8d4b-556cc5439482 req-a749b7c2-960d-45bc-b482-16c361f883cb tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 210 time: 0.0318015 Aug 16 20:34:59.160455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dd6e2c6c-6142-41ca-b03a-61237669493e req-29d43668-e77f-4469-b68a-906baa40a75e tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.203926 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.218610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:59.218722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Transition to ACTIVE for port object 6f2c192c-882e-4a1f-92aa-07756aabdd15 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:59.320238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:59.328801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990c12-77fd-4c12-b088-78894620c98d req-709729b1-5ed4-4b33-b219-02ded52940eb tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:59.330320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe990c12-77fd-4c12-b088-78894620c98d req-709729b1-5ed4-4b33-b219-02ded52940eb tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 945 time: 0.1141081 Aug 16 20:34:59.332679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.375429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:59.382967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:59.387323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:59.392225 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dd6e2c6c-6142-41ca-b03a-61237669493e req-29d43668-e77f-4469-b68a-906baa40a75e tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.392996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:59.393631 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.403279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Pushing event updated for resources: {'Port': ['ID=6f2c192c-882e-4a1f-92aa-07756aabdd15,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:59.422684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe990c12-77fd-4c12-b088-78894620c98d req-264fad59-f390-4256-b73f-df1edbeafdef tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718856 Aug 16 20:34:59.459959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:59.463133 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e76092-c131-474e-bde3-d0cee64e8f70" -d '{"events": [{"server_uuid": "eee7e6a3-a2b5-415b-86a0-5750e9a8d764", "name": "network-vif-unplugged", "status": "completed", "tag": "cad4a96e-7636-4feb-b4a6-fbca3ea92e13"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:59.470027 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.490723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dd6e2c6c-6142-41ca-b03a-61237669493e req-29d43668-e77f-4469-b68a-906baa40a75e tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.530443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d43668-e77f-4469-b68a-906baa40a75e tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aac7835-5e15-4b78-99b0-61adaa227a52,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:59.584191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.614912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54735d77-7536-46b1-94a9-096db1e5c4d1 req-8b0fcd63-0a00-4e85-8728-060bdd8594c2 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:59.616441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54735d77-7536-46b1-94a9-096db1e5c4d1 req-8b0fcd63-0a00-4e85-8728-060bdd8594c2 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 1098 time: 0.1356041 Aug 16 20:34:59.644593 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43c0a359-3576-44da-919f-eca3b44a0f2d tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2596443 Aug 16 20:34:59.658730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dd6e2c6c-6142-41ca-b03a-61237669493e req-29d43668-e77f-4469-b68a-906baa40a75e tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.659429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Request body: {'port': {'device_id': 'cfc5fca0-91b5-4572-b1e7-c1272103f1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:59.659953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd6e2c6c-6142-41ca-b03a-61237669493e req-29d43668-e77f-4469-b68a-906baa40a75e tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6589582 Aug 16 20:34:59.682517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:59.709068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54735d77-7536-46b1-94a9-096db1e5c4d1 req-75859298-d2b9-4930-9b7f-e2f44d94f28e tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802023 Aug 16 20:34:59.709868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on host n-h1-793619-14 for vnic_type normal with profile {"migrating_to": "n-h2-793619-14"} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:59.710205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:59.710537 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.716003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:59.716337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Attempting to bind port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.722187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:59.722530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:59.722915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:59.723357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Bound port: cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:59.723761 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.742234 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.820438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-14ace46c-6069-4030-9866-907b00bc90d2 None None] Provisioning for port 6f2c192c-882e-4a1f-92aa-07756aabdd15 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:59.825714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-14ace46c-6069-4030-9866-907b00bc90d2 None None] Provisioning complete for port 6f2c192c-882e-4a1f-92aa-07756aabdd15 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:59.826092 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-14ace46c-6069-4030-9866-907b00bc90d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.866107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-14ace46c-6069-4030-9866-907b00bc90d2 None None] Port 6f2c192c-882e-4a1f-92aa-07756aabdd15 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:59.895181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:59.941181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:00.010425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-fde19e29-0717-4223-838f-11f460b2484c tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2055871 Aug 16 20:35:00.023310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:00.032661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2c192c-882e-4a1f-92aa-07756aabdd15 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:00.046457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.057267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.060623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Transition to ACTIVE for port object 6f2c192c-882e-4a1f-92aa-07756aabdd15 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:00.149438 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.167302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:00.167947 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.169460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] 10.222.0.79 "PUT /v2.0/ports/cad4a96e-7636-4feb-b4a6-fbca3ea92e13 HTTP/1.1" status: 200 len: 1124 time: 1.2651377 Aug 16 20:35:00.173498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.190258 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226a981-b805-4c62-b6fa-19ab74d8a4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,revision_number=8']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:00.223115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Pushing event updated for resources: {'Port': ['ID=6f2c192c-882e-4a1f-92aa-07756aabdd15,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:00.239280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Attempting to bind port 6f2c192c-882e-4a1f-92aa-07756aabdd15 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:00.239620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Attempting to bind port 6f2c192c-882e-4a1f-92aa-07756aabdd15 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:00.239953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Attempting to bind port 6f2c192c-882e-4a1f-92aa-07756aabdd15 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:00.245326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Port 6f2c192c-882e-4a1f-92aa-07756aabdd15 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:00.245861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Attempting to bind port 6f2c192c-882e-4a1f-92aa-07756aabdd15 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:00.251440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:00.251853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:00.252415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:00.253014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Bound port: 6f2c192c-882e-4a1f-92aa-07756aabdd15, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:00.253580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.254048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['cad4a96e-7636-4feb-b4a6-fbca3ea92e13'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:00.257410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8a59-b0d2-44d5-b6ba-93307726bfee req-53d91eed-343a-4b01-a930-eacf6ea26867 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:00.270898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea5a8a59-b0d2-44d5-b6ba-93307726bfee req-53d91eed-343a-4b01-a930-eacf6ea26867 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 944 time: 0.1766958 Aug 16 20:35:00.343469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea5a8a59-b0d2-44d5-b6ba-93307726bfee req-e1f64b99-d17b-47bf-b736-8d03e941bc81 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669911 Aug 16 20:35:00.365240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] For port 6f2c192c-882e-4a1f-92aa-07756aabdd15, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:00.380129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] For port 6f2c192c-882e-4a1f-92aa-07756aabdd15, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6f2c192c-882e-4a1f-92aa-07756aabdd15,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:00.428940 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f52856-9398-4826-aea1-6aa5ec4b5f48 x-openstack-request-id: req-65f52856-9398-4826-aea1-6aa5ec4b5f48 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:00.429173 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee7e6a3-a2b5-415b-86a0-5750e9a8d764", "name": "network-vif-unplugged", "status": "completed", "tag": "cad4a96e-7636-4feb-b4a6-fbca3ea92e13", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:00.429949 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-65f52856-9398-4826-aea1-6aa5ec4b5f48 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:00.430412 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13', 'code': 200} Aug 16 20:35:00.432846 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.492706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.527525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b268c08a-66f6-4f09-9d0a-06ba0091eff0 req-e957c741-eab3-43e4-a203-523eebb8874e tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/126aab9f-c91a-4145-b502-6adbd1648794 HTTP/1.1" status: 200 len: 1804 time: 0.0839906 Aug 16 20:35:00.536208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:00.536827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.541177 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] 10.222.0.79 "PUT /v2.0/ports/6f2c192c-882e-4a1f-92aa-07756aabdd15 HTTP/1.1" status: 200 len: 1096 time: 0.8829536 Aug 16 20:35:00.541689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc5fca0-91b5-4572-b1e7-c1272103f1f3', 'tag': '6f2c192c-882e-4a1f-92aa-07756aabdd15'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:00.544195 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc5fca0-91b5-4572-b1e7-c1272103f1f3", "tag": "6f2c192c-882e-4a1f-92aa-07756aabdd15"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:00.562904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331910f-379b-4462-a2b6-f5ec7ade7b3d service neutron] Pushing event updated for resources: {'Port': ['ID=6f2c192c-882e-4a1f-92aa-07756aabdd15,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:00.608035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Allocated IP 172.25.4.174 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/d1dd73db-74c5-45e5-8964-5e657f057090) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:00.624922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b268c08a-66f6-4f09-9d0a-06ba0091eff0 req-431adc12-3c23-49a3-8d55-c5ccbe728d5f tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/9aac7835-5e15-4b78-99b0-61adaa227a52 HTTP/1.1" status: 200 len: 1803 time: 0.0749631 Aug 16 20:35:00.646310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-b268c08a-66f6-4f09-9d0a-06ba0091eff0 req-24402317-d02e-41df-ad8b-ae37dacf2991 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '126aab9f-c91a-4145-b502-6adbd1648794', 'remote_group_id': '9aac7835-5e15-4b78-99b0-61adaa227a52', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:00.646629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-b268c08a-66f6-4f09-9d0a-06ba0091eff0 req-24402317-d02e-41df-ad8b-ae37dacf2991 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '126aab9f-c91a-4145-b502-6adbd1648794', 'remote_group_id': '9aac7835-5e15-4b78-99b0-61adaa227a52', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:00.738149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.833786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-a7aa22cb-a6d1-4a0d-8a9e-d96a3f3b0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:00.835578 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-a7aa22cb-a6d1-4a0d-8a9e-d96a3f3b0539 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=280609f0a3bc4101a5ea0af62d1d895f&device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 1099 time: 0.0413253 Aug 16 20:35:00.882085 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-43b7c137-5e56-4c46-8e6b-fe3d4a785521 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=6f2c192c-882e-4a1f-92aa-07756aabdd15 HTTP/1.1" status: 200 len: 217 time: 0.0373609 Aug 16 20:35:00.937513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-9851ea41-9fa5-4b6b-afb0-69f7b9aad7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:00.938855 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-9851ea41-9fa5-4b6b-afb0-69f7b9aad7d7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0459037 Aug 16 20:35:00.981779 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.984529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-fcd948b0-5805-4f34-a0cc-18dda6e8c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:00.986087 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-fcd948b0-5805-4f34-a0cc-18dda6e8c7a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0396817 Aug 16 20:35:01.039439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:01.046422 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b268c08a-66f6-4f09-9d0a-06ba0091eff0 req-24402317-d02e-41df-ad8b-ae37dacf2991 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.049473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:01.054650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:01.060744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Pushing event updated for resources: {'Port': ['ID=d1dd73db-74c5-45e5-8964-5e657f057090,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:01.084995 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-e1c98775-5ae9-40ea-a31c-cb6ce12a9be3 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900595 Aug 16 20:35:01.109219 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b268c08a-66f6-4f09-9d0a-06ba0091eff0 req-24402317-d02e-41df-ad8b-ae37dacf2991 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.119324 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.180299 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9067e756-cad4-4fb6-ae3c-6ec4488ad449 req-f518bbf3-114e-4b19-aad6-017b7ba9a36f service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864849 Aug 16 20:35:01.200214 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b268c08a-66f6-4f09-9d0a-06ba0091eff0 req-24402317-d02e-41df-ad8b-ae37dacf2991 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.217677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24402317-d02e-41df-ad8b-ae37dacf2991 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ba5c68-817b-4b55-a474-25c0ecaf93a4,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:01.294830 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.317924 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b268c08a-66f6-4f09-9d0a-06ba0091eff0 req-24402317-d02e-41df-ad8b-ae37dacf2991 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.319110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b268c08a-66f6-4f09-9d0a-06ba0091eff0 req-24402317-d02e-41df-ad8b-ae37dacf2991 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6866059 Aug 16 20:35:01.507646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a95da-df3b-48fb-a1da-603412564888 req-53d5e3e4-f9cc-4f88-91cb-dda7e497663f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:01.509076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-564a95da-df3b-48fb-a1da-603412564888 req-53d5e3e4-f9cc-4f88-91cb-dda7e497663f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.1104712 Aug 16 20:35:01.531456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-eb0009d0-a176-4d1a-9788-8d78850618cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:01.532884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-eb0009d0-a176-4d1a-9788-8d78850618cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 1101 time: 0.1219046 Aug 16 20:35:01.537258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.610864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-564a95da-df3b-48fb-a1da-603412564888 req-6074f806-439a-4a4a-9583-45f6512921fa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957088 Aug 16 20:35:01.647445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-6115406d-27ac-4b84-8f68-a330be226d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:01.649054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-6115406d-27ac-4b84-8f68-a330be226d1a service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1042132 Aug 16 20:35:01.654458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.716839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.720096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d01e7475-8380-4eea-bab4-a628a9266ceb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e HTTP/1.1" status: 200 len: 217 time: 0.0415175 Aug 16 20:35:01.767782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Pushing event updated for resources: {'Port': ['ID=d1dd73db-74c5-45e5-8964-5e657f057090,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:01.785393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-f28a0b88-09e1-4a5c-8d8a-f39179ee2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:01.786871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-f28a0b88-09e1-4a5c-8d8a-f39179ee2cff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0558169 Aug 16 20:35:01.845370 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.846549 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-240c8a72-4e80-4162-9ba4-c4aa1e4a7fd1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8281987 Aug 16 20:35:02.148832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-321fbea3-b6a1-4f4b-9875-1711d61f04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:02.150406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-321fbea3-b6a1-4f4b-9875-1711d61f04aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3537796 Aug 16 20:35:02.158242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eaea3-ab31-47d3-adc8-cfeea3a33540 req-cbba99f9-94cd-4a03-8a81-4729d789081f tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:02.159594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f4eaea3-ab31-47d3-adc8-cfeea3a33540 req-cbba99f9-94cd-4a03-8a81-4729d789081f tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 947 time: 0.3554893 Aug 16 20:35:02.163662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-90b930c3-dba5-45ed-bd31-0518d3b30ba5 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 696 time: 0.3096008 Aug 16 20:35:02.237974 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.310910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f4eaea3-ab31-47d3-adc8-cfeea3a33540 req-83a365fa-fe88-43c0-b29c-7879931bdaa7 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395299 Aug 16 20:35:02.340461 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-f12922f1-832b-48ad-8f4e-dd9124fb2646 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799138 Aug 16 20:35:02.359904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-3cb41584-ba42-491a-acb3-f263b1a5b18c tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:02.361976 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-3cb41584-ba42-491a-acb3-f263b1a5b18c tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.1916258 Aug 16 20:35:02.365269 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc89f91-9337-4e67-8a1f-fc059e0dda2f x-openstack-request-id: req-7cc89f91-9337-4e67-8a1f-fc059e0dda2f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:02.366231 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc5fca0-91b5-4572-b1e7-c1272103f1f3", "tag": "6f2c192c-882e-4a1f-92aa-07756aabdd15", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:02.366719 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7cc89f91-9337-4e67-8a1f-fc059e0dda2f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:02.367334 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc5fca0-91b5-4572-b1e7-c1272103f1f3', 'tag': '6f2c192c-882e-4a1f-92aa-07756aabdd15', 'status': 'completed', 'code': 200} Aug 16 20:35:02.391633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-0d288120-d2a7-4a30-9d6f-dc6715de6496 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:35:02.392638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7a1d7d8-9c9b-4787-95b6-953150cc89a4 req-0d288120-d2a7-4a30-9d6f-dc6715de6496 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206268 Aug 16 20:35:02.438535 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.443105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6 req-4b4cb1c1-251a-4e74-881f-88f2d8b4275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:02.443105 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6 req-4b4cb1c1-251a-4e74-881f-88f2d8b4275f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=280609f0a3bc4101a5ea0af62d1d895f&device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 1099 time: 0.0538495 Aug 16 20:35:02.445874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'tag': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:02.448133 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8ee7fc-36f4-4ee2-ae6c-4eb61e4c3d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "eee7e6a3-a2b5-415b-86a0-5750e9a8d764", "tag": "cad4a96e-7636-4feb-b4a6-fbca3ea92e13"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:02.505050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47a402d6-f06c-46ce-bb9c-a68696abd136 req-adba9cf7-cf82-4c9b-8709-fb729d805aef tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/9aac7835-5e15-4b78-99b0-61adaa227a52 HTTP/1.1" status: 200 len: 1803 time: 0.0860324 Aug 16 20:35:02.543363 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6 req-51fef0c4-a301-4b49-897f-2c9c296a50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:02.544845 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6 req-51fef0c4-a301-4b49-897f-2c9c296a50b3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.0949457 Aug 16 20:35:02.570931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b47b-5815-498c-aea5-68ba719beeaa req-3156d576-ffa2-48b4-b8e0-e43d77051439 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:02.572932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bff1b47b-5815-498c-aea5-68ba719beeaa req-3156d576-ffa2-48b4-b8e0-e43d77051439 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 944 time: 0.1174974 Aug 16 20:35:02.576998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-f3f14015-5ac6-4000-bab9-d88886c047b1 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141178 Aug 16 20:35:02.635595 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-47a402d6-f06c-46ce-bb9c-a68696abd136 req-3e6c4492-4c55-4aed-a86b-c1dd032f5d6a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.641138 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bff1b47b-5815-498c-aea5-68ba719beeaa req-568d0d0a-6c2e-40b8-8b56-e63b418c9db8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604455 Aug 16 20:35:02.667618 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-47a402d6-f06c-46ce-bb9c-a68696abd136 req-3e6c4492-4c55-4aed-a86b-c1dd032f5d6a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.760282 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6 req-9720067f-adff-4cd8-9970-d8f8cf52dbed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=6f2c192c-882e-4a1f-92aa-07756aabdd15 HTTP/1.1" status: 200 len: 217 time: 0.2065787 Aug 16 20:35:02.810245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6 req-7e912a40-fd84-4900-9f28-deb34ceb0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:02.812517 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6 req-7e912a40-fd84-4900-9f28-deb34ceb0140 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0445030 Aug 16 20:35:02.840631 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-47a402d6-f06c-46ce-bb9c-a68696abd136 req-3e6c4492-4c55-4aed-a86b-c1dd032f5d6a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.844587 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-47a402d6-f06c-46ce-bb9c-a68696abd136 req-3e6c4492-4c55-4aed-a86b-c1dd032f5d6a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.844776 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47a402d6-f06c-46ce-bb9c-a68696abd136 req-3e6c4492-4c55-4aed-a86b-c1dd032f5d6a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "DELETE /v2.0/security-groups/9aac7835-5e15-4b78-99b0-61adaa227a52 HTTP/1.1" status: 204 len: 173 time: 0.3312562 Aug 16 20:35:02.856841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c4492-4c55-4aed-a86b-c1dd032f5d6a tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aac7835-5e15-4b78-99b0-61adaa227a52,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:02.865740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6 req-e89549f9-d413-4139-ac03-85679e87a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:02.867234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6 req-e89549f9-d413-4139-ac03-85679e87a866 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0471997 Aug 16 20:35:02.967432 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6 req-7839eca4-6668-40f0-a2fa-e84e94d31922 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893776 Aug 16 20:35:03.063747 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28ed7b92-26fc-4325-a7aa-fd48c92fecc6 req-3bfd16ce-e96e-4b79-8e02-826a557cd97d service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877044 Aug 16 20:35:03.080008 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31b2bb4-262e-4c72-b912-6651be14be72 x-openstack-request-id: req-d31b2bb4-262e-4c72-b912-6651be14be72 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:03.080008 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee7e6a3-a2b5-415b-86a0-5750e9a8d764", "tag": "cad4a96e-7636-4feb-b4a6-fbca3ea92e13", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:03.080008 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d31b2bb4-262e-4c72-b912-6651be14be72 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:03.080008 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'tag': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13', 'status': 'completed', 'code': 200} Aug 16 20:35:03.198943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ee7fc-36f4-4ee2-ae6c-4eb61e4c3d7a req-7e1a67f4-5a63-4e68-9057-51166f8afdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:03.200362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb8ee7fc-36f4-4ee2-ae6c-4eb61e4c3d7a req-7e1a67f4-5a63-4e68-9057-51166f8afdf7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 1127 time: 0.0909321 Aug 16 20:35:03.254058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device cad4a96e-7636-4feb-b4a6-fbca3ea92e13 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:03.298678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-2eb83c8f-33d3-4c22-82a4-ccd920de5cea tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:03.300177 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-2eb83c8f-33d3-4c22-82a4-ccd920de5cea tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 821 time: 0.1605363 Aug 16 20:35:03.345555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-bb7c24d9-6ac0-4c25-b50e-1bb1b1f2182c tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/quotas/01a336c324e74c869eaa6e3a9c905537 HTTP/1.1" status: 200 len: 375 time: 0.0330417 Aug 16 20:35:03.353822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:03.364970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device cad4a96e-7636-4feb-b4a6-fbca3ea92e13 has no active binding in host n-h2-793619-14 {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:35:03.365559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ee7fc-36f4-4ee2-ae6c-4eb61e4c3d7a req-9744c7b0-61fc-418b-8a97-17f81882b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:03.367006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb8ee7fc-36f4-4ee2-ae6c-4eb61e4c3d7a req-9744c7b0-61fc-418b-8a97-17f81882b050 service neutron] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.1484303 Aug 16 20:35:03.419223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb8ee7fc-36f4-4ee2-ae6c-4eb61e4c3d7a req-d1a87180-fa1f-4653-b155-3daf2cbe82ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13 HTTP/1.1" status: 200 len: 217 time: 0.0374830 Aug 16 20:35:03.446581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-89b32208-9084-4dc8-b80e-4e7e470127b4 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0945268 Aug 16 20:35:03.529234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ee7fc-36f4-4ee2-ae6c-4eb61e4c3d7a req-2265e81d-27c8-42c2-8281-1afbd1c202b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:03.530689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb8ee7fc-36f4-4ee2-ae6c-4eb61e4c3d7a req-2265e81d-27c8-42c2-8281-1afbd1c202b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.1029267 Aug 16 20:35:03.574025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb8ee7fc-36f4-4ee2-ae6c-4eb61e4c3d7a req-d436ecc6-4747-41fc-9d3f-011a6b629574 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322092 Aug 16 20:35:03.595312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-38097775-5177-423c-8233-6c3a6db87ad9 service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315491 Aug 16 20:35:03.740815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb8ee7fc-36f4-4ee2-ae6c-4eb61e4c3d7a req-f59111d9-24a0-4b0c-84bc-6d6f891ad264 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566005 Aug 16 20:35:03.745900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-9f978d24-43c1-48eb-b454-dc87681e1389 service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417205 Aug 16 20:35:03.835052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb8ee7fc-36f4-4ee2-ae6c-4eb61e4c3d7a req-489823bf-35de-4fad-ab54-b8acf9e20a93 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853088 Aug 16 20:35:04.034031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9eef3-4a73-467a-a0a6-56e54ea9dac3 req-f7cfb816-3f2f-4fd0-9617-28cbff75421c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:04.035542 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55e9eef3-4a73-467a-a0a6-56e54ea9dac3 req-f7cfb816-3f2f-4fd0-9617-28cbff75421c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.0495033 Aug 16 20:35:04.080887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55e9eef3-4a73-467a-a0a6-56e54ea9dac3 req-dd104f63-1e40-4a76-8ad1-e787f9fc679c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377645 Aug 16 20:35:04.207755 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-229afe03-0aac-49af-9b45-6a7cf059a4f0 req-4c6082d7-84cf-44bc-9724-96cb88fda59c tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/126aab9f-c91a-4145-b502-6adbd1648794 HTTP/1.1" status: 200 len: 1804 time: 0.0393548 Aug 16 20:35:04.296392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcfbfc87-0322-404f-b546-bb5a3d1ec1f8 req-99f3d90b-c566-4a65-9f45-f42f540af7f7 tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b799c1538c934fdc81e6dadce1cba631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221765 Aug 16 20:35:04.405650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbfc87-0322-404f-b546-bb5a3d1ec1f8 req-a4f625a3-da8a-452f-9f7d-25136778403c tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:04.407319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcfbfc87-0322-404f-b546-bb5a3d1ec1f8 req-a4f625a3-da8a-452f-9f7d-25136778403c tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1050904 Aug 16 20:35:04.422286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcfbfc87-0322-404f-b546-bb5a3d1ec1f8 req-069584a1-c353-4aa6-86a2-4d0ac9ee9fa8 tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/quotas/b799c1538c934fdc81e6dadce1cba631 HTTP/1.1" status: 200 len: 375 time: 0.0092342 Aug 16 20:35:04.456710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcfbfc87-0322-404f-b546-bb5a3d1ec1f8 req-b674d8da-269c-4672-84ff-8fc91e58d980 tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b799c1538c934fdc81e6dadce1cba631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291040 Aug 16 20:35:04.604172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dcfa3-2f54-4cd8-8850-43e0fd271bf2 req-f1d0e942-70ca-49f0-8c7e-e92944852b57 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:04.605737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c29dcfa3-2f54-4cd8-8850-43e0fd271bf2 req-f1d0e942-70ca-49f0-8c7e-e92944852b57 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 947 time: 0.0480168 Aug 16 20:35:04.647540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c29dcfa3-2f54-4cd8-8850-43e0fd271bf2 req-f867af6a-decd-4821-9c70-e7525ddccdda tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355539 Aug 16 20:35:04.660633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59190) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:04.719904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-fef885b9-9220-468a-a77a-e72cad85c778 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:35:04.720891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-fef885b9-9220-468a-a77a-e72cad85c778 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591226 Aug 16 20:35:04.757548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29dbb2-57b4-4550-a248-a346acfe2acd req-ace5bdcc-953b-48bc-8ba2-495b5abc44db tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:04.759018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e29dbb2-57b4-4550-a248-a346acfe2acd req-ace5bdcc-953b-48bc-8ba2-495b5abc44db tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 944 time: 0.0548303 Aug 16 20:35:04.803156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e29dbb2-57b4-4550-a248-a346acfe2acd req-c54f2080-dbab-4d37-aad7-61c388582735 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367153 Aug 16 20:35:04.808233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Request body: {'binding': {'host': 'n-h2-793619-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:04.808689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Unknown quota resources ['binding']. {{(pid=95261) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:35:04.910194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1dbac21-6996-48ee-8bb6-a7eabce3b04c req-6c747c21-1c39-4d04-888d-6b77d636d88b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 210 time: 0.0312955 Aug 16 20:35:04.955205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-54753545-03a3-42c9-a8af-77f926fbc62c req-c010da9a-a680-4c38-88b1-36623e170b0d tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1869800638', 'description': 'tempest-description-269784025'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:04.982244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on host n-h2-793619-14 for vnic_type normal with profile None {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:04.982597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:04.982927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:04.991971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:04.992289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:04.997783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:04.998374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:04.998757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:04.999301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Bound port: bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:05.050508 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:05.074806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-54753545-03a3-42c9-a8af-77f926fbc62c req-c010da9a-a680-4c38-88b1-36623e170b0d tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.152457 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-54753545-03a3-42c9-a8af-77f926fbc62c req-c010da9a-a680-4c38-88b1-36623e170b0d tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.213350 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] Notify callbacks [] for binding, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.214560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ac70d693-1515-41cf-8b7c-5ddc41e9730b service neutron] 10.222.0.74 "POST /v2.0/ports/bedd970e-7e9c-4edf-bba4-3ed77dd8027e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4496036 Aug 16 20:35:05.249201 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-54753545-03a3-42c9-a8af-77f926fbc62c req-c010da9a-a680-4c38-88b1-36623e170b0d tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.258523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6f2c192c-882e-4a1f-92aa-07756aabdd15 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:05.288910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010da9a-a680-4c38-88b1-36623e170b0d tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e681d2-772b-412b-b7b5-8ab8060c3ecb,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:05.329487 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-54753545-03a3-42c9-a8af-77f926fbc62c req-c010da9a-a680-4c38-88b1-36623e170b0d tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.332532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54753545-03a3-42c9-a8af-77f926fbc62c req-c010da9a-a680-4c38-88b1-36623e170b0d tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3881383 Aug 16 20:35:05.369812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6f2c192c-882e-4a1f-92aa-07756aabdd15, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6f2c192c-882e-4a1f-92aa-07756aabdd15,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:05.380573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '6f2c192c-882e-4a1f-92aa-07756aabdd15', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '6f2c192c-882e-4a1f-92aa-07756aabdd15', 'mac_address': 'fa:16:3e:11:e4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:05.424173 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.437615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2c192c-882e-4a1f-92aa-07756aabdd15 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:05.458553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6f2c192c-882e-4a1f-92aa-07756aabdd15, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6f2c192c-882e-4a1f-92aa-07756aabdd15,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:05.500858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1689454-287b-4525-90e0-a06562030910 req-04bd7222-992c-449c-95b6-4dacf243f764 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:05.502467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1689454-287b-4525-90e0-a06562030910 req-04bd7222-992c-449c-95b6-4dacf243f764 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.0560877 Aug 16 20:35:05.541800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1689454-287b-4525-90e0-a06562030910 req-edbcdda1-72b1-434f-9d77-6754cf9823c0 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330954 Aug 16 20:35:05.570177 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.616279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6f2c192c-882e-4a1f-92aa-07756aabdd15,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:05.666439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-864a4119-f4ad-45c5-b4fd-bfb396f2f4cd req-0eb59176-61f9-4671-8248-25c31d9340e6 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/13e681d2-772b-412b-b7b5-8ab8060c3ecb HTTP/1.1" status: 200 len: 1804 time: 0.0435100 Aug 16 20:35:05.676564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-864a4119-f4ad-45c5-b4fd-bfb396f2f4cd req-541c74f0-5a75-496e-a49b-575aa648f313 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '13e681d2-772b-412b-b7b5-8ab8060c3ecb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:05.676941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-864a4119-f4ad-45c5-b4fd-bfb396f2f4cd req-541c74f0-5a75-496e-a49b-575aa648f313 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '13e681d2-772b-412b-b7b5-8ab8060c3ecb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:05.827925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-864a4119-f4ad-45c5-b4fd-bfb396f2f4cd req-541c74f0-5a75-496e-a49b-575aa648f313 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.838026 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee777399-4958-4d16-b9af-617ad2017d74 req-8928a138-ac43-42b8-bd6d-943bfe318f75 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:05.839560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee777399-4958-4d16-b9af-617ad2017d74 req-8928a138-ac43-42b8-bd6d-943bfe318f75 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 946 time: 0.0758879 Aug 16 20:35:05.853492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6f2c192c-882e-4a1f-92aa-07756aabdd15'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:05.861360 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-864a4119-f4ad-45c5-b4fd-bfb396f2f4cd req-541c74f0-5a75-496e-a49b-575aa648f313 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.889374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee777399-4958-4d16-b9af-617ad2017d74 req-82a63004-13c1-4fbb-9a2d-f0e28c98951d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Aug 16 20:35:05.926441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-864a4119-f4ad-45c5-b4fd-bfb396f2f4cd req-541c74f0-5a75-496e-a49b-575aa648f313 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.945410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c74f0-5a75-496e-a49b-575aa648f313 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6cd6ad-0136-4dbf-8d90-78eae255df2b,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:06.024229 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-864a4119-f4ad-45c5-b4fd-bfb396f2f4cd req-541c74f0-5a75-496e-a49b-575aa648f313 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.025502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-864a4119-f4ad-45c5-b4fd-bfb396f2f4cd req-541c74f0-5a75-496e-a49b-575aa648f313 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3528597 Aug 16 20:35:06.047752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149de413-a031-452e-8a9f-635322085411 req-44194f6f-36b8-4046-9756-9db657d296bb tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:06.048972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-149de413-a031-452e-8a9f-635322085411 req-44194f6f-36b8-4046-9756-9db657d296bb tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 948 time: 0.0997808 Aug 16 20:35:06.061384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-19673aa0-5013-494d-9516-078320954f96 service neutron] 10.222.0.76 "GET /v2.0/ports/cad4a96e-7636-4feb-b4a6-fbca3ea92e13/bindings/n-h2-793619-14 HTTP/1.1" status: 200 len: 385 time: 0.0837543 Aug 16 20:35:06.129064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-149de413-a031-452e-8a9f-635322085411 req-eaa76d8c-454f-4f19-869a-93c32feb8eab tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697477 Aug 16 20:35:06.221152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-deec9593-bf17-4868-8153-329e59aa2f4f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:06.222730 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-deec9593-bf17-4868-8153-329e59aa2f4f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.76 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 821 time: 0.1314378 Aug 16 20:35:06.235767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Request body: {'port': {'device_id': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'admin_state_up': True, 'tenant_id': '01a336c324e74c869eaa6e3a9c905537'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:06.243341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56d63e4f-7556-4a11-b4a5-e0a9305ffddd req-bde56ae9-ffa7-4ba3-9f38-e9929528bbca tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 210 time: 0.0568488 Aug 16 20:35:06.321698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63d7ab-ce8a-4efb-8276-cdbcd545b43e req-5b4b881b-bb81-4b4f-92bb-9ad5c3e75d46 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:06.323195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f63d7ab-ce8a-4efb-8276-cdbcd545b43e req-5b4b881b-bb81-4b4f-92bb-9ad5c3e75d46 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 944 time: 0.1382473 Aug 16 20:35:06.396543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d2a0f6a-4726-4ebf-ae43-1b199f1a7b01 req-1041284e-0aab-4517-bfcf-6bd823393e22 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/13e681d2-772b-412b-b7b5-8ab8060c3ecb HTTP/1.1" status: 200 len: 2397 time: 0.1041415 Aug 16 20:35:06.408954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f63d7ab-ce8a-4efb-8276-cdbcd545b43e req-63c79d02-aad9-45ab-a905-7b07cb04a17c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760567 Aug 16 20:35:06.415746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8d2a0f6a-4726-4ebf-ae43-1b199f1a7b01 req-bd687294-1024-4cb3-b6b0-2a5aaf6249bb tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '13e681d2-772b-412b-b7b5-8ab8060c3ecb', 'remote_group_id': None}]} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:06.431977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8d2a0f6a-4726-4ebf-ae43-1b199f1a7b01 req-bd687294-1024-4cb3-b6b0-2a5aaf6249bb tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '13e681d2-772b-412b-b7b5-8ab8060c3ecb', 'remote_group_id': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:06.431977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-2449539f-ead6-49db-8dad-0960f7a69ae5 service neutron] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:06.444631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-2449539f-ead6-49db-8dad-0960f7a69ae5 service neutron] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:06.451466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Made reservation on behalf of 01a336c324e74c869eaa6e3a9c905537 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:06.454998 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.493981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-2449539f-ead6-49db-8dad-0960f7a69ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad4a96e-7636-4feb-b4a6-fbca3ea92e13 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:06.506403 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-2449539f-ead6-49db-8dad-0960f7a69ae5 service neutron] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:06.593141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Allocated IP 172.20.0.7 (abf14a4d-78e7-4ca3-b174-1c1c79a892aa/f089c1a2-fcf0-4b26-a69a-f08ae64315c1/af4f1cf2-455b-4425-8087-d2d75babda25) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:06.602374 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d2a0f6a-4726-4ebf-ae43-1b199f1a7b01 req-bd687294-1024-4cb3-b6b0-2a5aaf6249bb tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.611499 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-2449539f-ead6-49db-8dad-0960f7a69ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.653309 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d2a0f6a-4726-4ebf-ae43-1b199f1a7b01 req-bd687294-1024-4cb3-b6b0-2a5aaf6249bb tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.756207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558af0f-cfa1-4ed5-a867-0dea9677d517 req-e509e6a7-00ea-44c8-8186-33c86953b10a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:06.757894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2558af0f-cfa1-4ed5-a867-0dea9677d517 req-e509e6a7-00ea-44c8-8186-33c86953b10a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.0760124 Aug 16 20:35:06.758973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-2449539f-ead6-49db-8dad-0960f7a69ae5 service neutron] Transition to ACTIVE for port object cad4a96e-7636-4feb-b4a6-fbca3ea92e13 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:06.759739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.763217 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d2a0f6a-4726-4ebf-ae43-1b199f1a7b01 req-bd687294-1024-4cb3-b6b0-2a5aaf6249bb tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.773100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Transition to ACTIVE for port object af4f1cf2-455b-4425-8087-d2d75babda25 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:06.798100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd687294-1024-4cb3-b6b0-2a5aaf6249bb tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19c8f7a-ce94-45f1-ba2c-11f6349d1b92,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:06.816615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2558af0f-cfa1-4ed5-a867-0dea9677d517 req-daae16b6-4c60-4833-9f74-9ddb1e7f00d3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482404 Aug 16 20:35:06.863991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-2449539f-ead6-49db-8dad-0960f7a69ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.897236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.903831 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d2a0f6a-4726-4ebf-ae43-1b199f1a7b01 req-bd687294-1024-4cb3-b6b0-2a5aaf6249bb tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.907848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d2a0f6a-4726-4ebf-ae43-1b199f1a7b01 req-bd687294-1024-4cb3-b6b0-2a5aaf6249bb tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5044208 Aug 16 20:35:06.909684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6028746d-172c-474a-b28d-f41366b803b4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:06.959891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449539f-ead6-49db-8dad-0960f7a69ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,revision_number=10']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:06.963342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-2449539f-ead6-49db-8dad-0960f7a69ae5 service neutron] No DVR routers for this DVR port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:06.975773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Pushing event updated for resources: {'Port': ['ID=af4f1cf2-455b-4425-8087-d2d75babda25,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:06.986475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Network abf14a4d-78e7-4ca3-b174-1c1c79a892aa is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:06.988488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:06.992717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:06.996209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-91b36cb7-b46a-4173-8fdb-b70f1469b6b5 req-799a4cd2-afcf-4848-ab5c-a539204dad60 tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b799c1538c934fdc81e6dadce1cba631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278106 Aug 16 20:35:07.000395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.001321 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.070405 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-b9a4ba20-cf15-437d-b9fe-ce4cbb4e9a76 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8378737 Aug 16 20:35:07.085190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Request body: {'port': {'device_id': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:07.091933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-2449539f-ead6-49db-8dad-0960f7a69ae5 service neutron] 10.222.0.76 "PUT /v2.0/ports/cad4a96e-7636-4feb-b4a6-fbca3ea92e13/bindings/n-h2-793619-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0173316 Aug 16 20:35:07.130383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ff6eb-9757-4b8d-8e8f-f1b29b808781 req-760e3d5f-4365-43cf-a3f9-cd08fb5c7ab6 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.138194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e0ff6eb-9757-4b8d-8e8f-f1b29b808781 req-760e3d5f-4365-43cf-a3f9-cd08fb5c7ab6 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 946 time: 0.1385663 Aug 16 20:35:07.159188 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.184928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b36cb7-b46a-4173-8fdb-b70f1469b6b5 req-02cc728e-c326-4afc-ae8b-65a96ed5117f tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.186424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-91b36cb7-b46a-4173-8fdb-b70f1469b6b5 req-02cc728e-c326-4afc-ae8b-65a96ed5117f tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641705 Aug 16 20:35:07.208659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e0ff6eb-9757-4b8d-8e8f-f1b29b808781 req-f0290fe8-8818-4115-98bb-7d16f835c46c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693526 Aug 16 20:35:07.209981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-91b36cb7-b46a-4173-8fdb-b70f1469b6b5 req-a9c0ab71-3594-4506-ab00-f729b83ddb25 tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/quotas/b799c1538c934fdc81e6dadce1cba631 HTTP/1.1" status: 200 len: 375 time: 0.0157926 Aug 16 20:35:07.244188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-91b36cb7-b46a-4173-8fdb-b70f1469b6b5 req-412f009c-46a4-4ef3-b5c4-35283e7a1e01 tempest-QuotasAdminNegativeTest-444228431 tempest-QuotasAdminNegativeTest-444228431-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b799c1538c934fdc81e6dadce1cba631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264528 Aug 16 20:35:07.274312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6f2c192c-882e-4a1f-92aa-07756aabdd15 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:07.299987 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bde34763-ba85-4b60-9fea-3a7e28b99346 req-eeb5e3fd-da15-4c61-b72b-386bbcb5f4bd tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/13e681d2-772b-412b-b7b5-8ab8060c3ecb HTTP/1.1" status: 200 len: 2995 time: 0.0582933 Aug 16 20:35:07.372297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fdcae2a2-cd7a-4602-a309-ac4c3b60ba41 None None] Provisioning for port af4f1cf2-455b-4425-8087-d2d75babda25 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:07.376727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fdcae2a2-cd7a-4602-a309-ac4c3b60ba41 None None] Provisioning complete for port af4f1cf2-455b-4425-8087-d2d75babda25 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:07.377128 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fdcae2a2-cd7a-4602-a309-ac4c3b60ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.414474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fdcae2a2-cd7a-4602-a309-ac4c3b60ba41 None None] Port af4f1cf2-455b-4425-8087-d2d75babda25 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:07.429368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-ab16a60e-d9ba-48bc-908d-d88e299ccf7d tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.431475 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-ab16a60e-d9ba-48bc-908d-d88e299ccf7d tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.1571870 Aug 16 20:35:07.441237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dfe82-7c9b-4815-a556-489e8f3d8a75 req-793ca668-fd41-4646-bc99-3dbba3c110e8 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.443578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 6f2c192c-882e-4a1f-92aa-07756aabdd15 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:07.448280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 6f2c192c-882e-4a1f-92aa-07756aabdd15 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:07.448657 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.449011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b55dfe82-7c9b-4815-a556-489e8f3d8a75 req-793ca668-fd41-4646-bc99-3dbba3c110e8 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 931 time: 0.0902882 Aug 16 20:35:07.474180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae41e33-6d9e-466b-9c81-22a06c609591 req-dcf8224f-74ab-4406-af33-eb9382ca8012 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.475626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ae41e33-6d9e-466b-9c81-22a06c609591 req-dcf8224f-74ab-4406-af33-eb9382ca8012 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 948 time: 0.0903711 Aug 16 20:35:07.500711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b55dfe82-7c9b-4815-a556-489e8f3d8a75 req-45ad360b-5496-44d8-94ce-1806fd075383 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508220 Aug 16 20:35:07.546737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-304fcfd8-3d5a-4a12-83c0-5c2da005a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.548055 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ae41e33-6d9e-466b-9c81-22a06c609591 req-78a7b39b-578d-4fc9-b06b-4ebd1430fe8f tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610282 Aug 16 20:35:07.548283 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-304fcfd8-3d5a-4a12-83c0-5c2da005a9ae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764&tenant_id=39ccbfbebde54f1d89cec17a712f35b4 HTTP/1.1" status: 200 len: 1097 time: 0.1075261 Aug 16 20:35:07.573996 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.600985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc5fca0-91b5-4572-b1e7-c1272103f1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2c192c-882e-4a1f-92aa-07756aabdd15'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:07.603818 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1a8346-8e97-45b5-a4aa-b75b846247e9" -d '{"events": [{"server_uuid": "cfc5fca0-91b5-4572-b1e7-c1272103f1f3", "name": "network-vif-plugged", "status": "completed", "tag": "6f2c192c-882e-4a1f-92aa-07756aabdd15"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:07.614700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97cc3060-8ee1-4ca0-a446-5912a1b0901d req-3fbd7b30-bf00-4fe8-82e8-6f4d966fe193 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-group-rules/d19c8f7a-ce94-45f1-ba2c-11f6349d1b92 HTTP/1.1" status: 200 len: 783 time: 0.0391414 Aug 16 20:35:07.620595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6f2c192c-882e-4a1f-92aa-07756aabdd15, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6f2c192c-882e-4a1f-92aa-07756aabdd15,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:07.652591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4f1cf2-455b-4425-8087-d2d75babda25 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:07.662986 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.665014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97cc3060-8ee1-4ca0-a446-5912a1b0901d req-f36d3fc6-5c76-4133-ae0f-e6c5e162c161 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/13e681d2-772b-412b-b7b5-8ab8060c3ecb HTTP/1.1" status: 200 len: 2995 time: 0.0411658 Aug 16 20:35:07.680420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Transition to ACTIVE for port object af4f1cf2-455b-4425-8087-d2d75babda25 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:07.683088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-275ff25e-e50b-4d77-b1ca-0a18ecb4ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.684606 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-275ff25e-e50b-4d77-b1ca-0a18ecb4ec3a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 1097 time: 0.0772288 Aug 16 20:35:07.698178 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-97cc3060-8ee1-4ca0-a446-5912a1b0901d req-b73d8480-0a6a-4d17-85b6-18fec9222897 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.706100 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-97cc3060-8ee1-4ca0-a446-5912a1b0901d req-b73d8480-0a6a-4d17-85b6-18fec9222897 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.729780 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.754630 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.781099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6f2c192c-882e-4a1f-92aa-07756aabdd15,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:07.820513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-208e6294-3bfd-4fdb-b08b-aa5280861ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.822068 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-208e6294-3bfd-4fdb-b08b-aa5280861ef9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.1280301 Aug 16 20:35:07.830594 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Pushing event updated for resources: {'Port': ['ID=af4f1cf2-455b-4425-8087-d2d75babda25,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:07.867349 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-97cc3060-8ee1-4ca0-a446-5912a1b0901d req-b73d8480-0a6a-4d17-85b6-18fec9222897 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.874525 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-97cc3060-8ee1-4ca0-a446-5912a1b0901d req-b73d8480-0a6a-4d17-85b6-18fec9222897 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.885266 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-9c09214b-e989-49f2-a69a-bfd2aa90f968 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13 HTTP/1.1" status: 200 len: 217 time: 0.0507278 Aug 16 20:35:07.894684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97cc3060-8ee1-4ca0-a446-5912a1b0901d req-b73d8480-0a6a-4d17-85b6-18fec9222897 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/d19c8f7a-ce94-45f1-ba2c-11f6349d1b92 HTTP/1.1" status: 204 len: 173 time: 0.2226086 Aug 16 20:35:07.895198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Attempting to bind port af4f1cf2-455b-4425-8087-d2d75babda25 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:07.895691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Attempting to bind port af4f1cf2-455b-4425-8087-d2d75babda25 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:07.896179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Attempting to bind port af4f1cf2-455b-4425-8087-d2d75babda25 on network abf14a4d-78e7-4ca3-b174-1c1c79a892aa {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:07.908956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d8480-0a6a-4d17-85b6-18fec9222897 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d19c8f7a-ce94-45f1-ba2c-11f6349d1b92,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:07.910816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Port af4f1cf2-455b-4425-8087-d2d75babda25 on network abf14a4d-78e7-4ca3-b174-1c1c79a892aa not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:07.911300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Attempting to bind port af4f1cf2-455b-4425-8087-d2d75babda25 on network abf14a4d-78e7-4ca3-b174-1c1c79a892aa {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:07.939013 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0639fb26-ce0f-4469-ac55-be56425c74b4 x-openstack-request-id: req-0639fb26-ce0f-4469-ac55-be56425c74b4 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:07.940342 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc5fca0-91b5-4572-b1e7-c1272103f1f3", "name": "network-vif-plugged", "status": "completed", "tag": "6f2c192c-882e-4a1f-92aa-07756aabdd15", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:07.940758 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0639fb26-ce0f-4469-ac55-be56425c74b4 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:07.940873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:07.941239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Checking segment: {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:07.941459 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc5fca0-91b5-4572-b1e7-c1272103f1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2c192c-882e-4a1f-92aa-07756aabdd15', 'code': 200} Aug 16 20:35:07.941962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Bound using segment: {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:07.942555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Bound port: af4f1cf2-455b-4425-8087-d2d75babda25, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:07.943189 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.970939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-c0b8c307-5d56-448c-8010-45d501beb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.973013 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-c0b8c307-5d56-448c-8010-45d501beb067 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0734191 Aug 16 20:35:08.009142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092141c5-587c-40ff-97f3-7e5726506875 req-7081ab42-7197-4deb-adc6-4de42ac9e5c1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.010639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-092141c5-587c-40ff-97f3-7e5726506875 req-7081ab42-7197-4deb-adc6-4de42ac9e5c1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 945 time: 0.0932007 Aug 16 20:35:08.020365 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-f36f7eb2-c8e1-4166-b86e-923c0db059a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273104 Aug 16 20:35:08.102240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] For port af4f1cf2-455b-4425-8087-d2d75babda25, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:08.102240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] For port af4f1cf2-455b-4425-8087-d2d75babda25, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=af4f1cf2-455b-4425-8087-d2d75babda25,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:08.112851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ce49-3d6a-40a5-a3b3-ba43c3a537bc req-a6373bca-02cf-404e-ade9-43a155530ea2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.114341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b18ce49-3d6a-40a5-a3b3-ba43c3a537bc req-a6373bca-02cf-404e-ade9-43a155530ea2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.1028123 Aug 16 20:35:08.118167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-092141c5-587c-40ff-97f3-7e5726506875 req-e79a7ee6-1862-4994-be20-eb0bd0cbb5d1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971220 Aug 16 20:35:08.128683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e88c5-ab10-44ac-a88d-d4cf412e65b9 req-2ed64077-5fcb-409c-a7f0-0097b24df84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.130110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c73e88c5-ab10-44ac-a88d-d4cf412e65b9 req-2ed64077-5fcb-409c-a7f0-0097b24df84f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 1101 time: 0.1080422 Aug 16 20:35:08.132041 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-938cf9ce-7a59-4aaa-a31b-9efa0762a8f9 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049349 Aug 16 20:35:08.190823 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.194446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b18ce49-3d6a-40a5-a3b3-ba43c3a537bc req-6ff06296-02b4-4494-a39b-2898bc1f0b9e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736878 Aug 16 20:35:08.223678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c73e88c5-ab10-44ac-a88d-d4cf412e65b9 req-7d21aa32-0b4d-4ab3-b84a-9c7fccb45069 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792344 Aug 16 20:35:08.244079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.244825 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.246379 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] 10.222.0.76 "PUT /v2.0/ports/af4f1cf2-455b-4425-8087-d2d75babda25 HTTP/1.1" status: 200 len: 1092 time: 1.1657803 Aug 16 20:35:08.247206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b35bdb2d-acac-4412-af91-a99fadddcaa2 req-49dd83c6-5a82-4d4c-a8ea-e6cba30c7675 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/13e681d2-772b-412b-b7b5-8ab8060c3ecb HTTP/1.1" status: 200 len: 2397 time: 0.0824406 Aug 16 20:35:08.251205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'tag': 'af4f1cf2-455b-4425-8087-d2d75babda25'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:08.253705 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ab584e-38a4-47b6-92bc-925289f2a86c" -d '{"events": [{"name": "network-changed", "server_uuid": "75c954bb-7084-47d4-9c31-4369044fb4c2", "tag": "af4f1cf2-455b-4425-8087-d2d75babda25"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:08.289448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1b624-1a91-4f24-97df-3290ab7979b9 service neutron] Pushing event updated for resources: {'Port': ['ID=af4f1cf2-455b-4425-8087-d2d75babda25,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:08.309817 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-a10137b9-3bb1-4bdc-bbbc-d5f3d10e8f66 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652644 Aug 16 20:35:08.326278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b35bdb2d-acac-4412-af91-a99fadddcaa2 req-4b8d7b06-b29a-4f6e-ab3d-099a9383e7aa tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.355562 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b35bdb2d-acac-4412-af91-a99fadddcaa2 req-4b8d7b06-b29a-4f6e-ab3d-099a9383e7aa tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.427258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-27e807eb-834d-477f-997c-599c085b389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.428935 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-27e807eb-834d-477f-997c-599c085b389c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 1095 time: 0.0511091 Aug 16 20:35:08.452672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ccd3b-90c3-4da4-9d6f-5cc35b3ea73d req-d2d70118-db27-4621-a22b-bc94af209ae9 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.452672 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-141ccd3b-90c3-4da4-9d6f-5cc35b3ea73d req-d2d70118-db27-4621-a22b-bc94af209ae9 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 946 time: 0.0727863 Aug 16 20:35:08.488142 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-21fac1a0-c68f-453e-b944-7450b01fa770 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af4f1cf2-455b-4425-8087-d2d75babda25 HTTP/1.1" status: 200 len: 217 time: 0.0493128 Aug 16 20:35:08.498326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-141ccd3b-90c3-4da4-9d6f-5cc35b3ea73d req-5d25994c-dedf-4abe-bcba-43afb21561e8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Aug 16 20:35:08.529462 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b35bdb2d-acac-4412-af91-a99fadddcaa2 req-4b8d7b06-b29a-4f6e-ab3d-099a9383e7aa tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.532111 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b35bdb2d-acac-4412-af91-a99fadddcaa2 req-4b8d7b06-b29a-4f6e-ab3d-099a9383e7aa tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.533671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b35bdb2d-acac-4412-af91-a99fadddcaa2 req-4b8d7b06-b29a-4f6e-ab3d-099a9383e7aa tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "DELETE /v2.0/security-groups/13e681d2-772b-412b-b7b5-8ab8060c3ecb HTTP/1.1" status: 204 len: 173 time: 0.2684908 Aug 16 20:35:08.543679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d7b06-b29a-4f6e-ab3d-099a9383e7aa tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e681d2-772b-412b-b7b5-8ab8060c3ecb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:08.562743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-250999aa-5363-4d88-8e2e-acdd373d91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.564414 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-250999aa-5363-4d88-8e2e-acdd373d91ee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.0693309 Aug 16 20:35:08.582873 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed167059-f11c-4e2a-b6ff-99fdd5ada57e x-openstack-request-id: req-ed167059-f11c-4e2a-b6ff-99fdd5ada57e {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:08.583178 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c954bb-7084-47d4-9c31-4369044fb4c2", "tag": "af4f1cf2-455b-4425-8087-d2d75babda25", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:08.583533 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ed167059-f11c-4e2a-b6ff-99fdd5ada57e {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:08.583927 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'tag': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'status': 'completed', 'code': 200} Aug 16 20:35:08.624044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-ce894b4c-caa5-4093-b599-21ab35be41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.625920 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-ce894b4c-caa5-4093-b599-21ab35be41f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544283 Aug 16 20:35:08.635684 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-7a6d2907-36b1-4a0f-8e25-335849370956 req-88ec9958-76c0-4436-b390-4f9410c93ab7 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] show failed (client error): The resource could not be found. Aug 16 20:35:08.636691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a6d2907-36b1-4a0f-8e25-335849370956 req-88ec9958-76c0-4436-b390-4f9410c93ab7 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/9aac7835-5e15-4b78-99b0-61adaa227a52 HTTP/1.1" status: 404 len: 352 time: 0.0378377 Aug 16 20:35:08.689873 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59290) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:08.733728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27ffe8-4320-4214-b43a-076c37188bca req-a223b9b3-40b3-4cde-ac2c-e75e0bd4a8b8 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.735258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae27ffe8-4320-4214-b43a-076c37188bca req-a223b9b3-40b3-4cde-ac2c-e75e0bd4a8b8 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 943 time: 0.1008441 Aug 16 20:35:08.742606 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-9296bda5-9f10-47fd-9e70-6c2e3ad41148 service neutron] 10.222.0.76 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086621 Aug 16 20:35:08.791315 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae27ffe8-4320-4214-b43a-076c37188bca req-64dc1924-f55e-4fe1-8052-6492505116aa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 Aug 16 20:35:08.805411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7874a4-89ad-45e1-80f1-1f7ea4493004 req-ec7886b8-37bd-4dad-b79f-357e4fdb85b5 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.815958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac7874a4-89ad-45e1-80f1-1f7ea4493004 req-ec7886b8-37bd-4dad-b79f-357e4fdb85b5 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 949 time: 0.1036623 Aug 16 20:35:08.850664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6bbee0f-d689-4827-9fec-263bc537c6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.872649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-69a18d34-63f7-40af-8d5b-f5d2aa9aa0d6 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.874417 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-69a18d34-63f7-40af-8d5b-f5d2aa9aa0d6 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.0640404 Aug 16 20:35:08.889289 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a877c9d-e812-4cd4-944a-3bb9e7ecaee9 req-811a60b3-374e-458a-a804-79dacf099718 service neutron] 10.222.0.76 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342671 Aug 16 20:35:08.910956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac7874a4-89ad-45e1-80f1-1f7ea4493004 req-72d7d58e-a87f-4518-8c96-1ed226775544 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941114 Aug 16 20:35:08.933718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-512276b1-6a46-4dd4-91cd-17c2427ac609 req-23e2d895-5f8d-4025-9bc7-c9d46fddd2d0 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/126aab9f-c91a-4145-b502-6adbd1648794 HTTP/1.1" status: 200 len: 1804 time: 0.0951204 Aug 16 20:35:09.011087 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-512276b1-6a46-4dd4-91cd-17c2427ac609 req-746bac76-0a52-483e-a5e7-7e53b820566f tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.039243 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6bbee0f-d689-4827-9fec-263bc537c6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.047704 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-512276b1-6a46-4dd4-91cd-17c2427ac609 req-746bac76-0a52-483e-a5e7-7e53b820566f tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.071355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab584e-38a4-47b6-92bc-925289f2a86c req-a51ea47d-3fa3-49e6-b187-a00a51838cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:09.073366 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79ab584e-38a4-47b6-92bc-925289f2a86c req-a51ea47d-3fa3-49e6-b187-a00a51838cea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 1095 time: 0.0681360 Aug 16 20:35:09.106442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6bbee0f-d689-4827-9fec-263bc537c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.153392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c6bbee0f-d689-4827-9fec-263bc537c6d9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b799c1538c934fdc81e6dadce1cba631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559031 Aug 16 20:35:09.153392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbee0f-d689-4827-9fec-263bc537c6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73d0ede-162e-4690-8443-01aa4622a272,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:09.156791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59296) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:09.187079 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-512276b1-6a46-4dd4-91cd-17c2427ac609 req-746bac76-0a52-483e-a5e7-7e53b820566f tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.190010 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-512276b1-6a46-4dd4-91cd-17c2427ac609 req-746bac76-0a52-483e-a5e7-7e53b820566f tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.191331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-512276b1-6a46-4dd4-91cd-17c2427ac609 req-746bac76-0a52-483e-a5e7-7e53b820566f tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "DELETE /v2.0/security-groups/126aab9f-c91a-4145-b502-6adbd1648794 HTTP/1.1" status: 204 len: 173 time: 0.2598548 Aug 16 20:35:09.221910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bac76-0a52-483e-a5e7-7e53b820566f tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126aab9f-c91a-4145-b502-6adbd1648794,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:09.227013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cad4a96e-7636-4feb-b4a6-fbca3ea92e13 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:09.281105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cad4a96e-7636-4feb-b4a6-fbca3ea92e13 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:09.307201 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-25e85000-0fe2-43a0-a7ad-5e4996dff647 service neutron] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:09.311196 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a846fea4-0f15-495f-999d-a9e9c95765d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.311818 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-25e85000-0fe2-43a0-a7ad-5e4996dff647 service neutron] Notify callbacks [] for binding, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.312953 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-adbfc9cb-c592-4df0-90df-bafddc387c76 req-25e85000-0fe2-43a0-a7ad-5e4996dff647 service neutron] 10.222.0.79 "DELETE /v2.0/ports/cad4a96e-7636-4feb-b4a6-fbca3ea92e13/bindings/n-h1-793619-14 HTTP/1.1" status: 204 len: 173 time: 0.4225986 Aug 16 20:35:09.316914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93c7ec67-9b8f-4879-b3f5-0872384caee6 req-41bcafa0-3a76-437a-abf4-117492287b55 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/2a385e4b-b1ed-4168-a8f5-122d73bb0f26 HTTP/1.1" status: 200 len: 1804 time: 0.0801418 Aug 16 20:35:09.356064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab584e-38a4-47b6-92bc-925289f2a86c req-6b2bf3c1-3d68-459a-b509-0ea8b4359fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:09.357563 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79ab584e-38a4-47b6-92bc-925289f2a86c req-6b2bf3c1-3d68-459a-b509-0ea8b4359fd2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.2720757 Aug 16 20:35:09.360816 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a846fea4-0f15-495f-999d-a9e9c95765d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.379712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58406a-4932-45cd-aa89-8523d331eb0b req-0bddd1bf-13f4-4d1a-baee-06dde0da6815 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:09.382333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c58406a-4932-45cd-aa89-8523d331eb0b req-0bddd1bf-13f4-4d1a-baee-06dde0da6815 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 945 time: 0.1640689 Aug 16 20:35:09.413675 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79ab584e-38a4-47b6-92bc-925289f2a86c req-21d5c31a-ed01-4dc6-88bd-8134d19b41df service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af4f1cf2-455b-4425-8087-d2d75babda25 HTTP/1.1" status: 200 len: 217 time: 0.0405109 Aug 16 20:35:09.459577 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93c7ec67-9b8f-4879-b3f5-0872384caee6 req-43d35bd0-2de9-454e-898e-2bc7e8ac9468 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.470158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c58406a-4932-45cd-aa89-8523d331eb0b req-b881cf21-681f-474b-b22a-20073f2420df tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800495 Aug 16 20:35:09.473197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab584e-38a4-47b6-92bc-925289f2a86c req-8045a6de-9efd-405a-a6f4-da96db994cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:09.474658 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79ab584e-38a4-47b6-92bc-925289f2a86c req-8045a6de-9efd-405a-a6f4-da96db994cc8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.0484347 Aug 16 20:35:09.489405 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93c7ec67-9b8f-4879-b3f5-0872384caee6 req-43d35bd0-2de9-454e-898e-2bc7e8ac9468 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.537992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab584e-38a4-47b6-92bc-925289f2a86c req-5419fa0f-3707-494c-936d-0df58039ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:09.539547 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79ab584e-38a4-47b6-92bc-925289f2a86c req-5419fa0f-3707-494c-936d-0df58039ed03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480123 Aug 16 20:35:09.593907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ec86c-44a5-45cf-abab-4bef3ae3ca9e req-ce6a0b08-eeb7-452e-b79d-cfd8f4dc7de1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:09.595360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-040ec86c-44a5-45cf-abab-4bef3ae3ca9e req-ce6a0b08-eeb7-452e-b79d-cfd8f4dc7de1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.0582180 Aug 16 20:35:09.633390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-040ec86c-44a5-45cf-abab-4bef3ae3ca9e req-1eb4f8d7-532d-4947-8f50-e0b857ef3671 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Aug 16 20:35:09.634443 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a846fea4-0f15-495f-999d-a9e9c95765d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.637526 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a846fea4-0f15-495f-999d-a9e9c95765d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.638435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a846fea4-0f15-495f-999d-a9e9c95765d8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c73d0ede-162e-4690-8443-01aa4622a272 HTTP/1.1" status: 204 len: 168 time: 0.4806733 Aug 16 20:35:09.647073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846fea4-0f15-495f-999d-a9e9c95765d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73d0ede-162e-4690-8443-01aa4622a272,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:09.656733 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79ab584e-38a4-47b6-92bc-925289f2a86c req-2ee8a0c5-606e-4487-ad69-b875d65136a1 service neutron] 10.222.0.76 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938973 Aug 16 20:35:09.670035 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93c7ec67-9b8f-4879-b3f5-0872384caee6 req-43d35bd0-2de9-454e-898e-2bc7e8ac9468 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.674373 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93c7ec67-9b8f-4879-b3f5-0872384caee6 req-43d35bd0-2de9-454e-898e-2bc7e8ac9468 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.687959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93c7ec67-9b8f-4879-b3f5-0872384caee6 req-43d35bd0-2de9-454e-898e-2bc7e8ac9468 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "DELETE /v2.0/security-groups/2a385e4b-b1ed-4168-a8f5-122d73bb0f26 HTTP/1.1" status: 204 len: 173 time: 0.3595302 Aug 16 20:35:09.710443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d35bd0-2de9-454e-898e-2bc7e8ac9468 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a385e4b-b1ed-4168-a8f5-122d73bb0f26,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:09.784435 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79ab584e-38a4-47b6-92bc-925289f2a86c req-cca5c3af-1905-44e6-a570-d5dd1853f867 service neutron] 10.222.0.76 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133926 Aug 16 20:35:09.826061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-307e5faa-3c63-46c2-9626-c840dbf99917 req-ac835315-ee76-4d99-9911-2dea2523f522 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/0b464452-1e73-451c-9092-55cffa564515 HTTP/1.1" status: 200 len: 1802 time: 0.0737007 Aug 16 20:35:09.851513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcd01-1df2-4a9d-83c4-f623f4b2f6da req-3c91928a-0b31-4dd4-b135-b7881f23f16e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:09.853715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-485bcd01-1df2-4a9d-83c4-f623f4b2f6da req-3c91928a-0b31-4dd4-b135-b7881f23f16e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 946 time: 0.0675900 Aug 16 20:35:09.913282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-485bcd01-1df2-4a9d-83c4-f623f4b2f6da req-e16b1cfc-c3f7-475a-891e-cc4aa0e88e84 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518954 Aug 16 20:35:09.928056 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-307e5faa-3c63-46c2-9626-c840dbf99917 req-5bfcfc76-e408-4ac5-a642-e4cefc497e53 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.955462 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-307e5faa-3c63-46c2-9626-c840dbf99917 req-5bfcfc76-e408-4ac5-a642-e4cefc497e53 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.041467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dede06b-90b8-40a1-92d4-168b75a9239b req-bed04cf6-1551-4ec3-a347-057dd9cc5dd2 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.042967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dede06b-90b8-40a1-92d4-168b75a9239b req-bed04cf6-1551-4ec3-a347-057dd9cc5dd2 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 1097 time: 0.0387580 Aug 16 20:35:10.076822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dede06b-90b8-40a1-92d4-168b75a9239b req-8f4cebf5-7759-4628-91c0-c312b2e09f5b tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279496 Aug 16 20:35:10.115704 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-307e5faa-3c63-46c2-9626-c840dbf99917 req-5bfcfc76-e408-4ac5-a642-e4cefc497e53 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.118445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-307e5faa-3c63-46c2-9626-c840dbf99917 req-5bfcfc76-e408-4ac5-a642-e4cefc497e53 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.125633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-307e5faa-3c63-46c2-9626-c840dbf99917 req-5bfcfc76-e408-4ac5-a642-e4cefc497e53 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "DELETE /v2.0/security-groups/0b464452-1e73-451c-9092-55cffa564515 HTTP/1.1" status: 204 len: 173 time: 0.2897487 Aug 16 20:35:10.139181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcfc76-e408-4ac5-a642-e4cefc497e53 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b464452-1e73-451c-9092-55cffa564515,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:10.234401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe48034-5db6-44b9-b5b3-28867babe1b8 req-ffd09e32-e955-4357-964d-613aa58c680c tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.235852 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbe48034-5db6-44b9-b5b3-28867babe1b8 req-ffd09e32-e955-4357-964d-613aa58c680c tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 943 time: 0.0991747 Aug 16 20:35:10.248315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a274b1-cbba-4c78-a8e5-1110aa6e4ef6 req-417a5f56-36eb-4661-a77d-8f4adbbc15ea tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.249717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8a274b1-cbba-4c78-a8e5-1110aa6e4ef6 req-417a5f56-36eb-4661-a77d-8f4adbbc15ea tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 949 time: 0.0688536 Aug 16 20:35:10.288113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59326) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.302667 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e89136b6-0824-451f-a0c7-fbd9871671ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.402560 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e89136b6-0824-451f-a0c7-fbd9871671ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.530991 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e89136b6-0824-451f-a0c7-fbd9871671ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.560050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbe48034-5db6-44b9-b5b3-28867babe1b8 req-a7fcb0bd-7495-470a-a90b-b3f87e63bfd2 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093863 Aug 16 20:35:10.565805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8a274b1-cbba-4c78-a8e5-1110aa6e4ef6 req-8fbc116d-1c90-435d-b841-834ac3f10692 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095396 Aug 16 20:35:10.574800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89136b6-0824-451f-a0c7-fbd9871671ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43eafa1-0236-4391-82a6-c962ef0f8c41,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:10.579755 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e89136b6-0824-451f-a0c7-fbd9871671ce admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=baadf80942f94eefa1708979042a7368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904818 Aug 16 20:35:10.591123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59328) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.707351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-449cb639-7756-4ce6-972a-913a65ea3e81 req-0a20d3e1-a30e-4edc-ae21-23ea77e7a383 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/35f3b07d-7bc5-4c60-b904-3483242c5d08 HTTP/1.1" status: 200 len: 2403 time: 0.1172345 Aug 16 20:35:10.741150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc48d876-9bc5-4a74-a55f-e3f0d9dba38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.792005 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc48d876-9bc5-4a74-a55f-e3f0d9dba38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.839612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-91bcef8b-b4cb-4447-9a28-7e31d9704787 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.841093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-91bcef8b-b4cb-4447-9a28-7e31d9704787 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 808 time: 0.1878531 Aug 16 20:35:10.867998 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-449cb639-7756-4ce6-972a-913a65ea3e81 req-33f97bad-d3df-4e7d-bf4f-8124098977b2 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.874407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-853ad224-2ca9-4d15-95be-4b1f6a11f503 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/quotas/39ccbfbebde54f1d89cec17a712f35b4 HTTP/1.1" status: 200 len: 375 time: 0.0207534 Aug 16 20:35:10.903712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-188ded9f-4400-4902-9b41-a588ff96fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.905480 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-188ded9f-4400-4902-9b41-a588ff96fb20 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 1098 time: 0.0425110 Aug 16 20:35:10.921057 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-449cb639-7756-4ce6-972a-913a65ea3e81 req-33f97bad-d3df-4e7d-bf4f-8124098977b2 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.967113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-830aaaaa-198c-4f30-94d7-2f2deefa9269 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0840712 Aug 16 20:35:11.001790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-f6bc2438-0b03-4de2-84d3-f8afff09c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:11.003261 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-f6bc2438-0b03-4de2-84d3-f8afff09c74b service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.0898240 Aug 16 20:35:11.045977 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-a07f8b65-a3e1-480e-9c91-6bed39a3b4cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e HTTP/1.1" status: 200 len: 217 time: 0.0333226 Aug 16 20:35:11.046475 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc48d876-9bc5-4a74-a55f-e3f0d9dba38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.049015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc48d876-9bc5-4a74-a55f-e3f0d9dba38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.050138 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cc48d876-9bc5-4a74-a55f-e3f0d9dba38e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d43eafa1-0236-4391-82a6-c962ef0f8c41 HTTP/1.1" status: 204 len: 168 time: 0.4579947 Aug 16 20:35:11.069857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48d876-9bc5-4a74-a55f-e3f0d9dba38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43eafa1-0236-4391-82a6-c962ef0f8c41,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:11.077900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-bba02a97-a34c-4bea-b0d3-65eda5910ff1 service neutron] 10.222.0.74 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009123 Aug 16 20:35:11.080446 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-449cb639-7756-4ce6-972a-913a65ea3e81 req-33f97bad-d3df-4e7d-bf4f-8124098977b2 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.084310 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-449cb639-7756-4ce6-972a-913a65ea3e81 req-33f97bad-d3df-4e7d-bf4f-8124098977b2 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.085786 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-449cb639-7756-4ce6-972a-913a65ea3e81 req-33f97bad-d3df-4e7d-bf4f-8124098977b2 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "DELETE /v2.0/security-groups/35f3b07d-7bc5-4c60-b904-3483242c5d08 HTTP/1.1" status: 204 len: 173 time: 0.3695428 Aug 16 20:35:11.128860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-d044e727-a8ef-4178-8e51-66e8df065cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:11.131055 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-d044e727-a8ef-4178-8e51-66e8df065cf1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0736191 Aug 16 20:35:11.143181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f97bad-d3df-4e7d-bf4f-8124098977b2 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f3b07d-7bc5-4c60-b904-3483242c5d08,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:11.185697 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-f0fb0db4-57a0-4ef3-8d1a-6fdada0afaa9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371947 Aug 16 20:35:11.192227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-b449623a-82fe-4a7f-8d28-8d69cea62d47 service neutron] 10.222.0.74 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053154 Aug 16 20:35:11.294171 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-3a04240b-987d-4dd2-9beb-164193c3b0e8 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919127 Aug 16 20:35:11.421997 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-e3f07633-18f0-4df6-9aa4-68009e593d36 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178839 Aug 16 20:35:11.530628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75295f-a734-4097-b604-fc1f77a976ee req-d77e3ddd-f2c5-4177-90f9-848c046c5cc4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:11.532196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be75295f-a734-4097-b604-fc1f77a976ee req-d77e3ddd-f2c5-4177-90f9-848c046c5cc4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.0640140 Aug 16 20:35:11.619860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be75295f-a734-4097-b604-fc1f77a976ee req-9edfaf13-1690-49e9-ad61-908e8c69567f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536051 Aug 16 20:35:11.668074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-f98801be-82f4-434c-b910-094c807bbd14 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:11.668074 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-f98801be-82f4-434c-b910-094c807bbd14 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1098 time: 0.0708838 Aug 16 20:35:11.678255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-14'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:11.732753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.810454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dabc2c-f804-436a-bcbd-23c9a2cdb529 req-34351b92-5c3f-4876-b115-cc1b156cadb1 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:11.811935 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6dabc2c-f804-436a-bcbd-23c9a2cdb529 req-34351b92-5c3f-4876-b115-cc1b156cadb1 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 946 time: 0.0617361 Aug 16 20:35:11.881451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:11.892842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6dabc2c-f804-436a-bcbd-23c9a2cdb529 req-a279fb47-be57-4ec2-a6a8-c1be45740a88 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633883 Aug 16 20:35:11.898011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edd75ab8-d1a4-4b8d-8c91-9a56db941b82 req-3ab152bd-aa51-4123-a5a5-31c72528dc7c tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "GET /v2.0/security-groups/e7d37bd1-7102-4a14-b433-7c1cdf25e889 HTTP/1.1" status: 200 len: 2398 time: 0.0764015 Aug 16 20:35:11.940431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:11.981177 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-373e593b-f46a-43f6-9ad3-6e88b38417da req-7626ae3f-4d5c-471b-a985-4d1797c06b64 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 210 time: 0.0345700 Aug 16 20:35:11.991375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:11.995971 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfdfba1-fbde-4b25-a15c-779c6bb231de" -d '{"events": [{"server_uuid": "74c291e2-21f1-4b35-8ca2-4a82c9bfd613", "name": "network-vif-unplugged", "status": "completed", "tag": "bedd970e-7e9c-4edf-bba4-3ed77dd8027e"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:12.000768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.008875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-edd75ab8-d1a4-4b8d-8c91-9a56db941b82 req-9ec50aa6-5810-4aa1-85e2-51232b444297 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.035657 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-edd75ab8-d1a4-4b8d-8c91-9a56db941b82 req-9ec50aa6-5810-4aa1-85e2-51232b444297 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.092065 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.121811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3788c4-6818-4724-ba27-97e9b72e2c30 req-191475d7-d780-433a-85af-485336fa9ae6 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:12.123554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3788c4-6818-4724-ba27-97e9b72e2c30 req-191475d7-d780-433a-85af-485336fa9ae6 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 943 time: 0.0689130 Aug 16 20:35:12.166950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3788c4-6818-4724-ba27-97e9b72e2c30 req-bba489b0-152b-4a9d-8a46-1611972fd9a1 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364203 Aug 16 20:35:12.173711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Pushing event updated for resources: {'Port': ['ID=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:12.198377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on host n-h1-793619-14 for vnic_type normal with profile {"migrating_to": "n-h2-793619-14"} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:12.198708 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:12.199095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:12.203395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:12.203730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Attempting to bind port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:12.208442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:12.208773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:12.209181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:12.209599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Bound port: bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:12.209947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.212662 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-edd75ab8-d1a4-4b8d-8c91-9a56db941b82 req-9ec50aa6-5810-4aa1-85e2-51232b444297 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.215500 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-edd75ab8-d1a4-4b8d-8c91-9a56db941b82 req-9ec50aa6-5810-4aa1-85e2-51232b444297 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.216652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edd75ab8-d1a4-4b8d-8c91-9a56db941b82 req-9ec50aa6-5810-4aa1-85e2-51232b444297 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] 10.222.0.74 "DELETE /v2.0/security-groups/e7d37bd1-7102-4a14-b433-7c1cdf25e889 HTTP/1.1" status: 204 len: 173 time: 0.3089547 Aug 16 20:35:12.228922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec50aa6-5810-4aa1-85e2-51232b444297 tempest-SecurityGroupRulesTestJSON-1594809722 tempest-SecurityGroupRulesTestJSON-1594809722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d37bd1-7102-4a14-b433-7c1cdf25e889,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:12.239031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59384) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:12.289453 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a5eb33-e056-47fe-9278-c410ec0d8cb9 x-openstack-request-id: req-77a5eb33-e056-47fe-9278-c410ec0d8cb9 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:12.289747 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c291e2-21f1-4b35-8ca2-4a82c9bfd613", "name": "network-vif-unplugged", "status": "completed", "tag": "bedd970e-7e9c-4edf-bba4-3ed77dd8027e", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:12.290021 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-77a5eb33-e056-47fe-9278-c410ec0d8cb9 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:12.290564 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e', 'code': 200} Aug 16 20:35:12.291572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:12.295580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:12.327040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-60021e8d-eecc-4b51-9749-58943359be97 admin admin] Deleting subnet 1c4b9fc6-8741-45a4-8fc0-569be89c8cb1 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:35:12.331306 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60021e8d-eecc-4b51-9749-58943359be97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.366158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1326e1-84c8-4250-8908-9f70bd2d3fab req-25576ce7-b482-459d-81c9-3d5c83ffd1af tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:12.367653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb1326e1-84c8-4250-8908-9f70bd2d3fab req-25576ce7-b482-459d-81c9-3d5c83ffd1af tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 949 time: 0.1272054 Aug 16 20:35:12.375409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.383659 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60021e8d-eecc-4b51-9749-58943359be97 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.401841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60021e8d-eecc-4b51-9749-58943359be97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.449974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb1326e1-84c8-4250-8908-9f70bd2d3fab req-fc61fb00-b926-4c4e-b456-61dea4809997 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747774 Aug 16 20:35:12.458146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:12.459055 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.460524 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] 10.222.0.79 "PUT /v2.0/ports/bedd970e-7e9c-4edf-bba4-3ed77dd8027e HTTP/1.1" status: 200 len: 1124 time: 0.7873280 Aug 16 20:35:12.468132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb84414-a30a-4b6a-b954-1e9060d63026 service neutron] Pushing event updated for resources: {'Port': ['ID=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,revision_number=8']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:12.546783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bedd970e-7e9c-4edf-bba4-3ed77dd8027e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:12.606646 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60021e8d-eecc-4b51-9749-58943359be97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.634451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60021e8d-eecc-4b51-9749-58943359be97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4b9fc6-8741-45a4-8fc0-569be89c8cb1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:12.638229 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60021e8d-eecc-4b51-9749-58943359be97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.642511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-60021e8d-eecc-4b51-9749-58943359be97 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1c4b9fc6-8741-45a4-8fc0-569be89c8cb1 HTTP/1.1" status: 204 len: 168 time: 0.4097614 Aug 16 20:35:12.645877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59394) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:12.772033 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.792710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76653e-8c5f-46f2-b1b7-de3e6cc292a7 req-6761697f-b8f8-4b20-b6bd-e5884f2d4afa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:12.794123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff76653e-8c5f-46f2-b1b7-de3e6cc292a7 req-6761697f-b8f8-4b20-b6bd-e5884f2d4afa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.1101246 Aug 16 20:35:12.894124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.898853 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff76653e-8c5f-46f2-b1b7-de3e6cc292a7 req-1f4fbb5e-55af-4f73-bd1b-77c96cac9a3b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981150 Aug 16 20:35:12.907661 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:12.908029 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:12.908779 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:12.909986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:12.910335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:12.910728 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:12.911012 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:12.911986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:12.912230 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:12.912542 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:13.029710 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:13.030338 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:13.030602 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:13.030992 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:35:13.031558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a9b9d3-d8b6-4355-a07f-d0d236d180e4']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:13.086578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdd951f-fa7d-49a8-885a-7c28fd6ad621') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:13.086903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdd951f-fa7d-49a8-885a-7c28fd6ad621') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:13.121728 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.126960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-acae3915-600e-4dcf-89dd-d4151ed735ed req-59ce813a-f10c-4501-9417-1b363cf2bd6c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 210 time: 0.0690074 Aug 16 20:35:13.147710 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.159274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:35:13.159673 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: from cryptography.utils import int_from_bytes Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: from cryptography.utils import int_from_bytes Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:35:13.188471 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:35:13.216563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2d550-276a-4e55-9342-2e4b418cc712 req-06721b38-b8b3-4f2a-8811-a7d2b0f91478 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:13.221771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03a2d550-276a-4e55-9342-2e4b418cc712 req-06721b38-b8b3-4f2a-8811-a7d2b0f91478 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 944 time: 0.1845231 Aug 16 20:35:13.243617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device af4f1cf2-455b-4425-8087-d2d75babda25 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:13.339549 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03a2d550-276a-4e55-9342-2e4b418cc712 req-0f09a894-346f-4c8a-ada9-58d029001d8b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909083 Aug 16 20:35:13.347268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e37cf7-162a-4591-b845-919fa95685ef req-24e132c4-3d9c-498a-9316-dd56573058b8 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:13.354810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67e37cf7-162a-4591-b845-919fa95685ef req-24e132c4-3d9c-498a-9316-dd56573058b8 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 943 time: 0.1050596 Aug 16 20:35:13.390936 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.399638 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.402879 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a6a9b9d3-d8b6-4355-a07f-d0d236d180e4 HTTP/1.1" status: 204 len: 168 time: 0.7559786 Aug 16 20:35:13.439456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67e37cf7-162a-4591-b845-919fa95685ef req-a54c4cf3-d1a0-4c35-88c4-8bd6c8975a90 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784969 Aug 16 20:35:13.440561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9319e-94f7-4a76-a2a8-4eb468b448d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a9b9d3-d8b6-4355-a07f-d0d236d180e4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:13.479289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa92399-99b4-4899-a19e-b06054a197be req-9f83aede-1ddd-4cf6-adc5-5f5d62049372 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:13.480954 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-baa92399-99b4-4899-a19e-b06054a197be req-9f83aede-1ddd-4cf6-adc5-5f5d62049372 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 1101 time: 0.0739293 Aug 16 20:35:13.530576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port af4f1cf2-455b-4425-8087-d2d75babda25, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=af4f1cf2-455b-4425-8087-d2d75babda25,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:13.557767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'port_id': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'mac_address': 'fa:16:3e:3f:2e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:13.604631 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.615015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f9c05-aa64-40ec-97b3-dffb4b985b45 req-229c16a8-e25b-4967-8373-744fe774132f tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:13.621198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4f1cf2-455b-4425-8087-d2d75babda25 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:13.623253 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc0f9c05-aa64-40ec-97b3-dffb4b985b45 req-229c16a8-e25b-4967-8373-744fe774132f tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 949 time: 0.0948007 Aug 16 20:35:13.623772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-baa92399-99b4-4899-a19e-b06054a197be req-1e432a0d-7874-426b-8f2e-6a9553e96be1 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] Deleting port 6f2c192c-882e-4a1f-92aa-07756aabdd15 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:13.624326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-baa92399-99b4-4899-a19e-b06054a197be req-1e432a0d-7874-426b-8f2e-6a9553e96be1 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.645783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port af4f1cf2-455b-4425-8087-d2d75babda25, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=af4f1cf2-455b-4425-8087-d2d75babda25,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:13.674079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc0f9c05-aa64-40ec-97b3-dffb4b985b45 req-094141b1-7316-49c7-9e87-d4fd5b49da34 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499547 Aug 16 20:35:13.695856 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-a791512b-f374-4faf-b132-d00f8891da5f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=97a9bad77dc94fbeac2a453104d461fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312753 Aug 16 20:35:13.720355 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.725072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-baa92399-99b4-4899-a19e-b06054a197be req-1e432a0d-7874-426b-8f2e-6a9553e96be1 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] For port 6f2c192c-882e-4a1f-92aa-07756aabdd15, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6f2c192c-882e-4a1f-92aa-07756aabdd15,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:13.725354 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-baa92399-99b4-4899-a19e-b06054a197be req-1e432a0d-7874-426b-8f2e-6a9553e96be1 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.738438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-baa92399-99b4-4899-a19e-b06054a197be req-1e432a0d-7874-426b-8f2e-6a9553e96be1 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] Calling delete_port for 6f2c192c-882e-4a1f-92aa-07756aabdd15 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:13.780458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=af4f1cf2-455b-4425-8087-d2d75babda25,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:13.816780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-15d4e8da-ceec-41b2-9e86-37390b321a08 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:13.818891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-15d4e8da-ceec-41b2-9e86-37390b321a08 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1254857 Aug 16 20:35:13.835325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-17a54e77-d386-4be3-a18b-971dc8295f4f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/quotas/97a9bad77dc94fbeac2a453104d461fd HTTP/1.1" status: 200 len: 375 time: 0.0098910 Aug 16 20:35:13.868252 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-0be5c4f1-2316-4db0-807e-8df7ea943024 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=97a9bad77dc94fbeac2a453104d461fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259550 Aug 16 20:35:13.903915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59434) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:13.955906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['af4f1cf2-455b-4425-8087-d2d75babda25'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:13.965009 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e6891441-5f34-4f47-bfd4-d49328a603df admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7abd82cc73ae44d6ab2e0446dafa5372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596814 Aug 16 20:35:13.967649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59438) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:13.989396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-c7c6c9dc-3ac6-44cd-94d3-77c2fc16a1de tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:13.992248 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-c7c6c9dc-3ac6-44cd-94d3-77c2fc16a1de tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 808 time: 0.1732874 Aug 16 20:35:14.030152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Request body: {'port': {'device_id': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f', 'admin_state_up': True, 'tenant_id': '39ccbfbebde54f1d89cec17a712f35b4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:14.066799 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e41dc73-cb6d-4d8a-b42a-c7226de020e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.106966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c102c94-66cb-47b4-8dfb-27b4225ecf60 req-6b7e4776-4bcc-4ae2-bcdc-451f3845f3fa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.109411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c102c94-66cb-47b4-8dfb-27b4225ecf60 req-6b7e4776-4bcc-4ae2-bcdc-451f3845f3fa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.0993161 Aug 16 20:35:14.151364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e41dc73-cb6d-4d8a-b42a-c7226de020e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.161861 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-baa92399-99b4-4899-a19e-b06054a197be req-1e432a0d-7874-426b-8f2e-6a9553e96be1 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.185559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6f2c192c-882e-4a1f-92aa-07756aabdd15'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:14.194665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c102c94-66cb-47b4-8dfb-27b4225ecf60 req-99ac0a80-86e6-412e-a6a4-162234443b46 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761945 Aug 16 20:35:14.219625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e432a0d-7874-426b-8f2e-6a9553e96be1 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f2c192c-882e-4a1f-92aa-07756aabdd15,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:14.287619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa92399-99b4-4899-a19e-b06054a197be req-1e432a0d-7874-426b-8f2e-6a9553e96be1 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] No DVR routers for this DVR port 6f2c192c-882e-4a1f-92aa-07756aabdd15 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:14.290918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-baa92399-99b4-4899-a19e-b06054a197be req-1e432a0d-7874-426b-8f2e-6a9553e96be1 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.293766 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-baa92399-99b4-4899-a19e-b06054a197be req-1e432a0d-7874-426b-8f2e-6a9553e96be1 tempest-DeleteServersAdminTestJSON-1712571978 tempest-DeleteServersAdminTestJSON-1712571978-project-admin] 10.222.0.79 "DELETE /v2.0/ports/6f2c192c-882e-4a1f-92aa-07756aabdd15 HTTP/1.1" status: 204 len: 173 time: 0.8047650 Aug 16 20:35:14.294308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'tag': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e'}, {'server_uuid': 'cfc5fca0-91b5-4572-b1e7-c1272103f1f3', 'name': 'network-vif-deleted', 'tag': '6f2c192c-882e-4a1f-92aa-07756aabdd15'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:14.297677 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211ecd59-0032-4e16-a2ab-9ec97256a7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "74c291e2-21f1-4b35-8ca2-4a82c9bfd613", "tag": "bedd970e-7e9c-4edf-bba4-3ed77dd8027e"}, {"server_uuid": "cfc5fca0-91b5-4572-b1e7-c1272103f1f3", "name": "network-vif-deleted", "tag": "6f2c192c-882e-4a1f-92aa-07756aabdd15"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:14.333308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Made reservation on behalf of 39ccbfbebde54f1d89cec17a712f35b4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:14.344385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.349223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0f65ebe-dafa-4cb1-8982-6f38623506fc req-7308b58f-257d-426e-8919-8d6b81a1ba8d tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 210 time: 0.0798082 Aug 16 20:35:14.426711 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b238bd42-37e0-418e-b183-e75439977636 x-openstack-request-id: req-b238bd42-37e0-418e-b183-e75439977636 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:14.428304 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c291e2-21f1-4b35-8ca2-4a82c9bfd613", "tag": "bedd970e-7e9c-4edf-bba4-3ed77dd8027e", "status": "completed", "code": 200}, {"server_uuid": "cfc5fca0-91b5-4572-b1e7-c1272103f1f3", "name": "network-vif-deleted", "tag": "6f2c192c-882e-4a1f-92aa-07756aabdd15", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:14.428749 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b238bd42-37e0-418e-b183-e75439977636 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:14.429360 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'tag': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e', 'status': 'completed', 'code': 200} Aug 16 20:35:14.433122 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc5fca0-91b5-4572-b1e7-c1272103f1f3', 'name': 'network-vif-deleted', 'tag': '6f2c192c-882e-4a1f-92aa-07756aabdd15', 'status': 'completed', 'code': 200} Aug 16 20:35:14.447966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-0cee2c21-e2c2-4df7-b72a-b7caf65471fc tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=97a9bad77dc94fbeac2a453104d461fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407531 Aug 16 20:35:14.518597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Allocated IP 172.20.0.5 (acf706a4-9ec9-4489-bfe2-213695736c3f/577d0868-2656-4697-864d-d9057a25f10d/2fe3a21a-7867-4d67-aba8-b254d4975004) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:14.557490 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e41dc73-cb6d-4d8a-b42a-c7226de020e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.560058 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e41dc73-cb6d-4d8a-b42a-c7226de020e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.561333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3e41dc73-cb6d-4d8a-b42a-c7226de020e2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/11ede442-f330-407f-9782-e7c236d1edff HTTP/1.1" status: 204 len: 168 time: 0.5922132 Aug 16 20:35:14.588790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41dc73-cb6d-4d8a-b42a-c7226de020e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ede442-f330-407f-9782-e7c236d1edff,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:14.594375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ecd59-0032-4e16-a2ab-9ec97256a7ee req-95e7c37e-fabd-494e-ae66-be2e81ec367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.595991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-211ecd59-0032-4e16-a2ab-9ec97256a7ee req-95e7c37e-fabd-494e-ae66-be2e81ec367e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 1127 time: 0.1585801 Aug 16 20:35:14.640484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136feb6b-3417-4cb4-a2cb-0e7ca86102b7 req-ad8feb5a-801e-40b1-9a70-4efe9df5bdcc tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.641910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-136feb6b-3417-4cb4-a2cb-0e7ca86102b7 req-ad8feb5a-801e-40b1-9a70-4efe9df5bdcc tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 944 time: 0.1688344 Aug 16 20:35:14.731516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.732547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-936a37df-7f65-43cc-8236-5bddcd9a7ce4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.734030 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-936a37df-7f65-43cc-8236-5bddcd9a7ce4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639391 Aug 16 20:35:14.778064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-136feb6b-3417-4cb4-a2cb-0e7ca86102b7 req-744bbb61-1467-4402-b5b2-45c0c712657f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941350 Aug 16 20:35:14.780689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-4f7aeb75-9e3e-4f39-bc49-a9c5f194b7a3 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/quotas/97a9bad77dc94fbeac2a453104d461fd HTTP/1.1" status: 200 len: 375 time: 0.0338094 Aug 16 20:35:14.782300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ecd59-0032-4e16-a2ab-9ec97256a7ee req-5569aed4-fa14-4ffd-bf62-cc907426fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.783601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-211ecd59-0032-4e16-a2ab-9ec97256a7ee req-5569aed4-fa14-4ffd-bf62-cc907426fdc9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.1715057 Aug 16 20:35:14.850388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-a69317ee-fd58-4034-8969-caaf0538a361 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=97a9bad77dc94fbeac2a453104d461fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631142 Aug 16 20:35:14.852155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-211ecd59-0032-4e16-a2ab-9ec97256a7ee req-06162ce9-3d16-4483-a3be-d8d9b429acef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e HTTP/1.1" status: 200 len: 217 time: 0.0530357 Aug 16 20:35:14.869971 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.932385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Pushing event updated for resources: {'Port': ['ID=2fe3a21a-7867-4d67-aba8-b254d4975004,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:14.946630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Network acf706a4-9ec9-4489-bfe2-213695736c3f is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:14.948112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:14.950816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:14.955588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ecd59-0032-4e16-a2ab-9ec97256a7ee req-bcf312d8-8f4f-4aa8-8dca-f8e8908a792a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.957120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-211ecd59-0032-4e16-a2ab-9ec97256a7ee req-bcf312d8-8f4f-4aa8-8dca-f8e8908a792a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0958374 Aug 16 20:35:14.957237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.957862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.966095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7f47b-f4a4-4f49-abbb-6ce11223c3f4 req-b4183c97-2277-47a5-846b-eaf44bc29612 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.967829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2be7f47b-f4a4-4f49-abbb-6ce11223c3f4 req-b4183c97-2277-47a5-846b-eaf44bc29612 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 944 time: 0.1080868 Aug 16 20:35:14.999500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-211ecd59-0032-4e16-a2ab-9ec97256a7ee req-7da71294-ce16-4a3c-9a47-6cb2b1c07130 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294416 Aug 16 20:35:15.027257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-67c44e97-6647-40dc-a8c9-f9d926099de4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0009458 Aug 16 20:35:15.038922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Request body: {'port': {'device_id': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:15.094807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2be7f47b-f4a4-4f49-abbb-6ce11223c3f4 req-17ea3b30-8391-4436-86f5-9a5d4caf3edb tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938854 Aug 16 20:35:15.128124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.161267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-211ecd59-0032-4e16-a2ab-9ec97256a7ee req-df9b0ee5-3d3f-456a-a535-b0bb8108b825 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533632 Aug 16 20:35:15.203419 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-415e2921-9d20-4fb2-86d9-5029152ff70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.263878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device af4f1cf2-455b-4425-8087-d2d75babda25 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:15.327114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device bedd970e-7e9c-4edf-bba4-3ed77dd8027e details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:15.382182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-211ecd59-0032-4e16-a2ab-9ec97256a7ee req-9e5d3a2a-25ba-4ae5-8c62-715c66abdc9d service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092121 Aug 16 20:35:15.408900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53b706ea-c634-41ce-9dff-f272049b144e req-712c7b56-e8a5-43f2-82fc-cd1d468a8dd3 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=cfc5fca0-91b5-4572-b1e7-c1272103f1f3 HTTP/1.1" status: 200 len: 210 time: 0.0894618 Aug 16 20:35:15.468110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89ae4297-4ac1-43ce-874b-0d9426edcf05 req-a0c6a7ac-8f45-4999-9667-9534d5f33ce2 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 210 time: 0.1193635 Aug 16 20:35:15.506719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:15.525308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device bedd970e-7e9c-4edf-bba4-3ed77dd8027e has no active binding in host n-h2-793619-14 {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:35:15.580269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe3a21a-7867-4d67-aba8-b254d4975004 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:15.588161 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.601076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Transition to ACTIVE for port object 2fe3a21a-7867-4d67-aba8-b254d4975004 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:15.620069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port af4f1cf2-455b-4425-8087-d2d75babda25 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:15.624548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4e00c-1f11-4957-a988-1026ab5257bd req-aa7d3d5e-f9b4-452f-ba4b-60de68bf26a3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:15.624685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port af4f1cf2-455b-4425-8087-d2d75babda25 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:15.624932 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.631036 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1a4e00c-1f11-4957-a988-1026ab5257bd req-aa7d3d5e-f9b4-452f-ba4b-60de68bf26a3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.0974500 Aug 16 20:35:15.659910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16836aa6-4959-4f45-bb77-a8c839ff0070 req-a2b1edf8-38ba-40ec-a24e-b42f00434459 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:15.659910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16836aa6-4959-4f45-bb77-a8c839ff0070 req-a2b1edf8-38ba-40ec-a24e-b42f00434459 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 931 time: 0.0801063 Aug 16 20:35:15.700375 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.762742 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.774613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16836aa6-4959-4f45-bb77-a8c839ff0070 req-8a1e33fc-eafa-4e28-b47d-dd080e2938b2 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967560 Aug 16 20:35:15.777750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1a4e00c-1f11-4957-a988-1026ab5257bd req-431d0c08-3fe1-41e3-bd36-e7bea3dcd1bf tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416616 Aug 16 20:35:15.796520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe3a21a-7867-4d67-aba8-b254d4975004,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:15.803023 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:15.803173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:15.803514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:15.804104 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4f1cf2-455b-4425-8087-d2d75babda25'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:15.807916 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcb3bb5-f57e-4c95-98ab-f56113c5473e" -d '{"events": [{"server_uuid": "75c954bb-7084-47d4-9c31-4369044fb4c2", "name": "network-vif-plugged", "status": "completed", "tag": "af4f1cf2-455b-4425-8087-d2d75babda25"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:15.814661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Port 2fe3a21a-7867-4d67-aba8-b254d4975004 on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:15.814661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:15.814661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:15.815804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:15.815804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:15.815984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Bound port: 2fe3a21a-7867-4d67-aba8-b254d4975004, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:15.816185 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.835732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port af4f1cf2-455b-4425-8087-d2d75babda25, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=af4f1cf2-455b-4425-8087-d2d75babda25,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:15.870201 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431b376b-ce5d-400d-b072-249ccde951a4 x-openstack-request-id: req-431b376b-ce5d-400d-b072-249ccde951a4 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:15.870519 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c954bb-7084-47d4-9c31-4369044fb4c2", "name": "network-vif-plugged", "status": "completed", "tag": "af4f1cf2-455b-4425-8087-d2d75babda25", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:15.871000 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-431b376b-ce5d-400d-b072-249ccde951a4 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:15.872065 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'code': 200} Aug 16 20:35:15.906020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:15.913108 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.926124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2fe3a21a-7867-4d67-aba8-b254d4975004,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:15.940397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65080fa7-5af8-43aa-95f1-23e4e4013eb1 req-6bbcd8d7-9465-4c02-8ad8-3733f1850655 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:15.948068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65080fa7-5af8-43aa-95f1-23e4e4013eb1 req-6bbcd8d7-9465-4c02-8ad8-3733f1850655 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 944 time: 0.0592995 Aug 16 20:35:15.996129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.996339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59510) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:16.006456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=af4f1cf2-455b-4425-8087-d2d75babda25,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:16.019823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65080fa7-5af8-43aa-95f1-23e4e4013eb1 req-5df1a25e-6b0e-4ace-8b11-a9b0d6f6b70a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708892 Aug 16 20:35:16.036368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53495cbc-2ab4-4e57-8883-f9265ed54bab req-c14a438e-788e-4bc3-850d-e3d7d02f5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:16.037791 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53495cbc-2ab4-4e57-8883-f9265ed54bab req-c14a438e-788e-4bc3-850d-e3d7d02f5547 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0550838 Aug 16 20:35:16.038329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:16.038938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.040878 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] 10.222.0.76 "PUT /v2.0/ports/2fe3a21a-7867-4d67-aba8-b254d4975004 HTTP/1.1" status: 200 len: 1092 time: 1.0063319 Aug 16 20:35:16.058833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7bad4-4cec-4f35-b788-273228cccc14 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe3a21a-7867-4d67-aba8-b254d4975004,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:16.090914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53495cbc-2ab4-4e57-8883-f9265ed54bab req-ef086846-8770-4dd6-bf9d-c12e698b0266 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299597 Aug 16 20:35:16.135691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-network', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:16.245263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13787a-8af7-443b-82d6-b228f639a4bd req-a3f76c47-a5cf-4f33-91d3-d1936ae50c6e tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:16.246670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b13787a-8af7-443b-82d6-b228f639a4bd req-a3f76c47-a5cf-4f33-91d3-d1936ae50c6e tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 945 time: 0.0753076 Aug 16 20:35:16.249398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-7e206fff-e2e1-49ac-a495-c9449a6f5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:16.250739 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-7e206fff-e2e1-49ac-a495-c9449a6f5558 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 1095 time: 0.0678551 Aug 16 20:35:16.312534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-eb8e32fc-45cc-45c7-aea8-29960f7cfc78 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fe3a21a-7867-4d67-aba8-b254d4975004 HTTP/1.1" status: 200 len: 217 time: 0.0468664 Aug 16 20:35:16.313100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:16.315304 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.333857 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.340048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b13787a-8af7-443b-82d6-b228f639a4bd req-acbfc6de-3b8c-43bc-97e8-615601564d67 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871758 Aug 16 20:35:16.393003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-51cc959a-ad5d-486e-b389-c162bca2d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:16.394472 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-51cc959a-ad5d-486e-b389-c162bca2d1fa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0679278 Aug 16 20:35:16.430973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'tag': '2fe3a21a-7867-4d67-aba8-b254d4975004'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:16.433558 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6597e13-1b7c-40c0-85ee-132d312a2b80" -d '{"events": [{"name": "network-changed", "server_uuid": "e20d65e2-a35f-4aa6-bbac-ccad19beb73d", "tag": "2fe3a21a-7867-4d67-aba8-b254d4975004"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:16.438639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-0e02d80f-c978-4507-bdea-bf3b55f3d244 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335302 Aug 16 20:35:16.471143 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d2d99e-f625-405e-9909-64a376691152 x-openstack-request-id: req-45d2d99e-f625-405e-9909-64a376691152 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:16.471440 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20d65e2-a35f-4aa6-bbac-ccad19beb73d", "tag": "2fe3a21a-7867-4d67-aba8-b254d4975004", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:16.471696 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45d2d99e-f625-405e-9909-64a376691152 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:16.472092 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'tag': '2fe3a21a-7867-4d67-aba8-b254d4975004', 'status': 'completed', 'code': 200} Aug 16 20:35:16.537354 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.581409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b904293-5901-4e18-9c7f-2f44a79fc87d req-b96cccce-266f-45af-99f6-24d497f171a3 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 210 time: 0.0328796 Aug 16 20:35:16.585406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-a0391434-3d92-4ad4-989e-5b61d7f43e6b service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320968 Aug 16 20:35:16.611998 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:35:16.648137 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.698164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:35:16.717658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4e210d-48b6-4d30-8ca2-9223c3b09428,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:16.733969 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-6172cb3b-841e-4ae1-ab99-2c487fd6c5cc tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=280609f0a3bc4101a5ea0af62d1d895f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547612 Aug 16 20:35:16.736005 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.736347 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Added segment 8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26 of type vlan for network 9505ab7f-c601-4aee-bc21-fb8454e73838 Aug 16 20:35:16.773231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba07d6b5-57a9-4c23-bec7-8ca0635028a6 req-8a60b51a-2b3a-46b3-830c-491619981d61 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775639 Aug 16 20:35:16.848415 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.881861 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-c6e97568-f321-417d-901b-86672327439e tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=97a9bad77dc94fbeac2a453104d461fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246775 Aug 16 20:35:16.931372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67534413-6270-4841-8b91-f73e33ca34e2 req-b11d351d-85d8-4f23-b4d8-4e9a9cf77a58 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:16.932835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67534413-6270-4841-8b91-f73e33ca34e2 req-b11d351d-85d8-4f23-b4d8-4e9a9cf77a58 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 943 time: 0.1114020 Aug 16 20:35:16.939298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-80d2cd79-ba13-4c46-8a42-5ed30627de89 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:16.940647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-80d2cd79-ba13-4c46-8a42-5ed30627de89 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985033 Aug 16 20:35:16.994414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-7f697ba3-c625-4abc-bbd9-97c0cc806b0c tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/quotas/280609f0a3bc4101a5ea0af62d1d895f HTTP/1.1" status: 200 len: 375 time: 0.0383608 Aug 16 20:35:17.004372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.004655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-89a803b8-9cd5-4d0d-b52b-78beb977538b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:17.005356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:17.005915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.006601 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-89a803b8-9cd5-4d0d-b52b-78beb977538b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1177394 Aug 16 20:35:17.026009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Request body: {'port': {'device_id': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '97a9bad77dc94fbeac2a453104d461fd'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:17.042915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67534413-6270-4841-8b91-f73e33ca34e2 req-c234163f-85a0-45f0-8f62-75d655d6eb89 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002285 Aug 16 20:35:17.087644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-810e5e54-e8e8-4ec4-ba38-80019106e6e4 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=280609f0a3bc4101a5ea0af62d1d895f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778842 Aug 16 20:35:17.106632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597e13-1b7c-40c0-85ee-132d312a2b80 req-d6daa621-5af6-4438-9ecb-8a8bb60b9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:17.108137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6597e13-1b7c-40c0-85ee-132d312a2b80 req-d6daa621-5af6-4438-9ecb-8a8bb60b9ac5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 1095 time: 0.1665766 Aug 16 20:35:17.125179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] Pushing event updated for resources: {'Network': ['ID=9505ab7f-c601-4aee-bc21-fb8454e73838,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:17.141111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 9505ab7f-c601-4aee-bc21-fb8454e73838 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:35:17.171016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cba7933f-e103-4c61-844f-713c667cf00d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1722238 Aug 16 20:35:17.179795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59542) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:17.191455 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] Request body: {'subnet': {'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-subnet', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:17.256056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0152d77-0607-447f-80f2-a7b3976e28d3 req-eda036fa-9536-4283-917c-990327555727 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:17.257529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0152d77-0607-447f-80f2-a7b3976e28d3 req-eda036fa-9536-4283-917c-990327555727 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.0907390 Aug 16 20:35:17.258469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597e13-1b7c-40c0-85ee-132d312a2b80 req-6b2a4ade-e26b-484b-8499-c90b5eff214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:17.260350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6597e13-1b7c-40c0-85ee-132d312a2b80 req-6b2a4ade-e26b-484b-8499-c90b5eff214e service neutron] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.1436112 Aug 16 20:35:17.294570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Made reservation on behalf of 97a9bad77dc94fbeac2a453104d461fd for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:17.298032 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.307228 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.325096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6597e13-1b7c-40c0-85ee-132d312a2b80 req-da0b9fa4-bc2a-4707-b8d0-f1e00159c7a4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fe3a21a-7867-4d67-aba8-b254d4975004 HTTP/1.1" status: 200 len: 217 time: 0.0447872 Aug 16 20:35:17.330958 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:35:17.330958 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:35:17.330958 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': '97a9bad77dc94fbeac2a453104d461fd', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 35, 17, 317062)}] Aug 16 20:35:17.330958 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:35:17.331363 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:35:17.334414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0152d77-0607-447f-80f2-a7b3976e28d3 req-c9b46117-f172-4ddf-9102-e7e0e008968e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702333 Aug 16 20:35:17.359611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6f2c192c-882e-4a1f-92aa-07756aabdd15 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:17.388035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 6f2c192c-882e-4a1f-92aa-07756aabdd15 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:17.388602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6f2c192c-882e-4a1f-92aa-07756aabdd15 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:17.400567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597e13-1b7c-40c0-85ee-132d312a2b80 req-3135e35c-0283-43ca-8226-ed265c927957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:17.402019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6597e13-1b7c-40c0-85ee-132d312a2b80 req-3135e35c-0283-43ca-8226-ed265c927957 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0667770 Aug 16 20:35:17.465954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6597e13-1b7c-40c0-85ee-132d312a2b80 req-ef75f580-e55f-4e1c-b654-49b6296dfea0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409532 Aug 16 20:35:17.509589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07d8f7-b923-48c6-8e2d-6d1e8e1326eb req-aa3b25f3-c8ef-4b06-977c-947c96b7c8aa tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:17.511184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db07d8f7-b923-48c6-8e2d-6d1e8e1326eb req-aa3b25f3-c8ef-4b06-977c-947c96b7c8aa tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 944 time: 0.1039231 Aug 16 20:35:17.541450 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5f17127e-01a6-409d-af97-6b6d3e74ce7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.552835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:17.555149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.828957 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.844688 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.910039 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-b959b6b4-b729-4464-9e36-b84ab3be7d97 service neutron] 10.222.0.76 "GET /v2.0/ports/bedd970e-7e9c-4edf-bba4-3ed77dd8027e/bindings/n-h2-793619-14 HTTP/1.1" status: 200 len: 385 time: 0.0928147 Aug 16 20:35:17.921736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-1821855f-a648-4be8-b722-7673ad0bdedb tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=97a9bad77dc94fbeac2a453104d461fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531535 Aug 16 20:35:17.934010 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db07d8f7-b923-48c6-8e2d-6d1e8e1326eb req-9f0f5d25-b00e-432e-9481-96e80b4d1cbf tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975639 Aug 16 20:35:17.965956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6597e13-1b7c-40c0-85ee-132d312a2b80 req-c6553074-332b-4644-8fe5-c3de25b22e38 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872856 Aug 16 20:35:18.037573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e804e-44b0-4ed5-8adc-ef95da31f9b7 req-b5bf6068-0765-46c8-964b-c8e39cc2beb8 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.038992 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae5e804e-44b0-4ed5-8adc-ef95da31f9b7 req-b5bf6068-0765-46c8-964b-c8e39cc2beb8 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 945 time: 0.4922671 Aug 16 20:35:18.070519 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.125784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8edbfd31-587b-4348-825f-64bae78735e6 req-f574ecf7-4693-4da8-9a3c-21c7206d4352 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 210 time: 0.1036949 Aug 16 20:35:18.143837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.228161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae5e804e-44b0-4ed5-8adc-ef95da31f9b7 req-64685742-f1fb-4d57-87a3-f36af5f589ce tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663444 Aug 16 20:35:18.236448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9a2d67-ab5f-49f2-8dff-672780277acd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:18.241678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-760c828c-859a-445a-b2d4-94782e323fce service neutron] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:18.267681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b1724c7-d4b1-4f58-b4a7-a46db0b70698 req-d03c2839-57d4-48c0-a7db-4fb1f871eb5b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 210 time: 0.0669248 Aug 16 20:35:18.282297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-6bd3c320-f3eb-487e-b22f-a2ff2963530b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.283729 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-6bd3c320-f3eb-487e-b22f-a2ff2963530b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3391852 Aug 16 20:35:18.311401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Request body: {'port': {'device_id': '954d727d-2619-474b-bd17-30eff75dd235', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '97a9bad77dc94fbeac2a453104d461fd'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:18.316016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-760c828c-859a-445a-b2d4-94782e323fce service neutron] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:18.320818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6597e13-1b7c-40c0-85ee-132d312a2b80 req-0717555b-23e2-4b00-b867-4ea5788211f4 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029377 Aug 16 20:35:18.353404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-760c828c-859a-445a-b2d4-94782e323fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedd970e-7e9c-4edf-bba4-3ed77dd8027e {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:18.371592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-760c828c-859a-445a-b2d4-94782e323fce service neutron] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:18.394980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Allocated IP 192.168.233.155 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/b72a8aa5-33d3-43c6-92c8-6b6633326318) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:18.480082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-760c828c-859a-445a-b2d4-94782e323fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.575390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925a97a-47ea-4e3d-8c3d-3c627f4f3390 req-bfb12e9d-f3fd-4c0e-8d2f-36f170b5a3f3 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.578938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1925a97a-47ea-4e3d-8c3d-3c627f4f3390 req-bfb12e9d-f3fd-4c0e-8d2f-36f170b5a3f3 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 943 time: 0.2073002 Aug 16 20:35:18.584980 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.607475 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.607706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-cd2a420b-b1e4-4ced-86fc-56e52895533d tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.607822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-cd2a420b-b1e4-4ced-86fc-56e52895533d tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1852236 Aug 16 20:35:18.609640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-760c828c-859a-445a-b2d4-94782e323fce service neutron] Transition to ACTIVE for port object bedd970e-7e9c-4edf-bba4-3ed77dd8027e will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:18.619974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Transition to ACTIVE for port object b72a8aa5-33d3-43c6-92c8-6b6633326318 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:18.683789 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-760c828c-859a-445a-b2d4-94782e323fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.713879 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.736596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c47eaa-d5e4-4aaf-bef9-954047912db6,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:18.750612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-e197f18c-d7ff-41ea-a766-b87400954358 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 696 time: 0.1181037 Aug 16 20:35:18.757228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1925a97a-47ea-4e3d-8c3d-3c627f4f3390 req-53774d10-6788-4ab8-a459-9ac14e47a5f7 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694648 Aug 16 20:35:18.764865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-d5a2db7d-38d7-479a-9585-26bcdae19d2b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Request body: {'floatingip': {'port_id': '6028746d-172c-474a-b28d-f41366b803b4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:18.781181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c828c-859a-445a-b2d4-94782e323fce service neutron] Pushing event updated for resources: {'Port': ['ID=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,revision_number=10']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:18.788042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-760c828c-859a-445a-b2d4-94782e323fce service neutron] No DVR routers for this DVR port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:18.791874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:18.799853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:18.800018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] Checking segment: {'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:18.800309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] Network hostable DHCP agents. Network: 9505ab7f-c601-4aee-bc21-fb8454e73838, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:35:18.806414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Made reservation on behalf of 97a9bad77dc94fbeac2a453104d461fd for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:18.809914 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.822221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:18.827835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.828452 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.832073 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-d5a2db7d-38d7-479a-9585-26bcdae19d2b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.877446 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-760c828c-859a-445a-b2d4-94782e323fce service neutron] 10.222.0.76 "PUT /v2.0/ports/bedd970e-7e9c-4edf-bba4-3ed77dd8027e/bindings/n-h2-793619-14/activate HTTP/1.1" status: 200 len: 370 time: 0.9569008 Aug 16 20:35:18.878405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Pushing event updated for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:18.933003 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-6501d5b8-98be-40b3-a8e6-fa8d42a60899 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9115601 Aug 16 20:35:18.959777 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Request body: {'port': {'device_id': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:19.017663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] Network 9505ab7f-c601-4aee-bc21-fb8454e73838 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:35:19.025902 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.037158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.79', 50036) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:19.069141 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.095752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f303fc8-ebf9-47b5-a85f-14907b7ad5f7 req-b871deef-f6d7-4d5e-9309-c7df67eed70e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:19.097343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f303fc8-ebf9-47b5-a85f-14907b7ad5f7 req-b871deef-f6d7-4d5e-9309-c7df67eed70e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.2534742 Aug 16 20:35:19.140461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 9505ab7f-c601-4aee-bc21-fb8454e73838) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:19.147916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:19.149115 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.155068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f926b0-28a0-4425-b589-e76191534da5 None None] Network 9505ab7f-c601-4aee-bc21-fb8454e73838 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:19.204533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-be818995-f6d9-433e-9886-035984e7ffc3 None None] Provisioning for port b72a8aa5-33d3-43c6-92c8-6b6633326318 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:19.213491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-be818995-f6d9-433e-9886-035984e7ffc3 None None] Provisioning complete for port b72a8aa5-33d3-43c6-92c8-6b6633326318 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:19.214128 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-be818995-f6d9-433e-9886-035984e7ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.216910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Allocated IP 192.168.233.141 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/045c3693-b5c5-44c0-befd-ab0597592598) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:19.275625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f303fc8-ebf9-47b5-a85f-14907b7ad5f7 req-736ed835-b1c6-40bf-bc05-258d9d11af18 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176600 Aug 16 20:35:19.276166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-be818995-f6d9-433e-9886-035984e7ffc3 None None] Port b72a8aa5-33d3-43c6-92c8-6b6633326318 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:19.300735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-18eec7ea-4923-4b2f-bfee-d9d2fd6427e7 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:19.302357 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-18eec7ea-4923-4b2f-bfee-d9d2fd6427e7 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.2641029 Aug 16 20:35:19.359259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-9505ab7f-c601-4aee-bc21-fb8454e73838', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'fixed_ips': [{'subnet_id': '29c47eaa-d5e4-4aaf-bef9-954047912db6'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:35:19.361584 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.369046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-875fb65c-91c3-4b6f-9a5a-08b9c801d232 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1827691 Aug 16 20:35:19.373532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59574) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:19.415745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:19.415947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ae49ca0c-876c-4390-89f6-15946e2a03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:19.415947 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-ae49ca0c-876c-4390-89f6-15946e2a03ff service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613&tenant_id=fe83c9f712414113b5db1690292a17d0 HTTP/1.1" status: 200 len: 1097 time: 0.0635264 Aug 16 20:35:19.496459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-a6de9a7a-03b4-4eb8-851e-28d750422957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:19.498706 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-a6de9a7a-03b4-4eb8-851e-28d750422957 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 1097 time: 0.0508347 Aug 16 20:35:19.534904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Allocated IP 172.20.0.2 (9505ab7f-c601-4aee-bc21-fb8454e73838/29c47eaa-d5e4-4aaf-bef9-954047912db6/dc731338-255b-4fec-942c-f9eab56cdff5) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:19.589743 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.591043 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.595424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-b669b64c-c658-4ae9-b4ab-4e4ed43491c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:19.597007 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-b669b64c-c658-4ae9-b4ab-4e4ed43491c4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.0908856 Aug 16 20:35:19.630846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac513ed-9416-434e-a0ca-74d2a3d55423 req-f649b554-90a2-44c1-a464-455a78ab09e1 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:19.640173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ac513ed-9416-434e-a0ca-74d2a3d55423 req-f649b554-90a2-44c1-a464-455a78ab09e1 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 945 time: 0.2141814 Aug 16 20:35:19.647836 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-48c9db98-dd56-4dd4-911c-0e16187d129f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e HTTP/1.1" status: 200 len: 217 time: 0.0420105 Aug 16 20:35:19.698914 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.706272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Transition to ACTIVE for port object dc731338-255b-4fec-942c-f9eab56cdff5 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:19.712050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-6e43553e-ea54-4ed9-9451-72c79cf49fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:19.713548 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-6e43553e-ea54-4ed9-9451-72c79cf49fba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0551069 Aug 16 20:35:19.721349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Transition to ACTIVE for port object dc731338-255b-4fec-942c-f9eab56cdff5 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:19.750689 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-3a28be0c-4d2a-4f37-ac5d-f61dc4c7c6b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265164 Aug 16 20:35:19.777844 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.797470 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.resource_extend [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-d5a2db7d-38d7-479a-9585-26bcdae19d2b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:35:19.806866 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.830963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ac513ed-9416-434e-a0ca-74d2a3d55423 req-9041e16b-141d-4136-8d94-bf9d2ba3f4e3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891546 Aug 16 20:35:19.835505 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.848427 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-035ccd73-c124-42f0-b102-60f515f8f221 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=280609f0a3bc4101a5ea0af62d1d895f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741286 Aug 16 20:35:19.848598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Network 9505ab7f-c601-4aee-bc21-fb8454e73838 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:19.856664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:19.866410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:19.873321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Pushing event updated for resources: {'Port': ['ID=dc731338-255b-4fec-942c-f9eab56cdff5,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:19.878471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Transition to ACTIVE for port object 045c3693-b5c5-44c0-befd-ab0597592598 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:19.935217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Attempting to bind port dc731338-255b-4fec-942c-f9eab56cdff5 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:19.935217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Attempting to bind port dc731338-255b-4fec-942c-f9eab56cdff5 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:19.935590 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Attempting to bind port dc731338-255b-4fec-942c-f9eab56cdff5 on network 9505ab7f-c601-4aee-bc21-fb8454e73838 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:19.941049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:19.941665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Checking segment: {'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:19.947258 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.947258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Bound using segment: {'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:19.947258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Bound port: dc731338-255b-4fec-942c-f9eab56cdff5, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:19.947258 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.957940 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-4ec4f7b3-736e-449f-9efa-5d840fd8d386 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927607 Aug 16 20:35:19.962628 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-d5a2db7d-38d7-479a-9585-26bcdae19d2b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.022117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] For port dc731338-255b-4fec-942c-f9eab56cdff5, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:20.025557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebddc3fc-46b0-4dad-b297-2d9923f64e6d req-253ca2c8-df49-4d19-925d-e821fb670b91 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 210 time: 0.0650642 Aug 16 20:35:20.030658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] For port dc731338-255b-4fec-942c-f9eab56cdff5, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dc731338-255b-4fec-942c-f9eab56cdff5,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:20.036348 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-d3abd305-54ee-40a0-8e66-046ce2935b96 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:20.037863 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-d3abd305-54ee-40a0-8e66-046ce2935b96 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834238 Aug 16 20:35:20.050320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Request body: {'port': {'device_id': 'e4516cb4-ae4f-49b7-aeba-a348497684e2', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '280609f0a3bc4101a5ea0af62d1d895f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:20.109429 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.156152 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-7d63bf8e-eb20-4231-9111-3bba5a9ec03e service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857796 Aug 16 20:35:20.190367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7055984-dc23-4e5c-ab2b-c62e36a18598 None None] Pushing event updated for resources: {'Port': ['ID=dc731338-255b-4fec-942c-f9eab56cdff5,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:20.280639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Made reservation on behalf of 280609f0a3bc4101a5ea0af62d1d895f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:20.284997 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.395838 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-d5a2db7d-38d7-479a-9585-26bcdae19d2b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.439323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.469551 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.478499 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-852c0448-b95b-408e-b288-aeb586d8b34f req-9b8ede57-cef9-4ebe-9e88-6002f94c528f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 210 time: 0.0779102 Aug 16 20:35:20.558157 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-d5a2db7d-38d7-479a-9585-26bcdae19d2b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Floating IP 8feaceaa-407a-4045-a046-0d207b58faf6 associated. External IP: 172.25.4.174, port: 6028746d-172c-474a-b28d-f41366b803b4. Aug 16 20:35:20.625629 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.726712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-3bedb64b-6887-4cc1-8312-6f21aeb30434 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:20.728831 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-3bedb64b-6887-4cc1-8312-6f21aeb30434 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.0675807 Aug 16 20:35:20.742213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:20.756937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfab31a-0e5d-415c-b13f-7876d4790ed1 req-b192e9b5-0654-4431-bcb6-ef8f8fbf59fe tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:20.758467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcfab31a-0e5d-415c-b13f-7876d4790ed1 req-b192e9b5-0654-4431-bcb6-ef8f8fbf59fe tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 943 time: 0.2166557 Aug 16 20:35:20.768442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:20.781628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:20.792664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Pushing event updated for resources: {'Port': ['ID=045c3693-b5c5-44c0-befd-ab0597592598,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:20.865989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72a8aa5-33d3-43c6-92c8-6b6633326318 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:20.881319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:20.881984 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.895507 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.919485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Transition to ACTIVE for port object b72a8aa5-33d3-43c6-92c8-6b6633326318 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:20.933368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcfab31a-0e5d-415c-b13f-7876d4790ed1 req-035dd4cd-ec61-48c6-a321-71f7bde6b6c4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558495 Aug 16 20:35:21.010634 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.052545 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-02483015-82c7-4ac2-91e5-0095e258a7e6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7488890 Aug 16 20:35:21.087518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-f1a9be4b-6229-49a1-bd1e-ac9acb277e86 service neutron] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:21.097497 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-f1a9be4b-6229-49a1-bd1e-ac9acb277e86 service neutron] Notify callbacks [] for binding, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.098711 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2440a311-fe40-44cb-9a1c-c16694285f42 req-f1a9be4b-6229-49a1-bd1e-ac9acb277e86 service neutron] 10.222.0.79 "DELETE /v2.0/ports/bedd970e-7e9c-4edf-bba4-3ed77dd8027e/bindings/n-h1-793619-14 HTTP/1.1" status: 204 len: 173 time: 0.3594975 Aug 16 20:35:21.122496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Pushing event updated for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:21.133239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-d5a2db7d-38d7-479a-9585-26bcdae19d2b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Router ddf558d7-e514-469e-86fb-f2a0f657d012 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:21.134955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Allocated IP 192.168.233.70 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/f9b9839c-516f-494b-8d30-c884e0777d8b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:21.137976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Request body: {'port': {'device_id': '954d727d-2619-474b-bd17-30eff75dd235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:21.182547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Attempting to bind port b72a8aa5-33d3-43c6-92c8-6b6633326318 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:21.183149 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Attempting to bind port b72a8aa5-33d3-43c6-92c8-6b6633326318 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:21.183602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Attempting to bind port b72a8aa5-33d3-43c6-92c8-6b6633326318 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:21.200978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Port b72a8aa5-33d3-43c6-92c8-6b6633326318 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:21.201479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Attempting to bind port b72a8aa5-33d3-43c6-92c8-6b6633326318 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:21.209966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb505-6626-4ca3-a5d0-ff18cf8ca709 req-5480f0ec-b727-4ec9-a432-c4b4e8743656 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:21.212734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:21.213237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:21.213725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:21.214272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Bound port: b72a8aa5-33d3-43c6-92c8-6b6633326318, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:21.214738 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.218048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-646eb505-6626-4ca3-a5d0-ff18cf8ca709 req-5480f0ec-b727-4ec9-a432-c4b4e8743656 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.2132852 Aug 16 20:35:21.222646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-28b52ca8-ec83-4293-934d-c6f0f5f00e81 None None] Provisioning for port 045c3693-b5c5-44c0-befd-ab0597592598 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:21.226652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-28b52ca8-ec83-4293-934d-c6f0f5f00e81 None None] Provisioning complete for port 045c3693-b5c5-44c0-befd-ab0597592598 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:21.227025 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-28b52ca8-ec83-4293-934d-c6f0f5f00e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.309055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2fe3a21a-7867-4d67-aba8-b254d4975004 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:21.311785 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bedd970e-7e9c-4edf-bba4-3ed77dd8027e no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:21.333211 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.357387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-28b52ca8-ec83-4293-934d-c6f0f5f00e81 None None] Port 045c3693-b5c5-44c0-befd-ab0597592598 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:21.363372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.375094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:21.385418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:21.427806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4cdce3-9a34-47ec-b71a-2d2ce5da0197 None None] Network 9505ab7f-c601-4aee-bc21-fb8454e73838 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:21.445199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.460103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Transition to ACTIVE for port object f9b9839c-516f-494b-8d30-c884e0777d8b will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:21.471876 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.494549 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.495537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bedd970e-7e9c-4edf-bba4-3ed77dd8027e not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:21.514739 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-646eb505-6626-4ca3-a5d0-ff18cf8ca709 req-db9457b7-20f5-4719-94e3-8e504d94e82a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951326 Aug 16 20:35:21.540716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:21.541039 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.542685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] 10.222.0.79 "PUT /v2.0/ports/b72a8aa5-33d3-43c6-92c8-6b6633326318 HTTP/1.1" status: 200 len: 1097 time: 2.5981236 Aug 16 20:35:21.543623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:21.548871 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07cd514-14ab-4151-b702-5ada61c6676a" -d '{"events": [{"name": "network-changed", "server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:21.582213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2fe3a21a-7867-4d67-aba8-b254d4975004,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:21.598398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '2fe3a21a-7867-4d67-aba8-b254d4975004', 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f', 'port_id': '2fe3a21a-7867-4d67-aba8-b254d4975004', 'mac_address': 'fa:16:3e:62:ca:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577d0868-2656-4697-864d-d9057a25f10d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:21.599000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-d5a2db7d-38d7-479a-9585-26bcdae19d2b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:21.606961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-d5a2db7d-38d7-479a-9585-26bcdae19d2b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.616994 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3635bc-46ae-4f71-81cd-7afec003008a None None] Sync routers for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:21.628674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3f4df-9ed7-43ed-94ce-b15a207e521f service neutron] Pushing event updated for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:21.631871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e4b8fc51-69c3-4d3a-9b1a-eb70ccb9d584 None None] Provisioning for port dc731338-255b-4fec-942c-f9eab56cdff5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:21.633156 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3635bc-46ae-4f71-81cd-7afec003008a None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:21.641683 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1a3635bc-46ae-4f71-81cd-7afec003008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:21.671737 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.687554 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.734060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe3a21a-7867-4d67-aba8-b254d4975004 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:21.761538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2fe3a21a-7867-4d67-aba8-b254d4975004,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:21.811718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:21.831646 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1a3635bc-46ae-4f71-81cd-7afec003008a None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:21.838021 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.889582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:21.896008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:21.905424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=2fe3a21a-7867-4d67-aba8-b254d4975004,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:21.908828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:21.911046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.923777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-d5a2db7d-38d7-479a-9585-26bcdae19d2b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "PUT /v2.0/floatingips/8feaceaa-407a-4045-a046-0d207b58faf6 HTTP/1.1" status: 200 len: 996 time: 3.1653030 Aug 16 20:35:21.938109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:21.946500 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e4b1da-b586-493d-b38d-899363e7bf25" -d '{"events": [{"name": "network-changed", "server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "tag": "6028746d-172c-474a-b28d-f41366b803b4"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:21.998744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Pushing event updated for resources: {'Port': ['ID=f9b9839c-516f-494b-8d30-c884e0777d8b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:22.017566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-a9f21b5b-417a-42ec-abc5-cf13dce881ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.018145 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-a9f21b5b-417a-42ec-abc5-cf13dce881ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=97a9bad77dc94fbeac2a453104d461fd&device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 1100 time: 0.3007815 Aug 16 20:35:22.069718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['2fe3a21a-7867-4d67-aba8-b254d4975004'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:22.101891 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-01a9449e-3fdf-41bf-8f57-f315a3c588e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318 HTTP/1.1" status: 200 len: 217 time: 0.0640786 Aug 16 20:35:22.112568 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-cb57a80e-93bc-4e4f-95d9-b3a562c12e79 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0575004 Aug 16 20:35:22.128639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Request body: {'port': {'device_id': 'e4516cb4-ae4f-49b7-aeba-a348497684e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:22.194317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388f698-96c9-4613-8af3-8a6b562df99f req-33dadd5d-fdbd-4e8d-a88e-2cda22983b9b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.195838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d388f698-96c9-4613-8af3-8a6b562df99f req-33dadd5d-fdbd-4e8d-a88e-2cda22983b9b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 945 time: 0.3713372 Aug 16 20:35:22.211932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dc731338-255b-4fec-942c-f9eab56cdff5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:22.253675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Allocated IP 172.25.4.209 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/bbf27665-f08a-4e8f-9e6f-c662174e14af) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:22.271588 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1a3635bc-46ae-4f71-81cd-7afec003008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': '6028746d-172c-474a-b28d-f41366b803b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:91:6d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98239-9321-44e7-aadf-2381546783ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:19Z', 'revision_number': 1, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:22.277822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-1602b527-034e-40f9-a028-8558be39e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.280137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-1602b527-034e-40f9-a028-8558be39e1ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 1097 time: 0.3555815 Aug 16 20:35:22.312356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-f352f5db-6fda-4b9d-9eb6-aa66921bb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.314161 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-f352f5db-6fda-4b9d-9eb6-aa66921bb013 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1992993 Aug 16 20:35:22.316841 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3635bc-46ae-4f71-81cd-7afec003008a None None] Checking router: ddf558d7-e514-469e-86fb-f2a0f657d012 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:22.329709 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3635bc-46ae-4f71-81cd-7afec003008a None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:22.331155 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1a3635bc-46ae-4f71-81cd-7afec003008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:22.332134 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.391226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port dc731338-255b-4fec-942c-f9eab56cdff5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:22.393954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-c8e3cd03-59ea-4d52-89ea-94bd751508ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.395902 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-c8e3cd03-59ea-4d52-89ea-94bd751508ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733082 Aug 16 20:35:22.396992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port dc731338-255b-4fec-942c-f9eab56cdff5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:22.397601 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.426580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8bd28d07-a1b6-47a3-80ba-ae8f00f6f60c None None] Provisioning for port f9b9839c-516f-494b-8d30-c884e0777d8b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:22.437057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d388f698-96c9-4613-8af3-8a6b562df99f req-6f100e24-3e02-4c0e-a245-a6c7f0644fda tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127855 Aug 16 20:35:22.455106 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8bd28d07-a1b6-47a3-80ba-ae8f00f6f60c None None] Provisioning complete for port f9b9839c-516f-494b-8d30-c884e0777d8b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:22.455960 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8bd28d07-a1b6-47a3-80ba-ae8f00f6f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.476373 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1a3635bc-46ae-4f71-81cd-7afec003008a None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:22.498960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8bd28d07-a1b6-47a3-80ba-ae8f00f6f60c None None] Port f9b9839c-516f-494b-8d30-c884e0777d8b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:22.580348 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.593766 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-468995fe-90f0-4524-ae8a-6347f36a506a service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773221 Aug 16 20:35:22.630861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port dc731338-255b-4fec-942c-f9eab56cdff5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dc731338-255b-4fec-942c-f9eab56cdff5,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:22.702499 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32d5e1b-b6d7-41cf-a434-0986139b6e25 req-8cce44c0-412e-4cf3-b148-6a7cdb9e61e7 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041553 Aug 16 20:35:22.749012 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.767035 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1a3635bc-46ae-4f71-81cd-7afec003008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': '6028746d-172c-474a-b28d-f41366b803b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:91:6d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98239-9321-44e7-aadf-2381546783ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:19Z', 'revision_number': 1, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:22.795957 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3635bc-46ae-4f71-81cd-7afec003008a None None] The sync data for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 is: [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': '6028746d-172c-474a-b28d-f41366b803b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:91:6d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98239-9321-44e7-aadf-2381546783ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:19Z', 'revision_number': 1, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:22.806112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=dc731338-255b-4fec-942c-f9eab56cdff5,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:22.888141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045c3693-b5c5-44c0-befd-ab0597592598 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:22.906167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-a6f9d6c7-f1a2-4b8c-b826-57f1b9b7ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.907752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-a6f9d6c7-f1a2-4b8c-b826-57f1b9b7ce8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.6132860 Aug 16 20:35:22.910455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.978970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4f988-9eda-4c58-ae9e-c64416be6ecc None None] New status for floating IP 8feaceaa-407a-4045-a046-0d207b58faf6: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:35:23.012089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e990056-f185-40f9-902c-cf9c0d40f639 req-3ecc0c10-8c8d-4700-b5b6-838badccd2a8 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.013633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e990056-f185-40f9-902c-cf9c0d40f639 req-3ecc0c10-8c8d-4700-b5b6-838badccd2a8 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 935 time: 0.4559431 Aug 16 20:35:23.014642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Transition to ACTIVE for port object 045c3693-b5c5-44c0-befd-ab0597592598 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:23.023174 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.069935 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-261a5c16-250a-47cd-a651-bacdb7bbec2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 999 time: 0.1523123 Aug 16 20:35:23.125294 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.167457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e990056-f185-40f9-902c-cf9c0d40f639 req-635ce535-f13b-4fa0-9fcd-f3057e468a70 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360924 Aug 16 20:35:23.196802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-9edb8947-bfa2-47ed-9317-0ad2ea49fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.201841 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-9edb8947-bfa2-47ed-9317-0ad2ea49fd5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.1211226 Aug 16 20:35:23.220510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Pushing event updated for resources: {'Port': ['ID=045c3693-b5c5-44c0-befd-ab0597592598,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:23.271278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.282992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b9839c-516f-494b-8d30-c884e0777d8b {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:23.294626 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.308614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Transition to ACTIVE for port object f9b9839c-516f-494b-8d30-c884e0777d8b will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:23.313892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2fe3a21a-7867-4d67-aba8-b254d4975004 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:23.369839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:23.386281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:23.389078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:23.393177 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.397207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-3896c2df-4200-43f9-b101-5f148b26d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.398729 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-3896c2df-4200-43f9-b101-5f148b26d1ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1888878 Aug 16 20:35:23.428679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf27665-f08a-4e8f-9e6f-c662174e14af,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:23.435157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-7f38715f-4135-42cc-bc1c-0f50f440cfda service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:35:23.436163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-7f38715f-4135-42cc-bc1c-0f50f440cfda service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279658 Aug 16 20:35:23.439409 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 2fe3a21a-7867-4d67-aba8-b254d4975004 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:23.445604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 2fe3a21a-7867-4d67-aba8-b254d4975004 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:23.447587 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.455122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce45d9f-dda4-4e6c-b9fe-2626d53ca4aa req-d05bb0ba-733d-4668-ba3e-a3ea22ed94d2 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.456686 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ce45d9f-dda4-4e6c-b9fe-2626d53ca4aa req-d05bb0ba-733d-4668-ba3e-a3ea22ed94d2 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 948 time: 0.1905768 Aug 16 20:35:23.487695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b9839c-516f-494b-8d30-c884e0777d8b,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:23.512985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Attempting to bind port f9b9839c-516f-494b-8d30-c884e0777d8b on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:23.513458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Attempting to bind port f9b9839c-516f-494b-8d30-c884e0777d8b by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:23.513797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Attempting to bind port f9b9839c-516f-494b-8d30-c884e0777d8b on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:23.520347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Port f9b9839c-516f-494b-8d30-c884e0777d8b on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:23.522060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Attempting to bind port f9b9839c-516f-494b-8d30-c884e0777d8b on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:23.549720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Attempting to bind port 045c3693-b5c5-44c0-befd-ab0597592598 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:23.550058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Attempting to bind port 045c3693-b5c5-44c0-befd-ab0597592598 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:23.550387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Attempting to bind port 045c3693-b5c5-44c0-befd-ab0597592598 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:23.559703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:23.560060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:23.560455 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:23.560893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Bound port: f9b9839c-516f-494b-8d30-c884e0777d8b, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:23.561868 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.573964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Port 045c3693-b5c5-44c0-befd-ab0597592598 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:23.574439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Attempting to bind port 045c3693-b5c5-44c0-befd-ab0597592598 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:23.578744 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.608170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe3a21a-7867-4d67-aba8-b254d4975004'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:23.611104 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc81bc04-a1a2-4610-af0a-6d24aceac659" -d '{"events": [{"server_uuid": "e20d65e2-a35f-4aa6-bbac-ccad19beb73d", "name": "network-vif-plugged", "status": "completed", "tag": "2fe3a21a-7867-4d67-aba8-b254d4975004"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:23.613875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:23.614221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:23.614610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:23.615056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Bound port: 045c3693-b5c5-44c0-befd-ab0597592598, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:23.615498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.629658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2fe3a21a-7867-4d67-aba8-b254d4975004,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:23.640340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] For port f9b9839c-516f-494b-8d30-c884e0777d8b, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:23.643370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] For port f9b9839c-516f-494b-8d30-c884e0777d8b, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f9b9839c-516f-494b-8d30-c884e0777d8b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:23.692521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ce45d9f-dda4-4e6c-b9fe-2626d53ca4aa req-c2856a92-bbd5-46de-82ab-27267d7d89cf tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192845 Aug 16 20:35:23.698472 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-bb8ded23-c61c-4376-8f23-d23fe43dc897 service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542021 Aug 16 20:35:23.700323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.713841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.748984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.749625 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.751159 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] 10.222.0.76 "PUT /v2.0/ports/f9b9839c-516f-494b-8d30-c884e0777d8b HTTP/1.1" status: 200 len: 1096 time: 1.6266978 Aug 16 20:35:23.754365 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46b0025-b128-4790-a0bb-2f730fe3a001 x-openstack-request-id: req-a46b0025-b128-4790-a0bb-2f730fe3a001 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:23.754665 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:23.754923 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a46b0025-b128-4790-a0bb-2f730fe3a001 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:23.755488 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'status': 'completed', 'code': 200} Aug 16 20:35:23.800767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ac493-8047-442b-98ca-3999d427b315 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b9839c-516f-494b-8d30-c884e0777d8b,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:23.824487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=2fe3a21a-7867-4d67-aba8-b254d4975004,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:23.840035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] For port 045c3693-b5c5-44c0-befd-ab0597592598, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:23.854045 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cd514-14ab-4151-b702-5ada61c6676a req-9cf8dacb-44f0-46b1-bd2e-7fad4108850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.854045 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c07cd514-14ab-4151-b702-5ada61c6676a req-9cf8dacb-44f0-46b1-bd2e-7fad4108850e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=97a9bad77dc94fbeac2a453104d461fd&device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 1100 time: 0.0666616 Aug 16 20:35:23.916777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] For port 045c3693-b5c5-44c0-befd-ab0597592598, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=045c3693-b5c5-44c0-befd-ab0597592598,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:23.968032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1d4e0-7e09-4b88-afa4-2831fe1ba5a5 req-8fbbf3ca-3312-4410-9f92-255a02f4916a tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.969676 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0d1d4e0-7e09-4b88-afa4-2831fe1ba5a5 req-8fbbf3ca-3312-4410-9f92-255a02f4916a tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 945 time: 0.1462533 Aug 16 20:35:23.972818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f2bdbae9-0426-4d26-aa3e-8fafe4a81ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.974433 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-f2bdbae9-0426-4d26-aa3e-8fafe4a81ae8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=280609f0a3bc4101a5ea0af62d1d895f&device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 1099 time: 0.0894008 Aug 16 20:35:23.990469 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.022071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cd514-14ab-4151-b702-5ada61c6676a req-b7d8fd8f-27dd-4ce5-a124-59f44a40555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.023506 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c07cd514-14ab-4151-b702-5ada61c6676a req-b7d8fd8f-27dd-4ce5-a124-59f44a40555b service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1584311 Aug 16 20:35:24.025115 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-44b949b7-5bcf-40f8-8873-c36e62028e33 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f9b9839c-516f-494b-8d30-c884e0777d8b HTTP/1.1" status: 200 len: 217 time: 0.0399799 Aug 16 20:35:24.025246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa4ae8b-2737-480b-b850-c7bf991e40a3 req-6f3a9228-56c3-46e1-a5b3-3b3d2ead8362 service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444444 Aug 16 20:35:24.072419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.073516 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.073641 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dc731338-255b-4fec-942c-f9eab56cdff5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:24.075107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] 10.222.0.79 "PUT /v2.0/ports/045c3693-b5c5-44c0-befd-ab0597592598 HTTP/1.1" status: 200 len: 1097 time: 2.9465139 Aug 16 20:35:24.123741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c07cd514-14ab-4151-b702-5ada61c6676a req-2b157ff1-2e4e-4ba0-9115-8594a2399dac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318 HTTP/1.1" status: 200 len: 217 time: 0.0894935 Aug 16 20:35:24.124596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0d1d4e0-7e09-4b88-afa4-2831fe1ba5a5 req-38e3ac78-c873-46ec-8347-be1c1d2e7da0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401069 Aug 16 20:35:24.127090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e1928-ec07-49b2-9799-ca9053599f40 service neutron] Pushing event updated for resources: {'Port': ['ID=045c3693-b5c5-44c0-befd-ab0597592598,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:24.204826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-e95faee4-106d-41c5-9416-ac78c1b2a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.210584 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-e95faee4-106d-41c5-9416-ac78c1b2a3bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1720693 Aug 16 20:35:24.218713 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.250959 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7e4e84-bfb9-4464-afe1-46db9517af0d x-openstack-request-id: req-8a7e4e84-bfb9-4464-afe1-46db9517af0d {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:24.251471 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "tag": "6028746d-172c-474a-b28d-f41366b803b4", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:24.251936 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8a7e4e84-bfb9-4464-afe1-46db9517af0d {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:24.253053 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4', 'status': 'completed', 'code': 200} Aug 16 20:35:24.774131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-351ef70e-5445-412a-b56d-a6b483340467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.774131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-351ef70e-5445-412a-b56d-a6b483340467 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=97a9bad77dc94fbeac2a453104d461fd&device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 1100 time: 0.2018299 Aug 16 20:35:24.775165 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f26f90-27c8-4595-94d5-df67b95462af x-openstack-request-id: req-34f26f90-27c8-4595-94d5-df67b95462af {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:24.775165 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20d65e2-a35f-4aa6-bbac-ccad19beb73d", "name": "network-vif-plugged", "status": "completed", "tag": "2fe3a21a-7867-4d67-aba8-b254d4975004", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:24.775165 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-34f26f90-27c8-4595-94d5-df67b95462af {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:24.775165 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe3a21a-7867-4d67-aba8-b254d4975004', 'code': 200} Aug 16 20:35:24.775165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port dc731338-255b-4fec-942c-f9eab56cdff5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:24.775165 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.776049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb7b0-0d3f-4f1e-929f-f5f869a783cd req-64dd09af-8a90-40df-b79a-7b101112826e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.776049 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-170eb7b0-0d3f-4f1e-929f-f5f869a783cd req-64dd09af-8a90-40df-b79a-7b101112826e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.1714928 Aug 16 20:35:24.776049 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-cef71dda-460f-4e0f-99e5-1010f2f34730 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=045c3693-b5c5-44c0-befd-ab0597592598 HTTP/1.1" status: 200 len: 217 time: 0.0551388 Aug 16 20:35:24.776553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cd514-14ab-4151-b702-5ada61c6676a req-acf026f9-46b3-48d2-aa94-b8e13db10213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.776553 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c07cd514-14ab-4151-b702-5ada61c6676a req-acf026f9-46b3-48d2-aa94-b8e13db10213 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.3752215 Aug 16 20:35:24.776553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-acfd9e21-c2fd-424d-9abb-54d5cf2c2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.776553 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-acfd9e21-c2fd-424d-9abb-54d5cf2c2d06 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3377316 Aug 16 20:35:24.776553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4b1da-b586-493d-b38d-899363e7bf25 req-0ce19e3a-f0fc-4822-8f6e-62eb94dfc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.776553 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51e4b1da-b586-493d-b38d-899363e7bf25 req-0ce19e3a-f0fc-4822-8f6e-62eb94dfc80a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 1097 time: 0.2910800 Aug 16 20:35:24.777518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-170eb7b0-0d3f-4f1e-929f-f5f869a783cd req-fb241408-c37e-4007-88f8-74adf4295978 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657290 Aug 16 20:35:24.777678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cd514-14ab-4151-b702-5ada61c6676a req-8fcf13bf-ee6d-4848-a4af-d9109f19bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.777678 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c07cd514-14ab-4151-b702-5ada61c6676a req-8fcf13bf-ee6d-4848-a4af-d9109f19bce1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1606359 Aug 16 20:35:24.777817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-a9ffb1e7-0690-4600-b8c6-af4c7f6a17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.777817 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-a9ffb1e7-0690-4600-b8c6-af4c7f6a17fb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1890707 Aug 16 20:35:24.777817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efb8ff-46dc-424d-9a9c-6722099f5562 req-33dc4cc5-fdb5-4c10-9e51-e66cd80a8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.777817 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b7efb8ff-46dc-424d-9a9c-6722099f5562 req-33dc4cc5-fdb5-4c10-9e51-e66cd80a8178 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 1097 time: 0.2044785 Aug 16 20:35:24.785483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-7b66256a-0c8a-47b3-9141-ab0dedbb5f80 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.786497 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-475dcbde-4ff2-4df9-8d3a-90c097b57714 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189221 Aug 16 20:35:24.786967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-7b66256a-0c8a-47b3-9141-ab0dedbb5f80 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1938667 Aug 16 20:35:24.790938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4b1da-b586-493d-b38d-899363e7bf25 req-7946c47b-bcc7-4814-8106-4a5faab3e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.792334 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51e4b1da-b586-493d-b38d-899363e7bf25 req-7946c47b-bcc7-4814-8106-4a5faab3e4b0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.2157362 Aug 16 20:35:24.806604 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.849733 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b7efb8ff-46dc-424d-9a9c-6722099f5562 req-9b0ce5b8-311d-4b04-bb27-27cb582e50d1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474240 Aug 16 20:35:24.975217 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c07cd514-14ab-4151-b702-5ada61c6676a req-8df94414-eda6-42d0-8778-2ae3ad58d305 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778008 Aug 16 20:35:25.009659 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51e4b1da-b586-493d-b38d-899363e7bf25 req-50e7890a-6ac4-4dcd-bde4-42178fcf9e0d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 1001 time: 0.1980755 Aug 16 20:35:25.061143 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-7f35a854-90a9-4a6c-9b87-37262dad40ee service neutron] show failed (client error): The resource could not be found. Aug 16 20:35:25.062261 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-7f35a854-90a9-4a6c-9b87-37262dad40ee service neutron] 10.222.0.76 "GET /v2.0/ports/8eb675fd-a489-4bfc-869c-1f6d4a37958e/bindings/n-h2-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.2665992 Aug 16 20:35:25.092974 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6b33a54-3d39-4924-919b-d02ba133d1aa req-8726687a-317d-45ad-a14b-f8931178b83f service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982318 Aug 16 20:35:25.117724 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4b1da-b586-493d-b38d-899363e7bf25 req-5e3a9f04-490a-4ddb-ad3a-cad1db56cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.122432 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51e4b1da-b586-493d-b38d-899363e7bf25 req-5e3a9f04-490a-4ddb-ad3a-cad1db56cdae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.0959194 Aug 16 20:35:25.172143 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c07cd514-14ab-4151-b702-5ada61c6676a req-996bb9a6-0cdf-4dc1-8d42-841f7e69ce13 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830208 Aug 16 20:35:25.173356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-850561af-ce72-4010-a689-729d19913d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.174849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-850561af-ce72-4010-a689-729d19913d57 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4737151 Aug 16 20:35:25.189668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4b1da-b586-493d-b38d-899363e7bf25 req-2c482ce1-e48d-4cdf-9c61-36b84c6b66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.191501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51e4b1da-b586-493d-b38d-899363e7bf25 req-2c482ce1-e48d-4cdf-9c61-36b84c6b66f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581591 Aug 16 20:35:25.195820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd67d19-1619-46f4-a4dc-efd3ad318d7a req-33e04a9e-40c1-4eed-aebd-17638282f046 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.197375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dd67d19-1619-46f4-a4dc-efd3ad318d7a req-33e04a9e-40c1-4eed-aebd-17638282f046 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 947 time: 0.4763606 Aug 16 20:35:25.243481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-05b71c7b-5d75-4666-801c-2e040b2e59ae tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.4445224 Aug 16 20:35:25.296711 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51e4b1da-b586-493d-b38d-899363e7bf25 req-9dcaa462-813f-4c4b-b877-1deb6e9a607b service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950058 Aug 16 20:35:25.310103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-fc20cf40-58ff-47f0-8a17-298c6672a7fa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Request body: {'floatingip': {'port_id': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:25.394080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b72a8aa5-33d3-43c6-92c8-6b6633326318 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:25.394297 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dd67d19-1619-46f4-a4dc-efd3ad318d7a req-fa27f30d-198d-4711-aa74-ce722d1542de tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745088 Aug 16 20:35:25.398827 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51e4b1da-b586-493d-b38d-899363e7bf25 req-d0693c70-e2d7-4e3f-b6b8-35a6a7e6b57a service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938649 Aug 16 20:35:25.434223 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-fc20cf40-58ff-47f0-8a17-298c6672a7fa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.441291 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-fb34db28-d2aa-46ce-9b1e-6294f46d9a42 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338531 Aug 16 20:35:25.511121 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:25.529211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'mac_address': 'fa:16:3e:da:d8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:25.567023 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.580203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72a8aa5-33d3-43c6-92c8-6b6633326318 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:25.602008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:25.671539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13335651-3c2e-41ad-8323-8cd3c001e663 req-4cdacbbb-76df-4f1a-8575-63a4355a024d tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.672967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13335651-3c2e-41ad-8323-8cd3c001e663 req-4cdacbbb-76df-4f1a-8575-63a4355a024d tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 1097 time: 0.1843057 Aug 16 20:35:25.677294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1ff7db-68f0-4fec-9a0d-2510750b3272 req-980a2d0d-6e4e-4b21-ace7-be2ee759b273 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050171 Aug 16 20:35:25.681126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.683914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Router a222afdb-7793-4293-aa83-20aa647b50ab is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:35:25.729674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-f9d54d80-ca49-446c-be6c-575557c527c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.731707 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-f9d54d80-ca49-446c-be6c-575557c527c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63&tenant_id=cdcbd16a8feb46228e4e6afaba736344 HTTP/1.1" status: 200 len: 1101 time: 0.0471733 Aug 16 20:35:25.736070 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:25.749269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:25.768121 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4516cb4-ae4f-49b7-aeba-a348497684e2', 'tag': 'f9b9839c-516f-494b-8d30-c884e0777d8b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:25.770353 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb9aacf-fa68-494f-aea0-184c309964aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e4516cb4-ae4f-49b7-aeba-a348497684e2", "tag": "f9b9839c-516f-494b-8d30-c884e0777d8b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:25.812388 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.827613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13335651-3c2e-41ad-8323-8cd3c001e663 req-6c7bcff7-6404-4b16-87f4-5a5c09bda925 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476214 Aug 16 20:35:25.994025 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:25.994168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b72a8aa5-33d3-43c6-92c8-6b6633326318'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:26.012599 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Sync routers for ids ['a222afdb-7793-4293-aa83-20aa647b50ab'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:26.025249 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Routers {'a222afdb-7793-4293-aa83-20aa647b50ab'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:26.026284 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a222afdb-7793-4293-aa83-20aa647b50ab'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:26.051311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:26.078017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aaddf-2066-4d0c-8d8f-fb55e5850c53 req-f0c0af12-0150-4bea-9432-79fa50bd69f6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:26.079539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef8aaddf-2066-4d0c-8d8f-fb55e5850c53 req-f0c0af12-0150-4bea-9432-79fa50bd69f6 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 948 time: 0.1527255 Aug 16 20:35:26.097007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:26.128320 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.132489 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a4166160-332d-4d04-b88e-43cf3a3e0144 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7269590 Aug 16 20:35:26.133259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59622) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:26.147313 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Set router a222afdb-7793-4293-aa83-20aa647b50ab gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:26.164370 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.188930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Transition to ACTIVE for port object 8eb675fd-a489-4bfc-869c-1f6d4a37958e will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:26.216688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef8aaddf-2066-4d0c-8d8f-fb55e5850c53 req-69b41321-de23-44f5-a721-a817bb39e1df tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051373 Aug 16 20:35:26.266868 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.268353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954d727d-2619-474b-bd17-30eff75dd235', 'tag': '045c3693-b5c5-44c0-befd-ab0597592598'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:26.270597 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b10a24-5f03-41f4-9b9b-240cda667e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "954d727d-2619-474b-bd17-30eff75dd235", "tag": "045c3693-b5c5-44c0-befd-ab0597592598"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:26.330863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Pushing event updated for resources: {'Port': ['ID=8eb675fd-a489-4bfc-869c-1f6d4a37958e,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:26.350370 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:23Z', 'revision_number': 3, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:26.351566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] No DVR routers for this DVR port 8eb675fd-a489-4bfc-869c-1f6d4a37958e on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:26.404492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Attempting to bind port 8eb675fd-a489-4bfc-869c-1f6d4a37958e on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:26.404965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Attempting to bind port 8eb675fd-a489-4bfc-869c-1f6d4a37958e by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:26.405440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Attempting to bind port 8eb675fd-a489-4bfc-869c-1f6d4a37958e on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:26.411972 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Port 8eb675fd-a489-4bfc-869c-1f6d4a37958e on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:26.412432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Attempting to bind port 8eb675fd-a489-4bfc-869c-1f6d4a37958e on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:26.416626 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-fc20cf40-58ff-47f0-8a17-298c6672a7fa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.418776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:26.419823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:26.419823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:26.420538 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Bound port: 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:26.420998 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.437141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd301f3-29c0-41aa-882c-057d74b50e99 req-e79ae3bd-9faf-4163-95f9-40f1ea614d3e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:26.438733 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bd301f3-29c0-41aa-882c-057d74b50e99 req-e79ae3bd-9faf-4163-95f9-40f1ea614d3e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 945 time: 0.1532700 Aug 16 20:35:26.491570 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Checking router: a222afdb-7793-4293-aa83-20aa647b50ab for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:26.491853 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Updating router a222afdb-7793-4293-aa83-20aa647b50ab port bbf27665-f08a-4e8f-9e6f-c662174e14af binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:35:26.498159 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-fc20cf40-58ff-47f0-8a17-298c6672a7fa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.503516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:26.506819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:26.526686 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.581049 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bd301f3-29c0-41aa-882c-057d74b50e99 req-e7087301-4890-4259-9782-ef63725239b4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358795 Aug 16 20:35:26.595015 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.670385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:26.671552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.673403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] 10.222.0.79 "PUT /v2.0/ports/8eb675fd-a489-4bfc-869c-1f6d4a37958e HTTP/1.1" status: 200 len: 1096 time: 0.9291084 Aug 16 20:35:26.701949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9baf6-74b5-46ff-964a-0d431153cede service neutron] Pushing event updated for resources: {'Port': ['ID=8eb675fd-a489-4bfc-869c-1f6d4a37958e,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:26.717703 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-fc20cf40-58ff-47f0-8a17-298c6672a7fa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Floating IP 8feaceaa-407a-4045-a046-0d207b58faf6 associated. External IP: 172.25.4.174, port: 6028746d-172c-474a-b28d-f41366b803b4. Aug 16 20:35:26.767333 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24402f79-6285-4124-832e-9025ace86b88 x-openstack-request-id: req-24402f79-6285-4124-832e-9025ace86b88 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:26.767839 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4516cb4-ae4f-49b7-aeba-a348497684e2", "tag": "f9b9839c-516f-494b-8d30-c884e0777d8b", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:26.768103 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-24402f79-6285-4124-832e-9025ace86b88 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:26.768506 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4516cb4-ae4f-49b7-aeba-a348497684e2', 'tag': 'f9b9839c-516f-494b-8d30-c884e0777d8b', 'status': 'completed', 'code': 200} Aug 16 20:35:26.813253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-bae2e26a-d1b9-489b-8c77-4bc4e1eabc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:26.814790 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-bae2e26a-d1b9-489b-8c77-4bc4e1eabc5b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 1099 time: 0.0937116 Aug 16 20:35:26.836534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9aacf-fa68-494f-aea0-184c309964aa req-47d4bcb5-c4aa-41b0-8ac2-633422abcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:26.838469 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdb9aacf-fa68-494f-aea0-184c309964aa req-47d4bcb5-c4aa-41b0-8ac2-633422abcdcf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=280609f0a3bc4101a5ea0af62d1d895f&device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 1099 time: 0.0659115 Aug 16 20:35:26.904048 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.916661 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Transition to ACTIVE for port object bbf27665-f08a-4e8f-9e6f-c662174e14af will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:26.995207 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.011517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-7f360ae4-357c-46c5-b714-b07ab21376b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:27.013407 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-7f360ae4-357c-46c5-b714-b07ab21376b3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1866503 Aug 16 20:35:27.018526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9aacf-fa68-494f-aea0-184c309964aa req-6a78416b-f825-410f-b300-84129c3decef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:27.020402 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdb9aacf-fa68-494f-aea0-184c309964aa req-6a78416b-f825-410f-b300-84129c3decef service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1697402 Aug 16 20:35:27.057423 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Pushing event updated for resources: {'Port': ['ID=bbf27665-f08a-4e8f-9e6f-c662174e14af,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:27.066079 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.066526 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.066960 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.067366 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.067705 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.068108 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.068504 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.068893 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.069306 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.069694 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.070083 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.070483 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:27.099327 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Attempting to bind port bbf27665-f08a-4e8f-9e6f-c662174e14af on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:27.102684 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Attempting to bind port bbf27665-f08a-4e8f-9e6f-c662174e14af by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:27.102684 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Attempting to bind port bbf27665-f08a-4e8f-9e6f-c662174e14af on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:27.106777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-bab1e655-8e38-4be9-9295-7bf683a4e10d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e HTTP/1.1" status: 200 len: 217 time: 0.0841029 Aug 16 20:35:27.107555 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:27.107999 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:27.108520 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.108961 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdb9aacf-fa68-494f-aea0-184c309964aa req-744c0eda-f127-4928-8c8c-5e10ea085eb9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f9b9839c-516f-494b-8d30-c884e0777d8b HTTP/1.1" status: 200 len: 217 time: 0.0797510 Aug 16 20:35:27.109125 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:27.109645 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Bound port: bbf27665-f08a-4e8f-9e6f-c662174e14af, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:27.110154 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.161343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9aacf-fa68-494f-aea0-184c309964aa req-8a6b2366-6995-4af3-9a9e-37a51fa752e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:27.163271 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdb9aacf-fa68-494f-aea0-184c309964aa req-8a6b2366-6995-4af3-9a9e-37a51fa752e6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0475495 Aug 16 20:35:27.179764 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] For port bbf27665-f08a-4e8f-9e6f-c662174e14af, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:27.184050 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] For port bbf27665-f08a-4e8f-9e6f-c662174e14af, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bbf27665-f08a-4e8f-9e6f-c662174e14af,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:27.233719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf781e4-3f4d-4a09-8b03-cfbe64c23b36 req-73d56d3c-3454-4a80-aa2e-91d8ffbd4c6a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:27.235220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-caf781e4-3f4d-4a09-8b03-cfbe64c23b36 req-73d56d3c-3454-4a80-aa2e-91d8ffbd4c6a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 947 time: 0.1216731 Aug 16 20:35:27.248816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-b3434817-6512-43f6-ab40-49ea09ff9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:27.250257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-b3434817-6512-43f6-ab40-49ea09ff9892 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0857546 Aug 16 20:35:27.252842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9aacf-fa68-494f-aea0-184c309964aa req-de1b66fa-6a03-42d9-83e4-5e280b409bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:27.254209 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdb9aacf-fa68-494f-aea0-184c309964aa req-de1b66fa-6a03-42d9-83e4-5e280b409bf5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0805256 Aug 16 20:35:27.283338 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.336853 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Routers {'a222afdb-7793-4293-aa83-20aa647b50ab'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:27.337546 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a222afdb-7793-4293-aa83-20aa647b50ab'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:27.351061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-a41c3606-7928-4dc2-b0c6-c4dcb2694933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:27.358931 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-a41c3606-7928-4dc2-b0c6-c4dcb2694933 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0953965 Aug 16 20:35:27.377340 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.395469 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0f483-ab34-4e69-8e68-0acdc3f4f5ee None None] Pushing event updated for resources: {'Port': ['ID=bbf27665-f08a-4e8f-9e6f-c662174e14af,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:27.398028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b72a8aa5-33d3-43c6-92c8-6b6633326318 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:27.427102 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdb9aacf-fa68-494f-aea0-184c309964aa req-dab85243-4cb4-4df2-8595-7752349bc07b service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611533 Aug 16 20:35:27.463353 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-caf781e4-3f4d-4a09-8b03-cfbe64c23b36 req-17b64e53-abb1-47a8-9c6a-8c9c65db18da tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968524 Aug 16 20:35:27.490312 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] Set router a222afdb-7793-4293-aa83-20aa647b50ab gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:27.542349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-fc20cf40-58ff-47f0-8a17-298c6672a7fa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Router ddf558d7-e514-469e-86fb-f2a0f657d012 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:27.574723 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-4d2878d7-aa74-43f7-a82e-f4107bc3def9 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092748 Aug 16 20:35:27.591949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port b72a8aa5-33d3-43c6-92c8-6b6633326318 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:27.596440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port b72a8aa5-33d3-43c6-92c8-6b6633326318 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:27.596987 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.708631 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:23Z', 'revision_number': 3, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:27.710586 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.737989 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ebdd0-d467-4bbf-9e83-7ff716e8092c None None] The sync data for ids ['a222afdb-7793-4293-aa83-20aa647b50ab'] in n-d-793619-14 is: [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:23Z', 'revision_number': 3, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:27.744720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:27.747191 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a33264-160e-4a96-a9af-f1f3fda5ad33" -d '{"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-plugged", "status": "completed", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:27.762870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:27.824518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Allocated IP 172.20.0.1 (9505ab7f-c601-4aee-bc21-fb8454e73838/29c47eaa-d5e4-4aaf-bef9-954047912db6/6f2cc284-c412-49ea-b142-27d6c88e554f) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:27.834370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-3c52707d-790c-4296-a246-fb3e79e279d7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:27.835913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-3c52707d-790c-4296-a246-fb3e79e279d7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 821 time: 0.2703903 Aug 16 20:35:27.841444 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-fc20cf40-58ff-47f0-8a17-298c6672a7fa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:27.841997 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.853423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96db568-11c0-47f7-91ec-1399e149406a None None] Sync routers for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:27.895203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96db568-11c0-47f7-91ec-1399e149406a None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:27.895447 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdb9aacf-fa68-494f-aea0-184c309964aa req-5bd84c45-dd53-4e7f-821f-06c9ed9a4edc service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561467 Aug 16 20:35:27.895925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b96db568-11c0-47f7-91ec-1399e149406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:27.930703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d220ac4c-6386-48f9-b18a-1c75aba7104b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/quotas/fe83c9f712414113b5db1690292a17d0 HTTP/1.1" status: 200 len: 375 time: 0.0724788 Aug 16 20:35:27.948471 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c2a1af7-9192-4555-bb38-884a0e59b037 req-97e3758f-640a-4e9d-b938-4b628d24c8c3 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645551 Aug 16 20:35:27.959185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:28.038723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b96db568-11c0-47f7-91ec-1399e149406a None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:28.113257 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-ac0ca300-c371-4fff-ae47-b888fe211323 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1399386 Aug 16 20:35:28.235444 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.290999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Transition to ACTIVE for port object 6f2cc284-c412-49ea-b142-27d6c88e554f will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:28.357740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-3aecfd02-aeef-4ed6-a420-0e51feb48275 service neutron] 10.222.0.74 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996462 Aug 16 20:35:28.380893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b96db568-11c0-47f7-91ec-1399e149406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:3f:2e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:26Z', 'revision_number': 3, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:28.413530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96db568-11c0-47f7-91ec-1399e149406a None None] Checking router: ddf558d7-e514-469e-86fb-f2a0f657d012 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:28.423234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96db568-11c0-47f7-91ec-1399e149406a None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:28.425443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b96db568-11c0-47f7-91ec-1399e149406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:28.431091 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-fc20cf40-58ff-47f0-8a17-298c6672a7fa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Router ddf558d7-e514-469e-86fb-f2a0f657d012 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:28.515899 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d518e8a4-1fa0-433b-99f7-464fa3402deb service neutron] 10.222.0.74 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525383 Aug 16 20:35:28.544788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b96db568-11c0-47f7-91ec-1399e149406a None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:28.566024 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.623860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Network 9505ab7f-c601-4aee-bc21-fb8454e73838 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:28.630087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:28.637992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:28.645487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Pushing event updated for resources: {'Port': ['ID=6f2cc284-c412-49ea-b142-27d6c88e554f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:28.664078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-fc20cf40-58ff-47f0-8a17-298c6672a7fa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:28.683082 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-fc20cf40-58ff-47f0-8a17-298c6672a7fa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.731250 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.783973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e'}, {'name': 'network-changed', 'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:28.783973 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1" -d '{"events": [{"server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e"}, {"name": "network-changed", "server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:28.802672 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-fc20cf40-58ff-47f0-8a17-298c6672a7fa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "PUT /v2.0/floatingips/8feaceaa-407a-4045-a046-0d207b58faf6 HTTP/1.1" status: 200 len: 998 time: 3.5250542 Aug 16 20:35:28.833576 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7377a22f-499a-4f20-8e79-b704e6975263 x-openstack-request-id: req-7377a22f-499a-4f20-8e79-b704e6975263 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:28.833871 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954d727d-2619-474b-bd17-30eff75dd235", "tag": "045c3693-b5c5-44c0-befd-ab0597592598", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:28.834131 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7377a22f-499a-4f20-8e79-b704e6975263 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:28.834521 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954d727d-2619-474b-bd17-30eff75dd235', 'tag': '045c3693-b5c5-44c0-befd-ab0597592598', 'status': 'completed', 'code': 200} Aug 16 20:35:28.914409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-90a87ee5-4e13-4129-83df-a75da5f9c20c tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.915294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b10a24-5f03-41f4-9b9b-240cda667e7a req-69b427ba-fae3-408d-b347-b78b8b12d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.916534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-90a87ee5-4e13-4129-83df-a75da5f9c20c tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports/6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 942 time: 0.1060545 Aug 16 20:35:28.920413 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-20b10a24-5f03-41f4-9b9b-240cda667e7a req-69b427ba-fae3-408d-b347-b78b8b12d74e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=97a9bad77dc94fbeac2a453104d461fd&device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 1100 time: 0.0841188 Aug 16 20:35:28.942847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b96db568-11c0-47f7-91ec-1399e149406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:3f:2e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:26Z', 'revision_number': 3, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:28.980002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96db568-11c0-47f7-91ec-1399e149406a None None] The sync data for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 is: [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:3f:2e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:26Z', 'revision_number': 3, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:28.987737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967d819-8a42-448b-9ffe-e9433782a0b3 req-314b59be-0d50-4c47-9b72-8b8b891ad382 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.990374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2967d819-8a42-448b-9ffe-e9433782a0b3 req-314b59be-0d50-4c47-9b72-8b8b891ad382 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 947 time: 0.1109400 Aug 16 20:35:29.014347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9571c4e0-57c5-4550-ba9e-d7c031c354f5 None None] Provisioning for port 6f2cc284-c412-49ea-b142-27d6c88e554f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:29.019369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9571c4e0-57c5-4550-ba9e-d7c031c354f5 None None] Provisioning complete for port 6f2cc284-c412-49ea-b142-27d6c88e554f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:29.027025 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9571c4e0-57c5-4550-ba9e-d7c031c354f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.049761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2967d819-8a42-448b-9ffe-e9433782a0b3 req-54db9eb1-7fc6-4317-80f9-b5957ad64102 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523841 Aug 16 20:35:29.078741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b10a24-5f03-41f4-9b9b-240cda667e7a req-4882ab94-1467-4014-af87-2d64a99f2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.080264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-20b10a24-5f03-41f4-9b9b-240cda667e7a req-4882ab94-1467-4014-af87-2d64a99f2719 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1485875 Aug 16 20:35:29.110934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9571c4e0-57c5-4550-ba9e-d7c031c354f5 None None] Port 6f2cc284-c412-49ea-b142-27d6c88e554f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:29.143648 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-20b10a24-5f03-41f4-9b9b-240cda667e7a req-43ff583f-cee4-4c83-9621-327befee5655 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=045c3693-b5c5-44c0-befd-ab0597592598 HTTP/1.1" status: 200 len: 217 time: 0.0531223 Aug 16 20:35:29.161347 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.188464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-2b197c70-168e-49f1-9441-4b8b0523736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.190279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-2b197c70-168e-49f1-9441-4b8b0523736a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 1097 time: 0.1395695 Aug 16 20:35:29.201931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b10a24-5f03-41f4-9b9b-240cda667e7a req-4bd047f5-b818-400e-b8f8-9edffaa7e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.203461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-20b10a24-5f03-41f4-9b9b-240cda667e7a req-4bd047f5-b818-400e-b8f8-9edffaa7e6ec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0529432 Aug 16 20:35:29.253857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b10a24-5f03-41f4-9b9b-240cda667e7a req-2cf7e560-5f87-4758-b807-84a717dc5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.255369 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-20b10a24-5f03-41f4-9b9b-240cda667e7a req-2cf7e560-5f87-4758-b807-84a717dc5735 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0424628 Aug 16 20:35:29.284726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441d982-bd39-413f-91a5-0f459ff9d16d req-ecc2723c-f79f-4ea4-a774-85f0ad7d8137 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.286298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8441d982-bd39-413f-91a5-0f459ff9d16d req-ecc2723c-f79f-4ea4-a774-85f0ad7d8137 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 1097 time: 0.1521485 Aug 16 20:35:29.328080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f9b9839c-516f-494b-8d30-c884e0777d8b details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:29.329952 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8eb675fd-a489-4bfc-869c-1f6d4a37958e no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:29.366156 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-20b10a24-5f03-41f4-9b9b-240cda667e7a req-6823d7e1-b348-41ba-960f-e5c72e6d90a3 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027830 Aug 16 20:35:29.417117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-83ff8c3e-bfe7-47fc-afee-7d691a3a5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.424862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-83ff8c3e-bfe7-47fc-afee-7d691a3a5886 service neutron] 10.222.0.74 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.2233114 Aug 16 20:35:29.435982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8441d982-bd39-413f-91a5-0f459ff9d16d req-b0bd7081-aa38-41a6-8d8d-43824dceff8d tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303267 Aug 16 20:35:29.437975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 045c3693-b5c5-44c0-befd-ab0597592598 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:29.505755 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-7972c193-37ba-41d4-a0b0-0e7de4fefcf0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 217 time: 0.0757689 Aug 16 20:35:29.527948 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd2f586-eb6d-4623-a668-1f78ea5a6968 None None] New status for floating IP 8feaceaa-407a-4045-a046-0d207b58faf6: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:35:29.533591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8eb675fd-a489-4bfc-869c-1f6d4a37958e not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:29.590225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 045c3693-b5c5-44c0-befd-ab0597592598, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=045c3693-b5c5-44c0-befd-ab0597592598,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:29.594181 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-20b10a24-5f03-41f4-9b9b-240cda667e7a req-3865426f-323b-4fa8-8ae1-64783f203e42 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199073 Aug 16 20:35:29.639705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '045c3693-b5c5-44c0-befd-ab0597592598', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '045c3693-b5c5-44c0-befd-ab0597592598', 'mac_address': 'fa:16:3e:d7:3e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:29.647198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f9b9839c-516f-494b-8d30-c884e0777d8b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f9b9839c-516f-494b-8d30-c884e0777d8b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:29.686325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'f9b9839c-516f-494b-8d30-c884e0777d8b', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'f9b9839c-516f-494b-8d30-c884e0777d8b', 'mac_address': 'fa:16:3e:49:9a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:29.852054 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.874563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045c3693-b5c5-44c0-befd-ab0597592598 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:29.880070 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.891040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-e47573ed-9691-4cc9-aaf2-04c7163383a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.892506 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-e47573ed-9691-4cc9-aaf2-04c7163383a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.3901196 Aug 16 20:35:29.903485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b9839c-516f-494b-8d30-c884e0777d8b {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:29.909942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 045c3693-b5c5-44c0-befd-ab0597592598, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=045c3693-b5c5-44c0-befd-ab0597592598,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:29.925702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f9b9839c-516f-494b-8d30-c884e0777d8b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f9b9839c-516f-494b-8d30-c884e0777d8b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:29.932267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.952739 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54988d70-8255-48c1-bd43-e1cb0633c936 req-dfed32f0-b011-410f-a756-09fe46266078 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.954168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54988d70-8255-48c1-bd43-e1cb0633c936 req-dfed32f0-b011-410f-a756-09fe46266078 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 948 time: 0.3799763 Aug 16 20:35:29.968776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-629e2190-b451-4d96-9177-bc094f893f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.979836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-629e2190-b451-4d96-9177-bc094f893f48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708706 Aug 16 20:35:29.983292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-bb9d8140-2ab3-49e2-b0d8-4b6f355c69f9 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:35:29.984244 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-bb9d8140-2ab3-49e2-b0d8-4b6f355c69f9 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070250 Aug 16 20:35:30.018054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54988d70-8255-48c1-bd43-e1cb0633c936 req-9f5ae322-f33c-4069-9b4f-c4424275d6fe tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568166 Aug 16 20:35:30.063464 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.069761 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.084017 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.124091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bbf27665-f08a-4e8f-9e6f-c662174e14af up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:30.152150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9a8c3-e0e8-43e2-a7e2-d0c79a8742b2 None None] Sync routers for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:30.161076 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.168040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Pushing event updated for resources: {'Port': ['ID=6f2cc284-c412-49ea-b142-27d6c88e554f,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:30.175542 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3603c557-8f80-4b86-b11c-5e7ebeba4bdd x-openstack-request-id: req-3603c557-8f80-4b86-b11c-5e7ebeba4bdd {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:30.181992 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-plugged", "status": "completed", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:30.181992 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3603c557-8f80-4b86-b11c-5e7ebeba4bdd {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:30.181992 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'code': 200} Aug 16 20:35:30.182704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-83afe91c-5486-4e71-99aa-b101c9bddb8e service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868277 Aug 16 20:35:30.206110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9a8c3-e0e8-43e2-a7e2-d0c79a8742b2 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:30.207118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-32f9a8c3-e0e8-43e2-a7e2-d0c79a8742b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:30.269562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=045c3693-b5c5-44c0-befd-ab0597592598,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:30.341793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['f9b9839c-516f-494b-8d30-c884e0777d8b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:30.351974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a3bf2-80da-4032-bbcc-627bf8fa1228 req-7569d617-de2b-439d-88de-6aecd6646d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.355637 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-999a3bf2-80da-4032-bbcc-627bf8fa1228 req-7569d617-de2b-439d-88de-6aecd6646d34 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 1102 time: 0.1077564 Aug 16 20:35:30.386901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2db95-2463-45db-823a-a70c578869f9 req-6802aa0b-719f-44d0-8501-a52a402e1184 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.386901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30e2db95-2463-45db-823a-a70c578869f9 req-6802aa0b-719f-44d0-8501-a52a402e1184 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 947 time: 0.1054080 Aug 16 20:35:30.388999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['045c3693-b5c5-44c0-befd-ab0597592598'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:30.395858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Network 9505ab7f-c601-4aee-bc21-fb8454e73838 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:30.403599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:30.406202 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-999a3bf2-80da-4032-bbcc-627bf8fa1228 req-2bd1406c-1360-4828-9759-4f0faa105a48 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353205 Aug 16 20:35:30.418454 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-c77c0dbb-93b5-41af-aa6c-f0c4d635981b service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223125 Aug 16 20:35:30.468208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-32f9a8c3-e0e8-43e2-a7e2-d0c79a8742b2 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:30.470315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=f9b9839c-516f-494b-8d30-c884e0777d8b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:30.494789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30e2db95-2463-45db-823a-a70c578869f9 req-043649ba-4bef-4f29-85f7-6677892c49c1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965006 Aug 16 20:35:30.518142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port bbf27665-f08a-4e8f-9e6f-c662174e14af completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:30.541730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bbf27665-f08a-4e8f-9e6f-c662174e14af triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:30.542112 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.609399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56defadb-9ba4-4203-bba2-18a1a1779ff9 req-720b4a50-e46a-4bb2-9869-858a69ab8413 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 210 time: 0.0398321 Aug 16 20:35:30.663365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Router a222afdb-7793-4293-aa83-20aa647b50ab has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:30.684696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-b9628954-0743-48ea-b2c8-5fd7f079fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.687235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-b9628954-0743-48ea-b2c8-5fd7f079fa0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0798824 Aug 16 20:35:30.696439 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118d96ff-505a-41e5-b68b-6ac86716efa3 x-openstack-request-id: req-118d96ff-505a-41e5-b68b-6ac86716efa3 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:30.697357 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e", "code": 200}, {"name": "network-changed", "server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:30.698533 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-118d96ff-505a-41e5-b68b-6ac86716efa3 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:30.699149 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e', 'code': 200} Aug 16 20:35:30.699633 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e', 'status': 'completed', 'code': 200} Aug 16 20:35:30.810494 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-4b518d0e-03cb-414a-b7cd-8e923b6a23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.812279 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-4b518d0e-03cb-414a-b7cd-8e923b6a23d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 1099 time: 0.0778997 Aug 16 20:35:30.831014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-2e693f4a-cd21-456a-ac57-74dee9d4f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.832768 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-2e693f4a-cd21-456a-ac57-74dee9d4f016 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 1099 time: 0.0641613 Aug 16 20:35:30.848829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4'}, {'name': 'network-changed', 'server_uuid': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'tag': 'af4f1cf2-455b-4425-8087-d2d75babda25'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:30.851192 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "tag": "6028746d-172c-474a-b28d-f41366b803b4"}, {"name": "network-changed", "server_uuid": "75c954bb-7084-47d4-9c31-4369044fb4c2", "tag": "af4f1cf2-455b-4425-8087-d2d75babda25"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:30.869390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-39c3f51f-e33d-47dc-ba9e-74cf829943d9 None None] Provisioning complete for port 6f2cc284-c412-49ea-b142-27d6c88e554f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:30.869766 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-39c3f51f-e33d-47dc-ba9e-74cf829943d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.954795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573b998-3ebb-48d5-852b-0bb86d0798b5 req-a6ae8530-ecec-4e5b-bc48-358913eb88eb tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.958791 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8573b998-3ebb-48d5-852b-0bb86d0798b5 req-a6ae8530-ecec-4e5b-bc48-358913eb88eb tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 1097 time: 0.1953962 Aug 16 20:35:30.966750 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-85955def-ea67-4e8b-953c-78ffcf439053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.968910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-85955def-ea67-4e8b-953c-78ffcf439053 service neutron] 10.222.0.74 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.2748420 Aug 16 20:35:30.972083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:30.980800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-980eb9a3-c44e-473b-b42c-e5ec195acaab admin admin] 10.222.0.74 "PUT /v2.0/routers/a222afdb-7793-4293-aa83-20aa647b50ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8423352 Aug 16 20:35:30.983002 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Sync routers for ids ['a222afdb-7793-4293-aa83-20aa647b50ab'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:30.993379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-a218c0ee-0b03-4a03-93ca-5768b05c9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.995012 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-a218c0ee-0b03-4a03-93ca-5768b05c9fc6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1746514 Aug 16 20:35:30.995410 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Routers {'a222afdb-7793-4293-aa83-20aa647b50ab'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:30.996232 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a222afdb-7793-4293-aa83-20aa647b50ab'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:31.009440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-39c3f51f-e33d-47dc-ba9e-74cf829943d9 None None] Port 6f2cc284-c412-49ea-b142-27d6c88e554f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:31.057543 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-ddabf4a2-b1f4-47da-8021-ebccdef22d90 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e HTTP/1.1" status: 200 len: 217 time: 0.0513039 Aug 16 20:35:31.061905 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-592eeae2-cb2a-4dea-9f97-a1e6432d979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.063116 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-6221cedd-f98b-413b-ab11-edb751af5275 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af4f1cf2-455b-4425-8087-d2d75babda25 HTTP/1.1" status: 200 len: 1001 time: 0.0796387 Aug 16 20:35:31.072120 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-592eeae2-cb2a-4dea-9f97-a1e6432d979c service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.2274973 Aug 16 20:35:31.090167 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.098521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8573b998-3ebb-48d5-852b-0bb86d0798b5 req-5f736f06-6e84-4401-b70d-4f3da1057c9c tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279626 Aug 16 20:35:31.117485 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Set router a222afdb-7793-4293-aa83-20aa647b50ab gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:31.166925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-b2442d4d-ef6f-417b-a41e-0553cd2e8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.168893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-b2442d4d-ef6f-417b-a41e-0553cd2e8343 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.0734022 Aug 16 20:35:31.206078 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port bbf27665-f08a-4e8f-9e6f-c662174e14af, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bbf27665-f08a-4e8f-9e6f-c662174e14af,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:31.262595 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-43f385e5-6192-479a-a1b2-629c149b768a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e HTTP/1.1" status: 200 len: 217 time: 0.1278260 Aug 16 20:35:31.284552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-32f9a8c3-e0e8-43e2-a7e2-d0c79a8742b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:3f:2e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:29Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:31.286462 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.299214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-d436dd3a-9b66-4445-affa-8afa8436826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.301223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-d436dd3a-9b66-4445-affa-8afa8436826a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070931 Aug 16 20:35:31.332750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-34964ff7-32ac-42c0-b693-c33f6ed0651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.334535 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-34964ff7-32ac-42c0-b693-c33f6ed0651e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0618815 Aug 16 20:35:31.338828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-93962c52-fd89-441e-9cbb-496d3e1f091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.340406 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-93962c52-fd89-441e-9cbb-496d3e1f091f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.2669528 Aug 16 20:35:31.343916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9a8c3-e0e8-43e2-a7e2-d0c79a8742b2 None None] Checking router: ddf558d7-e514-469e-86fb-f2a0f657d012 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:31.344127 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:28Z', 'revision_number': 4, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6f2cc284-c412-49ea-b142-27d6c88e554f', 'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'mac_address': 'fa:16:3e:81:8f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:27Z', 'updated_at': '2021-08-16T20:35:29Z', 'revision_number': 2, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'subnets': [{'id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:31.371689 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Checking router: a222afdb-7793-4293-aa83-20aa647b50ab for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:31.372197 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Updating router a222afdb-7793-4293-aa83-20aa647b50ab port 6f2cc284-c412-49ea-b142-27d6c88e554f binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:35:31.401473 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.434311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9a8c3-e0e8-43e2-a7e2-d0c79a8742b2 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:31.434973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-32f9a8c3-e0e8-43e2-a7e2-d0c79a8742b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:31.437360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8eb675fd-a489-4bfc-869c-1f6d4a37958e details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:31.503061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=bbf27665-f08a-4e8f-9e6f-c662174e14af,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:31.546390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-2a8904e7-f8b7-44a7-95d2-686be0c7f365 service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208755 Aug 16 20:35:31.661844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-32f9a8c3-e0e8-43e2-a7e2-d0c79a8742b2 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:31.684723 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbe5b68-fd23-4dc0-871e-9fac8f335ee2 req-ad59ed81-0d38-495e-806c-bbb6e78d567c service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305029 Aug 16 20:35:31.695556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a475c2-6088-4e79-be36-0f96aa862a0e req-efecf625-235d-44b0-826a-f84b72ad8d59 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.707947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8a475c2-6088-4e79-be36-0f96aa862a0e req-efecf625-235d-44b0-826a-f84b72ad8d59 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 948 time: 0.4400079 Aug 16 20:35:31.725835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:31.732232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-cc767746-cc2a-45a6-b19e-2ec30124761a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.734258 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-cc767746-cc2a-45a6-b19e-2ec30124761a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.76 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 821 time: 0.3299770 Aug 16 20:35:31.755983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Request body: {'port': {'device_id': '0a193fce-ed34-45f5-a855-39da62889c84', 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46', 'admin_state_up': True, 'tenant_id': 'fe83c9f712414113b5db1690292a17d0'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:31.763886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-09c0cd3a-c92b-498e-b13b-d36b3e9a78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.765829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-09c0cd3a-c92b-498e-b13b-d36b3e9a78a1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4207079 Aug 16 20:35:31.823508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '8eb675fd-a489-4bfc-869c-1f6d4a37958e', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '8eb675fd-a489-4bfc-869c-1f6d4a37958e', 'mac_address': 'fa:16:3e:f7:27:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:31.828192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-271b8996-a465-4e7b-99ee-b6f1f385c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.830359 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-271b8996-a465-4e7b-99ee-b6f1f385c2f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4249370 Aug 16 20:35:31.846535 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8a475c2-6088-4e79-be36-0f96aa862a0e req-1f91b7b1-be7d-42e4-bed3-5cc25a30cc6e tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364951 Aug 16 20:35:31.914513 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cff2f42-e79f-4934-8edc-954bc8f8f100 x-openstack-request-id: req-5cff2f42-e79f-4934-8edc-954bc8f8f100 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:31.915070 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "tag": "6028746d-172c-474a-b28d-f41366b803b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75c954bb-7084-47d4-9c31-4369044fb4c2", "tag": "af4f1cf2-455b-4425-8087-d2d75babda25", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:31.915632 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5cff2f42-e79f-4934-8edc-954bc8f8f100 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:31.916185 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4', 'status': 'completed', 'code': 200} Aug 16 20:35:31.916603 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'tag': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'status': 'completed', 'code': 200} Aug 16 20:35:31.950383 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.971497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb675fd-a489-4bfc-869c-1f6d4a37958e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:32.045625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:32.099001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-48340503-058f-4631-9a99-b7802c6a8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:32.102231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-48340503-058f-4631-9a99-b7802c6a8a04 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 1097 time: 0.1536107 Aug 16 20:35:32.108921 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.130491 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.140612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bbf27665-f08a-4e8f-9e6f-c662174e14af up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:32.143125 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Transition to ACTIVE for port object 6f2cc284-c412-49ea-b142-27d6c88e554f will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:32.162123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-8c09af5e-c700-4bf4-9426-2efa731a986a service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559823 Aug 16 20:35:32.216968 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.227795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-7f401cd6-7567-4646-9342-ba3bc54841c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:32.237922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-7f401cd6-7567-4646-9342-ba3bc54841c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 1097 time: 0.2375479 Aug 16 20:35:32.238081 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-6778ba61-1267-4161-8d4c-643a36c3fb27 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677344 Aug 16 20:35:32.259306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48080b4e-dac7-4325-ba42-1e9c37ece99b req-e49f06e1-8ac2-4d92-b3ef-6938220e238b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:32.261468 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48080b4e-dac7-4325-ba42-1e9c37ece99b req-e49f06e1-8ac2-4d92-b3ef-6938220e238b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 949 time: 0.2134941 Aug 16 20:35:32.342676 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9beca-5351-43e7-9491-643a013fad76 None None] Pushing event updated for resources: {'Port': ['ID=6f2cc284-c412-49ea-b142-27d6c88e554f,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:32.401759 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-272da544-b7cd-4114-b585-bfdfa3abdc65 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246177 Aug 16 20:35:32.404998 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Attempting to bind port 6f2cc284-c412-49ea-b142-27d6c88e554f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:32.405510 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Attempting to bind port 6f2cc284-c412-49ea-b142-27d6c88e554f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:32.405806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-fd0de733-11de-4e69-abdc-69e30b5cfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:32.405943 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Attempting to bind port 6f2cc284-c412-49ea-b142-27d6c88e554f on network 9505ab7f-c601-4aee-bc21-fb8454e73838 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:32.406580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Made reservation on behalf of fe83c9f712414113b5db1690292a17d0 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:32.408152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-fd0de733-11de-4e69-abdc-69e30b5cfea1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.1611700 Aug 16 20:35:32.412486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.423900 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:32.424283 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Checking segment: {'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:32.424900 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.425162 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Bound using segment: {'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:32.425655 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Bound port: 6f2cc284-c412-49ea-b142-27d6c88e554f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:32.426122 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.572306 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] For port 6f2cc284-c412-49ea-b142-27d6c88e554f, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:32.577262 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] For port 6f2cc284-c412-49ea-b142-27d6c88e554f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6f2cc284-c412-49ea-b142-27d6c88e554f,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:32.579397 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e66a0b78-97c2-4ab9-945b-0fa62abed2f1 req-55593710-8aec-4152-8c1b-691144ac60d2 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175604 Aug 16 20:35:32.586456 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.592161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-32f9a8c3-e0e8-43e2-a7e2-d0c79a8742b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:3f:2e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:29Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:32.606465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132958d-4ce1-4ba4-a11d-d1bec477bc5a req-3656fd2b-6793-4eb9-bbe0-6ed7b2d83da5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:32.609365 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7132958d-4ce1-4ba4-a11d-d1bec477bc5a req-3656fd2b-6793-4eb9-bbe0-6ed7b2d83da5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 948 time: 0.3880994 Aug 16 20:35:32.626805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-9d718f65-6c5c-483d-99eb-f79c30273aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:32.629558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-9d718f65-6c5c-483d-99eb-f79c30273aa9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.4859872 Aug 16 20:35:32.635326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8eb675fd-a489-4bfc-869c-1f6d4a37958e,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:32.639532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bbf27665-f08a-4e8f-9e6f-c662174e14af triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:32.639810 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.640811 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48080b4e-dac7-4325-ba42-1e9c37ece99b req-52981bf5-305e-499e-9666-04fa1bbc4117 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237434 Aug 16 20:35:32.652065 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.679471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9a8c3-e0e8-43e2-a7e2-d0c79a8742b2 None None] The sync data for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 is: [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:3f:2e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:29Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:32.683111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Allocated IP 172.20.0.8 (ea27ba5b-3833-416a-8de4-4d37b3cc5d46/3a6f94f0-227b-49bc-896f-30e1c37db595/2bbfe57e-d787-4aaf-84f4-aae061867196) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:32.694160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-bc255a8d-7212-4d53-bb4a-1c31a37ca1e4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 217 time: 0.0500350 Aug 16 20:35:32.742834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-2dd2acfe-d4da-4615-baaf-253c1913fb1e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af4f1cf2-455b-4425-8087-d2d75babda25 HTTP/1.1" status: 200 len: 1001 time: 0.3136144 Aug 16 20:35:32.792022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8eb675fd-a489-4bfc-869c-1f6d4a37958e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:32.805534 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9beca-5351-43e7-9491-643a013fad76 None None] Pushing event updated for resources: {'Port': ['ID=6f2cc284-c412-49ea-b142-27d6c88e554f,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:32.841882 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Routers {'a222afdb-7793-4293-aa83-20aa647b50ab'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:32.842640 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a222afdb-7793-4293-aa83-20aa647b50ab'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:32.882998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-d914c6d1-6617-44e9-85ff-f8fcde20ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:32.884676 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.888049 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-d914c6d1-6617-44e9-85ff-f8fcde20ac3a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.1348770 Aug 16 20:35:32.971758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f467f24-5271-4820-9df0-2e9e7f131028 req-aff2d386-bb5f-460e-b036-586f18a1507d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 210 time: 0.1412637 Aug 16 20:35:32.980651 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.997256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7132958d-4ce1-4ba4-a11d-d1bec477bc5a req-7ecb738b-02cd-4d82-a5db-93c2d459c264 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540833 Aug 16 20:35:33.066040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-93d0cd9a-d025-4b86-a77b-7b611c2cf47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:33.067650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-93d0cd9a-d025-4b86-a77b-7b611c2cf47b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408269 Aug 16 20:35:33.069235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-c45132a7-6451-4f27-a673-343ab43f29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:33.070808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-c45132a7-6451-4f27-a673-343ab43f29aa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.3449764 Aug 16 20:35:33.111544 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] Set router a222afdb-7793-4293-aa83-20aa647b50ab gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:33.184274 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.275341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:33.278913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:33.282968 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:33.288914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:33.289772 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.301754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Pushing event updated for resources: {'Port': ['ID=2bbfe57e-d787-4aaf-84f4-aae061867196,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:33.305732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-d3f0d2a5-a828-47d1-9b36-255c6e320676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:33.307322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-d3f0d2a5-a828-47d1-9b36-255c6e320676 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1814702 Aug 16 20:35:33.318033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff254a7a-e115-49b5-bab1-384384f4173b req-bfb5c20f-c9b5-4de0-9351-46f71dff5584 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.2995753 Aug 16 20:35:33.341401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f9b9839c-516f-494b-8d30-c884e0777d8b up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:33.431824 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:28Z', 'revision_number': 4, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6f2cc284-c412-49ea-b142-27d6c88e554f', 'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'mac_address': 'fa:16:3e:81:8f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:27Z', 'updated_at': '2021-08-16T20:35:32Z', 'revision_number': 4, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'subnets': [{'id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:33.433830 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-13645947-becd-4db0-9808-ebbbd8553a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6817768 Aug 16 20:35:33.444811 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 045c3693-b5c5-44c0-befd-ab0597592598 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:33.461212 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98b2e6-2589-40a8-9109-5beb4f8ebc3c None None] The sync data for ids ['a222afdb-7793-4293-aa83-20aa647b50ab'] in n-d-793619-14 is: [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:28Z', 'revision_number': 4, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6f2cc284-c412-49ea-b142-27d6c88e554f', 'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'mac_address': 'fa:16:3e:81:8f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:27Z', 'updated_at': '2021-08-16T20:35:32Z', 'revision_number': 4, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'subnets': [{'id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:33.466389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Request body: {'port': {'device_id': '0a193fce-ed34-45f5-a855-39da62889c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:33.579149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port f9b9839c-516f-494b-8d30-c884e0777d8b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:33.588234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port f9b9839c-516f-494b-8d30-c884e0777d8b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:33.588936 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.592130 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.736897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 045c3693-b5c5-44c0-befd-ab0597592598 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:33.748962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 045c3693-b5c5-44c0-befd-ab0597592598 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:33.749519 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.778274 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.826887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4516cb4-ae4f-49b7-aeba-a348497684e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b9839c-516f-494b-8d30-c884e0777d8b'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:33.832824 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da531262-ea7e-4938-8401-3d47d3f98857" -d '{"events": [{"server_uuid": "e4516cb4-ae4f-49b7-aeba-a348497684e2", "name": "network-vif-plugged", "status": "completed", "tag": "f9b9839c-516f-494b-8d30-c884e0777d8b"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:33.859583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f9b9839c-516f-494b-8d30-c884e0777d8b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f9b9839c-516f-494b-8d30-c884e0777d8b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:33.914174 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.952140 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.002432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 045c3693-b5c5-44c0-befd-ab0597592598, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=045c3693-b5c5-44c0-befd-ab0597592598,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:34.037460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff254a7a-e115-49b5-bab1-384384f4173b req-2d6a81b1-4df9-4cff-9994-76bb86f77785 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:34.051109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=f9b9839c-516f-494b-8d30-c884e0777d8b,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:34.054765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff254a7a-e115-49b5-bab1-384384f4173b req-2d6a81b1-4df9-4cff-9994-76bb86f77785 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports/af4f1cf2-455b-4425-8087-d2d75babda25 HTTP/1.1" status: 200 len: 942 time: 0.7356682 Aug 16 20:35:34.057579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-faf2e2f2-be2e-44b3-acdb-90e085c93e4d service neutron] 10.222.0.76 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9199719 Aug 16 20:35:34.059350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-b192cc90-aec0-4da8-b0a0-79059df0edb7 service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7386727 Aug 16 20:35:34.091558 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.131242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbfe57e-d787-4aaf-84f4-aae061867196 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:34.140048 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.163778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Transition to ACTIVE for port object 2bbfe57e-d787-4aaf-84f4-aae061867196 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:34.184249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6f2cc284-c412-49ea-b142-27d6c88e554f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:34.234745 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.249437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=045c3693-b5c5-44c0-befd-ab0597592598,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:34.278281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4bf6e-761b-41ba-8c7f-e369c60cd5f2 req-ea448a67-a5c7-44aa-b3ca-c2c18e6677bf tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:34.279982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05d4bf6e-761b-41ba-8c7f-e369c60cd5f2 req-ea448a67-a5c7-44aa-b3ca-c2c18e6677bf tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 948 time: 0.8485956 Aug 16 20:35:34.314466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 6f2cc284-c412-49ea-b142-27d6c88e554f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:34.319370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 6f2cc284-c412-49ea-b142-27d6c88e554f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:34.320006 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.325959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbfe57e-d787-4aaf-84f4-aae061867196,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:34.424776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:34.425167 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:34.425482 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:34.431310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Port 2bbfe57e-d787-4aaf-84f4-aae061867196 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:34.431631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:34.437901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:34.439768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:34.439768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:34.439768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Bound port: 2bbfe57e-d787-4aaf-84f4-aae061867196, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:34.439768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.459030 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.496128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff254a7a-e115-49b5-bab1-384384f4173b req-48ede90d-8775-4acd-9e8b-76c1426ebeac tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.2732813 Aug 16 20:35:34.513060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 6f2cc284-c412-49ea-b142-27d6c88e554f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6f2cc284-c412-49ea-b142-27d6c88e554f,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:34.517425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05d4bf6e-761b-41ba-8c7f-e369c60cd5f2 req-5dd8ff36-cd9b-4d3f-868f-fb161ed472e1 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549203 Aug 16 20:35:34.546743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-d9216e64-c046-49ff-ae7f-4062bc57747d service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644310 Aug 16 20:35:34.562408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:34.566597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2bbfe57e-d787-4aaf-84f4-aae061867196,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:34.583073 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.620566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4add2f6-6345-4d99-8ec1-4d5494ca77cd req-1886251d-1621-47ff-821d-188a708d3557 service neutron] 10.222.0.76 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443342 Aug 16 20:35:34.635511 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.673120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=6f2cc284-c412-49ea-b142-27d6c88e554f,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:34.697172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff254a7a-e115-49b5-bab1-384384f4173b req-a29ee022-d96c-4bed-b5b9-7036c5b46d88 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:34.699067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:34.699860 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.701986 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] 10.222.0.76 "PUT /v2.0/ports/2bbfe57e-d787-4aaf-84f4-aae061867196 HTTP/1.1" status: 200 len: 1092 time: 1.2544358 Aug 16 20:35:34.704720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a193fce-ed34-45f5-a855-39da62889c84', 'tag': '2bbfe57e-d787-4aaf-84f4-aae061867196'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:34.708172 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e88043-7273-47c1-aea9-29098c6b345b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a193fce-ed34-45f5-a855-39da62889c84", "tag": "2bbfe57e-d787-4aaf-84f4-aae061867196"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:34.718808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff254a7a-e115-49b5-bab1-384384f4173b req-a29ee022-d96c-4bed-b5b9-7036c5b46d88 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.1959896 Aug 16 20:35:34.742446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c698d9-ff49-4799-8550-b22862a01729 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbfe57e-d787-4aaf-84f4-aae061867196,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:34.885430 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-8cf26d5c-c6f4-413d-9bd5-0a3d2ede238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:34.887084 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-8cf26d5c-c6f4-413d-9bd5-0a3d2ede238d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 1095 time: 0.0600524 Aug 16 20:35:34.928670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c6903-4742-4fe4-be67-b3778b2c756b req-56dc86af-1fd6-4635-b043-ef7fc55e02b4 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:34.936187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-641c6903-4742-4fe4-be67-b3778b2c756b req-56dc86af-1fd6-4635-b043-ef7fc55e02b4 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 1097 time: 0.0857797 Aug 16 20:35:34.963262 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-e7fefd25-b76d-479b-aa7e-66607f4dcbff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bbfe57e-d787-4aaf-84f4-aae061867196 HTTP/1.1" status: 200 len: 217 time: 0.0652471 Aug 16 20:35:34.970051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53cac2-9fa2-40af-80dd-38ee1c6aa0db req-6ac87e40-91c1-4be1-b695-9390732006c8 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:34.971562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c53cac2-9fa2-40af-80dd-38ee1c6aa0db req-6ac87e40-91c1-4be1-b695-9390732006c8 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 950 time: 0.0857038 Aug 16 20:35:35.017061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-641c6903-4742-4fe4-be67-b3778b2c756b req-6d3913c7-d4cb-40d6-982b-fa6db5967c7b tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652919 Aug 16 20:35:35.065535 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f9049c-fc87-426a-a8dd-6f459c8bc43a x-openstack-request-id: req-d1f9049c-fc87-426a-a8dd-6f459c8bc43a {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:35.065838 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4516cb4-ae4f-49b7-aeba-a348497684e2", "name": "network-vif-plugged", "status": "completed", "tag": "f9b9839c-516f-494b-8d30-c884e0777d8b", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:35.066100 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d1f9049c-fc87-426a-a8dd-6f459c8bc43a {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:35.066287 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-82f2e6f9-d32b-4493-9b6f-c59df591aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.066491 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4516cb4-ae4f-49b7-aeba-a348497684e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b9839c-516f-494b-8d30-c884e0777d8b', 'code': 200} Aug 16 20:35:35.071943 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-82f2e6f9-d32b-4493-9b6f-c59df591aabe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.1037741 Aug 16 20:35:35.104143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c53cac2-9fa2-40af-80dd-38ee1c6aa0db req-dc46409a-54ea-425e-b032-3b9a5fceeb41 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238353 Aug 16 20:35:35.150448 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-c6b57279-560a-402c-b71e-f2bf1e70abba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700936 Aug 16 20:35:35.178863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-3325b418-123d-43f2-b4fb-0abd52be1aeb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.181249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-3325b418-123d-43f2-b4fb-0abd52be1aeb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63&tenant_id=cdcbd16a8feb46228e4e6afaba736344&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 948 time: 0.1415036 Aug 16 20:35:35.192117 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f6d2bb-262d-4b58-87cb-edd48763cead x-openstack-request-id: req-a1f6d2bb-262d-4b58-87cb-edd48763cead {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:35.192414 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a193fce-ed34-45f5-a855-39da62889c84", "tag": "2bbfe57e-d787-4aaf-84f4-aae061867196", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:35.192669 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a1f6d2bb-262d-4b58-87cb-edd48763cead {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:35.193091 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a193fce-ed34-45f5-a855-39da62889c84', 'tag': '2bbfe57e-d787-4aaf-84f4-aae061867196', 'status': 'completed', 'code': 200} Aug 16 20:35:35.276545 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aab58-cfd5-4522-9b77-3029eab4e96f req-3ed3e12b-6511-4691-aa98-eb3f27e614fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.278079 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9c1aab58-cfd5-4522-9b77-3029eab4e96f req-3ed3e12b-6511-4691-aa98-eb3f27e614fc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 1101 time: 0.1433415 Aug 16 20:35:35.360127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce9c09-0fdf-4d55-9e44-fe03e971daea req-bf9d2c2b-28ca-4760-9e9a-fa80575a2cf2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.365584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0ce9c09-0fdf-4d55-9e44-fe03e971daea req-bf9d2c2b-28ca-4760-9e9a-fa80575a2cf2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 943 time: 0.1832078 Aug 16 20:35:35.380876 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-cd961e26-edac-4002-ba04-d7ab4d7e4600 service neutron] delete failed (client error): The resource could not be found. Aug 16 20:35:35.383036 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-cd961e26-edac-4002-ba04-d7ab4d7e4600 service neutron] 10.222.0.76 "DELETE /v2.0/ports/8eb675fd-a489-4bfc-869c-1f6d4a37958e/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.1891372 Aug 16 20:35:35.406441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-09889186-6ad4-47fb-a746-078b3e682efa tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.1705878 Aug 16 20:35:35.444474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8eb675fd-a489-4bfc-869c-1f6d4a37958e up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:35.501355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-0c4dfca5-aa56-40b5-b362-ccff8c92bea7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.502880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-0c4dfca5-aa56-40b5-b362-ccff8c92bea7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports/af4f1cf2-455b-4425-8087-d2d75babda25 HTTP/1.1" status: 200 len: 942 time: 0.0833745 Aug 16 20:35:35.524752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0ce9c09-0fdf-4d55-9e44-fe03e971daea req-4a4a82dd-0494-43f8-9cd9-fa82f52f18ad tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540418 Aug 16 20:35:35.546828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-f8d6adaf-ac94-4950-92ea-fe1308b32530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.548432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-f8d6adaf-ac94-4950-92ea-fe1308b32530 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 1100 time: 0.0747602 Aug 16 20:35:35.563145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 8eb675fd-a489-4bfc-869c-1f6d4a37958e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:35.567283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 8eb675fd-a489-4bfc-869c-1f6d4a37958e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:35.567669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.613499 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-270f027e-c768-4cca-9938-c06f8188211a service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390769 Aug 16 20:35:35.620161 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9c1aab58-cfd5-4522-9b77-3029eab4e96f req-df957a48-0dff-4091-986c-1e2c783368d5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328037 Aug 16 20:35:35.679152 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.723218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:35.731852 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4226a0f-2b6b-4c60-b884-d53dcd8cfcf4 req-086cca34-a54a-4697-94cd-a2f29f472fae service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101243 Aug 16 20:35:35.745591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-142f5bf4-ede0-425a-a146-f84c9eb56bfb tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.1754193 Aug 16 20:35:35.756313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd607718-22da-4d24-8828-765745023df9 req-a5723e31-fb3f-4926-9b01-0ac94ee87630 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.757808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd607718-22da-4d24-8828-765745023df9 req-a5723e31-fb3f-4926-9b01-0ac94ee87630 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 948 time: 0.1174448 Aug 16 20:35:35.797645 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.835000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-1c36d99d-b9f8-432c-83d2-06fe123da1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.837051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-1c36d99d-b9f8-432c-83d2-06fe123da1aa service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.2782807 Aug 16 20:35:35.855917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8eb675fd-a489-4bfc-869c-1f6d4a37958e,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:35.910245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd607718-22da-4d24-8828-765745023df9 req-8a958584-c24e-4a0d-8165-6e4188f3e4f1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431384 Aug 16 20:35:35.915902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-d20a556a-c4ab-4121-86c3-6fe3f24c5dcb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e HTTP/1.1" status: 200 len: 217 time: 0.0638943 Aug 16 20:35:35.916621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e88043-7273-47c1-aea9-29098c6b345b req-ad22e39b-a808-453d-8f30-14bd464331ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.918206 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80e88043-7273-47c1-aea9-29098c6b345b req-ad22e39b-a808-453d-8f30-14bd464331ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 1095 time: 0.0498726 Aug 16 20:35:35.981367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-29acdfa1-4796-4c4f-9d66-1abc458cac7f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.982783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-29acdfa1-4796-4c4f-9d66-1abc458cac7f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.2183905 Aug 16 20:35:36.049008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e88043-7273-47c1-aea9-29098c6b345b req-d3c0310b-03bb-4da5-8725-3a9315c32efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.050410 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80e88043-7273-47c1-aea9-29098c6b345b req-d3c0310b-03bb-4da5-8725-3a9315c32efc service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.1224861 Aug 16 20:35:36.051259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-7e94f758-990b-4629-8973-d844469260d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.052815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-7e94f758-990b-4629-8973-d844469260d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1255479 Aug 16 20:35:36.109005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6f2cc284-c412-49ea-b142-27d6c88e554f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:36.120080 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80e88043-7273-47c1-aea9-29098c6b345b req-369830a4-a98b-4693-867e-fad17c98ae6d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bbfe57e-d787-4aaf-84f4-aae061867196 HTTP/1.1" status: 200 len: 217 time: 0.0509992 Aug 16 20:35:36.140933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-86d0e1fb-f6b2-4ae0-a8d9-14f45041e8ee tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.1441171 Aug 16 20:35:36.155423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-81748396-fb9c-4ae0-9cdc-19afe8404413 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:36.189939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e88043-7273-47c1-aea9-29098c6b345b req-d4c1a9d0-fc47-41cf-8177-97a5b9422749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.191851 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80e88043-7273-47c1-aea9-29098c6b345b req-d4c1a9d0-fc47-41cf-8177-97a5b9422749 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0627997 Aug 16 20:35:36.195607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 6f2cc284-c412-49ea-b142-27d6c88e554f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:36.197360 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.208432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-bdaf0777-cfdd-4f8e-a9a9-4e887b4bd6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.211121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-bdaf0777-cfdd-4f8e-a9a9-4e887b4bd6b7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388366 Aug 16 20:35:36.240658 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80e88043-7273-47c1-aea9-29098c6b345b req-0a8c6e0e-aaa5-4de0-be33-3644fdb11e8a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297313 Aug 16 20:35:36.261121 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-81748396-fb9c-4ae0-9cdc-19afe8404413 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.362355 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80e88043-7273-47c1-aea9-29098c6b345b req-95d04566-f713-448e-b8f5-60b5d9aa1df1 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106389 Aug 16 20:35:36.413274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-90686a5f-7dd4-46c3-b718-55c29034e253 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891665 Aug 16 20:35:36.492282 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-8c7ac21f-963a-4b46-8b7c-196551b8293e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0681129 Aug 16 20:35:36.504626 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80e88043-7273-47c1-aea9-29098c6b345b req-039a35fa-f303-481e-adf6-ff0b7080094b service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291492 Aug 16 20:35:36.506600 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-81748396-fb9c-4ae0-9cdc-19afe8404413 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.572369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40904ca2-32f4-47c7-aa8b-c256251f3a81 req-dc0b0043-7670-487d-a2bf-57bdbf27b059 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505706 Aug 16 20:35:36.614101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-63ce9d83-67f6-4cdc-bcbc-ba5ba389ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.615650 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-63ce9d83-67f6-4cdc-bcbc-ba5ba389ee7a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0542352 Aug 16 20:35:36.665787 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-81748396-fb9c-4ae0-9cdc-19afe8404413 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.666369 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-81748396-fb9c-4ae0-9cdc-19afe8404413 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Floating IP 8feaceaa-407a-4045-a046-0d207b58faf6 disassociated. External IP: 172.25.4.174, port: af4f1cf2-455b-4425-8087-d2d75babda25. Aug 16 20:35:36.742283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-606a468b-3ad7-426b-9206-20fc929f3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.747263 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-606a468b-3ad7-426b-9206-20fc929f3eff service neutron] 10.222.0.76 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.0994749 Aug 16 20:35:36.795592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-1325cb69-bea6-4c78-83c7-f58acf7e7f4f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af4f1cf2-455b-4425-8087-d2d75babda25 HTTP/1.1" status: 200 len: 217 time: 0.0402412 Aug 16 20:35:36.857119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-3b0ab3fd-bb46-4dbb-9ba2-db1c52b6e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.858762 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-3b0ab3fd-bb46-4dbb-9ba2-db1c52b6e6ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.0565460 Aug 16 20:35:36.910625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-05909c41-1532-401b-a03a-523ff4349aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.912292 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-05909c41-1532-401b-a03a-523ff4349aec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454278 Aug 16 20:35:36.930772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-81748396-fb9c-4ae0-9cdc-19afe8404413 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Router ddf558d7-e514-469e-86fb-f2a0f657d012 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:37.031041 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-e5a04486-603d-47e9-819d-6af42e45eb9c service neutron] 10.222.0.76 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071491 Aug 16 20:35:37.067500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954d727d-2619-474b-bd17-30eff75dd235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045c3693-b5c5-44c0-befd-ab0597592598'}, {'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:37.070218 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213ecac4-1db7-45ff-8bdf-0563339fef99" -d '{"events": [{"server_uuid": "954d727d-2619-474b-bd17-30eff75dd235", "name": "network-vif-plugged", "status": "completed", "tag": "045c3693-b5c5-44c0-befd-ab0597592598"}, {"server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "name": "network-vif-plugged", "status": "completed", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:37.163215 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-993fee2e-6993-4a62-8b72-0eeae0f0c3df req-1f9369db-0379-4ebe-928f-cdec5e44e878 service neutron] 10.222.0.76 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205938 Aug 16 20:35:37.342522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-81748396-fb9c-4ae0-9cdc-19afe8404413 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:37.353896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1bb3a-1b76-4903-b8fa-29a7317ccd98 None None] Sync routers for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:37.359980 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-81748396-fb9c-4ae0-9cdc-19afe8404413 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.363478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1bb3a-1b76-4903-b8fa-29a7317ccd98 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:37.364046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-46c1bb3a-1b76-4903-b8fa-29a7317ccd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:37.389992 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-81748396-fb9c-4ae0-9cdc-19afe8404413 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "PUT /v2.0/floatingips/8feaceaa-407a-4045-a046-0d207b58faf6 HTTP/1.1" status: 200 len: 695 time: 1.2397690 Aug 16 20:35:37.391162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'tag': 'af4f1cf2-455b-4425-8087-d2d75babda25'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:37.399552 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "75c954bb-7084-47d4-9c31-4369044fb4c2", "tag": "af4f1cf2-455b-4425-8087-d2d75babda25"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:37.457495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-2c0bbc3e-5d0c-4889-8472-cb5f0657b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:37.459617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-2c0bbc3e-5d0c-4889-8472-cb5f0657b171 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0494585 Aug 16 20:35:37.488006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-46c1bb3a-1b76-4903-b8fa-29a7317ccd98 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:37.569167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-9dacb9ee-24b9-45a9-b55b-26902a61d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:37.571060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-9dacb9ee-24b9-45a9-b55b-26902a61d12e service neutron] 10.222.0.74 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.1036870 Aug 16 20:35:37.629041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-265b767b-67f6-4644-a220-588fa95e9b57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af4f1cf2-455b-4425-8087-d2d75babda25 HTTP/1.1" status: 200 len: 217 time: 0.0496547 Aug 16 20:35:37.714271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-28ca1651-5a9c-45e6-8122-5a36445210fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:37.721317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-28ca1651-5a9c-45e6-8122-5a36445210fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.0845845 Aug 16 20:35:37.745843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-46c1bb3a-1b76-4903-b8fa-29a7317ccd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:37.782611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-e7e4e7ce-ba7e-466e-83dd-a95ae6bd28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:37.784174 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-e7e4e7ce-ba7e-466e-83dd-a95ae6bd28fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522265 Aug 16 20:35:37.786784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1bb3a-1b76-4903-b8fa-29a7317ccd98 None None] Checking router: ddf558d7-e514-469e-86fb-f2a0f657d012 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:37.795932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1bb3a-1b76-4903-b8fa-29a7317ccd98 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:37.796622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-46c1bb3a-1b76-4903-b8fa-29a7317ccd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:37.889634 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-aa78b069-8865-4022-9556-a6b4742093ae service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983489 Aug 16 20:35:37.908908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-46c1bb3a-1b76-4903-b8fa-29a7317ccd98 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:38.003258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76ec3a2-7074-4c7a-9598-e6a9c527cecc req-85a0b8cf-f381-4416-981e-46174d80c75b service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056743 Aug 16 20:35:38.123980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b029444-8b28-4753-9e47-ab1f6e5e2aa6 req-168388c8-fc3f-471e-a390-1288b229ba27 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:38.126188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b029444-8b28-4753-9e47-ab1f6e5e2aa6 req-168388c8-fc3f-471e-a390-1288b229ba27 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 949 time: 0.0673468 Aug 16 20:35:38.132239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-46c1bb3a-1b76-4903-b8fa-29a7317ccd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:38.166611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1bb3a-1b76-4903-b8fa-29a7317ccd98 None None] The sync data for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 is: [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:38.169287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b029444-8b28-4753-9e47-ab1f6e5e2aa6 req-900a9444-2a31-4316-9bff-1022e20e5aa6 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366719 Aug 16 20:35:38.349546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8cdf7-fb45-4424-9aeb-d099ee05261e req-d7564245-eabf-47b7-88a0-bb0e9792cfe1 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:38.351182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18d8cdf7-fb45-4424-9aeb-d099ee05261e req-d7564245-eabf-47b7-88a0-bb0e9792cfe1 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 950 time: 0.0544095 Aug 16 20:35:38.397734 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18d8cdf7-fb45-4424-9aeb-d099ee05261e req-fb7ae17a-d3d0-4390-8840-c9ea9a02920f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389588 Aug 16 20:35:38.460812 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26844cad-99c3-4cbb-965a-0acffac6c372 None None] New status for floating IP 8feaceaa-407a-4045-a046-0d207b58faf6: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:35:38.525551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3cc70-cbd1-412b-b877-cb7b899755ff req-48dcf125-3821-408a-884b-515f08f170e3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:38.527444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bb3cc70-cbd1-412b-b877-cb7b899755ff req-48dcf125-3821-408a-884b-515f08f170e3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 943 time: 0.0660152 Aug 16 20:35:38.532936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-215686b1-4bed-47cb-89ee-b96892d932d5 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:35:38.533945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-215686b1-4bed-47cb-89ee-b96892d932d5 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056176 Aug 16 20:35:38.546471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Request body: {'binding': {'host': 'n-h2-793619-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:38.546925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Unknown quota resources ['binding']. {{(pid=95261) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:35:38.601867 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bb3cc70-cbd1-412b-b877-cb7b899755ff req-bcdafb86-b559-44c7-b48a-5206210bdabf tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667138 Aug 16 20:35:38.777293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e20ad-912c-488d-9f34-bad1033c074b req-a4d875e6-1f45-40a4-b380-a19eeb29bb90 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1111655 Aug 16 20:35:38.795145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df97dea-69ed-4633-8c46-ac554874853c req-3097e2b3-739d-4e5b-a1c0-fa76ef39b37a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:38.796642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0df97dea-69ed-4633-8c46-ac554874853c req-3097e2b3-739d-4e5b-a1c0-fa76ef39b37a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.1188831 Aug 16 20:35:38.820032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 on host n-h2-793619-14 for vnic_type normal with profile None {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:38.820561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:38.820897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:38.835390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Port 2fe3a21a-7867-4d67-aba8-b254d4975004 on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:38.835717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:38.867747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:38.868087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:38.868478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:38.868929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Bound port: 2fe3a21a-7867-4d67-aba8-b254d4975004, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:38.888928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0df97dea-69ed-4633-8c46-ac554874853c req-8d775c6c-1155-48f6-b3f3-4c38f63a9829 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800996 Aug 16 20:35:38.930317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e20ad-912c-488d-9f34-bad1033c074b req-0d0cd7db-62d8-4e78-bce4-48a1cccc50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:38.931914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e20ad-912c-488d-9f34-bad1033c074b req-0d0cd7db-62d8-4e78-bce4-48a1cccc50d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d10d68cf0b74082b973805fd6550c08&device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 1098 time: 0.0915439 Aug 16 20:35:38.942778 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d62c9fb-9636-4903-afc0-cf3196140049 x-openstack-request-id: req-6d62c9fb-9636-4903-afc0-cf3196140049 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:38.942778 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954d727d-2619-474b-bd17-30eff75dd235", "name": "network-vif-plugged", "status": "completed", "tag": "045c3693-b5c5-44c0-befd-ab0597592598", "code": 200}, {"server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "name": "network-vif-plugged", "status": "completed", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:38.943064 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6d62c9fb-9636-4903-afc0-cf3196140049 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:38.943644 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954d727d-2619-474b-bd17-30eff75dd235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045c3693-b5c5-44c0-befd-ab0597592598', 'code': 200} Aug 16 20:35:38.943960 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e', 'code': 200} Aug 16 20:35:38.950691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2fe3a21a-7867-4d67-aba8-b254d4975004,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:38.984916 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7027abaf-0c56-4343-866c-3210bfd48cf0 x-openstack-request-id: req-7027abaf-0c56-4343-866c-3210bfd48cf0 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:38.984916 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c954bb-7084-47d4-9c31-4369044fb4c2", "tag": "af4f1cf2-455b-4425-8087-d2d75babda25", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:38.985427 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7027abaf-0c56-4343-866c-3210bfd48cf0 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:38.985878 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'tag': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'status': 'completed', 'code': 200} Aug 16 20:35:39.038241 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] Notify callbacks [] for binding, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.039368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-36184c92-5ba9-4bd5-b155-fe550b854a72 service neutron] 10.222.0.74 "POST /v2.0/ports/2fe3a21a-7867-4d67-aba8-b254d4975004/bindings HTTP/1.1" status: 201 len: 390 time: 0.4966974 Aug 16 20:35:39.092942 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e20ad-912c-488d-9f34-bad1033c074b req-c033561e-aefd-4628-ac35-47ab4ac5f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.094486 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e20ad-912c-488d-9f34-bad1033c074b req-c033561e-aefd-4628-ac35-47ab4ac5f7c5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=53f0df0f-f139-4a71-b156-b3349ae71c27 HTTP/1.1" status: 200 len: 925 time: 0.1205142 Aug 16 20:35:39.097347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3bc00-3b91-43bb-99b3-62b9fc382c5a req-1ad1e4f7-406d-477f-90ef-4f7ae8fce251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.098832 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-58e3bc00-3b91-43bb-99b3-62b9fc382c5a req-1ad1e4f7-406d-477f-90ef-4f7ae8fce251 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 1102 time: 0.0613499 Aug 16 20:35:39.101327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c req-b0afc65a-1665-4bfa-bf87-ddf54701fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.102740 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c req-b0afc65a-1665-4bfa-bf87-ddf54701fae5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0976541 Aug 16 20:35:39.188955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e20ad-912c-488d-9f34-bad1033c074b req-6ab81ff8-85ab-46ad-aaff-d107ae28cd93 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd40347-10c8-46f8-8142-7e4860d1283f HTTP/1.1" status: 200 len: 1002 time: 0.0638864 Aug 16 20:35:39.198000 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-58e3bc00-3b91-43bb-99b3-62b9fc382c5a req-8492eb7b-8704-4c48-a4c2-b1b6da5ebdda service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698371 Aug 16 20:35:39.226674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c req-38dc0983-0b21-4b99-8003-e3ad56df7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.228233 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c req-38dc0983-0b21-4b99-8003-e3ad56df7d68 service neutron] 10.222.0.76 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.1184635 Aug 16 20:35:39.251202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e20ad-912c-488d-9f34-bad1033c074b req-2dd6b428-cf8d-4fee-8a88-79cbed354aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.252856 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e20ad-912c-488d-9f34-bad1033c074b req-2dd6b428-cf8d-4fee-8a88-79cbed354aae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9acddd0e-e6bd-4088-b50c-ecff70ad3f26 HTTP/1.1" status: 200 len: 863 time: 0.0539830 Aug 16 20:35:39.286691 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c req-323cde7c-6e90-47f3-ad7b-c0b6b4db3bc7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af4f1cf2-455b-4425-8087-d2d75babda25 HTTP/1.1" status: 200 len: 217 time: 0.0500815 Aug 16 20:35:39.328043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e20ad-912c-488d-9f34-bad1033c074b req-df304527-db60-47c1-b297-505590a465fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.332087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e20ad-912c-488d-9f34-bad1033c074b req-df304527-db60-47c1-b297-505590a465fb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=53f0df0f-f139-4a71-b156-b3349ae71c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683682 Aug 16 20:35:39.347854 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c req-12dc61b6-7d3c-4df7-9374-31e77933f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.349504 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c req-12dc61b6-7d3c-4df7-9374-31e77933f018 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.0543625 Aug 16 20:35:39.366699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2bbfe57e-d787-4aaf-84f4-aae061867196 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:39.421567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c req-a81e5a9e-bf1c-4164-950e-a4ead5c61d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.423461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c req-a81e5a9e-bf1c-4164-950e-a4ead5c61d9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647759 Aug 16 20:35:39.465937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e20ad-912c-488d-9f34-bad1033c074b req-e09af185-03a8-4908-9da3-75e3bc3c18cd service neutron] 10.222.0.79 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142366 Aug 16 20:35:39.526846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2bbfe57e-d787-4aaf-84f4-aae061867196,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:39.555082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '2bbfe57e-d787-4aaf-84f4-aae061867196', 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46', 'port_id': '2bbfe57e-d787-4aaf-84f4-aae061867196', 'mac_address': 'fa:16:3e:40:42:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6f94f0-227b-49bc-896f-30e1c37db595', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:39.580393 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c req-6da7f329-0f6e-4615-afed-a6f3734cbcb3 service neutron] 10.222.0.76 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453576 Aug 16 20:35:39.604209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd4614-9f31-4229-bac4-14c1e09e412a req-709182ce-17b3-48b6-b86a-378b13d2576f tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.605902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ecd4614-9f31-4229-bac4-14c1e09e412a req-709182ce-17b3-48b6-b86a-378b13d2576f tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 1101 time: 0.0777133 Aug 16 20:35:39.610927 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.622653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbfe57e-d787-4aaf-84f4-aae061867196 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:39.648134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2bbfe57e-d787-4aaf-84f4-aae061867196,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:39.655278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e20ad-912c-488d-9f34-bad1033c074b req-eeca5af0-f20c-4622-bbf9-b0868c19b94f service neutron] 10.222.0.79 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795106 Aug 16 20:35:39.667711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ecd4614-9f31-4229-bac4-14c1e09e412a req-6b11ec16-6c8d-47eb-9a66-ed356326ee83 tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476489 Aug 16 20:35:39.722237 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.740198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f3450210-a2ef-4562-98a1-90e2b7cf2e0c req-67ddeed5-5a53-4ecf-bd70-ee23de96cf78 service neutron] 10.222.0.76 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526682 Aug 16 20:35:39.779336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70e43b-a8cd-4d89-8a01-9d0cdbd37019 req-7b94f76a-c7cf-447a-a32e-3294120e1050 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.781075 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e70e43b-a8cd-4d89-8a01-9d0cdbd37019 req-7b94f76a-c7cf-447a-a32e-3294120e1050 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 945 time: 0.0918860 Aug 16 20:35:39.824376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=2bbfe57e-d787-4aaf-84f4-aae061867196,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:39.891779 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e70e43b-a8cd-4d89-8a01-9d0cdbd37019 req-87e73c0b-5591-4f69-a23a-5610a745051a tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003563 Aug 16 20:35:39.938497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223982dc-58be-4898-9ee9-16438ecaf4ee req-36ac81cb-a754-4244-83e6-e64f8bb3168c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.940067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-223982dc-58be-4898-9ee9-16438ecaf4ee req-36ac81cb-a754-4244-83e6-e64f8bb3168c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 950 time: 0.0903728 Aug 16 20:35:39.942221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134563b-ab12-4135-a616-42af60f5e303 req-e699d4dd-31ac-43b9-bca7-e5fc333e4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.943638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-e699d4dd-31ac-43b9-bca7-e5fc333e4832 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 1097 time: 0.1080284 Aug 16 20:35:40.016204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['2bbfe57e-d787-4aaf-84f4-aae061867196'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:40.074796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-223982dc-58be-4898-9ee9-16438ecaf4ee req-f6575e4d-e866-4151-a64e-35110fbb917c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237409 Aug 16 20:35:40.095337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-8305be2f-3728-40a7-bd1c-e7d5651885a0 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:40.103619 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-8305be2f-3728-40a7-bd1c-e7d5651885a0 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1342695 Aug 16 20:35:40.177179 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-bb4d8843-d94e-44c0-9170-b0042af3ca9f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 696 time: 0.0726051 Aug 16 20:35:40.180351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134563b-ab12-4135-a616-42af60f5e303 req-5de5663b-6299-4ff9-baa4-fd4d0c6e4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:40.181809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-5de5663b-6299-4ff9-baa4-fd4d0c6e4cc9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.2243805 Aug 16 20:35:40.185062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-39027976-8f98-438f-b856-ad8bd9bdc369 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Request body: {'floatingip': {'port_id': '6028746d-172c-474a-b28d-f41366b803b4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:40.267554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-39027976-8f98-438f-b856-ad8bd9bdc369 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.314534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-d1c3590a-7cda-450d-9322-c345a1dfa84c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fe3a21a-7867-4d67-aba8-b254d4975004 HTTP/1.1" status: 200 len: 217 time: 0.0960686 Aug 16 20:35:40.421764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ec9d-c90a-4236-b062-d9b60439990c req-96ce71e5-ae48-4a28-944c-99dde39012c8 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:40.421764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7000ec9d-c90a-4236-b062-d9b60439990c req-96ce71e5-ae48-4a28-944c-99dde39012c8 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 949 time: 0.2039924 Aug 16 20:35:40.455149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134563b-ab12-4135-a616-42af60f5e303 req-fc52d6cf-4ce9-4a1e-99e8-a3a2dca19b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:40.456593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-fc52d6cf-4ce9-4a1e-99e8-a3a2dca19b18 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.1304119 Aug 16 20:35:40.547482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-c150c602-06bc-4b28-88a9-b24fa8e69a81 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409017 Aug 16 20:35:40.552228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7000ec9d-c90a-4236-b062-d9b60439990c req-c755606d-6941-48f7-adf4-cc4b4e700866 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211190 Aug 16 20:35:40.800161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a08526-5cf3-4865-94f7-5a986ddea5b7 req-b8eefe35-5202-4f42-adb3-ac8c09706b1b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:40.801762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54a08526-5cf3-4865-94f7-5a986ddea5b7 req-b8eefe35-5202-4f42-adb3-ac8c09706b1b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 944 time: 0.1689346 Aug 16 20:35:40.806178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-2ec2a9ae-dc2d-46e6-b520-8846f0331804 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494879 Aug 16 20:35:40.928347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54a08526-5cf3-4865-94f7-5a986ddea5b7 req-a0d21b22-b510-4699-a87d-f0ec5564d079 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197972 Aug 16 20:35:41.018432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-e5d28f46-2df7-40ad-b865-5d6949b5d98c service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990755 Aug 16 20:35:41.081732 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d15b5-4412-4be7-a082-25884f2aa6ea req-1d5e3738-acaa-455d-8e20-cfb7ff4e32a4 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:41.084053 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-770d15b5-4412-4be7-a082-25884f2aa6ea req-1d5e3738-acaa-455d-8e20-cfb7ff4e32a4 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c954bb-7084-47d4-9c31-4369044fb4c2 HTTP/1.1" status: 200 len: 945 time: 0.0790539 Aug 16 20:35:41.108609 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-39027976-8f98-438f-b856-ad8bd9bdc369 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.186857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-770d15b5-4412-4be7-a082-25884f2aa6ea req-07b997d4-9a30-4aad-bced-a36228402f33 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Deleting port af4f1cf2-455b-4425-8087-d2d75babda25 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:41.187194 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-770d15b5-4412-4be7-a082-25884f2aa6ea req-07b997d4-9a30-4aad-bced-a36228402f33 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.225308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-39027976-8f98-438f-b856-ad8bd9bdc369 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.280267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134563b-ab12-4135-a616-42af60f5e303 req-5528fc90-4fbb-44a6-8c61-16333710aec9 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:41.281779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-770d15b5-4412-4be7-a082-25884f2aa6ea req-07b997d4-9a30-4aad-bced-a36228402f33 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] For port af4f1cf2-455b-4425-8087-d2d75babda25, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=af4f1cf2-455b-4425-8087-d2d75babda25,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:41.281925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-5528fc90-4fbb-44a6-8c61-16333710aec9 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.0914297 Aug 16 20:35:41.282199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-770d15b5-4412-4be7-a082-25884f2aa6ea req-07b997d4-9a30-4aad-bced-a36228402f33 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.295458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-770d15b5-4412-4be7-a082-25884f2aa6ea req-07b997d4-9a30-4aad-bced-a36228402f33 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Calling delete_port for af4f1cf2-455b-4425-8087-d2d75babda25 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:41.369173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2bbfe57e-d787-4aaf-84f4-aae061867196 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:41.588449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 2bbfe57e-d787-4aaf-84f4-aae061867196 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:41.592493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 2bbfe57e-d787-4aaf-84f4-aae061867196 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:41.598204 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.598389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-14'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:41.616797 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-770d15b5-4412-4be7-a082-25884f2aa6ea req-07b997d4-9a30-4aad-bced-a36228402f33 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.634425 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['af4f1cf2-455b-4425-8087-d2d75babda25'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:41.636450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6028746d-172c-474a-b28d-f41366b803b4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:41.654567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b997d4-9a30-4aad-bced-a36228402f33 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Pushing event deleted for resources: {'Port': ['ID=af4f1cf2-455b-4425-8087-d2d75babda25,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:41.680814 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-39027976-8f98-438f-b856-ad8bd9bdc369 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Floating IP 8feaceaa-407a-4045-a046-0d207b58faf6 associated. External IP: 172.25.4.174, port: 6028746d-172c-474a-b28d-f41366b803b4. Aug 16 20:35:41.708732 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-770d15b5-4412-4be7-a082-25884f2aa6ea req-07b997d4-9a30-4aad-bced-a36228402f33 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] No DVR routers for this DVR port af4f1cf2-455b-4425-8087-d2d75babda25 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:41.712580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-770d15b5-4412-4be7-a082-25884f2aa6ea req-07b997d4-9a30-4aad-bced-a36228402f33 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.715414 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-770d15b5-4412-4be7-a082-25884f2aa6ea req-07b997d4-9a30-4aad-bced-a36228402f33 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.76 "DELETE /v2.0/ports/af4f1cf2-455b-4425-8087-d2d75babda25 HTTP/1.1" status: 204 len: 173 time: 0.6246591 Aug 16 20:35:41.715879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'name': 'network-vif-deleted', 'tag': 'af4f1cf2-455b-4425-8087-d2d75babda25'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:41.719089 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77696cba-2d3c-4ad9-96ea-9ad49833c164" -d '{"events": [{"server_uuid": "75c954bb-7084-47d4-9c31-4369044fb4c2", "name": "network-vif-deleted", "tag": "af4f1cf2-455b-4425-8087-d2d75babda25"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:41.757997 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.794651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44ee3c-0b76-43b6-8ed9-b6a5c8d82c49 req-4810836f-2613-4f23-a48a-347bccd45904 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:41.802171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d44ee3c-0b76-43b6-8ed9-b6a5c8d82c49 req-4810836f-2613-4f23-a48a-347bccd45904 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 945 time: 0.2122729 Aug 16 20:35:41.825845 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.861006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a193fce-ed34-45f5-a855-39da62889c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbfe57e-d787-4aaf-84f4-aae061867196'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:41.863415 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e8aa77-4169-4626-8304-526fd5419103" -d '{"events": [{"server_uuid": "0a193fce-ed34-45f5-a855-39da62889c84", "name": "network-vif-plugged", "status": "completed", "tag": "2bbfe57e-d787-4aaf-84f4-aae061867196"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:41.886517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2bbfe57e-d787-4aaf-84f4-aae061867196,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:41.948563 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.004028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=2bbfe57e-d787-4aaf-84f4-aae061867196,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:42.005463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d44ee3c-0b76-43b6-8ed9-b6a5c8d82c49 req-22d0439d-bbd0-4379-ac71-9828622f073a tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024047 Aug 16 20:35:42.095840 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2fe3a21a-7867-4d67-aba8-b254d4975004,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:42.206696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605f832-1063-4acd-b60e-9fa1d1e46a0a req-ff6faadc-dfd5-4998-a056-d0fc1e0270f0 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:42.208102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1605f832-1063-4acd-b60e-9fa1d1e46a0a req-ff6faadc-dfd5-4998-a056-d0fc1e0270f0 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 950 time: 0.1235404 Aug 16 20:35:42.222257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:42.260304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-39027976-8f98-438f-b856-ad8bd9bdc369 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Router ddf558d7-e514-469e-86fb-f2a0f657d012 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:42.295213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe3a21a-7867-4d67-aba8-b254d4975004'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:42.297476 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2aaf9ab-812e-4ac1-807b-47cb40ff0095" -d '{"events": [{"server_uuid": "e20d65e2-a35f-4aa6-bbac-ccad19beb73d", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe3a21a-7867-4d67-aba8-b254d4975004"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:42.301775 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.308382 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1605f832-1063-4acd-b60e-9fa1d1e46a0a req-a7ae66fe-893c-4b7c-9d90-84a2c1024c89 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909083 Aug 16 20:35:42.418102 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.437902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-5a852247-2131-4a80-9257-a9efa0f93557 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=cdcbd16a8feb46228e4e6afaba736344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361221 Aug 16 20:35:42.461959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-39027976-8f98-438f-b856-ad8bd9bdc369 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:42.465406 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-39027976-8f98-438f-b856-ad8bd9bdc369 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.468340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dca49e-498a-4cc2-a2d6-5ba54b029827 None None] Sync routers for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:42.482186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dca49e-498a-4cc2-a2d6-5ba54b029827 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:42.482799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-67dca49e-498a-4cc2-a2d6-5ba54b029827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:42.562538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-39027976-8f98-438f-b856-ad8bd9bdc369 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "PUT /v2.0/floatingips/8feaceaa-407a-4045-a046-0d207b58faf6 HTTP/1.1" status: 200 len: 996 time: 2.3844416 Aug 16 20:35:42.612592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe3a21a-7867-4d67-aba8-b254d4975004,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:42.667522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 on host n-h1-793619-14 for vnic_type normal with profile {"migrating_to": "n-h2-793619-14"} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:42.667858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:42.668186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:42.686404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Port 2fe3a21a-7867-4d67-aba8-b254d4975004 on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:42.686772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Attempting to bind port 2fe3a21a-7867-4d67-aba8-b254d4975004 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:42.701922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-9b0827e2-1e60-40aa-83af-7748aa186b68 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:42.708971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-9b0827e2-1e60-40aa-83af-7748aa186b68 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497189 Aug 16 20:35:42.724212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-b4801e48-553a-4885-8808-570ecdf78106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:42.726056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-b4801e48-553a-4885-8808-570ecdf78106 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 1097 time: 0.1263723 Aug 16 20:35:42.727342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:42.727696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:42.728616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:42.728616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Bound port: 2fe3a21a-7867-4d67-aba8-b254d4975004, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:42.728844 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.749445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-df0330d4-5bdc-4274-a130-42e179e4cbeb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/quotas/cdcbd16a8feb46228e4e6afaba736344 HTTP/1.1" status: 200 len: 375 time: 0.0394616 Aug 16 20:35:42.761256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-67dca49e-498a-4cc2-a2d6-5ba54b029827 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:42.924456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:42.928616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2fe3a21a-7867-4d67-aba8-b254d4975004,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:42.938050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-7445b391-6344-4efc-9d69-17172ce44cee tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1877644 Aug 16 20:35:42.940914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-1b6b71e3-b2ef-4bdf-8085-f8120e7cdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:42.942444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-1b6b71e3-b2ef-4bdf-8085-f8120e7cdc4f service neutron] 10.222.0.74 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.2011111 Aug 16 20:35:42.949698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7d8ec-5cdd-4b60-ab51-e94719011905 req-84a992c2-20a8-4858-a150-493a87d866f8 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:42.950180 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9cc7d8ec-5cdd-4b60-ab51-e94719011905 req-84a992c2-20a8-4858-a150-493a87d866f8 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 949 time: 0.0686400 Aug 16 20:35:43.066738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-9a66f20b-3218-40b1-9d10-4e2fdb87a4ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 999 time: 0.1182733 Aug 16 20:35:43.069046 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.079417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-67dca49e-498a-4cc2-a2d6-5ba54b029827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': '6028746d-172c-474a-b28d-f41366b803b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:91:6d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98239-9321-44e7-aadf-2381546783ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:40Z', 'revision_number': 8, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:43.111695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-9cc7d8ec-5cdd-4b60-ab51-e94719011905 req-f685e482-cd54-4b9e-8995-e97f1221d437 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Deleting port f9b9839c-516f-494b-8d30-c884e0777d8b {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:43.112183 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cc7d8ec-5cdd-4b60-ab51-e94719011905 req-f685e482-cd54-4b9e-8995-e97f1221d437 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.112530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dca49e-498a-4cc2-a2d6-5ba54b029827 None None] Checking router: ddf558d7-e514-469e-86fb-f2a0f657d012 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:43.122088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dca49e-498a-4cc2-a2d6-5ba54b029827 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:43.123017 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-67dca49e-498a-4cc2-a2d6-5ba54b029827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:43.183142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-eba080d2-a9f5-41e4-b596-a7d9fdd95575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:43.184894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-eba080d2-a9f5-41e4-b596-a7d9fdd95575 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.0850837 Aug 16 20:35:43.210821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe3a21a-7867-4d67-aba8-b254d4975004,revision_number=8']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:43.264566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:43.265500 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.267105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-3112a9ea-f95d-43c4-b06b-c5f51b8035c9 service neutron] 10.222.0.79 "PUT /v2.0/ports/2fe3a21a-7867-4d67-aba8-b254d4975004 HTTP/1.1" status: 200 len: 1123 time: 1.6762300 Aug 16 20:35:43.283239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-429883b1-be14-42b9-b423-e2e1719515cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:43.285063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-429883b1-be14-42b9-b423-e2e1719515cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918186 Aug 16 20:35:43.325055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-67dca49e-498a-4cc2-a2d6-5ba54b029827 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:43.337561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9cc7d8ec-5cdd-4b60-ab51-e94719011905 req-f685e482-cd54-4b9e-8995-e97f1221d437 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] For port f9b9839c-516f-494b-8d30-c884e0777d8b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f9b9839c-516f-494b-8d30-c884e0777d8b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:43.338854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cc7d8ec-5cdd-4b60-ab51-e94719011905 req-f685e482-cd54-4b9e-8995-e97f1221d437 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.359369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['2fe3a21a-7867-4d67-aba8-b254d4975004'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:43.379967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-9cc7d8ec-5cdd-4b60-ab51-e94719011905 req-f685e482-cd54-4b9e-8995-e97f1221d437 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Calling delete_port for f9b9839c-516f-494b-8d30-c884e0777d8b owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:43.440363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaabd20-5202-4f2a-8828-eca5a5f1df14 req-a73c402e-244e-46db-9da2-3b2387d81816 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:43.448655 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abaabd20-5202-4f2a-8828-eca5a5f1df14 req-a73c402e-244e-46db-9da2-3b2387d81816 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 949 time: 0.1024365 Aug 16 20:35:43.489542 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-935214ea-5aa1-4eca-b7fd-6ea0c86f53fe service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973782 Aug 16 20:35:43.584303 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abaabd20-5202-4f2a-8828-eca5a5f1df14 req-d2a04ecf-1948-40f0-a788-24d15b9afbcb tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/security-groups?id=93376de5-cb4c-443a-bd23-665763ef12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200428 Aug 16 20:35:43.637820 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7d981c-1ed6-489d-bc45-d2b46dae1a0f x-openstack-request-id: req-ba7d981c-1ed6-489d-bc45-d2b46dae1a0f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:43.642252 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c954bb-7084-47d4-9c31-4369044fb4c2", "name": "network-vif-deleted", "tag": "af4f1cf2-455b-4425-8087-d2d75babda25", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:43.642252 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ba7d981c-1ed6-489d-bc45-d2b46dae1a0f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:43.642252 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c954bb-7084-47d4-9c31-4369044fb4c2', 'name': 'network-vif-deleted', 'tag': 'af4f1cf2-455b-4425-8087-d2d75babda25', 'status': 'completed', 'code': 200} Aug 16 20:35:43.657477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99f4b2c0-52d9-4db0-aeed-c426755d2c19 req-6f1d51df-334c-4eb7-bac0-1f6e9346f9a6 service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533725 Aug 16 20:35:43.686123 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c639a98-9a6b-48bf-8b71-cb9f6b93baff x-openstack-request-id: req-9c639a98-9a6b-48bf-8b71-cb9f6b93baff {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:43.686664 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a193fce-ed34-45f5-a855-39da62889c84", "name": "network-vif-plugged", "status": "completed", "tag": "2bbfe57e-d787-4aaf-84f4-aae061867196", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:43.686664 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9c639a98-9a6b-48bf-8b71-cb9f6b93baff {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:43.687042 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a193fce-ed34-45f5-a855-39da62889c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbfe57e-d787-4aaf-84f4-aae061867196', 'code': 200} Aug 16 20:35:43.719053 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cc7d8ec-5cdd-4b60-ab51-e94719011905 req-f685e482-cd54-4b9e-8995-e97f1221d437 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.763956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['f9b9839c-516f-494b-8d30-c884e0777d8b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:43.783604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685e482-cd54-4b9e-8995-e97f1221d437 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Pushing event deleted for resources: {'Port': ['ID=f9b9839c-516f-494b-8d30-c884e0777d8b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:43.802578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-67dca49e-498a-4cc2-a2d6-5ba54b029827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': '6028746d-172c-474a-b28d-f41366b803b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:91:6d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98239-9321-44e7-aadf-2381546783ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:40Z', 'revision_number': 8, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:43.837094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dca49e-498a-4cc2-a2d6-5ba54b029827 None None] The sync data for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 is: [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '8feaceaa-407a-4045-a046-0d207b58faf6', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'port_id': '6028746d-172c-474a-b28d-f41366b803b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'mac_address': 'fa:16:3e:91:6d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98239-9321-44e7-aadf-2381546783ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:01Z', 'updated_at': '2021-08-16T20:35:40Z', 'revision_number': 8, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:43.854680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc7d8ec-5cdd-4b60-ab51-e94719011905 req-f685e482-cd54-4b9e-8995-e97f1221d437 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] No DVR routers for this DVR port f9b9839c-516f-494b-8d30-c884e0777d8b on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:43.861454 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cc7d8ec-5cdd-4b60-ab51-e94719011905 req-f685e482-cd54-4b9e-8995-e97f1221d437 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.863555 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9cc7d8ec-5cdd-4b60-ab51-e94719011905 req-f685e482-cd54-4b9e-8995-e97f1221d437 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.76 "DELETE /v2.0/ports/f9b9839c-516f-494b-8d30-c884e0777d8b HTTP/1.1" status: 204 len: 173 time: 0.9071612 Aug 16 20:35:43.883107 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14247e9-6eca-4ce0-87f7-d493face2dbb x-openstack-request-id: req-c14247e9-6eca-4ce0-87f7-d493face2dbb {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:43.883392 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20d65e2-a35f-4aa6-bbac-ccad19beb73d", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe3a21a-7867-4d67-aba8-b254d4975004", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:43.884442 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c14247e9-6eca-4ce0-87f7-d493face2dbb {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:43.885288 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe3a21a-7867-4d67-aba8-b254d4975004', 'code': 200} Aug 16 20:35:43.975529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3508a-e660-4403-a25c-390161a4e1bc req-0ae41a3e-6557-4bd6-a149-6eb72f492be4 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:43.977778 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4c3508a-e660-4403-a25c-390161a4e1bc req-0ae41a3e-6557-4bd6-a149-6eb72f492be4 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 945 time: 0.2187636 Aug 16 20:35:43.983615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0ad88-3ea7-4ce2-95ad-b84e859fb925 req-507c4dc8-4fb6-423e-893a-c66a477c7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:43.985127 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cd0ad88-3ea7-4ce2-95ad-b84e859fb925 req-507c4dc8-4fb6-423e-893a-c66a477c7547 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 1097 time: 0.2164950 Aug 16 20:35:44.027161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3940cf-3bf6-45fa-ac30-113360058695 req-344fb943-4851-4940-80ab-2e906efa6243 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:44.028712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e3940cf-3bf6-45fa-ac30-113360058695 req-344fb943-4851-4940-80ab-2e906efa6243 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1362352 Aug 16 20:35:44.107457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4c3508a-e660-4403-a25c-390161a4e1bc req-c0b5c889-7cbd-4611-89dd-4a95c2d38cb3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195021 Aug 16 20:35:44.114788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cd0ad88-3ea7-4ce2-95ad-b84e859fb925 req-2db79120-27af-479c-a52b-64d9acf627aa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160700 Aug 16 20:35:44.121552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e3940cf-3bf6-45fa-ac30-113360058695 req-9de4ff41-18a1-4ad7-81f7-a8de29e16179 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801611 Aug 16 20:35:44.213735 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7082f-1a08-4aa9-be87-644bb03645fc None None] New status for floating IP 8feaceaa-407a-4045-a046-0d207b58faf6: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:35:44.295811 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ff1c410-8417-4b37-b2b2-d3b58264e40e req-8d2020ac-cbf7-4c11-afe5-332e98fd3ce6 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 210 time: 0.0358992 Aug 16 20:35:44.308800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa91cb-e962-47a1-a351-0e4aaa9593e8 req-406a6071-cb41-4a49-82fb-7f4447ae197f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:44.310460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eaaa91cb-e962-47a1-a351-0e4aaa9593e8 req-406a6071-cb41-4a49-82fb-7f4447ae197f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 943 time: 0.1086025 Aug 16 20:35:44.400734 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eaaa91cb-e962-47a1-a351-0e4aaa9593e8 req-9367aa0b-7735-456a-834a-2a3488621e50 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802317 Aug 16 20:35:44.425584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2349c92-cbe8-457b-a20f-173d085cbc39 req-8ba0e36e-7e90-4198-afb1-b9cab7a3a40a tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips/8feaceaa-407a-4045-a046-0d207b58faf6 HTTP/1.1" status: 200 len: 996 time: 0.0863111 Aug 16 20:35:44.517937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-08ae3d1a-69a1-4c4f-9124-790e9fa0c2ab tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=97a9bad77dc94fbeac2a453104d461fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351272 Aug 16 20:35:44.635195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2349c92-cbe8-457b-a20f-173d085cbc39 req-19debb24-048a-483f-99e4-90ad4d5eae8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:44.644204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2349c92-cbe8-457b-a20f-173d085cbc39 req-19debb24-048a-483f-99e4-90ad4d5eae8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.2149160 Aug 16 20:35:44.650432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-e2349c92-cbe8-457b-a20f-173d085cbc39 req-926b1655-dcca-4a97-810a-4317debcb308 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:35:44.653535 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2349c92-cbe8-457b-a20f-173d085cbc39 req-926b1655-dcca-4a97-810a-4317debcb308 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084746 Aug 16 20:35:44.732894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65695802-cd0d-4038-b187-e1d3880997ed req-0142c085-5529-4a7b-8037-23134b463612 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:44.734558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-0142c085-5529-4a7b-8037-23134b463612 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822054 Aug 16 20:35:44.775848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd4dddd9-7195-48ee-b0c1-41911c01d730 req-497ac627-1161-42cb-89a8-d3d21d1c2755 tempest-DeleteServersAdminTestJSON-449583853 tempest-DeleteServersAdminTestJSON-449583853-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4516cb4-ae4f-49b7-aeba-a348497684e2 HTTP/1.1" status: 200 len: 210 time: 0.0402243 Aug 16 20:35:44.778223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-6192c727-da3e-40b9-a9be-d30e0620e98a tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/quotas/97a9bad77dc94fbeac2a453104d461fd HTTP/1.1" status: 200 len: 375 time: 0.0335650 Aug 16 20:35:44.929820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-8110c32a-2ac0-4904-8925-4be85b8b6103 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=97a9bad77dc94fbeac2a453104d461fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1455095 Aug 16 20:35:44.970721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-0c6856e9-7ee9-44a7-b207-cc6d3356e779 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.1302798 Aug 16 20:35:45.020176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126d49-4bb6-43a5-8742-23f4721d601a req-657482b5-0d45-4a48-8d90-946002ca30d7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:45.021557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-657482b5-0d45-4a48-8d90-946002ca30d7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports/6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 942 time: 0.0498843 Aug 16 20:35:45.173389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f454126-313a-4847-a52c-ab32abda3aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.182221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-374406b2-6276-4b65-827b-43fb9843ae55 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.0921116 Aug 16 20:35:45.388915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7276661-070b-414c-a436-139ee4684c7b req-0116058f-38f8-439d-9145-3d42ff86df62 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:45.396592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7276661-070b-414c-a436-139ee4684c7b req-0116058f-38f8-439d-9145-3d42ff86df62 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 945 time: 0.1144018 Aug 16 20:35:45.409449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device af4f1cf2-455b-4425-8087-d2d75babda25 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:45.448025 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126d49-4bb6-43a5-8742-23f4721d601a req-d9d1c300-dd0e-47b1-915d-6e5b41b646b4 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:45.448280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: af4f1cf2-455b-4425-8087-d2d75babda25 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:45.448453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device af4f1cf2-455b-4425-8087-d2d75babda25 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:45.453653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-d9d1c300-dd0e-47b1-915d-6e5b41b646b4 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.2648156 Aug 16 20:35:45.478477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2fe3a21a-7867-4d67-aba8-b254d4975004 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:45.529551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7276661-070b-414c-a436-139ee4684c7b req-d2c4abd5-a627-4b85-936c-93ad7b3fb044 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317067 Aug 16 20:35:45.580271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-c27322d1-df7d-46ab-9322-96a7b0ddab2b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.1206796 Aug 16 20:35:45.591409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-af126d49-4bb6-43a5-8742-23f4721d601a req-67e2f06b-07a2-4343-875a-e995fbcc4b98 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:45.639883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4516cb4-ae4f-49b7-aeba-a348497684e2', 'name': 'network-vif-deleted', 'tag': 'f9b9839c-516f-494b-8d30-c884e0777d8b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:45.642937 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c9c503-cdb4-4903-8b2d-783e57c1f86f" -d '{"events": [{"server_uuid": "e4516cb4-ae4f-49b7-aeba-a348497684e2", "name": "network-vif-deleted", "tag": "f9b9839c-516f-494b-8d30-c884e0777d8b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:45.658290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2fe3a21a-7867-4d67-aba8-b254d4975004,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:45.673269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2fe3a21a-7867-4d67-aba8-b254d4975004 has no active binding in host n-h2-793619-14 {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:35:45.694080 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-af126d49-4bb6-43a5-8742-23f4721d601a req-67e2f06b-07a2-4343-875a-e995fbcc4b98 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.763149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-032e8d6f-b563-4cf9-991f-107c7215cd1d req-b8b990f8-a234-4258-a0d5-887660026ae0 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 210 time: 0.0730813 Aug 16 20:35:45.788166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-be1d23f5-c3ac-40b7-bf8b-ef4618964a46 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=cdcbd16a8feb46228e4e6afaba736344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240703 Aug 16 20:35:45.873215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b568e17-472d-498b-8c79-9ead332a1673 req-b00fa797-70e4-4d25-8096-d82ba07f363b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 210 time: 0.0409355 Aug 16 20:35:45.889804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4'}, {'name': 'network-changed', 'server_uuid': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'tag': '2fe3a21a-7867-4d67-aba8-b254d4975004'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:45.892104 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57e7122-b27b-4c9c-8623-94b393de5f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "tag": "6028746d-172c-474a-b28d-f41366b803b4"}, {"name": "network-changed", "server_uuid": "e20d65e2-a35f-4aa6-bbac-ccad19beb73d", "tag": "2fe3a21a-7867-4d67-aba8-b254d4975004"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:46.292467 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-af126d49-4bb6-43a5-8742-23f4721d601a req-67e2f06b-07a2-4343-875a-e995fbcc4b98 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.315398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-a76d214a-4a44-4c84-ab4f-94148e9de380 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:46.316848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-a76d214a-4a44-4c84-ab4f-94148e9de380 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5149858 Aug 16 20:35:46.330317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c7f8f-2f21-4767-8127-253ab7e18049 req-be1176a6-5f97-4dcd-890d-141b8d7944b8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:46.330317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb9c7f8f-2f21-4767-8127-253ab7e18049 req-be1176a6-5f97-4dcd-890d-141b8d7944b8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 943 time: 0.3931839 Aug 16 20:35:46.334542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Request body: {'port': {'device_id': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': 'cdcbd16a8feb46228e4e6afaba736344'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:46.390380 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-af126d49-4bb6-43a5-8742-23f4721d601a req-67e2f06b-07a2-4343-875a-e995fbcc4b98 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.390700 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-af126d49-4bb6-43a5-8742-23f4721d601a req-67e2f06b-07a2-4343-875a-e995fbcc4b98 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Floating IP 8feaceaa-407a-4045-a046-0d207b58faf6 disassociated. External IP: 172.25.4.174, port: 6028746d-172c-474a-b28d-f41366b803b4. Aug 16 20:35:46.464346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb9c7f8f-2f21-4767-8127-253ab7e18049 req-8089fa42-8c4e-486b-93d0-bf28e01312b4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247668 Aug 16 20:35:46.628247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f3954-9c40-4982-8938-19c3ff9551c4 req-0173546c-6617-4b65-80c6-32a1afcc6be1 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:46.629812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e7f3954-9c40-4982-8938-19c3ff9551c4 req-0173546c-6617-4b65-80c6-32a1afcc6be1 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 1097 time: 0.0986938 Aug 16 20:35:46.685828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Made reservation on behalf of cdcbd16a8feb46228e4e6afaba736344 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:46.689283 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.737241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e7f3954-9c40-4982-8938-19c3ff9551c4 req-f97f817f-9f62-4982-bdd9-dafae5e6693f tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985298 Aug 16 20:35:46.783578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af126d49-4bb6-43a5-8742-23f4721d601a req-67e2f06b-07a2-4343-875a-e995fbcc4b98 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Router ddf558d7-e514-469e-86fb-f2a0f657d012 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:46.819587 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878b9c23-0f6b-4f0e-9e9b-6849ac2f8c65 x-openstack-request-id: req-878b9c23-0f6b-4f0e-9e9b-6849ac2f8c65 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:46.820103 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4516cb4-ae4f-49b7-aeba-a348497684e2", "name": "network-vif-deleted", "tag": "f9b9839c-516f-494b-8d30-c884e0777d8b", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:46.820103 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-878b9c23-0f6b-4f0e-9e9b-6849ac2f8c65 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:46.821009 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4516cb4-ae4f-49b7-aeba-a348497684e2', 'name': 'network-vif-deleted', 'tag': 'f9b9839c-516f-494b-8d30-c884e0777d8b', 'status': 'completed', 'code': 200} Aug 16 20:35:46.918930 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5974cac-f170-4f4e-ba61-c6365c98ae76 x-openstack-request-id: req-b5974cac-f170-4f4e-ba61-c6365c98ae76 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:46.919221 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "tag": "6028746d-172c-474a-b28d-f41366b803b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e20d65e2-a35f-4aa6-bbac-ccad19beb73d", "tag": "2fe3a21a-7867-4d67-aba8-b254d4975004", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:46.919475 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b5974cac-f170-4f4e-ba61-c6365c98ae76 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:46.919865 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4', 'status': 'completed', 'code': 200} Aug 16 20:35:46.920137 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'tag': '2fe3a21a-7867-4d67-aba8-b254d4975004', 'status': 'completed', 'code': 200} Aug 16 20:35:46.953490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Allocated IP 192.168.233.157 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/940060f9-ae3b-414d-80d8-08b474c7c779) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:46.993148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-c1e88ce4-deb2-4591-9858-2a8c1a1e6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:46.994912 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-c1e88ce4-deb2-4591-9858-2a8c1a1e6272 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 1097 time: 0.0558593 Aug 16 20:35:47.001836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af126d49-4bb6-43a5-8742-23f4721d601a req-67e2f06b-07a2-4343-875a-e995fbcc4b98 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:47.006644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-af126d49-4bb6-43a5-8742-23f4721d601a req-67e2f06b-07a2-4343-875a-e995fbcc4b98 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.013483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2368a6-6336-4555-a4c0-dc2b9048a726 None None] Sync routers for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:47.027013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2368a6-6336-4555-a4c0-dc2b9048a726 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:47.028447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2d2368a6-6336-4555-a4c0-dc2b9048a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:47.055923 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-67e2f06b-07a2-4343-875a-e995fbcc4b98 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "PUT /v2.0/floatingips/8feaceaa-407a-4045-a046-0d207b58faf6 HTTP/1.1" status: 200 len: 696 time: 1.4698329 Aug 16 20:35:47.073535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-e9901862-46a4-469b-80ea-ddac21d91976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.075046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-e9901862-46a4-469b-80ea-ddac21d91976 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 1126 time: 0.1378942 Aug 16 20:35:47.138699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-83338d4e-26cc-4016-b7fb-4bc3221d4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.140545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-83338d4e-26cc-4016-b7fb-4bc3221d4d24 service neutron] 10.222.0.79 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.1177826 Aug 16 20:35:47.198186 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-836bee7c-c366-4e24-8ff9-2f60e18f900f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 217 time: 0.0483997 Aug 16 20:35:47.211326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2d2368a6-6336-4555-a4c0-dc2b9048a726 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:47.254056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1708-ed72-41b6-ad5b-57ee64b07f1a req-33c54664-78fb-4223-8734-5f2e49d463d6 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.255534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f46f1708-ed72-41b6-ad5b-57ee64b07f1a req-33c54664-78fb-4223-8734-5f2e49d463d6 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 1097 time: 0.2037470 Aug 16 20:35:47.257383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126d49-4bb6-43a5-8742-23f4721d601a req-1e2a2a60-78f5-4ef7-a542-ada9254ecff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.259328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-1e2a2a60-78f5-4ef7-a542-ada9254ecff9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 1097 time: 0.1805851 Aug 16 20:35:47.371988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-73c4864a-cc9e-4b7c-9b41-3ea79b33d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.374153 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-73c4864a-cc9e-4b7c-9b41-3ea79b33d60e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.1534545 Aug 16 20:35:47.389128 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-344587df-0ff9-4506-9172-4919e79a9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.390682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-344587df-0ff9-4506-9172-4919e79a9c27 service neutron] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.3012848 Aug 16 20:35:47.402556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f9b9839c-516f-494b-8d30-c884e0777d8b no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:47.405662 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.425572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f46f1708-ed72-41b6-ad5b-57ee64b07f1a req-691b5bbd-e2a7-431b-a353-adad4d795295 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576109 Aug 16 20:35:47.435823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: f9b9839c-516f-494b-8d30-c884e0777d8b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:47.436516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f9b9839c-516f-494b-8d30-c884e0777d8b not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:47.471606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126d49-4bb6-43a5-8742-23f4721d601a req-0939abe3-c065-47d4-a72c-f7a06b148c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.473131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-0939abe3-c065-47d4-a72c-f7a06b148c05 service neutron] 10.222.0.74 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.1957653 Aug 16 20:35:47.488235 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f6284f4-3460-401f-8736-1604a3e191ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.496315 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-18ef6852-b89d-4d70-8ba3-2d4aff308ec5 service neutron] 10.222.0.76 "GET /v2.0/ports/2fe3a21a-7867-4d67-aba8-b254d4975004/bindings/n-h2-793619-14 HTTP/1.1" status: 200 len: 385 time: 0.2045965 Aug 16 20:35:47.526645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-16eb550d-5d73-49d7-8604-d6905b7f0df5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fe3a21a-7867-4d67-aba8-b254d4975004 HTTP/1.1" status: 200 len: 217 time: 0.1205459 Aug 16 20:35:47.526645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Transition to ACTIVE for port object 940060f9-ae3b-414d-80d8-08b474c7c779 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:47.571037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-0ce39fa7-277f-4b02-b6d7-7220b1cb1d69 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 217 time: 0.0603032 Aug 16 20:35:47.584945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-534eaa61-d94c-4d57-99ec-5ee6490d9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.586826 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-534eaa61-d94c-4d57-99ec-5ee6490d9fb6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2040975 Aug 16 20:35:47.589508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2d2368a6-6336-4555-a4c0-dc2b9048a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:47.618958 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-4260ee24-dcf7-41ab-9438-3e0bb6bb5ef4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=97a9bad77dc94fbeac2a453104d461fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906506 Aug 16 20:35:47.647406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2368a6-6336-4555-a4c0-dc2b9048a726 None None] Checking router: ddf558d7-e514-469e-86fb-f2a0f657d012 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:47.657557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2368a6-6336-4555-a4c0-dc2b9048a726 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:47.658790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2d2368a6-6336-4555-a4c0-dc2b9048a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:47.663256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5d6022f-c70e-4c2e-b17c-3eda49758a6c req-2d5e4a9c-f2ef-40a3-9845-e46a2aa04c4b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 210 time: 0.1022060 Aug 16 20:35:47.703749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-e10df042-bbd5-4996-806c-b3963c85aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.705327 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-e10df042-bbd5-4996-806c-b3963c85aa46 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.1476209 Aug 16 20:35:47.729861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126d49-4bb6-43a5-8742-23f4721d601a req-65a05b06-cc76-482f-8b8b-e91e45215064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.731336 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-65a05b06-cc76-482f-8b8b-e91e45215064 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.1281753 Aug 16 20:35:47.763126 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-b63ba7fc-7ab3-46bc-8195-416ac69a24e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485296 Aug 16 20:35:47.811004 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.845456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8eb675fd-a489-4bfc-869c-1f6d4a37958e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:47.932587 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-4ee66027-69e1-4787-b2fd-21123193a0a7 service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317871 Aug 16 20:35:47.946510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2d2368a6-6336-4555-a4c0-dc2b9048a726 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:47.959521 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65695802-cd0d-4038-b187-e1d3880997ed req-2c30ddcf-ec12-4052-ab71-3fd12d8b44a4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.961670 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-2c30ddcf-ec12-4052-ab71-3fd12d8b44a4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3221958 Aug 16 20:35:47.984220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:47.988983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126d49-4bb6-43a5-8742-23f4721d601a req-2ce5489c-231e-48b2-99c6-450700b88327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.990530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-2ce5489c-231e-48b2-99c6-450700b88327 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2368274 Aug 16 20:35:47.991637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Request body: {'port': {'device_id': '975ca281-f6e6-40b6-9418-c67541452d29', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '97a9bad77dc94fbeac2a453104d461fd'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:47.998816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:48.008534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Pushing event updated for resources: {'Port': ['ID=940060f9-ae3b-414d-80d8-08b474c7c779,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:48.009200 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.009370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:48.055576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fecee-2f38-4982-a382-150d4ac03613 req-b2cc7000-1a3b-4851-9f57-c24bb955d751 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:48.057175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f1fecee-2f38-4982-a382-150d4ac03613 req-b2cc7000-1a3b-4851-9f57-c24bb955d751 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 936 time: 0.2325411 Aug 16 20:35:48.180679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-63939d23-f14f-480e-a458-7aa82972da79 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826351 Aug 16 20:35:48.192402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:48.193534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.286192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f1fecee-2f38-4982-a382-150d4ac03613 req-e14d8f44-29ad-4a39-8df6-26bb1e125097 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074525 Aug 16 20:35:48.356234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-41c6a0c3-3b8b-4d1d-8d44-e89678b7cf4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0254247 Aug 16 20:35:48.407364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-b0bd2443-9ccb-48b0-acee-12c6d218d23a service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999705 Aug 16 20:35:48.423794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Request body: {'port': {'device_id': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:48.457508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2d2368a6-6336-4555-a4c0-dc2b9048a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:48.495735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2368a6-6336-4555-a4c0-dc2b9048a726 None None] The sync data for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 is: [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:34:36Z', 'revision_number': 4, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '415261d3-3539-4d9a-ab63-90b7bf76ecef', 'name': '', 'network_id': 'abf14a4d-78e7-4ca3-b174-1c1c79a892aa', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'mac_address': 'fa:16:3e:a9:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:35Z', 'updated_at': '2021-08-16T20:34:42Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'subnets': [{'id': 'f089c1a2-fcf0-4b26-a69a-f08ae64315c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:48.522794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fbb7b708-413a-4d8b-91fc-ae4fa15dd11d None None] Provisioning for port 940060f9-ae3b-414d-80d8-08b474c7c779 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:48.527699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fbb7b708-413a-4d8b-91fc-ae4fa15dd11d None None] Provisioning complete for port 940060f9-ae3b-414d-80d8-08b474c7c779 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:48.528066 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fbb7b708-413a-4d8b-91fc-ae4fa15dd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.549866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0134563b-ab12-4135-a616-42af60f5e303 req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2fe3a21a-7867-4d67-aba8-b254d4975004,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:48.595805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fbb7b708-413a-4d8b-91fc-ae4fa15dd11d None None] Port 940060f9-ae3b-414d-80d8-08b474c7c779 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:48.596029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0134563b-ab12-4135-a616-42af60f5e303 req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:48.624674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-fb1095ab-12e4-49c3-b2ac-906b43135842 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274271 Aug 16 20:35:48.639456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.679496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-0134563b-ab12-4135-a616-42af60f5e303 req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe3a21a-7867-4d67-aba8-b254d4975004 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:48.690314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01668146-539d-46f4-b3ce-bd6d6bea7aff req-4b160660-a50c-4158-9e7c-5e263acd5b11 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:48.697204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0134563b-ab12-4135-a616-42af60f5e303 req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2fe3a21a-7867-4d67-aba8-b254d4975004,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:48.697957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01668146-539d-46f4-b3ce-bd6d6bea7aff req-4b160660-a50c-4158-9e7c-5e263acd5b11 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 943 time: 0.2614727 Aug 16 20:35:48.717714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b57e7122-b27b-4c9c-8623-94b393de5f5f req-9ec87635-acd7-4695-a815-4605d52a03e7 service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549725 Aug 16 20:35:48.794432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0134563b-ab12-4135-a616-42af60f5e303 req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.807976 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01fe5a6-2052-4031-8b25-465fb89feb5f None None] New status for floating IP 8feaceaa-407a-4045-a046-0d207b58faf6: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:35:48.841458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Made reservation on behalf of 97a9bad77dc94fbeac2a453104d461fd for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:48.845304 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.988143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-0134563b-ab12-4135-a616-42af60f5e303 req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Transition to ACTIVE for port object 2fe3a21a-7867-4d67-aba8-b254d4975004 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:49.021905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:49.024604 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52" -d '{"events": [{"name": "network-changed", "server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "tag": "6028746d-172c-474a-b28d-f41366b803b4"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:49.049946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af126d49-4bb6-43a5-8742-23f4721d601a req-d1c85a69-0184-48cb-b8a7-f632f1fc3576 service neutron] 10.222.0.74 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028724 Aug 16 20:35:49.063632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Allocated IP 192.168.233.145 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/3e2e037f-a5cb-4274-9f2a-131189de6bbf) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:49.083917 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.087698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01668146-539d-46f4-b3ce-bd6d6bea7aff req-05335dc8-de64-4282-a04b-034ca0e36e5f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887134 Aug 16 20:35:49.116543 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0134563b-ab12-4135-a616-42af60f5e303 req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.263834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0134563b-ab12-4135-a616-42af60f5e303 req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] No DVR routers for this DVR port 2fe3a21a-7867-4d67-aba8-b254d4975004 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:49.278631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe3a21a-7867-4d67-aba8-b254d4975004,revision_number=10']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:49.286150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3240782d-6aa6-4f5e-bf79-b81f95b92874 req-41e1ae59-3e03-40a8-8ba2-10f6c3a1d2b9 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 210 time: 0.0394356 Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.326337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:49.339394 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6631dff7-ebad-449d-b8ba-6a0c038b80b4 x-openstack-request-id: req-6631dff7-ebad-449d-b8ba-6a0c038b80b4 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:49.339938 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "tag": "6028746d-172c-474a-b28d-f41366b803b4", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:49.340129 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-599c7c26-aad8-4856-afe4-84bdd37197d9 service neutron] 10.222.0.76 "PUT /v2.0/ports/2fe3a21a-7867-4d67-aba8-b254d4975004/bindings/n-h2-793619-14/activate HTTP/1.1" status: 200 len: 370 time: 1.8383217 Aug 16 20:35:49.340613 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6631dff7-ebad-449d-b8ba-6a0c038b80b4 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:49.341197 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'tag': '6028746d-172c-474a-b28d-f41366b803b4', 'status': 'completed', 'code': 200} Aug 16 20:35:49.390197 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.420122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Transition to ACTIVE for port object 3e2e037f-a5cb-4274-9f2a-131189de6bbf will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:49.453172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52 req-13e10c32-832b-47d4-9da3-a7d707307b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:49.454744 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52 req-13e10c32-832b-47d4-9da3-a7d707307b6a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=01a336c324e74c869eaa6e3a9c905537&device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 1097 time: 0.0758605 Aug 16 20:35:49.506861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a743fc-82a0-4bdf-bd97-2b7c6f198855 req-265a9490-5889-4cf3-9e1d-8aa543174fbd tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:49.509503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11a743fc-82a0-4bdf-bd97-2b7c6f198855 req-265a9490-5889-4cf3-9e1d-8aa543174fbd tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 936 time: 0.0605898 Aug 16 20:35:49.551870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11a743fc-82a0-4bdf-bd97-2b7c6f198855 req-38ac12d4-f89f-416d-bd87-b46511b4c8a2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352542 Aug 16 20:35:49.582392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52 req-e96b6008-0017-4a46-8e28-30ab15b7e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:49.583881 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52 req-e96b6008-0017-4a46-8e28-30ab15b7e8e6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 200 len: 922 time: 0.1199663 Aug 16 20:35:49.632008 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52 req-c3232878-b5aa-45b4-bbaf-578d1e8e0301 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 200 len: 217 time: 0.0383637 Aug 16 20:35:49.689062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-d0470257-4355-4c97-9f30-6f5cf4d63373 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips/8feaceaa-407a-4045-a046-0d207b58faf6 HTTP/1.1" status: 200 len: 694 time: 0.0476544 Aug 16 20:35:49.692548 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52 req-69498b3d-f1cc-4e55-8ec5-86452617b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:49.694040 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52 req-69498b3d-f1cc-4e55-8ec5-86452617b6c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 200 len: 860 time: 0.0558753 Aug 16 20:35:49.741376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52 req-97ba1763-2d26-4e64-911f-413df244000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:49.742932 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52 req-97ba1763-2d26-4e64-911f-413df244000c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=abf14a4d-78e7-4ca3-b174-1c1c79a892aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410478 Aug 16 20:35:49.806914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-67e1489e-2d79-4183-a5de-4675f6607603 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:49.808503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-67e1489e-2d79-4183-a5de-4675f6607603 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.1135728 Aug 16 20:35:49.820071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-96be3841-8604-4627-90dc-ffad6b212750 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:35:49.821671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-96be3841-8604-4627-90dc-ffad6b212750 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068655 Aug 16 20:35:49.841309 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52 req-ccc71440-5ed0-4d8e-95be-ca947d0cbc89 service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899825 Aug 16 20:35:49.871592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-7cc5ab7a-250b-4a23-be8f-d059ef13a10b tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 697 time: 0.0437968 Aug 16 20:35:49.925098 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-5c9cc7b5-162e-411a-b0c8-745541d02a48 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 697 time: 0.0470545 Aug 16 20:35:49.963024 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b7ff1a01-5ba0-405f-9874-5d4857e8bc52 req-84cd8556-5cfd-409f-bb77-22fc8256049c service neutron] 10.222.0.79 "GET /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035128 Aug 16 20:35:50.061162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Deleting port d1dd73db-74c5-45e5-8964-5e657f057090 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:50.061694 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.176464 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.176802 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.191499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93a988-f15d-4780-9f77-e659f0bc713c req-206654d4-924e-42dd-b952-cde508517c4d tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:50.193001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b93a988-f15d-4780-9f77-e659f0bc713c req-206654d4-924e-42dd-b952-cde508517c4d tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 1097 time: 0.0827081 Aug 16 20:35:50.196650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Calling delete_port for d1dd73db-74c5-45e5-8964-5e657f057090 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:50.316062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b93a988-f15d-4780-9f77-e659f0bc713c req-dbbcfc7b-c425-4f36-a633-4e455dea3192 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156340 Aug 16 20:35:50.339191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.353633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b72a8aa5-33d3-43c6-92c8-6b6633326318', '045c3693-b5c5-44c0-befd-ab0597592598'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:50.424897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Pushing event updated for resources: {'Port': ['ID=3e2e037f-a5cb-4274-9f2a-131189de6bbf,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:50.451029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:50.482380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:50.503775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:50.509553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:50.510181 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.524630 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.556184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134563b-ab12-4135-a616-42af60f5e303 req-e9cc0a44-d257-4438-a668-8547e22ea5ba tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:50.557761 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-e9cc0a44-d257-4438-a668-8547e22ea5ba tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1096 time: 0.1906624 Aug 16 20:35:50.623758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.642513 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-2117599d-a3d0-49c4-9f5c-6eeb7d4d4859 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6650701 Aug 16 20:35:50.652244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134563b-ab12-4135-a616-42af60f5e303 req-d7813aed-5513-4af2-b02b-ed981be5ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:50.653902 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-d7813aed-5513-4af2-b02b-ed981be5ee3f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d&tenant_id=39ccbfbebde54f1d89cec17a712f35b4 HTTP/1.1" status: 200 len: 1096 time: 0.0857956 Aug 16 20:35:50.658909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Request body: {'port': {'device_id': '975ca281-f6e6-40b6-9418-c67541452d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:50.731259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Pushing event deleted for resources: {'Port': ['ID=d1dd73db-74c5-45e5-8964-5e657f057090,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:50.806886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60030) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:50.815741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134563b-ab12-4135-a616-42af60f5e303 req-e1e20eed-2e81-4d91-b015-e5f06c7d1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:50.815741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-e1e20eed-2e81-4d91-b015-e5f06c7d1933 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 1096 time: 0.0787039 Aug 16 20:35:50.822199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.822554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.822954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.823223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.823560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.823897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.824228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.824558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.824883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.825230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.825557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.825881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:50.832414 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.890375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940060f9-ae3b-414d-80d8-08b474c7c779 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:50.909983 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.923119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-87789db7-eb35-4cea-ae85-1d3597b36d16 None None] Provisioning for port 3e2e037f-a5cb-4274-9f2a-131189de6bbf completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:50.928468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-87789db7-eb35-4cea-ae85-1d3597b36d16 None None] Provisioning complete for port 3e2e037f-a5cb-4274-9f2a-131189de6bbf triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:50.930583 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-87789db7-eb35-4cea-ae85-1d3597b36d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.958992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa533b2-a2f6-42c7-a5fc-be7e15fc50e8 req-3e1b17e3-3587-4f31-9d57-5375b9322ccf tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:50.960463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa533b2-a2f6-42c7-a5fc-be7e15fc50e8 req-3e1b17e3-3587-4f31-9d57-5375b9322ccf tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 944 time: 0.4935849 Aug 16 20:35:50.966286 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.968815 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.978228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d3692a8-1b06-4c9c-8af2-a0c1430080fa req-dde571ad-a1f4-4f5a-9a71-37c881680ad7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "DELETE /v2.0/floatingips/8feaceaa-407a-4045-a046-0d207b58faf6 HTTP/1.1" status: 204 len: 173 time: 1.0465157 Aug 16 20:35:50.986262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-87789db7-eb35-4cea-ae85-1d3597b36d16 None None] Port 3e2e037f-a5cb-4274-9f2a-131189de6bbf cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:50.988665 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Transition to ACTIVE for port object 940060f9-ae3b-414d-80d8-08b474c7c779 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:51.030534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa533b2-a2f6-42c7-a5fc-be7e15fc50e8 req-50b1fd83-a536-40b5-a9cc-55f55b57ab2a tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509853 Aug 16 20:35:51.050124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134563b-ab12-4135-a616-42af60f5e303 req-6ebed7a7-0d5a-458e-b57a-c4ed93fffac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:51.051680 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-6ebed7a7-0d5a-458e-b57a-c4ed93fffac1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.2295260 Aug 16 20:35:51.057912 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.129887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Pushing event updated for resources: {'Port': ['ID=940060f9-ae3b-414d-80d8-08b474c7c779,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:51.169366 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b1d8259b-1506-4fd4-823a-e75d045b8281 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=280609f0a3bc4101a5ea0af62d1d895f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554983 Aug 16 20:35:51.170771 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-0de794bb-8644-4265-8c9f-1ca038d22ef4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fe3a21a-7867-4d67-aba8-b254d4975004 HTTP/1.1" status: 200 len: 217 time: 0.0980461 Aug 16 20:35:51.172927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60044) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:51.273443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134563b-ab12-4135-a616-42af60f5e303 req-0e614f03-b420-45af-969b-b8766a697f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:51.274998 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-0e614f03-b420-45af-969b-b8766a697f2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0912404 Aug 16 20:35:51.291190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840df0e-3660-485a-91e6-fee8645f6d48 req-210aff81-fd3b-4171-a9fb-da47464490e6 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:51.292940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a840df0e-3660-485a-91e6-fee8645f6d48 req-210aff81-fd3b-4171-a9fb-da47464490e6 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 948 time: 0.1577265 Aug 16 20:35:51.311499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9671df-579d-422c-bbc8-ec25a049edea req-ea0ee0b4-275e-49d6-addf-d365fb50f02c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:51.319625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf9671df-579d-422c-bbc8-ec25a049edea req-ea0ee0b4-275e-49d6-addf-d365fb50f02c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 936 time: 0.1855059 Aug 16 20:35:51.333402 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-b00bb9e7-f13e-4d98-9c85-e37a76616763 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473170 Aug 16 20:35:51.335720 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fccf03b-8f26-40ea-9485-d0dd364df866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.386555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Attempting to bind port 940060f9-ae3b-414d-80d8-08b474c7c779 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:51.386988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Attempting to bind port 940060f9-ae3b-414d-80d8-08b474c7c779 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:51.387422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Attempting to bind port 940060f9-ae3b-414d-80d8-08b474c7c779 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:51.424747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fccf03b-8f26-40ea-9485-d0dd364df866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.429598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2fe3a21a-7867-4d67-aba8-b254d4975004 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:51.433193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf9671df-579d-422c-bbc8-ec25a049edea req-a6edc94e-b60e-49bf-81be-36a01f9c3917 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124718 Aug 16 20:35:51.445917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Port 940060f9-ae3b-414d-80d8-08b474c7c779 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:51.447329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Attempting to bind port 940060f9-ae3b-414d-80d8-08b474c7c779 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:51.456260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a840df0e-3660-485a-91e6-fee8645f6d48 req-61f577d1-5e98-4542-9273-3361d15e635a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325147 Aug 16 20:35:51.469637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:51.469982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:51.470370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:51.470808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Bound port: 940060f9-ae3b-414d-80d8-08b474c7c779, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:51.471168 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.505457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2fe3a21a-7867-4d67-aba8-b254d4975004 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:51.532257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2e037f-a5cb-4274-9f2a-131189de6bbf {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:51.550248 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.562082 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-f0ea04a2-3c41-4594-a0b2-f9ddcf57e547 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190900 Aug 16 20:35:51.587020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Transition to ACTIVE for port object 3e2e037f-a5cb-4274-9f2a-131189de6bbf will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:51.623095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:51.637996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=940060f9-ae3b-414d-80d8-08b474c7c779,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:51.647894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4a826-af9d-4bda-960a-fb2b2f03589d req-b325041c-ae73-4b8d-aa3f-e2e5f7f8a692 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:51.649770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5f4a826-af9d-4bda-960a-fb2b2f03589d req-b325041c-ae73-4b8d-aa3f-e2e5f7f8a692 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 1097 time: 0.0577364 Aug 16 20:35:51.654417 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.689562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5f4a826-af9d-4bda-960a-fb2b2f03589d req-6891d3ad-e924-42c2-b8f0-c0d0627fd462 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310574 Aug 16 20:35:51.704337 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fccf03b-8f26-40ea-9485-d0dd364df866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.709207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fccf03b-8f26-40ea-9485-d0dd364df866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.712691 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2fccf03b-8f26-40ea-9485-d0dd364df866 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/93376de5-cb4c-443a-bd23-665763ef12ae HTTP/1.1" status: 204 len: 168 time: 0.5388105 Aug 16 20:35:51.737099 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.773627 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccf03b-8f26-40ea-9485-d0dd364df866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93376de5-cb4c-443a-bd23-665763ef12ae,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:51.790737 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-faf884d1-ea51-4306-a92e-0a3a06ef796a service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982274 Aug 16 20:35:51.797881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2e037f-a5cb-4274-9f2a-131189de6bbf,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:51.871915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Attempting to bind port 3e2e037f-a5cb-4274-9f2a-131189de6bbf on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:51.872533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Attempting to bind port 3e2e037f-a5cb-4274-9f2a-131189de6bbf by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:51.875195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Attempting to bind port 3e2e037f-a5cb-4274-9f2a-131189de6bbf on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:51.879470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Pushing event updated for resources: {'Port': ['ID=940060f9-ae3b-414d-80d8-08b474c7c779,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:51.887472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Port 3e2e037f-a5cb-4274-9f2a-131189de6bbf on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:51.887806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Attempting to bind port 3e2e037f-a5cb-4274-9f2a-131189de6bbf on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:51.887914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:51.888445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.893775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-049c135f-ca7e-4a5f-bcc6-6bf1ef4ea023 service neutron] 10.222.0.79 "PUT /v2.0/ports/940060f9-ae3b-414d-80d8-08b474c7c779 HTTP/1.1" status: 200 len: 1097 time: 3.4764893 Aug 16 20:35:51.894597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:51.897250 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610dd6d3-eb89-41cd-9b48-c52e2e370504" -d '{"events": [{"name": "network-changed", "server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:51.907514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:51.907860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:51.908255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:51.908706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Bound port: 3e2e037f-a5cb-4274-9f2a-131189de6bbf, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:51.909094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.970096 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9bec6d-8310-4e68-a07a-621b8f141af4 x-openstack-request-id: req-4d9bec6d-8310-4e68-a07a-621b8f141af4 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:51.970502 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:51.970767 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d9bec6d-8310-4e68-a07a-621b8f141af4 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:51.971164 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779', 'status': 'completed', 'code': 200} Aug 16 20:35:51.989898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] For port 3e2e037f-a5cb-4274-9f2a-131189de6bbf, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:51.995274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] For port 3e2e037f-a5cb-4274-9f2a-131189de6bbf, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3e2e037f-a5cb-4274-9f2a-131189de6bbf,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:52.077635 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.094510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.095361 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.096694 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] 10.222.0.79 "PUT /v2.0/ports/3e2e037f-a5cb-4274-9f2a-131189de6bbf HTTP/1.1" status: 200 len: 1097 time: 1.4487836 Aug 16 20:35:52.097222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975ca281-f6e6-40b6-9418-c67541452d29', 'tag': '3e2e037f-a5cb-4274-9f2a-131189de6bbf'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:52.100353 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eef583-3b4d-4e56-a470-914a1fb8d131" -d '{"events": [{"name": "network-changed", "server_uuid": "975ca281-f6e6-40b6-9418-c67541452d29", "tag": "3e2e037f-a5cb-4274-9f2a-131189de6bbf"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:52.107223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dd6d3-eb89-41cd-9b48-c52e2e370504 req-aebc08d0-6e7a-478f-838e-c552fe3ce1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.108798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610dd6d3-eb89-41cd-9b48-c52e2e370504 req-aebc08d0-6e7a-478f-838e-c552fe3ce1e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 1100 time: 0.0993974 Aug 16 20:35:52.126445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a141f6b-be70-4f8a-9fbb-12dfeccdfd79 req-6c371f5b-9a39-441b-9ef5-09932f29aed7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.128233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a141f6b-be70-4f8a-9fbb-12dfeccdfd79 req-6c371f5b-9a39-441b-9ef5-09932f29aed7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 945 time: 0.0738173 Aug 16 20:35:52.172345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e392c-46af-407d-95ab-3a66478bb3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2e037f-a5cb-4274-9f2a-131189de6bbf,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:52.184295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610dd6d3-eb89-41cd-9b48-c52e2e370504 req-acfa936b-8c4c-48ea-a51f-b5137a859c81 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=cdcbd16a8feb46228e4e6afaba736344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550673 Aug 16 20:35:52.270255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65695802-cd0d-4038-b187-e1d3880997ed req-870eace9-4576-4e7b-a433-6ea50e29498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.272556 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-870eace9-4576-4e7b-a433-6ea50e29498d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=97a9bad77dc94fbeac2a453104d461fd&device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 1100 time: 0.0749631 Aug 16 20:35:52.303523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a141f6b-be70-4f8a-9fbb-12dfeccdfd79 req-aca3f2db-ca77-4c9f-8b30-c360090c941a tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522248 Aug 16 20:35:52.348714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-9f1d4a35-fd6c-46d9-aed6-99ccf41b0133 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=3e2e037f-a5cb-4274-9f2a-131189de6bbf HTTP/1.1" status: 200 len: 217 time: 0.0565352 Aug 16 20:35:52.430514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134563b-ab12-4135-a616-42af60f5e303 req-87deb6ef-8827-4b79-b466-4829b3556f50 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.432019 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-87deb6ef-8827-4b79-b466-4829b3556f50 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 1096 time: 0.0971510 Aug 16 20:35:52.433398 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65695802-cd0d-4038-b187-e1d3880997ed req-c27f2afa-5b3c-4191-a4f3-63317ce81350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.434725 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-c27f2afa-5b3c-4191-a4f3-63317ce81350 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0695586 Aug 16 20:35:52.436473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dd6d3-eb89-41cd-9b48-c52e2e370504 req-66ed929d-8163-4538-affb-7e7a7947495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.438272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610dd6d3-eb89-41cd-9b48-c52e2e370504 req-66ed929d-8163-4538-affb-7e7a7947495f service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447469 Aug 16 20:35:52.556940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6ead1-19c3-4c84-874f-ab824bb0046d req-f63adab6-bba5-4cc4-ae3e-9b9497c1f355 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.558531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45c6ead1-19c3-4c84-874f-ab824bb0046d req-f63adab6-bba5-4cc4-ae3e-9b9497c1f355 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 944 time: 0.1191082 Aug 16 20:35:52.605913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65695802-cd0d-4038-b187-e1d3880997ed req-d646424f-4321-436c-9022-6ef7f6da9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.607478 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-d646424f-4321-436c-9022-6ef7f6da9ec6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1552629 Aug 16 20:35:52.630884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-8ee00767-8223-42b2-9a5b-b0419cf29b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.632475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-8ee00767-8223-42b2-9a5b-b0419cf29b20 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 1100 time: 0.1356564 Aug 16 20:35:52.709385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-f0836c64-75af-4085-8d47-49f19aa5be2b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=940060f9-ae3b-414d-80d8-08b474c7c779 HTTP/1.1" status: 200 len: 217 time: 0.0525351 Aug 16 20:35:52.713402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45c6ead1-19c3-4c84-874f-ab824bb0046d req-a83a7028-dd51-4fc0-a54e-c48f969d4f0e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357589 Aug 16 20:35:52.762684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60076) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:52.771389 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-a0bfe4ab-f7a8-419b-a7bd-54c55a40c2f9 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118953 Aug 16 20:35:52.818128 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c9a06af2-4cb5-4c9d-962f-32bea285d839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.879077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-faeef099-13d0-49f3-8fe5-76659f0e15b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.880568 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-faeef099-13d0-49f3-8fe5-76659f0e15b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1617160 Aug 16 20:35:52.894162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0134563b-ab12-4135-a616-42af60f5e303 req-caaa74d4-31c5-4691-a181-a6f7f18fa643 service neutron] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:52.900356 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0134563b-ab12-4135-a616-42af60f5e303 req-caaa74d4-31c5-4691-a181-a6f7f18fa643 service neutron] Notify callbacks [] for binding, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.901814 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0134563b-ab12-4135-a616-42af60f5e303 req-caaa74d4-31c5-4691-a181-a6f7f18fa643 service neutron] 10.222.0.79 "DELETE /v2.0/ports/2fe3a21a-7867-4d67-aba8-b254d4975004/bindings/n-h1-793619-14 HTTP/1.1" status: 204 len: 173 time: 0.4509945 Aug 16 20:35:52.930172 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65695802-cd0d-4038-b187-e1d3880997ed req-bb699804-19fe-4227-8377-9c31a12369fe service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501150 Aug 16 20:35:52.949540 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f197aa64-e90a-48c5-a73f-17629854da64 x-openstack-request-id: req-f197aa64-e90a-48c5-a73f-17629854da64 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:52.950108 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975ca281-f6e6-40b6-9418-c67541452d29", "tag": "3e2e037f-a5cb-4274-9f2a-131189de6bbf", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:52.950786 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f197aa64-e90a-48c5-a73f-17629854da64 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:52.951922 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975ca281-f6e6-40b6-9418-c67541452d29', 'tag': '3e2e037f-a5cb-4274-9f2a-131189de6bbf', 'status': 'completed', 'code': 200} Aug 16 20:35:52.970109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-74596205-22ec-42d4-81f2-68c6eb15f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.971587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-74596205-22ec-42d4-81f2-68c6eb15f2be service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789337 Aug 16 20:35:53.105144 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c9a06af2-4cb5-4c9d-962f-32bea285d839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.109157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef583-3b4d-4e56-a470-914a1fb8d131 req-9d2e7bf0-ebe5-47fa-a979-de1a304fb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:53.113391 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13eef583-3b4d-4e56-a470-914a1fb8d131 req-9d2e7bf0-ebe5-47fa-a979-de1a304fb656 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=97a9bad77dc94fbeac2a453104d461fd&device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 1100 time: 0.0590913 Aug 16 20:35:53.146996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeb655-c990-4c5f-ad3f-ac5bf0d726f1 req-08a151bb-84e5-46e1-9d24-e66ba593e45b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:53.148511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6aeb655-c990-4c5f-ad3f-ac5bf0d726f1 req-08a151bb-84e5-46e1-9d24-e66ba593e45b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 948 time: 0.0975659 Aug 16 20:35:53.152187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-973f312d-c2d2-445c-a845-76426fc7c550 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698780 Aug 16 20:35:53.234355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef583-3b4d-4e56-a470-914a1fb8d131 req-4e4e2d7d-a926-4497-9ac5-66d7f367e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:53.236068 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13eef583-3b4d-4e56-a470-914a1fb8d131 req-4e4e2d7d-a926-4497-9ac5-66d7f367e795 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1125000 Aug 16 20:35:53.236994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c9a06af2-4cb5-4c9d-962f-32bea285d839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.300479 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13eef583-3b4d-4e56-a470-914a1fb8d131 req-1b83e903-2a88-4dce-9b55-8ef80c9b65fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=3e2e037f-a5cb-4274-9f2a-131189de6bbf HTTP/1.1" status: 200 len: 217 time: 0.0484097 Aug 16 20:35:53.307530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a06af2-4cb5-4c9d-962f-32bea285d839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4674e93a-9682-4d04-8349-9d86acf99163,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:53.325478 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6aeb655-c990-4c5f-ad3f-ac5bf0d726f1 req-568600bd-0f7e-4282-89ed-2703b1e4ab4b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686518 Aug 16 20:35:53.334825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c9a06af2-4cb5-4c9d-962f-32bea285d839 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dc0a9dc105554eb9844f4b99035c7b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5710399 Aug 16 20:35:53.340323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:53.372692 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c61f92-6cf9-400f-b336-1a3fa68ef9e6 req-481dc755-12e8-43d7-b8bc-05ca6298d9dc service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092237 Aug 16 20:35:53.425367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef583-3b4d-4e56-a470-914a1fb8d131 req-e3680ceb-08b5-48ae-9c77-e0720d86b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:53.426904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13eef583-3b4d-4e56-a470-914a1fb8d131 req-e3680ceb-08b5-48ae-9c77-e0720d86b0bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1165509 Aug 16 20:35:53.464159 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9fc4-1b42-4fce-8988-7c8780475e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.483900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bdb34-9018-4d11-b59e-b73abd199d6e req-32beb17d-36c4-4182-b87f-4a04bd0bb4b6 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:53.485474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a48bdb34-9018-4d11-b59e-b73abd199d6e req-32beb17d-36c4-4182-b87f-4a04bd0bb4b6 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 948 time: 0.0530879 Aug 16 20:35:53.494315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9fc4-1b42-4fce-8988-7c8780475e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.497414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef583-3b4d-4e56-a470-914a1fb8d131 req-cf2e6aa0-bace-4da3-95c3-e08516a913c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:53.498886 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13eef583-3b4d-4e56-a470-914a1fb8d131 req-cf2e6aa0-bace-4da3-95c3-e08516a913c5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0626903 Aug 16 20:35:53.533402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a48bdb34-9018-4d11-b59e-b73abd199d6e req-d51c1d8c-9cb7-4ad1-9f76-b1cd7c5e0297 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Aug 16 20:35:53.613102 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:35:53.630573 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13eef583-3b4d-4e56-a470-914a1fb8d131 req-10896c69-9a16-4a80-b70d-3ffb597c2ef6 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181571 Aug 16 20:35:53.679573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becf16a-dca3-4cd7-9c55-8c283e52e934 req-7acc2d2b-5a3e-4d2c-90b2-0fce38719466 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:53.687964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1becf16a-dca3-4cd7-9c55-8c283e52e934 req-7acc2d2b-5a3e-4d2c-90b2-0fce38719466 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 945 time: 0.0606902 Aug 16 20:35:53.731295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1becf16a-dca3-4cd7-9c55-8c283e52e934 req-df912b74-f52c-40e2-8a59-4503f64a27ab tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f076be8-3706-410f-a206-86e8b69e0ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Aug 16 20:35:53.862409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b7ad5-1496-429a-990a-6d6922d50a45 req-ba6c8d16-63c6-4bd1-9872-a379c6e067c4 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:53.864320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca9b7ad5-1496-429a-990a-6d6922d50a45 req-ba6c8d16-63c6-4bd1-9872-a379c6e067c4 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.79 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 945 time: 0.1206050 Aug 16 20:35:53.875358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9fc4-1b42-4fce-8988-7c8780475e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.878806 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9fc4-1b42-4fce-8988-7c8780475e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.883298 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3c0b9fc4-1b42-4fce-8988-7c8780475e06 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4674e93a-9682-4d04-8349-9d86acf99163 HTTP/1.1" status: 204 len: 168 time: 0.5383360 Aug 16 20:35:53.915726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b9fc4-1b42-4fce-8988-7c8780475e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4674e93a-9682-4d04-8349-9d86acf99163,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:53.971115 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13eef583-3b4d-4e56-a470-914a1fb8d131 req-5b7a4243-fcda-4d15-9c1f-0e5574599833 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321707 Aug 16 20:35:54.086811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d1bdc-1a4e-4bcd-a5e7-c9ff6a018293 req-180f4528-97c3-4cb6-baf0-142b0c721795 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:54.088331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-117d1bdc-1a4e-4bcd-a5e7-c9ff6a018293 req-180f4528-97c3-4cb6-baf0-142b0c721795 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 1096 time: 0.2705767 Aug 16 20:35:54.149448 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-117d1bdc-1a4e-4bcd-a5e7-c9ff6a018293 req-b6500937-047f-4cae-bff5-64afe40fe870 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542872 Aug 16 20:35:54.156331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ca9b7ad5-1496-429a-990a-6d6922d50a45 req-ae4a973f-3323-432d-ab01-96467927ea8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Deleting port 6028746d-172c-474a-b28d-f41366b803b4 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:54.156673 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca9b7ad5-1496-429a-990a-6d6922d50a45 req-ae4a973f-3323-432d-ab01-96467927ea8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:54.271935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ca9b7ad5-1496-429a-990a-6d6922d50a45 req-ae4a973f-3323-432d-ab01-96467927ea8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] For port 6028746d-172c-474a-b28d-f41366b803b4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6028746d-172c-474a-b28d-f41366b803b4,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:54.272590 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca9b7ad5-1496-429a-990a-6d6922d50a45 req-ae4a973f-3323-432d-ab01-96467927ea8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:54.287850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ca9b7ad5-1496-429a-990a-6d6922d50a45 req-ae4a973f-3323-432d-ab01-96467927ea8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Calling delete_port for 6028746d-172c-474a-b28d-f41366b803b4 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:54.446636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-5ef62044-bce0-4a3f-b709-0302393e393b tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:35:54.447658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-5ef62044-bce0-4a3f-b709-0302393e393b tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082817 Aug 16 20:35:54.482192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Request body: {'binding': {'host': 'n-h2-793619-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:54.482730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Unknown quota resources ['binding']. {{(pid=95261) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:35:54.618345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-8946f47e-066f-49de-822a-2ac9f1863623 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:54.619827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-8946f47e-066f-49de-822a-2ac9f1863623 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 808 time: 0.2319164 Aug 16 20:35:54.622340 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca9b7ad5-1496-429a-990a-6d6922d50a45 req-ae4a973f-3323-432d-ab01-96467927ea8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:54.635871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6028746d-172c-474a-b28d-f41366b803b4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:54.662725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a973f-3323-432d-ab01-96467927ea8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Pushing event deleted for resources: {'Port': ['ID=6028746d-172c-474a-b28d-f41366b803b4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:54.671282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-1360a7b1-baf0-4a72-bd79-c54b4c0a3215 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/quotas/39ccbfbebde54f1d89cec17a712f35b4 HTTP/1.1" status: 200 len: 375 time: 0.0427964 Aug 16 20:35:55.051883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9b7ad5-1496-429a-990a-6d6922d50a45 req-ae4a973f-3323-432d-ab01-96467927ea8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] No DVR routers for this DVR port 6028746d-172c-474a-b28d-f41366b803b4 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:55.068857 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca9b7ad5-1496-429a-990a-6d6922d50a45 req-ae4a973f-3323-432d-ab01-96467927ea8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.070998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca9b7ad5-1496-429a-990a-6d6922d50a45 req-ae4a973f-3323-432d-ab01-96467927ea8f tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.79 "DELETE /v2.0/ports/6028746d-172c-474a-b28d-f41366b803b4 HTTP/1.1" status: 204 len: 173 time: 1.1892233 Aug 16 20:35:55.071447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'name': 'network-vif-deleted', 'tag': '6028746d-172c-474a-b28d-f41366b803b4'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:55.073671 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4bbe7e-c19c-466d-b002-52c2c3a14e43" -d '{"events": [{"server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "name": "network-vif-deleted", "tag": "6028746d-172c-474a-b28d-f41366b803b4"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:55.102142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-4ab942c3-ad9f-4841-b65e-6ab7747a4267 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4018307 Aug 16 20:35:55.106459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 on host n-h2-793619-14 for vnic_type normal with profile None {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:55.106787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:55.107119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:55.111632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Port 2bbfe57e-d787-4aaf-84f4-aae061867196 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:55.111965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:55.125574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:55.125920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:55.126305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:55.126976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Bound port: 2bbfe57e-d787-4aaf-84f4-aae061867196, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:55.242033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2bbfe57e-d787-4aaf-84f4-aae061867196,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:55.248593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-f88c9012-869b-42d5-80d0-9f5d6c261c65 service neutron] 10.222.0.74 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335897 Aug 16 20:35:55.342932 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] Notify callbacks [] for binding, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.344266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ef9e897b-b410-45c3-b04e-a6713f01f307 service neutron] 10.222.0.74 "POST /v2.0/ports/2bbfe57e-d787-4aaf-84f4-aae061867196/bindings HTTP/1.1" status: 201 len: 390 time: 0.8656428 Aug 16 20:35:55.364426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-b17ab3d8-93c1-4e2b-95cb-d3bd65f0e080 service neutron] 10.222.0.74 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088541 Aug 16 20:35:55.705306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ffafd-4a69-42ee-ace2-f91b5f5e370c req-e83656c4-06cf-4543-ad71-8ac84cc9b054 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:55.706820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b6ffafd-4a69-42ee-ace2-f91b5f5e370c req-e83656c4-06cf-4543-ad71-8ac84cc9b054 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 948 time: 0.0605879 Aug 16 20:35:55.780003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b6ffafd-4a69-42ee-ace2-f91b5f5e370c req-0abf3fb7-2f9b-4f3e-99de-756dfd145bab tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636628 Aug 16 20:35:55.797294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed8ed3-c1f1-4d09-95fb-7fe02d98dd33 req-38256060-a058-4e61-9c81-e5dc5bbeb559 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:55.802371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3ed8ed3-c1f1-4d09-95fb-7fe02d98dd33 req-38256060-a058-4e61-9c81-e5dc5bbeb559 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 948 time: 0.0900123 Aug 16 20:35:55.861564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3ed8ed3-c1f1-4d09-95fb-7fe02d98dd33 req-862ffdda-deaf-42be-b1fa-7ffe502e4b91 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526738 Aug 16 20:35:55.916258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ee7a56c-2985-4625-bd13-11b9d7977835 req-c07a41b5-0fb8-4286-91d6-d9591cab64c7 tempest-FloatingIPsAssociationTestJSON-951241049 tempest-FloatingIPsAssociationTestJSON-951241049-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da98239-9321-44e7-aadf-2381546783ed HTTP/1.1" status: 200 len: 210 time: 0.0500181 Aug 16 20:35:55.923469 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdc4820-5fe4-41ae-a04d-0c6a95d9d086 x-openstack-request-id: req-2bdc4820-5fe4-41ae-a04d-0c6a95d9d086 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:55.923781 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da98239-9321-44e7-aadf-2381546783ed", "name": "network-vif-deleted", "tag": "6028746d-172c-474a-b28d-f41366b803b4", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:55.924044 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2bdc4820-5fe4-41ae-a04d-0c6a95d9d086 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:55.926187 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da98239-9321-44e7-aadf-2381546783ed', 'name': 'network-vif-deleted', 'tag': '6028746d-172c-474a-b28d-f41366b803b4', 'status': 'completed', 'code': 200} Aug 16 20:35:56.023898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de268de1-3fc9-4725-a99f-158504ac7c42 req-ffd6c978-4496-43eb-bc68-78eec52a7d9e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 210 time: 0.0515110 Aug 16 20:35:56.147882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0fc0d-ab8b-4189-913f-ccd1dd508e94 req-6b174ba6-7dba-495f-a3ae-608e673ec090 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:56.155714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fe0fc0d-ab8b-4189-913f-ccd1dd508e94 req-6b174ba6-7dba-495f-a3ae-608e673ec090 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 945 time: 0.0709283 Aug 16 20:35:56.198898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fe0fc0d-ab8b-4189-913f-ccd1dd508e94 req-cd43a36e-871e-4d45-817c-da321cd2b542 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 Aug 16 20:35:56.380833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ccf51ff8-04e8-4a2b-9096-0cf4a1a6aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:56.382422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ccf51ff8-04e8-4a2b-9096-0cf4a1a6aa71 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 1097 time: 0.0460420 Aug 16 20:35:56.510950 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-7429af5c-3be7-4125-a073-2b1ebbcf01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:56.512458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-7429af5c-3be7-4125-a073-2b1ebbcf01f0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.1202097 Aug 16 20:35:56.559106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-958262c5-5ede-44e5-b2bd-95c4b6f2a677 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bbfe57e-d787-4aaf-84f4-aae061867196 HTTP/1.1" status: 200 len: 217 time: 0.0373158 Aug 16 20:35:56.619008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-98e38a64-d2e0-4fbc-9e65-9e4ffc986462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:56.620796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-98e38a64-d2e0-4fbc-9e65-9e4ffc986462 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0520916 Aug 16 20:35:56.653754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-9186ab4b-9e50-4c58-8d22-1173672c2e68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237002 Aug 16 20:35:56.758364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-9b1032c5-7248-4d30-a7e9-1affdfee587d service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949419 Aug 16 20:35:56.867794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ea7c3652-b69a-4f6f-a140-c20ff067c409 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960491 Aug 16 20:35:56.905172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4930925-019c-490b-87e5-0be8ecb17083 req-effe1f3b-6459-4761-9da5-2f7596a93b9c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:56.906640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c4930925-019c-490b-87e5-0be8ecb17083 req-effe1f3b-6459-4761-9da5-2f7596a93b9c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 948 time: 0.0581260 Aug 16 20:35:56.953777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c4930925-019c-490b-87e5-0be8ecb17083 req-3f348b0f-fee1-4cfd-b057-d73039fa92b0 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Aug 16 20:35:56.994340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec57528-29bc-4467-b09e-953873364a92 req-bd66d70a-88c6-4fee-8579-56b1ea379f64 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:56.995821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cec57528-29bc-4467-b09e-953873364a92 req-bd66d70a-88c6-4fee-8579-56b1ea379f64 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 948 time: 0.0626161 Aug 16 20:35:57.043715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cec57528-29bc-4467-b09e-953873364a92 req-04767377-cf8a-4ddf-bf14-02b4c16e4171 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402060 Aug 16 20:35:57.064044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60206) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:57.206990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-748a8282-f966-46e7-9250-718b9f414d66 req-10d47399-b125-499a-90e2-b14f4c77dbf1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 210 time: 0.0306897 Aug 16 20:35:57.220334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-5ebb67cf-602b-41ab-ae59-b3f642aa2731 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:57.227169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-5ebb67cf-602b-41ab-ae59-b3f642aa2731 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.1059313 Aug 16 20:35:57.239813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-14'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:57.338879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.406081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c967f-204e-4f18-a853-c5a154dc34f8 req-a767ad9c-1762-4a39-a45e-63d02a5055b3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:57.407539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b1c967f-204e-4f18-a853-c5a154dc34f8 req-a767ad9c-1762-4a39-a45e-63d02a5055b3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 945 time: 0.0989661 Aug 16 20:35:57.501256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b1c967f-204e-4f18-a853-c5a154dc34f8 req-335e6285-45b9-42b1-a605-a19dd9c1dbd9 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872407 Aug 16 20:35:57.549610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2bbfe57e-d787-4aaf-84f4-aae061867196,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:57.553349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6028746d-172c-474a-b28d-f41366b803b4 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:57.556965 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 940060f9-ae3b-414d-80d8-08b474c7c779 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:57.584257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.588493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 6028746d-172c-474a-b28d-f41366b803b4 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:57.589188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6028746d-172c-474a-b28d-f41366b803b4 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:57.593296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:57.661507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.692576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=940060f9-ae3b-414d-80d8-08b474c7c779,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:57.704138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '940060f9-ae3b-414d-80d8-08b474c7c779', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '940060f9-ae3b-414d-80d8-08b474c7c779', 'mac_address': 'fa:16:3e:9d:ab:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:57.748784 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.805393 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.888069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940060f9-ae3b-414d-80d8-08b474c7c779 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:57.909135 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 on host n-h1-793619-14 for vnic_type normal with profile {"migrating_to": "n-h2-793619-14"} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:57.909368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=940060f9-ae3b-414d-80d8-08b474c7c779,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:57.909476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:57.909782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:57.918176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Pushing event updated for resources: {'Port': ['ID=2bbfe57e-d787-4aaf-84f4-aae061867196,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:57.920751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Port 2bbfe57e-d787-4aaf-84f4-aae061867196 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:57.921118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Attempting to bind port 2bbfe57e-d787-4aaf-84f4-aae061867196 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:57.925534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] Deleting port 415261d3-3539-4d9a-ab63-90b7bf76ecef {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:57.925881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.926614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:57.927044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:57.927843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:57.927843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Bound port: 2bbfe57e-d787-4aaf-84f4-aae061867196, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:57.928071 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.931065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a193fce-ed34-45f5-a855-39da62889c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bbfe57e-d787-4aaf-84f4-aae061867196'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:57.933267 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fcd6d4-6cda-4f78-b568-796932f9bc2c" -d '{"events": [{"server_uuid": "0a193fce-ed34-45f5-a855-39da62889c84", "name": "network-vif-unplugged", "status": "completed", "tag": "2bbfe57e-d787-4aaf-84f4-aae061867196"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:57.972093 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2154d6-6d60-49ba-ad3e-5a9bd23422d4 x-openstack-request-id: req-0a2154d6-6d60-49ba-ad3e-5a9bd23422d4 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:57.972391 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a193fce-ed34-45f5-a855-39da62889c84", "name": "network-vif-unplugged", "status": "completed", "tag": "2bbfe57e-d787-4aaf-84f4-aae061867196", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:57.972640 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a2154d6-6d60-49ba-ad3e-5a9bd23422d4 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:57.973067 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a193fce-ed34-45f5-a855-39da62889c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bbfe57e-d787-4aaf-84f4-aae061867196', 'code': 200} Aug 16 20:35:58.010396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] For port 415261d3-3539-4d9a-ab63-90b7bf76ecef, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=415261d3-3539-4d9a-ab63-90b7bf76ecef,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:58.010993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.024082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] Calling delete_port for 415261d3-3539-4d9a-ab63-90b7bf76ecef owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:58.029240 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.029240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3e2e037f-a5cb-4274-9f2a-131189de6bbf details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:58.074889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:58.091670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2bbfe57e-d787-4aaf-84f4-aae061867196,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:58.093603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3e2e037f-a5cb-4274-9f2a-131189de6bbf, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3e2e037f-a5cb-4274-9f2a-131189de6bbf,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:58.109413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec5ecb-a47b-4311-96c9-b006d6c81619 req-9daa3fa3-18bf-4250-b495-05319b2ba234 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:58.111370 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffec5ecb-a47b-4311-96c9-b006d6c81619 req-9daa3fa3-18bf-4250-b495-05319b2ba234 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 948 time: 0.0705338 Aug 16 20:35:58.115705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '3e2e037f-a5cb-4274-9f2a-131189de6bbf', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '3e2e037f-a5cb-4274-9f2a-131189de6bbf', 'mac_address': 'fa:16:3e:14:c3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:58.121637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=940060f9-ae3b-414d-80d8-08b474c7c779,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:58.153948 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.154484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.154982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.155474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.155961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.156439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.157003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.157494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.158003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.158540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.159025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.159542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.177467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffec5ecb-a47b-4311-96c9-b006d6c81619 req-388ca29b-67c4-4f05-bbc8-d2abc7c7977c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518026 Aug 16 20:35:58.189357 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.192128 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.207779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2e037f-a5cb-4274-9f2a-131189de6bbf {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:58.239331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3e2e037f-a5cb-4274-9f2a-131189de6bbf, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3e2e037f-a5cb-4274-9f2a-131189de6bbf,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:58.324571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:58.325219 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.326726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] 10.222.0.79 "PUT /v2.0/ports/2bbfe57e-d787-4aaf-84f4-aae061867196 HTTP/1.1" status: 200 len: 1123 time: 1.0915277 Aug 16 20:35:58.328113 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94f860-bb6e-4a2a-b1b3-8b20826e713a service neutron] Pushing event updated for resources: {'Port': ['ID=2bbfe57e-d787-4aaf-84f4-aae061867196,revision_number=8']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:58.359237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef18d4-8175-4608-84cb-55d761723886 req-9e897867-c308-472f-b112-a620b4518601 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:58.360759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80ef18d4-8175-4608-84cb-55d761723886 req-9e897867-c308-472f-b112-a620b4518601 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 949 time: 0.0861402 Aug 16 20:35:58.368642 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.371096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.377112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['2bbfe57e-d787-4aaf-84f4-aae061867196'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:58.422567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80ef18d4-8175-4608-84cb-55d761723886 req-12b975e7-d353-4590-9fec-d448e302e933 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543044 Aug 16 20:35:58.445291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] Pushing event deleted for resources: {'Port': ['ID=415261d3-3539-4d9a-ab63-90b7bf76ecef,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:58.467483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3e2e037f-a5cb-4274-9f2a-131189de6bbf,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:58.602101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-91d07616-b3f8-404f-8209-c614b6f7228f req-19fd2f05-4a8c-499a-9d92-6b490e6c7972 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 210 time: 0.0433874 Aug 16 20:35:58.602433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-e8f308bc-4179-43d0-8c0b-819eabff12a3 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:58.605901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-e8f308bc-4179-43d0-8c0b-819eabff12a3 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 808 time: 0.2461476 Aug 16 20:35:58.710695 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.718677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Request body: {'port': {'device_id': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f', 'admin_state_up': True, 'tenant_id': '39ccbfbebde54f1d89cec17a712f35b4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:58.724098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['3e2e037f-a5cb-4274-9f2a-131189de6bbf'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:58.727242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58666e-d2a2-4aca-a3e6-4e4fc663e210 req-00fad9ad-6536-453a-b447-495c0d0752a8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:58.728986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac58666e-d2a2-4aca-a3e6-4e4fc663e210 req-00fad9ad-6536-453a-b447-495c0d0752a8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 943 time: 0.0697176 Aug 16 20:35:58.783723 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac58666e-d2a2-4aca-a3e6-4e4fc663e210 req-c68fb583-a613-47da-be5b-e17a1cd6ae9f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Aug 16 20:35:58.790608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['940060f9-ae3b-414d-80d8-08b474c7c779'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:59.268987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] Router ddf558d7-e514-469e-86fb-f2a0f657d012 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:59.269797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Made reservation on behalf of 39ccbfbebde54f1d89cec17a712f35b4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:59.273192 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.287862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442486ba-683b-4717-9366-71fa8c74f890 req-bf9ec5fd-9adc-4f32-83d5-7834e5325a9d tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:59.290264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-442486ba-683b-4717-9366-71fa8c74f890 req-bf9ec5fd-9adc-4f32-83d5-7834e5325a9d tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 949 time: 0.0531540 Aug 16 20:35:59.337247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-442486ba-683b-4717-9366-71fa8c74f890 req-569f5a72-1efd-4ac4-b09c-8da8bf38cca4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Aug 16 20:35:59.482579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:59.489714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9848befd-f9fb-4544-b645-42753b4485ad admin admin] 10.222.0.74 "PUT /v2.0/routers/ddf558d7-e514-469e-86fb-f2a0f657d012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4233470 Aug 16 20:35:59.494116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60280) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:59.495620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52b623-d297-4d36-980f-68357ba0da94 None None] Sync routers for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:59.504564 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Allocated IP 172.20.0.9 (acf706a4-9ec9-4489-bfe2-213695736c3f/577d0868-2656-4697-864d-d9057a25f10d/b71912c0-939b-4f61-af55-94701ce797e5) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:59.507167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52b623-d297-4d36-980f-68357ba0da94 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:59.508401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ce52b623-d297-4d36-980f-68357ba0da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:59.630715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-ce52b623-d297-4d36-980f-68357ba0da94 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:59.640169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610a1dc-96b3-45f3-9b5b-5c3e922f5a9e req-1b57ef16-e6f1-464c-9cd4-7ec70b605f5d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:59.641870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d610a1dc-96b3-45f3-9b5b-5c3e922f5a9e req-1b57ef16-e6f1-464c-9cd4-7ec70b605f5d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 949 time: 0.0935686 Aug 16 20:35:59.661899 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.686954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.753449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ea1dbb3-7bd5-4df5-9e10-78b58b14a358 req-6b2b24f2-1277-46d6-8d88-bbe94831dd3b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 210 time: 0.0434842 Aug 16 20:35:59.769359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d610a1dc-96b3-45f3-9b5b-5c3e922f5a9e req-213f7ea8-4950-4ded-8ee9-4262211d62c4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155028 Aug 16 20:35:59.828934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.840747 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.882244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ce52b623-d297-4d36-980f-68357ba0da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:35:58Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:59.891465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Network acf706a4-9ec9-4489-bfe2-213695736c3f is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:59.897395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:59.902229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:59.909245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:59.910098 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.915298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52b623-d297-4d36-980f-68357ba0da94 None None] Checking router: ddf558d7-e514-469e-86fb-f2a0f657d012 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:59.926773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52b623-d297-4d36-980f-68357ba0da94 None None] Routers {'ddf558d7-e514-469e-86fb-f2a0f657d012'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:59.927492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ce52b623-d297-4d36-980f-68357ba0da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddf558d7-e514-469e-86fb-f2a0f657d012'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:59.931448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Pushing event updated for resources: {'Port': ['ID=b71912c0-939b-4f61-af55-94701ce797e5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:59.944748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691551-61a9-4f87-befd-ef65b328e4a1 req-2474c039-7c28-4598-b8b2-ed539e87a34a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:59.947439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a691551-61a9-4f87-befd-ef65b328e4a1 req-2474c039-7c28-4598-b8b2-ed539e87a34a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 943 time: 0.0686233 Aug 16 20:35:59.985781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a193fce-ed34-45f5-a855-39da62889c84', 'tag': '2bbfe57e-d787-4aaf-84f4-aae061867196'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:59.988298 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17a9a8d-4ae5-4eb7-b058-9430b675a6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0a193fce-ed34-45f5-a855-39da62889c84", "tag": "2bbfe57e-d787-4aaf-84f4-aae061867196"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:00.037654 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-138053a3-31e0-4e2e-a041-cd5f9c00b5e8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3279278 Aug 16 20:36:00.043066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a691551-61a9-4f87-befd-ef65b328e4a1 req-f4db3a16-c6f0-45a0-90c5-5562a86cbaf5 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881352 Aug 16 20:36:00.050937 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48474f35-a178-46d0-9d4e-5401b3da1506 x-openstack-request-id: req-48474f35-a178-46d0-9d4e-5401b3da1506 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:00.051343 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a193fce-ed34-45f5-a855-39da62889c84", "tag": "2bbfe57e-d787-4aaf-84f4-aae061867196", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:00.051598 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Request body: {'port': {'device_id': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:00.053882 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-48474f35-a178-46d0-9d4e-5401b3da1506 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:00.053882 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a193fce-ed34-45f5-a855-39da62889c84', 'tag': '2bbfe57e-d787-4aaf-84f4-aae061867196', 'status': 'completed', 'code': 200} Aug 16 20:36:00.057591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-ce52b623-d297-4d36-980f-68357ba0da94 None None] Set router ddf558d7-e514-469e-86fb-f2a0f657d012 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:00.107912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Deleting port 74b14ada-d994-44f6-b7f9-3370bd083cc6 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:00.108422 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.138645 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.178820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a9a8d-4ae5-4eb7-b058-9430b675a6a4 req-4989e5f5-2135-4850-b76f-7fa7f1c32af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.181011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c17a9a8d-4ae5-4eb7-b058-9430b675a6a4 req-4989e5f5-2135-4850-b76f-7fa7f1c32af3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 1126 time: 0.1175375 Aug 16 20:36:00.259784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] For port 74b14ada-d994-44f6-b7f9-3370bd083cc6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=74b14ada-d994-44f6-b7f9-3370bd083cc6,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:00.260290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.279670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Calling delete_port for 74b14ada-d994-44f6-b7f9-3370bd083cc6 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:00.300001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ce52b623-d297-4d36-980f-68357ba0da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:35:58Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.339729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52b623-d297-4d36-980f-68357ba0da94 None None] The sync data for ids ['ddf558d7-e514-469e-86fb-f2a0f657d012'] in n-d-793619-14 is: [{'id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'name': 'tempest-FloatingIPsAssociationTestJSON-2138415459-router', 'tenant_id': '01a336c324e74c869eaa6e3a9c905537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:31Z', 'updated_at': '2021-08-16T20:35:58Z', 'revision_number': 5, 'project_id': '01a336c324e74c869eaa6e3a9c905537', 'gw_port': {'id': '74b14ada-d994-44f6-b7f9-3370bd083cc6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf558d7-e514-469e-86fb-f2a0f657d012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:32Z', 'updated_at': '2021-08-16T20:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:00.354008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a9a8d-4ae5-4eb7-b058-9430b675a6a4 req-95e1abcc-901c-453a-ad72-d8a8ac0b8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.355631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c17a9a8d-4ae5-4eb7-b058-9430b675a6a4 req-95e1abcc-901c-453a-ad72-d8a8ac0b8683 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.1649814 Aug 16 20:36:00.476079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71912c0-939b-4f61-af55-94701ce797e5 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:00.485764 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.490520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c17a9a8d-4ae5-4eb7-b058-9430b675a6a4 req-7af12c81-bc51-4d92-90ad-dfa3c059b2a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bbfe57e-d787-4aaf-84f4-aae061867196 HTTP/1.1" status: 200 len: 217 time: 0.0838993 Aug 16 20:36:00.502042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Transition to ACTIVE for port object b71912c0-939b-4f61-af55-94701ce797e5 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:00.589594 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f21d1-d013-420f-a159-4fac407062b2 req-b0233a0e-d059-4b66-bc23-462b3526b630 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.591170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c7f21d1-d013-420f-a159-4fac407062b2 req-b0233a0e-d059-4b66-bc23-462b3526b630 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 949 time: 0.1423275 Aug 16 20:36:00.599458 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.610347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a9a8d-4ae5-4eb7-b058-9430b675a6a4 req-847739d4-457e-4f2e-9cb1-ac6970c9b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.611794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c17a9a8d-4ae5-4eb7-b058-9430b675a6a4 req-847739d4-457e-4f2e-9cb1-ac6970c9b5a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0998909 Aug 16 20:36:00.665246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c17a9a8d-4ae5-4eb7-b058-9430b675a6a4 req-6a5f31e6-4be8-4a84-9749-2af74438a232 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373533 Aug 16 20:36:00.674913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Pushing event updated for resources: {'Port': ['ID=b71912c0-939b-4f61-af55-94701ce797e5,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:00.700046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:00.700046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:00.700046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:00.701644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Port b71912c0-939b-4f61-af55-94701ce797e5 on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:00.704332 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:00.712299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:00.712771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:00.714013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:00.715107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Bound port: b71912c0-939b-4f61-af55-94701ce797e5, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:00.715572 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.745386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c7f21d1-d013-420f-a159-4fac407062b2 req-c78ea04b-c6c6-41e4-a934-70fb23d32866 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296735 Aug 16 20:36:00.745386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.793916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:00.797193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b71912c0-939b-4f61-af55-94701ce797e5,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:00.803062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=74b14ada-d994-44f6-b7f9-3370bd083cc6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:00.897500 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.916815 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.920524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c17a9a8d-4ae5-4eb7-b058-9430b675a6a4 req-4fbf7f93-387b-4e0f-9459-7fada03dbe17 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457130 Aug 16 20:36:00.952842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.953502 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.954892 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] 10.222.0.76 "PUT /v2.0/ports/b71912c0-939b-4f61-af55-94701ce797e5 HTTP/1.1" status: 200 len: 1092 time: 0.9083018 Aug 16 20:36:00.955326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'tag': 'b71912c0-939b-4f61-af55-94701ce797e5'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:00.957547 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87867aec-f654-40a8-b9ae-f4c2e24802fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7518cf58-c3da-45e7-9848-6eb47c9b9ca8", "tag": "b71912c0-939b-4f61-af55-94701ce797e5"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:00.979248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cb7a2-d2d4-4b5a-90a6-812865fdc04a service neutron] Pushing event updated for resources: {'Port': ['ID=b71912c0-939b-4f61-af55-94701ce797e5,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:01.100924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f594f9c-fab0-4a9a-9aa3-fd0f503e5f77 req-87a0c96d-b361-469f-b3a1-20cb44170a2a tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:01.102428 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f594f9c-fab0-4a9a-9aa3-fd0f503e5f77 req-87a0c96d-b361-469f-b3a1-20cb44170a2a tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 943 time: 0.2591586 Aug 16 20:36:01.113275 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.119449 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.126887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-0c5ecbab-ecf0-4e29-a445-204adf951641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:01.128390 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-0c5ecbab-ecf0-4e29-a445-204adf951641 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 1095 time: 0.0408437 Aug 16 20:36:01.172563 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-dbe618b3-a3c5-4714-8cb7-20fb428de7d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71912c0-939b-4f61-af55-94701ce797e5 HTTP/1.1" status: 200 len: 217 time: 0.0360181 Aug 16 20:36:01.230829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-83e77155-daf4-4c9f-b45d-88d4925aa130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:01.232447 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-83e77155-daf4-4c9f-b45d-88d4925aa130 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0527556 Aug 16 20:36:01.246484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142750f2-2f4d-4ca2-8c2d-ba762534ce58 req-bfa42de3-37bf-455d-ba0f-0c0cb6ab7b86 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:01.248229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-142750f2-2f4d-4ca2-8c2d-ba762534ce58 req-bfa42de3-37bf-455d-ba0f-0c0cb6ab7b86 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 949 time: 0.3121078 Aug 16 20:36:01.252653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f594f9c-fab0-4a9a-9aa3-fd0f503e5f77 req-552ccc20-e328-4636-9f9e-ef670a99ee15 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412184 Aug 16 20:36:01.255072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c17a9a8d-4ae5-4eb7-b058-9430b675a6a4 req-2c622a27-6bc3-43ff-9f53-4af3e5ef3ee0 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165331 Aug 16 20:36:01.267717 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-fd9d5eda-62f9-4796-93fa-d7f4e4d7e9cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275996 Aug 16 20:36:01.291083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-142750f2-2f4d-4ca2-8c2d-ba762534ce58 req-1e5aa44e-a1e4-46c7-9e82-e22b31448f1b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350296 Aug 16 20:36:01.313726 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.314327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddf558d7-e514-469e-86fb-f2a0f657d012 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:01.319513 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.329511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2e9703fb-62dd-445b-a1d7-317a4e01cb7b admin admin] 10.222.0.74 "DELETE /v2.0/routers/ddf558d7-e514-469e-86fb-f2a0f657d012 HTTP/1.1" status: 204 len: 168 time: 1.8281240 Aug 16 20:36:01.331757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60340) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:01.342797 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db088670-ab6f-40af-8e44-3d8b22cd5d56 x-openstack-request-id: req-db088670-ab6f-40af-8e44-3d8b22cd5d56 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:01.343079 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7518cf58-c3da-45e7-9848-6eb47c9b9ca8", "tag": "b71912c0-939b-4f61-af55-94701ce797e5", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:01.343507 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-db088670-ab6f-40af-8e44-3d8b22cd5d56 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:01.344166 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'tag': 'b71912c0-939b-4f61-af55-94701ce797e5', 'status': 'completed', 'code': 200} Aug 16 20:36:01.413305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-344cc49e-3db9-4aee-a0fb-d0a15fef803a admin admin] Deleting subnet f089c1a2-fcf0-4b26-a69a-f08ae64315c1 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:01.419001 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-344cc49e-3db9-4aee-a0fb-d0a15fef803a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.438274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ec90d-90da-4a63-866a-57d185eda7f6 req-af087ecc-c654-4abf-ac23-633202348b43 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:01.447238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-147ec90d-90da-4a63-866a-57d185eda7f6 req-af087ecc-c654-4abf-ac23-633202348b43 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 943 time: 0.0680306 Aug 16 20:36:01.461435 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-f9851b24-ea1c-4693-864f-485e72ca9681 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856170 Aug 16 20:36:01.472302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-344cc49e-3db9-4aee-a0fb-d0a15fef803a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.521011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-147ec90d-90da-4a63-866a-57d185eda7f6 req-7f7a6ca1-2d25-462d-aed3-28ad18c8fcd5 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670531 Aug 16 20:36:01.563812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2bbfe57e-d787-4aaf-84f4-aae061867196 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:36:01.571869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 940060f9-ae3b-414d-80d8-08b474c7c779 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:01.624973 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-344cc49e-3db9-4aee-a0fb-d0a15fef803a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.676585 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc4e99b2-87c3-4602-8165-74b1d771756f req-d62895d1-44ce-4fc6-bd75-65fefe58914e service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067065 Aug 16 20:36:01.718262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2bbfe57e-d787-4aaf-84f4-aae061867196,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:01.730424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2bbfe57e-d787-4aaf-84f4-aae061867196 has no active binding in host n-h2-793619-14 {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:36:01.768151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 940060f9-ae3b-414d-80d8-08b474c7c779 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:01.776919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 940060f9-ae3b-414d-80d8-08b474c7c779 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:01.776919 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.799474 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-344cc49e-3db9-4aee-a0fb-d0a15fef803a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.861706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cc49e-3db9-4aee-a0fb-d0a15fef803a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f089c1a2-fcf0-4b26-a69a-f08ae64315c1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:01.870145 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-344cc49e-3db9-4aee-a0fb-d0a15fef803a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.870145 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-344cc49e-3db9-4aee-a0fb-d0a15fef803a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f089c1a2-fcf0-4b26-a69a-f08ae64315c1 HTTP/1.1" status: 204 len: 168 time: 0.5340943 Aug 16 20:36:01.871935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dec4739-d7e6-4a39-b081-a205fc85b5ff None None] Network abf14a4d-78e7-4ca3-b174-1c1c79a892aa requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:01.882306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60356) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:01.911822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87867aec-f654-40a8-b9ae-f4c2e24802fd req-14c39b47-d5e5-444e-8213-8995f7a38e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:01.915587 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87867aec-f654-40a8-b9ae-f4c2e24802fd req-14c39b47-d5e5-444e-8213-8995f7a38e98 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 1095 time: 0.0727305 Aug 16 20:36:01.940828 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.998310 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:02.000593 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c8dd49-8215-443f-8f0e-e6f484dc390f" -d '{"events": [{"server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "name": "network-vif-plugged", "status": "completed", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:02.016212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=940060f9-ae3b-414d-80d8-08b474c7c779,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:02.033804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87867aec-f654-40a8-b9ae-f4c2e24802fd req-12562e2e-77ad-4314-8bad-d6c9de09d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:02.035853 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87867aec-f654-40a8-b9ae-f4c2e24802fd req-12562e2e-77ad-4314-8bad-d6c9de09d339 service neutron] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.1128671 Aug 16 20:36:02.066945 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719a2112-5293-4071-9b82-742c29694fcf x-openstack-request-id: req-719a2112-5293-4071-9b82-742c29694fcf {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:02.067071 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "name": "network-vif-plugged", "status": "completed", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:02.067329 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-719a2112-5293-4071-9b82-742c29694fcf {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:02.067737 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779', 'code': 200} Aug 16 20:36:02.136750 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.137861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3e2e037f-a5cb-4274-9f2a-131189de6bbf up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:02.140211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87867aec-f654-40a8-b9ae-f4c2e24802fd req-41b435fe-9080-4312-94b3-2dc987b09246 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71912c0-939b-4f61-af55-94701ce797e5 HTTP/1.1" status: 200 len: 217 time: 0.0956931 Aug 16 20:36:02.185400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393523db-2f79-439d-bc5a-87655b466863 None None] DHCP port deletion for abf14a4d-78e7-4ca3-b174-1c1c79a892aa request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:36:02.188787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 74b14ada-d994-44f6-b7f9-3370bd083cc6 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:02.200118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87867aec-f654-40a8-b9ae-f4c2e24802fd req-c1a82bbb-0fc7-415f-b97e-087f08a4ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:02.201728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87867aec-f654-40a8-b9ae-f4c2e24802fd req-c1a82bbb-0fc7-415f-b97e-087f08a4ba17 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0537593 Aug 16 20:36:02.242029 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87867aec-f654-40a8-b9ae-f4c2e24802fd req-0bd1c23c-d4f1-4f87-bb05-ae777ed43bd8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321615 Aug 16 20:36:02.256941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 74b14ada-d994-44f6-b7f9-3370bd083cc6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:02.257293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 74b14ada-d994-44f6-b7f9-3370bd083cc6 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:02.257867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 415261d3-3539-4d9a-ab63-90b7bf76ecef no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:02.310330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 415261d3-3539-4d9a-ab63-90b7bf76ecef {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:02.310829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 415261d3-3539-4d9a-ab63-90b7bf76ecef not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:02.340953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60366) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:02.342461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=940060f9-ae3b-414d-80d8-08b474c7c779,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:02.376277 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.390910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-393523db-2f79-439d-bc5a-87655b466863 None None] Deleting port 259c890e-7710-44d3-bef1-6456e5adc5f1 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:02.391528 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-393523db-2f79-439d-bc5a-87655b466863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.404441 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87867aec-f654-40a8-b9ae-f4c2e24802fd req-b0b5a4c1-0d15-4fc0-8921-77c598d22d86 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536765 Aug 16 20:36:02.408499 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.449282 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.482340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-393523db-2f79-439d-bc5a-87655b466863 None None] For port 259c890e-7710-44d3-bef1-6456e5adc5f1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=259c890e-7710-44d3-bef1-6456e5adc5f1,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:02.482830 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-393523db-2f79-439d-bc5a-87655b466863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.488420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 3e2e037f-a5cb-4274-9f2a-131189de6bbf completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:02.502076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-393523db-2f79-439d-bc5a-87655b466863 None None] Calling delete_port for 259c890e-7710-44d3-bef1-6456e5adc5f1 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:02.504983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 3e2e037f-a5cb-4274-9f2a-131189de6bbf triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:02.505408 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.516640 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4a3ee45-2492-4c0b-88f6-c38802c62715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.549442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58b981-f06b-4796-a4c7-c4f5160810df req-663672a2-626f-4401-a4fa-023cf8247096 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:02.551068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b58b981-f06b-4796-a4c7-c4f5160810df req-663672a2-626f-4401-a4fa-023cf8247096 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 949 time: 0.7193382 Aug 16 20:36:02.630705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4261f-700c-4f1c-981b-42ba7e93e79d req-d57b03e9-9e87-4c0d-856c-98385b6829b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:02.632219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3fa4261f-700c-4f1c-981b-42ba7e93e79d req-d57b03e9-9e87-4c0d-856c-98385b6829b5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 1102 time: 0.2347491 Aug 16 20:36:02.639072 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87867aec-f654-40a8-b9ae-f4c2e24802fd req-cbf4dc12-eabd-47a4-a624-b4520aee9d4c service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246685 Aug 16 20:36:02.640364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798e182-3fc3-4f81-80b3-9be886375ec2 req-e4bb84fb-225c-404e-bfed-bd7f12d8a9a0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:02.641882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7798e182-3fc3-4f81-80b3-9be886375ec2 req-e4bb84fb-225c-404e-bfed-bd7f12d8a9a0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 943 time: 0.2468779 Aug 16 20:36:02.672856 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-0f34a1b6-7303-4c4f-ac7a-cf07a096e7fc service neutron] 10.222.0.76 "GET /v2.0/ports/2bbfe57e-d787-4aaf-84f4-aae061867196/bindings/n-h2-793619-14 HTTP/1.1" status: 200 len: 385 time: 0.2763882 Aug 16 20:36:02.693555 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4a3ee45-2492-4c0b-88f6-c38802c62715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.696094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b58b981-f06b-4796-a4c7-c4f5160810df req-45b7fa49-360a-4926-a393-ddd82d0dd15f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357658 Aug 16 20:36:02.715619 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Deleting port 259c890e-7710-44d3-bef1-6456e5adc5f1 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:02.715619 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.764706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4a3ee45-2492-4c0b-88f6-c38802c62715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.809495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3ee45-2492-4c0b-88f6-c38802c62715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cbd7b9-7745-44ce-a065-3b6182c6309a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:02.825649 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a4a3ee45-2492-4c0b-88f6-c38802c62715 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3c7ce2dc6b95432fb85fb7ba55fbb5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812374 Aug 16 20:36:02.831806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60378) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:02.832530 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.846504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3fa4261f-700c-4f1c-981b-42ba7e93e79d req-7b2bf2c4-2ca0-4243-987a-98995fb04b1c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859050 Aug 16 20:36:02.849438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7798e182-3fc3-4f81-80b3-9be886375ec2 req-81baf7fa-0ce5-4b74-9cd2-a0ca00af972f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853817 Aug 16 20:36:02.874373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3e2e037f-a5cb-4274-9f2a-131189de6bbf, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3e2e037f-a5cb-4274-9f2a-131189de6bbf,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:02.883428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] For port 259c890e-7710-44d3-bef1-6456e5adc5f1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=259c890e-7710-44d3-bef1-6456e5adc5f1,segment=NetworkSegment(224684c1-bab4-44ef-a5ea-1b7f6c3d18fc),segment_id=224684c1-bab4-44ef-a5ea-1b7f6c3d18fc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:02.883913 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.900202 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-393523db-2f79-439d-bc5a-87655b466863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.901436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Calling delete_port for 259c890e-7710-44d3-bef1-6456e5adc5f1 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:02.918966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007765d-853a-4f53-a8b2-4cf9ff08dcf8 req-403f38dc-9cf0-410c-8320-82222d6e34f1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:02.920602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3007765d-853a-4f53-a8b2-4cf9ff08dcf8 req-403f38dc-9cf0-410c-8320-82222d6e34f1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1382682 Aug 16 20:36:02.920819 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b35afde0-d44f-4ddf-9338-f7faa6adbac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.933146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393523db-2f79-439d-bc5a-87655b466863 None None] Pushing event deleted for resources: {'Port': ['ID=259c890e-7710-44d3-bef1-6456e5adc5f1,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:02.943638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393523db-2f79-439d-bc5a-87655b466863 None None] No DVR routers for this DVR port 259c890e-7710-44d3-bef1-6456e5adc5f1 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:02.951204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b35afde0-d44f-4ddf-9338-f7faa6adbac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.031198 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.081367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3e2e037f-a5cb-4274-9f2a-131189de6bbf,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:03.120239 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3007765d-853a-4f53-a8b2-4cf9ff08dcf8 req-c718b4af-2df2-471d-b30c-647fc22e8182 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747899 Aug 16 20:36:03.131184 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b35afde0-d44f-4ddf-9338-f7faa6adbac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.135140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b35afde0-d44f-4ddf-9338-f7faa6adbac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.138918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9508d62-8cfd-42ca-9acd-a9c83077f581 req-c7b9be69-bc23-4dd9-bd58-ca47c22a6e37 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:03.138918 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9508d62-8cfd-42ca-9acd-a9c83077f581 req-c7b9be69-bc23-4dd9-bd58-ca47c22a6e37 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 943 time: 0.2130177 Aug 16 20:36:03.139730 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b35afde0-d44f-4ddf-9338-f7faa6adbac3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e5cbd7b9-7745-44ce-a065-3b6182c6309a HTTP/1.1" status: 204 len: 168 time: 0.3068864 Aug 16 20:36:03.152298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35afde0-d44f-4ddf-9338-f7faa6adbac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cbd7b9-7745-44ce-a065-3b6182c6309a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:03.196176 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.251810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=259c890e-7710-44d3-bef1-6456e5adc5f1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:03.254652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-608bbe1a-05fc-4370-a8e2-7a5b31ab6435 service neutron] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2bbfe57e-d787-4aaf-84f4-aae061867196,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:03.257385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] No DVR routers for this DVR port 259c890e-7710-44d3-bef1-6456e5adc5f1 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:03.261242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9508d62-8cfd-42ca-9acd-a9c83077f581 req-2b0b868d-7f31-4b91-ad6d-6f1271dc6130 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150877 Aug 16 20:36:03.332741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-608bbe1a-05fc-4370-a8e2-7a5b31ab6435 service neutron] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:03.369937 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.386279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf14a4d-78e7-4ca3-b174-1c1c79a892aa']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:03.389615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-608bbe1a-05fc-4370-a8e2-7a5b31ab6435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbfe57e-d787-4aaf-84f4-aae061867196 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:03.406000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:03.406294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224684c1-bab4-44ef-a5ea-1b7f6c3d18fc') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:03.408876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-608bbe1a-05fc-4370-a8e2-7a5b31ab6435 service neutron] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2bbfe57e-d787-4aaf-84f4-aae061867196,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:03.424125 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.438397 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.444063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:03.444448 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:03.447400 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:03.628093 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-608bbe1a-05fc-4370-a8e2-7a5b31ab6435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.678594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.686648 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.688457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] 10.222.0.74 "DELETE /v2.0/networks/abf14a4d-78e7-4ca3-b174-1c1c79a892aa HTTP/1.1" status: 204 len: 168 time: 1.8033583 Aug 16 20:36:03.707562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1989c-41aa-429f-adb9-18c879d15a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=abf14a4d-78e7-4ca3-b174-1c1c79a892aa,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:03.724375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-608bbe1a-05fc-4370-a8e2-7a5b31ab6435 service neutron] Transition to ACTIVE for port object 2bbfe57e-d787-4aaf-84f4-aae061867196 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:03.820850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c95ff-69e1-48b5-be1a-1511bae27450 req-8ebb7317-ef4d-4ec2-86b9-50b2394cf3fd tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:03.822386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f9c95ff-69e1-48b5-be1a-1511bae27450 req-8ebb7317-ef4d-4ec2-86b9-50b2394cf3fd tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 950 time: 0.0537746 Aug 16 20:36:03.823527 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-608bbe1a-05fc-4370-a8e2-7a5b31ab6435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.912169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-608bbe1a-05fc-4370-a8e2-7a5b31ab6435 service neutron] No DVR routers for this DVR port 2bbfe57e-d787-4aaf-84f4-aae061867196 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:03.931536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f9c95ff-69e1-48b5-be1a-1511bae27450 req-7203d066-2624-453f-a4db-892784e495d7 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025836 Aug 16 20:36:03.975724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bbe1a-05fc-4370-a8e2-7a5b31ab6435 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbfe57e-d787-4aaf-84f4-aae061867196,revision_number=10']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:03.988831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-608bbe1a-05fc-4370-a8e2-7a5b31ab6435 service neutron] 10.222.0.76 "PUT /v2.0/ports/2bbfe57e-d787-4aaf-84f4-aae061867196/bindings/n-h2-793619-14/activate HTTP/1.1" status: 200 len: 370 time: 1.2987120 Aug 16 20:36:04.007158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b43e53-ba6d-4fd4-8946-2da457bc9a08 req-db175fdc-6e6e-4873-88ed-53f1d774cee6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:04.009279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94b43e53-ba6d-4fd4-8946-2da457bc9a08 req-db175fdc-6e6e-4873-88ed-53f1d774cee6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 943 time: 0.0812531 Aug 16 20:36:04.064916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94b43e53-ba6d-4fd4-8946-2da457bc9a08 req-39023e71-a903-441f-b34f-4eba2cec1819 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494211 Aug 16 20:36:04.068898 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ca281-f6e6-40b6-9418-c67541452d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2e037f-a5cb-4274-9f2a-131189de6bbf'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:04.073138 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf08606-4bab-4db1-bb3d-1912f827e2c0" -d '{"events": [{"server_uuid": "975ca281-f6e6-40b6-9418-c67541452d29", "name": "network-vif-plugged", "status": "completed", "tag": "3e2e037f-a5cb-4274-9f2a-131189de6bbf"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:04.097187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 259c890e-7710-44d3-bef1-6456e5adc5f1 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:04.121314 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5bcd6a-5b73-47f9-ab71-ee517fd958ff x-openstack-request-id: req-0a5bcd6a-5b73-47f9-ab71-ee517fd958ff {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:04.121665 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ca281-f6e6-40b6-9418-c67541452d29", "name": "network-vif-plugged", "status": "completed", "tag": "3e2e037f-a5cb-4274-9f2a-131189de6bbf", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:04.122357 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a5bcd6a-5b73-47f9-ab71-ee517fd958ff {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:04.122765 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975ca281-f6e6-40b6-9418-c67541452d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2e037f-a5cb-4274-9f2a-131189de6bbf', 'code': 200} Aug 16 20:36:04.123717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 259c890e-7710-44d3-bef1-6456e5adc5f1 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:04.124056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 259c890e-7710-44d3-bef1-6456e5adc5f1 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:04.161140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60396) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:04.174897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-257a25a2-26bd-44b0-87b9-ceb0d0eb17f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.243766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-daf9d7b5-5d26-4104-8100-8a61d6d7fd8e tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:04.245650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-daf9d7b5-5d26-4104-8100-8a61d6d7fd8e tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1096 time: 0.0803361 Aug 16 20:36:04.261048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60400) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:04.272941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea043ca-620e-4303-89b6-bc3d34fa412e req-4e49195c-5017-4f52-8209-c0d4b3607c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:04.274559 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bea043ca-620e-4303-89b6-bc3d34fa412e req-4e49195c-5017-4f52-8209-c0d4b3607c41 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 1102 time: 0.0767682 Aug 16 20:36:04.314801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba5e8-0bc9-4a09-9080-89159cb6ccfe req-e6bf3930-bc59-40f7-a89b-2135531567e1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:04.316323 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7deba5e8-0bc9-4a09-9080-89159cb6ccfe req-e6bf3930-bc59-40f7-a89b-2135531567e1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1120086 Aug 16 20:36:04.352922 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bea043ca-620e-4303-89b6-bc3d34fa412e req-2f4b7086-632a-4164-8ab6-62fdbdfe1fc9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624442 Aug 16 20:36:04.360285 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9c497711-fefa-49b8-9944-ad47baafb594 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=01a336c324e74c869eaa6e3a9c905537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0979512 Aug 16 20:36:04.360481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-0da6d101-a5d0-45ee-ae5a-2c1f24e4ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:04.362113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-0da6d101-a5d0-45ee-ae5a-2c1f24e4ed1b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84&tenant_id=fe83c9f712414113b5db1690292a17d0 HTTP/1.1" status: 200 len: 1096 time: 0.1045802 Aug 16 20:36:04.363173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60404) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:04.387662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7deba5e8-0bc9-4a09-9080-89159cb6ccfe req-0d205a81-f26c-4835-a8d7-4f04fe06a22c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598211 Aug 16 20:36:04.392189 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-257a25a2-26bd-44b0-87b9-ceb0d0eb17f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.431806 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02e85054-d782-4209-b33e-23c8e52d1e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.437059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc38f23-549e-4015-af72-eb9118c11abe req-d30744ea-79cf-49b6-a0f4-120bda192e36 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:04.438892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8fc38f23-549e-4015-af72-eb9118c11abe req-d30744ea-79cf-49b6-a0f4-120bda192e36 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 944 time: 0.0676024 Aug 16 20:36:04.455530 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02e85054-d782-4209-b33e-23c8e52d1e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.481172 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-257a25a2-26bd-44b0-87b9-ceb0d0eb17f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.521915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8fc38f23-549e-4015-af72-eb9118c11abe req-03c5908b-8c53-4663-896d-02140c02cf24 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705235 Aug 16 20:36:04.527922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a25a2-26bd-44b0-87b9-ceb0d0eb17f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055d29ac-88d4-47b9-91e0-1431d61fced1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:04.534664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-a778bc36-b2bc-40bf-8e45-f9b115e97cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:04.535066 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-257a25a2-26bd-44b0-87b9-ceb0d0eb17f0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e2b57d723e5412daf86cd3d70f6061d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704376 Aug 16 20:36:04.535066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60408) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:04.537172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-a778bc36-b2bc-40bf-8e45-f9b115e97cfb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 1096 time: 0.0936494 Aug 16 20:36:04.597880 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17aab682-24e5-4350-b3e7-46aa9aba72cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.629516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17aab682-24e5-4350-b3e7-46aa9aba72cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.649361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ffdd4926-6b69-4daa-978a-26058ba1d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:04.650874 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-ffdd4926-6b69-4daa-978a-26058ba1d107 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.1073403 Aug 16 20:36:04.661406 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02e85054-d782-4209-b33e-23c8e52d1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.664115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02e85054-d782-4209-b33e-23c8e52d1e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.665269 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-02e85054-d782-4209-b33e-23c8e52d1e3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1f076be8-3706-410f-a206-86e8b69e0ba2 HTTP/1.1" status: 204 len: 168 time: 0.3009522 Aug 16 20:36:04.673566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e85054-d782-4209-b33e-23c8e52d1e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f076be8-3706-410f-a206-86e8b69e0ba2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:04.711313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-51c88cb8-ca6f-4d92-adae-10cc8389b890 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bbfe57e-d787-4aaf-84f4-aae061867196 HTTP/1.1" status: 200 len: 217 time: 0.0421391 Aug 16 20:36:04.758704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-88ef8283-8330-4132-9d84-6c3320dfa374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:04.760340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-88ef8283-8330-4132-9d84-6c3320dfa374 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0457473 Aug 16 20:36:04.794270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-25236678-4d6d-4973-b5bb-ef3a5f325fa0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253203 Aug 16 20:36:04.833783 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17aab682-24e5-4350-b3e7-46aa9aba72cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.836535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17aab682-24e5-4350-b3e7-46aa9aba72cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.840319 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-17aab682-24e5-4350-b3e7-46aa9aba72cc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/055d29ac-88d4-47b9-91e0-1431d61fced1 HTTP/1.1" status: 204 len: 168 time: 0.3020792 Aug 16 20:36:04.849183 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aab682-24e5-4350-b3e7-46aa9aba72cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d29ac-88d4-47b9-91e0-1431d61fced1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:04.908780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-74ee44ec-167f-4e69-9552-4a282a0b99d2 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067700 Aug 16 20:36:05.036320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb012e-f831-4ba5-8be8-88b5b2fb616d req-91fa549e-3318-4d76-9da8-df0e70b5cf40 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:05.037866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abfb012e-f831-4ba5-8be8-88b5b2fb616d req-91fa549e-3318-4d76-9da8-df0e70b5cf40 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0773261 Aug 16 20:36:05.094653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-139f5394-df69-4d32-8ea3-cff24a4e513d service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763740 Aug 16 20:36:05.122346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07df63-0ee8-4af8-a3d5-ec32e15f8d11 req-48ce8f29-6794-4dd3-a5a9-9a48a14aaaca tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:05.122346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a07df63-0ee8-4af8-a3d5-ec32e15f8d11 req-48ce8f29-6794-4dd3-a5a9-9a48a14aaaca tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 950 time: 0.1127090 Aug 16 20:36:05.126117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abfb012e-f831-4ba5-8be8-88b5b2fb616d req-26ebd0e7-dcf5-4437-a031-f2254b920711 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683682 Aug 16 20:36:05.164089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a07df63-0ee8-4af8-a3d5-ec32e15f8d11 req-f5be8fca-e60b-4c70-8880-5b6e9c5c11d5 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367718 Aug 16 20:36:05.209312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-4df96fea-564c-4471-b37c-cdc3033189cd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442202 Aug 16 20:36:05.277801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810578-b4cf-45fa-889b-ac866b7e60a8 req-c47aa937-4153-4741-9657-dbbec19aae4e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:05.285453 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f810578-b4cf-45fa-889b-ac866b7e60a8 req-c47aa937-4153-4741-9657-dbbec19aae4e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 943 time: 0.0658014 Aug 16 20:36:05.337439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f810578-b4cf-45fa-889b-ac866b7e60a8 req-8faeb309-072a-4e41-b12c-a02c69c919b6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478556 Aug 16 20:36:05.475638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b71912c0-939b-4f61-af55-94701ce797e5 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:36:05.478256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2bbfe57e-d787-4aaf-84f4-aae061867196 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:05.565825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2bbfe57e-d787-4aaf-84f4-aae061867196 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:05.615907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b71912c0-939b-4f61-af55-94701ce797e5,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:05.631273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'b71912c0-939b-4f61-af55-94701ce797e5', 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f', 'port_id': 'b71912c0-939b-4f61-af55-94701ce797e5', 'mac_address': 'fa:16:3e:5b:c6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577d0868-2656-4697-864d-d9057a25f10d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:36:05.705781 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.706014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777d9b4-48be-4df5-a8d7-f096fed19d77 req-0b528b0c-f808-41e7-a6c3-2935cc4bd3ef tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:05.707803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c777d9b4-48be-4df5-a8d7-f096fed19d77 req-0b528b0c-f808-41e7-a6c3-2935cc4bd3ef tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 944 time: 0.0808930 Aug 16 20:36:05.722351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71912c0-939b-4f61-af55-94701ce797e5 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:05.748197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b71912c0-939b-4f61-af55-94701ce797e5,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:05.762836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c777d9b4-48be-4df5-a8d7-f096fed19d77 req-739b7ecf-085a-4cbb-bcfb-fa57b2e0d452 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 Aug 16 20:36:05.850811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-245b1056-ac46-4909-8576-ff6b1c07ca71 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:05.852913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-245b1056-ac46-4909-8576-ff6b1c07ca71 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 1096 time: 0.0450928 Aug 16 20:36:05.871042 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.926033 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b71912c0-939b-4f61-af55-94701ce797e5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:06.056687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['b71912c0-939b-4f61-af55-94701ce797e5'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:06.099587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-8b638101-e895-4a77-b9eb-623bbd459969 service neutron] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:06.106032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-8b638101-e895-4a77-b9eb-623bbd459969 service neutron] Notify callbacks [] for binding, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.107319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c575332-4990-4d73-bc76-4a09d3901e61 req-8b638101-e895-4a77-b9eb-623bbd459969 service neutron] 10.222.0.79 "DELETE /v2.0/ports/2bbfe57e-d787-4aaf-84f4-aae061867196/bindings/n-h1-793619-14 HTTP/1.1" status: 204 len: 173 time: 0.2445590 Aug 16 20:36:06.262689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4aa643-2cdc-41c9-8f1f-7f0b91e747dd req-5fe720b9-2503-4b23-aa72-7c6981a3f925 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:06.264429 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e4aa643-2cdc-41c9-8f1f-7f0b91e747dd req-5fe720b9-2503-4b23-aa72-7c6981a3f925 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0608671 Aug 16 20:36:06.333317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60484) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:06.335471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1375d1-501a-4633-b51d-da685efbe57c req-b8ebcb27-3c30-4af9-a348-2d85cac5fe73 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:06.337558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1375d1-501a-4633-b51d-da685efbe57c req-b8ebcb27-3c30-4af9-a348-2d85cac5fe73 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 950 time: 0.0958064 Aug 16 20:36:06.340670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e4aa643-2cdc-41c9-8f1f-7f0b91e747dd req-dbfcc9d3-505b-48a1-ab3a-9f000dd9d400 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584204 Aug 16 20:36:06.428743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1375d1-501a-4633-b51d-da685efbe57c req-ae4b5181-d02f-44b7-8779-c5de3063be41 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787938 Aug 16 20:36:06.511368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4688887-931f-4fb7-95f4-222ecc625858 req-22c3e75b-614e-464c-9ffd-3771a1600535 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:06.512956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4688887-931f-4fb7-95f4-222ecc625858 req-22c3e75b-614e-464c-9ffd-3771a1600535 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 944 time: 0.0788708 Aug 16 20:36:06.558380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4688887-931f-4fb7-95f4-222ecc625858 req-414be17c-921a-4fcd-832f-daf194b7b9ee tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376027 Aug 16 20:36:06.576721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-network', 'tenant_id': '08a598e5108e4be4aef215299e75ce05'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:06.679223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Made reservation on behalf of 08a598e5108e4be4aef215299e75ce05 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:06.682654 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.694887 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.836411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.905773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb902b-eb21-4397-955b-633ba923318d req-6b7f8fc4-f103-4f09-bc52-6b9361f0fee2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:06.907519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ddb902b-eb21-4397-955b-633ba923318d req-6b7f8fc4-f103-4f09-bc52-6b9361f0fee2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 944 time: 0.0515492 Aug 16 20:36:06.947188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ddb902b-eb21-4397-955b-633ba923318d req-a9046eea-ba55-4020-9c01-d34e9ecc9389 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335615 Aug 16 20:36:06.959058 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.018111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d521df2-ddef-4cd1-bc6e-0eb9ec43221e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:07.021637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:07.046171 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.046171 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Added segment d11d4f3f-e420-4368-90b5-ef5bc988c29d of type vlan for network 60dfc2f4-c388-4166-9734-27b69079a8b5 Aug 16 20:36:07.104634 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.196138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41e88a-4da4-4bc3-a2d8-a9c92d04b48d req-7fe27801-34af-434a-8698-ecbe7547060f tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.197858 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd41e88a-4da4-4bc3-a2d8-a9c92d04b48d req-7fe27801-34af-434a-8698-ecbe7547060f tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 1096 time: 0.0517616 Aug 16 20:36:07.218185 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.220781 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.221864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.284441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd41e88a-4da4-4bc3-a2d8-a9c92d04b48d req-38eeb618-d8e5-4b96-b3fe-251e8f2268b6 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786757 Aug 16 20:36:07.296097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] Pushing event updated for resources: {'Network': ['ID=60dfc2f4-c388-4166-9734-27b69079a8b5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:07.303854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 60dfc2f4-c388-4166-9734-27b69079a8b5 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:07.310808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.311502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.312207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.313040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.313681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.314372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.315010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.318964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.318964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.318964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.318964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.327534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-be38de59-b2f8-4fc3-b020-896a0bad5ae1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8&device_id=975ca281-f6e6-40b6-9418-c67541452d29&device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7&device_id=0a193fce-ed34-45f5-a855-39da62889c84&device_id=954d727d-2619-474b-bd17-30eff75dd235&device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9&device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d&device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613&device_id=deb54e04-b4ea-42db-8935-5927d25d6e63&device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764&device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 9990 time: 0.1023424 Aug 16 20:36:07.344749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-3f9f1ac9-5a7b-41e3-ba8c-242c12df0bc1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.379369 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1e0f3666-899b-4ded-8878-ba388513648e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0444422 Aug 16 20:36:07.382007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60526) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.388406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] Request body: {'subnet': {'network_id': '60dfc2f4-c388-4166-9734-27b69079a8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-subnet', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:07.525961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b71912c0-939b-4f61-af55-94701ce797e5 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:07.527341 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-3f9f1ac9-5a7b-41e3-ba8c-242c12df0bc1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.578409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5e9c1-8824-4d71-a4b4-4560c10363af req-77d17d00-630b-48e0-a990-279a9b296a1c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.580893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1a5e9c1-8824-4d71-a4b4-4560c10363af req-77d17d00-630b-48e0-a990-279a9b296a1c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0709741 Aug 16 20:36:07.628655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-3f9f1ac9-5a7b-41e3-ba8c-242c12df0bc1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.669740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1a5e9c1-8824-4d71-a4b4-4560c10363af req-28d33c70-5f0f-4b9f-a793-69518d90420d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809727 Aug 16 20:36:07.681660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37f0723e-e720-4ec2-b276-ba0eae130817 req-3f9f1ac9-5a7b-41e3-ba8c-242c12df0bc1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&id=5c9a2d67-ab5f-49f2-8dff-672780277acd&id=cfa23687-32b2-4361-8007-71dd788393bf&id=767396a2-ac28-42e2-8170-2b372ebd420b&id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.3529146 Aug 16 20:36:07.702865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f1ac9-5a7b-41e3-ba8c-242c12df0bc1 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4ba7a6-9688-4a99-9ba0-3162070b660e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:07.713618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port b71912c0-939b-4f61-af55-94701ce797e5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:07.719794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port b71912c0-939b-4f61-af55-94701ce797e5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:07.720517 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.751980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] Made reservation on behalf of 08a598e5108e4be4aef215299e75ce05 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:07.755085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.940814 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.985447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71912c0-939b-4f61-af55-94701ce797e5'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:07.988564 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5b302f-6cf5-46f3-9812-5b211ed55e4b" -d '{"events": [{"server_uuid": "7518cf58-c3da-45e7-9848-6eb47c9b9ca8", "name": "network-vif-plugged", "status": "completed", "tag": "b71912c0-939b-4f61-af55-94701ce797e5"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:08.004046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b71912c0-939b-4f61-af55-94701ce797e5,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:08.011470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-ad126ce7-2e27-45bc-87b8-0b0a605305ed tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:08.012985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-ad126ce7-2e27-45bc-87b8-0b0a605305ed tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 821 time: 0.2294254 Aug 16 20:36:08.041749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329f281-5624-449c-b138-704c16acf327 req-cfc91398-8401-4e27-87e6-4e371878dac3 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:08.043251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4329f281-5624-449c-b138-704c16acf327 req-cfc91398-8401-4e27-87e6-4e371878dac3 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 944 time: 0.1048086 Aug 16 20:36:08.044635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-53871a45-77e3-4eec-8eea-2a886a829a35 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/quotas/fe83c9f712414113b5db1690292a17d0 HTTP/1.1" status: 200 len: 375 time: 0.0250671 Aug 16 20:36:08.081953 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:08.103114 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:08.123442 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4329f281-5624-449c-b138-704c16acf327 req-cf521b06-13e4-404d-9098-75dadc0d9bc8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734735 Aug 16 20:36:08.130437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-7227d933-e5ef-4efc-ae83-de25ff7c71e8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793893 Aug 16 20:36:08.159478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b71912c0-939b-4f61-af55-94701ce797e5,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:08.180296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e113233-3caa-4f60-ac4f-9ea0c6937266,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:08.207614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] Checking segment: {'id': 'd11d4f3f-e420-4368-90b5-ef5bc988c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60dfc2f4-c388-4166-9734-27b69079a8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:08.211185 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] Network hostable DHCP agents. Network: 60dfc2f4-c388-4166-9734-27b69079a8b5, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:08.252183 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aaf373-be39-4403-98f0-2fc3a4634550 x-openstack-request-id: req-12aaf373-be39-4403-98f0-2fc3a4634550 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:08.252479 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7518cf58-c3da-45e7-9848-6eb47c9b9ca8", "name": "network-vif-plugged", "status": "completed", "tag": "b71912c0-939b-4f61-af55-94701ce797e5", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:08.252736 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-12aaf373-be39-4403-98f0-2fc3a4634550 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:08.253155 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71912c0-939b-4f61-af55-94701ce797e5', 'code': 200} Aug 16 20:36:08.260686 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-0516d017-fa88-4717-acfc-04f6ab4b96bb service neutron] 10.222.0.74 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216941 Aug 16 20:36:08.299968 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] Network 60dfc2f4-c388-4166-9734-27b69079a8b5 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:08.385740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 60dfc2f4-c388-4166-9734-27b69079a8b5) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:08.390103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:08.390738 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:08.395525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d978e804-6fef-40d2-a83b-eabf324ed8f1 None None] Network 60dfc2f4-c388-4166-9734-27b69079a8b5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:08.411741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45021e-ca86-4357-9e4a-7061d2005347 req-6ed6f4ab-c41a-44d0-bad2-aaf318e30af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:08.413336 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b45021e-ca86-4357-9e4a-7061d2005347 req-6ed6f4ab-c41a-44d0-bad2-aaf318e30af0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 1097 time: 0.0825455 Aug 16 20:36:08.425773 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-1531119d-8b71-4c51-a82e-d4d09c53b8b7 service neutron] 10.222.0.74 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641433 Aug 16 20:36:08.481353 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-22a9e0e0-96f9-481d-af7c-ee5b7f115571 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0977552 Aug 16 20:36:08.484155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60566) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:08.489148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-router', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:08.501640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b45021e-ca86-4357-9e4a-7061d2005347 req-b1e07eb6-31c9-4759-9daa-cf25e8296f74 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717139 Aug 16 20:36:08.514385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aa0cf-68f4-42c4-997c-c99656e202d1 req-504c2350-6b6c-4b88-b639-635ab7291f74 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:08.526289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aa0cf-68f4-42c4-997c-c99656e202d1 req-504c2350-6b6c-4b88-b639-635ab7291f74 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:08.526805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aa0cf-68f4-42c4-997c-c99656e202d1 req-504c2350-6b6c-4b88-b639-635ab7291f74 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:08.528543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-623aa0cf-68f4-42c4-997c-c99656e202d1 req-504c2350-6b6c-4b88-b639-635ab7291f74 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29&device_id=954d727d-2619-474b-bd17-30eff75dd235&device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 2887 time: 0.0691533 Aug 16 20:36:08.596254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-60dfc2f4-c388-4166-9734-27b69079a8b5', 'network_id': '60dfc2f4-c388-4166-9734-27b69079a8b5', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'fixed_ips': [{'subnet_id': '2e113233-3caa-4f60-ac4f-9ea0c6937266'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:36:08.596874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:08.598196 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:08.598327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:08.609312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-623aa0cf-68f4-42c4-997c-c99656e202d1 req-bd5fd0f7-54c3-40bd-b4db-ed36c5f6f9bb tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683584 Aug 16 20:36:08.616320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14032-7baf-47b9-b637-78afcedd632b req-56f69dbc-8158-4dbc-a336-fefc71564d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:08.618246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-56f69dbc-8158-4dbc-a336-fefc71564d84 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 1102 time: 0.0681193 Aug 16 20:36:08.798996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b12db956-ad33-4231-ac43-f54303f614c8 req-35681a12-6e38-4208-ac6f-5af2427953da tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 210 time: 0.1125927 Aug 16 20:36:08.867143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14032-7baf-47b9-b637-78afcedd632b req-51371038-586b-48a2-89de-30a8794d629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:08.868628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-51371038-586b-48a2-89de-30a8794d629c service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.2394824 Aug 16 20:36:08.876772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b872a8-2d08-418b-aeeb-23f329cb0b1c req-4ef4b13b-1601-4717-a003-3eb2385036b9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:08.878452 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76b872a8-2d08-418b-aeeb-23f329cb0b1c req-4ef4b13b-1601-4717-a003-3eb2385036b9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1019917 Aug 16 20:36:08.912846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Allocated IP 172.20.0.2 (60dfc2f4-c388-4166-9734-27b69079a8b5/2e113233-3caa-4f60-ac4f-9ea0c6937266/6e51d41b-7a08-4443-878d-b703fdfe2c50) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:08.964173 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:08.968715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-6eb53700-f0cf-4f33-af50-e54f3820060f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=940060f9-ae3b-414d-80d8-08b474c7c779 HTTP/1.1" status: 200 len: 217 time: 0.0891545 Aug 16 20:36:09.025509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76b872a8-2d08-418b-aeeb-23f329cb0b1c req-165ea18a-3fe9-41a6-8c9e-c0d7f9d83004 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396689 Aug 16 20:36:09.051632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14032-7baf-47b9-b637-78afcedd632b req-da50b9a5-5ebf-4afb-a449-b91fcd4bc810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:09.053190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-da50b9a5-5ebf-4afb-a449-b91fcd4bc810 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0742183 Aug 16 20:36:09.134424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14032-7baf-47b9-b637-78afcedd632b req-8c2d4fae-53f1-4359-9819-0c9741989dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:09.136644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-8c2d4fae-53f1-4359-9819-0c9741989dc2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712426 Aug 16 20:36:09.142915 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.172714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Transition to ACTIVE for port object 6e51d41b-7a08-4443-878d-b703fdfe2c50 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:09.197505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Transition to ACTIVE for port object 6e51d41b-7a08-4443-878d-b703fdfe2c50 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:09.268269 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.275859 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.278069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-46ed38e4-bf50-4a23-87d1-6112085cb1c8 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311369 Aug 16 20:36:09.339824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Pushing event updated for resources: {'Port': ['ID=6e51d41b-7a08-4443-878d-b703fdfe2c50,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:09.350155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Network 60dfc2f4-c388-4166-9734-27b69079a8b5 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:09.351611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:09.357000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:09.429365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Attempting to bind port 6e51d41b-7a08-4443-878d-b703fdfe2c50 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:09.430054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Attempting to bind port 6e51d41b-7a08-4443-878d-b703fdfe2c50 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'd11d4f3f-e420-4368-90b5-ef5bc988c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60dfc2f4-c388-4166-9734-27b69079a8b5'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:09.430146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Attempting to bind port 6e51d41b-7a08-4443-878d-b703fdfe2c50 on network 60dfc2f4-c388-4166-9734-27b69079a8b5 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:09.435149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:09.435528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Checking segment: {'id': 'd11d4f3f-e420-4368-90b5-ef5bc988c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60dfc2f4-c388-4166-9734-27b69079a8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:09.435928 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.436323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Bound using segment: {'id': 'd11d4f3f-e420-4368-90b5-ef5bc988c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60dfc2f4-c388-4166-9734-27b69079a8b5'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:09.436789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Bound port: 6e51d41b-7a08-4443-878d-b703fdfe2c50, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11d4f3f-e420-4368-90b5-ef5bc988c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60dfc2f4-c388-4166-9734-27b69079a8b5'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:09.437226 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.443601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-27483ffa-9661-453b-95e0-b18ed1ee72e9 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549232 Aug 16 20:36:09.496530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2397766-5d89-4240-84cf-5c8c699b0c4f req-1290c752-5e83-4d6b-9b63-caf25e436fe9 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:09.498407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2397766-5d89-4240-84cf-5c8c699b0c4f req-1290c752-5e83-4d6b-9b63-caf25e436fe9 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.0593972 Aug 16 20:36:09.516256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] For port 6e51d41b-7a08-4443-878d-b703fdfe2c50, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:09.517812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] For port 6e51d41b-7a08-4443-878d-b703fdfe2c50, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6e51d41b-7a08-4443-878d-b703fdfe2c50,segment=NetworkSegment(d11d4f3f-e420-4368-90b5-ef5bc988c29d),segment_id=d11d4f3f-e420-4368-90b5-ef5bc988c29d)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:09.544931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2397766-5d89-4240-84cf-5c8c699b0c4f req-3cc82b5e-0650-4ec3-81e6-279eb9e23852 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373855 Aug 16 20:36:09.611410 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.621073 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.643681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.679810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d5a80-530f-4104-a952-9f8304ed724e None None] Pushing event updated for resources: {'Port': ['ID=6e51d41b-7a08-4443-878d-b703fdfe2c50,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:09.774151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Allocated IP 172.25.4.229 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/25acf540-cfb0-4ab4-b978-e5b8aa7d387a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:09.937877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9226ddab-ad14-4177-8aea-12c77e918df6 req-bad232c0-0c77-423e-ac6c-8514052e9201 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 210 time: 0.0289614 Aug 16 20:36:09.961843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.182027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6e51d41b-7a08-4443-878d-b703fdfe2c50 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:10.183140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.227686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:10.233574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:10.237937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:10.240709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Pushing event updated for resources: {'Port': ['ID=25acf540-cfb0-4ab4-b978-e5b8aa7d387a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:10.308258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 6e51d41b-7a08-4443-878d-b703fdfe2c50 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:10.384671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e13da8-6747-40be-8465-aabd50f51578 req-55623cc8-1873-46d4-87f2-d718db301058 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:10.386127 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84e13da8-6747-40be-8465-aabd50f51578 req-55623cc8-1873-46d4-87f2-d718db301058 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0676539 Aug 16 20:36:10.427936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84e13da8-6747-40be-8465-aabd50f51578 req-06a8fa73-0316-4c6a-a9e1-6c5b4d5262ba tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345700 Aug 16 20:36:10.540146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1193d5d-0256-4806-a014-90ca41b15195 req-ecf2bdc3-f7f5-4dbe-ac96-a102729fb140 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:10.540146 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1193d5d-0256-4806-a014-90ca41b15195 req-ecf2bdc3-f7f5-4dbe-ac96-a102729fb140 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 1102 time: 0.0557151 Aug 16 20:36:10.674497 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.902310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.925505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4c20d5-e43c-4b3a-b921-c06c9e1cba2d None None] Network 60dfc2f4-c388-4166-9734-27b69079a8b5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:10.956147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1193d5d-0256-4806-a014-90ca41b15195 req-6900a283-419b-4d58-8cc3-42973aa401ef tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059036 Aug 16 20:36:10.986822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2e8a7-1372-45e6-a3a5-2016d165370b req-180a06a7-b0e5-4ea1-9dbb-df0442a4ad3f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:10.995331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42d2e8a7-1372-45e6-a3a5-2016d165370b req-180a06a7-b0e5-4ea1-9dbb-df0442a4ad3f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.0895081 Aug 16 20:36:11.034000 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42d2e8a7-1372-45e6-a3a5-2016d165370b req-b3c8234f-8fe7-40f7-97c6-69311aa84727 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369911 Aug 16 20:36:11.124681 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-577e457e-8b8e-42ff-9045-998923cd2424 None None] Provisioning for port 6e51d41b-7a08-4443-878d-b703fdfe2c50 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:11.132546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-577e457e-8b8e-42ff-9045-998923cd2424 None None] Provisioning complete for port 6e51d41b-7a08-4443-878d-b703fdfe2c50 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:11.133506 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-577e457e-8b8e-42ff-9045-998923cd2424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.155106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ac4b8a5-d70b-4f7f-a917-5fc38fb39aac req-18e7a0ce-3ed6-4cc8-a71d-44e8d8b2d0cf tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 210 time: 0.0543168 Aug 16 20:36:11.173197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Router 33613520-d27e-4c4b-a8c2-ca364418de66 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:11.240786 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627766e-9d70-4d3e-a0a4-d1dbcc599981 req-fdae1c8f-4ab1-4e1b-939f-a41b8c652878 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:11.257213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4627766e-9d70-4d3e-a0a4-d1dbcc599981 req-fdae1c8f-4ab1-4e1b-939f-a41b8c652878 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 1102 time: 0.1046207 Aug 16 20:36:11.359367 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-577e457e-8b8e-42ff-9045-998923cd2424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.408258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-577e457e-8b8e-42ff-9045-998923cd2424 None None] For port 6e51d41b-7a08-4443-878d-b703fdfe2c50, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6e51d41b-7a08-4443-878d-b703fdfe2c50,segment=NetworkSegment(d11d4f3f-e420-4368-90b5-ef5bc988c29d),segment_id=d11d4f3f-e420-4368-90b5-ef5bc988c29d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:11.410093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4627766e-9d70-4d3e-a0a4-d1dbcc599981 req-dd205079-7804-4582-b131-f1ad04e74aad tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519630 Aug 16 20:36:11.418190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:11.433529 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Sync routers for ids ['33613520-d27e-4c4b-a8c2-ca364418de66'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:11.445216 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Routers {'33613520-d27e-4c4b-a8c2-ca364418de66'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:11.446366 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['33613520-d27e-4c4b-a8c2-ca364418de66'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:11.461711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dbdec-62bc-4994-b348-b0dcb51d0e69 req-75d49334-6c9d-47b5-acd9-b452b648a5cf tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:11.463264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b1dbdec-62bc-4994-b348-b0dcb51d0e69 req-75d49334-6c9d-47b5-acd9-b452b648a5cf tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 1097 time: 0.1347008 Aug 16 20:36:11.472885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-def8a1df-60a0-43a4-91ac-d3fb391f061c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:11.472885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-def8a1df-60a0-43a4-91ac-d3fb391f061c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.76 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 821 time: 0.2131197 Aug 16 20:36:11.491336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Request body: {'port': {'device_id': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46', 'admin_state_up': True, 'tenant_id': 'fe83c9f712414113b5db1690292a17d0'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:11.529500 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-577e457e-8b8e-42ff-9045-998923cd2424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.572601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b1dbdec-62bc-4994-b348-b0dcb51d0e69 req-36d70e67-5100-4b87-8754-79c9d011f0bc tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991802 Aug 16 20:36:11.606389 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.606389 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a6b30a5b-66c5-420a-84bb-0c066a2f0e07 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1151700 Aug 16 20:36:11.606389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60666) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:11.684866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e457e-8b8e-42ff-9045-998923cd2424 None None] Pushing event updated for resources: {'Port': ['ID=6e51d41b-7a08-4443-878d-b703fdfe2c50,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:11.685114 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Set router 33613520-d27e-4c4b-a8c2-ca364418de66 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:11.688924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-263a9eb7-3993-4f39-b736-69ca63ff8eff None None] Provisioning complete for port 6e51d41b-7a08-4443-878d-b703fdfe2c50 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:11.689376 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-263a9eb7-3993-4f39-b736-69ca63ff8eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.786475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c1ed1-898b-4920-b1dd-4b5030a4b2fe req-618e747c-6362-4516-8cda-a7965a4251e9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:11.795930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-458c1ed1-898b-4920-b1dd-4b5030a4b2fe req-618e747c-6362-4516-8cda-a7965a4251e9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0953763 Aug 16 20:36:11.799505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Made reservation on behalf of fe83c9f712414113b5db1690292a17d0 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:11.803835 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.876136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-458c1ed1-898b-4920-b1dd-4b5030a4b2fe req-5f92193d-17cf-46b8-863d-ceccd5b44ac1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789194 Aug 16 20:36:11.888742 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-router', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:08Z', 'updated_at': '2021-08-16T20:36:10Z', 'revision_number': 3, 'project_id': '08a598e5108e4be4aef215299e75ce05', 'gw_port': {'id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:09Z', 'updated_at': '2021-08-16T20:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:11.922257 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Checking router: 33613520-d27e-4c4b-a8c2-ca364418de66 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:11.922791 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Updating router 33613520-d27e-4c4b-a8c2-ca364418de66 port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:11.954456 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.077527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Allocated IP 172.20.0.11 (ea27ba5b-3833-416a-8de4-4d37b3cc5d46/3a6f94f0-227b-49bc-896f-30e1c37db595/b1a58962-7a01-428d-b564-7aa3958dd369) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:12.197497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6e51d41b-7a08-4443-878d-b703fdfe2c50 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:12.208732 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.338996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 6e51d41b-7a08-4443-878d-b703fdfe2c50 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:12.339717 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.339949 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.398406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2f16f0c-0477-425a-a45f-10643bb1fe73 req-f6ae82e2-23cf-4b86-97ec-7af989149b66 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 210 time: 0.0468554 Aug 16 20:36:12.446626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Allocated IP 172.20.0.1 (60dfc2f4-c388-4166-9734-27b69079a8b5/2e113233-3caa-4f60-ac4f-9ea0c6937266/8d93341d-83ff-4d7c-88ef-07e792af81c1) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:12.451539 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.464798 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Transition to ACTIVE for port object 25acf540-cfb0-4ab4-b978-e5b8aa7d387a will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:12.534226 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.564785 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.582908 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.602009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Transition to ACTIVE for port object 8d93341d-83ff-4d7c-88ef-07e792af81c1 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:12.619342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:12.623042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:12.625380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:12.671731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Pushing event updated for resources: {'Port': ['ID=b1a58962-7a01-428d-b564-7aa3958dd369,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:12.684849 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Attempting to bind port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:12.685310 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Attempting to bind port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:12.685752 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Attempting to bind port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:12.688672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:12.689182 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291cd57-f405-4116-80f4-ad3cb1264bdd None None] Pushing event updated for resources: {'Port': ['ID=25acf540-cfb0-4ab4-b978-e5b8aa7d387a,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:12.689324 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.693925 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:12.694384 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:12.694843 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.695335 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:12.695863 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Bound port: 25acf540-cfb0-4ab4-b978-e5b8aa7d387a, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:12.696675 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.702753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.749929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Network 60dfc2f4-c388-4166-9734-27b69079a8b5 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:12.755711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:12.757962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:12.758446 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.760232 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] For port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:12.762270 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Pushing event updated for resources: {'Port': ['ID=8d93341d-83ff-4d7c-88ef-07e792af81c1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:12.768846 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] For port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=25acf540-cfb0-4ab4-b978-e5b8aa7d387a,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:12.817110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-6b044df4-31b9-4bb4-b167-c0f6c446b8b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3359072 Aug 16 20:36:12.842759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Request body: {'port': {'device_id': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:12.874017 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.952851 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.969162 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Routers {'33613520-d27e-4c4b-a8c2-ca364418de66'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:12.969889 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['33613520-d27e-4c4b-a8c2-ca364418de66'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:13.027339 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.129705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-07bc5eb7-e719-4c68-809a-a07bb7a14058 None None] Provisioning for port 8d93341d-83ff-4d7c-88ef-07e792af81c1 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:13.136976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-07bc5eb7-e719-4c68-809a-a07bb7a14058 None None] Provisioning complete for port 8d93341d-83ff-4d7c-88ef-07e792af81c1 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:13.138553 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07bc5eb7-e719-4c68-809a-a07bb7a14058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.154676 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291cd57-f405-4116-80f4-ad3cb1264bdd None None] Pushing event updated for resources: {'Port': ['ID=25acf540-cfb0-4ab4-b978-e5b8aa7d387a,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:13.217129 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] Set router 33613520-d27e-4c4b-a8c2-ca364418de66 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:13.250055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-07bc5eb7-e719-4c68-809a-a07bb7a14058 None None] Port 8d93341d-83ff-4d7c-88ef-07e792af81c1 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:13.568467 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-router', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:08Z', 'updated_at': '2021-08-16T20:36:10Z', 'revision_number': 3, 'project_id': '08a598e5108e4be4aef215299e75ce05', 'gw_port': {'id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:09Z', 'updated_at': '2021-08-16T20:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:13.570464 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.575134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b73dc7-b493-400a-86a2-cfe3c86d0cf9 req-3989e75c-eb19-4cf0-a1e9-1b53c4758868 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:13.576661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29b73dc7-b493-400a-86a2-cfe3c86d0cf9 req-3989e75c-eb19-4cf0-a1e9-1b53c4758868 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.3043227 Aug 16 20:36:13.583598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a58962-7a01-428d-b564-7aa3958dd369 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:13.598437 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee626810-3830-4c29-b5ae-84667efab9a3 None None] The sync data for ids ['33613520-d27e-4c4b-a8c2-ca364418de66'] in n-d-793619-14 is: [{'id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-router', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:08Z', 'updated_at': '2021-08-16T20:36:10Z', 'revision_number': 3, 'project_id': '08a598e5108e4be4aef215299e75ce05', 'gw_port': {'id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:09Z', 'updated_at': '2021-08-16T20:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:13.600056 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.633405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Transition to ACTIVE for port object b1a58962-7a01-428d-b564-7aa3958dd369 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:13.644756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e55e5-605f-448d-8df7-6e4a63553078 req-ef6c4bc4-c356-40b0-8c0d-482efc427373 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:13.652603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c0e55e5-605f-448d-8df7-6e4a63553078 req-ef6c4bc4-c356-40b0-8c0d-482efc427373 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.2867589 Aug 16 20:36:13.662799 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.663570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.691710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29b73dc7-b493-400a-86a2-cfe3c86d0cf9 req-f60215de-f6a5-4906-a1e9-0699d70aca83 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014597 Aug 16 20:36:13.724717 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.756710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c0e55e5-605f-448d-8df7-6e4a63553078 req-69e7530c-d3de-4cd2-ab00-22f29350a3db tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022429 Aug 16 20:36:13.805463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Pushing event updated for resources: {'Port': ['ID=b1a58962-7a01-428d-b564-7aa3958dd369,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:13.864043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Pushing event updated for resources: {'Port': ['ID=8d93341d-83ff-4d7c-88ef-07e792af81c1,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:14.013170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Network 60dfc2f4-c388-4166-9734-27b69079a8b5 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:14.016269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:14.162021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:14.162701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:14.163239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:14.172176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Port b1a58962-7a01-428d-b564-7aa3958dd369 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:14.179838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:14.202396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af031-5582-4aff-b6fb-5b9881845e1a req-b7571472-4a1c-45e5-8f84-397a5266b9dc tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:14.236868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-269af031-5582-4aff-b6fb-5b9881845e1a req-b7571472-4a1c-45e5-8f84-397a5266b9dc tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.2732670 Aug 16 20:36:14.237557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 25acf540-cfb0-4ab4-b978-e5b8aa7d387a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:14.258997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:14.259348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:14.259916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:14.260379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Bound port: b1a58962-7a01-428d-b564-7aa3958dd369, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:14.260892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.368029 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:14.371545 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b1a58962-7a01-428d-b564-7aa3958dd369,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:14.389944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Router 33613520-d27e-4c4b-a8c2-ca364418de66 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:14.427629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-269af031-5582-4aff-b6fb-5b9881845e1a req-15854dfe-5b20-49e0-bb47-d0434a2ff9e2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864021 Aug 16 20:36:14.480976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e725e53a-0c34-4770-ac11-ca6ba2b19c10 None None] Provisioning complete for port 8d93341d-83ff-4d7c-88ef-07e792af81c1 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:14.481535 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e725e53a-0c34-4770-ac11-ca6ba2b19c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.495783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.506679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:14.550140 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:14.550748 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.552184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] 10.222.0.76 "PUT /v2.0/ports/b1a58962-7a01-428d-b564-7aa3958dd369 HTTP/1.1" status: 200 len: 1093 time: 1.7239459 Aug 16 20:36:14.552884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'tag': 'b1a58962-7a01-428d-b564-7aa3958dd369'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:14.553220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:14.553796 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.559501 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b074ca3f-4b0f-4787-a7b4-09903d7c46a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0567d8b-0733-4c8d-a006-e6594c9d4635", "tag": "b1a58962-7a01-428d-b564-7aa3958dd369"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:14.562677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:14.577718 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2320a37d-1e46-4a08-86c1-71b39b83e672 admin admin] 10.222.0.74 "PUT /v2.0/routers/33613520-d27e-4c4b-a8c2-ca364418de66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9701006 Aug 16 20:36:14.607086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e725e53a-0c34-4770-ac11-ca6ba2b19c10 None None] Port 8d93341d-83ff-4d7c-88ef-07e792af81c1 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:14.625715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efc94d-f25c-4faf-aaaf-5d79e789c95a service neutron] Pushing event updated for resources: {'Port': ['ID=b1a58962-7a01-428d-b564-7aa3958dd369,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:14.656225 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0537cc9e-2642-4641-9ace-a6f0a47f13b2 x-openstack-request-id: req-0537cc9e-2642-4641-9ace-a6f0a47f13b2 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:14.656580 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0567d8b-0733-4c8d-a006-e6594c9d4635", "tag": "b1a58962-7a01-428d-b564-7aa3958dd369", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:14.656797 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0537cc9e-2642-4641-9ace-a6f0a47f13b2 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:14.657276 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'tag': 'b1a58962-7a01-428d-b564-7aa3958dd369', 'status': 'completed', 'code': 200} Aug 16 20:36:14.689601 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.749294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=25acf540-cfb0-4ab4-b978-e5b8aa7d387a,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:14.771632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074ca3f-4b0f-4787-a7b4-09903d7c46a0 req-87f055ae-fe81-47dc-bb19-258c97d7ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:14.774991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b074ca3f-4b0f-4787-a7b4-09903d7c46a0 req-87f055ae-fe81-47dc-bb19-258c97d7ec7a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 1096 time: 0.0860386 Aug 16 20:36:14.830842 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.892411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=25acf540-cfb0-4ab4-b978-e5b8aa7d387a,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:14.999115 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-b3be9d6a-78c5-4356-9220-e2fdf945d269 req-c0c22f40-4cba-48e9-a31e-e50f33195c85 tempest-FloatingIPDetailsNegativeTestJSON-1918980968 tempest-FloatingIPDetailsNegativeTestJSON-1918980968-project] show failed (client error): The resource could not be found. Aug 16 20:36:15.000151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3be9d6a-78c5-4356-9220-e2fdf945d269 req-c0c22f40-4cba-48e9-a31e-e50f33195c85 tempest-FloatingIPDetailsNegativeTestJSON-1918980968 tempest-FloatingIPDetailsNegativeTestJSON-1918980968-project] 10.222.0.74 "GET /v2.0/floatingips/19246f3f-a81e-4872-959b-26b46082dff0 HTTP/1.1" status: 404 len: 350 time: 0.0600483 Aug 16 20:36:15.010034 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60776) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:15.043656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dbd7f-c71e-48be-9680-258f0d0c6135 req-95c05c43-8772-416e-b532-9bd20881e770 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.050823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a6dbd7f-c71e-48be-9680-258f0d0c6135 req-95c05c43-8772-416e-b532-9bd20881e770 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1775093 Aug 16 20:36:15.072629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074ca3f-4b0f-4787-a7b4-09903d7c46a0 req-8416acbe-76db-42d8-8b4a-e45042a4c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.074119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b074ca3f-4b0f-4787-a7b4-09903d7c46a0 req-8416acbe-76db-42d8-8b4a-e45042a4c9d6 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=fe83c9f712414113b5db1690292a17d0&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2905133 Aug 16 20:36:15.099611 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a6dbd7f-c71e-48be-9680-258f0d0c6135 req-150f91af-f331-484e-97e1-710532b5ac88 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479436 Aug 16 20:36:15.175973 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bce3b8db-94e0-4eee-9a95-41c4039b9467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.241883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074ca3f-4b0f-4787-a7b4-09903d7c46a0 req-1e0b26ff-932a-4947-abc7-3547d0b8906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.242996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b074ca3f-4b0f-4787-a7b4-09903d7c46a0 req-1e0b26ff-932a-4947-abc7-3547d0b8906e service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471379 Aug 16 20:36:15.254318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e5ec6-d8e1-4fbb-a3d1-8e2b2fbfc16a req-e1216480-ec41-4973-8bb4-4777947ff25c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.256196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-428e5ec6-d8e1-4fbb-a3d1-8e2b2fbfc16a req-e1216480-ec41-4973-8bb4-4777947ff25c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0728536 Aug 16 20:36:15.332500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-428e5ec6-d8e1-4fbb-a3d1-8e2b2fbfc16a req-d0ba2e62-2f13-43fd-8032-71d395c5b779 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675228 Aug 16 20:36:15.346670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-885c78fe-327c-498c-9a67-3271d730b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.349086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-885c78fe-327c-498c-9a67-3271d730b5a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 1096 time: 0.0565467 Aug 16 20:36:15.386234 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60794) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:15.398934 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-957c89d2-208a-4275-8a31-42f782c221c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1a58962-7a01-428d-b564-7aa3958dd369 HTTP/1.1" status: 200 len: 217 time: 0.0409067 Aug 16 20:36:15.421509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-796681257'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:15.456417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-44c4a966-b331-4b34-a8ee-5d7b839e4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.458165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-44c4a966-b331-4b34-a8ee-5d7b839e4773 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0528915 Aug 16 20:36:15.502442 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06d61be4-90ea-4cbb-9db2-44be7fa0e134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.533267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-236253f0-5291-4c64-8474-b5e1d18475f4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652425 Aug 16 20:36:15.564279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:15.568590 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.636634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:15.640880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb820fb5-7aaf-499d-8044-912a21c2bda6 req-3e9bba16-c0f4-44fe-942f-8c9104cfa36e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.648271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb820fb5-7aaf-499d-8044-912a21c2bda6 req-3e9bba16-c0f4-44fe-942f-8c9104cfa36e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.1174366 Aug 16 20:36:15.655147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.655495 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Added segment f0df77f9-abd6-4d20-93ad-2d8f49655027 of type vlan for network 10d02a5b-303c-4edc-8926-014570002926 Aug 16 20:36:15.681485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-482c67b4-792a-41ee-b5bc-209560a00286 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385448 Aug 16 20:36:15.715190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb820fb5-7aaf-499d-8044-912a21c2bda6 req-ff6af162-5185-454f-a888-50fd036fbb22 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660868 Aug 16 20:36:15.737928 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.783076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6833cd9-7cfa-446d-a7e1-d8ffcc430ba1 req-a235d17f-3a86-4a56-ab9c-245138dd60b0 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918300 Aug 16 20:36:15.829078 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] Sync routers for ids ['33613520-d27e-4c4b-a8c2-ca364418de66'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:15.840891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] Routers {'33613520-d27e-4c4b-a8c2-ca364418de66'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:15.841855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['33613520-d27e-4c4b-a8c2-ca364418de66'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:15.886671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-06d61be4-90ea-4cbb-9db2-44be7fa0e134 admin admin] Deleting port 8d93341d-83ff-4d7c-88ef-07e792af81c1 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:15.886922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06d61be4-90ea-4cbb-9db2-44be7fa0e134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.898775 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.904151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.904727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.956232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] Set router 33613520-d27e-4c4b-a8c2-ca364418de66 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:16.040212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60808) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:16.072641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Network': ['ID=10d02a5b-303c-4edc-8926-014570002926,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:16.083988 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f3588b09-01fa-4b90-834e-be40b0b905cd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6699243 Aug 16 20:36:16.086521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 10d02a5b-303c-4edc-8926-014570002926 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:16.088330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60812) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:16.093793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-839240257'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:16.123180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06d61be4-90ea-4cbb-9db2-44be7fa0e134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.144523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-06d61be4-90ea-4cbb-9db2-44be7fa0e134 admin admin] Calling delete_port for 8d93341d-83ff-4d7c-88ef-07e792af81c1 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:16.144799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 25acf540-cfb0-4ab4-b978-e5b8aa7d387a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:16.182865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:16.186520 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.211381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-532454f2-3a98-4369-b6cf-d836be6c11d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.259682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:16.282608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.283224 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Added segment 789fce85-4481-4bfb-9b26-995596e52a6f of type vlan for network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 Aug 16 20:36:16.302175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:16.302563 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.307433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd0c5f-dc51-45d3-9e1a-c21f320a7b26 req-595a0e24-da06-4cd5-946a-45e1df15d4da tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:16.308998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72bd0c5f-dc51-45d3-9e1a-c21f320a7b26 req-595a0e24-da06-4cd5-946a-45e1df15d4da tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1143789 Aug 16 20:36:16.375726 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.408399 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-router', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:08Z', 'updated_at': '2021-08-16T20:36:12Z', 'revision_number': 4, 'project_id': '08a598e5108e4be4aef215299e75ce05', 'gw_port': {'id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:09Z', 'updated_at': '2021-08-16T20:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8d93341d-83ff-4d7c-88ef-07e792af81c1', 'name': '', 'network_id': '60dfc2f4-c388-4166-9734-27b69079a8b5', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'mac_address': 'fa:16:3e:fb:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2e113233-3caa-4f60-ac4f-9ea0c6937266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:12Z', 'updated_at': '2021-08-16T20:36:13Z', 'revision_number': 2, 'project_id': '08a598e5108e4be4aef215299e75ce05', 'subnets': [{'id': '2e113233-3caa-4f60-ac4f-9ea0c6937266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:16.446321 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06d61be4-90ea-4cbb-9db2-44be7fa0e134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.473104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72bd0c5f-dc51-45d3-9e1a-c21f320a7b26 req-391901cf-c03d-4621-8fce-c05a47e1c00d tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746295 Aug 16 20:36:16.527206 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.532668 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:16.533303 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.541108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d61be4-90ea-4cbb-9db2-44be7fa0e134 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d93341d-83ff-4d7c-88ef-07e792af81c1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:16.590734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] Checking router: 33613520-d27e-4c4b-a8c2-ca364418de66 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:16.590976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] Updating router 33613520-d27e-4c4b-a8c2-ca364418de66 port 8d93341d-83ff-4d7c-88ef-07e792af81c1 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:16.616446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] Port 8d93341d-83ff-4d7c-88ef-07e792af81c1 not found while updating agent binding for router 33613520-d27e-4c4b-a8c2-ca364418de66. {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 20:36:16.629001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] Routers {'33613520-d27e-4c4b-a8c2-ca364418de66'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:16.630848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:35:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['33613520-d27e-4c4b-a8c2-ca364418de66'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:16.690130 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-532454f2-3a98-4369-b6cf-d836be6c11d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.731147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97772b6a-9119-4fc2-85ff-0be853f02c50 req-66eb24ce-93d9-4eda-8ac4-190a7541bafb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:16.732928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97772b6a-9119-4fc2-85ff-0be853f02c50 req-66eb24ce-93d9-4eda-8ac4-190a7541bafb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.2585042 Aug 16 20:36:16.798984 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-532454f2-3a98-4369-b6cf-d836be6c11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.812330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] Set router 33613520-d27e-4c4b-a8c2-ca364418de66 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:16.816294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Network': ['ID=8a5adb33-af8d-4fe7-9350-6cb15ad0f431,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:16.845703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:16.861324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97772b6a-9119-4fc2-85ff-0be853f02c50 req-0bd9aecc-02e4-46ff-b979-e8954d2eba09 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129420 Aug 16 20:36:16.907732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2b79668e-1ac3-4ef1-a184-2d3c0f9b7b70 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8181095 Aug 16 20:36:16.914648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60826) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:16.924312 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'subnet': {'network_id': '10d02a5b-303c-4edc-8926-014570002926', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:16.928889 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06d61be4-90ea-4cbb-9db2-44be7fa0e134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.934586 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-532454f2-3a98-4369-b6cf-d836be6c11d6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1244816c7929403f89880cf49140fe54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8922589 Aug 16 20:36:16.936983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60828) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:16.953085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532454f2-3a98-4369-b6cf-d836be6c11d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47470cd-b6b5-443f-8de2-9dce3d156ad7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:17.035574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71855672-67eb-4903-bcac-2539a2916647 req-f7a5105d-e6c2-4071-b882-73fca89290b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:17.037994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71855672-67eb-4903-bcac-2539a2916647 req-f7a5105d-e6c2-4071-b882-73fca89290b7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.2006118 Aug 16 20:36:17.066040 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d3d86f0-0243-4afd-9b43-589eb306e822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.091453 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d3d86f0-0243-4afd-9b43-589eb306e822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.101936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-router', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:08Z', 'updated_at': '2021-08-16T20:36:16Z', 'revision_number': 5, 'project_id': '08a598e5108e4be4aef215299e75ce05', 'gw_port': {'id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:09Z', 'updated_at': '2021-08-16T20:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:17.104698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71855672-67eb-4903-bcac-2539a2916647 req-8031d664-6d34-422e-9dbf-7c008572d235 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574811 Aug 16 20:36:17.140825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524971fd-198d-443f-b26b-f9f38dad2791 None None] The sync data for ids ['33613520-d27e-4c4b-a8c2-ca364418de66'] in n-d-793619-14 is: [{'id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-router', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:08Z', 'updated_at': '2021-08-16T20:36:16Z', 'revision_number': 5, 'project_id': '08a598e5108e4be4aef215299e75ce05', 'gw_port': {'id': '25acf540-cfb0-4ab4-b978-e5b8aa7d387a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:09Z', 'updated_at': '2021-08-16T20:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:17.216206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:17.220556 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.244870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d3d86f0-0243-4afd-9b43-589eb306e822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.247802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d3d86f0-0243-4afd-9b43-589eb306e822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.251467 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8d3d86f0-0243-4afd-9b43-589eb306e822 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d47470cd-b6b5-443f-8de2-9dce3d156ad7 HTTP/1.1" status: 204 len: 168 time: 0.3098717 Aug 16 20:36:17.269906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d61be4-90ea-4cbb-9db2-44be7fa0e134 admin admin] Router 33613520-d27e-4c4b-a8c2-ca364418de66 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:17.276136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d86f0-0243-4afd-9b43-589eb306e822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47470cd-b6b5-443f-8de2-9dce3d156ad7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:17.453431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d61be4-90ea-4cbb-9db2-44be7fa0e134 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:17.455021 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8a25a639-4500-4de2-ab09-194446e91522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.463742 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-06d61be4-90ea-4cbb-9db2-44be7fa0e134 admin admin] 10.222.0.74 "PUT /v2.0/routers/33613520-d27e-4c4b-a8c2-ca364418de66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4510956 Aug 16 20:36:17.467900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60836) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:17.628722 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.676038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55314cd-b9ea-442d-8fa3-89e622080b58 req-5762ab5f-159e-4ac0-92ad-18523dcd2b86 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:17.677861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c55314cd-b9ea-442d-8fa3-89e622080b58 req-5762ab5f-159e-4ac0-92ad-18523dcd2b86 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0699377 Aug 16 20:36:17.679590 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.761456 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.786565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Subnet': ['ID=8cb47a69-66ae-4323-af77-05160d39df8d,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:17.790843 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.800386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c55314cd-b9ea-442d-8fa3-89e622080b58 req-53b78ced-b3c1-455e-aba0-26b67eb38d8c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143670 Aug 16 20:36:17.816566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Checking segment: {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:17.816948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network hostable DHCP agents. Network: 10d02a5b-303c-4edc-8926-014570002926, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:17.898745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Deleting port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:17.899253 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.907651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network 10d02a5b-303c-4edc-8926-014570002926 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:17.996565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] For port 25acf540-cfb0-4ab4-b978-e5b8aa7d387a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=25acf540-cfb0-4ab4-b978-e5b8aa7d387a,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:17.997606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.015660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 10d02a5b-303c-4edc-8926-014570002926) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:18.018481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Calling delete_port for 25acf540-cfb0-4ab4-b978-e5b8aa7d387a owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:18.024532 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d73f59-774b-42e6-afe6-ae3be09618d2 None None] Sync routers for ids ['33613520-d27e-4c4b-a8c2-ca364418de66'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:18.025683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:18.026287 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.036927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4868941-9ef0-4a46-aa2b-bcdfe99b1141 None None] Network 10d02a5b-303c-4edc-8926-014570002926 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:18.068594 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d73f59-774b-42e6-afe6-ae3be09618d2 None None] Routers {'33613520-d27e-4c4b-a8c2-ca364418de66'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:18.069255 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-55d73f59-774b-42e6-afe6-ae3be09618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:36:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['33613520-d27e-4c4b-a8c2-ca364418de66'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:18.080538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc846e-d2f9-4213-8ef2-ac4507df76e7 req-6922229a-dda2-40d8-b3b0-dfc79ca3b6d5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:18.084517 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81dc846e-d2f9-4213-8ef2-ac4507df76e7 req-6922229a-dda2-40d8-b3b0-dfc79ca3b6d5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1158173 Aug 16 20:36:18.131236 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-92459803-c1c1-4831-ab74-b9f76f884af0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2122848 Aug 16 20:36:18.136201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60844) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:18.141981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'subnet': {'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:18.164550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81dc846e-d2f9-4213-8ef2-ac4507df76e7 req-6571eec0-d557-4789-b968-4e9168679897 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667608 Aug 16 20:36:18.220998 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-55d73f59-774b-42e6-afe6-ae3be09618d2 None None] Set router 33613520-d27e-4c4b-a8c2-ca364418de66 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:18.243957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60848) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:18.268930 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ee28d10-e83c-4d1f-9368-2e02feb6d6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.299417 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-55d73f59-774b-42e6-afe6-ae3be09618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-router', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:08Z', 'updated_at': '2021-08-16T20:36:17Z', 'revision_number': 6, 'project_id': '08a598e5108e4be4aef215299e75ce05', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:18.331724 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d73f59-774b-42e6-afe6-ae3be09618d2 None None] Checking router: 33613520-d27e-4c4b-a8c2-ca364418de66 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:18.338697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-10d02a5b-303c-4edc-8926-014570002926', 'network_id': '10d02a5b-303c-4edc-8926-014570002926', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'fixed_ips': [{'subnet_id': '8cb47a69-66ae-4323-af77-05160d39df8d'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:36:18.339566 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.340094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef86867-45a3-4b7f-b79e-f258770d178d req-ad8818d5-798f-4e28-ab83-8389db8e330a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:18.341559 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d73f59-774b-42e6-afe6-ae3be09618d2 None None] Routers {'33613520-d27e-4c4b-a8c2-ca364418de66'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:18.341818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ef86867-45a3-4b7f-b79e-f258770d178d req-ad8818d5-798f-4e28-ab83-8389db8e330a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.0664859 Aug 16 20:36:18.342177 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-55d73f59-774b-42e6-afe6-ae3be09618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:36:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['33613520-d27e-4c4b-a8c2-ca364418de66'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:18.399358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.433692 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ef86867-45a3-4b7f-b79e-f258770d178d req-0592a3ab-d7d7-45f9-a052-07bc7a8b67f4 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807693 Aug 16 20:36:18.439085 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-55d73f59-774b-42e6-afe6-ae3be09618d2 None None] Set router 33613520-d27e-4c4b-a8c2-ca364418de66 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:18.454758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:18.459960 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.482659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25acf540-cfb0-4ab4-b978-e5b8aa7d387a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:18.521688 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.549091 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-55d73f59-774b-42e6-afe6-ae3be09618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-router', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:08Z', 'updated_at': '2021-08-16T20:36:17Z', 'revision_number': 6, 'project_id': '08a598e5108e4be4aef215299e75ce05', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:18.588959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Allocated IP 10.1.1.2 (10d02a5b-303c-4edc-8926-014570002926/8cb47a69-66ae-4323-af77-05160d39df8d/1eca7a6e-e690-4bfc-8c09-c3ae595ae035) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:18.607898 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d73f59-774b-42e6-afe6-ae3be09618d2 None None] The sync data for ids ['33613520-d27e-4c4b-a8c2-ca364418de66'] in n-d-793619-14 is: [{'id': '33613520-d27e-4c4b-a8c2-ca364418de66', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831684303-router', 'tenant_id': '08a598e5108e4be4aef215299e75ce05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:08Z', 'updated_at': '2021-08-16T20:36:17Z', 'revision_number': 6, 'project_id': '08a598e5108e4be4aef215299e75ce05', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:18.749725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.755452 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.816458 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.827642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Transition to ACTIVE for port object 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:18.847766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Transition to ACTIVE for port object 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:18.862519 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ee28d10-e83c-4d1f-9368-2e02feb6d6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.891190 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.930395 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.932100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33613520-d27e-4c4b-a8c2-ca364418de66 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:18.937780 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.940558 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6c9dc8aa-ae3a-47e3-9670-d0197f5946f4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/33613520-d27e-4c4b-a8c2-ca364418de66 HTTP/1.1" status: 204 len: 168 time: 1.4704888 Aug 16 20:36:18.942440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60856) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:18.964595 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.968527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Subnet': ['ID=9cdc1982-a4d6-40b6-8783-e19b73c18c30,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:18.977984 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ee28d10-e83c-4d1f-9368-2e02feb6d6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.984069 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1c35-4136-4009-9fdc-6f3bca4f45d9 req-c28cc7ed-b402-4f5b-90c6-2c28370ab92f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:18.986314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e5a1c35-4136-4009-9fdc-6f3bca4f45d9 req-c28cc7ed-b402-4f5b-90c6-2c28370ab92f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1061878 Aug 16 20:36:19.021072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Checking segment: {'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:19.021414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network hostable DHCP agents. Network: 8a5adb33-af8d-4fe7-9350-6cb15ad0f431, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:19.037548 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee28d10-e83c-4d1f-9368-2e02feb6d6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351632d4-5cd0-4686-94e1-42bf0c929986,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:19.045587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8697a12-6cac-4185-9bcd-49767b0fa13d admin admin] Deleting subnet 2e113233-3caa-4f60-ac4f-9ea0c6937266 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:19.052018 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9ee28d10-e83c-4d1f-9368-2e02feb6d6ae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=29f58d41d2f0402698b551646c7295cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8070633 Aug 16 20:36:19.055525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60858) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:19.061339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Network 10d02a5b-303c-4edc-8926-014570002926 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:19.066370 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8697a12-6cac-4185-9bcd-49767b0fa13d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.069596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e5a1c35-4136-4009-9fdc-6f3bca4f45d9 req-965c37b2-f01e-47ee-b960-fcd5d38d7268 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672495 Aug 16 20:36:19.082477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:19.090490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:19.096418 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.107025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Pushing event updated for resources: {'Port': ['ID=1eca7a6e-e690-4bfc-8c09-c3ae595ae035,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:19.116525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:19.156242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8697a12-6cac-4185-9bcd-49767b0fa13d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.193417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Attempting to bind port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:19.193915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Attempting to bind port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:19.194487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Attempting to bind port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 on network 10d02a5b-303c-4edc-8926-014570002926 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:19.201453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:19.202146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Checking segment: {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:19.203296 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.203930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Bound using segment: {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:19.204570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Bound port: 1eca7a6e-e690-4bfc-8c09-c3ae595ae035, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:19.205099 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.210407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 8a5adb33-af8d-4fe7-9350-6cb15ad0f431) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:19.215272 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-747a283a-bdc0-4ab3-9c12-bcb4c0b56a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.220442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:19.220442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.239439 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-747a283a-bdc0-4ab3-9c12-bcb4c0b56a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.241480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf485a-1eee-4d6d-a3f2-0546746088a8 None None] Network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:19.262078 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8697a12-6cac-4185-9bcd-49767b0fa13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.331815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-87fb77e6-2f72-44d5-86ae-30b6452acae3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1942177 Aug 16 20:36:19.334617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60862) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:19.342020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'port': {'network_id': '10d02a5b-303c-4edc-8926-014570002926', 'name': 'tempest-TaggedBootDevicesTest_v242-1919181718', 'fixed_ips': [{'subnet_id': '8cb47a69-66ae-4323-af77-05160d39df8d'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:19.359560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7970cc2-d788-4730-82c7-aed696d3e129 req-4e705927-5cf2-4d76-89da-79f3251e61b5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:19.369249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7970cc2-d788-4730-82c7-aed696d3e129 req-4e705927-5cf2-4d76-89da-79f3251e61b5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0896695 Aug 16 20:36:19.424340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] For port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:19.430603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7970cc2-d788-4730-82c7-aed696d3e129 req-ab79e61e-f5a5-45de-922f-f175041f1171 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557547 Aug 16 20:36:19.442760 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8697a12-6cac-4185-9bcd-49767b0fa13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.446827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-747a283a-bdc0-4ab3-9c12-bcb4c0b56a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.449426 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-747a283a-bdc0-4ab3-9c12-bcb4c0b56a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.451777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-747a283a-bdc0-4ab3-9c12-bcb4c0b56a64 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/351632d4-5cd0-4686-94e1-42bf0c929986 HTTP/1.1" status: 204 len: 168 time: 0.3939414 Aug 16 20:36:19.452417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] For port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1eca7a6e-e690-4bfc-8c09-c3ae595ae035,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:19.522379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-8a5adb33-af8d-4fe7-9350-6cb15ad0f431', 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'fixed_ips': [{'subnet_id': '9cdc1982-a4d6-40b6-8783-e19b73c18c30'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:36:19.523735 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.563027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8697a12-6cac-4185-9bcd-49767b0fa13d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e113233-3caa-4f60-ac4f-9ea0c6937266,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:19.563659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d8b41-8d29-4f63-9744-e631128a26b0 None None] Network 60dfc2f4-c388-4166-9734-27b69079a8b5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:19.571801 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8697a12-6cac-4185-9bcd-49767b0fa13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.576863 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d8697a12-6cac-4185-9bcd-49767b0fa13d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2e113233-3caa-4f60-ac4f-9ea0c6937266 HTTP/1.1" status: 204 len: 168 time: 0.6331568 Aug 16 20:36:19.577922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60868) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:19.581637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a283a-bdc0-4ab3-9c12-bcb4c0b56a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351632d4-5cd0-4686-94e1-42bf0c929986,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:19.671513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b1a58962-7a01-428d-b564-7aa3958dd369 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:36:19.674660 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.742529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:19.752594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.764946 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bccbfc-38f7-4664-80a0-fdbd1a4d66c0 req-51244fc9-faf1-42a8-b8c2-e9d0863ed753 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:19.767298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53bccbfc-38f7-4664-80a0-fdbd1a4d66c0 req-51244fc9-faf1-42a8-b8c2-e9d0863ed753 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.2426002 Aug 16 20:36:19.844294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53bccbfc-38f7-4664-80a0-fdbd1a4d66c0 req-daa5ba17-b492-4b85-8394-87f074ca3271 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684619 Aug 16 20:36:20.283996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Allocated IP 10.2.2.2 (8a5adb33-af8d-4fe7-9350-6cb15ad0f431/9cdc1982-a4d6-40b6-8783-e19b73c18c30/66d9bcdb-2605-46b4-abe8-5d15ee1928f9) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:20.289411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Deleting port 6e51d41b-7a08-4443-878d-b703fdfe2c50 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:20.289411 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.291484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.291484 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] device_id is not set on port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:36:20.294947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] For port 6e51d41b-7a08-4443-878d-b703fdfe2c50, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6e51d41b-7a08-4443-878d-b703fdfe2c50,segment=NetworkSegment(d11d4f3f-e420-4368-90b5-ef5bc988c29d),segment_id=d11d4f3f-e420-4368-90b5-ef5bc988c29d)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:20.294947 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.294947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Calling delete_port for 6e51d41b-7a08-4443-878d-b703fdfe2c50 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:20.296439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670026b9-a81d-4eb3-a4e0-ad2558c138e4 None None] Pushing event updated for resources: {'Port': ['ID=1eca7a6e-e690-4bfc-8c09-c3ae595ae035,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:20.296439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 25acf540-cfb0-4ab4-b978-e5b8aa7d387a no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:20.296439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b1a58962-7a01-428d-b564-7aa3958dd369,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:20.296439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 25acf540-cfb0-4ab4-b978-e5b8aa7d387a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:20.296439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 25acf540-cfb0-4ab4-b978-e5b8aa7d387a not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:20.296439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'b1a58962-7a01-428d-b564-7aa3958dd369', 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46', 'port_id': 'b1a58962-7a01-428d-b564-7aa3958dd369', 'mac_address': 'fa:16:3e:e0:0d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6f94f0-227b-49bc-896f-30e1c37db595', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:36:20.298481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3f5c7-88bf-465a-ab91-ae637a21456e req-be255f5e-5177-4ff3-8f0d-e70f9b2151ea tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:20.302357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96d3f5c7-88bf-465a-ab91-ae637a21456e req-be255f5e-5177-4ff3-8f0d-e70f9b2151ea tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1139169 Aug 16 20:36:20.336828 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.350382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Allocated IP 10.1.1.186 (10d02a5b-303c-4edc-8926-014570002926/8cb47a69-66ae-4323-af77-05160d39df8d/4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:20.402838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e51d41b-7a08-4443-878d-b703fdfe2c50,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:20.410962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75170db4-8051-4ce8-a1bf-d93a0e6dc840 None None] DHCP port deletion for 60dfc2f4-c388-4166-9734-27b69079a8b5 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:36:20.427898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] No DVR routers for this DVR port 6e51d41b-7a08-4443-878d-b703fdfe2c50 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:20.480255 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.493308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Transition to ACTIVE for port object 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:20.493535 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96d3f5c7-88bf-465a-ab91-ae637a21456e req-9ce9d00a-65d5-452a-b1d1-f3280c5b4e15 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903076 Aug 16 20:36:20.522369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Transition to ACTIVE for port object 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:20.545828 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.554952 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.570593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a58962-7a01-428d-b564-7aa3958dd369 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:20.577864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dfc2f4-c388-4166-9734-27b69079a8b5']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:20.584098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b1a58962-7a01-428d-b564-7aa3958dd369,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:20.606937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11d4f3f-e420-4368-90b5-ef5bc988c29d') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:20.607235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11d4f3f-e420-4368-90b5-ef5bc988c29d') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:20.622005 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.630660 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.634038 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.644339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e18fa-15ac-4b7e-8c76-4e672004e1df req-956271ac-0a91-4c66-891b-43fbdf418173 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:20.645978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-954e18fa-15ac-4b7e-8c76-4e672004e1df req-956271ac-0a91-4c66-891b-43fbdf418173 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0877748 Aug 16 20:36:20.646946 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.657200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:20.657200 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.657424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:20.657525 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:20.675752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Transition to ACTIVE for port object 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:20.678945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Pushing event updated for resources: {'Port': ['ID=66d9bcdb-2605-46b4-abe8-5d15ee1928f9,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:20.695184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:20.697910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:20.700391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:20.767213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-954e18fa-15ac-4b7e-8c76-4e672004e1df req-91c14973-f48d-4aa3-baf0-308787029c3c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924048 Aug 16 20:36:20.799436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.827557 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.834302 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.836979 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] 10.222.0.74 "DELETE /v2.0/networks/60dfc2f4-c388-4166-9734-27b69079a8b5 HTTP/1.1" status: 204 len: 168 time: 1.2533371 Aug 16 20:36:20.869572 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd8df6-b091-4bbb-b072-84a63560f475 admin admin] Pushing event deleted for resources: {'Network': ['ID=60dfc2f4-c388-4166-9734-27b69079a8b5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:20.914946 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60890) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:20.919579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Port': ['ID=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:20.939182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network 10d02a5b-303c-4edc-8926-014570002926 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:20.942000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:20.944401 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a98cb7d5-9521-4504-abda-7d56d7605d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.945701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:20.946045 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.953958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:20.954904 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.973683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Attempting to bind port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:20.974426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Attempting to bind port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:20.974827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Attempting to bind port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 on network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:21.003953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:21.008868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Checking segment: {'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:21.009361 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.009762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Bound using segment: {'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:21.010261 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Bound port: 66d9bcdb-2605-46b4-abe8-5d15ee1928f9, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:21.010655 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.059847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f69af-e182-4371-a6c2-daee5c55c128 req-1e66b8bc-54c9-40fe-87c5-64093952415e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:21.062919 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-42b057dc-6d01-41a7-b44b-7b9c23bf7696 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7270730 Aug 16 20:36:21.063701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60892) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:21.068640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'port': {'network_id': '10d02a5b-303c-4edc-8926-014570002926', 'name': 'tempest-TaggedBootDevicesTest_v242-123389961', 'fixed_ips': [{'subnet_id': '8cb47a69-66ae-4323-af77-05160d39df8d'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:21.071708 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b1a58962-7a01-428d-b564-7aa3958dd369,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:21.073269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d7f69af-e182-4371-a6c2-daee5c55c128 req-1e66b8bc-54c9-40fe-87c5-64093952415e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 945 time: 0.0717292 Aug 16 20:36:21.107714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] For port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:21.125657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] For port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=66d9bcdb-2605-46b4-abe8-5d15ee1928f9,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:21.154890 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d7f69af-e182-4371-a6c2-daee5c55c128 req-ea60bc61-c167-4d41-84bf-eb3aaeb73853 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803597 Aug 16 20:36:21.181876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['b1a58962-7a01-428d-b564-7aa3958dd369'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:21.222003 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.282278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a98cb7d5-9521-4504-abda-7d56d7605d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.329043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe99254-c6e7-4e45-9e10-f3d0de31c5c8 None None] Pushing event updated for resources: {'Port': ['ID=66d9bcdb-2605-46b4-abe8-5d15ee1928f9,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:21.329781 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60894) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:21.347645 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a98cb7d5-9521-4504-abda-7d56d7605d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.414995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b09dc-c87d-4ce4-becc-52305b329733 None None] Network 10d02a5b-303c-4edc-8926-014570002926 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:21.422473 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-29a2dea3-c727-4750-8c73-c4722c45c70e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=08a598e5108e4be4aef215299e75ce05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0941503 Aug 16 20:36:21.425934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60896) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:21.429656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60898) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:21.430709 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a98cb7d5-9521-4504-abda-7d56d7605d54 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=47ac4dd305ae41609843a9e4254898f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144293 Aug 16 20:36:21.442098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cb7d5-9521-4504-abda-7d56d7605d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428dab45-546b-45c2-9e27-3713fe6b2def,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:21.508654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:21.514036 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.600333 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c606-7c56-4c26-a3ca-1d33d9fdf8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.606270 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] device_id is not set on port 1e603d7b-c570-48b7-86c3-c246af5e7d10 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:36:21.646478 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c582ec7-c4d3-40df-b141-7a761f2baba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.676706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b557975f-662b-4454-9d72-cc67be639faf None None] Provisioning for port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:21.732960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8662d-7daf-4ee7-ba00-e964d2bb4abc req-5a0a509d-f089-4b63-9b30-b7da96009923 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:21.735045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eef8662d-7daf-4ee7-ba00-e964d2bb4abc req-5a0a509d-f089-4b63-9b30-b7da96009923 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0997519 Aug 16 20:36:21.778064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eef8662d-7daf-4ee7-ba00-e964d2bb4abc req-0e485f46-2d68-462f-8354-5fbe3556775a tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370538 Aug 16 20:36:21.948305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c62520-8a5b-4f23-b06c-e9a9b0aed55e req-ab545bf0-fa0f-4376-b67e-4f4ef9a910a2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:21.967321 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-20c62520-8a5b-4f23-b06c-e9a9b0aed55e req-ab545bf0-fa0f-4376-b67e-4f4ef9a910a2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1166055 Aug 16 20:36:22.006949 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c606-7c56-4c26-a3ca-1d33d9fdf8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.045122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c582ec7-c4d3-40df-b141-7a761f2baba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.077717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-20c62520-8a5b-4f23-b06c-e9a9b0aed55e req-08a1d964-af60-457b-bc0d-bedbbfb9b510 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030681 Aug 16 20:36:22.210495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-71271ae2-3f4f-4516-a7fc-91c069262c60 None None] Provisioning for port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:22.215017 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-71271ae2-3f4f-4516-a7fc-91c069262c60 None None] Provisioning complete for port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:22.219842 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-71271ae2-3f4f-4516-a7fc-91c069262c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.274837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:22.327157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Allocated IP 10.1.1.178 (10d02a5b-303c-4edc-8926-014570002926/8cb47a69-66ae-4323-af77-05160d39df8d/1e603d7b-c570-48b7-86c3-c246af5e7d10) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:22.362415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-71271ae2-3f4f-4516-a7fc-91c069262c60 None None] Port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:22.378585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc08f5-4885-4f34-abc5-12663b452f29 req-6298f6c6-4d43-44db-95f7-d3397ae9a41e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:22.382562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61dc08f5-4885-4f34-abc5-12663b452f29 req-6298f6c6-4d43-44db-95f7-d3397ae9a41e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 945 time: 0.0880845 Aug 16 20:36:22.393989 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c606-7c56-4c26-a3ca-1d33d9fdf8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.398686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c606-7c56-4c26-a3ca-1d33d9fdf8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.398686 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b7a6c606-7c56-4c26-a3ca-1d33d9fdf8b1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2d521df2-ddef-4cd1-bc6e-0eb9ec43221e HTTP/1.1" status: 204 len: 168 time: 0.9702394 Aug 16 20:36:22.407491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6c606-7c56-4c26-a3ca-1d33d9fdf8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d521df2-ddef-4cd1-bc6e-0eb9ec43221e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:22.453376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61dc08f5-4885-4f34-abc5-12663b452f29 req-be7f5137-55ca-415a-bc3b-154a7ce0b7fd tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607285 Aug 16 20:36:22.489819 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c582ec7-c4d3-40df-b141-7a761f2baba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.491308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c5e91983-ec68-4b69-8c8b-389a92771bd4 None None] Provisioning complete for port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:22.491989 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c5e91983-ec68-4b69-8c8b-389a92771bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.493186 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c582ec7-c4d3-40df-b141-7a761f2baba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.494430 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7c582ec7-c4d3-40df-b141-7a761f2baba6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/428dab45-546b-45c2-9e27-3713fe6b2def HTTP/1.1" status: 204 len: 168 time: 1.0628653 Aug 16 20:36:22.527701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c582ec7-c4d3-40df-b141-7a761f2baba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428dab45-546b-45c2-9e27-3713fe6b2def,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:22.605118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:22.618024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c5e91983-ec68-4b69-8c8b-389a92771bd4 None None] Port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:22.620336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:22.620923 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.659783 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.676729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Transition to ACTIVE for port object 1e603d7b-c570-48b7-86c3-c246af5e7d10 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:22.692544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6114f3-6688-4d2c-a7c9-95e6f47874a4 None None] Network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:22.783532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.785710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.838755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1eca7a6e-e690-4bfc-8c09-c3ae595ae035,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:22.855648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network 10d02a5b-303c-4edc-8926-014570002926 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:22.860956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:22.866092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:22.866641 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-54afac68-2992-4cf4-a339-51934a16f1b2 None None] Provisioning for port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:22.871141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:22.872224 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.875923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Port': ['ID=1e603d7b-c570-48b7-86c3-c246af5e7d10,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:22.922198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af61ac1-e895-429b-8018-84f5c2686890 req-33af9426-4de8-435a-b3af-61424a0214ac tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:22.933319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2af61ac1-e895-429b-8018-84f5c2686890 req-33af9426-4de8-435a-b3af-61424a0214ac tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0644252 Aug 16 20:36:22.953137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.957825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:22.958694 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b7c35792-b62e-456b-9ec1-16d459bd60dd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8939795 Aug 16 20:36:23.009037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2af61ac1-e895-429b-8018-84f5c2686890 req-65336471-ecf8-4d84-b0c2-28dfd92ee4f3 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714657 Aug 16 20:36:23.148159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=1eca7a6e-e690-4bfc-8c09-c3ae595ae035,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:23.273441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:23.277478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:23.277860 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.367974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6b4d637c-9fd5-469b-86cc-3e1223970c23 None None] Provisioning complete for port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:23.368545 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6b4d637c-9fd5-469b-86cc-3e1223970c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.455161 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.527265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=66d9bcdb-2605-46b4-abe8-5d15ee1928f9,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:23.529686 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6b4d637c-9fd5-469b-86cc-3e1223970c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.542575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60946) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:23.548679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2b96c544-bd6f-48d7-91dd-7034e11dca67 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--891054802', 'description': 'tempest-description--1177522358'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:23.567544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7e628-2652-4964-b244-2fa55f39187f req-e53bfd42-68bc-4f9a-a85b-1876b7b58fac tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:23.574991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59c7e628-2652-4964-b244-2fa55f39187f req-e53bfd42-68bc-4f9a-a85b-1876b7b58fac tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0880308 Aug 16 20:36:23.613123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b1a58962-7a01-428d-b564-7aa3958dd369 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:23.618370 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.627093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59c7e628-2652-4964-b244-2fa55f39187f req-fadcd303-9b86-4662-a787-b145d71a96fd tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478017 Aug 16 20:36:23.666907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5da9a6-3bd0-4018-9a62-64b4f3389055 req-f50c668d-ad70-4742-b71d-82d01ccfda04 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:23.668431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab5da9a6-3bd0-4018-9a62-64b4f3389055 req-f50c668d-ad70-4742-b71d-82d01ccfda04 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 945 time: 0.0605073 Aug 16 20:36:23.706299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6e51d41b-7a08-4443-878d-b703fdfe2c50 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:23.709409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab5da9a6-3bd0-4018-9a62-64b4f3389055 req-b0787ce3-cc9f-4461-99a7-d5cfa6ed9c88 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Aug 16 20:36:23.713723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b96c544-bd6f-48d7-91dd-7034e11dca67 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.748091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 6e51d41b-7a08-4443-878d-b703fdfe2c50 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:23.748091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6e51d41b-7a08-4443-878d-b703fdfe2c50 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:23.768722 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-6b4d637c-9fd5-469b-86cc-3e1223970c23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:36:23.769134 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-6b4d637c-9fd5-469b-86cc-3e1223970c23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:36:23.770972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=66d9bcdb-2605-46b4-abe8-5d15ee1928f9,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:23.821521 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b96c544-bd6f-48d7-91dd-7034e11dca67 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.875975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port b1a58962-7a01-428d-b564-7aa3958dd369 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:23.879950 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port b1a58962-7a01-428d-b564-7aa3958dd369 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:23.880330 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.906607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b96c544-bd6f-48d7-91dd-7034e11dca67 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.954151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96c544-bd6f-48d7-91dd-7034e11dca67 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c26a27-ac75-4d8c-b6da-65e1e18aae16,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:23.965521 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.988947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a58962-7a01-428d-b564-7aa3958dd369'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:23.991211 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a7586c-5cdb-4838-963d-cd2ab21d6632" -d '{"events": [{"server_uuid": "d0567d8b-0733-4c8d-a006-e6594c9d4635", "name": "network-vif-plugged", "status": "completed", "tag": "b1a58962-7a01-428d-b564-7aa3958dd369"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:24.010244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b1a58962-7a01-428d-b564-7aa3958dd369,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:24.020267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b96c544-bd6f-48d7-91dd-7034e11dca67 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.025800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60964) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:24.032432 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2b96c544-bd6f-48d7-91dd-7034e11dca67 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4884374 Aug 16 20:36:24.033331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4df83c17-99a4-4131-ae78-73b9e179cb23 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'security_group_rule': {'security_group_id': '85c26a27-ac75-4d8c-b6da-65e1e18aae16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:24.055830 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5d2cdf-0cf7-4039-be5a-89660572b812 x-openstack-request-id: req-dd5d2cdf-0cf7-4039-be5a-89660572b812 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:24.055830 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0567d8b-0733-4c8d-a006-e6594c9d4635", "name": "network-vif-plugged", "status": "completed", "tag": "b1a58962-7a01-428d-b564-7aa3958dd369", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:24.055830 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dd5d2cdf-0cf7-4039-be5a-89660572b812 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:24.055830 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a58962-7a01-428d-b564-7aa3958dd369', 'code': 200} Aug 16 20:36:24.119913 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.125610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:24.201372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9067dbf-5350-470b-b3af-071c6170ac79 req-4a794390-5b29-4100-af9a-386268468ddb tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:24.203269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b1a58962-7a01-428d-b564-7aa3958dd369,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:24.203501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9067dbf-5350-470b-b3af-071c6170ac79 req-4a794390-5b29-4100-af9a-386268468ddb tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1003304 Aug 16 20:36:24.206791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4df83c17-99a4-4131-ae78-73b9e179cb23 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.213766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:24.214146 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.216349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc216dd8-0b0a-4cb8-9048-510aa4795ed9 req-ffe7e50e-0515-495a-86ac-dc9f89672dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:24.219095 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc216dd8-0b0a-4cb8-9048-510aa4795ed9 req-ffe7e50e-0515-495a-86ac-dc9f89672dc8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 1098 time: 0.0849967 Aug 16 20:36:24.308184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc216dd8-0b0a-4cb8-9048-510aa4795ed9 req-b0224d4f-3ee4-48be-a94c-c35e73f4f86b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740302 Aug 16 20:36:24.311276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9067dbf-5350-470b-b3af-071c6170ac79 req-c93b75fb-f6af-49eb-b2df-ea04c992c6aa tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986407 Aug 16 20:36:24.334455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4df83c17-99a4-4131-ae78-73b9e179cb23 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.357598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:24.396101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4df83c17-99a4-4131-ae78-73b9e179cb23 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.406908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:24.407481 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.415114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df83c17-99a4-4131-ae78-73b9e179cb23 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec1a168-d27c-4dac-90ad-222376e18084,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:24.430652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6b4d637c-9fd5-469b-86cc-3e1223970c23 None None] Provisioning for port 1e603d7b-c570-48b7-86c3-c246af5e7d10 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:24.437823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6b4d637c-9fd5-469b-86cc-3e1223970c23 None None] Provisioning complete for port 1e603d7b-c570-48b7-86c3-c246af5e7d10 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:24.438205 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6b4d637c-9fd5-469b-86cc-3e1223970c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.477608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4df83c17-99a4-4131-ae78-73b9e179cb23 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.479210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4df83c17-99a4-4131-ae78-73b9e179cb23 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4522140 Aug 16 20:36:24.481608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60986) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:24.486427 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4107fbe3-60c6-41f1-bfa3-b0a4564de8b8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'security_group_rule': {'security_group_id': '85c26a27-ac75-4d8c-b6da-65e1e18aae16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:24.543694 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d637c-9fd5-469b-86cc-3e1223970c23 None None] Port 1e603d7b-c570-48b7-86c3-c246af5e7d10 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:24.627246 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4107fbe3-60c6-41f1-bfa3-b0a4564de8b8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.687516 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4107fbe3-60c6-41f1-bfa3-b0a4564de8b8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.754421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3e827-8240-4373-85cd-323ace2cfd3a req-95b4bdfd-61f2-4b1a-85ac-c094a278dc75 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:24.755885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ac3e827-8240-4373-85cd-323ace2cfd3a req-95b4bdfd-61f2-4b1a-85ac-c094a278dc75 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0503395 Aug 16 20:36:24.808242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ac3e827-8240-4373-85cd-323ace2cfd3a req-1057e981-3b1a-44e2-a6c6-523b8a32b57d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429878 Aug 16 20:36:24.819565 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4107fbe3-60c6-41f1-bfa3-b0a4564de8b8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.130095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107fbe3-60c6-41f1-bfa3-b0a4564de8b8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35e6f97-4641-4dc7-b100-5b6f63cf2133,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:25.171210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78e004-8134-40a6-93ea-4a4d959309af req-20060ad5-5922-4650-a921-a1befd69c322 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:25.172673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de78e004-8134-40a6-93ea-4a4d959309af req-20060ad5-5922-4650-a921-a1befd69c322 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0542586 Aug 16 20:36:25.211221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de78e004-8134-40a6-93ea-4a4d959309af req-40cd98a7-adf1-4449-bb67-32bfbd97edc1 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Aug 16 20:36:25.299138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4107fbe3-60c6-41f1-bfa3-b0a4564de8b8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.300577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4107fbe3-60c6-41f1-bfa3-b0a4564de8b8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8179083 Aug 16 20:36:25.303414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32780) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:25.309168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:25.400335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.483273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7bdf-1e9b-4e15-8b81-76047a3b0fd4 req-0a2efd99-1f2e-4fcf-99b9-4a2cf5586f0d tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:25.484640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63ba7bdf-1e9b-4e15-8b81-76047a3b0fd4 req-0a2efd99-1f2e-4fcf-99b9-4a2cf5586f0d tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0991316 Aug 16 20:36:25.543293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63ba7bdf-1e9b-4e15-8b81-76047a3b0fd4 req-7c3e609b-51d1-4483-96f6-a6b77b6b49ee tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512116 Aug 16 20:36:25.562655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.650333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32792) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:25.675488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Allocated IP 172.25.4.146 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/967db483-dc51-4c09-933a-1cad22aef661) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:25.760493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-83858518-4cac-4a9e-bf36-7b239ec6a64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.783766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.848095 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-83858518-4cac-4a9e-bf36-7b239ec6a64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.876428 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.910417 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-83858518-4cac-4a9e-bf36-7b239ec6a64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.943667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:25.949818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:25.953988 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-83858518-4cac-4a9e-bf36-7b239ec6a64e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cfa8b48b92d44f0ab488aa4e8dcb87f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025267 Aug 16 20:36:25.954234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:25.955194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83858518-4cac-4a9e-bf36-7b239ec6a64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a12d86-ea7c-4b8a-9646-0c14a759ee94,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:25.957505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32800) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:25.984223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Port': ['ID=967db483-dc51-4c09-933a-1cad22aef661,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:26.001998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dc16d-5000-4364-be32-31285c5b1733 req-1feef1f5-2cef-42fb-89de-8895bd0bf045 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:26.003481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-723dc16d-5000-4364-be32-31285c5b1733 req-1feef1f5-2cef-42fb-89de-8895bd0bf045 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1246557 Aug 16 20:36:26.016560 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f2039d7-fea8-4b60-abd3-dab52f1a096e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.039351 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f2039d7-fea8-4b60-abd3-dab52f1a096e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.079166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-723dc16d-5000-4364-be32-31285c5b1733 req-9a6da936-1b67-44ec-986a-f9c8cb326e37 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668242 Aug 16 20:36:26.100345 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.167644 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f2039d7-fea8-4b60-abd3-dab52f1a096e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.170296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f2039d7-fea8-4b60-abd3-dab52f1a096e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.171492 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4f2039d7-fea8-4b60-abd3-dab52f1a096e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/51a12d86-ea7c-4b8a-9646-0c14a759ee94 HTTP/1.1" status: 204 len: 168 time: 0.2130673 Aug 16 20:36:26.179870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2039d7-fea8-4b60-abd3-dab52f1a096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a12d86-ea7c-4b8a-9646-0c14a759ee94,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:26.232193 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.392433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e2ab3-a5f5-4bea-8a9c-f8cdb5cf0e0b req-8fad58a0-401c-4ece-926d-16744955eac8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:26.393960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-626e2ab3-a5f5-4bea-8a9c-f8cdb5cf0e0b req-8fad58a0-401c-4ece-926d-16744955eac8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.1030152 Aug 16 20:36:26.461182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-626e2ab3-a5f5-4bea-8a9c-f8cdb5cf0e0b req-8a40e0e9-2bca-4d8a-af77-3e6a62b33464 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611427 Aug 16 20:36:26.466207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.568760 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.634742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9302355-79f4-45ab-ac7e-75adb23fc2a2 req-a59328f3-bc70-4b0a-be0e-00cb5ac2bb17 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:26.636338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9302355-79f4-45ab-ac7e-75adb23fc2a2 req-a59328f3-bc70-4b0a-be0e-00cb5ac2bb17 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 1098 time: 0.1026151 Aug 16 20:36:26.668425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Port': ['ID=967db483-dc51-4c09-933a-1cad22aef661,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:26.683184 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.699866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9302355-79f4-45ab-ac7e-75adb23fc2a2 req-9b8dfdd5-2bd3-41fa-8e0b-5f6152166812 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558739 Aug 16 20:36:26.762242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c19e11-f77a-474d-bf43-763681bd79ae req-75cd8844-93ce-419e-b43e-136ba5fd8d54 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:26.763800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3c19e11-f77a-474d-bf43-763681bd79ae req-75cd8844-93ce-419e-b43e-136ba5fd8d54 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0630217 Aug 16 20:36:26.800723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.801952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-74af0c31-fc4b-4992-9d9a-a17065e4e4bf tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4969609 Aug 16 20:36:26.807295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3c19e11-f77a-474d-bf43-763681bd79ae req-fe28cc36-345b-47cf-8535-8bbabaac3bd5 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355120 Aug 16 20:36:26.863603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32834) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:26.878082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-457a4b3d-9518-4abf-84a0-c74d1d25d51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.971924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31066ce9-58da-491c-b579-1442a94bea94 req-e43fd902-aab4-4107-bbda-f438815e5a97 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:26.973926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-31066ce9-58da-491c-b579-1442a94bea94 req-e43fd902-aab4-4107-bbda-f438815e5a97 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 946 time: 0.0519893 Aug 16 20:36:27.000837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-457a4b3d-9518-4abf-84a0-c74d1d25d51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.019488 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-31066ce9-58da-491c-b579-1442a94bea94 req-b45ae465-43bf-401b-8a79-63f5535c28bd tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368130 Aug 16 20:36:27.087336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-457a4b3d-9518-4abf-84a0-c74d1d25d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.128224 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-457a4b3d-9518-4abf-84a0-c74d1d25d51d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a128f073b5b84c0a9b21d8f661ca84fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635384 Aug 16 20:36:27.130122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a4b3d-9518-4abf-84a0-c74d1d25d51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4711f5b7-57ee-4c23-ad36-9739b0bbd333,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:27.133482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32856) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:27.175354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-ea5f8ba3-d87b-4245-b62f-2979deaa7a15 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--891054802&fields=id&tenant_id=fe44f7dddf834ff693dacd385350b360 HTTP/1.1" status: 200 len: 267 time: 0.0640545 Aug 16 20:36:27.276415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a8659493-dde4-4332-ab6c-f17d7fd8a904 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:27.277831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a8659493-dde4-4332-ab6c-f17d7fd8a904 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports/4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 HTTP/1.1" status: 200 len: 937 time: 0.0888672 Aug 16 20:36:27.283355 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93011847-d0b9-45fa-a75f-aa6c324d5a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.350488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91b180-c69f-45c6-8c1d-b9cf708b0771 req-53e64c9d-e0e5-445a-8bde-ff57812b4129 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:27.353054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f91b180-c69f-45c6-8c1d-b9cf708b0771 req-53e64c9d-e0e5-445a-8bde-ff57812b4129 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1457198 Aug 16 20:36:27.354646 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93011847-d0b9-45fa-a75f-aa6c324d5a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.385620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-2a19af7a-5870-42f8-af81-2d6bbd65e29b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:27.389890 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-2a19af7a-5870-42f8-af81-2d6bbd65e29b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports/1e603d7b-c570-48b7-86c3-c246af5e7d10 HTTP/1.1" status: 200 len: 936 time: 0.1020398 Aug 16 20:36:27.474962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-bd5c6c0b-1385-4e13-9e03-0c7ed444120a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0749886 Aug 16 20:36:27.489841 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f91b180-c69f-45c6-8c1d-b9cf708b0771 req-eadd068a-ba81-485a-9a6e-660ab86aa67a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269555 Aug 16 20:36:27.521619 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-d2f133c3-0bfd-4ae0-ba9c-f00fcbe391ed tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0302277 Aug 16 20:36:27.623823 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93011847-d0b9-45fa-a75f-aa6c324d5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.626709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93011847-d0b9-45fa-a75f-aa6c324d5a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.627858 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-93011847-d0b9-45fa-a75f-aa6c324d5a65 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4711f5b7-57ee-4c23-ad36-9739b0bbd333 HTTP/1.1" status: 204 len: 168 time: 0.4933760 Aug 16 20:36:27.645118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93011847-d0b9-45fa-a75f-aa6c324d5a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4711f5b7-57ee-4c23-ad36-9739b0bbd333,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:27.704315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-d366a788-9e4a-43b7-b7ca-86d4d509b752 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:27.710122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-d366a788-9e4a-43b7-b7ca-86d4d509b752 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:27.716622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-d366a788-9e4a-43b7-b7ca-86d4d509b752 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:27.725550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-d366a788-9e4a-43b7-b7ca-86d4d509b752 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/networks?id=9505ab7f-c601-4aee-bc21-fb8454e73838&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431 HTTP/1.1" status: 200 len: 1994 time: 0.1961432 Aug 16 20:36:27.742147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-eb46aa21-a63c-40d0-8bdc-5319098b8b4a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/quotas/fe44f7dddf834ff693dacd385350b360 HTTP/1.1" status: 200 len: 375 time: 0.0156109 Aug 16 20:36:27.781220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32872) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:27.814090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-76381d43-dfeb-4cb8-97c5-1c47dcc2461a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0710406 Aug 16 20:36:27.898545 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-74b25a14-5407-462c-93e5-953653e0e33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.932471 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-bd6384e4-0a73-4ea6-b3c4-dd90db77cc9d service neutron] 10.222.0.74 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024795 Aug 16 20:36:27.997521 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-74b25a14-5407-462c-93e5-953653e0e33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.031041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-f3636375-4d5f-4a33-9460-2954fce2e406 service neutron] 10.222.0.74 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910592 Aug 16 20:36:28.071747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-927e0713-094b-4356-bcf7-024b2f3dc723 service neutron] 10.222.0.74 "GET /v2.0/ports/4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0339317 Aug 16 20:36:28.113254 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-74b25a14-5407-462c-93e5-953653e0e33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.173191 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-74b25a14-5407-462c-93e5-953653e0e33e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dc18dcddb09f429696e052f9f9b42cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864179 Aug 16 20:36:28.173191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b25a14-5407-462c-93e5-953653e0e33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ab186d-4d4c-4cea-bc4f-6c2fe896ce79,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:28.173971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32882) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:28.193198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-7f4f3532-9459-4b76-9dd8-1b73eb799783 service neutron] 10.222.0.74 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151593 Aug 16 20:36:28.238322 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-464a7a42-d7a4-467a-926f-c942fd75b56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.269864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-464a7a42-d7a4-467a-926f-c942fd75b56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.352072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-582ed4ee-224a-497c-91a2-be8742d89373 service neutron] 10.222.0.74 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519954 Aug 16 20:36:28.404432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-464a7a42-d7a4-467a-926f-c942fd75b56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.407591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-464a7a42-d7a4-467a-926f-c942fd75b56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.412419 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-464a7a42-d7a4-467a-926f-c942fd75b56c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c4ab186d-4d4c-4cea-bc4f-6c2fe896ce79 HTTP/1.1" status: 204 len: 168 time: 0.2369776 Aug 16 20:36:28.421736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a7a42-d7a4-467a-926f-c942fd75b56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ab186d-4d4c-4cea-bc4f-6c2fe896ce79,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:28.435213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3e906a41-10fa-4c75-b115-ef902dd46648 service neutron] 10.222.0.74 "GET /v2.0/ports/1e603d7b-c570-48b7-86c3-c246af5e7d10?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0645626 Aug 16 20:36:28.449279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ea342-b80b-4ee2-aa16-bb6931f6d597 req-2e56a1c6-6e23-4f44-9819-480049472277 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:28.449279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b80ea342-b80b-4ee2-aa16-bb6931f6d597 req-2e56a1c6-6e23-4f44-9819-480049472277 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1316631 Aug 16 20:36:28.547092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b80ea342-b80b-4ee2-aa16-bb6931f6d597 req-19af4175-fedb-400c-840b-127371b4d12b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901852 Aug 16 20:36:28.590400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-377a473e-15d3-43d1-84f7-5f5ea71651c9 service neutron] 10.222.0.74 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408110 Aug 16 20:36:28.706467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-6f0d5d2c-1c31-462e-b3a7-806c8f5a1da4 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1453213021&fields=id&tenant_id=0d10d68cf0b74082b973805fd6550c08 HTTP/1.1" status: 200 len: 267 time: 0.0481308 Aug 16 20:36:28.840482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-d8545672-07d3-4a9f-b1e2-a628e9250480 service neutron] 10.222.0.74 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380326 Aug 16 20:36:28.963049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-9cc13abb-fdca-4be6-91a3-becd8b976ed1 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:28.964472 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-9cc13abb-fdca-4be6-91a3-becd8b976ed1 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/networks?id=53f0df0f-f139-4a71-b156-b3349ae71c27 HTTP/1.1" status: 200 len: 824 time: 0.2484667 Aug 16 20:36:28.969642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-df6c1fa3-70fd-4e71-9301-cdfe898ad5ef service neutron] 10.222.0.74 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284759 Aug 16 20:36:28.996529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-57860319-9f9b-48d0-909c-1d47b48daf2a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/quotas/0d10d68cf0b74082b973805fd6550c08 HTTP/1.1" status: 200 len: 375 time: 0.0259519 Aug 16 20:36:29.096661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-32a8eb81-124b-4019-a4c0-afb35f5c2f77 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d10d68cf0b74082b973805fd6550c08&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0729315 Aug 16 20:36:29.107427 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a7b7ed95-7c2b-41e9-b332-6baba7d063ea service neutron] 10.222.0.74 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302390 Aug 16 20:36:29.269060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-7ff646e0-02fc-46c4-9e37-59afc803cb43 service neutron] 10.222.0.74 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542640 Aug 16 20:36:29.270945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6f1cd9c0-b4ec-4adb-8335-9e3ba9a4586d service neutron] 10.222.0.74 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574144 Aug 16 20:36:29.431690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-e3c82158-e8a3-4a1c-9329-851137ef2e8a service neutron] 10.222.0.74 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560333 Aug 16 20:36:29.435268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-5448046d-c6f4-4be3-aa37-57ee59a76f2c service neutron] 10.222.0.74 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522071 Aug 16 20:36:29.559371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-77fd0347-597c-461a-a1fa-9ef3aefc62c9 service neutron] 10.222.0.74 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147435 Aug 16 20:36:29.672802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-9c268f7d-5b5e-47b9-a701-243f97a27f40 service neutron] 10.222.0.74 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157568 Aug 16 20:36:29.796234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d18e4d-6bd6-4621-b2fc-988d8f9d5503 req-cb3cf47e-d77c-47a8-a5de-73581b273590 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:29.797758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8d18e4d-6bd6-4621-b2fc-988d8f9d5503 req-cb3cf47e-d77c-47a8-a5de-73581b273590 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0802352 Aug 16 20:36:29.803522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-0333e46c-7e04-42cd-b4d2-595b53498848 service neutron] 10.222.0.74 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298814 Aug 16 20:36:29.893493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8d18e4d-6bd6-4621-b2fc-988d8f9d5503 req-bcdd46a4-e4cd-46b1-9fba-9afb080d266c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854540 Aug 16 20:36:30.001582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-b688ecae-3136-4d82-9516-9e3a11d5a382 service neutron] 10.222.0.74 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883965 Aug 16 20:36:30.017150 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-97785a36-4ac4-445d-9ba8-99920d042819 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:30.018741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-97785a36-4ac4-445d-9ba8-99920d042819 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bae2a8a-9c8c-4178-9a3d-168d409e3d37 HTTP/1.1" status: 200 len: 946 time: 0.1075964 Aug 16 20:36:30.043935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878109c4-4b4b-4eb9-9420-d396fba9cf3e req-38404b3b-f898-4f49-9a98-e7c77b5f8f3e tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:30.045469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-878109c4-4b4b-4eb9-9420-d396fba9cf3e req-38404b3b-f898-4f49-9a98-e7c77b5f8f3e tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0854311 Aug 16 20:36:30.128410 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-878109c4-4b4b-4eb9-9420-d396fba9cf3e req-8d71b242-c56e-468b-977c-df03a59e4bb4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660474 Aug 16 20:36:30.156792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Deleting port 9cd40347-10c8-46f8-8142-7e4860d1283f {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:30.157253 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.242355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-412805df-765c-4d9b-9db6-cada5c867a55 req-2788e450-cf6f-42ba-aa7b-826ce698a373 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 210 time: 0.0339873 Aug 16 20:36:30.281374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] For port 9cd40347-10c8-46f8-8142-7e4860d1283f, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9cd40347-10c8-46f8-8142-7e4860d1283f,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:30.281767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.614580 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:36:30.828577 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.829295 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.829295 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Floating IP b5612925-3902-4316-8241-1c8bc5a23799 disassociated. External IP: 172.25.4.236, port: 9cd40347-10c8-46f8-8142-7e4860d1283f. Aug 16 20:36:30.829617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Calling delete_port for 9cd40347-10c8-46f8-8142-7e4860d1283f owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:31.081856 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.109667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Pushing event deleted for resources: {'Port': ['ID=9cd40347-10c8-46f8-8142-7e4860d1283f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:31.230564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:31.349581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:31.359621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528c668-f9ee-426e-a9fb-e982a0bf070e None None] Sync routers for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:31.369894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528c668-f9ee-426e-a9fb-e982a0bf070e None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:31.370613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7528c668-f9ee-426e-a9fb-e982a0bf070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:36:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:31.398496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] No DVR routers for this DVR port 9cd40347-10c8-46f8-8142-7e4860d1283f on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:31.401155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.403394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e654d1b-b514-4b59-b779-4404598b6a65 req-3750dd01-564f-4d87-9b30-94236d7a4b05 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.79 "DELETE /v2.0/ports/9cd40347-10c8-46f8-8142-7e4860d1283f HTTP/1.1" status: 204 len: 173 time: 1.3765116 Aug 16 20:36:31.403651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'name': 'network-vif-deleted', 'tag': '9cd40347-10c8-46f8-8142-7e4860d1283f'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:31.406431 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032fceb9-baee-407a-8d1e-c234685701a0" -d '{"events": [{"server_uuid": "2bae2a8a-9c8c-4178-9a3d-168d409e3d37", "name": "network-vif-deleted", "tag": "9cd40347-10c8-46f8-8142-7e4860d1283f"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:31.549656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7528c668-f9ee-426e-a9fb-e982a0bf070e None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:31.753635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14cb24-9374-49a0-a8e1-0b6308a19dbe req-2297f1aa-cd0f-498b-9ef0-1c43a6d05914 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:31.755297 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd14cb24-9374-49a0-a8e1-0b6308a19dbe req-2297f1aa-cd0f-498b-9ef0-1c43a6d05914 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 1097 time: 0.0523584 Aug 16 20:36:31.808637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd14cb24-9374-49a0-a8e1-0b6308a19dbe req-32edf4c3-523d-4afd-9f09-80b15ad094e4 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 Aug 16 20:36:31.930834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4e5d4-38a3-4f1b-8616-7dcc7ac41fa6 req-31a22f09-2576-47b8-81a9-03218d6856ec tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:31.936285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8dc4e5d4-38a3-4f1b-8616-7dcc7ac41fa6 req-31a22f09-2576-47b8-81a9-03218d6856ec tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0867260 Aug 16 20:36:31.970975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7528c668-f9ee-426e-a9fb-e982a0bf070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:31.999711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19385d28-22bb-4b33-98b3-570382352f7c req-2a2dfc01-92b4-4b5f-a983-5f97e6f22c62 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:32.001314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19385d28-22bb-4b33-98b3-570382352f7c req-2a2dfc01-92b4-4b5f-a983-5f97e6f22c62 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0894790 Aug 16 20:36:32.006418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528c668-f9ee-426e-a9fb-e982a0bf070e None None] Checking router: 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:32.006756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8dc4e5d4-38a3-4f1b-8616-7dcc7ac41fa6 req-cb759321-8775-41a1-8dae-e1fc2dd73e34 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550299 Aug 16 20:36:32.019321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528c668-f9ee-426e-a9fb-e982a0bf070e None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:32.019959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7528c668-f9ee-426e-a9fb-e982a0bf070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:36:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:32.066651 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19385d28-22bb-4b33-98b3-570382352f7c req-b935f5c0-8de9-4e65-b9af-50ee0fb70001 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567429 Aug 16 20:36:32.183520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76380b4a-24f8-4563-b5a7-dad3198703c0 req-ef6c9b6b-ca95-4b79-988a-c06f8321a7ce tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 210 time: 0.0531435 Aug 16 20:36:32.184647 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7528c668-f9ee-426e-a9fb-e982a0bf070e None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:32.201729 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7453a4e0-68bc-485b-8e79-e89710d83e70 x-openstack-request-id: req-7453a4e0-68bc-485b-8e79-e89710d83e70 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:32.201729 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae2a8a-9c8c-4178-9a3d-168d409e3d37", "name": "network-vif-deleted", "tag": "9cd40347-10c8-46f8-8142-7e4860d1283f", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:32.201931 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7453a4e0-68bc-485b-8e79-e89710d83e70 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:32.202300 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae2a8a-9c8c-4178-9a3d-168d409e3d37', 'name': 'network-vif-deleted', 'tag': '9cd40347-10c8-46f8-8142-7e4860d1283f', 'status': 'completed', 'code': 200} Aug 16 20:36:32.244818 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.280060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a95c7e3-cd76-404f-b3b2-47985ba31d59 req-4bee59a9-b7a8-40b3-8430-f968f7c48714 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0613174 Aug 16 20:36:32.303013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-2b43bd9c-a03d-4fcd-9606-5521cd95feec tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:32.307043 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-2b43bd9c-a03d-4fcd-9606-5521cd95feec tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.76 "GET /v2.0/networks?id=53f0df0f-f139-4a71-b156-b3349ae71c27 HTTP/1.1" status: 200 len: 824 time: 0.2329764 Aug 16 20:36:32.396471 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-394f7353-9d90-47d4-9849-a54f97c5804a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d10d68cf0b74082b973805fd6550c08 HTTP/1.1" status: 200 len: 380 time: 0.0805500 Aug 16 20:36:32.407652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Request body: {'port': {'device_id': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'admin_state_up': True, 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'security_groups': ['e20b34e1-8dd5-4aec-bdf5-266106594676']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:32.517104 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7528c668-f9ee-426e-a9fb-e982a0bf070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:32.558592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528c668-f9ee-426e-a9fb-e982a0bf070e None None] The sync data for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 is: [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:32.560778 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.716254 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Made reservation on behalf of 0d10d68cf0b74082b973805fd6550c08 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:32.724389 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.899002 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Allocated IP 172.20.0.12 (53f0df0f-f139-4a71-b156-b3349ae71c27/9acddd0e-e6bd-4088-b50c-ecff70ad3f26/11172ec3-afc5-4772-80cd-f6c611999a36) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:32.935620 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136b694-fd52-4407-80f0-a6eaf62de357 None None] New status for floating IP b5612925-3902-4316-8241-1c8bc5a23799: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:36:33.102223 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.124848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Transition to ACTIVE for port object 11172ec3-afc5-4772-80cd-f6c611999a36 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:33.245221 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.341173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Network 53f0df0f-f139-4a71-b156-b3349ae71c27 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:33.351428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Pushing event updated for resources: {'Port': ['ID=11172ec3-afc5-4772-80cd-f6c611999a36,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:33.351428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:33.351428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:33.395444 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b7d0f-c783-4b41-9c44-86cb0d9ad625 req-226fa18d-9540-41f4-8350-5e930988cd3b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:33.396996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae3b7d0f-c783-4b41-9c44-86cb0d9ad625 req-226fa18d-9540-41f4-8350-5e930988cd3b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1654286 Aug 16 20:36:33.461482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:33.462149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.525231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae3b7d0f-c783-4b41-9c44-86cb0d9ad625 req-3e8f9403-1947-463c-b654-6b183445ed36 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092703 Aug 16 20:36:33.618070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-c6f27fe3-7c64-4172-bc2d-dcc7cc8fa168 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2150183 Aug 16 20:36:33.641080 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Request body: {'port': {'device_id': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:33.687594 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa722eb6-e429-4083-bfbe-8be58805d30e req-6d6a4cff-66b5-4bf8-85c4-a509c1b829b5 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:33.693067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33078) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:33.696062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa722eb6-e429-4083-bfbe-8be58805d30e req-6d6a4cff-66b5-4bf8-85c4-a509c1b829b5 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1268036 Aug 16 20:36:33.758551 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.780778 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa722eb6-e429-4083-bfbe-8be58805d30e req-4905295c-dac8-46a8-9e1d-1256c38dc8b8 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836720 Aug 16 20:36:33.799466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b72a8aa5-33d3-43c6-92c8-6b6633326318 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:36:33.815188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b72a8aa5-33d3-43c6-92c8-6b6633326318 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:33.870453 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b45afead-a07c-4ff4-9c58-306ae05ff572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.906182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0177bf60-b56e-4313-bab3-358cb1257272 None None] Provisioning for port 11172ec3-afc5-4772-80cd-f6c611999a36 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:33.915851 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0177bf60-b56e-4313-bab3-358cb1257272 None None] Provisioning complete for port 11172ec3-afc5-4772-80cd-f6c611999a36 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:33.916320 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0177bf60-b56e-4313-bab3-358cb1257272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.032259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0177bf60-b56e-4313-bab3-358cb1257272 None None] Port 11172ec3-afc5-4772-80cd-f6c611999a36 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:34.058309 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.089584 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b45afead-a07c-4ff4-9c58-306ae05ff572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.115128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:34.118054 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8820c2d6-88de-4583-bd10-f0502c964f0d" -d '{"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:34.139120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:34.142271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:34.153100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'mac_address': 'fa:16:3e:da:d8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:36:34.173121 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b45afead-a07c-4ff4-9c58-306ae05ff572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.199489 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.213944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11172ec3-afc5-4772-80cd-f6c611999a36 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:34.217314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b72a8aa5-33d3-43c6-92c8-6b6633326318 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:34.223746 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.239536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112d1f4-fd92-4076-b59d-0b632fb1493d req-79c84a65-9ddb-4ee1-9e61-24ff081413a5 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:34.241122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7112d1f4-fd92-4076-b59d-0b632fb1493d req-79c84a65-9ddb-4ee1-9e61-24ff081413a5 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 932 time: 0.0930877 Aug 16 20:36:34.243466 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b45afead-a07c-4ff4-9c58-306ae05ff572 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ecbc0e6c72324af1bd50ac0799934607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486360 Aug 16 20:36:34.245711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:34.256275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Transition to ACTIVE for port object 11172ec3-afc5-4772-80cd-f6c611999a36 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:34.261450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45afead-a07c-4ff4-9c58-306ae05ff572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb244233-94f9-4c9f-b74f-ae190391cefb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:34.273751 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.273751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9cd40347-10c8-46f8-8142-7e4860d1283f no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:34.324833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7112d1f4-fd92-4076-b59d-0b632fb1493d req-24f7c362-ec15-43e6-b634-05069e3bc2ea tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680552 Aug 16 20:36:34.327340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 9cd40347-10c8-46f8-8142-7e4860d1283f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:34.327689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9cd40347-10c8-46f8-8142-7e4860d1283f not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:34.332970 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.356488 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-323bccb5-5aff-4c07-8cf0-39659096dd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.379910 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:36:34.380274 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:36:34.384395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:34.384771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-323bccb5-5aff-4c07-8cf0-39659096dd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.438023 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Pushing event updated for resources: {'Port': ['ID=11172ec3-afc5-4772-80cd-f6c611999a36,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:34.511361 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-323bccb5-5aff-4c07-8cf0-39659096dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.514081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-323bccb5-5aff-4c07-8cf0-39659096dd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.515280 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-323bccb5-5aff-4c07-8cf0-39659096dd90 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eb244233-94f9-4c9f-b74f-ae190391cefb HTTP/1.1" status: 204 len: 168 time: 0.2678707 Aug 16 20:36:34.552218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bccb5-5aff-4c07-8cf0-39659096dd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb244233-94f9-4c9f-b74f-ae190391cefb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:34.553639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1e887c9-5434-4ea8-add4-1d9b2f60dcee req-1975e718-f899-4707-88da-27904e617794 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0340176 Aug 16 20:36:34.608164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Attempting to bind port 11172ec3-afc5-4772-80cd-f6c611999a36 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:34.608859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Attempting to bind port 11172ec3-afc5-4772-80cd-f6c611999a36 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:34.609550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Attempting to bind port 11172ec3-afc5-4772-80cd-f6c611999a36 on network 53f0df0f-f139-4a71-b156-b3349ae71c27 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:34.616362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Port 11172ec3-afc5-4772-80cd-f6c611999a36 on network 53f0df0f-f139-4a71-b156-b3349ae71c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:34.617614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Attempting to bind port 11172ec3-afc5-4772-80cd-f6c611999a36 on network 53f0df0f-f139-4a71-b156-b3349ae71c27 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:34.624880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:34.630679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Checking segment: {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:34.630679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Bound using segment: {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:34.630679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Bound port: 11172ec3-afc5-4772-80cd-f6c611999a36, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d68764c-8a90-4866-abdd-341d4b63cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:34.630679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.718153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] For port 11172ec3-afc5-4772-80cd-f6c611999a36, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:34.722362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] For port 11172ec3-afc5-4772-80cd-f6c611999a36, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=11172ec3-afc5-4772-80cd-f6c611999a36,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:34.827856 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.834321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-111dbbdc-917f-4917-9714-cf1561c21cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:34.841726 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-111dbbdc-917f-4917-9714-cf1561c21cf9 service neutron] 10.222.0.76 "GET /v2.0/ports/4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 HTTP/1.1" status: 200 len: 1033 time: 0.0424750 Aug 16 20:36:34.846206 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bb1ad7-21b5-4c62-aa49-9322a0266a48 x-openstack-request-id: req-f2bb1ad7-21b5-4c62-aa49-9322a0266a48 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:34.847024 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:34.847435 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f2bb1ad7-21b5-4c62-aa49-9322a0266a48 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:34.847979 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'code': 200} Aug 16 20:36:34.921623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aba8102c-9185-4695-91c9-cac69e29a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:34.925296 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aba8102c-9185-4695-91c9-cac69e29a722 service neutron] 10.222.0.76 "GET /v2.0/ports/1e603d7b-c570-48b7-86c3-c246af5e7d10 HTTP/1.1" status: 200 len: 1032 time: 0.0801268 Aug 16 20:36:34.942792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Pushing event updated for resources: {'Port': ['ID=11172ec3-afc5-4772-80cd-f6c611999a36,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:34.960399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:34.963123 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.967333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-724d8e27-8f60-473e-bf21-0ea444f84f96 service neutron] 10.222.0.76 "PUT /v2.0/ports/11172ec3-afc5-4772-80cd-f6c611999a36 HTTP/1.1" status: 200 len: 1093 time: 1.3388462 Aug 16 20:36:34.978530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'tag': '11172ec3-afc5-4772-80cd-f6c611999a36'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:34.986244 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c125d702-1c7a-4efe-8399-20b9821aee5c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd952255-250e-4264-8ec5-2045ce3c4b31", "tag": "11172ec3-afc5-4772-80cd-f6c611999a36"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:34.991069 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.008240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-1d4888b4-e250-4734-b44b-3145749986c1 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:36:35.012298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-1d4888b4-e250-4734-b44b-3145749986c1 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434854 Aug 16 20:36:35.030246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72a8aa5-33d3-43c6-92c8-6b6633326318 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:35.071582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Request body: {'binding': {'host': 'n-h2-793619-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:35.072057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Unknown quota resources ['binding']. {{(pid=95261) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:36:35.098339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:35.176423 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.221247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-2b84e484-3839-4a35-bb9d-a0545767959b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:35.236679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-2b84e484-3839-4a35-bb9d-a0545767959b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:35.243225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-2b84e484-3839-4a35-bb9d-a0545767959b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:35.244910 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-2b84e484-3839-4a35-bb9d-a0545767959b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "GET /v2.0/networks?id=9505ab7f-c601-4aee-bc21-fb8454e73838&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431 HTTP/1.1" status: 200 len: 1994 time: 0.3127956 Aug 16 20:36:35.254247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b0d7-8c70-4088-b60b-7b155bf663ea req-83cfcfaf-b7d4-4126-82ca-b1e14d88fa45 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:35.255816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2274b0d7-8c70-4088-b60b-7b155bf663ea req-83cfcfaf-b7d4-4126-82ca-b1e14d88fa45 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.2843850 Aug 16 20:36:35.276392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-7dba0038-22ac-4aed-b695-4233599b23af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:35.277812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:35.277991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-7dba0038-22ac-4aed-b695-4233599b23af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d10d68cf0b74082b973805fd6550c08&device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 1096 time: 0.2032580 Aug 16 20:36:35.332972 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-c18625b7-6109-42c1-ab4c-1844bc0e8dc0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe44f7dddf834ff693dacd385350b360 HTTP/1.1" status: 200 len: 379 time: 0.0613310 Aug 16 20:36:35.348603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'admin_state_up': True, 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'security_groups': ['85c26a27-ac75-4d8c-b6da-65e1e18aae16']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:35.409359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-084e4773-e680-4d47-95af-d5b91367ab1d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11172ec3-afc5-4772-80cd-f6c611999a36 HTTP/1.1" status: 200 len: 217 time: 0.0613906 Aug 16 20:36:35.480532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2274b0d7-8c70-4088-b60b-7b155bf663ea req-28b52e5c-7682-4940-b7dc-3f3bfcf4fc41 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105672 Aug 16 20:36:35.518795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33112) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:35.529504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b72a8aa5-33d3-43c6-92c8-6b6633326318'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:35.538615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-41ec15b1-b497-4209-bf73-d40e66db5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:35.540362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-41ec15b1-b497-4209-bf73-d40e66db5cc3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9acddd0e-e6bd-4088-b50c-ecff70ad3f26 HTTP/1.1" status: 200 len: 863 time: 0.1159656 Aug 16 20:36:35.562072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 on host n-h2-793619-14 for vnic_type normal with profile None {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:35.563367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:35.563501 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b34e24c-0ebc-4dc7-9f75-6a269e58c1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.563601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:35.586553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Port b71912c0-939b-4f61-af55-94701ce797e5 on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:35.587093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:35.598766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:35.599352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:35.601591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:35.602207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Bound port: b71912c0-939b-4f61-af55-94701ce797e5, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:35.655213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-eff858b8-8215-45f9-8313-5db048a91cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:35.656997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-eff858b8-8215-45f9-8313-5db048a91cf1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53f0df0f-f139-4a71-b156-b3349ae71c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078463 Aug 16 20:36:35.670285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:35.692768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.736326 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b71912c0-939b-4f61-af55-94701ce797e5,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:35.775532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-378621bd-4423-43c8-8b75-e9350358595d service neutron] 10.222.0.76 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052790 Aug 16 20:36:35.823215 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] Notify callbacks [] for binding, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.838481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-847582ab-cc87-4691-9b9b-fd4c025e9f96 service neutron] 10.222.0.74 "POST /v2.0/ports/b71912c0-939b-4f61-af55-94701ce797e5/bindings HTTP/1.1" status: 201 len: 390 time: 0.7905571 Aug 16 20:36:35.991997 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b34e24c-0ebc-4dc7-9f75-6a269e58c1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.996930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92d69877-7c68-4e5a-bd75-b4be5842b9d5 req-1d4a66b7-eb1f-4c24-a061-e7121d4bb6bc service neutron] 10.222.0.76 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013247 Aug 16 20:36:36.016941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Allocated IP 172.20.0.5 (9505ab7f-c601-4aee-bc21-fb8454e73838/29c47eaa-d5e4-4aaf-bef9-954047912db6/541101d5-19e3-4b09-8468-6b127501afbd) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:36.019487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f76211-92d2-42e9-88ec-bbd0321b186d req-ad6e4ddf-bb68-43ae-bbfd-d47520b9bd1d tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:36.027382 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4f76211-92d2-42e9-88ec-bbd0321b186d req-ad6e4ddf-bb68-43ae-bbfd-d47520b9bd1d tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 949 time: 0.0953448 Aug 16 20:36:36.086599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4f76211-92d2-42e9-88ec-bbd0321b186d req-a1d1c42d-7892-4d22-ba96-bc4ac3d5ab03 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580685 Aug 16 20:36:36.105921 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b34e24c-0ebc-4dc7-9f75-6a269e58c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.160401 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec9ee34-f46f-4b9e-a5a4-7fe51d2ee97e x-openstack-request-id: req-1ec9ee34-f46f-4b9e-a5a4-7fe51d2ee97e {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:36.160695 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd952255-250e-4264-8ec5-2045ce3c4b31", "tag": "11172ec3-afc5-4772-80cd-f6c611999a36", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:36.160949 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ec9ee34-f46f-4b9e-a5a4-7fe51d2ee97e {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:36.162178 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'tag': '11172ec3-afc5-4772-80cd-f6c611999a36', 'status': 'completed', 'code': 200} Aug 16 20:36:36.262445 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2b34e24c-0ebc-4dc7-9f75-6a269e58c1a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4493b690aa2445788ea8b442e399f6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7418163 Aug 16 20:36:36.276599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33126) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:36.277913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34e24c-0ebc-4dc7-9f75-6a269e58c1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2135a3-26e7-44a3-9eb9-67caaeb4bc59,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:36.346572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d7f6def-b8f9-4d01-a409-31d93434bab5 req-b13776cd-9146-439b-af56-2738435b6445 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0813103 Aug 16 20:36:36.357520 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.419087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125d702-1c7a-4efe-8399-20b9821aee5c req-d1f12134-e403-437c-b1aa-786540deb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:36.421400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Transition to ACTIVE for port object 541101d5-19e3-4b09-8468-6b127501afbd will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:36.421806 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c125d702-1c7a-4efe-8399-20b9821aee5c req-d1f12134-e403-437c-b1aa-786540deb394 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d10d68cf0b74082b973805fd6550c08&device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 1096 time: 0.2282550 Aug 16 20:36:36.445987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a7e7c-cf6d-4d30-9b74-64f632695a34 req-8afe2ddb-a5f5-4c63-9629-af6398bb696f tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:36.447900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-997a7e7c-cf6d-4d30-9b74-64f632695a34 req-8afe2ddb-a5f5-4c63-9629-af6398bb696f tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 944 time: 0.2555242 Aug 16 20:36:36.540285 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.565232 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14f0ce59-3669-43f6-926a-1c6377620463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.586090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network 9505ab7f-c601-4aee-bc21-fb8454e73838 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:36.591525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:36.594093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:36.599911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:36.600591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.607808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-997a7e7c-cf6d-4d30-9b74-64f632695a34 req-3278b842-e7a0-4440-a24d-0e0fe65a1a5b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379538 Aug 16 20:36:36.627016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Port': ['ID=541101d5-19e3-4b09-8468-6b127501afbd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:36.644310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-1e5a3f65-bf7f-4985-b914-4e3c3aaa3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:36.647112 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-1e5a3f65-bf7f-4985-b914-4e3c3aaa3918 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 1097 time: 0.2227690 Aug 16 20:36:36.651779 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14f0ce59-3669-43f6-926a-1c6377620463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.719480 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-869748d6-7183-4bec-9e22-e59939a3c536 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3799031 Aug 16 20:36:36.732848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'network_id': '10d02a5b-303c-4edc-8926-014570002926', 'admin_state_up': True, 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'security_groups': ['85c26a27-ac75-4d8c-b6da-65e1e18aae16']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:36.820034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125d702-1c7a-4efe-8399-20b9821aee5c req-90113fc4-8d4b-4d75-878f-5205586934d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:36.821566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c125d702-1c7a-4efe-8399-20b9821aee5c req-90113fc4-8d4b-4d75-878f-5205586934d6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=53f0df0f-f139-4a71-b156-b3349ae71c27 HTTP/1.1" status: 200 len: 925 time: 0.3692243 Aug 16 20:36:36.929701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c125d702-1c7a-4efe-8399-20b9821aee5c req-4600d246-ab46-4cee-9ac2-d6efd8c0ad9d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11172ec3-afc5-4772-80cd-f6c611999a36 HTTP/1.1" status: 200 len: 217 time: 0.0861855 Aug 16 20:36:36.945402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f8798-ee82-4ee3-9b3d-e9f159482eab req-5be697f2-7f36-4d88-a6d7-dca674e5ef9e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:36.949503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d04f8798-ee82-4ee3-9b3d-e9f159482eab req-5be697f2-7f36-4d88-a6d7-dca674e5ef9e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.2474034 Aug 16 20:36:36.967579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:36.972190 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.008077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-56ce50cc-50b6-44c1-a613-fba89ee1aadf None None] Provisioning for port 541101d5-19e3-4b09-8468-6b127501afbd completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:37.012080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-56ce50cc-50b6-44c1-a613-fba89ee1aadf None None] Provisioning complete for port 541101d5-19e3-4b09-8468-6b127501afbd triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:37.015955 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-56ce50cc-50b6-44c1-a613-fba89ee1aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.016087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-b1384ff0-848b-4303-a587-6d4f8cc1f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.017338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-b1384ff0-848b-4303-a587-6d4f8cc1f94d service neutron] 10.222.0.79 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.3567762 Aug 16 20:36:37.037408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5671ac-3c3e-4d00-b79f-4120ee5f0c67 req-40cbd257-b737-4de4-a574-8814c31b69c0 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.038922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a5671ac-3c3e-4d00-b79f-4120ee5f0c67 req-40cbd257-b737-4de4-a574-8814c31b69c0 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1891005 Aug 16 20:36:37.049265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-56ce50cc-50b6-44c1-a613-fba89ee1aadf None None] Port 541101d5-19e3-4b09-8468-6b127501afbd cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:37.061958 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14f0ce59-3669-43f6-926a-1c6377620463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.064503 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14f0ce59-3669-43f6-926a-1c6377620463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.067903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-14f0ce59-3669-43f6-926a-1c6377620463 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1f2135a3-26e7-44a3-9eb9-67caaeb4bc59 HTTP/1.1" status: 204 len: 168 time: 0.7879322 Aug 16 20:36:37.115994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-82b43f42-37a1-4010-a458-62fb68c7b2c0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71912c0-939b-4f61-af55-94701ce797e5 HTTP/1.1" status: 200 len: 217 time: 0.0759771 Aug 16 20:36:37.118955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d04f8798-ee82-4ee3-9b3d-e9f159482eab req-2dcb63a4-4b8e-4a7f-a667-ab062835cd45 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587310 Aug 16 20:36:37.120384 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125d702-1c7a-4efe-8399-20b9821aee5c req-b4d4dcca-dcc4-4a10-a320-19e2a061fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.122217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c125d702-1c7a-4efe-8399-20b9821aee5c req-b4d4dcca-dcc4-4a10-a320-19e2a061fbcc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9acddd0e-e6bd-4088-b50c-ecff70ad3f26 HTTP/1.1" status: 200 len: 863 time: 0.1705265 Aug 16 20:36:37.165725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0ce59-3669-43f6-926a-1c6377620463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2135a3-26e7-44a3-9eb9-67caaeb4bc59,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:37.233750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a5671ac-3c3e-4d00-b79f-4120ee5f0c67 req-01b9c643-7422-41d5-bad4-ba3a927caa60 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725669 Aug 16 20:36:37.259888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-064c4e11-c573-4eb7-9662-f684504fc3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.261521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-064c4e11-c573-4eb7-9662-f684504fc3d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.1294518 Aug 16 20:36:37.271696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Allocated IP 10.1.1.244 (10d02a5b-303c-4edc-8926-014570002926/8cb47a69-66ae-4323-af77-05160d39df8d/dff5d104-9250-4ba8-ab72-955d0849cbfd) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:37.276069 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125d702-1c7a-4efe-8399-20b9821aee5c req-97d8380a-4f20-4175-99f2-6ca5c6e3c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.277805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c125d702-1c7a-4efe-8399-20b9821aee5c req-97d8380a-4f20-4175-99f2-6ca5c6e3c096 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53f0df0f-f139-4a71-b156-b3349ae71c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1440234 Aug 16 20:36:37.304812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-244e5af4-173d-4a4f-8729-0f3b10987f3f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302269 Aug 16 20:36:37.417889 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c125d702-1c7a-4efe-8399-20b9821aee5c req-ea0969c8-2f48-4bc3-8df1-44fc96e95bd0 service neutron] 10.222.0.76 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119621 Aug 16 20:36:37.451927 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.470028 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Transition to ACTIVE for port object dff5d104-9250-4ba8-ab72-955d0849cbfd will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:37.597460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70de58-b775-4275-8e71-c2be7acb2023 req-e82978a0-4060-44ad-a357-867d0813e652 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.602096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.605929 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d70de58-b775-4275-8e71-c2be7acb2023 req-e82978a0-4060-44ad-a357-867d0813e652 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 949 time: 0.1870255 Aug 16 20:36:37.668298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-053f51ce-a83e-45d0-a9b8-4c47fb2090e2 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482772 Aug 16 20:36:37.671644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Port': ['ID=dff5d104-9250-4ba8-ab72-955d0849cbfd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:37.684324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c125d702-1c7a-4efe-8399-20b9821aee5c req-d4a6c851-ecda-4ad0-80e5-869d46a276b7 service neutron] 10.222.0.76 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181361 Aug 16 20:36:37.691954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network 10d02a5b-303c-4edc-8926-014570002926 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:37.693958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:37.696980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:37.706838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.707700 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.794907 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d70de58-b775-4275-8e71-c2be7acb2023 req-ea0b1246-d9d0-480e-8adb-e7aec1f63465 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737421 Aug 16 20:36:37.820939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b72a8aa5-33d3-43c6-92c8-6b6633326318 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:37.838366 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-6ed3f8aa-e706-40ce-bfdd-0a662d13cf28 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1108441 Aug 16 20:36:37.853298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'network_id': '10d02a5b-303c-4edc-8926-014570002926', 'admin_state_up': True, 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'security_groups': ['85c26a27-ac75-4d8c-b6da-65e1e18aae16']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:37.860601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e50eb4-0c0e-4bcc-99e0-84316bb688c4 req-2bf1c284-a99b-423c-9133-9a77105eeedd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.867645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e50eb4-0c0e-4bcc-99e0-84316bb688c4 req-2bf1c284-a99b-423c-9133-9a77105eeedd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.870203 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6e50eb4-0c0e-4bcc-99e0-84316bb688c4 req-2bf1c284-a99b-423c-9133-9a77105eeedd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 1653 time: 0.2076054 Aug 16 20:36:37.951671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6e50eb4-0c0e-4bcc-99e0-84316bb688c4 req-255f0619-7b90-46ae-8018-8b84dbc9e849 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678546 Aug 16 20:36:37.960359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port b72a8aa5-33d3-43c6-92c8-6b6633326318 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:37.960810 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.058019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-de31058c-4975-43b5-864e-a4893462792e service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759332 Aug 16 20:36:38.092768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bafd68-7481-4dca-8af9-5ba8d7d58eda req-cdf1b21f-8876-4b08-bae8-d25c9a022404 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:38.106450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71bafd68-7481-4dca-8af9-5ba8d7d58eda req-cdf1b21f-8876-4b08-bae8-d25c9a022404 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 944 time: 0.1732373 Aug 16 20:36:38.117791 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.145043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:38.150926 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a12eb1-c4f2-4327-ae55-4b95f22ff7e2" -d '{"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-plugged", "status": "completed", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:38.161655 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71bafd68-7481-4dca-8af9-5ba8d7d58eda req-4b1c9354-a12d-4447-a57e-cd67edc2afaa tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518978 Aug 16 20:36:38.179931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:38.182819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:38.185711 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.188826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17fa0231-0922-42e6-85f2-d21903f945ac None None] Provisioning for port dff5d104-9250-4ba8-ab72-955d0849cbfd completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:38.205442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17fa0231-0922-42e6-85f2-d21903f945ac None None] Provisioning complete for port dff5d104-9250-4ba8-ab72-955d0849cbfd triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:38.205637 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17fa0231-0922-42e6-85f2-d21903f945ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.260809 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17fa0231-0922-42e6-85f2-d21903f945ac None None] Port dff5d104-9250-4ba8-ab72-955d0849cbfd cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:38.288929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.298629 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d0d99d-6a7d-4ac2-92e9-9fff966e16a5 x-openstack-request-id: req-e7d0d99d-6a7d-4ac2-92e9-9fff966e16a5 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:38.298629 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-plugged", "status": "completed", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:38.298629 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e7d0d99d-6a7d-4ac2-92e9-9fff966e16a5 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:38.298885 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'code': 200} Aug 16 20:36:38.316764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ab6e5-6af0-4084-a73b-ddc3da009c0f req-832ce557-5002-477a-b821-fcb71c6bfca2 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:38.319582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f38ab6e5-6af0-4084-a73b-ddc3da009c0f req-832ce557-5002-477a-b821-fcb71c6bfca2 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.0948935 Aug 16 20:36:38.404477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f38ab6e5-6af0-4084-a73b-ddc3da009c0f req-538fa25b-5472-405d-935b-beb150666948 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756450 Aug 16 20:36:38.448173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:38.471073 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Allocated IP 10.1.1.184 (10d02a5b-303c-4edc-8926-014570002926/8cb47a69-66ae-4323-af77-05160d39df8d/08db1591-b7d3-496f-b184-e13a3f241a8f) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:38.540727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ec737-d0b6-4649-9ddb-d121f1ce3169 req-dd6a1cca-498b-4cec-b16d-41274a8f7f18 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:38.542652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c2ec737-d0b6-4649-9ddb-d121f1ce3169 req-dd6a1cca-498b-4cec-b16d-41274a8f7f18 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0706544 Aug 16 20:36:38.611717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c2ec737-d0b6-4649-9ddb-d121f1ce3169 req-4e519e57-8377-487b-aeb4-4a6903cdf453 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628462 Aug 16 20:36:38.740627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.750532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee128e2f-ce5a-451d-aaea-7ce9a36819dc req-5a6d84e3-0b68-4498-af1f-6a04925affc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:38.762053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee128e2f-ce5a-451d-aaea-7ce9a36819dc req-5a6d84e3-0b68-4498-af1f-6a04925affc7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 1102 time: 0.0885365 Aug 16 20:36:38.773056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Transition to ACTIVE for port object 08db1591-b7d3-496f-b184-e13a3f241a8f will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:38.872671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee128e2f-ce5a-451d-aaea-7ce9a36819dc req-40d4c161-9838-4888-b7ee-55d5bac401db service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845957 Aug 16 20:36:38.922699 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.948470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70375a54-cb73-40d7-92f7-0b81c6a4d7b9 req-9abbeb7f-da52-4d59-88f9-c6ff6ffcda43 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:38.953714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70375a54-cb73-40d7-92f7-0b81c6a4d7b9 req-9abbeb7f-da52-4d59-88f9-c6ff6ffcda43 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0562415 Aug 16 20:36:38.981314 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Port': ['ID=08db1591-b7d3-496f-b184-e13a3f241a8f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:38.984856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network 10d02a5b-303c-4edc-8926-014570002926 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:38.986701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:38.991020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:39.001533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:39.002590 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.018458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70375a54-cb73-40d7-92f7-0b81c6a4d7b9 req-e23f6f90-fa63-47a0-95d5-2cfa6d265728 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605412 Aug 16 20:36:39.140374 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8255d694-72e1-4e66-a721-2360c1516725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2865732 Aug 16 20:36:39.152783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431', 'admin_state_up': True, 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'security_groups': ['85c26a27-ac75-4d8c-b6da-65e1e18aae16']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:39.195691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb3227-ae2d-4da6-84bd-08af101c006f req-4a3705ca-0dad-4201-a6e7-12634a187ddd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:39.215047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb3227-ae2d-4da6-84bd-08af101c006f req-4a3705ca-0dad-4201-a6e7-12634a187ddd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:39.221512 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb3227-ae2d-4da6-84bd-08af101c006f req-4a3705ca-0dad-4201-a6e7-12634a187ddd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:39.223175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0cb3227-ae2d-4da6-84bd-08af101c006f req-4a3705ca-0dad-4201-a6e7-12634a187ddd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 2374 time: 0.1226242 Aug 16 20:36:39.295957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0cb3227-ae2d-4da6-84bd-08af101c006f req-d377f924-94aa-4a3e-a3fd-362ed1db8fff tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659087 Aug 16 20:36:39.410373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78505c82-8eda-440a-a5f9-30aed823339b req-861803ae-699c-4081-8a82-d494453e9439 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:39.412797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78505c82-8eda-440a-a5f9-30aed823339b req-861803ae-699c-4081-8a82-d494453e9439 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 944 time: 0.1211984 Aug 16 20:36:39.473581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78505c82-8eda-440a-a5f9-30aed823339b req-3532b013-9579-4b6e-ae5a-a174971ef9b7 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528064 Aug 16 20:36:39.520007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:39.520559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1eca8878-b08c-4300-920c-e75c430c4cb2 None None] Provisioning for port 08db1591-b7d3-496f-b184-e13a3f241a8f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:39.524806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1eca8878-b08c-4300-920c-e75c430c4cb2 None None] Provisioning complete for port 08db1591-b7d3-496f-b184-e13a3f241a8f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:39.526026 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1eca8878-b08c-4300-920c-e75c430c4cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.611072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f365fe-e5ee-4d40-a48d-1c5e04c12947 req-a3a0635a-b947-42dd-b26b-d553fd401d33 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:39.612667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46f365fe-e5ee-4d40-a48d-1c5e04c12947 req-a3a0635a-b947-42dd-b26b-d553fd401d33 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.1062055 Aug 16 20:36:39.622465 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1eca8878-b08c-4300-920c-e75c430c4cb2 None None] Port 08db1591-b7d3-496f-b184-e13a3f241a8f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:39.682291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.690779 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46f365fe-e5ee-4d40-a48d-1c5e04c12947 req-386d6e48-4746-45df-91bb-21cd4ed50b99 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702894 Aug 16 20:36:39.738066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 11172ec3-afc5-4772-80cd-f6c611999a36 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:36:39.759102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60fbcb16-03ac-472e-8b16-45f349ea7960 req-150860a5-e668-4186-a741-2cde7b4c1020 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685351 Aug 16 20:36:39.879516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 11172ec3-afc5-4772-80cd-f6c611999a36, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=11172ec3-afc5-4772-80cd-f6c611999a36,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:39.895233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '11172ec3-afc5-4772-80cd-f6c611999a36', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'port_id': '11172ec3-afc5-4772-80cd-f6c611999a36', 'mac_address': 'fa:16:3e:38:a2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:36:39.924528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbcb16-03ac-472e-8b16-45f349ea7960 req-178bb2dc-45d2-45a2-8fb3-6223c7fa1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:39.926318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60fbcb16-03ac-472e-8b16-45f349ea7960 req-178bb2dc-45d2-45a2-8fb3-6223c7fa1679 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 1097 time: 0.1463945 Aug 16 20:36:39.946500 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.967680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11172ec3-afc5-4772-80cd-f6c611999a36 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:40.002775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 11172ec3-afc5-4772-80cd-f6c611999a36, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=11172ec3-afc5-4772-80cd-f6c611999a36,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:40.041042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597fce1-df10-497f-932d-2c2d2c4b6350 req-fed5f881-b94a-41e5-b967-4cd9325c720b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:40.042591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f597fce1-df10-497f-932d-2c2d2c4b6350 req-fed5f881-b94a-41e5-b967-4cd9325c720b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1733139 Aug 16 20:36:40.077655 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.104588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f597fce1-df10-497f-932d-2c2d2c4b6350 req-d383d112-2fbc-4fc0-a180-ddaccc16bee0 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534914 Aug 16 20:36:40.174587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbcb16-03ac-472e-8b16-45f349ea7960 req-2b976333-95c4-4102-a46d-8b6e2d4d32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:40.176061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60fbcb16-03ac-472e-8b16-45f349ea7960 req-2b976333-95c4-4102-a46d-8b6e2d4d32cc service neutron] 10.222.0.79 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.2055459 Aug 16 20:36:40.186138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Allocated IP 10.2.2.100 (8a5adb33-af8d-4fe7-9350-6cb15ad0f431/9cdc1982-a4d6-40b6-8783-e19b73c18c30/c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:40.228012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=11172ec3-afc5-4772-80cd-f6c611999a36,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:40.260044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60fbcb16-03ac-472e-8b16-45f349ea7960 req-04dbadb6-fb91-41a2-85de-f7c674d485b9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13 HTTP/1.1" status: 200 len: 217 time: 0.0744820 Aug 16 20:36:40.311602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbcb16-03ac-472e-8b16-45f349ea7960 req-1cfc6d9e-84c2-4e22-b325-48f8169c9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:40.313120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60fbcb16-03ac-472e-8b16-45f349ea7960 req-1cfc6d9e-84c2-4e22-b325-48f8169c9d43 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0449696 Aug 16 20:36:40.333646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['11172ec3-afc5-4772-80cd-f6c611999a36'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:40.365045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60fbcb16-03ac-472e-8b16-45f349ea7960 req-bbe9850d-48db-499a-9e27-2173bb95f384 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380626 Aug 16 20:36:40.395206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513a2eb-0160-4309-a50d-95523ad0325b req-be87e374-1102-47d5-ad3a-4ff6347aa928 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:40.396819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b513a2eb-0160-4309-a50d-95523ad0325b req-be87e374-1102-47d5-ad3a-4ff6347aa928 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1399744 Aug 16 20:36:40.456079 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.488386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Transition to ACTIVE for port object c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:40.603069 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.651801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:40.655239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:40.659228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:40.665814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:40.666462 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.673141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Port': ['ID=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:40.757064 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e752748a-643f-4015-94a8-584ba17fe84e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6093252 Aug 16 20:36:40.770056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431', 'admin_state_up': True, 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'security_groups': ['85c26a27-ac75-4d8c-b6da-65e1e18aae16']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:40.805885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-3e174b2e-0351-4b9f-b0cb-63e1795958da tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=bb80fcc3b979415d9346b47e921f61c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720918 Aug 16 20:36:40.914135 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b513a2eb-0160-4309-a50d-95523ad0325b req-d132f96b-1046-4119-833c-82210431500c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785600 Aug 16 20:36:40.918232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60fbcb16-03ac-472e-8b16-45f349ea7960 req-edaaebe3-f458-43ef-a49f-012849ee7823 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437965 Aug 16 20:36:40.961838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Made reservation on behalf of fe44f7dddf834ff693dacd385350b360 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:40.966548 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.028643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-4c9c34a6-08f3-4147-9bf1-8783f44c88d7 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:41.030562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-4c9c34a6-08f3-4147-9bf1-8783f44c88d7 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103934 Aug 16 20:36:41.039244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2c14e73e-9e49-4b52-a52b-32297bb53702 None None] Provisioning for port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:41.043512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2c14e73e-9e49-4b52-a52b-32297bb53702 None None] Provisioning complete for port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:41.043892 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2c14e73e-9e49-4b52-a52b-32297bb53702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.082653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2c14e73e-9e49-4b52-a52b-32297bb53702 None None] Port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:41.098411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60fbcb16-03ac-472e-8b16-45f349ea7960 req-783aacbe-8b75-48ab-8620-074f9d6993c1 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639473 Aug 16 20:36:41.131643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f7cb9744-6c3e-4e38-aabe-8739cb07f1ae tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/quotas/bb80fcc3b979415d9346b47e921f61c4 HTTP/1.1" status: 200 len: 375 time: 0.0826871 Aug 16 20:36:41.150327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6689e5-a64a-4086-b24d-100675952e89 req-1a56826f-74b4-439b-b2e3-1c90d7602b0c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:41.152757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Allocated IP 10.2.2.200 (8a5adb33-af8d-4fe7-9350-6cb15ad0f431/9cdc1982-a4d6-40b6-8783-e19b73c18c30/3151b502-fa54-46e9-bf5b-4f5a5389963c) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:41.156770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6689e5-a64a-4086-b24d-100675952e89 req-1a56826f-74b4-439b-b2e3-1c90d7602b0c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:41.162651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6689e5-a64a-4086-b24d-100675952e89 req-1a56826f-74b4-439b-b2e3-1c90d7602b0c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:41.169220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6689e5-a64a-4086-b24d-100675952e89 req-1a56826f-74b4-439b-b2e3-1c90d7602b0c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:41.170948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff6689e5-a64a-4086-b24d-100675952e89 req-1a56826f-74b4-439b-b2e3-1c90d7602b0c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 3095 time: 0.1378911 Aug 16 20:36:41.207434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-ccb05838-46f8-4581-aba7-8d41d01b1b89 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb80fcc3b979415d9346b47e921f61c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354640 Aug 16 20:36:41.230982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff6689e5-a64a-4086-b24d-100675952e89 req-92b51f98-4eee-4647-b213-2699329ac712 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504923 Aug 16 20:36:41.308330 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.325058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Transition to ACTIVE for port object 3151b502-fa54-46e9-bf5b-4f5a5389963c will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:41.367398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ec7ed-2376-46e3-b160-9db8f2476172 req-0c7a2b51-f0e2-4205-81f0-d543f99789fd tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:41.368907 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-003ec7ed-2376-46e3-b160-9db8f2476172 req-0c7a2b51-f0e2-4205-81f0-d543f99789fd tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 945 time: 0.0562272 Aug 16 20:36:41.410438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-003ec7ed-2376-46e3-b160-9db8f2476172 req-3fad9ae8-9446-4ed0-991d-b8119626e756 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346363 Aug 16 20:36:41.414081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.524994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:41.528819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:41.533446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:41.540092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:41.540737 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.547117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event updated for resources: {'Port': ['ID=3151b502-fa54-46e9-bf5b-4f5a5389963c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:41.588748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd2e3-e734-4d2c-aac0-72f4f5a63936 req-3e0d156c-2082-4929-b637-97e0a83f8633 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:41.590629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c59dd2e3-e734-4d2c-aac0-72f4f5a63936 req-3e0d156c-2082-4929-b637-97e0a83f8633 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.1204870 Aug 16 20:36:41.649605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c59dd2e3-e734-4d2c-aac0-72f4f5a63936 req-783d4af3-d5e4-466f-9fe0-1feed00a6eb4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510826 Aug 16 20:36:41.662451 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-3be0ebf1-02f1-4d6f-b836-f631b9be0982 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8936956 Aug 16 20:36:41.663432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2631880-a657-4fdf-8872-197ae5062e4d req-155113c3-2d8a-439c-9f84-06a3106e408a tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:41.664620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2631880-a657-4fdf-8872-197ae5062e4d req-155113c3-2d8a-439c-9f84-06a3106e408a tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1587427 Aug 16 20:36:41.675372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:41.716080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2631880-a657-4fdf-8872-197ae5062e4d req-15fcd3ad-3881-44d3-a74a-6c39503689ed tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346472 Aug 16 20:36:41.738012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.755787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 11172ec3-afc5-4772-80cd-f6c611999a36 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:41.923050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa380453-129c-4b09-845d-44cb8fa28721 req-a9ba7ce4-08f1-474f-a376-6b293f816cfd tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0682373 Aug 16 20:36:41.935497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 11172ec3-afc5-4772-80cd-f6c611999a36 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:41.940585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 11172ec3-afc5-4772-80cd-f6c611999a36 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:41.941570 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.955181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e90a0-a0a4-4e47-a564-638853a82d8f req-caee5c70-bf84-47b0-8434-ee7fdda9ec59 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:41.956734 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d20e90a0-a0a4-4e47-a564-638853a82d8f req-caee5c70-bf84-47b0-8434-ee7fdda9ec59 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1008203 Aug 16 20:36:41.997011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-02411eaf-8cc6-4115-ac5f-001ddac08aeb None None] Provisioning for port 3151b502-fa54-46e9-bf5b-4f5a5389963c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:42.013228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d20e90a0-a0a4-4e47-a564-638853a82d8f req-254267a8-63e6-47af-82f7-5eb9267787c2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Aug 16 20:36:42.035124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-02411eaf-8cc6-4115-ac5f-001ddac08aeb None None] Provisioning complete for port 3151b502-fa54-46e9-bf5b-4f5a5389963c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:42.035504 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-02411eaf-8cc6-4115-ac5f-001ddac08aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.098772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-02411eaf-8cc6-4115-ac5f-001ddac08aeb None None] Port 3151b502-fa54-46e9-bf5b-4f5a5389963c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:42.125283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541101d5-19e3-4b09-8468-6b127501afbd {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:42.133881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.151361 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.153353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Transition to ACTIVE for port object 541101d5-19e3-4b09-8468-6b127501afbd will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:42.187719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11172ec3-afc5-4772-80cd-f6c611999a36'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:42.190080 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e3d0d2-c033-4dbb-91fc-e007ba91336c" -d '{"events": [{"server_uuid": "fd952255-250e-4264-8ec5-2045ce3c4b31", "name": "network-vif-plugged", "status": "completed", "tag": "11172ec3-afc5-4772-80cd-f6c611999a36"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:42.203928 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 11172ec3-afc5-4772-80cd-f6c611999a36, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=11172ec3-afc5-4772-80cd-f6c611999a36,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:42.221679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.229869 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ccec77-da55-435b-b82b-fb11c27a9b42 x-openstack-request-id: req-d7ccec77-da55-435b-b82b-fb11c27a9b42 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:42.230271 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd952255-250e-4264-8ec5-2045ce3c4b31", "name": "network-vif-plugged", "status": "completed", "tag": "11172ec3-afc5-4772-80cd-f6c611999a36", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:42.230620 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d7ccec77-da55-435b-b82b-fb11c27a9b42 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:42.231148 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11172ec3-afc5-4772-80cd-f6c611999a36', 'code': 200} Aug 16 20:36:42.285426 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.415411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Pushing event updated for resources: {'Port': ['ID=541101d5-19e3-4b09-8468-6b127501afbd,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:42.420002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Attempting to bind port 541101d5-19e3-4b09-8468-6b127501afbd on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:42.431324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Attempting to bind port 541101d5-19e3-4b09-8468-6b127501afbd by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:42.432001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Attempting to bind port 541101d5-19e3-4b09-8468-6b127501afbd on network 9505ab7f-c601-4aee-bc21-fb8454e73838 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:42.437869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Port 541101d5-19e3-4b09-8468-6b127501afbd on network 9505ab7f-c601-4aee-bc21-fb8454e73838 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:42.438554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Attempting to bind port 541101d5-19e3-4b09-8468-6b127501afbd on network 9505ab7f-c601-4aee-bc21-fb8454e73838 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:42.445051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:42.454785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Checking segment: {'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:42.455680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Bound using segment: {'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:42.456370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Bound port: 541101d5-19e3-4b09-8468-6b127501afbd, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:42.457222 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.468209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=11172ec3-afc5-4772-80cd-f6c611999a36,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:42.509452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33270) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:42.599291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882ea1a-2fd8-4f2f-ae23-a4e6e29107d4 req-253b64ec-3c70-4663-b154-10906f5448d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:42.602231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2882ea1a-2fd8-4f2f-ae23-a4e6e29107d4 req-253b64ec-3c70-4663-b154-10906f5448d7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 1098 time: 0.2883933 Aug 16 20:36:42.631824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c8613-3eb2-4556-a502-f8e7c47209c3 req-bec191f4-a278-4668-8437-aa87b3b11f19 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:42.636678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] For port 541101d5-19e3-4b09-8468-6b127501afbd, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:42.642314 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] For port 541101d5-19e3-4b09-8468-6b127501afbd, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=541101d5-19e3-4b09-8468-6b127501afbd,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:42.646371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c8613-3eb2-4556-a502-f8e7c47209c3 req-bec191f4-a278-4668-8437-aa87b3b11f19 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:42.654734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c8613-3eb2-4556-a502-f8e7c47209c3 req-bec191f4-a278-4668-8437-aa87b3b11f19 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:42.661350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c8613-3eb2-4556-a502-f8e7c47209c3 req-bec191f4-a278-4668-8437-aa87b3b11f19 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:42.667781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c8613-3eb2-4556-a502-f8e7c47209c3 req-bec191f4-a278-4668-8437-aa87b3b11f19 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:42.676107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db7c8613-3eb2-4556-a502-f8e7c47209c3 req-bec191f4-a278-4668-8437-aa87b3b11f19 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 3828 time: 0.3535020 Aug 16 20:36:42.698935 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d7e96a77-b600-4fda-93b4-12dce5562f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.703866 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-77d14032-7baf-47b9-b637-78afcedd632b req-c7206d40-dcc0-4dfd-ad5e-56a43b5f22ff service neutron] show failed (client error): The resource could not be found. Aug 16 20:36:42.705015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-c7206d40-dcc0-4dfd-ad5e-56a43b5f22ff service neutron] 10.222.0.79 "GET /v2.0/ports/940060f9-ae3b-414d-80d8-08b474c7c779/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.3035979 Aug 16 20:36:42.778668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2882ea1a-2fd8-4f2f-ae23-a4e6e29107d4 req-9cdec939-d222-4307-b230-1338fd87875e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991786 Aug 16 20:36:42.785944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db7c8613-3eb2-4556-a502-f8e7c47209c3 req-07058944-bd63-4a3e-8a5b-933fd922d9af tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089590 Aug 16 20:36:42.801287 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d7e96a77-b600-4fda-93b4-12dce5562f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.806938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee2406-aef8-4404-997a-1915066ca084 req-a5810114-1135-4a09-b5f2-280b2e58af9e tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:42.808508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78ee2406-aef8-4404-997a-1915066ca084 req-a5810114-1135-4a09-b5f2-280b2e58af9e tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 946 time: 0.1302018 Aug 16 20:36:42.852706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78ee2406-aef8-4404-997a-1915066ca084 req-a2ccc090-f203-4404-b2e4-bed852c29ba8 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347042 Aug 16 20:36:42.867779 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.931160 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d7e96a77-b600-4fda-93b4-12dce5562f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.958920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Pushing event updated for resources: {'Port': ['ID=541101d5-19e3-4b09-8468-6b127501afbd,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:42.974360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:42.974977 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.976285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99133a-dd6f-42c0-877c-394100c88f2c req-fd3f9851-0572-4ad1-b01a-94945ab9a3c3 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:42.977095 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a03794b6-c661-44c3-8a85-23abc2b0d36b service neutron] 10.222.0.76 "PUT /v2.0/ports/541101d5-19e3-4b09-8468-6b127501afbd HTTP/1.1" status: 200 len: 1092 time: 1.3082147 Aug 16 20:36:42.977831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '541101d5-19e3-4b09-8468-6b127501afbd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:42.978077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b99133a-dd6f-42c0-877c-394100c88f2c req-fd3f9851-0572-4ad1-b01a-94945ab9a3c3 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0998275 Aug 16 20:36:42.980116 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffee1ca-3c18-45fd-9102-f5b5dab10180" -d '{"events": [{"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "541101d5-19e3-4b09-8468-6b127501afbd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:43.001090 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d7e96a77-b600-4fda-93b4-12dce5562f6a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b4ff9e0afca48698f044ac73668f603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886103 Aug 16 20:36:43.003027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33288) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:43.003720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e96a77-b600-4fda-93b4-12dce5562f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d1ac7e-3296-4504-8c5b-d1e3125c6c4e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:43.084262 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd22-7652-483c-bec8-54d9345c6152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.086640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14261309-7e7a-48e4-95f3-adc851581ccb req-b7317442-b20f-46cf-b5dd-d925eff12581 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.088869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14261309-7e7a-48e4-95f3-adc851581ccb req-b7317442-b20f-46cf-b5dd-d925eff12581 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.1514394 Aug 16 20:36:43.114377 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd22-7652-483c-bec8-54d9345c6152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.124731 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b99133a-dd6f-42c0-877c-394100c88f2c req-a03e4d4d-dc32-40ae-82c3-70c69396813b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732605 Aug 16 20:36:43.147563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:43.188570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14261309-7e7a-48e4-95f3-adc851581ccb req-0bdf7a59-6cb9-4d9e-b987-3eb11b91f28d tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794652 Aug 16 20:36:43.271686 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4877a15-8e10-47eb-aa5e-649e036586c3 x-openstack-request-id: req-e4877a15-8e10-47eb-aa5e-649e036586c3 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:43.271984 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "541101d5-19e3-4b09-8468-6b127501afbd", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:43.272390 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e4877a15-8e10-47eb-aa5e-649e036586c3 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:43.272780 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '541101d5-19e3-4b09-8468-6b127501afbd', 'status': 'completed', 'code': 200} Aug 16 20:36:43.275314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b4aa308-32a6-45ce-9a05-130193054877 req-64bf8432-3229-455e-bcd3-e1ecef2e783a tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0412180 Aug 16 20:36:43.283413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.398517 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd22-7652-483c-bec8-54d9345c6152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.400718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-29e18619-6cfb-4396-a657-c06110585d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.401124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd22-7652-483c-bec8-54d9345c6152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.406541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-29e18619-6cfb-4396-a657-c06110585d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.406541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-29e18619-6cfb-4396-a657-c06110585d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.406541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-29e18619-6cfb-4396-a657-c06110585d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.407281 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9c10bd22-7652-483c-bec8-54d9345c6152 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/11d1ac7e-3296-4504-8c5b-d1e3125c6c4e HTTP/1.1" status: 204 len: 168 time: 0.3958027 Aug 16 20:36:43.407376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-29e18619-6cfb-4396-a657-c06110585d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.407376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-29e18619-6cfb-4396-a657-c06110585d49 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 4364 time: 0.0890658 Aug 16 20:36:43.423112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10bd22-7652-483c-bec8-54d9345c6152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d1ac7e-3296-4504-8c5b-d1e3125c6c4e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:43.443531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488d6bf-6e20-4a81-a2a4-0749496e4964 req-0b71393e-2c13-4ec4-8578-be50fa0aeb7f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.452130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6488d6bf-6e20-4a81-a2a4-0749496e4964 req-0b71393e-2c13-4ec4-8578-be50fa0aeb7f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1351881 Aug 16 20:36:43.594940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6488d6bf-6e20-4a81-a2a4-0749496e4964 req-d51e464a-4404-4caa-96bf-c7e49f1ee457 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405897 Aug 16 20:36:43.644656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-c6c0dd1b-c05d-4c88-b579-ffd920402c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.645099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-c6c0dd1b-c05d-4c88-b579-ffd920402c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.645586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-c6c0dd1b-c05d-4c88-b579-ffd920402c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.647277 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-c6c0dd1b-c05d-4c88-b579-ffd920402c21 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=fe44f7dddf834ff693dacd385350b360&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2230959 Aug 16 20:36:43.783121 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14032-7baf-47b9-b637-78afcedd632b req-857987c7-9399-48c9-b838-4dd39d38dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.783617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-a70e16e6-865d-4e3b-8660-e39f2a8635e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.784827 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-857987c7-9399-48c9-b838-4dd39d38dfd9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7&tenant_id=cdcbd16a8feb46228e4e6afaba736344 HTTP/1.1" status: 200 len: 1102 time: 0.0655034 Aug 16 20:36:43.785333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ffee1ca-3c18-45fd-9102-f5b5dab10180 req-a70e16e6-865d-4e3b-8660-e39f2a8635e1 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171653 Aug 16 20:36:43.815405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:43.962743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.987717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:44.005139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.024793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a74ba4-6102-4bf9-92cc-ef0eb57e7104 req-8613aafa-58ee-4184-a50f-0d9c1f015e33 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:44.050929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Transition to ACTIVE for port object 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:44.059163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a74ba4-6102-4bf9-92cc-ef0eb57e7104 req-8613aafa-58ee-4184-a50f-0d9c1f015e33 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:44.076178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a74ba4-6102-4bf9-92cc-ef0eb57e7104 req-8613aafa-58ee-4184-a50f-0d9c1f015e33 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:44.087070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a74ba4-6102-4bf9-92cc-ef0eb57e7104 req-8613aafa-58ee-4184-a50f-0d9c1f015e33 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:44.093511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a74ba4-6102-4bf9-92cc-ef0eb57e7104 req-8613aafa-58ee-4184-a50f-0d9c1f015e33 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:44.101364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18a74ba4-6102-4bf9-92cc-ef0eb57e7104 req-8613aafa-58ee-4184-a50f-0d9c1f015e33 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 3828 time: 0.1654732 Aug 16 20:36:44.128150 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.182546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18a74ba4-6102-4bf9-92cc-ef0eb57e7104 req-7cad39d5-2cef-4f53-8688-3f758526068d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780149 Aug 16 20:36:44.236624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50182820-a5c0-4e9a-a726-f8c77eb83e56 req-a85cb3c0-54ae-4a85-8f3a-4a5a0d4d849a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:44.245065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:44.245726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50182820-a5c0-4e9a-a726-f8c77eb83e56 req-a85cb3c0-54ae-4a85-8f3a-4a5a0d4d849a tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 946 time: 0.1381624 Aug 16 20:36:44.293578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Attempting to bind port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:44.294286 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Attempting to bind port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:44.294980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Attempting to bind port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 on network 10d02a5b-303c-4edc-8926-014570002926 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:44.305269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 on network 10d02a5b-303c-4edc-8926-014570002926 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:44.306049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Attempting to bind port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 on network 10d02a5b-303c-4edc-8926-014570002926 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:44.317766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:44.318405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Checking segment: {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:44.318956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Bound using segment: {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:44.320112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Bound port: 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:44.320654 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.354056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=940060f9-ae3b-414d-80d8-08b474c7c779,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:44.377194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50182820-a5c0-4e9a-a726-f8c77eb83e56 req-0f8efcda-ec38-4af6-9df3-3179e3e74f73 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250803 Aug 16 20:36:44.434626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e81ea-ef90-4de4-b332-6f722e0fa3d6 req-208c0859-6dfb-4b37-bf25-0b540ed17a02 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:44.447549 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-054e81ea-ef90-4de4-b332-6f722e0fa3d6 req-208c0859-6dfb-4b37-bf25-0b540ed17a02 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1333942 Aug 16 20:36:44.455934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:44.506403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] For port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:44.553099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] For port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:44.559555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-054e81ea-ef90-4de4-b332-6f722e0fa3d6 req-615b8655-7107-4957-a401-e415c3bfa0ce tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121423 Aug 16 20:36:44.571414 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.602735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Transition to ACTIVE for port object 940060f9-ae3b-414d-80d8-08b474c7c779 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:44.669311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f1fe7568-d683-4628-a998-c5486d1c2b29 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=bb80fcc3b979415d9346b47e921f61c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387816 Aug 16 20:36:44.673278 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.712509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.733037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:44.733655 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.735190 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] 10.222.0.76 "PUT /v2.0/ports/4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 HTTP/1.1" status: 200 len: 1137 time: 1.5921032 Aug 16 20:36:44.760085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36869cd2-eea3-4e3a-a644-a8fb86d5fbb0 req-3117649f-0e3a-45a5-99f9-67e676cbbae7 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0957122 Aug 16 20:36:44.827082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] No DVR routers for this DVR port 940060f9-ae3b-414d-80d8-08b474c7c779 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:44.843773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fba68e-5797-4a98-b4da-4f2bf55e1b74 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:44.852823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47748ce0-073e-48a6-8ca7-4e67acbaf08a req-79347c35-6315-4007-a73a-f741c7f2d64c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:44.872502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:44.877560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47748ce0-073e-48a6-8ca7-4e67acbaf08a req-79347c35-6315-4007-a73a-f741c7f2d64c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.3507009 Aug 16 20:36:45.048598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33324) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:45.061490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Attempting to bind port 940060f9-ae3b-414d-80d8-08b474c7c779 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:45.062003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Attempting to bind port 940060f9-ae3b-414d-80d8-08b474c7c779 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:45.073369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Attempting to bind port 940060f9-ae3b-414d-80d8-08b474c7c779 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:45.099354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Port 940060f9-ae3b-414d-80d8-08b474c7c779 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:45.099578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Attempting to bind port 940060f9-ae3b-414d-80d8-08b474c7c779 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:45.130977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:45.135694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:45.135694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:45.135694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Bound port: 940060f9-ae3b-414d-80d8-08b474c7c779, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:45.135694 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.186918 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-246afc4e-4d18-43b3-ab3d-15fedd768cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.187976 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47748ce0-073e-48a6-8ca7-4e67acbaf08a req-2713f5f3-12c7-4094-bbf0-0b0f4620269c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897544 Aug 16 20:36:45.193473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Pushing event updated for resources: {'Port': ['ID=940060f9-ae3b-414d-80d8-08b474c7c779,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:45.207493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.219347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-482b9b01-c40f-4ff4-821a-ed0997fca015 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.223810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-482b9b01-c40f-4ff4-821a-ed0997fca015 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5445993 Aug 16 20:36:45.243086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4a929-3627-432c-ab7a-69c0c0276729 req-1d705d7a-6276-4848-838f-0f23ebc4f81d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.252238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5f4a929-3627-432c-ab7a-69c0c0276729 req-1d705d7a-6276-4848-838f-0f23ebc4f81d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 948 time: 0.3370025 Aug 16 20:36:45.262468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Request body: {'port': {'device_id': '48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': 'bb80fcc3b979415d9346b47e921f61c4'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:45.281108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779'}, {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:45.282275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-629176486-network', 'tenant_id': 'bdc5870e6b2c403fa5c4440979b2a003'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:45.284352 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad12783-75ee-4016-a067-45425487d32d" -d '{"events": [{"server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "name": "network-vif-unplugged", "status": "completed", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779"}, {"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:45.361777 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:45.424466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=940060f9-ae3b-414d-80d8-08b474c7c779,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:45.480781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5f4a929-3627-432c-ab7a-69c0c0276729 req-9b9bc891-a073-4d52-aa94-bf33bfdafb18 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262180 Aug 16 20:36:45.520000 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.550965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d098b4-4e7c-43c6-9d87-430835f7841a req-99552280-6283-4fcf-9ec7-6d93f67e545e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.572244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d098b4-4e7c-43c6-9d87-430835f7841a req-99552280-6283-4fcf-9ec7-6d93f67e545e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.579819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d098b4-4e7c-43c6-9d87-430835f7841a req-99552280-6283-4fcf-9ec7-6d93f67e545e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.591792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.593135 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.594070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d098b4-4e7c-43c6-9d87-430835f7841a req-99552280-6283-4fcf-9ec7-6d93f67e545e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.595057 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] 10.222.0.76 "PUT /v2.0/ports/940060f9-ae3b-414d-80d8-08b474c7c779 HTTP/1.1" status: 200 len: 1097 time: 1.7894995 Aug 16 20:36:45.613521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d098b4-4e7c-43c6-9d87-430835f7841a req-99552280-6283-4fcf-9ec7-6d93f67e545e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.635714 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c19fa1-be2d-468d-a114-51c389f55573 x-openstack-request-id: req-87c19fa1-be2d-468d-a114-51c389f55573 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:45.635985 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "name": "network-vif-unplugged", "status": "completed", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779", "code": 200}, {"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:45.636192 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-87c19fa1-be2d-468d-a114-51c389f55573 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:45.636593 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779', 'code': 200} Aug 16 20:36:45.636852 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2', 'status': 'completed', 'code': 200} Aug 16 20:36:45.637866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d098b4-4e7c-43c6-9d87-430835f7841a req-99552280-6283-4fcf-9ec7-6d93f67e545e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.641279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65d098b4-4e7c-43c6-9d87-430835f7841a req-99552280-6283-4fcf-9ec7-6d93f67e545e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 4606 time: 0.3401222 Aug 16 20:36:45.649520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.76', 62963) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:45.691375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Made reservation on behalf of bdc5870e6b2c403fa5c4440979b2a003 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:45.697680 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.745617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dec2a-caef-4d8e-8bd7-99a0697943d4 service neutron] Pushing event updated for resources: {'Port': ['ID=940060f9-ae3b-414d-80d8-08b474c7c779,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:45.766228 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.774373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14032-7baf-47b9-b637-78afcedd632b req-43b7d5c6-2cad-4659-9fcf-5cf7b9259655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.775992 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-43b7d5c6-2cad-4659-9fcf-5cf7b9259655 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 1100 time: 0.1432672 Aug 16 20:36:45.841337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65d098b4-4e7c-43c6-9d87-430835f7841a req-f6495753-22ea-4f99-ae2f-e777aedf6db8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1904273 Aug 16 20:36:45.858547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12783-75ee-4016-a067-45425487d32d req-9df47ac9-db85-4afd-b2ac-a2f3159f9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.859054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12783-75ee-4016-a067-45425487d32d req-9df47ac9-db85-4afd-b2ac-a2f3159f9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.859529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12783-75ee-4016-a067-45425487d32d req-9df47ac9-db85-4afd-b2ac-a2f3159f9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.859893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 940060f9-ae3b-414d-80d8-08b474c7c779 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:45.860043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12783-75ee-4016-a067-45425487d32d req-9df47ac9-db85-4afd-b2ac-a2f3159f9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.863508 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12783-75ee-4016-a067-45425487d32d req-9df47ac9-db85-4afd-b2ac-a2f3159f9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.863508 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12783-75ee-4016-a067-45425487d32d req-9df47ac9-db85-4afd-b2ac-a2f3159f9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.863508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ad12783-75ee-4016-a067-45425487d32d req-9df47ac9-db85-4afd-b2ac-a2f3159f9cb0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5294 time: 0.1952367 Aug 16 20:36:45.877649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806449e-4361-48e0-bca3-925542a5b4e6 req-de327229-e3a4-4bd8-aa95-3491085d77f5 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.879193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1806449e-4361-48e0-bca3-925542a5b4e6 req-de327229-e3a4-4bd8-aa95-3491085d77f5 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 946 time: 0.1266999 Aug 16 20:36:45.930706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Made reservation on behalf of bb80fcc3b979415d9346b47e921f61c4 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:45.935070 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.965782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 940060f9-ae3b-414d-80d8-08b474c7c779 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:46.014058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e603d7b-c570-48b7-86c3-c246af5e7d10 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:46.026565 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.042746 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.058734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Transition to ACTIVE for port object 1e603d7b-c570-48b7-86c3-c246af5e7d10 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:46.061896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14032-7baf-47b9-b637-78afcedd632b req-fa9679cb-f317-41ff-8ec8-dbca43d9a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.063393 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-fa9679cb-f317-41ff-8ec8-dbca43d9a6f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.2793834 Aug 16 20:36:46.125326 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-8a0768ec-18f6-4c28-b704-372eaf978abf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=940060f9-ae3b-414d-80d8-08b474c7c779 HTTP/1.1" status: 200 len: 217 time: 0.0369928 Aug 16 20:36:46.158728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1806449e-4361-48e0-bca3-925542a5b4e6 req-b48aab67-5768-40e7-a484-e6afe0d67213 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641702 Aug 16 20:36:46.187218 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.224975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eec1b0-a3e2-411f-86e5-67d2ef402ee7 req-65f5b7bc-1e6b-4400-8e56-a81c97588a8c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.232408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0eec1b0-a3e2-411f-86e5-67d2ef402ee7 req-65f5b7bc-1e6b-4400-8e56-a81c97588a8c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1971753 Aug 16 20:36:46.248329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12783-75ee-4016-a067-45425487d32d req-145fc28f-a441-46fb-b7a0-13af76da3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.248820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12783-75ee-4016-a067-45425487d32d req-145fc28f-a441-46fb-b7a0-13af76da3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.249379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12783-75ee-4016-a067-45425487d32d req-145fc28f-a441-46fb-b7a0-13af76da3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.250874 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ad12783-75ee-4016-a067-45425487d32d req-145fc28f-a441-46fb-b7a0-13af76da3828 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=fe44f7dddf834ff693dacd385350b360&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3550668 Aug 16 20:36:46.326517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14032-7baf-47b9-b637-78afcedd632b req-0794d625-2ec2-45e1-80a9-3ef7cede9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.328050 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-0794d625-2ec2-45e1-80a9-3ef7cede9be0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1942074 Aug 16 20:36:46.328869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e603d7b-c570-48b7-86c3-c246af5e7d10,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:46.367274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f42882d8-dfed-4e8d-8ee0-55cd893779a9 req-2b046b2a-b6a4-4cde-ada8-8fcaebb58c27 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0912254 Aug 16 20:36:46.382874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.404151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0eec1b0-a3e2-411f-86e5-67d2ef402ee7 req-afd05076-7fe2-45e9-bee8-046649df55b0 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707375 Aug 16 20:36:46.404991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Attempting to bind port 1e603d7b-c570-48b7-86c3-c246af5e7d10 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:46.405414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Attempting to bind port 1e603d7b-c570-48b7-86c3-c246af5e7d10 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:46.405810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Attempting to bind port 1e603d7b-c570-48b7-86c3-c246af5e7d10 on network 10d02a5b-303c-4edc-8926-014570002926 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:46.424908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Port 1e603d7b-c570-48b7-86c3-c246af5e7d10 on network 10d02a5b-303c-4edc-8926-014570002926 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:46.425289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Attempting to bind port 1e603d7b-c570-48b7-86c3-c246af5e7d10 on network 10d02a5b-303c-4edc-8926-014570002926 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:46.437480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:46.437827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Checking segment: {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:46.438221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Bound using segment: {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:46.439079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Bound port: 1e603d7b-c570-48b7-86c3-c246af5e7d10, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:46.439079 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.466459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14032-7baf-47b9-b637-78afcedd632b req-8d4169c4-2442-48d8-9060-52e6cc69cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.468473 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-8d4169c4-2442-48d8-9060-52e6cc69cb73 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1259167 Aug 16 20:36:46.569327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12783-75ee-4016-a067-45425487d32d req-e323560c-cb71-48de-b500-4b856843fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.570797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ad12783-75ee-4016-a067-45425487d32d req-e323560c-cb71-48de-b500-4b856843fbd9 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3089898 Aug 16 20:36:46.574723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.606138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:46.637631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] For port 1e603d7b-c570-48b7-86c3-c246af5e7d10, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:46.641469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d22a7c-c625-4540-95f6-e55caec2dc50 req-27ab7f87-d611-43f5-8b70-cded6404da69 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.643021 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56d22a7c-c625-4540-95f6-e55caec2dc50 req-27ab7f87-d611-43f5-8b70-cded6404da69 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.1342704 Aug 16 20:36:46.650839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] For port 1e603d7b-c570-48b7-86c3-c246af5e7d10, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=1e603d7b-c570-48b7-86c3-c246af5e7d10,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:46.661392 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.661736 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Added segment 0df68ce8-62e2-4b45-85d1-8f51e5ce57cd of type vlan for network 95212c52-47a5-464d-af13-f5a50ad2610a Aug 16 20:36:46.683304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:46.693307 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-2d2cd7d1-dc5b-4566-9963-cea79fe065a0 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991985 Aug 16 20:36:46.748933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f7a3a-42ec-4554-be93-b3c664de54ab req-a3b02136-75a0-4010-90cc-3dc3811674cf tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.761613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-996f7a3a-42ec-4554-be93-b3c664de54ab req-a3b02136-75a0-4010-90cc-3dc3811674cf tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 946 time: 0.2647839 Aug 16 20:36:46.762168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33344) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:46.772725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.791482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-28126d66-5cbe-40bc-b778-2a0b25c030cb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Request body: {'floatingip': {'port_id': '11172ec3-afc5-4772-80cd-f6c611999a36'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:46.806736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.838258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.839468 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.841052 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] 10.222.0.76 "PUT /v2.0/ports/1e603d7b-c570-48b7-86c3-c246af5e7d10 HTTP/1.1" status: 200 len: 1136 time: 1.9865336 Aug 16 20:36:46.852701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56d22a7c-c625-4540-95f6-e55caec2dc50 req-2c2fa16c-05b8-4866-b0b2-a1bbf7db91f0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959424 Aug 16 20:36:46.874928 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28126d66-5cbe-40bc-b778-2a0b25c030cb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.916435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739097e9-461c-4811-9026-15465d2bc5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e603d7b-c570-48b7-86c3-c246af5e7d10,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:46.932987 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77d14032-7baf-47b9-b637-78afcedd632b req-7a279f88-6750-49bc-9b6b-b40389a4fb55 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315915 Aug 16 20:36:46.974208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:47.052638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.126782 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.145937 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.147053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:47.147783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.160985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f10a74-f7f2-4d0f-b9dc-5dad39446f6a req-4aac51c2-6722-46ed-ad1d-2e79731989c3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:47.173653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3f10a74-f7f2-4d0f-b9dc-5dad39446f6a req-4aac51c2-6722-46ed-ad1d-2e79731989c3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 948 time: 0.3152175 Aug 16 20:36:47.299538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702edb-9640-44c8-a175-cfc3347b3049 req-a67fd7c4-d761-47d8-8ba6-9c0838379e3e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:47.305512 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702edb-9640-44c8-a175-cfc3347b3049 req-a67fd7c4-d761-47d8-8ba6-9c0838379e3e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:47.311443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702edb-9640-44c8-a175-cfc3347b3049 req-a67fd7c4-d761-47d8-8ba6-9c0838379e3e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:47.317319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702edb-9640-44c8-a175-cfc3347b3049 req-a67fd7c4-d761-47d8-8ba6-9c0838379e3e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:47.323827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702edb-9640-44c8-a175-cfc3347b3049 req-a67fd7c4-d761-47d8-8ba6-9c0838379e3e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:47.329804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702edb-9640-44c8-a175-cfc3347b3049 req-a67fd7c4-d761-47d8-8ba6-9c0838379e3e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:47.336280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702edb-9640-44c8-a175-cfc3347b3049 req-a67fd7c4-d761-47d8-8ba6-9c0838379e3e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:47.338348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db702edb-9640-44c8-a175-cfc3347b3049 req-a67fd7c4-d761-47d8-8ba6-9c0838379e3e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5383 time: 0.3326735 Aug 16 20:36:47.348551 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.377509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3264701 Aug 16 20:36:47.385392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33352) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:47.394626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] Request body: {'subnet': {'network_id': '95212c52-47a5-464d-af13-f5a50ad2610a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-629176486-subnet', 'tenant_id': 'bdc5870e6b2c403fa5c4440979b2a003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:47.399719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3f10a74-f7f2-4d0f-b9dc-5dad39446f6a req-8dd99dee-75b8-4da9-80c4-490d2fd2a794 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222474 Aug 16 20:36:47.447875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c56ce9-5d78-46d8-86f5-8185ad79cab3 admin admin] Pushing event updated for resources: {'Network': ['ID=95212c52-47a5-464d-af13-f5a50ad2610a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:47.463890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 95212c52-47a5-464d-af13-f5a50ad2610a details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:47.511675 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cd55b4e4-5997-4230-a2c9-e0abbb9d9cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.578729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff5d104-9250-4ba8-ab72-955d0849cbfd {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:47.591739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.596855 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1609468-cabd-4010-a681-5b82b5658c7b req-f14e1407-d127-4e6a-bb32-13f2011cbbd6 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0661426 Aug 16 20:36:47.597553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b05d1bd-b06f-448e-974c-d97b581b66d9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:47.605535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Transition to ACTIVE for port object dff5d104-9250-4ba8-ab72-955d0849cbfd will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:47.610061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] Made reservation on behalf of bdc5870e6b2c403fa5c4440979b2a003 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:47.610061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.690753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779'}, {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '1e603d7b-c570-48b7-86c3-c246af5e7d10'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:47.692972 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8323c66-95dc-49ef-abf2-668199e4c8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779"}, {"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "1e603d7b-c570-48b7-86c3-c246af5e7d10"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:47.805771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.824121 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.868931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=dff5d104-9250-4ba8-ab72-955d0849cbfd,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:47.917448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Attempting to bind port dff5d104-9250-4ba8-ab72-955d0849cbfd on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:47.918115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Attempting to bind port dff5d104-9250-4ba8-ab72-955d0849cbfd by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:47.918643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Attempting to bind port dff5d104-9250-4ba8-ab72-955d0849cbfd on network 10d02a5b-303c-4edc-8926-014570002926 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:47.926653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Port dff5d104-9250-4ba8-ab72-955d0849cbfd on network 10d02a5b-303c-4edc-8926-014570002926 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:47.927366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Attempting to bind port dff5d104-9250-4ba8-ab72-955d0849cbfd on network 10d02a5b-303c-4edc-8926-014570002926 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:47.933976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:47.934681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Checking segment: {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:47.935331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Bound using segment: {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:47.935981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Bound port: dff5d104-9250-4ba8-ab72-955d0849cbfd, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:47.936558 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.940670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.056970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b43cd51-e9b1-455f-a695-9926c416818c,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:48.104462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] Checking segment: {'id': '0df68ce8-62e2-4b45-85d1-8f51e5ce57cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '95212c52-47a5-464d-af13-f5a50ad2610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:48.104990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] Network hostable DHCP agents. Network: 95212c52-47a5-464d-af13-f5a50ad2610a, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:48.107677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] For port dff5d104-9250-4ba8-ab72-955d0849cbfd, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:48.114553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] For port dff5d104-9250-4ba8-ab72-955d0849cbfd, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dff5d104-9250-4ba8-ab72-955d0849cbfd,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:48.157779 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db702edb-9640-44c8-a175-cfc3347b3049 req-6c0ba74f-13a4-453e-85bc-34e60d60f246 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7543478 Aug 16 20:36:48.179673 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.229630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] Network 95212c52-47a5-464d-af13-f5a50ad2610a is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:48.230029 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Allocated IP 192.168.233.179 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/69343a40-6b02-4bd8-9605-10af1604e0ca) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:48.234129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:48.235483 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.237214 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] 10.222.0.76 "PUT /v2.0/ports/dff5d104-9250-4ba8-ab72-955d0849cbfd HTTP/1.1" status: 200 len: 1092 time: 1.2718217 Aug 16 20:36:48.275017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aee30f-b65e-4b0a-9ef2-d262d0886dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=dff5d104-9250-4ba8-ab72-955d0849cbfd,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:48.292945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b4fd-4ace-43a4-9529-69dcbd1fe46a req-fc585b27-226e-4cbf-801a-cca1d45cf0a1 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:48.300946 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e597fb5-2747-4af1-a39b-d3bbef35490b x-openstack-request-id: req-9e597fb5-2747-4af1-a39b-d3bbef35490b {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:48.301779 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "1e603d7b-c570-48b7-86c3-c246af5e7d10", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:48.303293 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e597fb5-2747-4af1-a39b-d3bbef35490b {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:48.304233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3487b4fd-4ace-43a4-9529-69dcbd1fe46a req-fc585b27-226e-4cbf-801a-cca1d45cf0a1 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1743774 Aug 16 20:36:48.306365 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779', 'status': 'completed', 'code': 200} Aug 16 20:36:48.307625 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '1e603d7b-c570-48b7-86c3-c246af5e7d10', 'status': 'completed', 'code': 200} Aug 16 20:36:48.368740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 95212c52-47a5-464d-af13-f5a50ad2610a) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:48.376248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:48.377051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.377772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7721d7a0-42c6-481f-ad59-0458c96079cb None None] Network 95212c52-47a5-464d-af13-f5a50ad2610a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:48.401084 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-d895a263-c8c8-4446-86cc-08ac38c2ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:48.403615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-d895a263-c8c8-4446-86cc-08ac38c2ce70 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 1100 time: 0.0832000 Aug 16 20:36:48.420405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:48.432189 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.resource_extend [None req-28126d66-5cbe-40bc-b778-2a0b25c030cb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:36:48.535592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-77098ca8-661a-4052-b7b0-2900f9ad5233 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1461866 Aug 16 20:36:48.544135 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.584488 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3487b4fd-4ace-43a4-9529-69dcbd1fe46a req-eed4e61c-1a7f-406b-bc10-fa945db3c276 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773643 Aug 16 20:36:48.666855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-6bdf248b-843d-4127-8273-a12a1e705f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:48.671265 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-6bdf248b-843d-4127-8273-a12a1e705f3d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 1100 time: 0.3464522 Aug 16 20:36:48.678766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28126d66-5cbe-40bc-b778-2a0b25c030cb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.733758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-045c3168-7bbe-4c60-aa01-220818b4f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:48.741126 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-045c3168-7bbe-4c60-aa01-220818b4f8ed service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.3235080 Aug 16 20:36:48.807486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42be7a0-87f6-40ab-8a59-fc7de641b1e1 req-ca9445a3-8e93-4bc2-8b03-6e97859fe072 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:48.808996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f42be7a0-87f6-40ab-8a59-fc7de641b1e1 req-ca9445a3-8e93-4bc2-8b03-6e97859fe072 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.3811481 Aug 16 20:36:48.809688 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28126d66-5cbe-40bc-b778-2a0b25c030cb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.815794 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-c249dc0e-6d2d-40b0-87ef-7ed62332ab01 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=940060f9-ae3b-414d-80d8-08b474c7c779 HTTP/1.1" status: 200 len: 217 time: 0.0520730 Aug 16 20:36:48.827273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0108d956-2534-461b-b962-44febdb4e325 None None] Network 95212c52-47a5-464d-af13-f5a50ad2610a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:48.911630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-98c62225-4ba2-4dcc-b931-a23439aaeb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:48.913001 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-98c62225-4ba2-4dcc-b931-a23439aaeb01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0499740 Aug 16 20:36:48.961167 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.987003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Transition to ACTIVE for port object 69343a40-6b02-4bd8-9605-10af1604e0ca will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:49.025921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-8bac64f9-982b-4743-a0bc-e80f04d6c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.027426 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-8bac64f9-982b-4743-a0bc-e80f04d6c88e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0998015 Aug 16 20:36:49.030461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01034ce-dc26-4c7c-a554-5dadee9fd48f req-658eac7c-8bf4-4c72-a95f-d81d1cfd3ed8 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.031978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f01034ce-dc26-4c7c-a554-5dadee9fd48f req-658eac7c-8bf4-4c72-a95f-d81d1cfd3ed8 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 1098 time: 0.3479414 Aug 16 20:36:49.060994 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.115555 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-28126d66-5cbe-40bc-b778-2a0b25c030cb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Floating IP b5612925-3902-4316-8241-1c8bc5a23799 associated. External IP: 172.25.4.236, port: 11172ec3-afc5-4772-80cd-f6c611999a36. Aug 16 20:36:49.163471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-6e58d8b1-90e5-4d68-a83b-3553f5636871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.164889 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-6e58d8b1-90e5-4d68-a83b-3553f5636871 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.4819489 Aug 16 20:36:49.168047 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f42be7a0-87f6-40ab-8a59-fc7de641b1e1 req-9d8e43d9-ee0a-4be9-bba6-946ff8625b90 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441973 Aug 16 20:36:49.271492 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-20d9962d-ff2b-412f-a5b5-ef0ac108b8a2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=940060f9-ae3b-414d-80d8-08b474c7c779 HTTP/1.1" status: 200 len: 217 time: 0.0891089 Aug 16 20:36:49.273863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f01034ce-dc26-4c7c-a554-5dadee9fd48f req-245233e0-e204-4b72-a09a-e689ca1d0616 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089417 Aug 16 20:36:49.392758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.412529 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-facb5470-5540-4987-b288-c86e58ae8147 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745306 Aug 16 20:36:49.414600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08db1591-b7d3-496f-b184-e13a3f241a8f {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:49.429597 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.479872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Transition to ACTIVE for port object 08db1591-b7d3-496f-b184-e13a3f241a8f will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:49.510512 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-0e516c59-c720-4566-bdfb-ed2109dfec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.512154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-0e516c59-c720-4566-bdfb-ed2109dfec08 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.2255807 Aug 16 20:36:49.528656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:49.534485 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-00ca053f-2232-47e0-b3c4-bc3d1b199505 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132407 Aug 16 20:36:49.539745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Pushing event updated for resources: {'Port': ['ID=69343a40-6b02-4bd8-9605-10af1604e0ca,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:49.547922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:49.556787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb95f5-1bc5-42f9-99a5-51c79fb6927b req-09325738-6bfc-4d13-bd6e-e8c2db8df1ef tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.558466 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62fb95f5-1bc5-42f9-99a5-51c79fb6927b req-09325738-6bfc-4d13-bd6e-e8c2db8df1ef tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 948 time: 0.2919130 Aug 16 20:36:49.575154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:49.634424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.676383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2b2f0-57a4-4d7d-9f5c-578015e82d6f req-e780eaea-d2ed-41e4-92c8-11b37d7db1b9 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.680033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5aa2b2f0-57a4-4d7d-9f5c-578015e82d6f req-e780eaea-d2ed-41e4-92c8-11b37d7db1b9 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 936 time: 0.3124852 Aug 16 20:36:49.702371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Pushing event updated for resources: {'Port': ['ID=08db1591-b7d3-496f-b184-e13a3f241a8f,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:49.719038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.719512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.719859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.720197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.720678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.721035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.721368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.721692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.722017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.722343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.722663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.722982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:49.759597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-8d937724-9e62-4e59-80f7-17ba86f71e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.760186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-8d937724-9e62-4e59-80f7-17ba86f71e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.761946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-8d937724-9e62-4e59-80f7-17ba86f71e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.764862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-8d937724-9e62-4e59-80f7-17ba86f71e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.765433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-8d937724-9e62-4e59-80f7-17ba86f71e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.766819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-8d937724-9e62-4e59-80f7-17ba86f71e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.767331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-8d937724-9e62-4e59-80f7-17ba86f71e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.770446 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-8d937724-9e62-4e59-80f7-17ba86f71e7a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6317 time: 0.1838868 Aug 16 20:36:49.802167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.802969 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.811515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-1120139a-72ab-4d62-a3ef-4490c29be738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.812259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-1120139a-72ab-4d62-a3ef-4490c29be738 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2856460 Aug 16 20:36:49.817741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62fb95f5-1bc5-42f9-99a5-51c79fb6927b req-032539d4-8701-4811-8a6b-9190ab91a4f5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384191 Aug 16 20:36:49.879353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f8601e2-1153-49d4-9743-38d1ea5d4575 None None] Provisioning for port 69343a40-6b02-4bd8-9605-10af1604e0ca completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:49.886018 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f8601e2-1153-49d4-9743-38d1ea5d4575 None None] Provisioning complete for port 69343a40-6b02-4bd8-9605-10af1604e0ca triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:49.887692 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f8601e2-1153-49d4-9743-38d1ea5d4575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.941484 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Attempting to bind port 08db1591-b7d3-496f-b184-e13a3f241a8f on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:49.942065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Attempting to bind port 08db1591-b7d3-496f-b184-e13a3f241a8f by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:49.942693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Attempting to bind port 08db1591-b7d3-496f-b184-e13a3f241a8f on network 10d02a5b-303c-4edc-8926-014570002926 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:49.946670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6f8601e2-1153-49d4-9743-38d1ea5d4575 None None] Port 69343a40-6b02-4bd8-9605-10af1604e0ca cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:49.986657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5aa2b2f0-57a4-4d7d-9f5c-578015e82d6f req-1c51162b-e23a-4a75-b049-8ffe3022fc70 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997370 Aug 16 20:36:49.986657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0344b80d-a221-414e-b3b7-a748f242ab60 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7302387 Aug 16 20:36:50.000921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Port 08db1591-b7d3-496f-b184-e13a3f241a8f on network 10d02a5b-303c-4edc-8926-014570002926 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:50.001267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Attempting to bind port 08db1591-b7d3-496f-b184-e13a3f241a8f on network 10d02a5b-303c-4edc-8926-014570002926 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:50.009610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Request body: {'port': {'device_id': '48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:50.015202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:50.015625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Checking segment: {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:50.016030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Bound using segment: {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:50.016485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Bound port: 08db1591-b7d3-496f-b184-e13a3f241a8f, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0df77f9-abd6-4d20-93ad-2d8f49655027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d02a5b-303c-4edc-8926-014570002926'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:50.016851 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.041270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28126d66-5cbe-40bc-b778-2a0b25c030cb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:50.102094 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.114774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-bfbfac4f-0cff-408e-b242-54662e0ba6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.115279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-bfbfac4f-0cff-408e-b242-54662e0ba6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.115918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-bfbfac4f-0cff-408e-b242-54662e0ba6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.118192 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-bfbfac4f-0cff-408e-b242-54662e0ba6db service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=fe44f7dddf834ff693dacd385350b360&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3299949 Aug 16 20:36:50.185312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-9ff67d21-8c99-44f8-8a80-5c3a75a88eb0 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589380 Aug 16 20:36:50.299698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] For port 08db1591-b7d3-496f-b184-e13a3f241a8f, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:50.312784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': 'dff5d104-9250-4ba8-ab72-955d0849cbfd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:50.315104 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4bdcbc-685c-48ed-bc18-55828fded49c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "dff5d104-9250-4ba8-ab72-955d0849cbfd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:50.345723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] For port 08db1591-b7d3-496f-b184-e13a3f241a8f, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=08db1591-b7d3-496f-b184-e13a3f241a8f,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:50.351946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-86e394e7-d0e5-464b-b332-dfc088894178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.353504 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-86e394e7-d0e5-464b-b332-dfc088894178 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2113633 Aug 16 20:36:50.381280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf762-3980-4675-a811-77bb27105e47 req-28a89d06-c3b8-4c79-ac86-7ac33e8f37b3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.387251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf762-3980-4675-a811-77bb27105e47 req-28a89d06-c3b8-4c79-ac86-7ac33e8f37b3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.393350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf762-3980-4675-a811-77bb27105e47 req-28a89d06-c3b8-4c79-ac86-7ac33e8f37b3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.399845 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf762-3980-4675-a811-77bb27105e47 req-28a89d06-c3b8-4c79-ac86-7ac33e8f37b3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.405819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf762-3980-4675-a811-77bb27105e47 req-28a89d06-c3b8-4c79-ac86-7ac33e8f37b3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.411718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf762-3980-4675-a811-77bb27105e47 req-28a89d06-c3b8-4c79-ac86-7ac33e8f37b3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.415807 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.417692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf762-3980-4675-a811-77bb27105e47 req-28a89d06-c3b8-4c79-ac86-7ac33e8f37b3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.419588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00bdf762-3980-4675-a811-77bb27105e47 req-28a89d06-c3b8-4c79-ac86-7ac33e8f37b3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5407 time: 0.3194335 Aug 16 20:36:50.462465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.463490 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.465089 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] 10.222.0.76 "PUT /v2.0/ports/08db1591-b7d3-496f-b184-e13a3f241a8f HTTP/1.1" status: 200 len: 1092 time: 2.0510828 Aug 16 20:36:50.494233 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.494456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bb6c5-ad48-4c68-aee3-f090e6e48eac service neutron] Pushing event updated for resources: {'Port': ['ID=08db1591-b7d3-496f-b184-e13a3f241a8f,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:50.603588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:50.640833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-7d28e81b-3ae9-46dd-8c30-21a1b4c49341 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.642431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-7d28e81b-3ae9-46dd-8c30-21a1b4c49341 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/networks?id=95212c52-47a5-464d-af13-f5a50ad2610a HTTP/1.1" status: 200 len: 820 time: 0.4676216 Aug 16 20:36:50.644386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8323c66-95dc-49ef-abf2-668199e4c8a6 req-3b3eba5e-1a13-49fc-8a88-23825c1e61eb service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468944 Aug 16 20:36:50.645504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28126d66-5cbe-40bc-b778-2a0b25c030cb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:50.657571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a49c37-2507-421b-9e47-37d94754def2 None None] Sync routers for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:50.683170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a49c37-2507-421b-9e47-37d94754def2 None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:50.684174 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-83a49c37-2507-421b-9e47-37d94754def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:50.688591 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28126d66-5cbe-40bc-b778-2a0b25c030cb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.701949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00bdf762-3980-4675-a811-77bb27105e47 req-1d80d555-9d7b-4500-a5f6-039e7b82612f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2345734 Aug 16 20:36:50.709066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.821456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-83a49c37-2507-421b-9e47-37d94754def2 None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:51.055822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:51.064532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.103531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Transition to ACTIVE for port object c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:51.161415 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-8ecad1cc-2865-49c1-9bf6-936655cfb59b tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/quotas/bdc5870e6b2c403fa5c4440979b2a003 HTTP/1.1" status: 200 len: 375 time: 0.4816589 Aug 16 20:36:51.172951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-28126d66-5cbe-40bc-b778-2a0b25c030cb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "PUT /v2.0/floatingips/b5612925-3902-4316-8241-1c8bc5a23799 HTTP/1.1" status: 200 len: 992 time: 4.3955948 Aug 16 20:36:51.175215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'tag': '11172ec3-afc5-4772-80cd-f6c611999a36'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:51.178093 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d53d05-ac51-4516-8391-920fa30b5d07" -d '{"events": [{"name": "network-changed", "server_uuid": "fd952255-250e-4264-8ec5-2045ce3c4b31", "tag": "11172ec3-afc5-4772-80cd-f6c611999a36"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:51.179925 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.182536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-83a49c37-2507-421b-9e47-37d94754def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b5612925-3902-4316-8241-1c8bc5a23799', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'port_id': '11172ec3-afc5-4772-80cd-f6c611999a36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'mac_address': 'fa:16:3e:38:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:34:15Z', 'updated_at': '2021-08-16T20:36:48Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:51.213953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a49c37-2507-421b-9e47-37d94754def2 None None] Checking router: 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:51.225415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a49c37-2507-421b-9e47-37d94754def2 None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:51.226216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-83a49c37-2507-421b-9e47-37d94754def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:51.233375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-a7aa3190-9f27-460a-9f1a-c26bb6f50575 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdc5870e6b2c403fa5c4440979b2a003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478773 Aug 16 20:36:51.337778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Attempting to bind port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:51.338281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Attempting to bind port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:51.338711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Attempting to bind port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e on network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:51.349203 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e on network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:51.349677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Attempting to bind port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e on network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:51.378013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:51.380904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Checking segment: {'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:51.381388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Bound using segment: {'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:51.381857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69343a40-6b02-4bd8-9605-10af1604e0ca {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:51.382307 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Bound port: c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:51.382307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.389572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-af71f53b-fbd8-4ad1-a186-2895128ef85b service neutron] 10.222.0.74 "GET /v2.0/networks/95212c52-47a5-464d-af13-f5a50ad2610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553004 Aug 16 20:36:51.401849 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.402069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-83a49c37-2507-421b-9e47-37d94754def2 None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:51.464618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Pushing event updated for resources: {'Port': ['ID=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:51.465589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Transition to ACTIVE for port object 69343a40-6b02-4bd8-9605-10af1604e0ca will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:51.493448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] For port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:51.503233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] For port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:51.531294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-bb312933-e745-427e-b016-64e8fb9c60d2 service neutron] 10.222.0.74 "GET /v2.0/networks/95212c52-47a5-464d-af13-f5a50ad2610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263568 Aug 16 20:36:51.558101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.584683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.663478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Pushing event updated for resources: {'Port': ['ID=69343a40-6b02-4bd8-9605-10af1604e0ca,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:51.664277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:51.665009 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.670032 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] 10.222.0.76 "PUT /v2.0/ports/c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e HTTP/1.1" status: 200 len: 1092 time: 1.0731440 Aug 16 20:36:51.723046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0be8e-c03b-4cbd-8e55-db8dfcbb2cdf service neutron] Pushing event updated for resources: {'Port': ['ID=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:51.733555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.733891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.734241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.734584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.734918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.735255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.735587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.735916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.736249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.736599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.736905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.737250 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:51.794139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Request body: {'port': {'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:51.857846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Attempting to bind port 69343a40-6b02-4bd8-9605-10af1604e0ca on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:51.863414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Attempting to bind port 69343a40-6b02-4bd8-9605-10af1604e0ca by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:51.863829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Attempting to bind port 69343a40-6b02-4bd8-9605-10af1604e0ca on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:51.870236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 940060f9-ae3b-414d-80d8-08b474c7c779 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:36:51.883466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Port 69343a40-6b02-4bd8-9605-10af1604e0ca on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:51.887602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Attempting to bind port 69343a40-6b02-4bd8-9605-10af1604e0ca on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:51.906441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:51.906804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:51.907203 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:51.907652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Bound port: 69343a40-6b02-4bd8-9605-10af1604e0ca, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:51.908018 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.947542 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.072205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=940060f9-ae3b-414d-80d8-08b474c7c779,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:52.102391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '940060f9-ae3b-414d-80d8-08b474c7c779', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '940060f9-ae3b-414d-80d8-08b474c7c779', 'mac_address': 'fa:16:3e:9d:ab:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:36:52.115471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61181019-b934-48fa-9655-c607be69b4d7 req-885123da-55f7-425a-9b1d-4540449683eb tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.123650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61181019-b934-48fa-9655-c607be69b4d7 req-885123da-55f7-425a-9b1d-4540449683eb tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.2067077 Aug 16 20:36:52.148620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] For port 69343a40-6b02-4bd8-9605-10af1604e0ca, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:52.160668 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.171196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] For port 69343a40-6b02-4bd8-9605-10af1604e0ca, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=69343a40-6b02-4bd8-9605-10af1604e0ca,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:52.183448 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940060f9-ae3b-414d-80d8-08b474c7c779 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:52.192546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61181019-b934-48fa-9655-c607be69b4d7 req-12fa7920-ed86-4003-9999-0c63732d6136 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632341 Aug 16 20:36:52.233145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=940060f9-ae3b-414d-80d8-08b474c7c779,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:52.244912 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.280948 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-83a49c37-2507-421b-9e47-37d94754def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b5612925-3902-4316-8241-1c8bc5a23799', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'port_id': '11172ec3-afc5-4772-80cd-f6c611999a36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'mac_address': 'fa:16:3e:38:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:34:15Z', 'updated_at': '2021-08-16T20:36:48Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:52.323100 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.326527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.327161 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.328589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] 10.222.0.76 "PUT /v2.0/ports/69343a40-6b02-4bd8-9605-10af1604e0ca HTTP/1.1" status: 200 len: 1097 time: 2.3262944 Aug 16 20:36:52.330071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a49c37-2507-421b-9e47-37d94754def2 None None] The sync data for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 is: [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b5612925-3902-4316-8241-1c8bc5a23799', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'port_id': '11172ec3-afc5-4772-80cd-f6c611999a36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'mac_address': 'fa:16:3e:38:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:34:15Z', 'updated_at': '2021-08-16T20:36:48Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:52.365005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b0306-0f77-49d9-836f-ee055816728f service neutron] Pushing event updated for resources: {'Port': ['ID=69343a40-6b02-4bd8-9605-10af1604e0ca,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:52.397967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8686356-b264-43f4-af0a-0c6237dca2cb req-1210b638-0825-4062-95f6-32366c37e3b1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.405371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8686356-b264-43f4-af0a-0c6237dca2cb req-1210b638-0825-4062-95f6-32366c37e3b1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.1147873 Aug 16 20:36:52.454871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=940060f9-ae3b-414d-80d8-08b474c7c779,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:52.469621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3151b502-fa54-46e9-bf5b-4f5a5389963c {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:52.479918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.516534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Transition to ACTIVE for port object 3151b502-fa54-46e9-bf5b-4f5a5389963c will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:52.534084 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8686356-b264-43f4-af0a-0c6237dca2cb req-2616cecf-1afa-412c-bad6-fd27941d10b8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278336 Aug 16 20:36:52.556436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0a60a4bc-5144-4bd8-8f67-b3c4832ef708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.558121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-0a60a4bc-5144-4bd8-8f67-b3c4832ef708 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bb80fcc3b979415d9346b47e921f61c4&device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 1100 time: 0.1070001 Aug 16 20:36:52.586615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['940060f9-ae3b-414d-80d8-08b474c7c779'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:52.589270 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5d0395-40c1-4127-98da-8c27e4350cc0 x-openstack-request-id: req-cb5d0395-40c1-4127-98da-8c27e4350cc0 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:52.590947 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "dff5d104-9250-4ba8-ab72-955d0849cbfd", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:52.590947 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cb5d0395-40c1-4127-98da-8c27e4350cc0 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:52.590947 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': 'dff5d104-9250-4ba8-ab72-955d0849cbfd', 'status': 'completed', 'code': 200} Aug 16 20:36:52.641565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-980fc8cf-978e-4c78-9981-aea7627e5c8b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=69343a40-6b02-4bd8-9605-10af1604e0ca HTTP/1.1" status: 200 len: 217 time: 0.0666754 Aug 16 20:36:52.648272 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.710303 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f63fe8-4edd-409a-8ca3-97e4092ff17d None None] New status for floating IP b5612925-3902-4316-8241-1c8bc5a23799: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:36:52.766273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-9da95758-e2ff-4b47-944e-f1a7f3977408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.767940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-9da95758-e2ff-4b47-944e-f1a7f3977408 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1168156 Aug 16 20:36:52.814956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3151b502-fa54-46e9-bf5b-4f5a5389963c,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:52.839661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-4c386767-d49a-4547-96cc-e6076ea87724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.841442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-4c386767-d49a-4547-96cc-e6076ea87724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.841442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-4c386767-d49a-4547-96cc-e6076ea87724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.841655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-4c386767-d49a-4547-96cc-e6076ea87724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.842118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-4c386767-d49a-4547-96cc-e6076ea87724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.842835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-4c386767-d49a-4547-96cc-e6076ea87724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.843534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-4c386767-d49a-4547-96cc-e6076ea87724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.845457 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-4c386767-d49a-4547-96cc-e6076ea87724 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6453 time: 0.2314174 Aug 16 20:36:52.889322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Attempting to bind port 3151b502-fa54-46e9-bf5b-4f5a5389963c on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:52.889804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Attempting to bind port 3151b502-fa54-46e9-bf5b-4f5a5389963c by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:52.890236 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Attempting to bind port 3151b502-fa54-46e9-bf5b-4f5a5389963c on network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:52.906579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-8742944b-e3b2-41b1-80f6-9a6b83ec604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.908093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-8742944b-e3b2-41b1-80f6-9a6b83ec604a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1065216 Aug 16 20:36:52.922428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd003203-1845-4666-a7e5-2f40893ed9e1 req-b26c8c27-3f9a-42ac-9d74-06729b033a94 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.924238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd003203-1845-4666-a7e5-2f40893ed9e1 req-b26c8c27-3f9a-42ac-9d74-06729b033a94 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 949 time: 0.1889756 Aug 16 20:36:52.924588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Port 3151b502-fa54-46e9-bf5b-4f5a5389963c on network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:52.924920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Attempting to bind port 3151b502-fa54-46e9-bf5b-4f5a5389963c on network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:52.939511 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:52.939913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Checking segment: {'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:52.940269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Bound using segment: {'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:52.941435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Bound port: 3151b502-fa54-46e9-bf5b-4f5a5389963c, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789fce85-4481-4bfb-9b26-995596e52a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:52.941739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.019615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-3b320b61-ccd4-439e-9158-a68c7516d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.020136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-3b320b61-ccd4-439e-9158-a68c7516d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.020587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-3b320b61-ccd4-439e-9158-a68c7516d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.020767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd003203-1845-4666-a7e5-2f40893ed9e1 req-e74acef8-b7fa-4124-a1d5-3b18b297916f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786490 Aug 16 20:36:53.022445 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-3b320b61-ccd4-439e-9158-a68c7516d614 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=fe44f7dddf834ff693dacd385350b360&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1651125 Aug 16 20:36:53.103818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-e9296ac5-5c5b-48b4-82e8-745fc9edbb57 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780260 Aug 16 20:36:53.127206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] For port 3151b502-fa54-46e9-bf5b-4f5a5389963c, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:53.162264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] For port 3151b502-fa54-46e9-bf5b-4f5a5389963c, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3151b502-fa54-46e9-bf5b-4f5a5389963c,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:53.206188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-3ee38a8b-e69a-42fd-8788-22df0b325b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.207796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8f4bdcbc-685c-48ed-bc18-55828fded49c req-3ee38a8b-e69a-42fd-8788-22df0b325b08 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735754 Aug 16 20:36:53.237285 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.249573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a757f-7051-45d8-b7ab-587ede7af3c8 req-a3c1f7cb-cfb9-4ff0-b269-8830554db448 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.251110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-930a757f-7051-45d8-b7ab-587ede7af3c8 req-a3c1f7cb-cfb9-4ff0-b269-8830554db448 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 948 time: 0.0911560 Aug 16 20:36:53.255187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb46f3a-aa04-4ae8-a050-92b45933d047 req-36f246fa-0fcb-4166-99eb-e2b25f6422ff service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463945 Aug 16 20:36:53.274110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.274723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.276272 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] 10.222.0.76 "PUT /v2.0/ports/3151b502-fa54-46e9-bf5b-4f5a5389963c HTTP/1.1" status: 200 len: 1092 time: 1.4870923 Aug 16 20:36:53.301651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e496bb-0950-439b-b46c-3b018e6d87e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3151b502-fa54-46e9-bf5b-4f5a5389963c,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:53.321454 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-930a757f-7051-45d8-b7ab-587ede7af3c8 req-9f28908b-5ebb-4e03-a4c1-e29dff71a7a2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545149 Aug 16 20:36:53.450113 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e582319f-cda3-4a37-b2b2-8c69568031e3 x-openstack-request-id: req-e582319f-cda3-4a37-b2b2-8c69568031e3 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:53.451468 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd952255-250e-4264-8ec5-2045ce3c4b31", "tag": "11172ec3-afc5-4772-80cd-f6c611999a36", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:53.451946 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e582319f-cda3-4a37-b2b2-8c69568031e3 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:53.452586 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'tag': '11172ec3-afc5-4772-80cd-f6c611999a36', 'status': 'completed', 'code': 200} Aug 16 20:36:53.485504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-1db1447d-ed63-4036-a370-15312a92613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.486085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-1db1447d-ed63-4036-a370-15312a92613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.486585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-1db1447d-ed63-4036-a370-15312a92613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.487075 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-1db1447d-ed63-4036-a370-15312a92613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.487551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-1db1447d-ed63-4036-a370-15312a92613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.489786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-1db1447d-ed63-4036-a370-15312a92613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.489786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-1db1447d-ed63-4036-a370-15312a92613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.490627 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-1db1447d-ed63-4036-a370-15312a92613c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6495 time: 0.0782328 Aug 16 20:36:53.523147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-66e76b0c-061a-43b4-9204-58e842309c03 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:36:53.524215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-66e76b0c-061a-43b4-9204-58e842309c03 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105603 Aug 16 20:36:53.537246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Request body: {'binding': {'host': 'n-h2-793619-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:53.539047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Unknown quota resources ['binding']. {{(pid=95261) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:36:53.565360 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-0e649ffa-41d2-4578-822d-c21b79ae34ed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541101d5-19e3-4b09-8468-6b127501afbd HTTP/1.1" status: 200 len: 217 time: 0.0651712 Aug 16 20:36:53.566771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53d05-ac51-4516-8391-920fa30b5d07 req-3d4f4037-5fc4-4469-aab5-a2a086d97bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.568299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10d53d05-ac51-4516-8391-920fa30b5d07 req-3d4f4037-5fc4-4469-aab5-a2a086d97bed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d10d68cf0b74082b973805fd6550c08&device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 1098 time: 0.0924237 Aug 16 20:36:53.623474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-ffca2ceb-0229-4b4a-8973-6d27394f2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.625366 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-ffca2ceb-0229-4b4a-8973-6d27394f2cae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29c47eaa-d5e4-4aaf-bef9-954047912db6 HTTP/1.1" status: 200 len: 856 time: 0.0484436 Aug 16 20:36:53.677341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-5ba41f06-5977-4ba8-8dd3-cb27851abc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.679783 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-5ba41f06-5977-4ba8-8dd3-cb27851abc81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9505ab7f-c601-4aee-bc21-fb8454e73838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463319 Aug 16 20:36:53.733655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bf509-16a2-4d34-afa6-2a316e812597 req-d250ca98-57bc-4b5a-848a-316f16067c2e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.739592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bf509-16a2-4d34-afa6-2a316e812597 req-d250ca98-57bc-4b5a-848a-316f16067c2e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.746081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bf509-16a2-4d34-afa6-2a316e812597 req-d250ca98-57bc-4b5a-848a-316f16067c2e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.753157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bf509-16a2-4d34-afa6-2a316e812597 req-d250ca98-57bc-4b5a-848a-316f16067c2e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.762759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bf509-16a2-4d34-afa6-2a316e812597 req-d250ca98-57bc-4b5a-848a-316f16067c2e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.768844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bf509-16a2-4d34-afa6-2a316e812597 req-d250ca98-57bc-4b5a-848a-316f16067c2e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.774964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bf509-16a2-4d34-afa6-2a316e812597 req-d250ca98-57bc-4b5a-848a-316f16067c2e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.776947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-932bf509-16a2-4d34-afa6-2a316e812597 req-d250ca98-57bc-4b5a-848a-316f16067c2e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.2163670 Aug 16 20:36:53.796960 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-fa662ccb-d87f-47f1-bc97-1ac3bf5fea70 service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077242 Aug 16 20:36:53.863049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53d05-ac51-4516-8391-920fa30b5d07 req-f7a02f2e-ba6a-4db1-8212-6714cd8c9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.864532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10d53d05-ac51-4516-8391-920fa30b5d07 req-f7a02f2e-ba6a-4db1-8212-6714cd8c9caa service neutron] 10.222.0.76 "GET /v2.0/networks?id=53f0df0f-f139-4a71-b156-b3349ae71c27 HTTP/1.1" status: 200 len: 925 time: 0.2555761 Aug 16 20:36:53.888597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 940060f9-ae3b-414d-80d8-08b474c7c779 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:53.900628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-932bf509-16a2-4d34-afa6-2a316e812597 req-2f7eed5b-9ff1-4b43-9ee5-609a65143501 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112771 Aug 16 20:36:53.936710 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-015d2e47-e7d0-48da-974b-8bdfc1d9dbfe service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316404 Aug 16 20:36:53.977598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 on host n-h2-793619-14 for vnic_type normal with profile None {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:53.977952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:53.978158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:53.987477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Port b1a58962-7a01-428d-b564-7aa3958dd369 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:53.987805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:53.994062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10d53d05-ac51-4516-8391-920fa30b5d07 req-862185cb-5450-473e-aa41-a21907f20c4d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11172ec3-afc5-4772-80cd-f6c611999a36 HTTP/1.1" status: 200 len: 1002 time: 0.1180019 Aug 16 20:36:53.997107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:53.997534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:53.997955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:53.998354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Bound port: b1a58962-7a01-428d-b564-7aa3958dd369, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:54.013314 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-a859a6ac-f00f-46c1-b29e-9f2000dfea39 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 HTTP/1.1" status: 200 len: 217 time: 0.0677087 Aug 16 20:36:54.035808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 940060f9-ae3b-414d-80d8-08b474c7c779 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:54.041170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 940060f9-ae3b-414d-80d8-08b474c7c779 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:54.045696 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.089095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-c3a9a47d-e3a1-4aa2-a594-d98c42c29546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:54.090233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e80b0760-68da-4c57-9018-022e1de8e648 req-5185ced1-e393-4bd5-99fc-9d0d0e5a8b43 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 210 time: 0.0591998 Aug 16 20:36:54.113694 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-c3a9a47d-e3a1-4aa2-a594-d98c42c29546 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.0897303 Aug 16 20:36:54.130349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b1a58962-7a01-428d-b564-7aa3958dd369,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:54.134369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53d05-ac51-4516-8391-920fa30b5d07 req-938f713c-e525-49af-b495-3067da9ae854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:54.137679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10d53d05-ac51-4516-8391-920fa30b5d07 req-938f713c-e525-49af-b495-3067da9ae854 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9acddd0e-e6bd-4088-b50c-ecff70ad3f26 HTTP/1.1" status: 200 len: 863 time: 0.1324444 Aug 16 20:36:54.149792 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.176513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:54.179710 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5675195-d7b0-4e85-b395-1a462ac22604" -d '{"events": [{"server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "name": "network-vif-plugged", "status": "completed", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:54.197129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=940060f9-ae3b-414d-80d8-08b474c7c779,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:54.203681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-de982dfe-d47b-4e7b-8fd7-db4371737743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:54.205238 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-de982dfe-d47b-4e7b-8fd7-db4371737743 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0870330 Aug 16 20:36:54.209677 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] Notify callbacks [] for binding, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.210846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9bae0dfe-d8b0-4fda-ab78-2986f34f5873 service neutron] 10.222.0.74 "POST /v2.0/ports/b1a58962-7a01-428d-b564-7aa3958dd369/bindings HTTP/1.1" status: 201 len: 390 time: 0.6773162 Aug 16 20:36:54.223940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53d05-ac51-4516-8391-920fa30b5d07 req-f4c5528d-f0f5-4c10-9924-fdcc5cf2f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:54.226627 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10d53d05-ac51-4516-8391-920fa30b5d07 req-f4c5528d-f0f5-4c10-9924-fdcc5cf2f889 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53f0df0f-f139-4a71-b156-b3349ae71c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824952 Aug 16 20:36:54.258980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.326491 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-2d73f390-cd5c-4289-9609-c4b9bb2b0e65 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120129 Aug 16 20:36:54.344606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=940060f9-ae3b-414d-80d8-08b474c7c779,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:54.345902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10d53d05-ac51-4516-8391-920fa30b5d07 req-f53449fe-b998-41ab-a170-13dd378f04d8 service neutron] 10.222.0.76 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112041 Aug 16 20:36:54.447045 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-4709e3a5-efde-41d0-9ce5-7d137a563292 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129568 Aug 16 20:36:54.481126 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10d53d05-ac51-4516-8391-920fa30b5d07 req-34d06b6d-b4d7-4a5a-8df1-0369c76ecea2 service neutron] 10.222.0.76 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279626 Aug 16 20:36:54.537407 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-5d6e3004-71ab-4cab-8d5b-7bbf123f7e3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=1e603d7b-c570-48b7-86c3-c246af5e7d10 HTTP/1.1" status: 200 len: 217 time: 0.0794992 Aug 16 20:36:54.594606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '08db1591-b7d3-496f-b184-e13a3f241a8f'}, {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': 'c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e'}, {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '3151b502-fa54-46e9-bf5b-4f5a5389963c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:54.596727 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceee59bd-cfd2-4557-a240-a87b3120d592" -d '{"events": [{"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "08db1591-b7d3-496f-b184-e13a3f241a8f"}, {"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e"}, {"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "3151b502-fa54-46e9-bf5b-4f5a5389963c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:54.675085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-74592aa9-6287-40cf-9cc5-55f9f450789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:54.677112 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-74592aa9-6287-40cf-9cc5-55f9f450789e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.1309421 Aug 16 20:36:54.702658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ef23-9454-4f9e-93a8-e8616e0a7f03 req-322d3b53-f37a-48ad-9faf-92b49ed5bd39 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:54.704311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2816ef23-9454-4f9e-93a8-e8616e0a7f03 req-322d3b53-f37a-48ad-9faf-92b49ed5bd39 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1798239 Aug 16 20:36:54.715203 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf9d26-0af1-435a-809b-bb37ac7568c0 req-1b80910b-7de7-4f41-a3a2-73da0ef8a9db tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:54.716708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16bf9d26-0af1-435a-809b-bb37ac7568c0 req-1b80910b-7de7-4f41-a3a2-73da0ef8a9db tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.1820438 Aug 16 20:36:54.743485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-df8f9036-bdda-4ac6-9d09-cd4ddf61599d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:54.744941 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-df8f9036-bdda-4ac6-9d09-cd4ddf61599d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7&tenant_id=cdcbd16a8feb46228e4e6afaba736344&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 950 time: 0.1403599 Aug 16 20:36:54.772142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-61b80c68-3ad7-48bf-a7fc-ae41f48713c4 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:54.773809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-61b80c68-3ad7-48bf-a7fc-ae41f48713c4 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.79 "GET /v2.0/networks?id=95212c52-47a5-464d-af13-f5a50ad2610a HTTP/1.1" status: 200 len: 820 time: 0.1942437 Aug 16 20:36:54.796284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-d9f62733-f56a-4b0d-b605-15fe5f50dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:54.797869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-d9f62733-f56a-4b0d-b605-15fe5f50dba9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1093678 Aug 16 20:36:54.798509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Request body: {'port': {'device_id': '9770cadf-2fda-4ff2-adc6-8b4065d7351c', 'network_id': '95212c52-47a5-464d-af13-f5a50ad2610a', 'admin_state_up': True, 'tenant_id': 'bdc5870e6b2c403fa5c4440979b2a003'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:54.822957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2816ef23-9454-4f9e-93a8-e8616e0a7f03 req-a846c5c0-34f5-429b-b3e2-e8e8e67b3ab4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052251 Aug 16 20:36:54.825602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16bf9d26-0af1-435a-809b-bb37ac7568c0 req-cf3c9102-57f6-4366-a6b3-c591f8a916e2 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007271 Aug 16 20:36:54.880678 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-54672559-dd4a-46b5-8016-bcfb468349b9 service neutron] delete failed (client error): The resource could not be found. Aug 16 20:36:54.882252 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-54672559-dd4a-46b5-8016-bcfb468349b9 service neutron] 10.222.0.79 "DELETE /v2.0/ports/940060f9-ae3b-414d-80d8-08b474c7c779/bindings/n-h2-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.1273255 Aug 16 20:36:54.935796 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a1eac1-f7ca-4931-ad31-7cff66d6e734 x-openstack-request-id: req-b0a1eac1-f7ca-4931-ad31-7cff66d6e734 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:54.936306 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "name": "network-vif-plugged", "status": "completed", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:54.936306 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b0a1eac1-f7ca-4931-ad31-7cff66d6e734 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:54.936742 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779', 'code': 200} Aug 16 20:36:54.971779 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-8a472abc-0230-4b99-9524-2d24fc0a9d5a service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530652 Aug 16 20:36:55.011711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2164fb-71e1-48d0-b0d4-9114fb6dfcbd req-dbe83693-f515-49ba-a20b-09f034d6a8eb tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.013490 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f2164fb-71e1-48d0-b0d4-9114fb6dfcbd req-dbe83693-f515-49ba-a20b-09f034d6a8eb tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 948 time: 0.0637069 Aug 16 20:36:55.078136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Made reservation on behalf of bdc5870e6b2c403fa5c4440979b2a003 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:55.081940 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.088197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-cdd17af1-3042-44c9-af21-076a1abccea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.089764 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-cdd17af1-3042-44c9-af21-076a1abccea8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 1102 time: 0.0969324 Aug 16 20:36:55.099369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f2164fb-71e1-48d0-b0d4-9114fb6dfcbd req-641de1d6-57a7-4773-9f5f-bcb1a10dc66a tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741997 Aug 16 20:36:55.110355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc645e8e-7fbf-4b6f-9a1f-911e01841f3e req-6b991af5-711e-4272-aa9f-c7c1afbf13fb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.112046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc645e8e-7fbf-4b6f-9a1f-911e01841f3e req-6b991af5-711e-4272-aa9f-c7c1afbf13fb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.0976579 Aug 16 20:36:55.201731 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc645e8e-7fbf-4b6f-9a1f-911e01841f3e req-36ee7a78-dfc5-45ea-a2b7-c0363d30287c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791912 Aug 16 20:36:55.278412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Allocated IP 172.20.0.2 (95212c52-47a5-464d-af13-f5a50ad2610a/6b43cd51-e9b1-455f-a695-9926c416818c/6cfeb725-e62a-4231-b9f5-66a951f8de36) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:55.405094 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feda69c4-3838-450e-93e3-a86454920143 x-openstack-request-id: req-feda69c4-3838-450e-93e3-a86454920143 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:55.405735 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "08db1591-b7d3-496f-b184-e13a3f241a8f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "3151b502-fa54-46e9-bf5b-4f5a5389963c", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:55.405965 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-feda69c4-3838-450e-93e3-a86454920143 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:55.406450 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '08db1591-b7d3-496f-b184-e13a3f241a8f', 'status': 'completed', 'code': 200} Aug 16 20:36:55.406806 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': 'c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e', 'status': 'completed', 'code': 200} Aug 16 20:36:55.407151 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '3151b502-fa54-46e9-bf5b-4f5a5389963c', 'status': 'completed', 'code': 200} Aug 16 20:36:55.409382 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-15baeb4f-6d0a-4e45-9023-147803817e45 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243734 Aug 16 20:36:55.455068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0', 'tag': '69343a40-6b02-4bd8-9605-10af1604e0ca'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:55.457550 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193c1567-8cb7-4d3e-b80b-960a47bafd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0", "tag": "69343a40-6b02-4bd8-9605-10af1604e0ca"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:55.461077 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-b4a3e73d-891d-47d1-a06c-175cda6d0efd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=dff5d104-9250-4ba8-ab72-955d0849cbfd HTTP/1.1" status: 200 len: 217 time: 0.0391018 Aug 16 20:36:55.495099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a90a-8778-40b3-b9f8-387dd9bfacdb req-ad390328-b67c-44f9-a407-56f333aa1a36 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.501188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a90a-8778-40b3-b9f8-387dd9bfacdb req-ad390328-b67c-44f9-a407-56f333aa1a36 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.507149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a90a-8778-40b3-b9f8-387dd9bfacdb req-ad390328-b67c-44f9-a407-56f333aa1a36 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.513232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a90a-8778-40b3-b9f8-387dd9bfacdb req-ad390328-b67c-44f9-a407-56f333aa1a36 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.519491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a90a-8778-40b3-b9f8-387dd9bfacdb req-ad390328-b67c-44f9-a407-56f333aa1a36 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.527568 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a90a-8778-40b3-b9f8-387dd9bfacdb req-ad390328-b67c-44f9-a407-56f333aa1a36 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.533502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a90a-8778-40b3-b9f8-387dd9bfacdb req-ad390328-b67c-44f9-a407-56f333aa1a36 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.535374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5648a90a-8778-40b3-b9f8-387dd9bfacdb req-ad390328-b67c-44f9-a407-56f333aa1a36 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.2049518 Aug 16 20:36:55.543493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db29bd-78a7-4285-afc8-37b5b80793a5 req-c688b76e-72b2-446a-910d-2f4da585552e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.545047 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19db29bd-78a7-4285-afc8-37b5b80793a5 req-c688b76e-72b2-446a-910d-2f4da585552e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.2245889 Aug 16 20:36:55.549776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-ff0e6c71-b44a-4093-88b5-74bf089c0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.551270 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-ff0e6c71-b44a-4093-88b5-74bf089c0279 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.4536669 Aug 16 20:36:55.563252 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-04bd48c2-f075-4a51-b824-0dcb725ca846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.564691 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-04bd48c2-f075-4a51-b824-0dcb725ca846 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.0948629 Aug 16 20:36:55.626575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-387673ad-79e2-4e38-b230-8e2b2a124dd4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=940060f9-ae3b-414d-80d8-08b474c7c779 HTTP/1.1" status: 200 len: 217 time: 0.0661271 Aug 16 20:36:55.636930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-d5ed136e-fda5-473f-a600-c1f6fb752ffc tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.638524 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-d5ed136e-fda5-473f-a600-c1f6fb752ffc tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.1348538 Aug 16 20:36:55.644927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19db29bd-78a7-4285-afc8-37b5b80793a5 req-f4eccb7c-71dd-4800-9db0-46a94ed2386f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901532 Aug 16 20:36:55.652930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5648a90a-8778-40b3-b9f8-387dd9bfacdb req-59ba11bb-d7e2-41c8-9900-50bfa97230db tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802915 Aug 16 20:36:55.654259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-14'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:55.722666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.735538 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439e737a-e28a-49fd-9a19-3914a0d70169 x-openstack-request-id: req-439e737a-e28a-49fd-9a19-3914a0d70169 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:55.735745 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0", "tag": "69343a40-6b02-4bd8-9605-10af1604e0ca", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:55.735856 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-439e737a-e28a-49fd-9a19-3914a0d70169 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:55.736256 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0', 'tag': '69343a40-6b02-4bd8-9605-10af1604e0ca', 'status': 'completed', 'code': 200} Aug 16 20:36:55.737234 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e86dee68-ac4b-454d-b784-fd46678091ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.738763 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e86dee68-ac4b-454d-b784-fd46678091ef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1648593 Aug 16 20:36:55.775102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-10893e3c-ac39-4973-9967-7505c1f83fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.776546 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-10893e3c-ac39-4973-9967-7505c1f83fe8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1419468 Aug 16 20:36:55.833493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15871bac-2de3-4d49-935d-80b77381561e req-35bba9d7-6377-4f1c-8817-917b33c01825 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 210 time: 0.0664616 Aug 16 20:36:55.850856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c1567-8cb7-4d3e-b80b-960a47bafd4f req-047a6126-9c17-429c-9cd2-c578b714a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.851645 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.853005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-193c1567-8cb7-4d3e-b80b-960a47bafd4f req-047a6126-9c17-429c-9cd2-c578b714a825 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bb80fcc3b979415d9346b47e921f61c4&device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 1100 time: 0.0850954 Aug 16 20:36:55.895749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 69343a40-6b02-4bd8-9605-10af1604e0ca details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:36:55.926979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-a122b4ec-7af6-40c8-9387-3481beeda2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.929857 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-a122b4ec-7af6-40c8-9387-3481beeda2ad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1412737 Aug 16 20:36:55.950201 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-f6a82d38-9f01-41f5-99ff-10c857009d97 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014310 Aug 16 20:36:55.971104 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.012154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 69343a40-6b02-4bd8-9605-10af1604e0ca, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=69343a40-6b02-4bd8-9605-10af1604e0ca,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:56.024659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '69343a40-6b02-4bd8-9605-10af1604e0ca', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '69343a40-6b02-4bd8-9605-10af1604e0ca', 'mac_address': 'fa:16:3e:6a:6a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:36:56.071619 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.087934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69343a40-6b02-4bd8-9605-10af1604e0ca {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:56.104022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Network 95212c52-47a5-464d-af13-f5a50ad2610a is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:56.111312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 69343a40-6b02-4bd8-9605-10af1604e0ca, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=69343a40-6b02-4bd8-9605-10af1604e0ca,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:56.128084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:56.136105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:56.156676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c058b32-bb3e-4148-a096-2c1a13d5a121 req-8a3c6e7e-26dc-482f-b57f-1765549f7e3e tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:56.158176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c058b32-bb3e-4148-a096-2c1a13d5a121 req-8a3c6e7e-26dc-482f-b57f-1765549f7e3e tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1711240 Aug 16 20:36:56.169558 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.202626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64772e25-4fa0-4c80-995d-14372abd0919 req-4018269b-a4d6-4f9d-b334-af544caa97b6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:56.207699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b71912c0-939b-4f61-af55-94701ce797e5,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:56.211812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64772e25-4fa0-4c80-995d-14372abd0919 req-4018269b-a4d6-4f9d-b334-af544caa97b6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 945 time: 0.2299061 Aug 16 20:36:56.222394 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-16cb505e-10f1-466f-8068-82fddc478ef2 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831433 Aug 16 20:36:56.227537 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Pushing event updated for resources: {'Port': ['ID=6cfeb725-e62a-4231-b9f5-66a951f8de36,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:56.236661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=69343a40-6b02-4bd8-9605-10af1604e0ca,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:56.257815 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-e161b068-4ca7-42eb-b48b-b715cc45c0a6 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917948 Aug 16 20:36:56.277784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c1567-8cb7-4d3e-b80b-960a47bafd4f req-04e691d0-72a2-4853-ac98-dcac02fa3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:56.279313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-193c1567-8cb7-4d3e-b80b-960a47bafd4f req-04e691d0-72a2-4853-ac98-dcac02fa3b07 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.4152756 Aug 16 20:36:56.315056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:56.315887 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.334594 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-67bb72fc-2820-4f36-8811-04157a1ec3fe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=08db1591-b7d3-496f-b184-e13a3f241a8f HTTP/1.1" status: 200 len: 217 time: 0.0455945 Aug 16 20:36:56.340105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c058b32-bb3e-4148-a096-2c1a13d5a121 req-22db8094-2ae5-468d-973c-76e123414f18 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481750 Aug 16 20:36:56.372743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64772e25-4fa0-4c80-995d-14372abd0919 req-d237d746-6f37-4b18-b810-ad3cd3ad3b42 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600802 Aug 16 20:36:56.378427 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-193c1567-8cb7-4d3e-b80b-960a47bafd4f req-96f9ee7c-c2ca-4d70-929b-7268994abca0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=69343a40-6b02-4bd8-9605-10af1604e0ca HTTP/1.1" status: 200 len: 217 time: 0.0592570 Aug 16 20:36:56.435523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:56.438097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-5ccadb10-77d7-4ecc-8e48-4e57b341656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:56.439820 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-5ccadb10-77d7-4ecc-8e48-4e57b341656e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.0924661 Aug 16 20:36:56.444104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c1567-8cb7-4d3e-b80b-960a47bafd4f req-758c492c-703b-4c42-ab4f-4186bf62b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:56.445768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-193c1567-8cb7-4d3e-b80b-960a47bafd4f req-758c492c-703b-4c42-ab4f-4186bf62b0ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0466042 Aug 16 20:36:56.485390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['69343a40-6b02-4bd8-9605-10af1604e0ca'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:56.488338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d46c8342-0d4f-4022-9fa3-59c92aa2d186 req-6f7c4d38-1cac-4181-b6f2-15397415961b service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546041 Aug 16 20:36:56.530630 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.544780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-f9b4a528-fac3-4bcb-818e-124a80e22fe5 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7501280 Aug 16 20:36:56.563221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Request body: {'port': {'device_id': '9770cadf-2fda-4ff2-adc6-8b4065d7351c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:56.574437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c1567-8cb7-4d3e-b80b-960a47bafd4f req-cab20c41-ea4c-48fb-aa8e-4d713c3d7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:56.575652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-c7ee955b-8b07-4828-925d-801f5e179805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:56.576121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-193c1567-8cb7-4d3e-b80b-960a47bafd4f req-cab20c41-ea4c-48fb-aa8e-4d713c3d7ff9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187057 Aug 16 20:36:56.577787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-c7ee955b-8b07-4828-925d-801f5e179805 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1132500 Aug 16 20:36:56.606556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29314c8d-4a26-44e0-89c6-0690c2235c93 req-c9c619c0-84bc-4e62-8210-7c2b7e08c4cc tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:56.608215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29314c8d-4a26-44e0-89c6-0690c2235c93 req-c9c619c0-84bc-4e62-8210-7c2b7e08c4cc tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 949 time: 0.1615002 Aug 16 20:36:56.630402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd86281-3cc6-446e-ab7b-3e1d4baa44b8 req-1ab36ba2-ebd4-4972-894b-b9b1a972cef3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:56.632377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cd86281-3cc6-446e-ab7b-3e1d4baa44b8 req-1ab36ba2-ebd4-4972-894b-b9b1a972cef3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1482708 Aug 16 20:36:56.686212 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.765514 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-fdf51889-443e-4338-a789-a8a931cf1ec6 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730852 Aug 16 20:36:56.780224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Pushing event updated for resources: {'Port': ['ID=b71912c0-939b-4f61-af55-94701ce797e5,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:56.874329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 on host n-h1-793619-14 for vnic_type normal with profile {"migrating_to": "n-h2-793619-14"} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:56.874774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:56.875160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:56.888179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Port b71912c0-939b-4f61-af55-94701ce797e5 on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:56.888600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Attempting to bind port b71912c0-939b-4f61-af55-94701ce797e5 on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:56.898838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:56.899278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:56.899738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:56.900253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Bound port: b71912c0-939b-4f61-af55-94701ce797e5, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:56.900699 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.959653 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-4f967dd3-86be-4bc5-a059-be1ca1adb9e7 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761386 Aug 16 20:36:57.024682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-b07deb2a-3874-4f4d-a6f4-4dd2f97869d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e HTTP/1.1" status: 200 len: 217 time: 0.0567019 Aug 16 20:36:57.032884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:57.045193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b71912c0-939b-4f61-af55-94701ce797e5,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:57.089366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-96116142-fdfb-46ba-bcb9-fe4583a61b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.090918 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-96116142-fdfb-46ba-bcb9-fe4583a61b0a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.0556207 Aug 16 20:36:57.108440 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.111139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.134077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cd86281-3cc6-446e-ab7b-3e1d4baa44b8 req-69af48a1-61d4-4116-a16f-c69523fe2a32 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768722 Aug 16 20:36:57.169831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29314c8d-4a26-44e0-89c6-0690c2235c93 req-fca81ae1-7654-4482-9d77-e3b2233d5080 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365486 Aug 16 20:36:57.233140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.234280 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.235107 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] 10.222.0.79 "PUT /v2.0/ports/b71912c0-939b-4f61-af55-94701ce797e5 HTTP/1.1" status: 200 len: 1123 time: 1.5858855 Aug 16 20:36:57.237741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-7e777467-8190-4a3e-a322-b92559bfea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.239126 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-7e777467-8190-4a3e-a322-b92559bfea23 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1398609 Aug 16 20:36:57.239876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87968750-000d-4bc3-b849-b5f84949e68c service neutron] Pushing event updated for resources: {'Port': ['ID=b71912c0-939b-4f61-af55-94701ce797e5,revision_number=8']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:57.245108 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-193c1567-8cb7-4d3e-b80b-960a47bafd4f req-5fbb8c0f-f044-4ab8-86d6-d0c2f80f4cf4 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518431 Aug 16 20:36:57.344251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['b71912c0-939b-4f61-af55-94701ce797e5'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:57.391233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b71912c0-939b-4f61-af55-94701ce797e5'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:57.401476 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-5eab5c02-1dbf-490f-851a-85957679f0d5 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356277 Aug 16 20:36:57.408755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71912c0-939b-4f61-af55-94701ce797e5'}, {'name': 'network-changed', 'server_uuid': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'tag': 'b71912c0-939b-4f61-af55-94701ce797e5'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:57.411787 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94484da4-f629-486d-aa68-f2b29d78b563" -d '{"events": [{"server_uuid": "7518cf58-c3da-45e7-9848-6eb47c9b9ca8", "name": "network-vif-unplugged", "status": "completed", "tag": "b71912c0-939b-4f61-af55-94701ce797e5"}, {"name": "network-changed", "server_uuid": "7518cf58-c3da-45e7-9848-6eb47c9b9ca8", "tag": "b71912c0-939b-4f61-af55-94701ce797e5"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:57.538673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807cf10-23a4-43af-b05b-74dedaaddd1b req-21584995-f18b-45a5-a0d8-1bd11de414f8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.540415 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a807cf10-23a4-43af-b05b-74dedaaddd1b req-21584995-f18b-45a5-a0d8-1bd11de414f8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.2883251 Aug 16 20:36:57.554384 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-18e4eaa9-8c98-4c1f-8f78-e57216abcdc8 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389790 Aug 16 20:36:57.635652 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-2e616129-dd2f-41f7-8285-6353b52b9663 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3151b502-fa54-46e9-bf5b-4f5a5389963c HTTP/1.1" status: 200 len: 217 time: 0.0723894 Aug 16 20:36:57.701301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ded4-7afe-4b4b-97c4-e11daca79dd0 req-337166c3-2384-4e67-9a90-8dc269d89c32 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.708005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ded4-7afe-4b4b-97c4-e11daca79dd0 req-337166c3-2384-4e67-9a90-8dc269d89c32 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.714116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ded4-7afe-4b4b-97c4-e11daca79dd0 req-337166c3-2384-4e67-9a90-8dc269d89c32 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.720165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ded4-7afe-4b4b-97c4-e11daca79dd0 req-337166c3-2384-4e67-9a90-8dc269d89c32 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.720316 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-d6389248-c3d7-4494-9d4e-15c194e82fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.722896 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-d6389248-c3d7-4494-9d4e-15c194e82fa8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.0624895 Aug 16 20:36:57.726830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ded4-7afe-4b4b-97c4-e11daca79dd0 req-337166c3-2384-4e67-9a90-8dc269d89c32 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.732941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ded4-7afe-4b4b-97c4-e11daca79dd0 req-337166c3-2384-4e67-9a90-8dc269d89c32 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.738844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ded4-7afe-4b4b-97c4-e11daca79dd0 req-337166c3-2384-4e67-9a90-8dc269d89c32 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.741933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b85ded4-7afe-4b4b-97c4-e11daca79dd0 req-337166c3-2384-4e67-9a90-8dc269d89c32 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.3200960 Aug 16 20:36:57.759449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-193c1567-8cb7-4d3e-b80b-960a47bafd4f req-44ad50e3-eb89-4bb4-b500-2c304470d2b1 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862545 Aug 16 20:36:57.794608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923c-77ca-458a-9a7f-633e1831c878 req-801e8f12-a5c1-4237-8f38-3468fdf5261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.798002 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-801e8f12-a5c1-4237-8f38-3468fdf5261a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0670485 Aug 16 20:36:57.799923 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a807cf10-23a4-43af-b05b-74dedaaddd1b req-4d0f454d-fd61-4977-9dec-4302623161e2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843574 Aug 16 20:36:57.836804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b85ded4-7afe-4b4b-97c4-e11daca79dd0 req-2992419f-5535-4e54-b899-763a39a6d984 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868385 Aug 16 20:36:57.896279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 69343a40-6b02-4bd8-9605-10af1604e0ca up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:57.904789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cfeb725-e62a-4231-b9f5-66a951f8de36 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:57.915567 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.937172 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-5d28543e-2b97-4124-97e6-95425d1881f0 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178086 Aug 16 20:36:57.940188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b71912c0-939b-4f61-af55-94701ce797e5 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:36:58.029118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Transition to ACTIVE for port object 6cfeb725-e62a-4231-b9f5-66a951f8de36 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:58.044865 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-182c923c-77ca-458a-9a7f-633e1831c878 req-d2ef100b-52b0-4f01-8df5-1a56a3079e12 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049724 Aug 16 20:36:58.047555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf0db9-0596-4391-802a-e65e4f26f9a0 req-8214cfde-7427-4c7c-bf6f-a76856af94c8 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.049437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3aaf0db9-0596-4391-802a-e65e4f26f9a0 req-8214cfde-7427-4c7c-bf6f-a76856af94c8 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 931 time: 0.1395411 Aug 16 20:36:58.073910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a7f6f-989d-4361-a12c-e5d8f0a58f73 req-bb0d99a7-893b-4e8b-9a9d-f711649fe5bc tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.074697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 69343a40-6b02-4bd8-9605-10af1604e0ca completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:58.078970 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae0a7f6f-989d-4361-a12c-e5d8f0a58f73 req-bb0d99a7-893b-4e8b-9a9d-f711649fe5bc tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0872002 Aug 16 20:36:58.083271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b71912c0-939b-4f61-af55-94701ce797e5,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:58.085642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 69343a40-6b02-4bd8-9605-10af1604e0ca triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:58.086022 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.111901 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.116342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b71912c0-939b-4f61-af55-94701ce797e5 has no active binding in host n-h2-793619-14 {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:36:58.133255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3aaf0db9-0596-4391-802a-e65e4f26f9a0 req-067b5303-deac-4093-baac-8a5186925659 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744650 Aug 16 20:36:58.174869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae0a7f6f-989d-4361-a12c-e5d8f0a58f73 req-b25c744c-a1d8-4b1a-83a5-1d8130bd7363 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916402 Aug 16 20:36:58.225712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Pushing event updated for resources: {'Port': ['ID=6cfeb725-e62a-4231-b9f5-66a951f8de36,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:58.246133 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f512615a-fa01-4b89-a44e-be28f8ec5b58 x-openstack-request-id: req-f512615a-fa01-4b89-a44e-be28f8ec5b58 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:58.246707 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7518cf58-c3da-45e7-9848-6eb47c9b9ca8", "name": "network-vif-unplugged", "status": "completed", "tag": "b71912c0-939b-4f61-af55-94701ce797e5", "code": 200}, {"name": "network-changed", "server_uuid": "7518cf58-c3da-45e7-9848-6eb47c9b9ca8", "tag": "b71912c0-939b-4f61-af55-94701ce797e5", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:58.246964 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f512615a-fa01-4b89-a44e-be28f8ec5b58 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:58.247376 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71912c0-939b-4f61-af55-94701ce797e5', 'code': 200} Aug 16 20:36:58.247638 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'tag': 'b71912c0-939b-4f61-af55-94701ce797e5', 'status': 'completed', 'code': 200} Aug 16 20:36:58.315398 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-960d5a30-5165-4aae-b2b9-782b78d137b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.315900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-960d5a30-5165-4aae-b2b9-782b78d137b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.316380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-960d5a30-5165-4aae-b2b9-782b78d137b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.316859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-960d5a30-5165-4aae-b2b9-782b78d137b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.317390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-960d5a30-5165-4aae-b2b9-782b78d137b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.317862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-960d5a30-5165-4aae-b2b9-782b78d137b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.318527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-960d5a30-5165-4aae-b2b9-782b78d137b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.320594 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-960d5a30-5165-4aae-b2b9-782b78d137b3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6495 time: 0.0898290 Aug 16 20:36:58.347250 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.374154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69343a40-6b02-4bd8-9605-10af1604e0ca'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:58.376504 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df32092-0467-490d-9fea-d3f7c2e7ae45" -d '{"events": [{"server_uuid": "48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "69343a40-6b02-4bd8-9605-10af1604e0ca"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:58.391564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 69343a40-6b02-4bd8-9605-10af1604e0ca, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=69343a40-6b02-4bd8-9605-10af1604e0ca,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:58.396032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Attempting to bind port 6cfeb725-e62a-4231-b9f5-66a951f8de36 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:58.396373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Attempting to bind port 6cfeb725-e62a-4231-b9f5-66a951f8de36 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0df68ce8-62e2-4b45-85d1-8f51e5ce57cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '95212c52-47a5-464d-af13-f5a50ad2610a'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:58.396981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Attempting to bind port 6cfeb725-e62a-4231-b9f5-66a951f8de36 on network 95212c52-47a5-464d-af13-f5a50ad2610a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:58.406919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c301633-f749-4773-8cd0-392506cbe2ea req-ca98eb0e-05d1-44e4-8b26-8a0dfe874f80 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.408431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c301633-f749-4773-8cd0-392506cbe2ea req-ca98eb0e-05d1-44e4-8b26-8a0dfe874f80 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 943 time: 0.1849916 Aug 16 20:36:58.415898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94484da4-f629-486d-aa68-f2b29d78b563 req-8b02407a-5296-4deb-8d99-078b29ccc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.417409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94484da4-f629-486d-aa68-f2b29d78b563 req-8b02407a-5296-4deb-8d99-078b29ccc56c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 1126 time: 0.1372240 Aug 16 20:36:58.422576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Port 6cfeb725-e62a-4231-b9f5-66a951f8de36 on network 95212c52-47a5-464d-af13-f5a50ad2610a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:58.422902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Attempting to bind port 6cfeb725-e62a-4231-b9f5-66a951f8de36 on network 95212c52-47a5-464d-af13-f5a50ad2610a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:58.434404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-9b6046e4-3b69-4fd1-a86a-dc727cb3edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.435941 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-9b6046e4-3b69-4fd1-a86a-dc727cb3edcc service neutron] 10.222.0.76 "GET /v2.0/networks?id=10d02a5b-303c-4edc-8926-014570002926 HTTP/1.1" status: 200 len: 902 time: 0.1017437 Aug 16 20:36:58.461751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030df8c-865a-4469-af17-607dd6bf34fb req-145f002c-4a84-4056-829d-b82a1f59d46c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.463387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0030df8c-865a-4469-af17-607dd6bf34fb req-145f002c-4a84-4056-829d-b82a1f59d46c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1414266 Aug 16 20:36:58.468241 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.477140 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:58.477488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Checking segment: {'id': '0df68ce8-62e2-4b45-85d1-8f51e5ce57cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '95212c52-47a5-464d-af13-f5a50ad2610a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:58.478236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Bound using segment: {'id': '0df68ce8-62e2-4b45-85d1-8f51e5ce57cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '95212c52-47a5-464d-af13-f5a50ad2610a'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:58.478679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Bound port: 6cfeb725-e62a-4231-b9f5-66a951f8de36, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df68ce8-62e2-4b45-85d1-8f51e5ce57cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '95212c52-47a5-464d-af13-f5a50ad2610a'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:58.479041 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.489185 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-28a7d326-8826-47d4-b4d1-c32f382ac96b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=08db1591-b7d3-496f-b184-e13a3f241a8f HTTP/1.1" status: 200 len: 217 time: 0.0422192 Aug 16 20:36:58.528961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=69343a40-6b02-4bd8-9605-10af1604e0ca,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:58.543387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.543803 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.544426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.544694 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.545071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.545918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.546283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.546672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.547606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.547943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.548276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.548671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:58.561985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-51689706-13aa-467c-b59d-49b71b94ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.562991 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-51689706-13aa-467c-b59d-49b71b94ebb7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.0642619 Aug 16 20:36:58.595317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c301633-f749-4773-8cd0-392506cbe2ea req-6141a143-1f88-4b62-8628-2da3d6dc3ab6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727028 Aug 16 20:36:58.610191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-44cd5910-e478-4dd6-bf8f-33422ad7a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.611788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-44cd5910-e478-4dd6-bf8f-33422ad7a3fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0402589 Aug 16 20:36:58.649465 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0030df8c-865a-4469-af17-607dd6bf34fb req-49fab32e-06ef-41eb-84f4-58ce2e759b04 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679814 Aug 16 20:36:58.662436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94484da4-f629-486d-aa68-f2b29d78b563 req-5e64fd9e-0a5b-4e6c-b39a-a8e2b48b58ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.664603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94484da4-f629-486d-aa68-f2b29d78b563 req-5e64fd9e-0a5b-4e6c-b39a-a8e2b48b58ad service neutron] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.2307465 Aug 16 20:36:58.687147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] For port 6cfeb725-e62a-4231-b9f5-66a951f8de36, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:58.717067 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-1bebe9fd-05a8-4871-a83f-41d1f017389d service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956700 Aug 16 20:36:58.757312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94484da4-f629-486d-aa68-f2b29d78b563 req-ff05fc38-b0e0-43ef-9081-5415b8be3dbb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71912c0-939b-4f61-af55-94701ce797e5 HTTP/1.1" status: 200 len: 217 time: 0.0719788 Aug 16 20:36:58.760010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] For port 6cfeb725-e62a-4231-b9f5-66a951f8de36, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6cfeb725-e62a-4231-b9f5-66a951f8de36,segment=NetworkSegment(0df68ce8-62e2-4b45-85d1-8f51e5ce57cd),segment_id=0df68ce8-62e2-4b45-85d1-8f51e5ce57cd)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:58.761437 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0e07d8-3076-4c6b-a024-0d7a787f6214 x-openstack-request-id: req-1e0e07d8-3076-4c6b-a024-0d7a787f6214 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:58.762037 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "69343a40-6b02-4bd8-9605-10af1604e0ca", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:58.762457 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1e0e07d8-3076-4c6b-a024-0d7a787f6214 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:58.763084 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69343a40-6b02-4bd8-9605-10af1604e0ca', 'code': 200} Aug 16 20:36:58.782421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6c8cd-03b4-4f6e-afc7-42150b5350b0 req-8172e68e-11f1-4d19-85ec-72ff925b128b tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.784817 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45b6c8cd-03b4-4f6e-afc7-42150b5350b0 req-8172e68e-11f1-4d19-85ec-72ff925b128b tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 950 time: 0.1263175 Aug 16 20:36:58.824865 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-19abbef9-fd7d-4795-8fe2-b951280cb785 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934224 Aug 16 20:36:58.845069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.935328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94484da4-f629-486d-aa68-f2b29d78b563 req-fdc2afbf-57c7-4105-a42c-4fc51445b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.936814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94484da4-f629-486d-aa68-f2b29d78b563 req-fdc2afbf-57c7-4105-a42c-4fc51445b585 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.1509984 Aug 16 20:36:58.943504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9819e-210c-4913-86d8-ef83f8792b6a req-a8a6a2b3-3e72-492e-ae8f-ff0e5045266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.943897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.944501 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.945057 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9e9819e-210c-4913-86d8-ef83f8792b6a req-a8a6a2b3-3e72-492e-ae8f-ff0e5045266c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 1102 time: 0.0728891 Aug 16 20:36:58.948991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] 10.222.0.79 "PUT /v2.0/ports/6cfeb725-e62a-4231-b9f5-66a951f8de36 HTTP/1.1" status: 200 len: 1092 time: 2.3897471 Aug 16 20:36:58.948991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770cadf-2fda-4ff2-adc6-8b4065d7351c', 'tag': '6cfeb725-e62a-4231-b9f5-66a951f8de36'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:58.949976 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d5e40f-0802-4353-a960-ecd70598dfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "9770cadf-2fda-4ff2-adc6-8b4065d7351c", "tag": "6cfeb725-e62a-4231-b9f5-66a951f8de36"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:58.955500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-bed23def-6ce6-48f9-b85c-21c5dafe8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.956083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-bed23def-6ce6-48f9-b85c-21c5dafe8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.956570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-bed23def-6ce6-48f9-b85c-21c5dafe8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.957296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-bed23def-6ce6-48f9-b85c-21c5dafe8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.957532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-bed23def-6ce6-48f9-b85c-21c5dafe8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.958010 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-bed23def-6ce6-48f9-b85c-21c5dafe8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.958560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-bed23def-6ce6-48f9-b85c-21c5dafe8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.961057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45b6c8cd-03b4-4f6e-afc7-42150b5350b0 req-248ff9f6-2eb4-4241-967a-ff9aec2901a5 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638033 Aug 16 20:36:58.961603 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-bed23def-6ce6-48f9-b85c-21c5dafe8e54 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6495 time: 0.0612235 Aug 16 20:36:59.013815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94484da4-f629-486d-aa68-f2b29d78b563 req-5097316f-4d73-4624-9711-724122b7fbe7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491624 Aug 16 20:36:59.021754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41253e8e-1f38-4076-a78b-15ec7f9071ac req-b0c94d66-d9cd-4506-a45c-51b240e87168 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.025500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-41253e8e-1f38-4076-a78b-15ec7f9071ac req-b0c94d66-d9cd-4506-a45c-51b240e87168 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1895912 Aug 16 20:36:59.029228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df780a-9901-4ac0-acd2-7fe4ce45fffe service neutron] Pushing event updated for resources: {'Port': ['ID=6cfeb725-e62a-4231-b9f5-66a951f8de36,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:59.043750 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9e9819e-210c-4913-86d8-ef83f8792b6a req-7f652f33-4c3d-4c36-88f5-572bfc914aab service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811157 Aug 16 20:36:59.079167 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-7e7ac140-4305-4fec-bbb5-193b860ff820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.081265 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-7e7ac140-4305-4fec-bbb5-193b860ff820 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431 HTTP/1.1" status: 200 len: 902 time: 0.1108687 Aug 16 20:36:59.145775 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-cb6d0362-65f2-4518-8514-8c8d68248503 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e HTTP/1.1" status: 200 len: 217 time: 0.0365887 Aug 16 20:36:59.184162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-41253e8e-1f38-4076-a78b-15ec7f9071ac req-cbf0bbd5-db81-462e-82b9-b5c6e31ff1b4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442451 Aug 16 20:36:59.206043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d3056-e2ea-49fc-8166-b85cac4c8136 req-3a7cfce6-ef50-4d1c-979b-2936aaa6ec96 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.206043 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a5d3056-e2ea-49fc-8166-b85cac4c8136 req-3a7cfce6-ef50-4d1c-979b-2936aaa6ec96 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.1735969 Aug 16 20:36:59.213530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-d03fff5a-b317-4b3d-b205-f4af4af62f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.215056 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-d03fff5a-b317-4b3d-b205-f4af4af62f66 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.0516965 Aug 16 20:36:59.222399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-83671acd-25c6-4b93-83c0-56997483c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.223890 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-83671acd-25c6-4b93-83c0-56997483c517 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bdc5870e6b2c403fa5c4440979b2a003&device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 1095 time: 0.1466310 Aug 16 20:36:59.243385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94484da4-f629-486d-aa68-f2b29d78b563 req-3b713b8a-1875-491f-8851-e43ea5322888 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149355 Aug 16 20:36:59.267153 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-05f6d93e-fd30-4c7a-b620-bdc3f14576f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.268736 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-05f6d93e-fd30-4c7a-b620-bdc3f14576f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0440478 Aug 16 20:36:59.284247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-c1bf261d-eace-4600-be2b-3a74c30c37bd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cfeb725-e62a-4231-b9f5-66a951f8de36 HTTP/1.1" status: 200 len: 217 time: 0.0506694 Aug 16 20:36:59.358308 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-26b50df8-7f65-422b-9553-8c3be69cfc3b service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802333 Aug 16 20:36:59.382396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a5d3056-e2ea-49fc-8166-b85cac4c8136 req-0392799b-4684-4f90-9bc6-268e813fd0ad tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739140 Aug 16 20:36:59.420550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a13cb-dff2-469a-8e09-22e6ad71c0de req-e0c05f72-8898-4516-93ed-074ecb8ff984 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.426574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a13cb-dff2-469a-8e09-22e6ad71c0de req-e0c05f72-8898-4516-93ed-074ecb8ff984 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.433468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a13cb-dff2-469a-8e09-22e6ad71c0de req-e0c05f72-8898-4516-93ed-074ecb8ff984 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.439313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a13cb-dff2-469a-8e09-22e6ad71c0de req-e0c05f72-8898-4516-93ed-074ecb8ff984 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.446005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a13cb-dff2-469a-8e09-22e6ad71c0de req-e0c05f72-8898-4516-93ed-074ecb8ff984 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.451987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a13cb-dff2-469a-8e09-22e6ad71c0de req-e0c05f72-8898-4516-93ed-074ecb8ff984 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.457890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a13cb-dff2-469a-8e09-22e6ad71c0de req-e0c05f72-8898-4516-93ed-074ecb8ff984 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.458540 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-3a3f70fa-4d85-4949-b953-7ae275439e71 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897753 Aug 16 20:36:59.459818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e28a13cb-dff2-469a-8e09-22e6ad71c0de req-e0c05f72-8898-4516-93ed-074ecb8ff984 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1851041 Aug 16 20:36:59.466407 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29a87f-855e-4487-9b92-439109c85704 x-openstack-request-id: req-7d29a87f-855e-4487-9b92-439109c85704 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:59.466897 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9770cadf-2fda-4ff2-adc6-8b4065d7351c", "tag": "6cfeb725-e62a-4231-b9f5-66a951f8de36", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:59.470205 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d29a87f-855e-4487-9b92-439109c85704 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:59.470205 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9770cadf-2fda-4ff2-adc6-8b4065d7351c', 'tag': '6cfeb725-e62a-4231-b9f5-66a951f8de36', 'status': 'completed', 'code': 200} Aug 16 20:36:59.500967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-89adf9c1-32e0-4b71-a899-acbecc1693bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.504346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-89adf9c1-32e0-4b71-a899-acbecc1693bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b43cd51-e9b1-455f-a695-9926c416818c HTTP/1.1" status: 200 len: 860 time: 0.2063034 Aug 16 20:36:59.558483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-df8bcf81-aa2a-4ce3-b50a-230d3441135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.559075 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-df8bcf81-aa2a-4ce3-b50a-230d3441135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.559554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-df8bcf81-aa2a-4ce3-b50a-230d3441135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.560024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-df8bcf81-aa2a-4ce3-b50a-230d3441135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.560496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-df8bcf81-aa2a-4ce3-b50a-230d3441135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.560968 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-df8bcf81-aa2a-4ce3-b50a-230d3441135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.561462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-df8bcf81-aa2a-4ce3-b50a-230d3441135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.563362 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-df8bcf81-aa2a-4ce3-b50a-230d3441135f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6495 time: 0.0486789 Aug 16 20:36:59.572206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-be402a2d-caa4-4b5b-bc76-7f4553d34d17 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=95212c52-47a5-464d-af13-f5a50ad2610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543923 Aug 16 20:36:59.574025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94484da4-f629-486d-aa68-f2b29d78b563 req-db024389-d5de-4b50-83cf-00cd5689fd10 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981131 Aug 16 20:36:59.585562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e28a13cb-dff2-469a-8e09-22e6ad71c0de req-38d143c5-dda7-4c38-bf89-de7881f57836 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140511 Aug 16 20:36:59.658254 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eb0a7-a9ad-4f1a-94f0-2c73dc6d4226 req-19310109-515b-45ab-abdc-5fdb4b7d0c0c tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.659813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b2eb0a7-a9ad-4f1a-94f0-2c73dc6d4226 req-19310109-515b-45ab-abdc-5fdb4b7d0c0c tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 943 time: 0.1738124 Aug 16 20:36:59.762990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b2eb0a7-a9ad-4f1a-94f0-2c73dc6d4226 req-b299565c-3b53-44d6-beb9-5c9435136cda tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865343 Aug 16 20:36:59.765912 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-593db90a-a889-42c4-bd46-32f25089fc59 service neutron] 10.222.0.79 "GET /v2.0/networks/95212c52-47a5-464d-af13-f5a50ad2610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793964 Aug 16 20:36:59.773604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bf156-a15b-4867-82e4-55e50af7aa3e req-587db9df-7f7d-4857-919b-286ec1ccb616 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.779134 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef9bf156-a15b-4867-82e4-55e50af7aa3e req-587db9df-7f7d-4857-919b-286ec1ccb616 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1107588 Aug 16 20:36:59.866438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef9bf156-a15b-4867-82e4-55e50af7aa3e req-a2e69f4d-cc89-4dea-a838-4bb9a569ce29 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819001 Aug 16 20:36:59.919669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-869e66c9-3223-41bb-a1ab-d1024f36194b req-b9c4b4ba-1993-4acd-9a63-3fdffdbe72c5 service neutron] 10.222.0.79 "GET /v2.0/networks/95212c52-47a5-464d-af13-f5a50ad2610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435120 Aug 16 20:36:59.920419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-6a127796-5131-4e43-ab26-49839d387a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.922962 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-6a127796-5131-4e43-ab26-49839d387a37 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431 HTTP/1.1" status: 200 len: 902 time: 0.3485582 Aug 16 20:36:59.938645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855e8bc-9719-4792-a87c-1010ec7a44b8 req-fae89c44-2366-44c5-8782-f7178081ac5b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.940116 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4855e8bc-9719-4792-a87c-1010ec7a44b8 req-fae89c44-2366-44c5-8782-f7178081ac5b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 943 time: 0.0671351 Aug 16 20:36:59.980332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4855e8bc-9719-4792-a87c-1010ec7a44b8 req-b206dc24-42e8-4c93-b2f2-dde5c88c7a41 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335979 Aug 16 20:36:59.982643 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-d346f936-a450-44f4-b544-7d55bb5b8601 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3151b502-fa54-46e9-bf5b-4f5a5389963c HTTP/1.1" status: 200 len: 217 time: 0.0376983 Aug 16 20:37:00.036672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-52f499fb-14ef-47dc-92fa-4e27e88dc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.038622 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-52f499fb-14ef-47dc-92fa-4e27e88dc6b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.0444841 Aug 16 20:37:00.106554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-24e913e9-00ec-4be7-976d-179032596a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.108696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e40f-0802-4353-a960-ecd70598dfe6 req-bbf90bf8-a9bc-431b-ac23-881bf891ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.108844 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-24e913e9-00ec-4be7-976d-179032596a9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0418816 Aug 16 20:37:00.110210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76d5e40f-0802-4353-a960-ecd70598dfe6 req-bbf90bf8-a9bc-431b-ac23-881bf891ac37 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bdc5870e6b2c403fa5c4440979b2a003&device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 1095 time: 0.0723615 Aug 16 20:37:00.123328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda3551-660a-415f-985d-96fc2851b7a7 req-ed2e0ef7-8529-4db7-9a96-0139ebbe5f95 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.124825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4dda3551-660a-415f-985d-96fc2851b7a7 req-ed2e0ef7-8529-4db7-9a96-0139ebbe5f95 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 950 time: 0.0782206 Aug 16 20:37:00.217639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4dda3551-660a-415f-985d-96fc2851b7a7 req-674bd355-19e8-46bb-986f-ba2615ba69c1 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800385 Aug 16 20:37:00.238472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-9b246f8c-5fdf-4eb9-a4f7-009dbc1e5f5e service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963807 Aug 16 20:37:00.257603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e40f-0802-4353-a960-ecd70598dfe6 req-42cd808c-8e9d-4b4e-b06f-c7327bf071bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.259521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76d5e40f-0802-4353-a960-ecd70598dfe6 req-42cd808c-8e9d-4b4e-b06f-c7327bf071bf service neutron] 10.222.0.79 "GET /v2.0/networks?id=95212c52-47a5-464d-af13-f5a50ad2610a HTTP/1.1" status: 200 len: 921 time: 0.1338015 Aug 16 20:37:00.309539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76d5e40f-0802-4353-a960-ecd70598dfe6 req-89b89cc4-3b47-4717-932e-23c866c9efa9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cfeb725-e62a-4231-b9f5-66a951f8de36 HTTP/1.1" status: 200 len: 217 time: 0.0408373 Aug 16 20:37:00.337061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-c45eb74d-cf99-4276-9fd3-22f73df98b70 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=cdcbd16a8feb46228e4e6afaba736344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302851 Aug 16 20:37:00.354702 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceee59bd-cfd2-4557-a240-a87b3120d592 req-1c2017c9-94d5-49da-a885-c8c86b53bf1b service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977964 Aug 16 20:37:00.435705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e40f-0802-4353-a960-ecd70598dfe6 req-fb0fa16a-f910-4749-95b6-f80698ae401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.437206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76d5e40f-0802-4353-a960-ecd70598dfe6 req-fb0fa16a-f910-4749-95b6-f80698ae401d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b43cd51-e9b1-455f-a695-9926c416818c HTTP/1.1" status: 200 len: 860 time: 0.1088722 Aug 16 20:37:00.489310 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76d5e40f-0802-4353-a960-ecd70598dfe6 req-d76dd176-88de-409b-9f01-f0701c00544c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=95212c52-47a5-464d-af13-f5a50ad2610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382636 Aug 16 20:37:00.568980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-f1cf7127-a6d8-4b12-aada-d0a56fd30d41 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.570424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-f1cf7127-a6d8-4b12-aada-d0a56fd30d41 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069187 Aug 16 20:37:00.605797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8a9f3-4bb0-4b79-aae5-77c171be5e86 req-0e3b38b2-d9ad-4050-ab35-849ada9bb179 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.607231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eed8a9f3-4bb0-4b79-aae5-77c171be5e86 req-0e3b38b2-d9ad-4050-ab35-849ada9bb179 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.1475086 Aug 16 20:37:00.610021 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-ae5f68be-1e6e-4b6c-86eb-01fec9180510 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/quotas/cdcbd16a8feb46228e4e6afaba736344 HTTP/1.1" status: 200 len: 375 time: 0.0274901 Aug 16 20:37:00.691262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76d5e40f-0802-4353-a960-ecd70598dfe6 req-18475f77-2e65-4a29-9093-d2e043843a28 service neutron] 10.222.0.79 "GET /v2.0/networks/95212c52-47a5-464d-af13-f5a50ad2610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786239 Aug 16 20:37:00.700884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eed8a9f3-4bb0-4b79-aae5-77c171be5e86 req-5c2d5762-b09c-456f-8b38-16f9a29327db tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866711 Aug 16 20:37:00.752219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-520c0c79-581c-4200-989c-2b137c0a01fd tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293697 Aug 16 20:37:00.828058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76d5e40f-0802-4353-a960-ecd70598dfe6 req-967f0182-9574-4226-a0a7-f6f99576ef46 service neutron] 10.222.0.79 "GET /v2.0/networks/95212c52-47a5-464d-af13-f5a50ad2610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254604 Aug 16 20:37:00.838914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7934c5-fbc5-49d3-a7bb-508ba73d9e8d req-9e561bfe-7dd6-4c42-b028-964f403e8359 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.845231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7934c5-fbc5-49d3-a7bb-508ba73d9e8d req-9e561bfe-7dd6-4c42-b028-964f403e8359 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.851417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7934c5-fbc5-49d3-a7bb-508ba73d9e8d req-9e561bfe-7dd6-4c42-b028-964f403e8359 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.857308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7934c5-fbc5-49d3-a7bb-508ba73d9e8d req-9e561bfe-7dd6-4c42-b028-964f403e8359 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.863291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7934c5-fbc5-49d3-a7bb-508ba73d9e8d req-9e561bfe-7dd6-4c42-b028-964f403e8359 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.870181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7934c5-fbc5-49d3-a7bb-508ba73d9e8d req-9e561bfe-7dd6-4c42-b028-964f403e8359 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.876258 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7934c5-fbc5-49d3-a7bb-508ba73d9e8d req-9e561bfe-7dd6-4c42-b028-964f403e8359 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.878078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f7934c5-fbc5-49d3-a7bb-508ba73d9e8d req-9e561bfe-7dd6-4c42-b028-964f403e8359 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1158745 Aug 16 20:37:00.929352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f7934c5-fbc5-49d3-a7bb-508ba73d9e8d req-355b0b96-ab3b-4c6c-b2d2-42b016d1b42c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449800 Aug 16 20:37:01.021826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d68160-cab9-4576-8d99-6b6944bf9919 req-338ab9b5-cef7-437d-97ba-392998d386ad tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:01.023846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97d68160-cab9-4576-8d99-6b6944bf9919 req-338ab9b5-cef7-437d-97ba-392998d386ad tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 943 time: 0.0577459 Aug 16 20:37:01.082575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97d68160-cab9-4576-8d99-6b6944bf9919 req-6e1b9a78-7b01-44d1-802b-e9977f40a92c tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Aug 16 20:37:01.090341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c067a9-fb87-4c65-b0fa-19d06596bc7f req-4529eb01-fa87-4d09-8c0e-083c8b14a8f5 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:01.091780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74c067a9-fb87-4c65-b0fa-19d06596bc7f req-4529eb01-fa87-4d09-8c0e-083c8b14a8f5 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0867689 Aug 16 20:37:01.460487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fac4585-c785-4c8b-aa7a-9cf81a2ac77a req-a6f54d60-389f-4449-b92b-9ed40f920b4e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 210 time: 0.3356860 Aug 16 20:37:01.469234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74c067a9-fb87-4c65-b0fa-19d06596bc7f req-b3ca3476-bdf6-4c50-8c6a-0a386684483c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619223 Aug 16 20:37:01.576756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26730-f130-49a5-b4ed-ab45ec54890b req-fc3eb7a3-a007-459e-8a7d-4b5d175bc8cb tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:01.578269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8c26730-f130-49a5-b4ed-ab45ec54890b req-fc3eb7a3-a007-459e-8a7d-4b5d175bc8cb tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 943 time: 0.0491080 Aug 16 20:37:01.641994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8c26730-f130-49a5-b4ed-ab45ec54890b req-9d9a4731-ffd8-4d40-9dde-cf97b4f7fba1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574126 Aug 16 20:37:01.658286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f49c54-10ce-4722-9d11-6e3c30f9c9e7 req-34e42eda-c3fa-42c4-b4c4-1252666c6dc4 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:01.659737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45f49c54-10ce-4722-9d11-6e3c30f9c9e7 req-34e42eda-c3fa-42c4-b4c4-1252666c6dc4 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 950 time: 0.0618961 Aug 16 20:37:01.702539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45f49c54-10ce-4722-9d11-6e3c30f9c9e7 req-d78e78a1-77d3-47c7-bf82-d53907ae7918 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363393 Aug 16 20:37:01.837758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f40c5f-f342-4874-95e0-c4bb43c10f1b req-a04901b1-6587-460d-9bb5-deb8cf01f175 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:01.839368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05f40c5f-f342-4874-95e0-c4bb43c10f1b req-a04901b1-6587-460d-9bb5-deb8cf01f175 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0670655 Aug 16 20:37:01.879562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05f40c5f-f342-4874-95e0-c4bb43c10f1b req-4c9ca016-70b2-430e-98a3-5b36944344f2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339270 Aug 16 20:37:02.010530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fdcd5-cc64-4539-9bd6-c2927cd3b16d req-ec24d704-5b57-4df9-842f-555b14be9ac7 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.012014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e25fdcd5-cc64-4539-9bd6-c2927cd3b16d req-ec24d704-5b57-4df9-842f-555b14be9ac7 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 950 time: 0.0502102 Aug 16 20:37:02.099926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e25fdcd5-cc64-4539-9bd6-c2927cd3b16d req-e82deab3-7996-4abc-8b21-a6577201157e tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785048 Aug 16 20:37:02.126208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8645-8f7e-4ba1-a40a-d5c4f7ed2ee4 req-09d7851e-432c-432f-bc05-36313d3a6f72 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.126208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8645-8f7e-4ba1-a40a-d5c4f7ed2ee4 req-09d7851e-432c-432f-bc05-36313d3a6f72 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.126208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8645-8f7e-4ba1-a40a-d5c4f7ed2ee4 req-09d7851e-432c-432f-bc05-36313d3a6f72 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.131750 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8645-8f7e-4ba1-a40a-d5c4f7ed2ee4 req-09d7851e-432c-432f-bc05-36313d3a6f72 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.138024 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8645-8f7e-4ba1-a40a-d5c4f7ed2ee4 req-09d7851e-432c-432f-bc05-36313d3a6f72 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.144125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8645-8f7e-4ba1-a40a-d5c4f7ed2ee4 req-09d7851e-432c-432f-bc05-36313d3a6f72 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.151939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8645-8f7e-4ba1-a40a-d5c4f7ed2ee4 req-09d7851e-432c-432f-bc05-36313d3a6f72 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.153904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-700d8645-8f7e-4ba1-a40a-d5c4f7ed2ee4 req-09d7851e-432c-432f-bc05-36313d3a6f72 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1409943 Aug 16 20:37:02.210501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-700d8645-8f7e-4ba1-a40a-d5c4f7ed2ee4 req-5bc1a071-fe37-4529-a399-ba059689d302 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501270 Aug 16 20:37:02.237968 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:02.261317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d00a0e-54f0-45f0-bdd8-7dcf33901dd2 req-bded4600-119f-44a6-9235-efa56c38ba6f tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.262829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96d00a0e-54f0-45f0-bdd8-7dcf33901dd2 req-bded4600-119f-44a6-9235-efa56c38ba6f tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 943 time: 0.0596719 Aug 16 20:37:02.322790 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96d00a0e-54f0-45f0-bdd8-7dcf33901dd2 req-cadb2be7-4fff-49a6-9a70-f646b485cb95 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539384 Aug 16 20:37:02.324564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-6d257cb2-c5bb-4d28-a9f1-139a2d6b7c25 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=bb80fcc3b979415d9346b47e921f61c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276158 Aug 16 20:37:02.421011 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:02.435155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-4bbb7516-88fb-476e-a68c-a74ec2992a90 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.436651 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-4bbb7516-88fb-476e-a68c-a74ec2992a90 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1065536 Aug 16 20:37:02.455561 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-85177cda-9b41-4f49-8e17-dc512ed09d37 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/quotas/bb80fcc3b979415d9346b47e921f61c4 HTTP/1.1" status: 200 len: 375 time: 0.0092635 Aug 16 20:37:02.504249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-f1dd4837-a470-4f59-a711-6e91d199cbf0 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb80fcc3b979415d9346b47e921f61c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434031 Aug 16 20:37:02.589392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e598bc-f033-4daa-af04-6b795da0b1f6 req-73202cf9-62a3-4f44-bdbe-4ec04c614bd1 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.590859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48e598bc-f033-4daa-af04-6b795da0b1f6 req-73202cf9-62a3-4f44-bdbe-4ec04c614bd1 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0527568 Aug 16 20:37:02.629402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48e598bc-f033-4daa-af04-6b795da0b1f6 req-939890b9-8968-44a2-ba05-e1f5ac812a8f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Aug 16 20:37:02.730184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99794c6a-bea1-43bd-a071-ffc8039b8135 req-77611b21-9e14-4c58-9c7e-901fabae90c8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 210 time: 0.0391748 Aug 16 20:37:02.846897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3537c58e-dfb9-4dd7-829f-ed7d18dea9ce req-f2eaa7ab-406b-44ff-a6bb-62e8e1d12da8 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 210 time: 0.0544851 Aug 16 20:37:02.877624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04726ac7-321e-4f77-9b87-ff7de16c51d9 req-c1b060e3-6e20-476e-9b13-2e5eb01ba610 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:02.879171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04726ac7-321e-4f77-9b87-ff7de16c51d9 req-c1b060e3-6e20-476e-9b13-2e5eb01ba610 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 943 time: 0.0848904 Aug 16 20:37:02.925467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04726ac7-321e-4f77-9b87-ff7de16c51d9 req-c9e27112-850a-4eea-91be-40693ef6ae17 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Aug 16 20:37:02.934514 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-c6afea7f-1e45-42e3-acb1-13d8ad95641d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=cdcbd16a8feb46228e4e6afaba736344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237808 Aug 16 20:37:03.013899 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03337b-53ca-42aa-aa0e-dce71ad66678 req-337944ae-ee8d-4b21-948f-893195068d60 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.015736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a03337b-53ca-42aa-aa0e-dce71ad66678 req-337944ae-ee8d-4b21-948f-893195068d60 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0573668 Aug 16 20:37:03.049786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-44f2b017-3ad7-4ff3-9d9e-e3c22999a519 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.051336 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-44f2b017-3ad7-4ff3-9d9e-e3c22999a519 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076138 Aug 16 20:37:03.057140 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a03337b-53ca-42aa-aa0e-dce71ad66678 req-d53a06eb-99bd-40b5-b913-009ee0d67a38 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349481 Aug 16 20:37:03.067703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Request body: {'port': {'device_id': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': 'cdcbd16a8feb46228e4e6afaba736344'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:03.269806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Made reservation on behalf of cdcbd16a8feb46228e4e6afaba736344 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:03.273673 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.344212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9ddb-b952-463f-bbed-879d1d6e1324 req-e88c5bbd-e9ae-421c-b014-db57bf3d661d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.350263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9ddb-b952-463f-bbed-879d1d6e1324 req-e88c5bbd-e9ae-421c-b014-db57bf3d661d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.356240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9ddb-b952-463f-bbed-879d1d6e1324 req-e88c5bbd-e9ae-421c-b014-db57bf3d661d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.362115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9ddb-b952-463f-bbed-879d1d6e1324 req-e88c5bbd-e9ae-421c-b014-db57bf3d661d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.368578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9ddb-b952-463f-bbed-879d1d6e1324 req-e88c5bbd-e9ae-421c-b014-db57bf3d661d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.375169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9ddb-b952-463f-bbed-879d1d6e1324 req-e88c5bbd-e9ae-421c-b014-db57bf3d661d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.381255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9ddb-b952-463f-bbed-879d1d6e1324 req-e88c5bbd-e9ae-421c-b014-db57bf3d661d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.383774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49da9ddb-b952-463f-bbed-879d1d6e1324 req-e88c5bbd-e9ae-421c-b014-db57bf3d661d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.0964191 Aug 16 20:37:03.410066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Allocated IP 192.168.233.103 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:03.436116 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49da9ddb-b952-463f-bbed-879d1d6e1324 req-73d692ae-41e0-4e39-b3d0-070b83fc9bce tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461535 Aug 16 20:37:03.478231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a58f56-2e92-437e-9742-30bd82a9da67 req-957e8029-0b0a-49bc-a1ec-53c2b8db78ae tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.479776 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9a58f56-2e92-437e-9742-30bd82a9da67 req-957e8029-0b0a-49bc-a1ec-53c2b8db78ae tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 943 time: 0.0626919 Aug 16 20:37:03.523280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9a58f56-2e92-437e-9742-30bd82a9da67 req-83340068-c6ad-4641-b368-a3f6d9278f5f tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Aug 16 20:37:03.563982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.578008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Transition to ACTIVE for port object ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:03.664934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.678136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8eb675fd-a489-4bfc-869c-1f6d4a37958e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:03.684591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['940060f9-ae3b-414d-80d8-08b474c7c779'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:03.716859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:03.722120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:03.731320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:03.734324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:03.743969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.745126 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.749297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abb9fb-3772-4b10-8c12-b9d319144051 req-ef49a659-a200-4d0c-a88c-d3e688eb041d tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.751109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9abb9fb-3772-4b10-8c12-b9d319144051 req-ef49a659-a200-4d0c-a88c-d3e688eb041d tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0524940 Aug 16 20:37:03.802492 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9abb9fb-3772-4b10-8c12-b9d319144051 req-7d0b7050-fc7a-4865-95f6-103e3fdd7ff0 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Aug 16 20:37:03.854040 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-b0163759-e26c-4873-a52f-3fc54f84cec1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7902269 Aug 16 20:37:03.891141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa044b43-0d02-4c18-8767-aa320beb2a1d req-a208a2e0-0eb6-4388-bee7-281af033ddf2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.892766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa044b43-0d02-4c18-8767-aa320beb2a1d req-a208a2e0-0eb6-4388-bee7-281af033ddf2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 936 time: 0.0702159 Aug 16 20:37:03.914366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Request body: {'port': {'device_id': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:03.950726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa044b43-0d02-4c18-8767-aa320beb2a1d req-fcfb16b5-e9ee-4cf0-8149-c31f3b46628e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498579 Aug 16 20:37:03.976448 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6cfeb725-e62a-4231-b9f5-66a951f8de36 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:04.082329 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-91f31ea8-a9e5-4d32-8563-e4a89438694b req-65c20ffa-c22c-4dea-8834-6c063c21ae50 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 210 time: 0.0542178 Aug 16 20:37:04.092203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.170702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc20a9-01f6-4ac5-b559-bae24465b3a2 req-28473d0f-2d59-4793-ac73-51e8658de83b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.173245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84fc20a9-01f6-4ac5-b559-bae24465b3a2 req-28473d0f-2d59-4793-ac73-51e8658de83b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 943 time: 0.1283762 Aug 16 20:37:04.211847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6cfeb725-e62a-4231-b9f5-66a951f8de36, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6cfeb725-e62a-4231-b9f5-66a951f8de36,segment=NetworkSegment(0df68ce8-62e2-4b45-85d1-8f51e5ce57cd),segment_id=0df68ce8-62e2-4b45-85d1-8f51e5ce57cd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:04.227131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '6cfeb725-e62a-4231-b9f5-66a951f8de36', 'network_id': '95212c52-47a5-464d-af13-f5a50ad2610a', 'port_id': '6cfeb725-e62a-4231-b9f5-66a951f8de36', 'mac_address': 'fa:16:3e:6a:5a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b43cd51-e9b1-455f-a695-9926c416818c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:04.235305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e7515b98-f69d-493c-85f7-51c5494a0709 None None] Provisioning for port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:04.244363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759011f7-7e5c-43c8-b5b9-28d211ca26c6 req-fe904a6b-7f62-4f54-8c6f-f11a2fc30840 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.252215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-759011f7-7e5c-43c8-b5b9-28d211ca26c6 req-fe904a6b-7f62-4f54-8c6f-f11a2fc30840 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0777638 Aug 16 20:37:04.263138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e7515b98-f69d-493c-85f7-51c5494a0709 None None] Provisioning complete for port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:04.263830 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e7515b98-f69d-493c-85f7-51c5494a0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.300462 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-759011f7-7e5c-43c8-b5b9-28d211ca26c6 req-f8ad99e6-abb3-4061-9255-4564a06e3d87 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467486 Aug 16 20:37:04.314646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e7515b98-f69d-493c-85f7-51c5494a0709 None None] Port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:37:04.323544 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.335178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84fc20a9-01f6-4ac5-b559-bae24465b3a2 req-a7a9fbeb-c0da-47c2-9d6a-a1bd023ee3e5 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228843 Aug 16 20:37:04.346228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cfeb725-e62a-4231-b9f5-66a951f8de36 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:04.367307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6cfeb725-e62a-4231-b9f5-66a951f8de36, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6cfeb725-e62a-4231-b9f5-66a951f8de36,segment=NetworkSegment(0df68ce8-62e2-4b45-85d1-8f51e5ce57cd),segment_id=0df68ce8-62e2-4b45-85d1-8f51e5ce57cd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:04.426814 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.478033 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6cfeb725-e62a-4231-b9f5-66a951f8de36,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:04.489447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:04.497859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.510615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Transition to ACTIVE for port object ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:04.581226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4ba47-eb95-4f7d-8f0d-9cdcef2c91a7 req-ac094da3-6a35-446d-bdec-d2531e0c3b6b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.587554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4ba47-eb95-4f7d-8f0d-9cdcef2c91a7 req-ac094da3-6a35-446d-bdec-d2531e0c3b6b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.592265 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.596222 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4ba47-eb95-4f7d-8f0d-9cdcef2c91a7 req-ac094da3-6a35-446d-bdec-d2531e0c3b6b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.603260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4ba47-eb95-4f7d-8f0d-9cdcef2c91a7 req-ac094da3-6a35-446d-bdec-d2531e0c3b6b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.609894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4ba47-eb95-4f7d-8f0d-9cdcef2c91a7 req-ac094da3-6a35-446d-bdec-d2531e0c3b6b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.616016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4ba47-eb95-4f7d-8f0d-9cdcef2c91a7 req-ac094da3-6a35-446d-bdec-d2531e0c3b6b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.622297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4ba47-eb95-4f7d-8f0d-9cdcef2c91a7 req-ac094da3-6a35-446d-bdec-d2531e0c3b6b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.631086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efd4ba47-eb95-4f7d-8f0d-9cdcef2c91a7 req-ac094da3-6a35-446d-bdec-d2531e0c3b6b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1088316 Aug 16 20:37:04.651111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:04.686428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:04.686821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:04.687198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:04.692859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:04.693282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:04.699283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:04.700006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:04.701258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:04.702357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Bound port: ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:04.702357 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.732844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016970ef-9dbf-441d-b202-5d7f961e755a req-b8ea6d92-db3a-4d40-a50f-c33f3fab50fb tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.740555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-016970ef-9dbf-441d-b202-5d7f961e755a req-b8ea6d92-db3a-4d40-a50f-c33f3fab50fb tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 944 time: 0.1013052 Aug 16 20:37:04.744003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6cfeb725-e62a-4231-b9f5-66a951f8de36'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:04.792513 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-016970ef-9dbf-441d-b202-5d7f961e755a req-238a184c-276c-4d37-a058-5e1d49f022e3 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483088 Aug 16 20:37:04.809182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:04.809182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:04.811430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efd4ba47-eb95-4f7d-8f0d-9cdcef2c91a7 req-30b6c536-af3d-4bd5-9a14-fc78a87b1216 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788275 Aug 16 20:37:04.877662 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.918857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.919544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.921141 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] 10.222.0.76 "PUT /v2.0/ports/ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 1097 time: 1.0136950 Aug 16 20:37:04.929214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:04.929214 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c263328c-5b15-471a-8d2e-c048451df490" -d '{"events": [{"name": "network-changed", "server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:04.973990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97229a46-4470-4684-9cd5-1abf76b156f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:04.974238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea11469-7f1c-4f58-9b24-b4a74d3aa0e2 req-37a39df4-0d24-41b9-9bcd-e9af6a085e3f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.983141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bea11469-7f1c-4f58-9b24-b4a74d3aa0e2 req-37a39df4-0d24-41b9-9bcd-e9af6a085e3f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0900035 Aug 16 20:37:05.027310 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7e99f6-ef61-4ab0-b2e4-37d6a8a8fda0 x-openstack-request-id: req-fc7e99f6-ef61-4ab0-b2e4-37d6a8a8fda0 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:05.027723 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:05.028081 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fc7e99f6-ef61-4ab0-b2e4-37d6a8a8fda0 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:05.028552 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'status': 'completed', 'code': 200} Aug 16 20:37:05.030615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-ed7777b5-4b96-414d-8583-7ed7af18fd59 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=bb80fcc3b979415d9346b47e921f61c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508540 Aug 16 20:37:05.040369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bea11469-7f1c-4f58-9b24-b4a74d3aa0e2 req-94123be2-eb8a-4146-a421-25cbb1adb772 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560620 Aug 16 20:37:05.181806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263328c-5b15-471a-8d2e-c048451df490 req-dd49c7a2-ac0e-4de8-aec7-ed2ea777bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:05.183338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c263328c-5b15-471a-8d2e-c048451df490 req-dd49c7a2-ac0e-4de8-aec7-ed2ea777bac1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 1100 time: 0.1218541 Aug 16 20:37:05.251461 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c263328c-5b15-471a-8d2e-c048451df490 req-6e3b0ec0-498e-43de-92f0-7c124316eed2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=cdcbd16a8feb46228e4e6afaba736344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527434 Aug 16 20:37:05.253266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7ae2b22-7fd5-4b12-81c1-f3c3a939f70b req-a5a3e4a4-8cbe-470f-92f4-b8fee614503a tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 210 time: 0.0407162 Aug 16 20:37:05.262432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-16a25431-2885-4144-a328-78cf67cced79 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:05.265174 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-16a25431-2885-4144-a328-78cf67cced79 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194285 Aug 16 20:37:05.281141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dfc4c-69e3-42ce-a848-c0673b6520bc req-35caca03-88f3-45bd-9ee4-23cf681b1b78 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:05.282594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b29dfc4c-69e3-42ce-a848-c0673b6520bc req-35caca03-88f3-45bd-9ee4-23cf681b1b78 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 948 time: 0.1356537 Aug 16 20:37:05.294350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Request body: {'port': {'device_id': 'f27c3ed0-6968-455a-86c2-f0609c124f06', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': 'bb80fcc3b979415d9346b47e921f61c4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:05.378528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263328c-5b15-471a-8d2e-c048451df490 req-6f8128a4-b96c-43c9-8fb7-6f25ba3b9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:05.380004 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c263328c-5b15-471a-8d2e-c048451df490 req-6f8128a4-b96c-43c9-8fb7-6f25ba3b9d81 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154985 Aug 16 20:37:05.412244 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b29dfc4c-69e3-42ce-a848-c0673b6520bc req-bf9045ac-d9ce-425a-9226-5a526beb750d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145167 Aug 16 20:37:05.532395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8cab-3963-4656-a633-12921ab4113d req-bbb30d61-c1e8-4309-893f-fd30285a6b40 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:05.533925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cae8cab-3963-4656-a633-12921ab4113d req-bbb30d61-c1e8-4309-893f-fd30285a6b40 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.1097019 Aug 16 20:37:05.555624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Made reservation on behalf of bb80fcc3b979415d9346b47e921f61c4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:05.559094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.575454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-d4d77ea9-aa08-42a4-aa24-efabb0ce2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:05.577448 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-d4d77ea9-aa08-42a4-aa24-efabb0ce2e52 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 1100 time: 0.1142852 Aug 16 20:37:05.608349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db382dae-54ef-4a97-bc34-e55dc58e2596 req-6c20462a-500c-4361-8d38-3f27f3cd4934 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:05.609790 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db382dae-54ef-4a97-bc34-e55dc58e2596 req-6c20462a-500c-4361-8d38-3f27f3cd4934 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 943 time: 0.1192904 Aug 16 20:37:05.620794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cae8cab-3963-4656-a633-12921ab4113d req-29689509-548a-4bb6-9014-d1d754418053 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790722 Aug 16 20:37:05.656649 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-21b3e000-9db9-4a9f-b74c-e2135e7daf22 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0455728 Aug 16 20:37:05.703176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Allocated IP 192.168.233.235 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/3ada4527-8bf9-4aa7-adae-bcd90447691b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:05.712946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db382dae-54ef-4a97-bc34-e55dc58e2596 req-c2007779-49c3-4f61-8acd-30a3976dc290 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959370 Aug 16 20:37:05.722633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-e2db3d1a-41bc-4805-9e50-f14afbe5ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:05.724098 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-e2db3d1a-41bc-4805-9e50-f14afbe5ee1a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0589051 Aug 16 20:37:05.778910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-232ccc12-6a2e-4871-8514-a5b51c41e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:05.780447 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-232ccc12-6a2e-4871-8514-a5b51c41e256 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0484998 Aug 16 20:37:05.870904 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.878601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-58f3e8c8-97ab-43bb-892f-298d1009ec17 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894139 Aug 16 20:37:05.888401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Transition to ACTIVE for port object 3ada4527-8bf9-4aa7-adae-bcd90447691b will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:05.978831 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.979083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6cfeb725-e62a-4231-b9f5-66a951f8de36 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:06.016405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['69343a40-6b02-4bd8-9605-10af1604e0ca'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:06.030498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:06.033733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:06.037658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:06.037797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ec10-6ac5-4894-a63d-38501dae13e5 req-2613eafb-6513-4a68-9d92-4868a26239ca tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.043498 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5113ec10-6ac5-4894-a63d-38501dae13e5 req-2613eafb-6513-4a68-9d92-4868a26239ca tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 944 time: 0.1278970 Aug 16 20:37:06.044295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.044295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.050525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Pushing event updated for resources: {'Port': ['ID=3ada4527-8bf9-4aa7-adae-bcd90447691b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:06.073169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8f88-88fe-4a65-8322-de94a9716549 req-2057fe7a-b2fe-4c15-a817-e4ff325223a1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.078674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8f88-88fe-4a65-8322-de94a9716549 req-2057fe7a-b2fe-4c15-a817-e4ff325223a1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.085146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8f88-88fe-4a65-8322-de94a9716549 req-2057fe7a-b2fe-4c15-a817-e4ff325223a1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.092025 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8f88-88fe-4a65-8322-de94a9716549 req-2057fe7a-b2fe-4c15-a817-e4ff325223a1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.098144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8f88-88fe-4a65-8322-de94a9716549 req-2057fe7a-b2fe-4c15-a817-e4ff325223a1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.104030 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8f88-88fe-4a65-8322-de94a9716549 req-2057fe7a-b2fe-4c15-a817-e4ff325223a1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.109870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8f88-88fe-4a65-8322-de94a9716549 req-2057fe7a-b2fe-4c15-a817-e4ff325223a1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.111783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b5c8f88-88fe-4a65-8322-de94a9716549 req-2057fe7a-b2fe-4c15-a817-e4ff325223a1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1986115 Aug 16 20:37:06.120018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94480ab5-070f-41e6-b2d0-88eb732891f0 req-59dce859-7f27-4f9f-bb87-c6381c6cec5a service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315893 Aug 16 20:37:06.152095 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-1d1dcbbf-e28a-4798-9d26-b2435ad1faee tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8622277 Aug 16 20:37:06.158672 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-b15437f7-be3a-445f-b12b-ec24aa4b89ca service neutron] 10.222.0.76 "GET /v2.0/ports/b71912c0-939b-4f61-af55-94701ce797e5/bindings/n-h2-793619-14 HTTP/1.1" status: 200 len: 385 time: 0.0721064 Aug 16 20:37:06.168234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5113ec10-6ac5-4894-a63d-38501dae13e5 req-898be61e-1601-44e0-ace1-0f08d628b4d7 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151738 Aug 16 20:37:06.184567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Request body: {'port': {'device_id': 'f27c3ed0-6968-455a-86c2-f0609c124f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:06.198166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 6cfeb725-e62a-4231-b9f5-66a951f8de36 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:06.200044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b5c8f88-88fe-4a65-8322-de94a9716549 req-ac6d4ab0-4934-4b3d-bca6-c89bb0f8e9b4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693908 Aug 16 20:37:06.225771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 6cfeb725-e62a-4231-b9f5-66a951f8de36 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:06.226143 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.315711 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.367152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9f610-25cf-4fab-8d6b-bb62fd3e1acf req-cb4521de-7221-417b-bb02-ce10abed1208 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.368703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0b9f610-25cf-4fab-8d6b-bb62fd3e1acf req-cb4521de-7221-417b-bb02-ce10abed1208 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0889020 Aug 16 20:37:06.384690 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.408660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770cadf-2fda-4ff2-adc6-8b4065d7351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfeb725-e62a-4231-b9f5-66a951f8de36'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:06.410956 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202c1c74-f3eb-44bf-8361-15d7bae3cf71" -d '{"events": [{"server_uuid": "9770cadf-2fda-4ff2-adc6-8b4065d7351c", "name": "network-vif-plugged", "status": "completed", "tag": "6cfeb725-e62a-4231-b9f5-66a951f8de36"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:06.424154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6cfeb725-e62a-4231-b9f5-66a951f8de36, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6cfeb725-e62a-4231-b9f5-66a951f8de36,segment=NetworkSegment(0df68ce8-62e2-4b45-85d1-8f51e5ce57cd),segment_id=0df68ce8-62e2-4b45-85d1-8f51e5ce57cd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:06.442269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0b9f610-25cf-4fab-8d6b-bb62fd3e1acf req-d2445c5a-4744-4922-87b6-e019df686193 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610740 Aug 16 20:37:06.443611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4f2f3cee-88d3-4ab4-bc9d-d98165b0e6da None None] Provisioning for port 3ada4527-8bf9-4aa7-adae-bcd90447691b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:06.448974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4f2f3cee-88d3-4ab4-bc9d-d98165b0e6da None None] Provisioning complete for port 3ada4527-8bf9-4aa7-adae-bcd90447691b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:06.449554 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f2f3cee-88d3-4ab4-bc9d-d98165b0e6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.450337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b15ff-7677-4c33-8eb0-46192ac74bae req-304456b7-580c-4cb4-9d65-4e21aeaa48d4 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.459201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d29b15ff-7677-4c33-8eb0-46192ac74bae req-304456b7-580c-4cb4-9d65-4e21aeaa48d4 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 936 time: 0.0892224 Aug 16 20:37:06.498134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f3cee-88d3-4ab4-bc9d-d98165b0e6da None None] Port 3ada4527-8bf9-4aa7-adae-bcd90447691b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:37:06.503980 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d29b15ff-7677-4c33-8eb0-46192ac74bae req-42ac37ed-f734-4d26-9a53-c6b0474486b8 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436199 Aug 16 20:37:06.520607 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d466fe58-a9e3-4ef3-9401-e82a92f45140 x-openstack-request-id: req-d466fe58-a9e3-4ef3-9401-e82a92f45140 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:06.530997 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9770cadf-2fda-4ff2-adc6-8b4065d7351c", "name": "network-vif-plugged", "status": "completed", "tag": "6cfeb725-e62a-4231-b9f5-66a951f8de36", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:06.530997 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d466fe58-a9e3-4ef3-9401-e82a92f45140 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:06.530997 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770cadf-2fda-4ff2-adc6-8b4065d7351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfeb725-e62a-4231-b9f5-66a951f8de36', 'code': 200} Aug 16 20:37:06.540849 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.604918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6cfeb725-e62a-4231-b9f5-66a951f8de36,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:06.605248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-66e0eafd-8b52-4d5e-a7f4-9d4c632b4524 service neutron] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b71912c0-939b-4f61-af55-94701ce797e5,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:06.639844 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-66e0eafd-8b52-4d5e-a7f4-9d4c632b4524 service neutron] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:06.679816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac96c12-8ef1-4ca2-a690-808ef9447c8e req-e9937566-f597-45fc-9034-66deeb7750b0 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.681365 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ac96c12-8ef1-4ca2-a690-808ef9447c8e req-e9937566-f597-45fc-9034-66deeb7750b0 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 948 time: 0.0997863 Aug 16 20:37:06.683382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a30dca-45af-46c2-be52-b76fe16a9522 req-bbacefbc-8985-4cd2-aa34-8fe304e9dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.684747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70a30dca-45af-46c2-be52-b76fe16a9522 req-bbacefbc-8985-4cd2-aa34-8fe304e9dcc7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 1097 time: 0.0647230 Aug 16 20:37:06.691218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-66e0eafd-8b52-4d5e-a7f4-9d4c632b4524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71912c0-939b-4f61-af55-94701ce797e5 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:06.707044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-66e0eafd-8b52-4d5e-a7f4-9d4c632b4524 service neutron] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b71912c0-939b-4f61-af55-94701ce797e5,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:06.764168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ada4527-8bf9-4aa7-adae-bcd90447691b {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:06.770778 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70a30dca-45af-46c2-be52-b76fe16a9522 req-2505511e-bf59-472f-b066-c7138caed05b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775247 Aug 16 20:37:06.771840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.778150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ac96c12-8ef1-4ca2-a690-808ef9447c8e req-ab57945d-a02a-4d07-8e82-37910530d486 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868576 Aug 16 20:37:06.784898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Transition to ACTIVE for port object 3ada4527-8bf9-4aa7-adae-bcd90447691b will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:06.785882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-66e0eafd-8b52-4d5e-a7f4-9d4c632b4524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.791204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d23ff-1ae9-408f-9541-6eb23ab825fd req-8e931f10-5328-4d05-bdf4-cae1a170ff50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.792925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a01d23ff-1ae9-408f-9541-6eb23ab825fd req-8e931f10-5328-4d05-bdf4-cae1a170ff50 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0897565 Aug 16 20:37:06.835617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a01d23ff-1ae9-408f-9541-6eb23ab825fd req-f1c9c798-82f2-4231-a544-a545998184b6 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346942 Aug 16 20:37:06.869311 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.875253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-66e0eafd-8b52-4d5e-a7f4-9d4c632b4524 service neutron] Transition to ACTIVE for port object b71912c0-939b-4f61-af55-94701ce797e5 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:06.894243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984865e-87fb-4ba0-ab88-00ec72f98ffb req-0920d338-fa76-45cb-99cf-368c8b68d405 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.895626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8984865e-87fb-4ba0-ab88-00ec72f98ffb req-0920d338-fa76-45cb-99cf-368c8b68d405 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 943 time: 0.0548568 Aug 16 20:37:06.936912 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8984865e-87fb-4ba0-ab88-00ec72f98ffb req-b3faff94-47fb-4792-8e23-f1238b374c82 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343616 Aug 16 20:37:06.941713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Pushing event updated for resources: {'Port': ['ID=3ada4527-8bf9-4aa7-adae-bcd90447691b,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:06.957650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Attempting to bind port 3ada4527-8bf9-4aa7-adae-bcd90447691b on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:06.957990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Attempting to bind port 3ada4527-8bf9-4aa7-adae-bcd90447691b by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:06.958329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Attempting to bind port 3ada4527-8bf9-4aa7-adae-bcd90447691b on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:06.962648 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-66e0eafd-8b52-4d5e-a7f4-9d4c632b4524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.992237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Port 3ada4527-8bf9-4aa7-adae-bcd90447691b on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:06.992568 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Attempting to bind port 3ada4527-8bf9-4aa7-adae-bcd90447691b on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:07.005467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:07.005810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:07.006265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:07.006685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Bound port: 3ada4527-8bf9-4aa7-adae-bcd90447691b, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:07.007653 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.054625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-66e0eafd-8b52-4d5e-a7f4-9d4c632b4524 service neutron] No DVR routers for this DVR port b71912c0-939b-4f61-af55-94701ce797e5 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:07.086936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0eafd-8b52-4d5e-a7f4-9d4c632b4524 service neutron] Pushing event updated for resources: {'Port': ['ID=b71912c0-939b-4f61-af55-94701ce797e5,revision_number=10']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:07.115526 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-66e0eafd-8b52-4d5e-a7f4-9d4c632b4524 service neutron] 10.222.0.76 "PUT /v2.0/ports/b71912c0-939b-4f61-af55-94701ce797e5/bindings/n-h2-793619-14/activate HTTP/1.1" status: 200 len: 370 time: 0.9267986 Aug 16 20:37:07.136351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] For port 3ada4527-8bf9-4aa7-adae-bcd90447691b, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:07.139474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] For port 3ada4527-8bf9-4aa7-adae-bcd90447691b, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3ada4527-8bf9-4aa7-adae-bcd90447691b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:07.247109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.284832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.285703 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.287489 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] 10.222.0.76 "PUT /v2.0/ports/3ada4527-8bf9-4aa7-adae-bcd90447691b HTTP/1.1" status: 200 len: 1097 time: 1.1099975 Aug 16 20:37:07.288581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27c3ed0-6968-455a-86c2-f0609c124f06', 'tag': '3ada4527-8bf9-4aa7-adae-bcd90447691b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:07.291063 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02101076-0be7-4e55-8eee-23654806c948" -d '{"events": [{"name": "network-changed", "server_uuid": "f27c3ed0-6968-455a-86c2-f0609c124f06", "tag": "3ada4527-8bf9-4aa7-adae-bcd90447691b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:07.321292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d1e54-d026-4faa-9623-06d27fd3f5eb service neutron] Pushing event updated for resources: {'Port': ['ID=3ada4527-8bf9-4aa7-adae-bcd90447691b,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:07.351587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ab6eb-2fd4-4a0a-b2b9-f160ae4acf14 req-9990b235-bd6c-4f2d-b30c-4216c128baad tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.353170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf0ab6eb-2fd4-4a0a-b2b9-f160ae4acf14 req-9990b235-bd6c-4f2d-b30c-4216c128baad tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 945 time: 0.1127448 Aug 16 20:37:07.384832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-89a2619d-1285-4b89-b82d-6a5c420ed306 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.386101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-89a2619d-1285-4b89-b82d-6a5c420ed306 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1096 time: 0.0992715 Aug 16 20:37:07.399371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75398214-f4d3-4e79-98b8-a2add2659075 req-840e2053-8ac9-4adc-a877-27bca821bf7e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.405176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75398214-f4d3-4e79-98b8-a2add2659075 req-840e2053-8ac9-4adc-a877-27bca821bf7e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.411271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75398214-f4d3-4e79-98b8-a2add2659075 req-840e2053-8ac9-4adc-a877-27bca821bf7e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.417268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75398214-f4d3-4e79-98b8-a2add2659075 req-840e2053-8ac9-4adc-a877-27bca821bf7e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.423154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75398214-f4d3-4e79-98b8-a2add2659075 req-840e2053-8ac9-4adc-a877-27bca821bf7e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.429059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75398214-f4d3-4e79-98b8-a2add2659075 req-840e2053-8ac9-4adc-a877-27bca821bf7e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.434898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75398214-f4d3-4e79-98b8-a2add2659075 req-840e2053-8ac9-4adc-a877-27bca821bf7e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.436795 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75398214-f4d3-4e79-98b8-a2add2659075 req-840e2053-8ac9-4adc-a877-27bca821bf7e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1660120 Aug 16 20:37:07.440741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-ce0ed532-9fe5-439f-8804-88ec78b83ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.442326 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-ce0ed532-9fe5-439f-8804-88ec78b83ead service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bb80fcc3b979415d9346b47e921f61c4&device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 1100 time: 0.0438154 Aug 16 20:37:07.494494 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-02e9adf0-b396-4f57-8b6b-a8bcaa7ee0ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=3ada4527-8bf9-4aa7-adae-bcd90447691b HTTP/1.1" status: 200 len: 217 time: 0.0357633 Aug 16 20:37:07.500154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf0ab6eb-2fd4-4a0a-b2b9-f160ae4acf14 req-9c29251b-d915-4059-ba5e-5384744c7eba tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393969 Aug 16 20:37:07.528334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75398214-f4d3-4e79-98b8-a2add2659075 req-5715f7c3-44fa-4142-a931-ffbd4fec9045 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805514 Aug 16 20:37:07.530599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-faebd4ec-b5ea-47be-aa09-42cbc7cba393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.532196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-faebd4ec-b5ea-47be-aa09-42cbc7cba393 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8&tenant_id=39ccbfbebde54f1d89cec17a712f35b4 HTTP/1.1" status: 200 len: 1096 time: 0.0932322 Aug 16 20:37:07.567950 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd9f7d8-83d0-4507-9421-4c6bb09080b5 x-openstack-request-id: req-1fd9f7d8-83d0-4507-9421-4c6bb09080b5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:07.568309 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27c3ed0-6968-455a-86c2-f0609c124f06", "tag": "3ada4527-8bf9-4aa7-adae-bcd90447691b", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:07.569150 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1fd9f7d8-83d0-4507-9421-4c6bb09080b5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:07.569636 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27c3ed0-6968-455a-86c2-f0609c124f06', 'tag': '3ada4527-8bf9-4aa7-adae-bcd90447691b', 'status': 'completed', 'code': 200} Aug 16 20:37:07.594751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-6ad52abd-eb64-4511-810e-bfac0e984822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.596607 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-6ad52abd-eb64-4511-810e-bfac0e984822 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0840659 Aug 16 20:37:07.605422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-42c996d6-efd0-45a8-a036-b0bbf0ecb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.613829 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:37:07.616831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-42c996d6-efd0-45a8-a036-b0bbf0ecb069 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 1096 time: 0.0561845 Aug 16 20:37:07.650887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-63dbe817-0c4a-455e-beb8-2eeda24817cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.652498 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-63dbe817-0c4a-455e-beb8-2eeda24817cd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0429688 Aug 16 20:37:07.755051 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-2b96f4f6-593c-46cf-a000-ac852efb1f14 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915182 Aug 16 20:37:07.761227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66119ea-3384-43c3-a183-780361a49ec4 req-ce8f0629-0514-4653-b667-3e929c64fdc0 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.762717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d66119ea-3384-43c3-a183-780361a49ec4 req-ce8f0629-0514-4653-b667-3e929c64fdc0 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1400788 Aug 16 20:37:07.811159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af83e3-535b-4f96-b9b3-edfef9db2144 req-b6a333ff-779a-4816-9034-2677dbc1df97 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.812637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57af83e3-535b-4f96-b9b3-edfef9db2144 req-b6a333ff-779a-4816-9034-2677dbc1df97 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 948 time: 0.1177328 Aug 16 20:37:07.815398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-ababb2bb-9a79-40c4-9d11-51a7bee22008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.816830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-ababb2bb-9a79-40c4-9d11-51a7bee22008 service neutron] 10.222.0.79 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.1843364 Aug 16 20:37:07.856638 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6cf5b764-d548-440c-83f9-153be3dee7ea req-3633d755-01bb-459c-b17e-c3a30ce672d9 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902505 Aug 16 20:37:07.879879 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d66119ea-3384-43c3-a183-780361a49ec4 req-f1a545f0-0e1f-44ed-901d-a40ac718655b tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061797 Aug 16 20:37:07.881553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-d727afa4-32a2-4e21-a873-9b6ebe4d3102 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71912c0-939b-4f61-af55-94701ce797e5 HTTP/1.1" status: 200 len: 217 time: 0.0490978 Aug 16 20:37:07.928961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57af83e3-535b-4f96-b9b3-edfef9db2144 req-45630e33-4841-42ac-8843-9265e5a55125 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076026 Aug 16 20:37:07.952309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b71912c0-939b-4f61-af55-94701ce797e5 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:07.972616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-b76ce2c2-e246-4176-8cf3-4968289e353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.974293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-b76ce2c2-e246-4176-8cf3-4968289e353c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0823491 Aug 16 20:37:08.002044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b71912c0-939b-4f61-af55-94701ce797e5 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:08.015592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-1309c2fd-60cb-4ffc-8831-7a610d886ab3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329921 Aug 16 20:37:08.031112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10230914-3737-4277-b55d-68fb231255b1 req-69b83008-1516-4c34-8a35-7b4a70c23489 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.032122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02101076-0be7-4e55-8eee-23654806c948 req-afd9059a-8c78-4dad-92db-8293e32edfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.032558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10230914-3737-4277-b55d-68fb231255b1 req-69b83008-1516-4c34-8a35-7b4a70c23489 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 948 time: 0.0930893 Aug 16 20:37:08.033722 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-02101076-0be7-4e55-8eee-23654806c948 req-afd9059a-8c78-4dad-92db-8293e32edfff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bb80fcc3b979415d9346b47e921f61c4&device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 1100 time: 0.0411503 Aug 16 20:37:08.133310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02101076-0be7-4e55-8eee-23654806c948 req-57fc086a-eef9-416c-8bdc-9f2ae9ad2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.134771 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-02101076-0be7-4e55-8eee-23654806c948 req-57fc086a-eef9-416c-8bdc-9f2ae9ad2f42 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.0880218 Aug 16 20:37:08.149008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10230914-3737-4277-b55d-68fb231255b1 req-df6d1ab3-9318-44b8-aa7f-7835c841531e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905104 Aug 16 20:37:08.160779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a34e45-6dfa-4b3b-a607-3d4cc8b723f7 req-c018a9a8-e228-4ca9-a277-679c8ba034be tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.162278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9a34e45-6dfa-4b3b-a607-3d4cc8b723f7 req-c018a9a8-e228-4ca9-a277-679c8ba034be tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.1491082 Aug 16 20:37:08.176581 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-02101076-0be7-4e55-8eee-23654806c948 req-cbf49f7c-e769-4f16-8ea3-c4402ac659c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=3ada4527-8bf9-4aa7-adae-bcd90447691b HTTP/1.1" status: 200 len: 217 time: 0.0337408 Aug 16 20:37:08.198910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-98499ecd-877c-4cb0-910f-984f41cb6bb7 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641071 Aug 16 20:37:08.236811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02101076-0be7-4e55-8eee-23654806c948 req-5981b0fc-ab4b-45e6-a2ff-824180374bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.238298 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-02101076-0be7-4e55-8eee-23654806c948 req-5981b0fc-ab4b-45e6-a2ff-824180374bb6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0442452 Aug 16 20:37:08.270565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9a34e45-6dfa-4b3b-a607-3d4cc8b723f7 req-7b7cb6b2-ef59-4461-8463-41eed312750e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992954 Aug 16 20:37:08.288639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02101076-0be7-4e55-8eee-23654806c948 req-dac95e89-1e75-4a0c-afc2-3b76bc6c3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.290390 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-02101076-0be7-4e55-8eee-23654806c948 req-dac95e89-1e75-4a0c-afc2-3b76bc6c3b23 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0432098 Aug 16 20:37:08.328403 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45f91a-6724-46b7-89fc-d2846679e292 req-21289188-e48c-43e4-8507-ce19479ebe91 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.329910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c45f91a-6724-46b7-89fc-d2846679e292 req-21289188-e48c-43e4-8507-ce19479ebe91 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 944 time: 0.1093228 Aug 16 20:37:08.345289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-b8c4069d-be9a-41d8-8e6c-627db922c050 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347127 Aug 16 20:37:08.372807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c45f91a-6724-46b7-89fc-d2846679e292 req-864c246c-8199-4415-8615-2be3163e7f34 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358369 Aug 16 20:37:08.384241 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-02101076-0be7-4e55-8eee-23654806c948 req-19603e44-02f9-4b59-8644-81ffddb8e134 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853827 Aug 16 20:37:08.478826 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-02101076-0be7-4e55-8eee-23654806c948 req-2185641b-3883-4d7b-b50d-db6ec2bbed9b service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867825 Aug 16 20:37:08.619617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f0a4-2dff-475c-8917-817f3c3ad8dd req-e701afad-12ac-4c73-b687-13ca83c4969c tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.621371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f998f0a4-2dff-475c-8917-817f3c3ad8dd req-e701afad-12ac-4c73-b687-13ca83c4969c tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 945 time: 0.0523574 Aug 16 20:37:08.685839 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f998f0a4-2dff-475c-8917-817f3c3ad8dd req-e39eaee2-0985-42ef-ac6b-c986ee2e1b45 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553007 Aug 16 20:37:08.697941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77367de9-8ca6-4c7b-b75d-8788b1f7d592 req-15a938ab-3b6b-42d5-8fe8-fa0400cdbc4c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.703704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77367de9-8ca6-4c7b-b75d-8788b1f7d592 req-15a938ab-3b6b-42d5-8fe8-fa0400cdbc4c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.710273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77367de9-8ca6-4c7b-b75d-8788b1f7d592 req-15a938ab-3b6b-42d5-8fe8-fa0400cdbc4c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.717677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77367de9-8ca6-4c7b-b75d-8788b1f7d592 req-15a938ab-3b6b-42d5-8fe8-fa0400cdbc4c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.723967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77367de9-8ca6-4c7b-b75d-8788b1f7d592 req-15a938ab-3b6b-42d5-8fe8-fa0400cdbc4c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.730115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77367de9-8ca6-4c7b-b75d-8788b1f7d592 req-15a938ab-3b6b-42d5-8fe8-fa0400cdbc4c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.736412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77367de9-8ca6-4c7b-b75d-8788b1f7d592 req-15a938ab-3b6b-42d5-8fe8-fa0400cdbc4c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.738346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77367de9-8ca6-4c7b-b75d-8788b1f7d592 req-15a938ab-3b6b-42d5-8fe8-fa0400cdbc4c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1160891 Aug 16 20:37:08.811127 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77367de9-8ca6-4c7b-b75d-8788b1f7d592 req-dcb049fe-b3b5-4837-81e6-e07318c922b1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620534 Aug 16 20:37:08.821900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-8214fdc6-8a00-4717-bdcc-e2e9ec2a788e tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.825417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-8214fdc6-8a00-4717-bdcc-e2e9ec2a788e tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 1096 time: 0.0656087 Aug 16 20:37:09.003851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091da61-69f3-4bb3-a7e0-ef1f7f810b94 req-259e8230-2092-48a2-8cbd-a75bf8e50d13 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.005356 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5091da61-69f3-4bb3-a7e0-ef1f7f810b94 req-259e8230-2092-48a2-8cbd-a75bf8e50d13 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0520444 Aug 16 20:37:09.053920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-de8d97f5-24a9-4cec-bc34-98b1970ee748 service neutron] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:09.063460 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-de8d97f5-24a9-4cec-bc34-98b1970ee748 service neutron] Notify callbacks [] for binding, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.064564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5506c74-06d2-4d92-b953-57fbe10a87a8 req-de8d97f5-24a9-4cec-bc34-98b1970ee748 service neutron] 10.222.0.79 "DELETE /v2.0/ports/b71912c0-939b-4f61-af55-94701ce797e5/bindings/n-h1-793619-14 HTTP/1.1" status: 204 len: 173 time: 0.2332146 Aug 16 20:37:09.079915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5091da61-69f3-4bb3-a7e0-ef1f7f810b94 req-e76f7ede-7cfc-44f2-9fe7-464b0dfc71e8 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654294 Aug 16 20:37:09.087199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ce3f7-08bd-4356-8020-de48d5239050 req-b9c17210-ace4-4fdf-957b-6e9b29af8a77 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.088665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c2ce3f7-08bd-4356-8020-de48d5239050 req-b9c17210-ace4-4fdf-957b-6e9b29af8a77 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 948 time: 0.0824366 Aug 16 20:37:09.134029 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c2ce3f7-08bd-4356-8020-de48d5239050 req-27979380-7e69-4ff8-9d64-3c1c1377ed6c tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391436 Aug 16 20:37:09.263763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b59588-5dd1-49ee-a7b6-87389cc28d26 req-5d96fde5-8251-48da-80c2-d574d4557650 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.265323 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88b59588-5dd1-49ee-a7b6-87389cc28d26 req-5d96fde5-8251-48da-80c2-d574d4557650 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 948 time: 0.0480850 Aug 16 20:37:09.303212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88b59588-5dd1-49ee-a7b6-87389cc28d26 req-d1cd8ab0-dee9-495d-aa8a-f0b56cf7178e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Aug 16 20:37:09.403475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc83c0c-31a3-4158-9fb2-6d868d25f65e req-27c8fc55-cfc1-4302-bfc0-aabe87dbfa69 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.405073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbc83c0c-31a3-4158-9fb2-6d868d25f65e req-27c8fc55-cfc1-4302-bfc0-aabe87dbfa69 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0485470 Aug 16 20:37:09.442828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbc83c0c-31a3-4158-9fb2-6d868d25f65e req-baddf1ed-1019-42ad-b057-c46cb790d222 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Aug 16 20:37:09.597979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022e1e6-6319-4920-9f17-04488f3c14f3 req-f88182f2-a50b-4dcf-a7ef-da7b12d1e1cd tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.600554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9022e1e6-6319-4920-9f17-04488f3c14f3 req-f88182f2-a50b-4dcf-a7ef-da7b12d1e1cd tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 944 time: 0.0938344 Aug 16 20:37:09.609481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d10c7-6bef-4498-a60d-3ed8a8dd2fa9 req-3f11498e-5f43-42ae-af22-cd82e4e37968 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.610996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e36d10c7-6bef-4498-a60d-3ed8a8dd2fa9 req-3f11498e-5f43-42ae-af22-cd82e4e37968 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 945 time: 0.0881469 Aug 16 20:37:09.663706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9022e1e6-6319-4920-9f17-04488f3c14f3 req-78358e2a-55f8-460f-93b5-ad0c772f2270 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517335 Aug 16 20:37:09.670669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e36d10c7-6bef-4498-a60d-3ed8a8dd2fa9 req-cc8e5d05-5379-4d74-9b84-9a09aeececee tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516739 Aug 16 20:37:09.804741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66b747-93a0-4d53-bf4f-bf9cdc70bb42 req-510f51f9-ce08-4a05-9fd9-7046fbcf94a4 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.806299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a66b747-93a0-4d53-bf4f-bf9cdc70bb42 req-510f51f9-ce08-4a05-9fd9-7046fbcf94a4 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 1096 time: 0.0400882 Aug 16 20:37:09.841105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a66b747-93a0-4d53-bf4f-bf9cdc70bb42 req-1e48fd34-4771-4cf1-82ef-2404359c7a67 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289273 Aug 16 20:37:09.942902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:09.968557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb8ac-1de0-4e91-bec0-77c050613a6d req-99aa52db-1741-46ce-bd0a-7aac7fec9d15 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.974544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb8ac-1de0-4e91-bec0-77c050613a6d req-99aa52db-1741-46ce-bd0a-7aac7fec9d15 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.980494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb8ac-1de0-4e91-bec0-77c050613a6d req-99aa52db-1741-46ce-bd0a-7aac7fec9d15 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.986483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb8ac-1de0-4e91-bec0-77c050613a6d req-99aa52db-1741-46ce-bd0a-7aac7fec9d15 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.992904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb8ac-1de0-4e91-bec0-77c050613a6d req-99aa52db-1741-46ce-bd0a-7aac7fec9d15 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.999109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb8ac-1de0-4e91-bec0-77c050613a6d req-99aa52db-1741-46ce-bd0a-7aac7fec9d15 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.005083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb8ac-1de0-4e91-bec0-77c050613a6d req-99aa52db-1741-46ce-bd0a-7aac7fec9d15 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.007557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f1eb8ac-1de0-4e91-bec0-77c050613a6d req-99aa52db-1741-46ce-bd0a-7aac7fec9d15 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1222279 Aug 16 20:37:10.015362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43d484-a0eb-4620-b02b-b3814806b6ba req-f9a509f6-9300-439e-a00f-315161a09ccd tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.016872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d43d484-a0eb-4620-b02b-b3814806b6ba req-f9a509f6-9300-439e-a00f-315161a09ccd tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1009879 Aug 16 20:37:10.044119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:10.059038 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'mac_address': 'fa:16:3e:00:75:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:10.074145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f1eb8ac-1de0-4e91-bec0-77c050613a6d req-40956df9-fd4e-45cf-991d-1015128e9909 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561759 Aug 16 20:37:10.076020 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d43d484-a0eb-4620-b02b-b3814806b6ba req-60cf3b93-507e-433b-a3a9-9235428a00d2 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521069 Aug 16 20:37:10.104793 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:10.119521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:10.141211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:10.212458 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:10.251907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04b582-629c-4e7a-bf45-9b3272846a7a req-e2de0e84-7902-4054-af8d-9caf9cc35a28 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.253386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f04b582-629c-4e7a-bf45-9b3272846a7a req-e2de0e84-7902-4054-af8d-9caf9cc35a28 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0825281 Aug 16 20:37:10.265643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:10.277825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e29427-0ce5-40be-97d1-4fc04267d682 req-52b6ec33-0fd0-4286-86b6-1d32112e57f2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.279274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58e29427-0ce5-40be-97d1-4fc04267d682 req-52b6ec33-0fd0-4286-86b6-1d32112e57f2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 948 time: 0.0734849 Aug 16 20:37:10.328574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f04b582-629c-4e7a-bf45-9b3272846a7a req-b4ebc249-79a4-4d3c-805d-cee25ac19f32 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663242 Aug 16 20:37:10.335676 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58e29427-0ce5-40be-97d1-4fc04267d682 req-fc607cf4-4b8f-4789-b419-555f6a347473 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474141 Aug 16 20:37:10.462660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b22602-9661-489c-ad86-9c8f171e1424 req-c154aba7-f7e8-4b22-bac3-9d9b0ddfb0cb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.464169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17b22602-9661-489c-ad86-9c8f171e1424 req-c154aba7-f7e8-4b22-bac3-9d9b0ddfb0cb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 949 time: 0.0516038 Aug 16 20:37:10.508115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17b22602-9661-489c-ad86-9c8f171e1424 req-39b28a5b-f57c-4f65-93cc-9f136d09a9c9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377738 Aug 16 20:37:10.558925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:10.587677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-83ec748b-fdb1-4c9a-8246-329d0ed5126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.589182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-83ec748b-fdb1-4c9a-8246-329d0ed5126b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 1098 time: 0.0626481 Aug 16 20:37:10.678228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78679398-c93e-439d-97c2-92b683e9effc req-86ad21c2-f59b-48e8-972a-c292f3c3a5df tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.679704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78679398-c93e-439d-97c2-92b683e9effc req-86ad21c2-f59b-48e8-972a-c292f3c3a5df tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.1068916 Aug 16 20:37:10.729184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-7d6568ff-423b-4153-ba1c-4399dcb71651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.730617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-7d6568ff-423b-4153-ba1c-4399dcb71651 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.1239758 Aug 16 20:37:10.747920 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78679398-c93e-439d-97c2-92b683e9effc req-7b55d4e2-70f7-4f4a-960b-9445ad05ee73 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597029 Aug 16 20:37:10.778498 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-1c646d7e-df1d-42ac-9fe4-c36ea0ecc913 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1a58962-7a01-428d-b564-7aa3958dd369 HTTP/1.1" status: 200 len: 217 time: 0.0383174 Aug 16 20:37:10.855043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-c827068a-f0d1-4df2-86b7-4ba8be125fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.856513 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-c827068a-f0d1-4df2-86b7-4ba8be125fa1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0697858 Aug 16 20:37:10.882107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b57740-0656-4ed8-90d0-0ae68c4205c4 req-44d59250-fb9a-480a-94bc-92792f31acc7 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.883589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4b57740-0656-4ed8-90d0-0ae68c4205c4 req-44d59250-fb9a-480a-94bc-92792f31acc7 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 945 time: 0.0703640 Aug 16 20:37:10.902759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-e9bffd78-a13e-446e-a355-11583ee4a428 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382428 Aug 16 20:37:10.972045 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c9bf2-71dd-45a5-87d3-b8c919adf782 req-f6492695-4115-46b1-b728-48f26e57c636 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.972816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4b57740-0656-4ed8-90d0-0ae68c4205c4 req-276f0365-a1a4-4bf8-b7ba-1905069ea76d tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/security-groups?id=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724149 Aug 16 20:37:10.973767 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-786c9bf2-71dd-45a5-87d3-b8c919adf782 req-f6492695-4115-46b1-b728-48f26e57c636 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.79 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 945 time: 0.0527656 Aug 16 20:37:11.017256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-ac7b5bb0-2b68-4914-8b4b-47353d023ef3 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954542 Aug 16 20:37:11.077505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-786c9bf2-71dd-45a5-87d3-b8c919adf782 req-10d775f0-3ad6-4cfd-8bd9-4f36bbd98a4b tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Deleting port 6cfeb725-e62a-4231-b9f5-66a951f8de36 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:11.077852 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-786c9bf2-71dd-45a5-87d3-b8c919adf782 req-10d775f0-3ad6-4cfd-8bd9-4f36bbd98a4b tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.110144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-9c124b5d-c348-433a-8854-166aec10d893 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858362 Aug 16 20:37:11.172663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-786c9bf2-71dd-45a5-87d3-b8c919adf782 req-10d775f0-3ad6-4cfd-8bd9-4f36bbd98a4b tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] For port 6cfeb725-e62a-4231-b9f5-66a951f8de36, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6cfeb725-e62a-4231-b9f5-66a951f8de36,segment=NetworkSegment(0df68ce8-62e2-4b45-85d1-8f51e5ce57cd),segment_id=0df68ce8-62e2-4b45-85d1-8f51e5ce57cd)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:11.173057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-786c9bf2-71dd-45a5-87d3-b8c919adf782 req-10d775f0-3ad6-4cfd-8bd9-4f36bbd98a4b tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.190118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-786c9bf2-71dd-45a5-87d3-b8c919adf782 req-10d775f0-3ad6-4cfd-8bd9-4f36bbd98a4b tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Calling delete_port for 6cfeb725-e62a-4231-b9f5-66a951f8de36 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:11.221426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f00be-1697-4bbc-91f8-50c4e72bef00 req-6bba360f-b229-40ac-af6e-f325dcc63111 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.228815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f00be-1697-4bbc-91f8-50c4e72bef00 req-6bba360f-b229-40ac-af6e-f325dcc63111 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.234675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f00be-1697-4bbc-91f8-50c4e72bef00 req-6bba360f-b229-40ac-af6e-f325dcc63111 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.241325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f00be-1697-4bbc-91f8-50c4e72bef00 req-6bba360f-b229-40ac-af6e-f325dcc63111 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.247609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f00be-1697-4bbc-91f8-50c4e72bef00 req-6bba360f-b229-40ac-af6e-f325dcc63111 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.253621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f00be-1697-4bbc-91f8-50c4e72bef00 req-6bba360f-b229-40ac-af6e-f325dcc63111 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.259236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f00be-1697-4bbc-91f8-50c4e72bef00 req-6bba360f-b229-40ac-af6e-f325dcc63111 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.261118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-040f00be-1697-4bbc-91f8-50c4e72bef00 req-6bba360f-b229-40ac-af6e-f325dcc63111 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.0923872 Aug 16 20:37:11.308754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-040f00be-1697-4bbc-91f8-50c4e72bef00 req-e715903b-e749-45d1-ba86-5f7fed7a770d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395947 Aug 16 20:37:11.429743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-786c9bf2-71dd-45a5-87d3-b8c919adf782 req-10d775f0-3ad6-4cfd-8bd9-4f36bbd98a4b tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.455504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6cfeb725-e62a-4231-b9f5-66a951f8de36'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:11.464880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d775f0-3ad6-4cfd-8bd9-4f36bbd98a4b tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Pushing event deleted for resources: {'Port': ['ID=6cfeb725-e62a-4231-b9f5-66a951f8de36,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:11.520325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-786c9bf2-71dd-45a5-87d3-b8c919adf782 req-10d775f0-3ad6-4cfd-8bd9-4f36bbd98a4b tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] No DVR routers for this DVR port 6cfeb725-e62a-4231-b9f5-66a951f8de36 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:11.520568 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ec2ad-3c9a-4674-8b25-adb2e9e8f441 req-86495f27-2f7f-4c6f-a3e0-1ae4df0c8fda tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.520997 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-786c9bf2-71dd-45a5-87d3-b8c919adf782 req-10d775f0-3ad6-4cfd-8bd9-4f36bbd98a4b tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.520997 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-786c9bf2-71dd-45a5-87d3-b8c919adf782 req-10d775f0-3ad6-4cfd-8bd9-4f36bbd98a4b tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.79 "DELETE /v2.0/ports/6cfeb725-e62a-4231-b9f5-66a951f8de36 HTTP/1.1" status: 204 len: 173 time: 0.5401559 Aug 16 20:37:11.521283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770cadf-2fda-4ff2-adc6-8b4065d7351c', 'name': 'network-vif-deleted', 'tag': '6cfeb725-e62a-4231-b9f5-66a951f8de36'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:11.524136 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c24ec47-7ff2-484f-a5d8-bec92e501fb8" -d '{"events": [{"server_uuid": "9770cadf-2fda-4ff2-adc6-8b4065d7351c", "name": "network-vif-deleted", "tag": "6cfeb725-e62a-4231-b9f5-66a951f8de36"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:11.527309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-425ec2ad-3c9a-4674-8b25-adb2e9e8f441 req-86495f27-2f7f-4c6f-a3e0-1ae4df0c8fda tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1300235 Aug 16 20:37:11.541608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60ad19-f24d-4ec5-afc5-0aa1f5ce67ae req-8c6e9a79-77b4-4f9e-bed3-07a3d70100cd tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.541608 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b60ad19-f24d-4ec5-afc5-0aa1f5ce67ae req-8c6e9a79-77b4-4f9e-bed3-07a3d70100cd tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 948 time: 0.1328645 Aug 16 20:37:11.593536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-425ec2ad-3c9a-4674-8b25-adb2e9e8f441 req-2cb5bc0c-c884-489b-8110-667e78d202e1 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657291 Aug 16 20:37:11.622277 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b60ad19-f24d-4ec5-afc5-0aa1f5ce67ae req-ef45271b-c5ad-4805-b0fc-292fb384e1d1 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718217 Aug 16 20:37:11.675487 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433da649-3b94-46e1-ac26-dcbb0c9aadd1 x-openstack-request-id: req-433da649-3b94-46e1-ac26-dcbb0c9aadd1 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:11.675780 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9770cadf-2fda-4ff2-adc6-8b4065d7351c", "name": "network-vif-deleted", "tag": "6cfeb725-e62a-4231-b9f5-66a951f8de36", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:11.676037 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-433da649-3b94-46e1-ac26-dcbb0c9aadd1 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:11.676436 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770cadf-2fda-4ff2-adc6-8b4065d7351c', 'name': 'network-vif-deleted', 'tag': '6cfeb725-e62a-4231-b9f5-66a951f8de36', 'status': 'completed', 'code': 200} Aug 16 20:37:11.731229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7848a62-b0ad-4eb2-9eb5-475c1541698b req-e1e84dd8-12ad-4493-9ee2-12f45aa3024f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.732818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7848a62-b0ad-4eb2-9eb5-475c1541698b req-e1e84dd8-12ad-4493-9ee2-12f45aa3024f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 949 time: 0.0519247 Aug 16 20:37:11.774023 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7848a62-b0ad-4eb2-9eb5-475c1541698b req-c48e6272-40c5-446a-b27f-147dbc515f4c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352945 Aug 16 20:37:11.919936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519830c0-5b4a-415a-bb0c-43ce2351d222 req-74a4802c-fe6e-4c93-8782-e529402d7923 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.921744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-519830c0-5b4a-415a-bb0c-43ce2351d222 req-74a4802c-fe6e-4c93-8782-e529402d7923 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0691440 Aug 16 20:37:11.962063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3ada4527-8bf9-4aa7-adae-bcd90447691b details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:11.968705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:11.971887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-519830c0-5b4a-415a-bb0c-43ce2351d222 req-989f3969-9e0c-42c6-a414-157a7709b37b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Aug 16 20:37:12.101528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a24bfca-ce3a-4ad4-9b8d-caab9a117ed3 req-d5ceea2b-4632-47dc-a5b2-fbfed48f4c90 tempest-ServerMetadataNegativeTestJSON-1860481464 tempest-ServerMetadataNegativeTestJSON-1860481464-project] 10.222.0.74 "GET /v2.0/ports?device_id=9770cadf-2fda-4ff2-adc6-8b4065d7351c HTTP/1.1" status: 200 len: 210 time: 0.0311430 Aug 16 20:37:12.113411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3ada4527-8bf9-4aa7-adae-bcd90447691b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3ada4527-8bf9-4aa7-adae-bcd90447691b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:12.124269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '3ada4527-8bf9-4aa7-adae-bcd90447691b', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '3ada4527-8bf9-4aa7-adae-bcd90447691b', 'mac_address': 'fa:16:3e:0e:a5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:12.148396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:12.155934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:12.156303 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.184816 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.205688 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ada4527-8bf9-4aa7-adae-bcd90447691b {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:12.234544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3ada4527-8bf9-4aa7-adae-bcd90447691b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3ada4527-8bf9-4aa7-adae-bcd90447691b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:12.273408 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.297544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:12.299813 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a58003b-620e-4d26-9405-b825b11e4202" -d '{"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-plugged", "status": "completed", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:12.314345 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:12.329380 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.354920 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003c61c2-83cf-467a-83a8-ba8cad399a0a x-openstack-request-id: req-003c61c2-83cf-467a-83a8-ba8cad399a0a {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:12.355206 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-plugged", "status": "completed", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:12.355455 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-003c61c2-83cf-467a-83a8-ba8cad399a0a {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:12.356013 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'code': 200} Aug 16 20:37:12.385447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=3ada4527-8bf9-4aa7-adae-bcd90447691b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:12.389256 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.451644 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:12.452783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d74d0b-6263-42b8-982e-dbf5cfbfe786 req-ba1b062b-f1e1-4329-b5ff-7465855347c6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.459330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d74d0b-6263-42b8-982e-dbf5cfbfe786 req-ba1b062b-f1e1-4329-b5ff-7465855347c6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.467801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d74d0b-6263-42b8-982e-dbf5cfbfe786 req-ba1b062b-f1e1-4329-b5ff-7465855347c6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.474834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d74d0b-6263-42b8-982e-dbf5cfbfe786 req-ba1b062b-f1e1-4329-b5ff-7465855347c6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.476692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086ecf-6adf-4cda-b866-882b70998ef5 req-ccc04a26-a4e3-473b-9e2a-bf36e65dea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.478290 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-64086ecf-6adf-4cda-b866-882b70998ef5 req-ccc04a26-a4e3-473b-9e2a-bf36e65dea1c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 1102 time: 0.0450850 Aug 16 20:37:12.481486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d74d0b-6263-42b8-982e-dbf5cfbfe786 req-ba1b062b-f1e1-4329-b5ff-7465855347c6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.488420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d74d0b-6263-42b8-982e-dbf5cfbfe786 req-ba1b062b-f1e1-4329-b5ff-7465855347c6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.494817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d74d0b-6263-42b8-982e-dbf5cfbfe786 req-ba1b062b-f1e1-4329-b5ff-7465855347c6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.502990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70d74d0b-6263-42b8-982e-dbf5cfbfe786 req-ba1b062b-f1e1-4329-b5ff-7465855347c6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1173368 Aug 16 20:37:12.527359 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-64086ecf-6adf-4cda-b866-882b70998ef5 req-f5e02480-47e3-4820-908f-9bda0882654a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 Aug 16 20:37:12.542659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70d74d0b-6263-42b8-982e-dbf5cfbfe786 req-f1a3786e-9c13-4ce6-b3c1-3ec85326fb4a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387542 Aug 16 20:37:12.648226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['3ada4527-8bf9-4aa7-adae-bcd90447691b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:12.767347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7dd84-2047-4d7a-8ee6-6895a34a039f req-d410a876-b212-4b3d-8340-90c8d77f3f2d tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.768809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eaa7dd84-2047-4d7a-8ee6-6895a34a039f req-d410a876-b212-4b3d-8340-90c8d77f3f2d tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0944612 Aug 16 20:37:12.781528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a7f2e-100b-46dd-b3bc-be7b43e2c03d req-a0f44f67-1750-4174-aa10-00889f162bb8 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.785463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-196a7f2e-100b-46dd-b3bc-be7b43e2c03d req-a0f44f67-1750-4174-aa10-00889f162bb8 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 949 time: 0.1001062 Aug 16 20:37:12.844777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eaa7dd84-2047-4d7a-8ee6-6895a34a039f req-7b0ae688-2560-4117-b9ac-7731955f2950 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Aug 16 20:37:12.847748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-196a7f2e-100b-46dd-b3bc-be7b43e2c03d req-61a4c41b-13ec-47b4-afdd-2a138dedfd24 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528927 Aug 16 20:37:12.957140 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67549592-3e6b-4008-bbb8-26e4508a8c94 req-25e275f9-2e8f-47b3-bc18-36ac94c0a204 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.957545 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67549592-3e6b-4008-bbb8-26e4508a8c94 req-25e275f9-2e8f-47b3-bc18-36ac94c0a204 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0517988 Aug 16 20:37:12.995368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67549592-3e6b-4008-bbb8-26e4508a8c94 req-e3f83d5f-941e-46ef-a1c9-8ea8fc208132 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318367 Aug 16 20:37:13.105125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f96df-094e-4fdf-a709-23ea80e6032f req-05895198-5188-47e4-8817-580507ca6dd8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.106695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b16f96df-094e-4fdf-a709-23ea80e6032f req-05895198-5188-47e4-8817-580507ca6dd8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0526927 Aug 16 20:37:13.148717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b16f96df-094e-4fdf-a709-23ea80e6032f req-eb5c65db-4a94-44b4-bbf3-892882324f05 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358682 Aug 16 20:37:13.160696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33778) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:13.206258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b613330-7bb9-4427-85c4-883e6992864c admin admin] Deleting subnet 6b43cd51-e9b1-455f-a695-9926c416818c {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:37:13.209359 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b613330-7bb9-4427-85c4-883e6992864c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.242679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b613330-7bb9-4427-85c4-883e6992864c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.248335 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b613330-7bb9-4427-85c4-883e6992864c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.409839 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b613330-7bb9-4427-85c4-883e6992864c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.434473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b613330-7bb9-4427-85c4-883e6992864c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b43cd51-e9b1-455f-a695-9926c416818c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:13.439922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b613330-7bb9-4427-85c4-883e6992864c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.444042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0b613330-7bb9-4427-85c4-883e6992864c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6b43cd51-e9b1-455f-a695-9926c416818c HTTP/1.1" status: 204 len: 168 time: 0.2800379 Aug 16 20:37:13.444716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33780) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:13.512471 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.602836 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.614103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.614452 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.615216 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.616252 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > port after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.616594 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.616905 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > port after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.617259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.617577 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.617890 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.618211 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.685007 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.685382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.685704 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.686034 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:37:13.686142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57f1e-f692-4efe-b463-299c94067ea2 req-e0497336-abb5-4a75-a6f0-74e40dcba959 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.686571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95212c52-47a5-464d-af13-f5a50ad2610a']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:13.699700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57f1e-f692-4efe-b463-299c94067ea2 req-e0497336-abb5-4a75-a6f0-74e40dcba959 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.703922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df68ce8-62e2-4b45-85d1-8f51e5ce57cd') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:13.704210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df68ce8-62e2-4b45-85d1-8f51e5ce57cd') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:13.705647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57f1e-f692-4efe-b463-299c94067ea2 req-e0497336-abb5-4a75-a6f0-74e40dcba959 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.712140 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57f1e-f692-4efe-b463-299c94067ea2 req-e0497336-abb5-4a75-a6f0-74e40dcba959 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.718180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57f1e-f692-4efe-b463-299c94067ea2 req-e0497336-abb5-4a75-a6f0-74e40dcba959 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.721987 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.724107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57f1e-f692-4efe-b463-299c94067ea2 req-e0497336-abb5-4a75-a6f0-74e40dcba959 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.731028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57f1e-f692-4efe-b463-299c94067ea2 req-e0497336-abb5-4a75-a6f0-74e40dcba959 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.733057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-91c57f1e-f692-4efe-b463-299c94067ea2 req-e0497336-abb5-4a75-a6f0-74e40dcba959 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1120508 Aug 16 20:37:13.745507 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.755957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:37:13.756392 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: from cryptography.utils import int_from_bytes Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: from cryptography.utils import int_from_bytes Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:37:13.760999 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:37:13.781238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-91c57f1e-f692-4efe-b463-299c94067ea2 req-b1536e79-6102-44d4-8bb7-00bc90e77c91 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405464 Aug 16 20:37:13.983268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3ada4527-8bf9-4aa7-adae-bcd90447691b up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:14.027837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6cfeb725-e62a-4231-b9f5-66a951f8de36 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:14.058056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 6cfeb725-e62a-4231-b9f5-66a951f8de36 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:14.058758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6cfeb725-e62a-4231-b9f5-66a951f8de36 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:14.132907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 3ada4527-8bf9-4aa7-adae-bcd90447691b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:14.137659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 3ada4527-8bf9-4aa7-adae-bcd90447691b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:14.138034 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.155327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.162962 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.164970 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/95212c52-47a5-464d-af13-f5a50ad2610a HTTP/1.1" status: 204 len: 168 time: 0.7197311 Aug 16 20:37:14.176533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c733386-3804-4afc-8b55-2f0a935d1cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=95212c52-47a5-464d-af13-f5a50ad2610a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:14.247936 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.282628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3ada4527-8bf9-4aa7-adae-bcd90447691b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3ada4527-8bf9-4aa7-adae-bcd90447691b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:14.346209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8bfad-54d5-4eea-b539-88880d08d919 req-056b4533-b11d-417b-9729-cab7420df33a tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.347761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21e8bfad-54d5-4eea-b539-88880d08d919 req-056b4533-b11d-417b-9729-cab7420df33a tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.4211979 Aug 16 20:37:14.356040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec385bd-4517-49fa-aa44-26defeede3ce req-dfb10f3c-8c99-490d-95d5-3ad20d7d270e tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.356793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27c3ed0-6968-455a-86c2-f0609c124f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada4527-8bf9-4aa7-adae-bcd90447691b'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:14.357483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ec385bd-4517-49fa-aa44-26defeede3ce req-dfb10f3c-8c99-490d-95d5-3ad20d7d270e tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 949 time: 0.4190271 Aug 16 20:37:14.360082 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b94facd-b5bb-42cb-9199-eadc2d1ea645" -d '{"events": [{"server_uuid": "f27c3ed0-6968-455a-86c2-f0609c124f06", "name": "network-vif-plugged", "status": "completed", "tag": "3ada4527-8bf9-4aa7-adae-bcd90447691b"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:14.364720 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.414540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=3ada4527-8bf9-4aa7-adae-bcd90447691b,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:14.415578 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21e8bfad-54d5-4eea-b539-88880d08d919 req-7cd543fd-2e2b-435f-85f3-734948abdc02 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571282 Aug 16 20:37:14.441791 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ec385bd-4517-49fa-aa44-26defeede3ce req-b85f70ba-ce46-4648-899d-345a9c6cc9fb tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709312 Aug 16 20:37:14.564253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33800) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:14.569195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa9dca-4d88-4229-abb0-81a65da8377c req-398b3d9c-e35d-4d6a-8b4d-d6b8e5665017 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.570714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30fa9dca-4d88-4229-abb0-81a65da8377c req-398b3d9c-e35d-4d6a-8b4d-d6b8e5665017 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0621495 Aug 16 20:37:14.614856 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1ca88446-4b9f-4b4a-bc1c-87134bce5bcc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bdc5870e6b2c403fa5c4440979b2a003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493243 Aug 16 20:37:14.616464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33802) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:14.620494 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30fa9dca-4d88-4229-abb0-81a65da8377c req-f4a6b2fe-d156-45c9-87c9-3eae39f1b800 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437658 Aug 16 20:37:14.673901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d3d7d7-322a-4017-827b-45d41a5e4a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.677437 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef1fcbd-55ec-41ff-ac56-d672384019cf x-openstack-request-id: req-2ef1fcbd-55ec-41ff-ac56-d672384019cf {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:14.678485 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27c3ed0-6968-455a-86c2-f0609c124f06", "name": "network-vif-plugged", "status": "completed", "tag": "3ada4527-8bf9-4aa7-adae-bcd90447691b", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:14.678920 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ef1fcbd-55ec-41ff-ac56-d672384019cf {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:14.679494 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27c3ed0-6968-455a-86c2-f0609c124f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada4527-8bf9-4aa7-adae-bcd90447691b', 'code': 200} Aug 16 20:37:14.685581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7756824-e5ba-4132-9e49-cea53fc594b3 req-0fcfd6ff-2e0b-49be-9e35-dc4b2719b95f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.689813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7756824-e5ba-4132-9e49-cea53fc594b3 req-0fcfd6ff-2e0b-49be-9e35-dc4b2719b95f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0680788 Aug 16 20:37:14.699268 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d3d7d7-322a-4017-827b-45d41a5e4a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.752230 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7756824-e5ba-4132-9e49-cea53fc594b3 req-dbac916b-1392-4023-84e4-d53ba7472246 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548079 Aug 16 20:37:14.810987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939be90d-3b48-4f0d-aedf-362dfd3c57f9 req-61d873a2-948a-474d-ac9d-0421cec8aaa2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.811752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d3d7d7-322a-4017-827b-45d41a5e4a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.812874 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-939be90d-3b48-4f0d-aedf-362dfd3c57f9 req-61d873a2-948a-474d-ac9d-0421cec8aaa2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0545852 Aug 16 20:37:14.814794 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d3d7d7-322a-4017-827b-45d41a5e4a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.816090 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-30d3d7d7-322a-4017-827b-45d41a5e4a19 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d4be4ec5-8906-45a7-b431-9bb2afc3fcc0 HTTP/1.1" status: 204 len: 168 time: 0.1981716 Aug 16 20:37:14.830501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87206d2-9ead-4005-b64f-1c4ae57a139f req-a6c1346a-659d-4458-8039-d020b3aadc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.834395 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c87206d2-9ead-4005-b64f-1c4ae57a139f req-a6c1346a-659d-4458-8039-d020b3aadc96 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 1102 time: 0.0600960 Aug 16 20:37:14.834395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3d7d7-322a-4017-827b-45d41a5e4a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4be4ec5-8906-45a7-b431-9bb2afc3fcc0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:14.890649 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c87206d2-9ead-4005-b64f-1c4ae57a139f req-612b0054-5c36-4e3f-b98e-c2563a63662b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384777 Aug 16 20:37:14.903541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-939be90d-3b48-4f0d-aedf-362dfd3c57f9 req-0326b66f-2640-4f9e-8968-a6657ccf12bd tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766900 Aug 16 20:37:14.948282 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d05d-82bb-40fd-aea1-a69e31aaec87 req-450b80a4-f98f-4365-b0ad-99b49ca26e94 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.954423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d05d-82bb-40fd-aea1-a69e31aaec87 req-450b80a4-f98f-4365-b0ad-99b49ca26e94 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.961333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d05d-82bb-40fd-aea1-a69e31aaec87 req-450b80a4-f98f-4365-b0ad-99b49ca26e94 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.967189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d05d-82bb-40fd-aea1-a69e31aaec87 req-450b80a4-f98f-4365-b0ad-99b49ca26e94 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.973084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d05d-82bb-40fd-aea1-a69e31aaec87 req-450b80a4-f98f-4365-b0ad-99b49ca26e94 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.979666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d05d-82bb-40fd-aea1-a69e31aaec87 req-450b80a4-f98f-4365-b0ad-99b49ca26e94 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.985487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d05d-82bb-40fd-aea1-a69e31aaec87 req-450b80a4-f98f-4365-b0ad-99b49ca26e94 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.989369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4976d05d-82bb-40fd-aea1-a69e31aaec87 req-450b80a4-f98f-4365-b0ad-99b49ca26e94 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1016617 Aug 16 20:37:15.031644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4976d05d-82bb-40fd-aea1-a69e31aaec87 req-73592fff-7111-4aa4-8e53-8dc93a7be725 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374038 Aug 16 20:37:15.247439 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f778684a-5df6-4764-adfb-5e0ebb3c8d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:15.577320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad902de-deb8-4efb-8a17-1781733eabb7 req-16cd54ec-9c91-400d-99e4-2798987f5cd1 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:15.578827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cad902de-deb8-4efb-8a17-1781733eabb7 req-16cd54ec-9c91-400d-99e4-2798987f5cd1 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 950 time: 0.0858665 Aug 16 20:37:15.612243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff1007-4612-4282-a3d9-5c0391050134 req-ba4c8a43-19a4-4e77-a890-3009d3ac93f0 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:15.613693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aaff1007-4612-4282-a3d9-5c0391050134 req-ba4c8a43-19a4-4e77-a890-3009d3ac93f0 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0865293 Aug 16 20:37:15.662912 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cad902de-deb8-4efb-8a17-1781733eabb7 req-3b4d7c72-7fcb-41b7-989d-dc15bdf56a6c tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705063 Aug 16 20:37:15.691750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aaff1007-4612-4282-a3d9-5c0391050134 req-1c148381-195b-4bb9-8e3f-f52aabf1a404 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659831 Aug 16 20:37:15.825682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-25c4b93b-a537-444d-a5b4-cf2be440f86b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824623 Aug 16 20:37:15.839097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf809bb-4590-4065-8769-44cf6bee6f75 req-1c689615-980a-4882-bb11-bcbf588bb27b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:15.840614 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bf809bb-4590-4065-8769-44cf6bee6f75 req-1c689615-980a-4882-bb11-bcbf588bb27b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0691605 Aug 16 20:37:15.885081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bf809bb-4590-4065-8769-44cf6bee6f75 req-83f909c9-5636-4f97-9a01-9b6656f7d98d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371418 Aug 16 20:37:15.999889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777f44c-1902-4708-a9b4-63c665535f1a req-1bb24b48-6001-4404-acff-d18b8051d3a3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:16.001690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8777f44c-1902-4708-a9b4-63c665535f1a req-1bb24b48-6001-4404-acff-d18b8051d3a3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0705607 Aug 16 20:37:16.046353 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8777f44c-1902-4708-a9b4-63c665535f1a req-bf116402-4536-4217-b9e6-9515297fd5c3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379336 Aug 16 20:37:16.221166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a913-e52f-4cb6-8305-1549caedf066 req-da384328-d0d4-4416-939a-73d795513bd4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:16.229936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a913-e52f-4cb6-8305-1549caedf066 req-da384328-d0d4-4416-939a-73d795513bd4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:16.238394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a913-e52f-4cb6-8305-1549caedf066 req-da384328-d0d4-4416-939a-73d795513bd4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:16.243890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33858) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:16.244998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a913-e52f-4cb6-8305-1549caedf066 req-da384328-d0d4-4416-939a-73d795513bd4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:16.252167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a913-e52f-4cb6-8305-1549caedf066 req-da384328-d0d4-4416-939a-73d795513bd4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:16.263624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a913-e52f-4cb6-8305-1549caedf066 req-da384328-d0d4-4416-939a-73d795513bd4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:16.272358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a913-e52f-4cb6-8305-1549caedf066 req-da384328-d0d4-4416-939a-73d795513bd4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:16.274251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2b7a913-e52f-4cb6-8305-1549caedf066 req-da384328-d0d4-4416-939a-73d795513bd4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1225481 Aug 16 20:37:16.338426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2b7a913-e52f-4cb6-8305-1549caedf066 req-a691c4de-d7ad-41b9-ae16-af9f62270ee9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578222 Aug 16 20:37:16.365471 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1563423149-network', 'tenant_id': '75ec5a0a64194b20a4ec56d8b7ed44bc'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:16.498183 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Made reservation on behalf of 75ec5a0a64194b20a4ec56d8b7ed44bc for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:16.500634 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.509425 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.607889 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.675003 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.707353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:37:16.733957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:16.763957 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.763957 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Added segment 37c3fbb0-b91d-4273-a8fc-ea3b4396214f of type vlan for network fac817fb-8783-4cda-ada9-40ee4c9e1836 Aug 16 20:37:16.817091 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf83664-7f28-4a8f-973d-3831724d04d7 req-5e51d639-7e17-49bd-9cdf-694973d191a8 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:16.820402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbf83664-7f28-4a8f-973d-3831724d04d7 req-5e51d639-7e17-49bd-9cdf-694973d191a8 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 950 time: 0.0903459 Aug 16 20:37:16.835825 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.898695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbf83664-7f28-4a8f-973d-3831724d04d7 req-23b24620-1c48-44e4-9385-f1c9620cd124 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599155 Aug 16 20:37:16.906931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87242-f264-47a8-97a2-9cb1af9843cd req-f5f257a8-b69a-4594-9439-f3c893c7a553 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:16.908437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fe87242-f264-47a8-97a2-9cb1af9843cd req-f5f257a8-b69a-4594-9439-f3c893c7a553 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0867314 Aug 16 20:37:16.934860 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.935859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:16.936438 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.972228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fe87242-f264-47a8-97a2-9cb1af9843cd req-0a578653-06d3-4047-ba96-6aea18e1ba75 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453258 Aug 16 20:37:17.069310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] Pushing event updated for resources: {'Network': ['ID=fac817fb-8783-4cda-ada9-40ee4c9e1836,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:17.081435 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network fac817fb-8783-4cda-ada9-40ee4c9e1836 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:37:17.137208 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a2a28ea9-4974-42b6-b2f8-76ba77d536de admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8917861 Aug 16 20:37:17.137439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33892) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:17.143508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] Request body: {'subnet': {'network_id': 'fac817fb-8783-4cda-ada9-40ee4c9e1836', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1563423149-subnet', 'tenant_id': '75ec5a0a64194b20a4ec56d8b7ed44bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:17.162606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5263a-705f-4b57-878f-e2008fc24a2e req-e102491c-ca5b-4b10-a04d-28be9b7b2b01 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.168041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95d5263a-705f-4b57-878f-e2008fc24a2e req-e102491c-ca5b-4b10-a04d-28be9b7b2b01 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.1248741 Aug 16 20:37:17.218871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95d5263a-705f-4b57-878f-e2008fc24a2e req-8a218c51-75d4-46b0-b9e5-5e6e572e0b65 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412929 Aug 16 20:37:17.275171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] Made reservation on behalf of 75ec5a0a64194b20a4ec56d8b7ed44bc for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:17.277716 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.391154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aecedc-d237-44a6-9b14-b6de090c244a req-10ed0527-eb5f-4107-ad3a-3f6c9d80cc15 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.393479 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7aecedc-d237-44a6-9b14-b6de090c244a req-10ed0527-eb5f-4107-ad3a-3f6c9d80cc15 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0826631 Aug 16 20:37:17.446549 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b77bf06b-51e6-4680-83b3-ac4dfd80b456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.480012 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7aecedc-d237-44a6-9b14-b6de090c244a req-cf1b540e-ff56-431f-81ba-0bd1bc3bc6c3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737386 Aug 16 20:37:17.579137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e817-a92f-4af2-bc5b-3c89a727ca42 req-a0d2d0a4-eb6a-4d8f-80f2-cb2b97966d50 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.585045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e817-a92f-4af2-bc5b-3c89a727ca42 req-a0d2d0a4-eb6a-4d8f-80f2-cb2b97966d50 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.590900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e817-a92f-4af2-bc5b-3c89a727ca42 req-a0d2d0a4-eb6a-4d8f-80f2-cb2b97966d50 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.596832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e817-a92f-4af2-bc5b-3c89a727ca42 req-a0d2d0a4-eb6a-4d8f-80f2-cb2b97966d50 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.602829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e817-a92f-4af2-bc5b-3c89a727ca42 req-a0d2d0a4-eb6a-4d8f-80f2-cb2b97966d50 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.608710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e817-a92f-4af2-bc5b-3c89a727ca42 req-a0d2d0a4-eb6a-4d8f-80f2-cb2b97966d50 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.614794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e817-a92f-4af2-bc5b-3c89a727ca42 req-a0d2d0a4-eb6a-4d8f-80f2-cb2b97966d50 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.617306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b643e817-a92f-4af2-bc5b-3c89a727ca42 req-a0d2d0a4-eb6a-4d8f-80f2-cb2b97966d50 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.0949142 Aug 16 20:37:17.687391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b643e817-a92f-4af2-bc5b-3c89a727ca42 req-45418ed0-f015-426f-9c78-5052e2e53b37 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595057 Aug 16 20:37:17.695952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e569c1-ec94-469c-a87b-c5510c058a8f req-2ccfedf5-6722-4870-abb6-0b99d6a9d543 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.697436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89e569c1-ec94-469c-a87b-c5510c058a8f req-2ccfedf5-6722-4870-abb6-0b99d6a9d543 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 950 time: 0.0792069 Aug 16 20:37:17.717829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.753124 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89e569c1-ec94-469c-a87b-c5510c058a8f req-7cfe5fb7-b71f-4d25-b815-454369523d5f tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489633 Aug 16 20:37:17.774740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f911b4c-311e-4bc2-b429-939b377e1f86,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:17.796716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] Checking segment: {'id': '37c3fbb0-b91d-4273-a8fc-ea3b4396214f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fac817fb-8783-4cda-ada9-40ee4c9e1836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:17.797103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] Network hostable DHCP agents. Network: fac817fb-8783-4cda-ada9-40ee4c9e1836, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:37:17.860225 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.915007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] Network fac817fb-8783-4cda-ada9-40ee4c9e1836 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:37:18.017704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, fac817fb-8783-4cda-ada9-40ee4c9e1836) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:18.026873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:18.026873 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.027120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ebf65b-e61b-4ed5-92dc-2e63871b13d9 None None] Network fac817fb-8783-4cda-ada9-40ee4c9e1836 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:18.033249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b72a8aa5-33d3-43c6-92c8-6b6633326318 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:18.035069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b72a8aa5-33d3-43c6-92c8-6b6633326318 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:18.131068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7592d7-241f-4a67-89d9-7db3717d7a15 req-fa8ed5e1-0cb1-4e70-b735-43c6adc53993 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:18.131723 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-264ee16f-4ec3-4f51-8778-b52dcdfb470c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9926240 Aug 16 20:37:18.135011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c7592d7-241f-4a67-89d9-7db3717d7a15 req-fa8ed5e1-0cb1-4e70-b735-43c6adc53993 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0864611 Aug 16 20:37:18.187178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c7592d7-241f-4a67-89d9-7db3717d7a15 req-a756b524-2fdd-4281-bfb9-2c0d4a13fe69 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Aug 16 20:37:18.426962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139834f-6605-411e-b72c-d458e8eb834c req-e12e8c9a-c57b-4e5a-a399-b4e307bddc6a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:18.435160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0139834f-6605-411e-b72c-d458e8eb834c req-e12e8c9a-c57b-4e5a-a399-b4e307bddc6a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0746255 Aug 16 20:37:18.491079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0139834f-6605-411e-b72c-d458e8eb834c req-681eb4ed-b4eb-41b5-8b01-5bcc8aafd41c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500369 Aug 16 20:37:18.540212 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.595782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:18.602177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:18.604317 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcb2225-8ce9-4c8b-87ce-052ffe27c394" -d '{"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:18.626034 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24933430-7f51-4585-bb0e-6edd524b8a8f None None] Network fac817fb-8783-4cda-ada9-40ee4c9e1836 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:18.630499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:18.642631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'mac_address': 'fa:16:3e:da:d8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:18.668767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-b857eeb5-f67e-41da-b0f9-1499bbfccd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:18.671115 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-b857eeb5-f67e-41da-b0f9-1499bbfccd6f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 1102 time: 0.0717678 Aug 16 20:37:18.703449 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.751026 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b60723-e22e-48f1-825b-fc0473a5d8ed req-d43754fe-e89b-4720-a458-e645c50cdb63 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:18.752669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1b60723-e22e-48f1-825b-fc0473a5d8ed req-d43754fe-e89b-4720-a458-e645c50cdb63 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.1175594 Aug 16 20:37:18.784011 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.836969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-2c757cd4-97c3-43fe-b65e-a8ad8dd8a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:18.839272 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-2c757cd4-97c3-43fe-b65e-a8ad8dd8a761 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1583676 Aug 16 20:37:18.855109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b72a8aa5-33d3-43c6-92c8-6b6633326318 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:18.863113 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283bb21-468d-498b-9193-22ddea037e79 req-e527e3b0-c47f-4b6e-8677-c8becc51c049 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:18.870542 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-e527e3b0-c47f-4b6e-8677-c8becc51c049 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/networks?id=fac817fb-8783-4cda-ada9-40ee4c9e1836 HTTP/1.1" status: 200 len: 813 time: 0.2414844 Aug 16 20:37:18.893568 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1b60723-e22e-48f1-825b-fc0473a5d8ed req-b29a4ac0-10a8-4036-a746-4b1310de550e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271181 Aug 16 20:37:18.896572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-5c7b455d-e8f7-4713-b9e0-535d8404be41 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/quotas/75ec5a0a64194b20a4ec56d8b7ed44bc HTTP/1.1" status: 200 len: 375 time: 0.0247459 Aug 16 20:37:18.912532 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-747601f9-dbf7-4622-a890-1fc7de6d15f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0640404 Aug 16 20:37:18.941562 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:37:18.942010 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:37:18.958966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:18.997897 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca862486-dc03-4a4e-9ff0-a962855337ca x-openstack-request-id: req-ca862486-dc03-4a4e-9ff0-a962855337ca {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:18.998255 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:18.998447 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ca862486-dc03-4a4e-9ff0-a962855337ca {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:18.998854 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'code': 200} Aug 16 20:37:19.006812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-ed61c878-1701-4a06-9f73-564bb25fa41f tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=75ec5a0a64194b20a4ec56d8b7ed44bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894499 Aug 16 20:37:19.053662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-d5342049-e814-4cca-823a-1ebafe70f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.058613 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-d5342049-e814-4cca-823a-1ebafe70f416 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1383662 Aug 16 20:37:19.115701 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:19.132004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-3b3320cc-9f9e-4a88-98cb-bfcb02b8dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.133821 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-3b3320cc-9f9e-4a88-98cb-bfcb02b8dd8c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570476 Aug 16 20:37:19.170144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12b281-ef9f-415b-8ea2-0fe7d35b409b req-d5f83e4d-74a2-4b26-a835-69fe5c60eb35 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.177311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12b281-ef9f-415b-8ea2-0fe7d35b409b req-d5f83e4d-74a2-4b26-a835-69fe5c60eb35 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.184869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12b281-ef9f-415b-8ea2-0fe7d35b409b req-d5f83e4d-74a2-4b26-a835-69fe5c60eb35 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.191311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12b281-ef9f-415b-8ea2-0fe7d35b409b req-d5f83e4d-74a2-4b26-a835-69fe5c60eb35 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.200831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12b281-ef9f-415b-8ea2-0fe7d35b409b req-d5f83e4d-74a2-4b26-a835-69fe5c60eb35 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.208253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12b281-ef9f-415b-8ea2-0fe7d35b409b req-d5f83e4d-74a2-4b26-a835-69fe5c60eb35 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.214810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12b281-ef9f-415b-8ea2-0fe7d35b409b req-d5f83e4d-74a2-4b26-a835-69fe5c60eb35 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.221720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c12b281-ef9f-415b-8ea2-0fe7d35b409b req-d5f83e4d-74a2-4b26-a835-69fe5c60eb35 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1454465 Aug 16 20:37:19.227617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-3a654ed5-aa52-4d8f-b4e1-158c641ee814 service neutron] 10.222.0.74 "GET /v2.0/networks/fac817fb-8783-4cda-ada9-40ee4c9e1836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192891 Aug 16 20:37:19.250159 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-0cf99be3-04b6-46ab-b407-e9c67ee27797 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044741 Aug 16 20:37:19.352133 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c12b281-ef9f-415b-8ea2-0fe7d35b409b req-9e9b15a6-67fc-4ca8-8848-1f530eeae878 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227393 Aug 16 20:37:19.391142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-dc09d539-b9ff-449f-92eb-af15dc8208a3 service neutron] 10.222.0.74 "GET /v2.0/networks/fac817fb-8783-4cda-ada9-40ee4c9e1836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629386 Aug 16 20:37:19.428973 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-d5759043-7d0f-4c79-878c-71e2c714435e service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624680 Aug 16 20:37:19.494121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73cdc9-8b26-401a-9f56-16cb92e27189 req-b8cac972-b56a-4fef-b7a1-d28789b413b0 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.496309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b73cdc9-8b26-401a-9f56-16cb92e27189 req-b8cac972-b56a-4fef-b7a1-d28789b413b0 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 950 time: 0.0629444 Aug 16 20:37:19.500305 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:19.517972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72a8aa5-33d3-43c6-92c8-6b6633326318 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:19.544344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:19.556366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b73cdc9-8b26-401a-9f56-16cb92e27189 req-7f5cea63-827b-4a7d-9a55-b6c98bea7e0a tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528407 Aug 16 20:37:19.637964 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:19.701654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=10']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:19.802132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732c5a9-61da-429f-b694-716b221fa20e req-15476df5-a3ee-40d0-bf25-c43f93d80038 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.804049 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3732c5a9-61da-429f-b694-716b221fa20e req-15476df5-a3ee-40d0-bf25-c43f93d80038 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.1071620 Aug 16 20:37:19.828973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c450e-d0e7-41eb-9f7a-187ae1934a3d req-0bee2732-4fbd-4709-91f2-f05a1be65caa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.830288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d74c450e-d0e7-41eb-9f7a-187ae1934a3d req-0bee2732-4fbd-4709-91f2-f05a1be65caa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0674279 Aug 16 20:37:19.898081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3732c5a9-61da-429f-b694-716b221fa20e req-aa5f0087-fffe-4141-95b1-11d9c5c402e3 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795052 Aug 16 20:37:19.905216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d74c450e-d0e7-41eb-9f7a-187ae1934a3d req-b798eecb-d4f5-4706-84a8-928bd7b4e985 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573759 Aug 16 20:37:19.942683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b72a8aa5-33d3-43c6-92c8-6b6633326318'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:20.002008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c667d44f-33b4-4656-9048-837b11540f0e req-07f90ff0-d73f-4939-86f2-a1c2e88e61fc tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 210 time: 0.0287249 Aug 16 20:37:20.033196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device dff5d104-9250-4ba8-ab72-955d0849cbfd details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:20.070744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e8c20-910c-4b84-ae4f-68207377a7c0 req-30d4c7e7-2c60-4e25-b6ff-ed17a3f51034 tempest-LiveMigrationNegativeTest-510812424 tempest-LiveMigrationNegativeTest-510812424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:20.082745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a5e8c20-910c-4b84-ae4f-68207377a7c0 req-30d4c7e7-2c60-4e25-b6ff-ed17a3f51034 tempest-LiveMigrationNegativeTest-510812424 tempest-LiveMigrationNegativeTest-510812424-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 1102 time: 0.0848889 Aug 16 20:37:20.127919 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7a5e8c20-910c-4b84-ae4f-68207377a7c0 req-db3297fe-e2b3-40b0-be8a-7f18a50055aa tempest-LiveMigrationNegativeTest-510812424 tempest-LiveMigrationNegativeTest-510812424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.181116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753879da-ce72-4aaa-a642-5eed5342aa9b req-c1cdc9b9-3896-4d94-8029-6ed9e5accc54 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:20.182931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-753879da-ce72-4aaa-a642-5eed5342aa9b req-c1cdc9b9-3896-4d94-8029-6ed9e5accc54 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0948594 Aug 16 20:37:20.233888 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port dff5d104-9250-4ba8-ab72-955d0849cbfd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dff5d104-9250-4ba8-ab72-955d0849cbfd,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:20.247054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-753879da-ce72-4aaa-a642-5eed5342aa9b req-b3ae6599-1709-4f6d-b24b-f48e706e4b0b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514631 Aug 16 20:37:20.262645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'dff5d104-9250-4ba8-ab72-955d0849cbfd', 'network_id': '10d02a5b-303c-4edc-8926-014570002926', 'port_id': 'dff5d104-9250-4ba8-ab72-955d0849cbfd', 'mac_address': 'fa:16:3e:7f:01:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb47a69-66ae-4323-af77-05160d39df8d', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:20.311510 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.317113 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7a5e8c20-910c-4b84-ae4f-68207377a7c0 req-db3297fe-e2b3-40b0-be8a-7f18a50055aa tempest-LiveMigrationNegativeTest-510812424 tempest-LiveMigrationNegativeTest-510812424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.326111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff5d104-9250-4ba8-ab72-955d0849cbfd {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:20.350777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port dff5d104-9250-4ba8-ab72-955d0849cbfd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dff5d104-9250-4ba8-ab72-955d0849cbfd,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:20.410049 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7a5e8c20-910c-4b84-ae4f-68207377a7c0 req-db3297fe-e2b3-40b0-be8a-7f18a50055aa tempest-LiveMigrationNegativeTest-510812424 tempest-LiveMigrationNegativeTest-510812424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.435394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a5e8c20-910c-4b84-ae4f-68207377a7c0 req-db3297fe-e2b3-40b0-be8a-7f18a50055aa tempest-LiveMigrationNegativeTest-510812424 tempest-LiveMigrationNegativeTest-510812424-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494234 Aug 16 20:37:20.455024 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3297fe-e2b3-40b0-be8a-7f18a50055aa tempest-LiveMigrationNegativeTest-510812424 tempest-LiveMigrationNegativeTest-510812424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d17b7d-4659-48fe-93d7-fb279f3ff49e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:20.472288 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.472949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 541101d5-19e3-4b09-8468-6b127501afbd details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:20.518714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056cea3-2bf9-4762-84a0-ef10a1de757a req-b64aa956-02c5-48a8-bacd-a68fc2b9b5c8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:20.519167 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.524871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056cea3-2bf9-4762-84a0-ef10a1de757a req-b64aa956-02c5-48a8-bacd-a68fc2b9b5c8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:20.532304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056cea3-2bf9-4762-84a0-ef10a1de757a req-b64aa956-02c5-48a8-bacd-a68fc2b9b5c8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:20.543038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056cea3-2bf9-4762-84a0-ef10a1de757a req-b64aa956-02c5-48a8-bacd-a68fc2b9b5c8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:20.551877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056cea3-2bf9-4762-84a0-ef10a1de757a req-b64aa956-02c5-48a8-bacd-a68fc2b9b5c8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:20.570037 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056cea3-2bf9-4762-84a0-ef10a1de757a req-b64aa956-02c5-48a8-bacd-a68fc2b9b5c8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:20.579328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056cea3-2bf9-4762-84a0-ef10a1de757a req-b64aa956-02c5-48a8-bacd-a68fc2b9b5c8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:20.580290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=dff5d104-9250-4ba8-ab72-955d0849cbfd,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:20.581904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e056cea3-2bf9-4762-84a0-ef10a1de757a req-b64aa956-02c5-48a8-bacd-a68fc2b9b5c8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5431 time: 0.1412697 Aug 16 20:37:20.637797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e056cea3-2bf9-4762-84a0-ef10a1de757a req-e53a36e2-1450-4245-8aab-3c2d89768567 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470619 Aug 16 20:37:20.670616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 541101d5-19e3-4b09-8468-6b127501afbd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=541101d5-19e3-4b09-8468-6b127501afbd,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:20.691056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '541101d5-19e3-4b09-8468-6b127501afbd', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'port_id': '541101d5-19e3-4b09-8468-6b127501afbd', 'mac_address': 'fa:16:3e:54:f7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:20.754340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.769513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541101d5-19e3-4b09-8468-6b127501afbd {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:20.794135 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 541101d5-19e3-4b09-8468-6b127501afbd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=541101d5-19e3-4b09-8468-6b127501afbd,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:20.866962 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.867949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3151b502-fa54-46e9-bf5b-4f5a5389963c details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:20.969621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=541101d5-19e3-4b09-8468-6b127501afbd,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:21.031059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3151b502-fa54-46e9-bf5b-4f5a5389963c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3151b502-fa54-46e9-bf5b-4f5a5389963c,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:21.044531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51759e0d-bed2-412c-ac86-3352c229274e req-1bd803b4-e46e-44c6-892e-c277029d54f9 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.046872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '3151b502-fa54-46e9-bf5b-4f5a5389963c', 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431', 'port_id': '3151b502-fa54-46e9-bf5b-4f5a5389963c', 'mac_address': 'fa:16:3e:b9:73:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdc1982-a4d6-40b6-8783-e19b73c18c30', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:21.046997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51759e0d-bed2-412c-ac86-3352c229274e req-1bd803b4-e46e-44c6-892e-c277029d54f9 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0686517 Aug 16 20:37:21.102030 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.114963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3151b502-fa54-46e9-bf5b-4f5a5389963c {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:21.119958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51759e0d-bed2-412c-ac86-3352c229274e req-625fc452-0176-4834-87ed-d37941ebd82c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609486 Aug 16 20:37:21.139650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79755258-b57d-4afd-946e-b91e86e11bd6 req-b44fcca3-1e11-4f6c-a766-385496a2c521 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.139650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79755258-b57d-4afd-946e-b91e86e11bd6 req-b44fcca3-1e11-4f6c-a766-385496a2c521 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0867982 Aug 16 20:37:21.144616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3151b502-fa54-46e9-bf5b-4f5a5389963c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3151b502-fa54-46e9-bf5b-4f5a5389963c,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:21.185505 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79755258-b57d-4afd-946e-b91e86e11bd6 req-1fee5b2f-472b-4a43-b092-0a892657f9b2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458169 Aug 16 20:37:21.231713 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.232410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:21.257586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5f9b5-0ff0-4710-862b-e93e66af9942 req-1ab9cf2e-ceb3-438b-ae9f-f07ee4bf3a52 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.259133 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b7d5f9b5-0ff0-4710-862b-e93e66af9942 req-1ab9cf2e-ceb3-438b-ae9f-f07ee4bf3a52 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 950 time: 0.0660739 Aug 16 20:37:21.297667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66c3cce7-d4ef-4ecd-b2df-f168f228fc2e req-10fa3d23-51c4-49d5-bf86-6776928c384c tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 210 time: 0.0500021 Aug 16 20:37:21.306461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=3151b502-fa54-46e9-bf5b-4f5a5389963c,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:21.310180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:21.322984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2', 'network_id': '10d02a5b-303c-4edc-8926-014570002926', 'port_id': '4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2', 'mac_address': 'fa:16:3e:fe:9b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb47a69-66ae-4323-af77-05160d39df8d', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:21.338142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b7d5f9b5-0ff0-4710-862b-e93e66af9942 req-49f07624-ed6a-434b-a8b7-6a119aa0fd2b tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684023 Aug 16 20:37:21.380120 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.415638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:21.439247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:21.447624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2d30e-38e5-4f3c-a271-72d9e0768ab5 req-54e14927-7631-41fb-ac7b-b84548968bf2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.449329 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aef2d30e-38e5-4f3c-a271-72d9e0768ab5 req-54e14927-7631-41fb-ac7b-b84548968bf2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0592034 Aug 16 20:37:21.495136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aef2d30e-38e5-4f3c-a271-72d9e0768ab5 req-db0ac8ca-43ec-4d92-88a9-4ae55feba982 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381150 Aug 16 20:37:21.506271 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.506961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 08db1591-b7d3-496f-b184-e13a3f241a8f details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:21.583277 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 08db1591-b7d3-496f-b184-e13a3f241a8f, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=08db1591-b7d3-496f-b184-e13a3f241a8f,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:21.586569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:21.598562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '08db1591-b7d3-496f-b184-e13a3f241a8f', 'network_id': '10d02a5b-303c-4edc-8926-014570002926', 'port_id': '08db1591-b7d3-496f-b184-e13a3f241a8f', 'mac_address': 'fa:16:3e:ea:76:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb47a69-66ae-4323-af77-05160d39df8d', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:21.640370 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.654317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08db1591-b7d3-496f-b184-e13a3f241a8f {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:21.676456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 08db1591-b7d3-496f-b184-e13a3f241a8f, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=08db1591-b7d3-496f-b184-e13a3f241a8f,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:21.761622 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.762321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 1e603d7b-c570-48b7-86c3-c246af5e7d10 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:21.801137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675850a-e2a4-41bb-8403-61d1dc559f70 req-b16df71b-8870-451d-8d93-ac7190147709 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.807458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675850a-e2a4-41bb-8403-61d1dc559f70 req-b16df71b-8870-451d-8d93-ac7190147709 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.813843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675850a-e2a4-41bb-8403-61d1dc559f70 req-b16df71b-8870-451d-8d93-ac7190147709 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.820591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675850a-e2a4-41bb-8403-61d1dc559f70 req-b16df71b-8870-451d-8d93-ac7190147709 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.826682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675850a-e2a4-41bb-8403-61d1dc559f70 req-b16df71b-8870-451d-8d93-ac7190147709 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.832947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675850a-e2a4-41bb-8403-61d1dc559f70 req-b16df71b-8870-451d-8d93-ac7190147709 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.833171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=08db1591-b7d3-496f-b184-e13a3f241a8f,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:21.837588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 1e603d7b-c570-48b7-86c3-c246af5e7d10, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=1e603d7b-c570-48b7-86c3-c246af5e7d10,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:21.839625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675850a-e2a4-41bb-8403-61d1dc559f70 req-b16df71b-8870-451d-8d93-ac7190147709 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.849485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '1e603d7b-c570-48b7-86c3-c246af5e7d10', 'network_id': '10d02a5b-303c-4edc-8926-014570002926', 'port_id': '1e603d7b-c570-48b7-86c3-c246af5e7d10', 'mac_address': 'fa:16:3e:3e:b8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb47a69-66ae-4323-af77-05160d39df8d', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:21.852058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a675850a-e2a4-41bb-8403-61d1dc559f70 req-b16df71b-8870-451d-8d93-ac7190147709 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5435 time: 0.1109018 Aug 16 20:37:21.900980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.906725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a675850a-e2a4-41bb-8403-61d1dc559f70 req-17bb768d-f062-4ab4-9aed-f15d72ca94fa tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537193 Aug 16 20:37:21.914857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e603d7b-c570-48b7-86c3-c246af5e7d10 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:21.938795 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 1e603d7b-c570-48b7-86c3-c246af5e7d10, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=1e603d7b-c570-48b7-86c3-c246af5e7d10,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:22.063446 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.064305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:22.092520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b72a8aa5-33d3-43c6-92c8-6b6633326318 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:22.175582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=1e603d7b-c570-48b7-86c3-c246af5e7d10,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:22.182441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:22.198102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e', 'network_id': '8a5adb33-af8d-4fe7-9350-6cb15ad0f431', 'port_id': 'c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e', 'mac_address': 'fa:16:3e:8e:5c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdc1982-a4d6-40b6-8783-e19b73c18c30', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:22.226252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port b72a8aa5-33d3-43c6-92c8-6b6633326318 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:22.226928 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.270272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e42969-6971-4672-b559-1e2d5cd9a7fb req-a85c7826-2283-40ba-bde3-f145b8754245 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:22.270881 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.279480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4e42969-6971-4672-b559-1e2d5cd9a7fb req-a85c7826-2283-40ba-bde3-f145b8754245 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 950 time: 0.0733466 Aug 16 20:37:22.290166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:22.314599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:22.348340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.357587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4e42969-6971-4672-b559-1e2d5cd9a7fb req-be0795de-9216-4cf7-b74d-37989ba8157f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769238 Aug 16 20:37:22.378565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8fa21-b580-4335-9db9-7aced2221861 req-c9bc73ef-c0a7-487e-b03b-40d3904f3df6 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:22.380138 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ab8fa21-b580-4335-9db9-7aced2221861 req-c9bc73ef-c0a7-487e-b03b-40d3904f3df6 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0851424 Aug 16 20:37:22.419360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:22.420795 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:22.423458 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a7189f-ce5a-434a-809c-351dbe4accc4" -d '{"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-plugged", "status": "completed", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:22.428870 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.459810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87de2049-d952-4a3c-9888-fde77f40ca47 req-f84ab3a6-d6bf-4452-acbc-3c1e2bf64940 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 210 time: 0.0327864 Aug 16 20:37:22.466318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283bb21-468d-498b-9193-22ddea037e79 req-dd88ae0b-8ebe-487a-b8f4-03492a73297e tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:22.469800 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-dd88ae0b-8ebe-487a-b8f4-03492a73297e tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.79 "GET /v2.0/networks?id=fac817fb-8783-4cda-ada9-40ee4c9e1836 HTTP/1.1" status: 200 len: 813 time: 0.2049103 Aug 16 20:37:22.486161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Request body: {'port': {'device_id': '26da25a0-15ba-4b29-9461-3c3692b43b54', 'network_id': 'fac817fb-8783-4cda-ada9-40ee4c9e1836', 'admin_state_up': True, 'tenant_id': '75ec5a0a64194b20a4ec56d8b7ed44bc'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:22.505399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ab8fa21-b580-4335-9db9-7aced2221861 req-1cbca765-65a5-4bb7-b3ac-d53e187fcaa1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978415 Aug 16 20:37:22.528418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:22.566501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.575841 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84af0ba-1808-4306-8c4a-aab3f2f8d1d5 x-openstack-request-id: req-a84af0ba-1808-4306-8c4a-aab3f2f8d1d5 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:22.575841 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-plugged", "status": "completed", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:22.575841 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a84af0ba-1808-4306-8c4a-aab3f2f8d1d5 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:22.575841 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'code': 200} Aug 16 20:37:22.668831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=11']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:22.674264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99626df-81ee-4e37-9e13-b2a54e5c18f6 req-b6af9d4a-03ea-49f8-a3a3-119297d24a0b tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:22.681664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d99626df-81ee-4e37-9e13-b2a54e5c18f6 req-b6af9d4a-03ea-49f8-a3a3-119297d24a0b tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 950 time: 0.0873351 Aug 16 20:37:22.746462 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d99626df-81ee-4e37-9e13-b2a54e5c18f6 req-4ae9f013-e986-4a78-943f-94a0e50c888f tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609519 Aug 16 20:37:22.771371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8296448-a2ee-4216-ac0e-ae85cba21b56 req-27f94288-6356-49f6-98a8-36000ef0c530 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:22.773485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8296448-a2ee-4216-ac0e-ae85cba21b56 req-27f94288-6356-49f6-98a8-36000ef0c530 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0904169 Aug 16 20:37:22.789567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Made reservation on behalf of 75ec5a0a64194b20a4ec56d8b7ed44bc for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:22.793504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.859178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8296448-a2ee-4216-ac0e-ae85cba21b56 req-a3e575bf-1aa2-47b0-bb9a-c749a7ac5a95 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768907 Aug 16 20:37:22.861775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8250f-4b3d-4fe7-8d9f-01a06650a73e req-751adeab-787e-4e25-9282-e86b3912521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:22.868231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0f8250f-4b3d-4fe7-8d9f-01a06650a73e req-751adeab-787e-4e25-9282-e86b3912521a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 1103 time: 0.0887873 Aug 16 20:37:22.907995 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0f8250f-4b3d-4fe7-8d9f-01a06650a73e req-99216267-cb2d-48d9-b3f5-93ba84df7d75 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362768 Aug 16 20:37:22.969254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Allocated IP 172.20.0.13 (fac817fb-8783-4cda-ada9-40ee4c9e1836/5f911b4c-311e-4bc2-b429-939b377e1f86/1c766706-4eec-440e-924b-8ebd557d7fc8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:23.065757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639161-f072-49ba-89c5-62d4e524c784 req-1dda032f-dcca-4f0f-a568-0d355782d226 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.075110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639161-f072-49ba-89c5-62d4e524c784 req-1dda032f-dcca-4f0f-a568-0d355782d226 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.081425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639161-f072-49ba-89c5-62d4e524c784 req-1dda032f-dcca-4f0f-a568-0d355782d226 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.087513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639161-f072-49ba-89c5-62d4e524c784 req-1dda032f-dcca-4f0f-a568-0d355782d226 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.094041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639161-f072-49ba-89c5-62d4e524c784 req-1dda032f-dcca-4f0f-a568-0d355782d226 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.104363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639161-f072-49ba-89c5-62d4e524c784 req-1dda032f-dcca-4f0f-a568-0d355782d226 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.111388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639161-f072-49ba-89c5-62d4e524c784 req-1dda032f-dcca-4f0f-a568-0d355782d226 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.113556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec639161-f072-49ba-89c5-62d4e524c784 req-1dda032f-dcca-4f0f-a568-0d355782d226 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5438 time: 0.1094043 Aug 16 20:37:23.144299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c88f-bce3-4e5f-862f-90d29e9fbb72 req-3d8b702d-0f3d-4195-9e41-69bea2d70e0f tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.145971 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01c1c88f-bce3-4e5f-862f-90d29e9fbb72 req-3d8b702d-0f3d-4195-9e41-69bea2d70e0f tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.76 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 950 time: 0.0768032 Aug 16 20:37:23.160887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec639161-f072-49ba-89c5-62d4e524c784 req-63bf5aab-3aee-47c6-a105-5ce9b871b185 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404079 Aug 16 20:37:23.177532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.291798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-01c1c88f-bce3-4e5f-862f-90d29e9fbb72 req-6b44c033-7f21-4942-a35c-dc1afd2cee72 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Deleting port 3ada4527-8bf9-4aa7-adae-bcd90447691b {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:23.292135 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-01c1c88f-bce3-4e5f-862f-90d29e9fbb72 req-6b44c033-7f21-4942-a35c-dc1afd2cee72 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.357534 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.426165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Network fac817fb-8783-4cda-ada9-40ee4c9e1836 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:23.436932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:23.442206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-01c1c88f-bce3-4e5f-862f-90d29e9fbb72 req-6b44c033-7f21-4942-a35c-dc1afd2cee72 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] For port 3ada4527-8bf9-4aa7-adae-bcd90447691b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3ada4527-8bf9-4aa7-adae-bcd90447691b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:23.443054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-01c1c88f-bce3-4e5f-862f-90d29e9fbb72 req-6b44c033-7f21-4942-a35c-dc1afd2cee72 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.445120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:23.480128 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Pushing event updated for resources: {'Port': ['ID=1c766706-4eec-440e-924b-8ebd557d7fc8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:23.481972 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320ad83-7dce-4030-bd6b-05dd5514b74a req-b34e744e-9600-49a0-8e47-945b0695a89c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.483526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3320ad83-7dce-4030-bd6b-05dd5514b74a req-b34e744e-9600-49a0-8e47-945b0695a89c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 951 time: 0.0568328 Aug 16 20:37:23.490380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-01c1c88f-bce3-4e5f-862f-90d29e9fbb72 req-6b44c033-7f21-4942-a35c-dc1afd2cee72 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Calling delete_port for 3ada4527-8bf9-4aa7-adae-bcd90447691b owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:23.528819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.529618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.549831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3320ad83-7dce-4030-bd6b-05dd5514b74a req-e2a6317e-41f5-4624-a3bd-7dc1b76fa69e tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587986 Aug 16 20:37:23.561283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['dff5d104-9250-4ba8-ab72-955d0849cbfd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:23.617565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42085ad5-8292-4c59-b787-b2bbd2527cc0 req-7d851dbe-e12c-4df9-8260-422c01b33fe4 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.626053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42085ad5-8292-4c59-b787-b2bbd2527cc0 req-7d851dbe-e12c-4df9-8260-422c01b33fe4 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 932 time: 0.0744026 Aug 16 20:37:23.632906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['541101d5-19e3-4b09-8468-6b127501afbd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:23.635462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['1e603d7b-c570-48b7-86c3-c246af5e7d10'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:23.681225 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42085ad5-8292-4c59-b787-b2bbd2527cc0 req-5305a023-31c1-4e22-8d47-600b59d7f342 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549800 Aug 16 20:37:23.698491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:23.703280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['08db1591-b7d3-496f-b184-e13a3f241a8f'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:23.715983 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-9720304b-12f8-43a7-bffe-32a5b4166e5d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2350397 Aug 16 20:37:23.730030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Request body: {'port': {'device_id': '26da25a0-15ba-4b29-9461-3c3692b43b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:23.741297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7939c5-8371-41fa-a58e-4ee3b168a5c8 req-2263f4a2-b620-4e3f-836d-dd3f07f7e866 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.749425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e7939c5-8371-41fa-a58e-4ee3b168a5c8 req-2263f4a2-b620-4e3f-836d-dd3f07f7e866 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0733261 Aug 16 20:37:23.771914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:23.810383 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e7939c5-8371-41fa-a58e-4ee3b168a5c8 req-ddc5019d-77ca-4d7f-a281-0056b727d768 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551162 Aug 16 20:37:23.834602 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-01c1c88f-bce3-4e5f-862f-90d29e9fbb72 req-6b44c033-7f21-4942-a35c-dc1afd2cee72 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.836658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.878478 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ccd3fe7-592f-4e3f-887d-f48dee2c5282 req-15ff474c-8413-44da-a818-6163694e4caa tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 210 time: 0.0275567 Aug 16 20:37:23.878940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44c033-7f21-4942-a35c-dc1afd2cee72 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Pushing event deleted for resources: {'Port': ['ID=3ada4527-8bf9-4aa7-adae-bcd90447691b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:23.970065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c1c88f-bce3-4e5f-862f-90d29e9fbb72 req-6b44c033-7f21-4942-a35c-dc1afd2cee72 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] No DVR routers for this DVR port 3ada4527-8bf9-4aa7-adae-bcd90447691b on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:23.984472 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-01c1c88f-bce3-4e5f-862f-90d29e9fbb72 req-6b44c033-7f21-4942-a35c-dc1afd2cee72 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.984472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01c1c88f-bce3-4e5f-862f-90d29e9fbb72 req-6b44c033-7f21-4942-a35c-dc1afd2cee72 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.76 "DELETE /v2.0/ports/3ada4527-8bf9-4aa7-adae-bcd90447691b HTTP/1.1" status: 204 len: 173 time: 0.8251302 Aug 16 20:37:23.984673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27c3ed0-6968-455a-86c2-f0609c124f06', 'name': 'network-vif-deleted', 'tag': '3ada4527-8bf9-4aa7-adae-bcd90447691b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:24.002744 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cde471-762c-4b93-9a96-78691301be23" -d '{"events": [{"server_uuid": "f27c3ed0-6968-455a-86c2-f0609c124f06", "name": "network-vif-deleted", "tag": "3ada4527-8bf9-4aa7-adae-bcd90447691b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:24.040637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08e564-e003-4303-8177-30d5c80bc082 req-d05bdbf2-582c-4f5f-bce3-6bc444be520b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.042575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c08e564-e003-4303-8177-30d5c80bc082 req-d05bdbf2-582c-4f5f-bce3-6bc444be520b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0895731 Aug 16 20:37:24.137094 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e1d48f-3ed4-4194-b3af-db3f55ee9bc2 x-openstack-request-id: req-66e1d48f-3ed4-4194-b3af-db3f55ee9bc2 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:24.137743 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27c3ed0-6968-455a-86c2-f0609c124f06", "name": "network-vif-deleted", "tag": "3ada4527-8bf9-4aa7-adae-bcd90447691b", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:24.137743 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-66e1d48f-3ed4-4194-b3af-db3f55ee9bc2 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:24.138043 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27c3ed0-6968-455a-86c2-f0609c124f06', 'name': 'network-vif-deleted', 'tag': '3ada4527-8bf9-4aa7-adae-bcd90447691b', 'status': 'completed', 'code': 200} Aug 16 20:37:24.157778 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c08e564-e003-4303-8177-30d5c80bc082 req-508d41d7-4cd5-4ee3-b145-1d91eda3fea8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051519 Aug 16 20:37:24.372704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4262ad5-b5b0-4132-a356-fc28b732d9a2 req-cd78c44c-d7b7-492a-b96e-097ad804b61f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.381904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4262ad5-b5b0-4132-a356-fc28b732d9a2 req-cd78c44c-d7b7-492a-b96e-097ad804b61f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.390574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['3151b502-fa54-46e9-bf5b-4f5a5389963c'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:24.391923 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4262ad5-b5b0-4132-a356-fc28b732d9a2 req-cd78c44c-d7b7-492a-b96e-097ad804b61f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.398186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c766706-4eec-440e-924b-8ebd557d7fc8 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:24.400551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4262ad5-b5b0-4132-a356-fc28b732d9a2 req-cd78c44c-d7b7-492a-b96e-097ad804b61f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.407410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:24.408759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4262ad5-b5b0-4132-a356-fc28b732d9a2 req-cd78c44c-d7b7-492a-b96e-097ad804b61f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.417824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4262ad5-b5b0-4132-a356-fc28b732d9a2 req-cd78c44c-d7b7-492a-b96e-097ad804b61f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.421453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Transition to ACTIVE for port object 1c766706-4eec-440e-924b-8ebd557d7fc8 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:24.425506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4262ad5-b5b0-4132-a356-fc28b732d9a2 req-cd78c44c-d7b7-492a-b96e-097ad804b61f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.427545 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4262ad5-b5b0-4132-a356-fc28b732d9a2 req-cd78c44c-d7b7-492a-b96e-097ad804b61f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5438 time: 0.1211956 Aug 16 20:37:24.474807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4262ad5-b5b0-4132-a356-fc28b732d9a2 req-652cb061-f017-4bc8-8fe4-db6f379dc038 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403316 Aug 16 20:37:24.555516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:24.612836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c766706-4eec-440e-924b-8ebd557d7fc8,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:24.723813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Attempting to bind port 1c766706-4eec-440e-924b-8ebd557d7fc8 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:24.724239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Attempting to bind port 1c766706-4eec-440e-924b-8ebd557d7fc8 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '37c3fbb0-b91d-4273-a8fc-ea3b4396214f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fac817fb-8783-4cda-ada9-40ee4c9e1836'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:24.724959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Attempting to bind port 1c766706-4eec-440e-924b-8ebd557d7fc8 on network fac817fb-8783-4cda-ada9-40ee4c9e1836 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:24.740608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Port 1c766706-4eec-440e-924b-8ebd557d7fc8 on network fac817fb-8783-4cda-ada9-40ee4c9e1836 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:24.742049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Attempting to bind port 1c766706-4eec-440e-924b-8ebd557d7fc8 on network fac817fb-8783-4cda-ada9-40ee4c9e1836 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:24.744460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73e592-e127-4f6e-bdd5-b562f05d3f2e req-451a6309-603a-4e80-8a2b-dfeb8f12c568 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.750523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:24.751831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Checking segment: {'id': '37c3fbb0-b91d-4273-a8fc-ea3b4396214f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fac817fb-8783-4cda-ada9-40ee4c9e1836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:24.752298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Bound using segment: {'id': '37c3fbb0-b91d-4273-a8fc-ea3b4396214f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fac817fb-8783-4cda-ada9-40ee4c9e1836'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:24.753514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Bound port: 1c766706-4eec-440e-924b-8ebd557d7fc8, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c3fbb0-b91d-4273-a8fc-ea3b4396214f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fac817fb-8783-4cda-ada9-40ee4c9e1836'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:24.753651 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:24.763935 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff73e592-e127-4f6e-bdd5-b562f05d3f2e req-451a6309-603a-4e80-8a2b-dfeb8f12c568 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 951 time: 0.1056120 Aug 16 20:37:24.887971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] For port 1c766706-4eec-440e-924b-8ebd557d7fc8, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:24.891532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] For port 1c766706-4eec-440e-924b-8ebd557d7fc8, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=1c766706-4eec-440e-924b-8ebd557d7fc8,segment=NetworkSegment(37c3fbb0-b91d-4273-a8fc-ea3b4396214f),segment_id=37c3fbb0-b91d-4273-a8fc-ea3b4396214f)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:24.896158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff73e592-e127-4f6e-bdd5-b562f05d3f2e req-8a8c69de-34e1-4669-99eb-bebe0467834e tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313536 Aug 16 20:37:24.937412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17726313-a76c-4f18-a1ab-bd07f6ae6a95 req-80bd77c2-1e15-48af-9c11-0bebe72b74c0 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.937412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17726313-a76c-4f18-a1ab-bd07f6ae6a95 req-80bd77c2-1e15-48af-9c11-0bebe72b74c0 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 944 time: 0.1061516 Aug 16 20:37:24.988113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17726313-a76c-4f18-a1ab-bd07f6ae6a95 req-e22b49f8-92e9-4ebf-ab69-8e1c0342714e tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Aug 16 20:37:24.998487 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.062532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c043e5-0638-4d37-9c86-e008fa3f5ff0 req-d9be1c45-8e03-44d8-b14a-6bb2eeca2e69 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.064328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16c043e5-0638-4d37-9c86-e008fa3f5ff0 req-d9be1c45-8e03-44d8-b14a-6bb2eeca2e69 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0985501 Aug 16 20:37:25.074345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c766706-4eec-440e-924b-8ebd557d7fc8,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:25.085650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.086599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.088106 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-7ffc273e-5ae8-4053-b406-580c0e1d51a8 service neutron] 10.222.0.79 "PUT /v2.0/ports/1c766706-4eec-440e-924b-8ebd557d7fc8 HTTP/1.1" status: 200 len: 1093 time: 1.3635833 Aug 16 20:37:25.116790 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f0fc489-bcfb-4726-89d4-59f727bd369c req-cb6f4673-4ec7-4f28-b468-4699fcd035ec tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27c3ed0-6968-455a-86c2-f0609c124f06 HTTP/1.1" status: 200 len: 210 time: 0.0483704 Aug 16 20:37:25.144127 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16c043e5-0638-4d37-9c86-e008fa3f5ff0 req-50e0262c-1e9e-49f6-ba33-2ac832370b61 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549858 Aug 16 20:37:25.250228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283bb21-468d-498b-9193-22ddea037e79 req-97743b59-8bff-4b5f-97e1-d54dfe593024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.252158 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-97743b59-8bff-4b5f-97e1-d54dfe593024 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75ec5a0a64194b20a4ec56d8b7ed44bc&device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 1096 time: 0.0446205 Aug 16 20:37:25.305055 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-a783e50d-1e6b-44b8-9685-e80cde13dfba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c766706-4eec-440e-924b-8ebd557d7fc8 HTTP/1.1" status: 200 len: 217 time: 0.0443261 Aug 16 20:37:25.344878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb387-2190-47e0-9386-4d8da794db14 req-3dec31a2-3cfa-452e-a2e4-2f2a239c4f15 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.346400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36ffb387-2190-47e0-9386-4d8da794db14 req-3dec31a2-3cfa-452e-a2e4-2f2a239c4f15 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0638947 Aug 16 20:37:25.359152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283bb21-468d-498b-9193-22ddea037e79 req-c49c372d-dd6d-4022-a71d-0253e7931d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.360293 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-c49c372d-dd6d-4022-a71d-0253e7931d59 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f911b4c-311e-4bc2-b429-939b377e1f86 HTTP/1.1" status: 200 len: 853 time: 0.0475368 Aug 16 20:37:25.392152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36ffb387-2190-47e0-9386-4d8da794db14 req-64a88528-3853-47e2-8432-ef2feb9e68e1 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380483 Aug 16 20:37:25.403911 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-a9d2d38b-e4de-4d0e-805f-d1460a464078 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fac817fb-8783-4cda-ada9-40ee4c9e1836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301685 Aug 16 20:37:25.508524 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-3b172b59-a027-4f20-98c0-19d87fef755a service neutron] 10.222.0.79 "GET /v2.0/networks/fac817fb-8783-4cda-ada9-40ee4c9e1836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974851 Aug 16 20:37:25.607131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d9ff7-b49c-4666-9dbe-622be64a033d req-0a603b0e-0380-4463-924e-a7d8ccd7e124 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.608959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c5d9ff7-b49c-4666-9dbe-622be64a033d req-0a603b0e-0380-4463-924e-a7d8ccd7e124 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 1103 time: 0.0780094 Aug 16 20:37:25.618030 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0283bb21-468d-498b-9193-22ddea037e79 req-4d07a282-90d5-48d4-974c-7ad7cd20cd4b service neutron] 10.222.0.79 "GET /v2.0/networks/fac817fb-8783-4cda-ada9-40ee4c9e1836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011858 Aug 16 20:37:25.640792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ccd80-2737-4af6-9e35-93e5b4f450be req-d8a565ba-1c17-4592-b7cf-4633ff4c4b64 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.647872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ccd80-2737-4af6-9e35-93e5b4f450be req-d8a565ba-1c17-4592-b7cf-4633ff4c4b64 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.654166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ccd80-2737-4af6-9e35-93e5b4f450be req-d8a565ba-1c17-4592-b7cf-4633ff4c4b64 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.660188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ccd80-2737-4af6-9e35-93e5b4f450be req-d8a565ba-1c17-4592-b7cf-4633ff4c4b64 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.666188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ccd80-2737-4af6-9e35-93e5b4f450be req-d8a565ba-1c17-4592-b7cf-4633ff4c4b64 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.672182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ccd80-2737-4af6-9e35-93e5b4f450be req-d8a565ba-1c17-4592-b7cf-4633ff4c4b64 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.678767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ccd80-2737-4af6-9e35-93e5b4f450be req-d8a565ba-1c17-4592-b7cf-4633ff4c4b64 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.680633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e5ccd80-2737-4af6-9e35-93e5b4f450be req-d8a565ba-1c17-4592-b7cf-4633ff4c4b64 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5438 time: 0.1147251 Aug 16 20:37:25.732447 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c5d9ff7-b49c-4666-9dbe-622be64a033d req-e1faae21-876c-471e-abd3-55fbf9af7b60 tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145980 Aug 16 20:37:25.743252 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e5ccd80-2737-4af6-9e35-93e5b4f450be req-b5041ada-011a-486e-b7f2-9096a0f2164d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504088 Aug 16 20:37:26.122182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c80589-71b6-4e27-b442-30901746e925 req-e963e763-733d-46cc-942a-02b1c67d4909 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:26.125404 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c80589-71b6-4e27-b442-30901746e925 req-e963e763-733d-46cc-942a-02b1c67d4909 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 944 time: 0.0654707 Aug 16 20:37:26.140903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26da25a0-15ba-4b29-9461-3c3692b43b54', 'tag': '1c766706-4eec-440e-924b-8ebd557d7fc8'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:26.144706 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f9a9a5-60c5-4321-94c4-33325acbe548" -d '{"events": [{"name": "network-changed", "server_uuid": "26da25a0-15ba-4b29-9461-3c3692b43b54", "tag": "1c766706-4eec-440e-924b-8ebd557d7fc8"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:26.189208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c80589-71b6-4e27-b442-30901746e925 req-83ce87ec-aa78-4967-97ff-87678ae358ad tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590508 Aug 16 20:37:26.207559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16442cd-2660-4198-9665-da3258f368c2 req-ca907a6f-3e5d-41a7-b1e0-dc05f640f5fe tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:26.209216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a16442cd-2660-4198-9665-da3258f368c2 req-ca907a6f-3e5d-41a7-b1e0-dc05f640f5fe tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 1103 time: 0.0651629 Aug 16 20:37:26.246700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a16442cd-2660-4198-9665-da3258f368c2 req-48c79778-6555-4761-a3ab-9dc8a87ff8ae tempest-ServersAdminTestJSON-848083914 tempest-ServersAdminTestJSON-848083914-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Aug 16 20:37:26.276037 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0efca5d-5222-40ff-9669-0f326afb46e2 x-openstack-request-id: req-f0efca5d-5222-40ff-9669-0f326afb46e2 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:26.277949 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26da25a0-15ba-4b29-9461-3c3692b43b54", "tag": "1c766706-4eec-440e-924b-8ebd557d7fc8", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:26.277949 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0efca5d-5222-40ff-9669-0f326afb46e2 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:26.278186 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26da25a0-15ba-4b29-9461-3c3692b43b54', 'tag': '1c766706-4eec-440e-924b-8ebd557d7fc8', 'status': 'completed', 'code': 200} Aug 16 20:37:26.362255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9a9a5-60c5-4321-94c4-33325acbe548 req-77ddb2cb-35cb-48fa-b305-f3f97a7b2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:26.364331 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e4f9a9a5-60c5-4321-94c4-33325acbe548 req-77ddb2cb-35cb-48fa-b305-f3f97a7b2d65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75ec5a0a64194b20a4ec56d8b7ed44bc&device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 1096 time: 0.0478745 Aug 16 20:37:26.373467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765ea38-2fbe-4e3d-8f1e-09e4869449ff req-9974c9be-34f4-4bc6-9a50-718c89f18eaa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:26.375014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9765ea38-2fbe-4e3d-8f1e-09e4869449ff req-9974c9be-34f4-4bc6-9a50-718c89f18eaa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0662301 Aug 16 20:37:26.425738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9765ea38-2fbe-4e3d-8f1e-09e4869449ff req-f446043f-1b13-4778-8081-98fd09a49bd8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412252 Aug 16 20:37:26.478981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9a9a5-60c5-4321-94c4-33325acbe548 req-a1200edb-bdc9-4c12-bd37-2c3c0b354116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:26.480654 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e4f9a9a5-60c5-4321-94c4-33325acbe548 req-a1200edb-bdc9-4c12-bd37-2c3c0b354116 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fac817fb-8783-4cda-ada9-40ee4c9e1836 HTTP/1.1" status: 200 len: 914 time: 0.1084766 Aug 16 20:37:26.498880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-1b65dbf6-9bb9-442b-9bc9-98d5b3194daf tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:26.500504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-1b65dbf6-9bb9-442b-9bc9-98d5b3194daf tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1098 time: 0.0540996 Aug 16 20:37:26.512463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-14'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:26.526768 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e4f9a9a5-60c5-4321-94c4-33325acbe548 req-ffda2388-1f4a-475b-8a39-08714f4dc6c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c766706-4eec-440e-924b-8ebd557d7fc8 HTTP/1.1" status: 200 len: 217 time: 0.0377724 Aug 16 20:37:26.588072 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.592789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9a9a5-60c5-4321-94c4-33325acbe548 req-ede3179e-8f75-4429-9f18-e8a4381ee331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:26.594584 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e4f9a9a5-60c5-4321-94c4-33325acbe548 req-ede3179e-8f75-4429-9f18-e8a4381ee331 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f911b4c-311e-4bc2-b429-939b377e1f86 HTTP/1.1" status: 200 len: 853 time: 0.0611110 Aug 16 20:37:26.634773 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e4f9a9a5-60c5-4321-94c4-33325acbe548 req-bf146f40-c06a-4299-af10-ce675781029d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fac817fb-8783-4cda-ada9-40ee4c9e1836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259588 Aug 16 20:37:26.734222 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b1a58962-7a01-428d-b564-7aa3958dd369,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:26.743393 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e4f9a9a5-60c5-4321-94c4-33325acbe548 req-0cca9f3f-cce1-44a3-9db4-e57a433751af service neutron] 10.222.0.79 "GET /v2.0/networks/fac817fb-8783-4cda-ada9-40ee4c9e1836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971410 Aug 16 20:37:26.780372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:26.861849 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e4f9a9a5-60c5-4321-94c4-33325acbe548 req-6cd4b9aa-5126-4908-9df7-e200050a62ae service neutron] 10.222.0.79 "GET /v2.0/networks/fac817fb-8783-4cda-ada9-40ee4c9e1836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098919 Aug 16 20:37:26.887981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a58962-7a01-428d-b564-7aa3958dd369'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:26.887981 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ee45b8-2709-4ede-a303-1bda5497740c" -d '{"events": [{"server_uuid": "d0567d8b-0733-4c8d-a006-e6594c9d4635", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a58962-7a01-428d-b564-7aa3958dd369"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:26.892233 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.910121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cf721-5593-48c8-87c1-492f8b7d333b req-f081a61a-9d0e-4b95-b710-bf54ef7c28a3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:26.911689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-228cf721-5593-48c8-87c1-492f8b7d333b req-f081a61a-9d0e-4b95-b710-bf54ef7c28a3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 946 time: 0.0743339 Aug 16 20:37:26.979058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-228cf721-5593-48c8-87c1-492f8b7d333b req-e9a7d86a-1302-4628-9aca-f8be2bdca569 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590224 Aug 16 20:37:26.996909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e4782-7676-4a35-b070-05023b5fd07c req-c580ecd2-f142-4b17-b0ec-d810a9b03101 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.005310 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b2e4782-7676-4a35-b070-05023b5fd07c req-c580ecd2-f142-4b17-b0ec-d810a9b03101 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 950 time: 0.0649006 Aug 16 20:37:27.046164 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.071827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b2e4782-7676-4a35-b070-05023b5fd07c req-6eb00ffe-af96-414a-835d-df709ebf0280 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649803 Aug 16 20:37:27.136419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a58962-7a01-428d-b564-7aa3958dd369,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:27.205775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514a532-1767-47d3-930e-38df61f2961d req-78d573ce-51e8-4f05-ae7e-5297b8b6b2ec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.213306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514a532-1767-47d3-930e-38df61f2961d req-78d573ce-51e8-4f05-ae7e-5297b8b6b2ec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.219114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514a532-1767-47d3-930e-38df61f2961d req-78d573ce-51e8-4f05-ae7e-5297b8b6b2ec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.225605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514a532-1767-47d3-930e-38df61f2961d req-78d573ce-51e8-4f05-ae7e-5297b8b6b2ec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.231484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514a532-1767-47d3-930e-38df61f2961d req-78d573ce-51e8-4f05-ae7e-5297b8b6b2ec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.237346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514a532-1767-47d3-930e-38df61f2961d req-78d573ce-51e8-4f05-ae7e-5297b8b6b2ec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.243215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514a532-1767-47d3-930e-38df61f2961d req-78d573ce-51e8-4f05-ae7e-5297b8b6b2ec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.245134 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e514a532-1767-47d3-930e-38df61f2961d req-78d573ce-51e8-4f05-ae7e-5297b8b6b2ec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5438 time: 0.1941278 Aug 16 20:37:27.246157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 on host n-h1-793619-14 for vnic_type normal with profile {"migrating_to": "n-h2-793619-14"} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:27.246490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:27.246820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:27.256090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Port b1a58962-7a01-428d-b564-7aa3958dd369 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:27.256410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Attempting to bind port b1a58962-7a01-428d-b564-7aa3958dd369 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:27.279325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:27.279669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:27.280050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:27.280487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Bound port: b1a58962-7a01-428d-b564-7aa3958dd369, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:27.280845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.308149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac9fa8-02fe-4c1a-b785-09bf46ef925c req-fdaf090d-0ce1-45db-8bcf-7c2672b7fefe tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.309671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8aac9fa8-02fe-4c1a-b785-09bf46ef925c req-fdaf090d-0ce1-45db-8bcf-7c2672b7fefe tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 950 time: 0.1551898 Aug 16 20:37:27.332236 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e514a532-1767-47d3-930e-38df61f2961d req-7480dfb5-945a-481f-b704-ea4d04da681e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780816 Aug 16 20:37:27.395684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8aac9fa8-02fe-4c1a-b785-09bf46ef925c req-85a09e3c-59cc-479f-ae0c-ed8e84838e5a tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799274 Aug 16 20:37:27.401152 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ea175c-67dc-4827-826a-7b0304355026 x-openstack-request-id: req-38ea175c-67dc-4827-826a-7b0304355026 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:27.401524 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0567d8b-0733-4c8d-a006-e6594c9d4635", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a58962-7a01-428d-b564-7aa3958dd369", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:27.401786 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-38ea175c-67dc-4827-826a-7b0304355026 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:27.402230 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a58962-7a01-428d-b564-7aa3958dd369', 'code': 200} Aug 16 20:37:27.413221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:27.420133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b1a58962-7a01-428d-b564-7aa3958dd369,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:27.508390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ad6cf-970d-4a9e-a414-a0d8fa6b0bc7 req-0204eaaa-7e43-49fc-a66d-df950122d05d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.513913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c89ad6cf-970d-4a9e-a414-a0d8fa6b0bc7 req-0204eaaa-7e43-49fc-a66d-df950122d05d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 944 time: 0.0632210 Aug 16 20:37:27.564033 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.629588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c89ad6cf-970d-4a9e-a414-a0d8fa6b0bc7 req-e6626698-1e12-499b-9e1e-ffde3578301f tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064835 Aug 16 20:37:27.659172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94380-a336-4679-b392-025c69e9f94e req-ce04de41-9515-4109-aeb4-d4a605e354b4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.660953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25b94380-a336-4679-b392-025c69e9f94e req-ce04de41-9515-4109-aeb4-d4a605e354b4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.1399026 Aug 16 20:37:27.682578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a58962-7a01-428d-b564-7aa3958dd369,revision_number=8']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:27.690321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.691036 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.692415 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-5b0bae1e-f8af-439d-b368-2df3a1384c52 service neutron] 10.222.0.79 "PUT /v2.0/ports/b1a58962-7a01-428d-b564-7aa3958dd369 HTTP/1.1" status: 200 len: 1124 time: 1.1843710 Aug 16 20:37:27.761613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25b94380-a336-4679-b392-025c69e9f94e req-7e358cf4-efcb-400b-9776-03cceb39146d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944178 Aug 16 20:37:27.826201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b1a58962-7a01-428d-b564-7aa3958dd369'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:28.024632 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['69343a40-6b02-4bd8-9605-10af1604e0ca'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:28.130006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963217f7-774a-4653-b745-07602940254a req-88617d95-e9bb-4cae-bc4f-5e86a84d94a2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.139163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 1c766706-4eec-440e-924b-8ebd557d7fc8 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:28.139323 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-963217f7-774a-4653-b745-07602940254a req-88617d95-e9bb-4cae-bc4f-5e86a84d94a2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.0674212 Aug 16 20:37:28.204949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-963217f7-774a-4653-b745-07602940254a req-cd4d76f2-16e0-4bb2-99bc-6f452394421a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660367 Aug 16 20:37:28.222359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783db88-2439-4746-9ef1-f6c6b573675f req-034814cc-aea7-4dcf-9d69-03ffcf7bf363 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.223862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6783db88-2439-4746-9ef1-f6c6b573675f req-034814cc-aea7-4dcf-9d69-03ffcf7bf363 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 950 time: 0.0684636 Aug 16 20:37:28.262716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['b1a58962-7a01-428d-b564-7aa3958dd369'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:28.272019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 1c766706-4eec-440e-924b-8ebd557d7fc8, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=1c766706-4eec-440e-924b-8ebd557d7fc8,segment=NetworkSegment(37c3fbb0-b91d-4273-a8fc-ea3b4396214f),segment_id=37c3fbb0-b91d-4273-a8fc-ea3b4396214f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:28.275572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6783db88-2439-4746-9ef1-f6c6b573675f req-e3d9dcd4-9971-4b6c-98cb-7f3da7c66525 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Aug 16 20:37:28.311041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '1c766706-4eec-440e-924b-8ebd557d7fc8', 'network_id': 'fac817fb-8783-4cda-ada9-40ee4c9e1836', 'port_id': '1c766706-4eec-440e-924b-8ebd557d7fc8', 'mac_address': 'fa:16:3e:20:ce:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f911b4c-311e-4bc2-b429-939b377e1f86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:28.370552 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.392570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c766706-4eec-440e-924b-8ebd557d7fc8 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:28.426855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 1c766706-4eec-440e-924b-8ebd557d7fc8, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=1c766706-4eec-440e-924b-8ebd557d7fc8,segment=NetworkSegment(37c3fbb0-b91d-4273-a8fc-ea3b4396214f),segment_id=37c3fbb0-b91d-4273-a8fc-ea3b4396214f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:28.445644 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device dff5d104-9250-4ba8-ab72-955d0849cbfd up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:28.502749 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.503401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b1a58962-7a01-428d-b564-7aa3958dd369 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:28.562599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c4f0b-6c28-476f-b9a9-9d727fa18d66 req-f542298f-13b8-4634-b38e-8a222c1f81fc tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.569924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c4f0b-6c28-476f-b9a9-9d727fa18d66 req-f542298f-13b8-4634-b38e-8a222c1f81fc tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.576535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c4f0b-6c28-476f-b9a9-9d727fa18d66 req-f542298f-13b8-4634-b38e-8a222c1f81fc tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.584952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c4f0b-6c28-476f-b9a9-9d727fa18d66 req-f542298f-13b8-4634-b38e-8a222c1f81fc tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.591049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c4f0b-6c28-476f-b9a9-9d727fa18d66 req-f542298f-13b8-4634-b38e-8a222c1f81fc tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.597132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c4f0b-6c28-476f-b9a9-9d727fa18d66 req-f542298f-13b8-4634-b38e-8a222c1f81fc tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.603629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c4f0b-6c28-476f-b9a9-9d727fa18d66 req-f542298f-13b8-4634-b38e-8a222c1f81fc tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.605614 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c9c4f0b-6c28-476f-b9a9-9d727fa18d66 req-f542298f-13b8-4634-b38e-8a222c1f81fc tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5438 time: 0.1907048 Aug 16 20:37:28.621071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=1c766706-4eec-440e-924b-8ebd557d7fc8,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:28.624890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6509042-9fc7-4474-a5ae-ac6f084a668f req-58053817-9d36-4e68-9e96-55345b570abd tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.626517 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6509042-9fc7-4474-a5ae-ac6f084a668f req-58053817-9d36-4e68-9e96-55345b570abd tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 950 time: 0.1545334 Aug 16 20:37:28.639182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d586cf-7a74-4cb9-9c67-4858c7cb6110 req-3286bc04-e587-4716-9823-ed03afe6412f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.640980 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93d586cf-7a74-4cb9-9c67-4858c7cb6110 req-3286bc04-e587-4716-9823-ed03afe6412f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 950 time: 0.1855276 Aug 16 20:37:28.670544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port dff5d104-9250-4ba8-ab72-955d0849cbfd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:28.683143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port dff5d104-9250-4ba8-ab72-955d0849cbfd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:28.683660 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.686227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b1a58962-7a01-428d-b564-7aa3958dd369,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:28.720836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b1a58962-7a01-428d-b564-7aa3958dd369 has no active binding in host n-h2-793619-14 {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:37:28.730946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c9c4f0b-6c28-476f-b9a9-9d727fa18d66 req-339f7b7a-363b-40e5-8295-c03c22bdc8df tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171753 Aug 16 20:37:28.744339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6509042-9fc7-4474-a5ae-ac6f084a668f req-d6abad1f-a9df-40ae-b8dc-5b2c0db4dff2 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012447 Aug 16 20:37:28.797076 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.806491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-93d586cf-7a74-4cb9-9c67-4858c7cb6110 req-f1e313c8-0215-464d-82a4-9f0f34b4c2e4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Deleting port 3e2e037f-a5cb-4274-9f2a-131189de6bbf {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:28.809441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93d586cf-7a74-4cb9-9c67-4858c7cb6110 req-f1e313c8-0215-464d-82a4-9f0f34b4c2e4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.841141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff5d104-9250-4ba8-ab72-955d0849cbfd'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:28.849589 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c48bbd3-0271-429f-ae3b-e1196d2f0b79" -d '{"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "dff5d104-9250-4ba8-ab72-955d0849cbfd"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:28.883661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port dff5d104-9250-4ba8-ab72-955d0849cbfd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dff5d104-9250-4ba8-ab72-955d0849cbfd,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:28.892101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35a74-b454-4366-93aa-e434e3eb06c8 req-5728c965-d1e3-456d-841d-2b26bf1d421b tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.893694 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b1d35a74-b454-4366-93aa-e434e3eb06c8 req-5728c965-d1e3-456d-841d-2b26bf1d421b tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.76 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 950 time: 0.0926833 Aug 16 20:37:28.992660 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.993823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 541101d5-19e3-4b09-8468-6b127501afbd up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:28.997658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-93d586cf-7a74-4cb9-9c67-4858c7cb6110 req-f1e313c8-0215-464d-82a4-9f0f34b4c2e4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] For port 3e2e037f-a5cb-4274-9f2a-131189de6bbf, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3e2e037f-a5cb-4274-9f2a-131189de6bbf,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:28.998140 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93d586cf-7a74-4cb9-9c67-4858c7cb6110 req-f1e313c8-0215-464d-82a4-9f0f34b4c2e4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.006038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-b1d35a74-b454-4366-93aa-e434e3eb06c8 req-a2d7e744-6efd-4be4-9fb6-12bd342263d2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Deleting port 69343a40-6b02-4bd8-9605-10af1604e0ca {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:29.006372 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1d35a74-b454-4366-93aa-e434e3eb06c8 req-a2d7e744-6efd-4be4-9fb6-12bd342263d2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.014414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a6b1c-fad0-404b-a2ea-c873223d2cbb req-c66d29c9-8ce7-44e1-bd3c-f6635e6af29c tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.026926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f45a6b1c-fad0-404b-a2ea-c873223d2cbb req-c66d29c9-8ce7-44e1-bd3c-f6635e6af29c tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 945 time: 0.1303706 Aug 16 20:37:29.028248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88beb8-347d-464a-bf6b-b2ddf6c81e3a req-64294226-1fd0-48b2-b642-8c8c49874a74 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.036373 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e88beb8-347d-464a-bf6b-b2ddf6c81e3a req-64294226-1fd0-48b2-b642-8c8c49874a74 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.1338694 Aug 16 20:37:29.048525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-93d586cf-7a74-4cb9-9c67-4858c7cb6110 req-f1e313c8-0215-464d-82a4-9f0f34b4c2e4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Calling delete_port for 3e2e037f-a5cb-4274-9f2a-131189de6bbf owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:29.063099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['1c766706-4eec-440e-924b-8ebd557d7fc8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:29.122796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b1d35a74-b454-4366-93aa-e434e3eb06c8 req-a2d7e744-6efd-4be4-9fb6-12bd342263d2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] For port 69343a40-6b02-4bd8-9605-10af1604e0ca, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=69343a40-6b02-4bd8-9605-10af1604e0ca,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:29.123424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1d35a74-b454-4366-93aa-e434e3eb06c8 req-a2d7e744-6efd-4be4-9fb6-12bd342263d2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.140722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-b1d35a74-b454-4366-93aa-e434e3eb06c8 req-a2d7e744-6efd-4be4-9fb6-12bd342263d2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Calling delete_port for 69343a40-6b02-4bd8-9605-10af1604e0ca owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:29.150774 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=dff5d104-9250-4ba8-ab72-955d0849cbfd,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:29.165785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f45a6b1c-fad0-404b-a2ea-c873223d2cbb req-4db6ea58-aa13-47cf-b353-6b52be4a1a88 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228905 Aug 16 20:37:29.181335 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e88beb8-347d-464a-bf6b-b2ddf6c81e3a req-7ae2dd7a-583b-4334-b71c-fef620df4b47 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422048 Aug 16 20:37:29.224101 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6449146d-eb12-401a-ad9d-3ec44a47d411 x-openstack-request-id: req-6449146d-eb12-401a-ad9d-3ec44a47d411 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:29.224101 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "dff5d104-9250-4ba8-ab72-955d0849cbfd", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:29.224101 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6449146d-eb12-401a-ad9d-3ec44a47d411 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:29.224101 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff5d104-9250-4ba8-ab72-955d0849cbfd', 'code': 200} Aug 16 20:37:29.244013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 541101d5-19e3-4b09-8468-6b127501afbd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:29.270540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 541101d5-19e3-4b09-8468-6b127501afbd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:29.273587 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.367149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f267f-c6e8-4b3f-b891-5cb40611e0fa req-2ed4e910-d630-47db-97d9-93c466d6b981 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.370344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-434f267f-c6e8-4b3f-b891-5cb40611e0fa req-2ed4e910-d630-47db-97d9-93c466d6b981 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.0764010 Aug 16 20:37:29.386078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.404745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'tag': 'b1a58962-7a01-428d-b564-7aa3958dd369'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:29.406950 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7859a1-82c7-4fb2-ab5d-6b46f46ca6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d0567d8b-0733-4c8d-a006-e6594c9d4635", "tag": "b1a58962-7a01-428d-b564-7aa3958dd369"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:29.421241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 541101d5-19e3-4b09-8468-6b127501afbd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=541101d5-19e3-4b09-8468-6b127501afbd,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:29.427284 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93d586cf-7a74-4cb9-9c67-4858c7cb6110 req-f1e313c8-0215-464d-82a4-9f0f34b4c2e4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.461957 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1d35a74-b454-4366-93aa-e434e3eb06c8 req-a2d7e744-6efd-4be4-9fb6-12bd342263d2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.474606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e313c8-0215-464d-82a4-9f0f34b4c2e4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Pushing event deleted for resources: {'Port': ['ID=3e2e037f-a5cb-4274-9f2a-131189de6bbf,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:29.476908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['69343a40-6b02-4bd8-9605-10af1604e0ca'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:29.484207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-434f267f-c6e8-4b3f-b891-5cb40611e0fa req-1c67e8c6-01da-4fe9-b569-72d6059e0266 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087501 Aug 16 20:37:29.519653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7e744-6efd-4be4-9fb6-12bd342263d2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Pushing event deleted for resources: {'Port': ['ID=69343a40-6b02-4bd8-9605-10af1604e0ca,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:29.535897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90649488-bda3-4a15-8f5f-169536a89539 req-a8cc060b-5650-4ac4-bc83-0f73600917da tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.543115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90649488-bda3-4a15-8f5f-169536a89539 req-a8cc060b-5650-4ac4-bc83-0f73600917da tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 867 time: 0.1600537 Aug 16 20:37:29.625749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d586cf-7a74-4cb9-9c67-4858c7cb6110 req-f1e313c8-0215-464d-82a4-9f0f34b4c2e4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] No DVR routers for this DVR port 3e2e037f-a5cb-4274-9f2a-131189de6bbf on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:29.625749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93d586cf-7a74-4cb9-9c67-4858c7cb6110 req-f1e313c8-0215-464d-82a4-9f0f34b4c2e4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.625749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93d586cf-7a74-4cb9-9c67-4858c7cb6110 req-f1e313c8-0215-464d-82a4-9f0f34b4c2e4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "DELETE /v2.0/ports/3e2e037f-a5cb-4274-9f2a-131189de6bbf HTTP/1.1" status: 204 len: 173 time: 0.9188926 Aug 16 20:37:29.625749 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c408eee-067a-4588-8a6a-d64d896bcb6a x-openstack-request-id: req-1c408eee-067a-4588-8a6a-d64d896bcb6a {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:29.625749 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0567d8b-0733-4c8d-a006-e6594c9d4635", "tag": "b1a58962-7a01-428d-b564-7aa3958dd369", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:29.625749 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c408eee-067a-4588-8a6a-d64d896bcb6a {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:29.625749 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'tag': 'b1a58962-7a01-428d-b564-7aa3958dd369', 'status': 'completed', 'code': 200} Aug 16 20:37:29.626453 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.626453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 08db1591-b7d3-496f-b184-e13a3f241a8f up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:29.626738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d35a74-b454-4366-93aa-e434e3eb06c8 req-a2d7e744-6efd-4be4-9fb6-12bd342263d2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] No DVR routers for this DVR port 69343a40-6b02-4bd8-9605-10af1604e0ca on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:29.626738 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1d35a74-b454-4366-93aa-e434e3eb06c8 req-a2d7e744-6efd-4be4-9fb6-12bd342263d2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.626738 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b1d35a74-b454-4366-93aa-e434e3eb06c8 req-a2d7e744-6efd-4be4-9fb6-12bd342263d2 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.76 "DELETE /v2.0/ports/69343a40-6b02-4bd8-9605-10af1604e0ca HTTP/1.1" status: 204 len: 173 time: 0.6803503 Aug 16 20:37:29.626738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0', 'name': 'network-vif-deleted', 'tag': '69343a40-6b02-4bd8-9605-10af1604e0ca'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:29.626738 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40c2e7d-9281-4d15-ab8d-b952563d0090" -d '{"events": [{"server_uuid": "48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0", "name": "network-vif-deleted", "tag": "69343a40-6b02-4bd8-9605-10af1604e0ca"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:29.627399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90649488-bda3-4a15-8f5f-169536a89539 req-91690222-601a-4176-aae8-46e0cd489ea9 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/security-groups?id=9b05d1bd-b06f-448e-974c-d97b581b66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487142 Aug 16 20:37:29.642380 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29718cc4-d58c-436d-8313-d68bffb79e2b x-openstack-request-id: req-29718cc4-d58c-436d-8313-d68bffb79e2b {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:29.642752 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0", "name": "network-vif-deleted", "tag": "69343a40-6b02-4bd8-9605-10af1604e0ca", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:29.643236 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-29718cc4-d58c-436d-8313-d68bffb79e2b {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:29.644105 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0', 'name': 'network-vif-deleted', 'tag': '69343a40-6b02-4bd8-9605-10af1604e0ca', 'status': 'completed', 'code': 200} Aug 16 20:37:29.651693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7859a1-82c7-4fb2-ab5d-6b46f46ca6fb req-56369b25-91ad-487c-b471-501bdce1eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.653407 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-be7859a1-82c7-4fb2-ab5d-6b46f46ca6fb req-56369b25-91ad-487c-b471-501bdce1eb9b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 1127 time: 0.0544693 Aug 16 20:37:29.694591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=541101d5-19e3-4b09-8468-6b127501afbd,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:29.756389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7859a1-82c7-4fb2-ab5d-6b46f46ca6fb req-f6a7eac3-ef0d-44e4-98d7-9905c3fa0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.762592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-be7859a1-82c7-4fb2-ab5d-6b46f46ca6fb req-f6a7eac3-ef0d-44e4-98d7-9905c3fa0c33 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.0966420 Aug 16 20:37:29.808838 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-be7859a1-82c7-4fb2-ab5d-6b46f46ca6fb req-90792de9-35d9-4899-9f03-44e1f6d04dc7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1a58962-7a01-428d-b564-7aa3958dd369 HTTP/1.1" status: 200 len: 217 time: 0.0388503 Aug 16 20:37:29.852217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 08db1591-b7d3-496f-b184-e13a3f241a8f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:29.861376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 08db1591-b7d3-496f-b184-e13a3f241a8f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:29.861376 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.885825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7859a1-82c7-4fb2-ab5d-6b46f46ca6fb req-58db69aa-b7ed-418e-bbdb-d7593b36a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.887567 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-be7859a1-82c7-4fb2-ab5d-6b46f46ca6fb req-58db69aa-b7ed-418e-bbdb-d7593b36a9f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0717402 Aug 16 20:37:29.908986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7916fb9d-4226-41a6-ba35-b7a995ca0c56 req-a1d0a6a3-3036-4c1a-8e18-075ead51bf96 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 210 time: 0.0353789 Aug 16 20:37:29.936581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f09cd-057a-44d2-b475-626dd674df53 req-537d2259-dc5c-4aef-aa8a-5f3cd6e6029a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.946490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f09cd-057a-44d2-b475-626dd674df53 req-537d2259-dc5c-4aef-aa8a-5f3cd6e6029a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.953709 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.955691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f09cd-057a-44d2-b475-626dd674df53 req-537d2259-dc5c-4aef-aa8a-5f3cd6e6029a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.964643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f09cd-057a-44d2-b475-626dd674df53 req-537d2259-dc5c-4aef-aa8a-5f3cd6e6029a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.972928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f09cd-057a-44d2-b475-626dd674df53 req-537d2259-dc5c-4aef-aa8a-5f3cd6e6029a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.987192 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-be7859a1-82c7-4fb2-ab5d-6b46f46ca6fb req-7aa07606-be96-4dce-95f2-ed1109a80402 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754879 Aug 16 20:37:29.987743 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f09cd-057a-44d2-b475-626dd674df53 req-537d2259-dc5c-4aef-aa8a-5f3cd6e6029a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.987743 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f09cd-057a-44d2-b475-626dd674df53 req-537d2259-dc5c-4aef-aa8a-5f3cd6e6029a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.988538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c07f09cd-057a-44d2-b475-626dd674df53 req-537d2259-dc5c-4aef-aa8a-5f3cd6e6029a tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5440 time: 0.1745970 Aug 16 20:37:30.048919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 08db1591-b7d3-496f-b184-e13a3f241a8f, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=08db1591-b7d3-496f-b184-e13a3f241a8f,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:30.054348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['045c3693-b5c5-44c0-befd-ab0597592598', '3e2e037f-a5cb-4274-9f2a-131189de6bbf', 'b72a8aa5-33d3-43c6-92c8-6b6633326318'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:30.055150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c07f09cd-057a-44d2-b475-626dd674df53 req-d1c17201-0227-4336-b601-a261c9eb7c9d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590594 Aug 16 20:37:30.145084 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-be7859a1-82c7-4fb2-ab5d-6b46f46ca6fb req-c2470e94-67ba-4219-9410-11ca2d8d0374 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562717 Aug 16 20:37:30.184590 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.185713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 1e603d7b-c570-48b7-86c3-c246af5e7d10 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:30.325416 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-be7859a1-82c7-4fb2-ab5d-6b46f46ca6fb req-7938de4b-a508-4153-b9e8-ad68e8b08d91 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667953 Aug 16 20:37:30.382086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588abe7f-fbb4-45a6-8004-e0079d143975 req-94ecdf2a-524b-4a79-b303-e5f6a13de31d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:30.383759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-588abe7f-fbb4-45a6-8004-e0079d143975 req-94ecdf2a-524b-4a79-b303-e5f6a13de31d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 945 time: 0.1178367 Aug 16 20:37:30.398301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=08db1591-b7d3-496f-b184-e13a3f241a8f,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:30.422064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357e7a5-28dc-4f69-a435-5fbaa66b0e94 req-0ded22f4-5818-4b73-96d5-71fb28399ce8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:30.423602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f357e7a5-28dc-4f69-a435-5fbaa66b0e94 req-0ded22f4-5818-4b73-96d5-71fb28399ce8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.1167645 Aug 16 20:37:30.467228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-588abe7f-fbb4-45a6-8004-e0079d143975 req-c334a6ed-7f55-4213-b7fa-905310fcfc84 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737531 Aug 16 20:37:30.492519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f357e7a5-28dc-4f69-a435-5fbaa66b0e94 req-acb0efa3-4c73-43f7-864c-431f0c0bea83 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553541 Aug 16 20:37:30.572503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 1e603d7b-c570-48b7-86c3-c246af5e7d10 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:30.578998 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 1e603d7b-c570-48b7-86c3-c246af5e7d10 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:30.579493 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.629736 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981b48b-bda2-4003-8647-4551131bf661 req-76b755a8-e3e9-4823-8427-e3e7b501cf82 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:30.632752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9981b48b-bda2-4003-8647-4551131bf661 req-76b755a8-e3e9-4823-8427-e3e7b501cf82 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.0548306 Aug 16 20:37:30.663829 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.700727 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9981b48b-bda2-4003-8647-4551131bf661 req-60329272-0c2e-4ecc-9ea3-159cbd363b0a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498374 Aug 16 20:37:30.707353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 1e603d7b-c570-48b7-86c3-c246af5e7d10, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=1e603d7b-c570-48b7-86c3-c246af5e7d10,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:30.739906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f09a8ee-dfeb-4fe2-bb41-2a5eb899773c req-a6aed553-2083-4896-b9c6-ccf76564a605 tempest-LiveMigrationNegativeTest-140108621 tempest-LiveMigrationNegativeTest-140108621-project] 10.222.0.74 "GET /v2.0/ports?device_id=48cdadc1-c35b-4b35-baf7-7dcca7c0c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0297725 Aug 16 20:37:30.814929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.815767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:30.899946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=1e603d7b-c570-48b7-86c3-c246af5e7d10,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:31.020577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdc32348-07fb-4cdb-b8d7-48020813a300 req-9e57b785-c417-430c-acc1-ed24ffb45948 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=975ca281-f6e6-40b6-9418-c67541452d29 HTTP/1.1" status: 200 len: 210 time: 0.0265470 Aug 16 20:37:31.152976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:31.158282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:31.158730 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.230893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541101d5-19e3-4b09-8468-6b127501afbd'}, {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db1591-b7d3-496f-b184-e13a3f241a8f'}, {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e603d7b-c570-48b7-86c3-c246af5e7d10'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:31.233330 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e035018-0bb2-4c5c-af84-1726507c953a" -d '{"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "541101d5-19e3-4b09-8468-6b127501afbd"}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "08db1591-b7d3-496f-b184-e13a3f241a8f"}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "1e603d7b-c570-48b7-86c3-c246af5e7d10"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:31.239165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca251ee-e65e-4ff9-8398-3a5d491df568 req-01f0f659-51c8-4ff4-8148-a21351b1babe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.246408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca251ee-e65e-4ff9-8398-3a5d491df568 req-01f0f659-51c8-4ff4-8148-a21351b1babe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.251938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca251ee-e65e-4ff9-8398-3a5d491df568 req-01f0f659-51c8-4ff4-8148-a21351b1babe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.258778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca251ee-e65e-4ff9-8398-3a5d491df568 req-01f0f659-51c8-4ff4-8148-a21351b1babe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.264858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca251ee-e65e-4ff9-8398-3a5d491df568 req-01f0f659-51c8-4ff4-8148-a21351b1babe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.266709 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.271050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca251ee-e65e-4ff9-8398-3a5d491df568 req-01f0f659-51c8-4ff4-8148-a21351b1babe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.277926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca251ee-e65e-4ff9-8398-3a5d491df568 req-01f0f659-51c8-4ff4-8148-a21351b1babe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.279847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cca251ee-e65e-4ff9-8398-3a5d491df568 req-01f0f659-51c8-4ff4-8148-a21351b1babe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5442 time: 0.1025300 Aug 16 20:37:31.289697 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a016352-3071-4c2e-bddd-495afc486e45 x-openstack-request-id: req-4a016352-3071-4c2e-bddd-495afc486e45 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:31.289697 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "541101d5-19e3-4b09-8468-6b127501afbd", "code": 200}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "08db1591-b7d3-496f-b184-e13a3f241a8f", "code": 200}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "1e603d7b-c570-48b7-86c3-c246af5e7d10", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:31.289697 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4a016352-3071-4c2e-bddd-495afc486e45 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:31.289697 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541101d5-19e3-4b09-8468-6b127501afbd', 'code': 200} Aug 16 20:37:31.289697 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db1591-b7d3-496f-b184-e13a3f241a8f', 'code': 200} Aug 16 20:37:31.289697 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e603d7b-c570-48b7-86c3-c246af5e7d10', 'code': 200} Aug 16 20:37:31.327146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:31.336774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cca251ee-e65e-4ff9-8398-3a5d491df568 req-97f7b479-5863-436f-9a55-d10aacfc03f0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494931 Aug 16 20:37:31.573534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ca281-f6e6-40b6-9418-c67541452d29', 'name': 'network-vif-deleted', 'tag': '3e2e037f-a5cb-4274-9f2a-131189de6bbf'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:31.575851 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8779b84-4be7-423d-8b50-4a602cbc1c9a" -d '{"events": [{"server_uuid": "975ca281-f6e6-40b6-9418-c67541452d29", "name": "network-vif-deleted", "tag": "3e2e037f-a5cb-4274-9f2a-131189de6bbf"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:31.634710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17c601-5586-45c7-b596-8a57d0e69e5a req-bd2e559b-591b-456e-86c3-c66a6beb809c tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.636266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf17c601-5586-45c7-b596-8a57d0e69e5a req-bd2e559b-591b-456e-86c3-c66a6beb809c tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 945 time: 0.0824745 Aug 16 20:37:31.649128 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b5695-dccf-4ead-858f-dc32b3006608 req-0e664b4a-2c9d-4216-979b-c68c3468ef45 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.650609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-061b5695-dccf-4ead-858f-dc32b3006608 req-0e664b4a-2c9d-4216-979b-c68c3468ef45 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0877185 Aug 16 20:37:31.717636 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf17c601-5586-45c7-b596-8a57d0e69e5a req-95301260-ffec-4487-8fa9-eb386d677f40 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659609 Aug 16 20:37:31.737376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-061b5695-dccf-4ead-858f-dc32b3006608 req-ad7e199b-d2e2-46d3-8f5f-8b7f50a10139 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582440 Aug 16 20:37:31.770307 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e360f-b62e-41d7-b533-c05433d698eb x-openstack-request-id: req-a24e360f-b62e-41d7-b533-c05433d698eb {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:31.770748 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ca281-f6e6-40b6-9418-c67541452d29", "name": "network-vif-deleted", "tag": "3e2e037f-a5cb-4274-9f2a-131189de6bbf", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:31.771119 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a24e360f-b62e-41d7-b533-c05433d698eb {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:31.771557 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975ca281-f6e6-40b6-9418-c67541452d29', 'name': 'network-vif-deleted', 'tag': '3e2e037f-a5cb-4274-9f2a-131189de6bbf', 'status': 'completed', 'code': 200} Aug 16 20:37:31.860103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b56c0-0e62-4e72-8598-bd6cecec5e8c req-1dda8719-401b-4e92-9d66-34c5cf6cdd2a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.862035 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-721b56c0-0e62-4e72-8598-bd6cecec5e8c req-1dda8719-401b-4e92-9d66-34c5cf6cdd2a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.0563366 Aug 16 20:37:31.907863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-721b56c0-0e62-4e72-8598-bd6cecec5e8c req-53973e7a-fc5a-4f5e-95b2-111c76424f0f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384474 Aug 16 20:37:32.164703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 1c766706-4eec-440e-924b-8ebd557d7fc8 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:32.476770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4231-4f89-48cb-a687-50db6cec1c43 req-d4f8ab86-56a4-485a-a2d8-a7e41308cf8f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:32.482628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4231-4f89-48cb-a687-50db6cec1c43 req-d4f8ab86-56a4-485a-a2d8-a7e41308cf8f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:32.488436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4231-4f89-48cb-a687-50db6cec1c43 req-d4f8ab86-56a4-485a-a2d8-a7e41308cf8f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:32.495030 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4231-4f89-48cb-a687-50db6cec1c43 req-d4f8ab86-56a4-485a-a2d8-a7e41308cf8f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:32.507658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4231-4f89-48cb-a687-50db6cec1c43 req-d4f8ab86-56a4-485a-a2d8-a7e41308cf8f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:32.513639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4231-4f89-48cb-a687-50db6cec1c43 req-d4f8ab86-56a4-485a-a2d8-a7e41308cf8f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:32.519531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4231-4f89-48cb-a687-50db6cec1c43 req-d4f8ab86-56a4-485a-a2d8-a7e41308cf8f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:32.521427 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efcb4231-4f89-48cb-a687-50db6cec1c43 req-d4f8ab86-56a4-485a-a2d8-a7e41308cf8f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5442 time: 0.1063576 Aug 16 20:37:32.565648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efcb4231-4f89-48cb-a687-50db6cec1c43 req-cf903b08-f14d-496c-b90f-dd91ab0e6935 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379224 Aug 16 20:37:32.695939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 1c766706-4eec-440e-924b-8ebd557d7fc8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:32.699540 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:32.700384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3ada4527-8bf9-4aa7-adae-bcd90447691b no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:32.702462 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:32.703138 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:32.722791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 1c766706-4eec-440e-924b-8ebd557d7fc8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:32.723170 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:32.726634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 3ada4527-8bf9-4aa7-adae-bcd90447691b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:32.726983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3ada4527-8bf9-4aa7-adae-bcd90447691b not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:32.765440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3151b502-fa54-46e9-bf5b-4f5a5389963c up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:32.857964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192aa8d-89cb-40eb-ac7e-4d88b06bb57f req-fa6f999e-98c5-4727-b3b7-8e57fb28c8c1 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:32.860209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a192aa8d-89cb-40eb-ac7e-4d88b06bb57f req-fa6f999e-98c5-4727-b3b7-8e57fb28c8c1 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 945 time: 0.0706804 Aug 16 20:37:32.917565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a192aa8d-89cb-40eb-ac7e-4d88b06bb57f req-48a63d9d-9dc8-428e-bfe3-53f3d34bea8f tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452733 Aug 16 20:37:32.982035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:33.029889 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.076043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 1c766706-4eec-440e-924b-8ebd557d7fc8, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=1c766706-4eec-440e-924b-8ebd557d7fc8,segment=NetworkSegment(37c3fbb0-b91d-4273-a8fc-ea3b4396214f),segment_id=37c3fbb0-b91d-4273-a8fc-ea3b4396214f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:33.080776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34238) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:33.086416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b41011-aae8-47ed-8288-1e4eac3395f8 req-fc1ca751-98e9-436b-b788-d3261df8254f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.093723 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23b41011-aae8-47ed-8288-1e4eac3395f8 req-fc1ca751-98e9-436b-b788-d3261df8254f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0986986 Aug 16 20:37:33.160208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23b41011-aae8-47ed-8288-1e4eac3395f8 req-911851ad-a4bc-481f-af22-5b46cadde0e7 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653877 Aug 16 20:37:33.172705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3892c1-40da-4973-8dcb-dd72385fb11d req-a2580082-5f01-42f0-b3e5-b83cf74e2536 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.174256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f3892c1-40da-4973-8dcb-dd72385fb11d req-a2580082-5f01-42f0-b3e5-b83cf74e2536 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.0783205 Aug 16 20:37:33.228161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f3892c1-40da-4973-8dcb-dd72385fb11d req-c2586357-098c-42e0-b86c-7f774325806d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412388 Aug 16 20:37:33.243225 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6b32c722-c6d2-49e7-ae1d-6968e1a67f22 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bb80fcc3b979415d9346b47e921f61c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586835 Aug 16 20:37:33.244452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34246) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:33.288123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e'}, {'server_uuid': '26da25a0-15ba-4b29-9461-3c3692b43b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c766706-4eec-440e-924b-8ebd557d7fc8'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:33.290614 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5875a4f9-2339-4687-a193-4fdc04f98212" -d '{"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e"}, {"server_uuid": "26da25a0-15ba-4b29-9461-3c3692b43b54", "name": "network-vif-plugged", "status": "completed", "tag": "1c766706-4eec-440e-924b-8ebd557d7fc8"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:33.294457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 3151b502-fa54-46e9-bf5b-4f5a5389963c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:33.295340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b9327-30f7-4427-985c-99451b8d3350 req-37811188-925c-42a4-8c08-81d2afefb075 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.301559 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a58b9327-30f7-4427-985c-99451b8d3350 req-37811188-925c-42a4-8c08-81d2afefb075 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 950 time: 0.0647242 Aug 16 20:37:33.302772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 3151b502-fa54-46e9-bf5b-4f5a5389963c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:33.303157 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.333195 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.334566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3e2e037f-a5cb-4274-9f2a-131189de6bbf no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:33.371219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a58b9327-30f7-4427-985c-99451b8d3350 req-6d79ce82-f19a-44c9-bc5d-8e5fd134a6b1 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625710 Aug 16 20:37:33.376379 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bab2d62-98fb-4330-a33d-2613fa21e01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.402510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 3e2e037f-a5cb-4274-9f2a-131189de6bbf {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:33.402951 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3e2e037f-a5cb-4274-9f2a-131189de6bbf not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:33.410243 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39c8385-ebf2-48c5-94be-1aa28cb1326c x-openstack-request-id: req-d39c8385-ebf2-48c5-94be-1aa28cb1326c {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:33.410546 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e", "code": 200}, {"server_uuid": "26da25a0-15ba-4b29-9461-3c3692b43b54", "name": "network-vif-plugged", "status": "completed", "tag": "1c766706-4eec-440e-924b-8ebd557d7fc8", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:33.410798 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d39c8385-ebf2-48c5-94be-1aa28cb1326c {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:33.411181 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e', 'code': 200} Aug 16 20:37:33.411440 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26da25a0-15ba-4b29-9461-3c3692b43b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c766706-4eec-440e-924b-8ebd557d7fc8', 'code': 200} Aug 16 20:37:33.411696 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bab2d62-98fb-4330-a33d-2613fa21e01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.435841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=1c766706-4eec-440e-924b-8ebd557d7fc8,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:33.490384 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.525894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3151b502-fa54-46e9-bf5b-4f5a5389963c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3151b502-fa54-46e9-bf5b-4f5a5389963c,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:33.529945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968379c-619c-4617-b6f8-ce3091e586d6 req-2d1195f4-1ed3-4424-8929-3af0d6ed4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.534125 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b968379c-619c-4617-b6f8-ce3091e586d6 req-2d1195f4-1ed3-4424-8929-3af0d6ed4d7b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 1098 time: 0.0521264 Aug 16 20:37:33.554893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bab2d62-98fb-4330-a33d-2613fa21e01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.557927 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bab2d62-98fb-4330-a33d-2613fa21e01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.559123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4bab2d62-98fb-4330-a33d-2613fa21e01d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b05d1bd-b06f-448e-974c-d97b581b66d9 HTTP/1.1" status: 204 len: 168 time: 0.3064947 Aug 16 20:37:33.572192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b968379c-619c-4617-b6f8-ce3091e586d6 req-4d61ef02-1340-42bd-b666-c50294e5bf8c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Aug 16 20:37:33.574986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab2d62-98fb-4330-a33d-2613fa21e01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b05d1bd-b06f-448e-974c-d97b581b66d9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:33.646969 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.648242 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:33.703359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf6507-49f4-4b37-b319-4ee818662134 req-4f705000-1c33-42af-8c16-6f600c3587eb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.710583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf6507-49f4-4b37-b319-4ee818662134 req-4f705000-1c33-42af-8c16-6f600c3587eb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.716587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf6507-49f4-4b37-b319-4ee818662134 req-4f705000-1c33-42af-8c16-6f600c3587eb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.722957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf6507-49f4-4b37-b319-4ee818662134 req-4f705000-1c33-42af-8c16-6f600c3587eb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.728995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf6507-49f4-4b37-b319-4ee818662134 req-4f705000-1c33-42af-8c16-6f600c3587eb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.730566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=3151b502-fa54-46e9-bf5b-4f5a5389963c,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:33.736983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf6507-49f4-4b37-b319-4ee818662134 req-4f705000-1c33-42af-8c16-6f600c3587eb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.744898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf6507-49f4-4b37-b319-4ee818662134 req-4f705000-1c33-42af-8c16-6f600c3587eb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.747648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8eaf6507-49f4-4b37-b319-4ee818662134 req-4f705000-1c33-42af-8c16-6f600c3587eb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5444 time: 0.1027436 Aug 16 20:37:33.795409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8eaf6507-49f4-4b37-b319-4ee818662134 req-9c6f3794-4c63-4e4d-b13b-e432176f033d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408564 Aug 16 20:37:33.808962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:33.813367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:33.814737 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.897721 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.932090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:34.030262 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.031642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 69343a40-6b02-4bd8-9605-10af1604e0ca no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:34.039612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f108f89-5d87-4775-ac6e-cb3830f2de31 req-571b361b-3c78-49cc-956f-275006eddedd tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:34.041142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f108f89-5d87-4775-ac6e-cb3830f2de31 req-571b361b-3c78-49cc-956f-275006eddedd tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 946 time: 0.0515602 Aug 16 20:37:34.090156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 69343a40-6b02-4bd8-9605-10af1604e0ca {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:34.091184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 69343a40-6b02-4bd8-9605-10af1604e0ca not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:34.109398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f108f89-5d87-4775-ac6e-cb3830f2de31 req-f0e6f2b7-567d-4cb1-91b7-559d6d2e5e8d tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567288 Aug 16 20:37:34.137924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:34.293551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34270) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:34.304904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5247ca6-a014-4e29-b8db-1d7f3c515925 req-5d94092b-8fab-4322-b7f6-c72335754941 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:34.306777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5247ca6-a014-4e29-b8db-1d7f3c515925 req-5d94092b-8fab-4322-b7f6-c72335754941 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0685992 Aug 16 20:37:34.359227 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-993dd52d-fa61-4f2d-bf4f-388b79e6fc43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d794b00aba204c8f9ceeb85b7eb4fe4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681319 Aug 16 20:37:34.359471 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34276) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:34.405336 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5247ca6-a014-4e29-b8db-1d7f3c515925 req-74c79ae4-58c9-43ea-a0f7-e4f3cd5c3eb8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812135 Aug 16 20:37:34.431559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63667f-3569-4b9f-a650-38c2537f4072 req-8efe8a5d-8bf8-44cf-acc4-0f284ff8f3e8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:34.434429 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b63667f-3569-4b9f-a650-38c2537f4072 req-8efe8a5d-8bf8-44cf-acc4-0f284ff8f3e8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.1096807 Aug 16 20:37:34.453566 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed4f8-e6f3-48ec-816d-b26d5d588b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.485147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed4f8-e6f3-48ec-816d-b26d5d588b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.504345 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b63667f-3569-4b9f-a650-38c2537f4072 req-c3d4d547-8b55-4092-ad53-b7238d569a01 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636456 Aug 16 20:37:34.632214 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed4f8-e6f3-48ec-816d-b26d5d588b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.635044 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed4f8-e6f3-48ec-816d-b26d5d588b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.636213 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ea1ed4f8-e6f3-48ec-816d-b26d5d588b20 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/60d17b7d-4659-48fe-93d7-fb279f3ff49e HTTP/1.1" status: 204 len: 168 time: 0.2756217 Aug 16 20:37:34.636996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0650b4-cd4a-4217-b118-de7442f36112 req-5e25d869-3c23-477a-a97b-b5255e2ea33c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:34.638534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca0650b4-cd4a-4217-b118-de7442f36112 req-5e25d869-3c23-477a-a97b-b5255e2ea33c tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 950 time: 0.0518696 Aug 16 20:37:34.648765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ed4f8-e6f3-48ec-816d-b26d5d588b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d17b7d-4659-48fe-93d7-fb279f3ff49e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:34.746456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44acd4-a480-4f08-a04f-6597beb67252 req-87dee545-0ae3-483a-900e-79988da1ac74 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:34.748091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d44acd4-a480-4f08-a04f-6597beb67252 req-87dee545-0ae3-483a-900e-79988da1ac74 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 950 time: 0.1086364 Aug 16 20:37:34.751055 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca0650b4-cd4a-4217-b118-de7442f36112 req-6012d3ae-28f6-400d-8071-a424752c78d7 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614648 Aug 16 20:37:34.850704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-8d44acd4-a480-4f08-a04f-6597beb67252 req-38092dab-80ad-4940-b428-5bea553a4c31 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Deleting port 045c3693-b5c5-44c0-befd-ab0597592598 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:34.854028 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d44acd4-a480-4f08-a04f-6597beb67252 req-38092dab-80ad-4940-b428-5bea553a4c31 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:35.336841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459046af-bdd3-44b1-bee9-e86f750ffb1f req-ad0879a0-94a1-4d23-a1ab-e3518a6f13fd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.342647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459046af-bdd3-44b1-bee9-e86f750ffb1f req-ad0879a0-94a1-4d23-a1ab-e3518a6f13fd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.348422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459046af-bdd3-44b1-bee9-e86f750ffb1f req-ad0879a0-94a1-4d23-a1ab-e3518a6f13fd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.354776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459046af-bdd3-44b1-bee9-e86f750ffb1f req-ad0879a0-94a1-4d23-a1ab-e3518a6f13fd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.360512 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459046af-bdd3-44b1-bee9-e86f750ffb1f req-ad0879a0-94a1-4d23-a1ab-e3518a6f13fd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.366872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459046af-bdd3-44b1-bee9-e86f750ffb1f req-ad0879a0-94a1-4d23-a1ab-e3518a6f13fd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.372982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459046af-bdd3-44b1-bee9-e86f750ffb1f req-ad0879a0-94a1-4d23-a1ab-e3518a6f13fd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.374846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-459046af-bdd3-44b1-bee9-e86f750ffb1f req-ad0879a0-94a1-4d23-a1ab-e3518a6f13fd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5445 time: 0.4835110 Aug 16 20:37:35.412618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151b502-fa54-46e9-bf5b-4f5a5389963c'}, {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:35.416586 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a00ed83-31db-48d3-ad26-ae617b61a536" -d '{"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "3151b502-fa54-46e9-bf5b-4f5a5389963c"}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:35.417353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8d44acd4-a480-4f08-a04f-6597beb67252 req-38092dab-80ad-4940-b428-5bea553a4c31 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] For port 045c3693-b5c5-44c0-befd-ab0597592598, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=045c3693-b5c5-44c0-befd-ab0597592598,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:35.417730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d44acd4-a480-4f08-a04f-6597beb67252 req-38092dab-80ad-4940-b428-5bea553a4c31 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:35.441352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0d8b4-dc37-4b51-b470-d758a9072232 req-33eb5a1a-c9ca-4230-b03b-3d9c22b02e95 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.442840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93f0d8b4-dc37-4b51-b470-d758a9072232 req-33eb5a1a-c9ca-4230-b03b-3d9c22b02e95 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 946 time: 0.1751287 Aug 16 20:37:35.452664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-8d44acd4-a480-4f08-a04f-6597beb67252 req-38092dab-80ad-4940-b428-5bea553a4c31 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Calling delete_port for 045c3693-b5c5-44c0-befd-ab0597592598 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:35.457949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-459046af-bdd3-44b1-bee9-e86f750ffb1f req-7a1fa282-9074-4531-88b6-ec9347531a1e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761631 Aug 16 20:37:35.553340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93f0d8b4-dc37-4b51-b470-d758a9072232 req-3ce48c56-2dd9-4a40-9b3d-41bc139a09dd tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881889 Aug 16 20:37:35.609047 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e93270-c656-42ae-9687-5e849b476d2f x-openstack-request-id: req-62e93270-c656-42ae-9687-5e849b476d2f {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:35.610096 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "3151b502-fa54-46e9-bf5b-4f5a5389963c", "code": 200}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-plugged", "status": "completed", "tag": "4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:35.610577 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-62e93270-c656-42ae-9687-5e849b476d2f {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:35.611205 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151b502-fa54-46e9-bf5b-4f5a5389963c', 'code': 200} Aug 16 20:37:35.611648 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2', 'code': 200} Aug 16 20:37:35.751169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c554f-6441-46f0-95e9-9d7a361a8d8b req-4f08fc5d-5d40-4ff8-82cb-e5ccfa90ac77 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.752805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-296c554f-6441-46f0-95e9-9d7a361a8d8b req-4f08fc5d-5d40-4ff8-82cb-e5ccfa90ac77 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.1980453 Aug 16 20:37:35.803378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72c300-1241-497f-a7d3-f01d103a8f6b req-750aa03f-2830-47f1-a2c3-2c3e216e3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.804775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72c300-1241-497f-a7d3-f01d103a8f6b req-750aa03f-2830-47f1-a2c3-2c3e216e3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.805683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72c300-1241-497f-a7d3-f01d103a8f6b req-750aa03f-2830-47f1-a2c3-2c3e216e3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.806134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72c300-1241-497f-a7d3-f01d103a8f6b req-750aa03f-2830-47f1-a2c3-2c3e216e3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.807043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72c300-1241-497f-a7d3-f01d103a8f6b req-750aa03f-2830-47f1-a2c3-2c3e216e3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.807938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72c300-1241-497f-a7d3-f01d103a8f6b req-750aa03f-2830-47f1-a2c3-2c3e216e3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.808736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72c300-1241-497f-a7d3-f01d103a8f6b req-750aa03f-2830-47f1-a2c3-2c3e216e3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.812253 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8f72c300-1241-497f-a7d3-f01d103a8f6b req-750aa03f-2830-47f1-a2c3-2c3e216e3f5c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6509 time: 0.0783083 Aug 16 20:37:35.871552 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8f72c300-1241-497f-a7d3-f01d103a8f6b req-b951f77c-3563-4837-a6c4-0f5dfb6a9fac service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475240 Aug 16 20:37:35.881529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-296c554f-6441-46f0-95e9-9d7a361a8d8b req-74475e30-487a-45b3-8770-2fa0dfa7ebcd tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158617 Aug 16 20:37:35.893558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a15c1-1ec7-49bb-ae17-860580f0b32d req-63eab2ee-904e-49d9-b6cf-cbe0bd33668b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.894972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-005a15c1-1ec7-49bb-ae17-860580f0b32d req-63eab2ee-904e-49d9-b6cf-cbe0bd33668b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 944 time: 0.1403491 Aug 16 20:37:35.951082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-005a15c1-1ec7-49bb-ae17-860580f0b32d req-fc10db09-6653-4bfd-8d07-e434234ae63c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Aug 16 20:37:36.039362 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d44acd4-a480-4f08-a04f-6597beb67252 req-38092dab-80ad-4940-b428-5bea553a4c31 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.051482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['045c3693-b5c5-44c0-befd-ab0597592598', 'b72a8aa5-33d3-43c6-92c8-6b6633326318'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:36.059098 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-a2fd7d3b-1c9c-4dd8-be2e-2a2af4e2bbd4 service neutron] 10.222.0.76 "GET /v2.0/ports/b1a58962-7a01-428d-b564-7aa3958dd369/bindings/n-h2-793619-14 HTTP/1.1" status: 200 len: 385 time: 0.0612359 Aug 16 20:37:36.145063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d44acd4-a480-4f08-a04f-6597beb67252 req-38092dab-80ad-4940-b428-5bea553a4c31 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] No DVR routers for this DVR port 045c3693-b5c5-44c0-befd-ab0597592598 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:36.149703 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d44acd4-a480-4f08-a04f-6597beb67252 req-38092dab-80ad-4940-b428-5bea553a4c31 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.169272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d44acd4-a480-4f08-a04f-6597beb67252 req-38092dab-80ad-4940-b428-5bea553a4c31 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "DELETE /v2.0/ports/045c3693-b5c5-44c0-befd-ab0597592598 HTTP/1.1" status: 204 len: 173 time: 1.4147699 Aug 16 20:37:36.171908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38092dab-80ad-4940-b428-5bea553a4c31 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Pushing event deleted for resources: {'Port': ['ID=045c3693-b5c5-44c0-befd-ab0597592598,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:36.187606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954d727d-2619-474b-bd17-30eff75dd235', 'name': 'network-vif-deleted', 'tag': '045c3693-b5c5-44c0-befd-ab0597592598'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:36.195481 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eacf9cf-c03b-489d-886a-fd86b7465853" -d '{"events": [{"server_uuid": "954d727d-2619-474b-bd17-30eff75dd235", "name": "network-vif-deleted", "tag": "045c3693-b5c5-44c0-befd-ab0597592598"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:36.233736 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbf940-f937-49d3-86dd-bdeb0eca3204 req-f35454aa-ff71-4c76-9a2b-c8c76dc2bfe2 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.247123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45dbf940-f937-49d3-86dd-bdeb0eca3204 req-f35454aa-ff71-4c76-9a2b-c8c76dc2bfe2 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 867 time: 0.2387903 Aug 16 20:37:36.288182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45dbf940-f937-49d3-86dd-bdeb0eca3204 req-cc672944-aba1-41f6-ab88-aa7b7655765f tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389862 Aug 16 20:37:36.309977 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509e2589-961e-4fb9-be38-6e3b87f2faaa x-openstack-request-id: req-509e2589-961e-4fb9-be38-6e3b87f2faaa {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:36.317674 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954d727d-2619-474b-bd17-30eff75dd235", "name": "network-vif-deleted", "tag": "045c3693-b5c5-44c0-befd-ab0597592598", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:36.317674 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-509e2589-961e-4fb9-be38-6e3b87f2faaa {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:36.317674 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954d727d-2619-474b-bd17-30eff75dd235', 'name': 'network-vif-deleted', 'tag': '045c3693-b5c5-44c0-befd-ab0597592598', 'status': 'completed', 'code': 200} Aug 16 20:37:36.370516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-c9cb4796-6ac0-4887-917e-52de3f1c037c service neutron] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b1a58962-7a01-428d-b564-7aa3958dd369,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:36.405003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-c9cb4796-6ac0-4887-917e-52de3f1c037c service neutron] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:36.448184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-c9cb4796-6ac0-4887-917e-52de3f1c037c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a58962-7a01-428d-b564-7aa3958dd369 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:36.463923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-c9cb4796-6ac0-4887-917e-52de3f1c037c service neutron] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b1a58962-7a01-428d-b564-7aa3958dd369,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:36.601378 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-c9cb4796-6ac0-4887-917e-52de3f1c037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.637819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594c2f-5765-434f-8c3d-dc21e93490e1 req-01ec67da-dac6-4df5-8080-508ec4fb2374 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.644206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594c2f-5765-434f-8c3d-dc21e93490e1 req-01ec67da-dac6-4df5-8080-508ec4fb2374 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.652142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594c2f-5765-434f-8c3d-dc21e93490e1 req-01ec67da-dac6-4df5-8080-508ec4fb2374 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.662148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594c2f-5765-434f-8c3d-dc21e93490e1 req-01ec67da-dac6-4df5-8080-508ec4fb2374 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.668269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594c2f-5765-434f-8c3d-dc21e93490e1 req-01ec67da-dac6-4df5-8080-508ec4fb2374 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.674249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594c2f-5765-434f-8c3d-dc21e93490e1 req-01ec67da-dac6-4df5-8080-508ec4fb2374 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.680569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594c2f-5765-434f-8c3d-dc21e93490e1 req-01ec67da-dac6-4df5-8080-508ec4fb2374 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.687558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99594c2f-5765-434f-8c3d-dc21e93490e1 req-01ec67da-dac6-4df5-8080-508ec4fb2374 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5445 time: 0.1277008 Aug 16 20:37:36.705288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-c9cb4796-6ac0-4887-917e-52de3f1c037c service neutron] Transition to ACTIVE for port object b1a58962-7a01-428d-b564-7aa3958dd369 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:36.739365 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99594c2f-5765-434f-8c3d-dc21e93490e1 req-1ffc67e4-4bb6-4a7a-a305-117f7352b1b7 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478814 Aug 16 20:37:36.809523 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-c9cb4796-6ac0-4887-917e-52de3f1c037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.873424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-c9cb4796-6ac0-4887-917e-52de3f1c037c service neutron] No DVR routers for this DVR port b1a58962-7a01-428d-b564-7aa3958dd369 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:36.892559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836db42-e2a0-4279-a626-372f1a32cbda req-56305eb2-fdc5-4e89-ba0d-6ed89fbb8c61 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.894167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7836db42-e2a0-4279-a626-372f1a32cbda req-56305eb2-fdc5-4e89-ba0d-6ed89fbb8c61 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 946 time: 0.0561280 Aug 16 20:37:36.921971 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-c9cb4796-6ac0-4887-917e-52de3f1c037c service neutron] 10.222.0.76 "PUT /v2.0/ports/b1a58962-7a01-428d-b564-7aa3958dd369/bindings/n-h2-793619-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8519220 Aug 16 20:37:36.923032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb4796-6ac0-4887-917e-52de3f1c037c service neutron] Pushing event updated for resources: {'Port': ['ID=b1a58962-7a01-428d-b564-7aa3958dd369,revision_number=10']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:36.953948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7836db42-e2a0-4279-a626-372f1a32cbda req-49f6fde2-284f-4258-bf87-6e9538629cc4 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520160 Aug 16 20:37:37.046684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1567e-d78e-4d1b-93e3-9a5928c21be1 req-ff073fb4-95c5-484b-abb6-6b1b06bfc11f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.053520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ac1567e-d78e-4d1b-93e3-9a5928c21be1 req-ff073fb4-95c5-484b-abb6-6b1b06bfc11f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0765271 Aug 16 20:37:37.160870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ac1567e-d78e-4d1b-93e3-9a5928c21be1 req-8fbfd3f4-5d91-4a91-9493-c0f020c85053 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000822 Aug 16 20:37:37.169806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed81d-30db-4d24-8742-73c27ce23f88 req-4a0a55df-961a-47e0-a798-6d86149c2c34 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.171314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-433ed81d-30db-4d24-8742-73c27ce23f88 req-4a0a55df-961a-47e0-a798-6d86149c2c34 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 945 time: 0.1414232 Aug 16 20:37:37.229916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-7ca40082-9aea-4a06-99bf-d00d1e72e31d tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.231442 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-7ca40082-9aea-4a06-99bf-d00d1e72e31d tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.1699672 Aug 16 20:37:37.270154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-433ed81d-30db-4d24-8742-73c27ce23f88 req-2c8cf86a-81eb-4014-a242-17f783c4d0ec tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841906 Aug 16 20:37:37.306597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-e8c0a4a0-ea03-4d91-a740-f9d5e883855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.309304 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-e8c0a4a0-ea03-4d91-a740-f9d5e883855c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635&tenant_id=fe83c9f712414113b5db1690292a17d0 HTTP/1.1" status: 200 len: 1097 time: 0.0658054 Aug 16 20:37:37.398644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-bfffc4f2-4ec4-4ddd-ac3b-1290d0a24fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.400674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-bfffc4f2-4ec4-4ddd-ac3b-1290d0a24fa0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 1097 time: 0.0604677 Aug 16 20:37:37.507070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c8dab8c-79fa-4370-b4a6-cc51885f71b4 req-20bd66bb-96f2-4ff1-a292-86f9d50325b4 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=954d727d-2619-474b-bd17-30eff75dd235 HTTP/1.1" status: 200 len: 210 time: 0.0663958 Aug 16 20:37:37.541636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-aae39a28-595c-429a-9f36-01bd9767785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.543128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-aae39a28-595c-429a-9f36-01bd9767785e service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.1347950 Aug 16 20:37:37.588231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-1ce9b9b1-cf92-49a8-a273-2afd7fa85027 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1a58962-7a01-428d-b564-7aa3958dd369 HTTP/1.1" status: 200 len: 217 time: 0.0339718 Aug 16 20:37:37.699726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-87369ac0-92a5-43af-a993-18f7e250c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.701152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-87369ac0-92a5-43af-a993-18f7e250c6c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.1057477 Aug 16 20:37:37.741603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-54179784-88e8-4b13-9fd8-26ea6f80124b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298121 Aug 16 20:37:37.832905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.833414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.834442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.834915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.835628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.835851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.836323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.836789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.837320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.837782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.838265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.838729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.839191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.841350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44010f77-7661-4cf5-bbc4-86943a923eb8 req-04f509a3-d651-4276-9315-c0c654f650f2 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9222 time: 0.2127721 Aug 16 20:37:37.925870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b382d-3b25-40e9-9c8c-36234c6a70c8 req-be2eccc7-1d9c-42b2-872d-7f39a942854b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.931817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b382d-3b25-40e9-9c8c-36234c6a70c8 req-be2eccc7-1d9c-42b2-872d-7f39a942854b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.938003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b382d-3b25-40e9-9c8c-36234c6a70c8 req-be2eccc7-1d9c-42b2-872d-7f39a942854b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.943991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b382d-3b25-40e9-9c8c-36234c6a70c8 req-be2eccc7-1d9c-42b2-872d-7f39a942854b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.949965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b382d-3b25-40e9-9c8c-36234c6a70c8 req-be2eccc7-1d9c-42b2-872d-7f39a942854b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.956388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b382d-3b25-40e9-9c8c-36234c6a70c8 req-be2eccc7-1d9c-42b2-872d-7f39a942854b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.963977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b382d-3b25-40e9-9c8c-36234c6a70c8 req-be2eccc7-1d9c-42b2-872d-7f39a942854b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.965955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-528b382d-3b25-40e9-9c8c-36234c6a70c8 req-be2eccc7-1d9c-42b2-872d-7f39a942854b tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5445 time: 0.1507132 Aug 16 20:37:37.978648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-dc700cc3-c7d9-4dbc-950f-6f298cff66f1 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251227 Aug 16 20:37:38.112677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-528b382d-3b25-40e9-9c8c-36234c6a70c8 req-16bd2e04-1216-4aa2-b17e-e80f5f401378 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321983 Aug 16 20:37:38.157500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b148200-b6b9-4a80-b8cf-54e9db9fde3d req-a7adc415-eb3a-4253-8263-ed18b3892dd8 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.158900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b148200-b6b9-4a80-b8cf-54e9db9fde3d req-a7adc415-eb3a-4253-8263-ed18b3892dd8 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 886 time: 0.1904941 Aug 16 20:37:38.162469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-861fb0a2-7e35-4a14-a74e-3332e2a12fa9 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714423 Aug 16 20:37:38.200786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 045c3693-b5c5-44c0-befd-ab0597592598 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:38.224780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 045c3693-b5c5-44c0-befd-ab0597592598 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:38.225154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 045c3693-b5c5-44c0-befd-ab0597592598 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:38.225583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b1a58962-7a01-428d-b564-7aa3958dd369 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:38.264099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcabdc-85c9-4f26-969f-9c87166fd41a req-b9038b93-cb95-42b8-b80a-5640451a3f71 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.265744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37dcabdc-85c9-4f26-969f-9c87166fd41a req-b9038b93-cb95-42b8-b80a-5640451a3f71 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 946 time: 0.0871353 Aug 16 20:37:38.283114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185711da-ac85-4076-ab6f-66971c5fe658 req-4ca4b74d-6adb-451b-81d8-2958300e2dd1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.288967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185711da-ac85-4076-ab6f-66971c5fe658 req-4ca4b74d-6adb-451b-81d8-2958300e2dd1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.294935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185711da-ac85-4076-ab6f-66971c5fe658 req-4ca4b74d-6adb-451b-81d8-2958300e2dd1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.300845 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185711da-ac85-4076-ab6f-66971c5fe658 req-4ca4b74d-6adb-451b-81d8-2958300e2dd1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.306804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185711da-ac85-4076-ab6f-66971c5fe658 req-4ca4b74d-6adb-451b-81d8-2958300e2dd1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.312740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185711da-ac85-4076-ab6f-66971c5fe658 req-4ca4b74d-6adb-451b-81d8-2958300e2dd1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.319142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185711da-ac85-4076-ab6f-66971c5fe658 req-4ca4b74d-6adb-451b-81d8-2958300e2dd1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.321016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-185711da-ac85-4076-ab6f-66971c5fe658 req-4ca4b74d-6adb-451b-81d8-2958300e2dd1 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5445 time: 0.1102970 Aug 16 20:37:38.331368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34384) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:38.336959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a06ae7d0-90df-438d-afb1-3a5779d966fe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Request body: {'floatingip': {'port_id': '541101d5-19e3-4b09-8468-6b127501afbd'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:38.423072 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a06ae7d0-90df-438d-afb1-3a5779d966fe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for floatingip, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.442232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37dcabdc-85c9-4f26-969f-9c87166fd41a req-bac7f794-6dc5-470e-b328-ccfb55daf1a9 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201918 Aug 16 20:37:38.484455 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822bba0-95ab-434d-a981-26988a04e44c req-ed97a0cf-f253-4d4a-9143-d4eb3f88929a tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.486273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b822bba0-95ab-434d-a981-26988a04e44c req-ed97a0cf-f253-4d4a-9143-d4eb3f88929a tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.79 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 946 time: 0.0830061 Aug 16 20:37:38.501244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b1a58962-7a01-428d-b564-7aa3958dd369 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:38.557309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b1a58962-7a01-428d-b564-7aa3958dd369 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:38.577574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.578060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.578539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.579011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.579477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.579956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.580574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.580870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.581357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.581831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.582294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.582763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.583237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.585471 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-398ab190-4b93-4f19-9f64-4600283fa4d9 req-3691b04e-ffde-404d-b424-4e34cd663396 tempest-NetworksTest-879583379 tempest-NetworksTest-879583379-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9222 time: 0.2474022 Aug 16 20:37:38.653695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f585f-06dc-4101-a49e-6d7474da0394 req-d9ad1daf-39ad-4d2c-b065-d016d43eb4d3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.653695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c3f585f-06dc-4101-a49e-6d7474da0394 req-d9ad1daf-39ad-4d2c-b065-d016d43eb4d3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.1214030 Aug 16 20:37:38.707126 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-b822bba0-95ab-434d-a981-26988a04e44c req-e0b16a2c-1618-4779-b17a-d9bbe9f1b090 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Deleting port 1c766706-4eec-440e-924b-8ebd557d7fc8 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:38.707938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b822bba0-95ab-434d-a981-26988a04e44c req-e0b16a2c-1618-4779-b17a-d9bbe9f1b090 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.773710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c3f585f-06dc-4101-a49e-6d7474da0394 req-0ea3e309-0427-4d39-933f-f77a29fd14dc tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118438 Aug 16 20:37:38.841524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7cdf4-6544-48a0-b5e5-dc9540dcb33d req-3a07a645-019d-45ae-8043-9804e8e89654 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.843159 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88c7cdf4-6544-48a0-b5e5-dc9540dcb33d req-3a07a645-019d-45ae-8043-9804e8e89654 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 945 time: 0.0832131 Aug 16 20:37:38.865901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-b822bba0-95ab-434d-a981-26988a04e44c req-e0b16a2c-1618-4779-b17a-d9bbe9f1b090 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] For port 1c766706-4eec-440e-924b-8ebd557d7fc8, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=1c766706-4eec-440e-924b-8ebd557d7fc8,segment=NetworkSegment(37c3fbb0-b91d-4273-a8fc-ea3b4396214f),segment_id=37c3fbb0-b91d-4273-a8fc-ea3b4396214f)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:38.866379 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b822bba0-95ab-434d-a981-26988a04e44c req-e0b16a2c-1618-4779-b17a-d9bbe9f1b090 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.891460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-b822bba0-95ab-434d-a981-26988a04e44c req-e0b16a2c-1618-4779-b17a-d9bbe9f1b090 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Calling delete_port for 1c766706-4eec-440e-924b-8ebd557d7fc8 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:38.919086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88c7cdf4-6544-48a0-b5e5-dc9540dcb33d req-c977a9b0-e525-46ac-8686-0a3312bbbb05 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658355 Aug 16 20:37:38.939642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-8fe221d7-31a5-4714-96a9-8a511978961a tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.942270 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-8fe221d7-31a5-4714-96a9-8a511978961a tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.0942585 Aug 16 20:37:39.163436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b822bba0-95ab-434d-a981-26988a04e44c req-e0b16a2c-1618-4779-b17a-d9bbe9f1b090 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:39.176125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['1c766706-4eec-440e-924b-8ebd557d7fc8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:39.239198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b16a2c-1618-4779-b17a-d9bbe9f1b090 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Pushing event deleted for resources: {'Port': ['ID=1c766706-4eec-440e-924b-8ebd557d7fc8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:39.259119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b822bba0-95ab-434d-a981-26988a04e44c req-e0b16a2c-1618-4779-b17a-d9bbe9f1b090 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] No DVR routers for this DVR port 1c766706-4eec-440e-924b-8ebd557d7fc8 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:39.261581 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b822bba0-95ab-434d-a981-26988a04e44c req-e0b16a2c-1618-4779-b17a-d9bbe9f1b090 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:39.263813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b822bba0-95ab-434d-a981-26988a04e44c req-e0b16a2c-1618-4779-b17a-d9bbe9f1b090 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.79 "DELETE /v2.0/ports/1c766706-4eec-440e-924b-8ebd557d7fc8 HTTP/1.1" status: 204 len: 173 time: 0.7680898 Aug 16 20:37:39.264393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26da25a0-15ba-4b29-9461-3c3692b43b54', 'name': 'network-vif-deleted', 'tag': '1c766706-4eec-440e-924b-8ebd557d7fc8'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:39.267098 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a101efd-0b53-4563-b2fb-4bad59dbc78c" -d '{"events": [{"server_uuid": "26da25a0-15ba-4b29-9461-3c3692b43b54", "name": "network-vif-deleted", "tag": "1c766706-4eec-440e-924b-8ebd557d7fc8"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:39.311034 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be66698-3da2-4d2a-88d4-63468cb81fe7 x-openstack-request-id: req-6be66698-3da2-4d2a-88d4-63468cb81fe7 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:39.311335 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26da25a0-15ba-4b29-9461-3c3692b43b54", "name": "network-vif-deleted", "tag": "1c766706-4eec-440e-924b-8ebd557d7fc8", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:39.311590 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6be66698-3da2-4d2a-88d4-63468cb81fe7 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:39.312209 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26da25a0-15ba-4b29-9461-3c3692b43b54', 'name': 'network-vif-deleted', 'tag': '1c766706-4eec-440e-924b-8ebd557d7fc8', 'status': 'completed', 'code': 200} Aug 16 20:37:39.327979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34402) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:39.433288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5235e-46ca-4211-af0f-c798d778f619 req-740c9160-f7a7-42cf-9f03-a280651987c1 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:39.435061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fff5235e-46ca-4211-af0f-c798d778f619 req-740c9160-f7a7-42cf-9f03-a280651987c1 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 951 time: 0.0567589 Aug 16 20:37:39.469566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-7a795e7d-59f8-4139-bdf6-e8c0023f2e92 service neutron] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:39.484607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-7a795e7d-59f8-4139-bdf6-e8c0023f2e92 service neutron] Notify callbacks [] for binding, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:39.488948 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bfac1fd9-b2c7-4c21-b0a8-138bce3727fb req-7a795e7d-59f8-4139-bdf6-e8c0023f2e92 service neutron] 10.222.0.79 "DELETE /v2.0/ports/b1a58962-7a01-428d-b564-7aa3958dd369/bindings/n-h1-793619-14 HTTP/1.1" status: 204 len: 173 time: 0.5291688 Aug 16 20:37:39.489101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e546fcc3-942d-4aff-97b0-3753afb91303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:39.503837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a06ae7d0-90df-438d-afb1-3a5779d966fe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:39.514644 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-3633368d-1b39-4eb3-9c3b-d26cc10f6664 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0987904 Aug 16 20:37:39.545350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fff5235e-46ca-4211-af0f-c798d778f619 req-62d20d51-b6ed-4d16-9ae3-5d2b669518eb tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035941 Aug 16 20:37:39.565176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f6a80cc-9edc-4506-a711-96973638bfcf req-9749c275-a9f5-47b8-8017-ecd659ca4ac2 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 210 time: 0.0409248 Aug 16 20:37:39.599603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a06ae7d0-90df-438d-afb1-3a5779d966fe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:39.650002 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e546fcc3-942d-4aff-97b0-3753afb91303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:39.683301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-501d0306-db80-41df-a943-6c657be0c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:39.684896 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-501d0306-db80-41df-a943-6c657be0c2f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 1102 time: 0.1184051 Aug 16 20:37:39.779713 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9d799a5-a2bb-49f5-9844-0caf83555b5a req-b9a3fa27-599b-4b76-a57b-c548154b8514 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1441338 Aug 16 20:37:39.800729 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-a06ae7d0-90df-438d-afb1-3a5779d966fe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Floating IP 26417e45-c23c-4916-916d-36d4f8a13940 associated. External IP: 172.25.4.146, port: 541101d5-19e3-4b09-8468-6b127501afbd. Aug 16 20:37:39.899434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63b5f0-a515-4cf9-b99f-da803d0be53b req-8ea428c1-d730-476e-9913-2a1b6d1ab5be tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:39.901855 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a63b5f0-a515-4cf9-b99f-da803d0be53b req-8ea428c1-d730-476e-9913-2a1b6d1ab5be tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0509524 Aug 16 20:37:39.903012 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e546fcc3-942d-4aff-97b0-3753afb91303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:39.928893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-41a27c8c-e308-4215-8364-22d33e10529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:39.930403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-41a27c8c-e308-4215-8364-22d33e10529c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.2155271 Aug 16 20:37:39.951664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d799a5-a2bb-49f5-9844-0caf83555b5a req-9ed139af-6683-419b-be91-c2fdc6298f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:39.953223 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9d799a5-a2bb-49f5-9844-0caf83555b5a req-9ed139af-6683-419b-be91-c2fdc6298f89 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 1097 time: 0.1478736 Aug 16 20:37:39.961950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e546fcc3-942d-4aff-97b0-3753afb91303 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5783302383234e6fa6999dd9cd442b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328580 Aug 16 20:37:39.964733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34414) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:39.980871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546fcc3-942d-4aff-97b0-3753afb91303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02090846-aa50-408f-a1e0-ce80a01045be,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:39.994816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a63b5f0-a515-4cf9-b99f-da803d0be53b req-5fa12a10-b78e-433a-b97d-c803b8178a10 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859234 Aug 16 20:37:40.030796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-835da18f-1efb-4b44-bd2f-c5133d812cf2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=940060f9-ae3b-414d-80d8-08b474c7c779 HTTP/1.1" status: 200 len: 217 time: 0.0895560 Aug 16 20:37:40.062511 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa043faa-4596-442b-acd7-ca9bcb47d22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:40.113247 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa043faa-4596-442b-acd7-ca9bcb47d22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:40.160557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb0385-fdf9-41f7-a3e5-7789f7a514e5 req-3f9c86bd-94f1-47c4-b836-b585f9bc7522 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:40.162707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8dfb0385-fdf9-41f7-a3e5-7789f7a514e5 req-3f9c86bd-94f1-47c4-b836-b585f9bc7522 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 945 time: 0.1180675 Aug 16 20:37:40.210644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8dfb0385-fdf9-41f7-a3e5-7789f7a514e5 req-b02627da-9621-40ae-9a25-ec2753262367 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417111 Aug 16 20:37:40.286261 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa043faa-4596-442b-acd7-ca9bcb47d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:40.290333 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa043faa-4596-442b-acd7-ca9bcb47d22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:40.294313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aa043faa-4596-442b-acd7-ca9bcb47d22f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/02090846-aa50-408f-a1e0-ce80a01045be HTTP/1.1" status: 204 len: 168 time: 0.3262296 Aug 16 20:37:40.307462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa043faa-4596-442b-acd7-ca9bcb47d22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02090846-aa50-408f-a1e0-ce80a01045be,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:40.387123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e1e3a-1ef1-41ea-b1a9-eaede22d1238 req-904a81c0-a183-433b-bb04-c7e46ee8ace8 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:40.389069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb9e1e3a-1ef1-41ea-b1a9-eaede22d1238 req-904a81c0-a183-433b-bb04-c7e46ee8ace8 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 1097 time: 0.0610042 Aug 16 20:37:40.434603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb9e1e3a-1ef1-41ea-b1a9-eaede22d1238 req-2deacc3a-937c-43b0-a03d-b86ebce21f1d tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Aug 16 20:37:40.470727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-81e0a95e-8f18-4474-9583-9058beb371a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:40.486195 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-81e0a95e-8f18-4474-9583-9058beb371a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.4289355 Aug 16 20:37:40.549595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d799a5-a2bb-49f5-9844-0caf83555b5a req-4a5a0f74-e880-44fd-9399-403fdd0e4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:40.551145 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9d799a5-a2bb-49f5-9844-0caf83555b5a req-4a5a0f74-e880-44fd-9399-403fdd0e4963 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.5302539 Aug 16 20:37:40.562021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06ae7d0-90df-438d-afb1-3a5779d966fe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Router a222afdb-7793-4293-aa83-20aa647b50ab has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:37:40.564021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ad1b3-578c-43c0-b03f-56ee2a45562b req-9ad4e833-f7df-4a1e-b4f4-d579a2f744b5 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:40.572605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e7ad1b3-578c-43c0-b03f-56ee2a45562b req-9ad4e833-f7df-4a1e-b4f4-d579a2f744b5 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 1097 time: 0.0520792 Aug 16 20:37:40.614438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e7ad1b3-578c-43c0-b03f-56ee2a45562b req-dafa6e92-2662-4cb6-8c3a-e97b4a14d647 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395103 Aug 16 20:37:40.616299 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9d799a5-a2bb-49f5-9844-0caf83555b5a req-be4b8a68-5f6d-45d3-931f-b32a5eee06a9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e HTTP/1.1" status: 200 len: 217 time: 0.0505977 Aug 16 20:37:40.618792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-03554771-f146-4dbd-9273-de8aa4128624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:40.621146 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-03554771-f146-4dbd-9273-de8aa4128624 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388576 Aug 16 20:37:40.721396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2343a08-fdb3-4b5d-b828-141e815403ca req-dad62b6a-3197-4124-aea5-12ee4c655a30 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:40.735880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c2343a08-fdb3-4b5d-b828-141e815403ca req-dad62b6a-3197-4124-aea5-12ee4c655a30 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 951 time: 0.1077645 Aug 16 20:37:40.819145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c11869e3-b39a-4f9a-84c2-ac3fb21dfed2 req-22c65bcc-4ae9-4b9c-b96a-bcdb2e81a7b1 tempest-ServerPasswordTestJSON-1129040556 tempest-ServerPasswordTestJSON-1129040556-project] 10.222.0.74 "GET /v2.0/ports?device_id=26da25a0-15ba-4b29-9461-3c3692b43b54 HTTP/1.1" status: 200 len: 210 time: 0.0572953 Aug 16 20:37:40.854429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06ae7d0-90df-438d-afb1-3a5779d966fe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:40.856666 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c2343a08-fdb3-4b5d-b828-141e815403ca req-569a640e-405c-4807-8f83-e5c02cad9202 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c9a2d67-ab5f-49f2-8dff-672780277acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236005 Aug 16 20:37:40.860208 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a06ae7d0-90df-438d-afb1-3a5779d966fe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:40.871734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a747044-9934-42ca-a43e-7d24dffa864f None None] Sync routers for ids ['a222afdb-7793-4293-aa83-20aa647b50ab'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:40.882111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a747044-9934-42ca-a43e-7d24dffa864f None None] Routers {'a222afdb-7793-4293-aa83-20aa647b50ab'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:40.882988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7a747044-9934-42ca-a43e-7d24dffa864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:37:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a222afdb-7793-4293-aa83-20aa647b50ab'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:40.922065 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a06ae7d0-90df-438d-afb1-3a5779d966fe tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "PUT /v2.0/floatingips/26417e45-c23c-4916-916d-36d4f8a13940 HTTP/1.1" status: 200 len: 991 time: 2.5889635 Aug 16 20:37:40.926092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '541101d5-19e3-4b09-8468-6b127501afbd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:40.929093 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f71902-1220-4668-b1d6-c5520c884c32" -d '{"events": [{"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "541101d5-19e3-4b09-8468-6b127501afbd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:40.944858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d799a5-a2bb-49f5-9844-0caf83555b5a req-1e0271a1-f601-40c9-b942-f054220dabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:40.946418 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9d799a5-a2bb-49f5-9844-0caf83555b5a req-1e0271a1-f601-40c9-b942-f054220dabc7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.1821222 Aug 16 20:37:40.985264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9d799a5-a2bb-49f5-9844-0caf83555b5a req-8b730b4e-1be6-4e36-886a-d002259a64ac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267363 Aug 16 20:37:41.034976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14164a-1d7c-4a6f-b0b7-6e9deebc31cd req-5d588795-47f2-4a68-af4f-a6443a7c75e7 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.037199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb14164a-1d7c-4a6f-b0b7-6e9deebc31cd req-5d588795-47f2-4a68-af4f-a6443a7c75e7 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 951 time: 0.0644920 Aug 16 20:37:41.052028 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11b2240-47fd-4663-bb6c-badf234966db x-openstack-request-id: req-b11b2240-47fd-4663-bb6c-badf234966db {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:41.058874 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "tag": "541101d5-19e3-4b09-8468-6b127501afbd", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:41.058874 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b11b2240-47fd-4663-bb6c-badf234966db {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:41.059369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7a747044-9934-42ca-a43e-7d24dffa864f None None] Set router a222afdb-7793-4293-aa83-20aa647b50ab gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:37:41.059477 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'tag': '541101d5-19e3-4b09-8468-6b127501afbd', 'status': 'completed', 'code': 200} Aug 16 20:37:41.059477 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-228aa62d-ac36-4eba-aa5b-2c5226e5d26a service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900710 Aug 16 20:37:41.202807 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9d799a5-a2bb-49f5-9844-0caf83555b5a req-5ce01767-c8ac-419f-9d0b-9e83b0ef2295 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075882 Aug 16 20:37:41.212416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-bb14164a-1d7c-4a6f-b0b7-6e9deebc31cd req-0e256a17-837a-4baa-9e74-d11e5bd42fef tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Deleting port b72a8aa5-33d3-43c6-92c8-6b6633326318 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:41.212761 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bb14164a-1d7c-4a6f-b0b7-6e9deebc31cd req-0e256a17-837a-4baa-9e74-d11e5bd42fef tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:41.231646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71902-1220-4668-b1d6-c5520c884c32 req-8520405b-d26d-4bd7-954b-9ee8caeefc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.232150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71902-1220-4668-b1d6-c5520c884c32 req-8520405b-d26d-4bd7-954b-9ee8caeefc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.232642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71902-1220-4668-b1d6-c5520c884c32 req-8520405b-d26d-4bd7-954b-9ee8caeefc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.233154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71902-1220-4668-b1d6-c5520c884c32 req-8520405b-d26d-4bd7-954b-9ee8caeefc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.233639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71902-1220-4668-b1d6-c5520c884c32 req-8520405b-d26d-4bd7-954b-9ee8caeefc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.234120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71902-1220-4668-b1d6-c5520c884c32 req-8520405b-d26d-4bd7-954b-9ee8caeefc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.234599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71902-1220-4668-b1d6-c5520c884c32 req-8520405b-d26d-4bd7-954b-9ee8caeefc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.236995 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07f71902-1220-4668-b1d6-c5520c884c32 req-8520405b-d26d-4bd7-954b-9ee8caeefc4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6509 time: 0.1150739 Aug 16 20:37:41.282995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80728448-483c-4568-82ab-455182bb38da req-f3f94ab9-fea8-4830-a04a-d7f79ced23aa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.284568 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80728448-483c-4568-82ab-455182bb38da req-f3f94ab9-fea8-4830-a04a-d7f79ced23aa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.1117430 Aug 16 20:37:41.285105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34450) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:41.310046 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4309828-07e2-4358-a243-cf50605b7fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:41.347106 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5bd34ba5-4a9a-403e-817a-5989434cd80e req-8bca3c73-42ed-4dcc-aea3-8121445d15ab service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824266 Aug 16 20:37:41.361279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7a747044-9934-42ca-a43e-7d24dffa864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:28Z', 'revision_number': 4, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '26417e45-c23c-4916-916d-36d4f8a13940', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'port_id': '541101d5-19e3-4b09-8468-6b127501afbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'mac_address': 'fa:16:3e:54:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:37:39Z', 'revision_number': 1, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2cc284-c412-49ea-b142-27d6c88e554f', 'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'mac_address': 'fa:16:3e:81:8f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:27Z', 'updated_at': '2021-08-16T20:35:34Z', 'revision_number': 5, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'subnets': [{'id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:41.400707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-bb14164a-1d7c-4a6f-b0b7-6e9deebc31cd req-0e256a17-837a-4baa-9e74-d11e5bd42fef tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] For port b72a8aa5-33d3-43c6-92c8-6b6633326318, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b72a8aa5-33d3-43c6-92c8-6b6633326318,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:41.403361 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bb14164a-1d7c-4a6f-b0b7-6e9deebc31cd req-0e256a17-837a-4baa-9e74-d11e5bd42fef tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:41.414870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80728448-483c-4568-82ab-455182bb38da req-4543bd0b-2c03-48ef-8fd9-68c5a2c2337c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088655 Aug 16 20:37:41.416359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a747044-9934-42ca-a43e-7d24dffa864f None None] Checking router: a222afdb-7793-4293-aa83-20aa647b50ab for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:37:41.424456 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9d799a5-a2bb-49f5-9844-0caf83555b5a req-aaa9fc96-be18-46ec-ad3b-756d7c735b26 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088833 Aug 16 20:37:41.425983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a747044-9934-42ca-a43e-7d24dffa864f None None] Routers {'a222afdb-7793-4293-aa83-20aa647b50ab'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:41.426705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7a747044-9934-42ca-a43e-7d24dffa864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:37:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a222afdb-7793-4293-aa83-20aa647b50ab'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:41.427701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71902-1220-4668-b1d6-c5520c884c32 req-5bee44ec-a81f-484a-9e76-508972b3faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.429344 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07f71902-1220-4668-b1d6-c5520c884c32 req-5bee44ec-a81f-484a-9e76-508972b3faf0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9505ab7f-c601-4aee-bc21-fb8454e73838 HTTP/1.1" status: 200 len: 918 time: 0.1777515 Aug 16 20:37:41.447683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-bb14164a-1d7c-4a6f-b0b7-6e9deebc31cd req-0e256a17-837a-4baa-9e74-d11e5bd42fef tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Calling delete_port for b72a8aa5-33d3-43c6-92c8-6b6633326318 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:41.551950 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07f71902-1220-4668-b1d6-c5520c884c32 req-c0df1a61-db1b-403a-8ae5-3acf67e80315 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541101d5-19e3-4b09-8468-6b127501afbd HTTP/1.1" status: 200 len: 999 time: 0.1052394 Aug 16 20:37:41.578837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7a747044-9934-42ca-a43e-7d24dffa864f None None] Set router a222afdb-7793-4293-aa83-20aa647b50ab gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:37:41.592596 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4309828-07e2-4358-a243-cf50605b7fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:41.621221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71902-1220-4668-b1d6-c5520c884c32 req-c2e91416-bb57-40ca-a9a6-aa6b159717e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.623368 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07f71902-1220-4668-b1d6-c5520c884c32 req-c2e91416-bb57-40ca-a9a6-aa6b159717e7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29c47eaa-d5e4-4aaf-bef9-954047912db6 HTTP/1.1" status: 200 len: 856 time: 0.0566447 Aug 16 20:37:41.670595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71902-1220-4668-b1d6-c5520c884c32 req-7b1f77fc-b83d-4b98-b429-9295a4133441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.672125 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07f71902-1220-4668-b1d6-c5520c884c32 req-7b1f77fc-b83d-4b98-b429-9295a4133441 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9505ab7f-c601-4aee-bc21-fb8454e73838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406561 Aug 16 20:37:41.709016 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4309828-07e2-4358-a243-cf50605b7fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:41.747262 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bb14164a-1d7c-4a6f-b0b7-6e9deebc31cd req-0e256a17-837a-4baa-9e74-d11e5bd42fef tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:41.748847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4309828-07e2-4358-a243-cf50605b7fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2882441a-1e52-4ba7-80e8-2ee8bef3348c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:41.755738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34454) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:41.755937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d4309828-07e2-4358-a243-cf50605b7fa1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b497961e4f6546ceaa5462ec63faa77d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670858 Aug 16 20:37:41.760845 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b72a8aa5-33d3-43c6-92c8-6b6633326318'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:41.783724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e256a17-837a-4baa-9e74-d11e5bd42fef tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Pushing event deleted for resources: {'Port': ['ID=b72a8aa5-33d3-43c6-92c8-6b6633326318,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:41.796831 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07f71902-1220-4668-b1d6-c5520c884c32 req-68d3ac9a-e2b9-420f-afa6-46ab82aa752e service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166904 Aug 16 20:37:41.830934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb14164a-1d7c-4a6f-b0b7-6e9deebc31cd req-0e256a17-837a-4baa-9e74-d11e5bd42fef tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] No DVR routers for this DVR port b72a8aa5-33d3-43c6-92c8-6b6633326318 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:41.833356 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bb14164a-1d7c-4a6f-b0b7-6e9deebc31cd req-0e256a17-837a-4baa-9e74-d11e5bd42fef tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:41.835842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb14164a-1d7c-4a6f-b0b7-6e9deebc31cd req-0e256a17-837a-4baa-9e74-d11e5bd42fef tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.79 "DELETE /v2.0/ports/b72a8aa5-33d3-43c6-92c8-6b6633326318 HTTP/1.1" status: 204 len: 173 time: 0.7901821 Aug 16 20:37:41.836666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-deleted', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:41.839595 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c006ce4c-4088-4e06-8d14-b6d1fe4df9eb" -d '{"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-deleted", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:41.881427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7a747044-9934-42ca-a43e-7d24dffa864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:28Z', 'revision_number': 4, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '26417e45-c23c-4916-916d-36d4f8a13940', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'port_id': '541101d5-19e3-4b09-8468-6b127501afbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'mac_address': 'fa:16:3e:54:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:37:39Z', 'revision_number': 1, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2cc284-c412-49ea-b142-27d6c88e554f', 'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'mac_address': 'fa:16:3e:81:8f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:27Z', 'updated_at': '2021-08-16T20:35:34Z', 'revision_number': 5, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'subnets': [{'id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:41.893420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34464) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:41.957767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a747044-9934-42ca-a43e-7d24dffa864f None None] The sync data for ids ['a222afdb-7793-4293-aa83-20aa647b50ab'] in n-d-793619-14 is: [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:28Z', 'revision_number': 4, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '26417e45-c23c-4916-916d-36d4f8a13940', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'port_id': '541101d5-19e3-4b09-8468-6b127501afbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'mac_address': 'fa:16:3e:54:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:37:39Z', 'revision_number': 1, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2cc284-c412-49ea-b142-27d6c88e554f', 'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'mac_address': 'fa:16:3e:81:8f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:27Z', 'updated_at': '2021-08-16T20:35:34Z', 'revision_number': 5, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'subnets': [{'id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:41.969351 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fea0b41e-3bd5-4559-8240-073a4dbc8af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:41.969648 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f8a6fa-ed94-46c7-b395-7431bdb1085c x-openstack-request-id: req-42f8a6fa-ed94-46c7-b395-7431bdb1085c {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:41.969940 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c115cf-e062-4f3a-9bd0-c64eb97213e9", "name": "network-vif-deleted", "tag": "b72a8aa5-33d3-43c6-92c8-6b6633326318", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:41.970981 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-42f8a6fa-ed94-46c7-b395-7431bdb1085c {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:41.971283 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c115cf-e062-4f3a-9bd0-c64eb97213e9', 'name': 'network-vif-deleted', 'tag': 'b72a8aa5-33d3-43c6-92c8-6b6633326318', 'status': 'completed', 'code': 200} Aug 16 20:37:42.008465 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-678bbc1d-8ed9-4c6a-b2a7-689edc7ae06c req-6a38fe22-ab42-4049-acfe-27c490be71dd tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 210 time: 0.0335145 Aug 16 20:37:42.044631 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fea0b41e-3bd5-4559-8240-073a4dbc8af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.048674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-badb778b-8810-4afa-af53-d0aebeab2f9e admin admin] Deleting subnet 5f911b4c-311e-4bc2-b429-939b377e1f86 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:37:42.059950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-badb778b-8810-4afa-af53-d0aebeab2f9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.094156 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07f71902-1220-4668-b1d6-c5520c884c32 req-f2cb5032-6197-4587-8b9f-337b44e949ad service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815237 Aug 16 20:37:42.134160 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-badb778b-8810-4afa-af53-d0aebeab2f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.186293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-badb778b-8810-4afa-af53-d0aebeab2f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.222264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b72a8aa5-33d3-43c6-92c8-6b6633326318 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:42.260495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: b72a8aa5-33d3-43c6-92c8-6b6633326318 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:42.261148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b72a8aa5-33d3-43c6-92c8-6b6633326318 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:42.261728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 1c766706-4eec-440e-924b-8ebd557d7fc8 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:42.286045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 1c766706-4eec-440e-924b-8ebd557d7fc8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:42.286718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 1c766706-4eec-440e-924b-8ebd557d7fc8 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:42.299228 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5ded1-0362-46c0-a8dc-745378457d0b None None] New status for floating IP 26417e45-c23c-4916-916d-36d4f8a13940: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:37:42.352860 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fea0b41e-3bd5-4559-8240-073a4dbc8af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.356899 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fea0b41e-3bd5-4559-8240-073a4dbc8af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.358278 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fea0b41e-3bd5-4559-8240-073a4dbc8af9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2882441a-1e52-4ba7-80e8-2ee8bef3348c HTTP/1.1" status: 204 len: 168 time: 0.6011064 Aug 16 20:37:42.368944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0b41e-3bd5-4559-8240-073a4dbc8af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2882441a-1e52-4ba7-80e8-2ee8bef3348c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:42.412437 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-badb778b-8810-4afa-af53-d0aebeab2f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.449406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb778b-8810-4afa-af53-d0aebeab2f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f911b4c-311e-4bc2-b429-939b377e1f86,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:42.464114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-badb778b-8810-4afa-af53-d0aebeab2f9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.468967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34474) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:42.477623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-badb778b-8810-4afa-af53-d0aebeab2f9e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5f911b4c-311e-4bc2-b429-939b377e1f86 HTTP/1.1" status: 204 len: 168 time: 0.5828636 Aug 16 20:37:42.548004 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.578324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021a06f-6086-4cf5-ac8f-e1e9df444769 req-4890621e-6f18-484a-b960-b178ae756b72 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:42.588725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8021a06f-6086-4cf5-ac8f-e1e9df444769 req-4890621e-6f18-484a-b960-b178ae756b72 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0771322 Aug 16 20:37:42.627131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8021a06f-6086-4cf5-ac8f-e1e9df444769 req-05913848-4b02-439d-b7ff-5a3f05032128 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Aug 16 20:37:42.656165 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.670281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac817fb-8783-4cda-ada9-40ee4c9e1836']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:42.682241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c3fbb0-b91d-4273-a8fc-ea3b4396214f') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:42.682600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c3fbb0-b91d-4273-a8fc-ea3b4396214f') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:42.692633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.706548 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.712552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:37:42.713246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:37:42.715011 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:37:42.871909 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.885367 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.885367 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] 10.222.0.74 "DELETE /v2.0/networks/fac817fb-8783-4cda-ada9-40ee4c9e1836 HTTP/1.1" status: 204 len: 168 time: 0.4101605 Aug 16 20:37:42.890790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d582e5-1610-43ed-9d1f-216cc66e632f admin admin] Pushing event deleted for resources: {'Network': ['ID=fac817fb-8783-4cda-ada9-40ee4c9e1836,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:43.144004 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-191f3afd-918d-4b80-bdf2-dd307c3f501f req-6eae2da4-bcac-45c4-9e78-b8c605eb97c5 tempest-ServersAdminTestJSON-454344516 tempest-ServersAdminTestJSON-454344516-project] 10.222.0.74 "GET /v2.0/ports?device_id=85c115cf-e062-4f3a-9bd0-c64eb97213e9 HTTP/1.1" status: 200 len: 210 time: 0.0269136 Aug 16 20:37:43.432799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34496) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:43.476226 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e62e52ec-56ff-4c8c-90f6-e029946ce7f7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=75ec5a0a64194b20a4ec56d8b7ed44bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392480 Aug 16 20:37:43.476338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34500) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:43.541175 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1d1fa3c-5cb9-48b8-9a16-eb59ab38ae0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.568744 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1d1fa3c-5cb9-48b8-9a16-eb59ab38ae0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.750240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016222-8ea4-4066-9899-d45b45a21fc5 req-a1b61509-7647-4fd9-a1c8-bf4966ff0efa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:43.751718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87016222-8ea4-4066-9899-d45b45a21fc5 req-a1b61509-7647-4fd9-a1c8-bf4966ff0efa tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0491450 Aug 16 20:37:43.785390 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1d1fa3c-5cb9-48b8-9a16-eb59ab38ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.788489 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1d1fa3c-5cb9-48b8-9a16-eb59ab38ae0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.789646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a1d1fa3c-5cb9-48b8-9a16-eb59ab38ae0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3 HTTP/1.1" status: 204 len: 168 time: 0.3124020 Aug 16 20:37:43.800983 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87016222-8ea4-4066-9899-d45b45a21fc5 req-b0563d6d-6bb4-4124-ad88-4102422bfbad tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429578 Aug 16 20:37:43.802126 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1fa3c-5cb9-48b8-9a16-eb59ab38ae0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0132c1-c7f6-47b7-bb91-0dfa3d5e3fa3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:44.616618 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:37:44.883564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34548) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:44.944907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788e7b6-e98c-44ba-a854-ad2c7658a7f3 req-a4def6f5-bda5-48d1-9297-ae1ac2979ab9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:44.952943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0788e7b6-e98c-44ba-a854-ad2c7658a7f3 req-a4def6f5-bda5-48d1-9297-ae1ac2979ab9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0612276 Aug 16 20:37:45.000231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0788e7b6-e98c-44ba-a854-ad2c7658a7f3 req-becdf12f-ae5b-411c-a8b5-9fb8ff8f57f7 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 Aug 16 20:37:45.140132 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8eb77271-b0bd-4ace-a3a4-ea8315d449a7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=97a9bad77dc94fbeac2a453104d461fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547760 Aug 16 20:37:45.142726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34560) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:45.223495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47c8e826-0745-4fef-9faa-3daf12ae53c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.228886 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6513da41-5df4-4896-bf35-51af82429247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.261248 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47c8e826-0745-4fef-9faa-3daf12ae53c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.494191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47c8e826-0745-4fef-9faa-3daf12ae53c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.497553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47c8e826-0745-4fef-9faa-3daf12ae53c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.499073 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-47c8e826-0745-4fef-9faa-3daf12ae53c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5c9a2d67-ab5f-49f2-8dff-672780277acd HTTP/1.1" status: 204 len: 168 time: 0.3552666 Aug 16 20:37:45.513395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8e826-0745-4fef-9faa-3daf12ae53c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9a2d67-ab5f-49f2-8dff-672780277acd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:45.947562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-35880a64-387a-4a81-b242-9103ebc6b506 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=255ed0330d8040749aef019d2886b590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215511 Aug 16 20:37:46.061207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-10703886-9b6f-4bc6-9ba5-34970b2f93d3 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.062680 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-10703886-9b6f-4bc6-9ba5-34970b2f93d3 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087825 Aug 16 20:37:46.096115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-c883cb00-caaf-4497-aad8-e730b39cb2db tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/quotas/255ed0330d8040749aef019d2886b590 HTTP/1.1" status: 200 len: 375 time: 0.0143211 Aug 16 20:37:46.131110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-4144159c-25b3-4b30-918d-68a75ad3a46a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=255ed0330d8040749aef019d2886b590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391417 Aug 16 20:37:46.451173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-242e7b39-14a5-4d3a-8dda-0ac9fb15e6fa req-ca479d33-3c52-4e04-94ca-158dfe4432b1 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0423913 Aug 16 20:37:46.514092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b617c7-a136-4a94-a190-aad35695cb8b req-b95ed02e-0a03-4bd2-84e3-1d2637a3a419 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.522677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98b617c7-a136-4a94-a190-aad35695cb8b req-b95ed02e-0a03-4bd2-84e3-1d2637a3a419 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0753143 Aug 16 20:37:46.607147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98b617c7-a136-4a94-a190-aad35695cb8b req-1c7b221f-a1c7-44fd-a515-20c67bb2b89c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827503 Aug 16 20:37:46.657316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9cf0061-1be6-492b-8da3-2531c0c6317d req-10f80b57-6fdc-417f-ae0c-036623639b82 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 210 time: 0.0451367 Aug 16 20:37:46.686961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34636) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:46.728610 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d10bdfc9-c162-4bb9-a989-ee1d71e53b4d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8d6b439aea1044b095239d699d062edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403674 Aug 16 20:37:46.731223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34644) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:46.790105 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d61f256-5b5f-4d75-abd9-cc0b423af54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.820842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d61f256-5b5f-4d75-abd9-cc0b423af54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.054805 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d61f256-5b5f-4d75-abd9-cc0b423af54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.057544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d61f256-5b5f-4d75-abd9-cc0b423af54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.059283 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8d61f256-5b5f-4d75-abd9-cc0b423af54e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e4ba7a6-9688-4a99-9ba0-3162070b660e HTTP/1.1" status: 204 len: 168 time: 0.3266346 Aug 16 20:37:47.070005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61f256-5b5f-4d75-abd9-cc0b423af54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4ba7a6-9688-4a99-9ba0-3162070b660e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:47.542240 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83f83184-1558-4391-8f9b-31cd5792cb6e req-c5cb1e0a-34f3-428f-aaeb-fb07b1fc0fc4 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0260913 Aug 16 20:37:47.669074 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b62028d1-44cc-49ee-aedc-f8ae815b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.777320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1569d49d-adb4-4ce7-9dee-a0a165abdb15 req-25941634-68e1-483e-9a26-e8bbe4660f71 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 210 time: 0.0327835 Aug 16 20:37:47.789771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbaa934-fbef-4d66-8000-997b84e66ea5 req-1d412089-96e0-4110-b087-812f2ff2d6f4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:47.791343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbbaa934-fbef-4d66-8000-997b84e66ea5 req-1d412089-96e0-4110-b087-812f2ff2d6f4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0942059 Aug 16 20:37:47.835202 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.853861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbbaa934-fbef-4d66-8000-997b84e66ea5 req-7ffa12ea-d29d-4abd-995f-d368fd1d8e72 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501242 Aug 16 20:37:48.652949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-434709d8-186c-4461-8f7c-13d57398479a req-966276d5-119a-4edc-8c46-d9bde6d0b94c tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0312386 Aug 16 20:37:48.876940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d4f1295-3e49-4767-9b2b-b2da5400cf32 req-d2ea210e-b3a4-4338-9a11-c4a873b46e24 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 210 time: 0.0282040 Aug 16 20:37:49.035676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787299f5-416d-49a6-bb66-05048cfee96f req-28c15ba6-1d66-482c-9703-76859dbf25b5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:49.043921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-787299f5-416d-49a6-bb66-05048cfee96f req-28c15ba6-1d66-482c-9703-76859dbf25b5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0707960 Aug 16 20:37:49.082348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-787299f5-416d-49a6-bb66-05048cfee96f req-c392ad02-69e9-4b25-895c-38818ea0ea3b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374687 Aug 16 20:37:49.143550 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:49.815617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b16e35a9-3446-45ba-9bca-5de7250c9605 req-03fa61dd-9e24-4f06-b07f-1065d0177648 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0425234 Aug 16 20:37:49.988045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b712b862-fa38-4193-b4e5-0f290db9b46b req-c21876cc-c642-407d-9293-59fbb816119f tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 210 time: 0.0336678 Aug 16 20:37:50.240863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22aee7-1ad7-4b0f-91e1-e1411bab369b req-dbf37c7b-2032-489b-9a28-c439b8f47872 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:50.244168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a22aee7-1ad7-4b0f-91e1-e1411bab369b req-dbf37c7b-2032-489b-9a28-c439b8f47872 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0695212 Aug 16 20:37:50.301515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a22aee7-1ad7-4b0f-91e1-e1411bab369b req-2bf89892-3d1a-4f68-a24e-235297a48ac7 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486805 Aug 16 20:37:50.356895 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-8737c54f-e476-4e35-9c6c-16b5dbbfc724 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260859 Aug 16 20:37:50.487157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-16c08026-875f-4264-aaa6-a79122ea410a tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:50.488776 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-16c08026-875f-4264-aaa6-a79122ea410a tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250975 Aug 16 20:37:50.500127 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.505619 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-8b0ceb6d-0e9f-4a70-96cf-9ce0fd42900c tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/quotas/b7f2bc5ec6554acfbc0166b136e534ac HTTP/1.1" status: 200 len: 375 time: 0.0107765 Aug 16 20:37:50.551400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-8a552bce-6db7-4d9d-bc47-2ad8f339ccb3 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383296 Aug 16 20:37:50.604296 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-6be889de-c066-489b-994f-d144d8583db3 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=255ed0330d8040749aef019d2886b590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555172 Aug 16 20:37:50.720678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-84d234aa-eadd-4912-81c8-5d536f185839 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:50.722173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-84d234aa-eadd-4912-81c8-5d536f185839 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 808 time: 0.1827464 Aug 16 20:37:50.752803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-2425270a-83e5-4a49-9cad-2490a042e6a3 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/quotas/39ccbfbebde54f1d89cec17a712f35b4 HTTP/1.1" status: 200 len: 375 time: 0.0205548 Aug 16 20:37:50.761976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-4f08dae7-f157-4388-99c0-b15c208b99d7 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:50.763683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-4f08dae7-f157-4388-99c0-b15c208b99d7 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503191 Aug 16 20:37:50.798182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Request body: {'port': {'device_id': '52b2112a-ccf8-43f8-bc26-20f3f1ae8552', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '255ed0330d8040749aef019d2886b590'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:51.214080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5af65563-b063-4dc8-866e-0ea2c391d858 req-9a5fb351-5d27-4c1c-873f-f49a77374693 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 210 time: 0.0403841 Aug 16 20:37:51.239387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-670ccdc5-bf57-416b-a2ac-65b85a10d45e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4747319 Aug 16 20:37:51.361594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-e21730a5-31ff-46d1-87bb-ec85aacf3663 service neutron] 10.222.0.74 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119292 Aug 16 20:37:51.439948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Made reservation on behalf of 255ed0330d8040749aef019d2886b590 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:51.444223 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.447731 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f573a402-fde3-4ecd-b9cb-d4a2c772d8b9 req-c75a4c8c-f309-487b-8607-74fabb776381 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0692134 Aug 16 20:37:51.461926 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.536291 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-86a7e7f0-4625-4028-9e8d-4c03343768c3 service neutron] 10.222.0.74 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672568 Aug 16 20:37:51.540714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-58b1d806-044a-4533-8cb9-70941a743eff req-7fe8f475-14cc-4af3-8340-b442201f9713 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0419927 Aug 16 20:37:51.558119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c2c11c55-716d-4807-914e-9e4495cd1c91 req-0bc0ad35-96dd-4d8a-a0b9-5ba69a1a2244 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 210 time: 0.0441778 Aug 16 20:37:51.631780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.749800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0a010-3f4e-4051-b748-76bc5a3cb12f req-835d2eb1-c760-4b15-a975-636b4f1a8383 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:51.751300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95a0a010-3f4e-4051-b748-76bc5a3cb12f req-835d2eb1-c760-4b15-a975-636b4f1a8383 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0618477 Aug 16 20:37:51.789552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95a0a010-3f4e-4051-b748-76bc5a3cb12f req-e5ecf002-b577-4fba-84f3-911c1c94a4bc tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Aug 16 20:37:51.806308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.850933 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-a85ec768-2a0b-4038-9d28-3e4e7103bca4 service neutron] show failed (client error): The resource could not be found. Aug 16 20:37:51.852021 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-a85ec768-2a0b-4038-9d28-3e4e7103bca4 service neutron] 10.222.0.76 "GET /v2.0/ports/ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7/bindings/n-h2-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0647995 Aug 16 20:37:51.869987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d41aec-8693-400e-b58b-dcb2f6a60d34,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:51.884251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.884646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.884995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.885358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.885695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.886021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.886351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.886681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.887004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.887332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.887663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.887983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:51.955006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Allocated IP 192.168.233.75 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/97ace12e-f320-421a-b20a-0e31a960d28e) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:52.113674 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.124673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Transition to ACTIVE for port object 97ace12e-f320-421a-b20a-0e31a960d28e will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:52.266133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.342656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be741dc6-2566-40f7-b52a-2d39cdabd704 req-c0a643b1-0177-49ec-b8ab-3ef4cea08bae tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 210 time: 0.0433085 Aug 16 20:37:52.350953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:52.355092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:52.373212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Pushing event updated for resources: {'Port': ['ID=97ace12e-f320-421a-b20a-0e31a960d28e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:52.376018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:52.482794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-331fa862-3c88-43bf-8b96-2c78f47f7302 req-e394d5e2-e6b4-4fdc-81c3-63d71bfc317f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0666428 Aug 16 20:37:52.551026 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:52.552736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.615854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38796157-bb21-4e21-9a4f-40848797d375 req-00493131-ee7f-43e0-b75e-158fb3837165 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0331862 Aug 16 20:37:52.685271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-2dfbae94-8f8b-47f0-9a96-62fe645ed5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:52.688485 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-2dfbae94-8f8b-47f0-9a96-62fe645ed5e4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d&tenant_id=cdcbd16a8feb46228e4e6afaba736344 HTTP/1.1" status: 200 len: 1102 time: 0.0691886 Aug 16 20:37:52.703157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:52.711218 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-ded2fcdf-1c19-427b-9afb-fadd77ea1c7a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9361951 Aug 16 20:37:52.735645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Request body: {'port': {'device_id': '52b2112a-ccf8-43f8-bc26-20f3f1ae8552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:52.777565 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.789292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ee74-9388-4a56-8244-d240da5d257b req-88ef9608-c9c1-4907-8d19-73fd127e9cdc tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:52.790910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28e9ee74-9388-4a56-8244-d240da5d257b req-88ef9608-c9c1-4907-8d19-73fd127e9cdc tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 935 time: 0.1336126 Aug 16 20:37:52.837155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.901867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b8f4b4f3-7a48-4500-b921-bed1b07b0213 None None] Provisioning for port 97ace12e-f320-421a-b20a-0e31a960d28e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:52.911041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b8f4b4f3-7a48-4500-b921-bed1b07b0213 None None] Provisioning complete for port 97ace12e-f320-421a-b20a-0e31a960d28e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:52.914636 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b4f3-7a48-4500-b921-bed1b07b0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.928571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28e9ee74-9388-4a56-8244-d240da5d257b req-2d26201f-21af-4dcf-87f3-919830345d66 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212103 Aug 16 20:37:52.963771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4b4f3-7a48-4500-b921-bed1b07b0213 None None] Port 97ace12e-f320-421a-b20a-0e31a960d28e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:37:53.060410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98640d01-8cd8-4810-a64d-c344ddccfec8 req-943cc6ee-1806-4fa7-bf3f-4f730b72d1be tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:53.062222 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98640d01-8cd8-4810-a64d-c344ddccfec8 req-943cc6ee-1806-4fa7-bf3f-4f730b72d1be tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.1619689 Aug 16 20:37:53.073307 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:53.120171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:53.141368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98640d01-8cd8-4810-a64d-c344ddccfec8 req-649c6835-6922-49b6-aa44-e5aded2338d3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650694 Aug 16 20:37:53.165772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:53.168250 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7875b44-268f-4391-82f2-2e84820a21ea" -d '{"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:53.172377 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.184904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Transition to ACTIVE for port object ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:53.238653 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683cb7a0-d059-48b4-8110-41c707f44255 x-openstack-request-id: req-683cb7a0-d059-48b4-8110-41c707f44255 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:53.238945 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:53.239197 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-683cb7a0-d059-48b4-8110-41c707f44255 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:53.239622 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'code': 200} Aug 16 20:37:53.294233 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.362949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:53.365235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] No DVR routers for this DVR port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:53.377435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.377970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.378306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.378662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.379526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.379526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.379721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.380029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.380889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.381239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.381840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.381840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:53.434078 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:53.434451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:53.434784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:53.441653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:53.442044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:53.448286 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:53.448834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:53.450102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:53.451067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Bound port: ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:53.451635 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.482371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ef9763d-6cc9-43d7-b63a-ab7d75f81c24 req-677e1f42-8b5b-4e24-b3eb-a0448fb6ebc0 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 210 time: 0.0353751 Aug 16 20:37:53.490437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ace12e-f320-421a-b20a-0e31a960d28e {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:53.524245 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.556205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:53.560463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:53.573600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Transition to ACTIVE for port object 97ace12e-f320-421a-b20a-0e31a960d28e will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:53.631201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ada5791a-ce4e-4419-a680-eca0bca18ae6 req-68f66ba7-a7c7-47f2-b1bc-a8ca757bf9a2 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0367603 Aug 16 20:37:53.672017 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.708950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:53.709778 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.711364 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] 10.222.0.79 "PUT /v2.0/ports/ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 1097 time: 1.0137777 Aug 16 20:37:53.738540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b2c71-f9be-4e38-aa80-8a4146fea01e service neutron] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:53.766005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01dab143-684a-4939-9a85-299808298afa req-fe37ec45-101b-4b62-bfbb-c291e540d384 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0589230 Aug 16 20:37:53.766798 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.806872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-f24d2ae9-7718-4f66-abc4-00c047c24d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:53.814673 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-f24d2ae9-7718-4f66-abc4-00c047c24d17 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 1100 time: 0.0649869 Aug 16 20:37:53.855857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Pushing event updated for resources: {'Port': ['ID=97ace12e-f320-421a-b20a-0e31a960d28e,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:53.952226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Attempting to bind port 97ace12e-f320-421a-b20a-0e31a960d28e on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:53.952768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Attempting to bind port 97ace12e-f320-421a-b20a-0e31a960d28e by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:53.953362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Attempting to bind port 97ace12e-f320-421a-b20a-0e31a960d28e on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:53.962640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Port 97ace12e-f320-421a-b20a-0e31a960d28e on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:53.963159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Attempting to bind port 97ace12e-f320-421a-b20a-0e31a960d28e on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:53.968606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:53.969745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:53.970428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:53.971522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Bound port: 97ace12e-f320-421a-b20a-0e31a960d28e, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:53.972215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-9ca9b675-0848-439c-aaed-d8fa35bef295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:53.972396 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.974705 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-9ca9b675-0848-439c-aaed-d8fa35bef295 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1583242 Aug 16 20:37:53.994743 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-24a75203-85f2-4a90-a7ce-e1deb8d1bdb6 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367241 Aug 16 20:37:54.077213 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-3cfaabdc-509a-4be8-92cb-b6aae55317c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0806973 Aug 16 20:37:54.090274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] For port 97ace12e-f320-421a-b20a-0e31a960d28e, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:54.125496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] For port 97ace12e-f320-421a-b20a-0e31a960d28e, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=97ace12e-f320-421a-b20a-0e31a960d28e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:54.152087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bda01-0cf4-4a51-a56c-9f880bc67623 req-b60c10fb-78d5-4a15-88d2-cd9386d3ec72 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.153665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-038bda01-0cf4-4a51-a56c-9f880bc67623 req-b60c10fb-78d5-4a15-88d2-cd9386d3ec72 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 947 time: 0.1152389 Aug 16 20:37:54.227412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-038bda01-0cf4-4a51-a56c-9f880bc67623 req-7dfde9d3-789c-4037-9328-24c478d39934 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630827 Aug 16 20:37:54.234580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-8e0f71ba-a546-460f-8b77-f26195ad89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.236069 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-8e0f71ba-a546-460f-8b77-f26195ad89d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0848634 Aug 16 20:37:54.287990 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:54.339195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-c29cf9ec-9ff0-41b5-b47b-6abd7e9cb338 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.340797 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-c29cf9ec-9ff0-41b5-b47b-6abd7e9cb338 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3329167 Aug 16 20:37:54.383581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Request body: {'port': {'device_id': '49f5d247-bc24-4feb-add6-7802c4af6ee5', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': 'b7f2bc5ec6554acfbc0166b136e534ac'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:54.413492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-6df95223-e455-4e79-9a60-bf472960adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.415041 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-6df95223-e455-4e79-9a60-bf472960adbf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1685934 Aug 16 20:37:54.445699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.446388 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:54.448144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] 10.222.0.79 "PUT /v2.0/ports/97ace12e-f320-421a-b20a-0e31a960d28e HTTP/1.1" status: 200 len: 1096 time: 1.7292874 Aug 16 20:37:54.448763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b2112a-ccf8-43f8-bc26-20f3f1ae8552', 'tag': '97ace12e-f320-421a-b20a-0e31a960d28e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:54.451069 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aa76f3-cb7c-446c-a59b-153601a79ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "52b2112a-ccf8-43f8-bc26-20f3f1ae8552", "tag": "97ace12e-f320-421a-b20a-0e31a960d28e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:54.492014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd529f-0646-48d0-a230-75a5a05e1707 service neutron] Pushing event updated for resources: {'Port': ['ID=97ace12e-f320-421a-b20a-0e31a960d28e,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:54.569674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99b9f5b5-4efe-443f-9fbc-23f085a9a2ac req-2428fe14-9e3b-46a8-a5b3-6187055dc8c0 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0820632 Aug 16 20:37:54.599074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e5477-8463-4a6e-83f2-95fe77d239dd req-f9b37592-323e-4631-91e4-415732703028 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.600837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-956e5477-8463-4a6e-83f2-95fe77d239dd req-f9b37592-323e-4631-91e4-415732703028 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 948 time: 0.2274046 Aug 16 20:37:54.625060 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-3c48b33c-b09b-4966-a862-b824ecaddf3c service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804752 Aug 16 20:37:54.653154 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96ec94d-86e6-42a4-b5dd-3209e73fdd46 x-openstack-request-id: req-a96ec94d-86e6-42a4-b5dd-3209e73fdd46 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:54.668103 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b2112a-ccf8-43f8-bc26-20f3f1ae8552", "tag": "97ace12e-f320-421a-b20a-0e31a960d28e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:54.668103 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a96ec94d-86e6-42a4-b5dd-3209e73fdd46 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:54.668103 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b2112a-ccf8-43f8-bc26-20f3f1ae8552', 'tag': '97ace12e-f320-421a-b20a-0e31a960d28e', 'status': 'completed', 'code': 200} Aug 16 20:37:54.705556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-5a293b82-3d94-4cc1-9650-6762a37028a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.707079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-5a293b82-3d94-4cc1-9650-6762a37028a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=255ed0330d8040749aef019d2886b590&device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 1099 time: 0.1045136 Aug 16 20:37:54.731717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-956e5477-8463-4a6e-83f2-95fe77d239dd req-e58ea5ee-dd93-49be-bce4-90853ff18f8b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171324 Aug 16 20:37:54.754347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-52c6a5f3-6bd0-4e85-8192-40c9117997fa req-e519cf27-a6c7-45ea-875c-e76317d73fb5 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200545 Aug 16 20:37:54.799759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-1e544783-1163-47d9-a982-b803c3d527cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=97ace12e-f320-421a-b20a-0e31a960d28e HTTP/1.1" status: 200 len: 217 time: 0.0667424 Aug 16 20:37:54.833103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f7bdb29-4205-4918-a811-51b8e9a9e4c2 req-b80b2bc8-2131-407f-84f2-059111f0ce82 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 210 time: 0.0360878 Aug 16 20:37:54.874604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Made reservation on behalf of b7f2bc5ec6554acfbc0166b136e534ac for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:54.875315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-57fc50f0-cb22-49ba-96f6-8107f9f7cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.877079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-57fc50f0-cb22-49ba-96f6-8107f9f7cc45 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0677953 Aug 16 20:37:54.878697 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:54.898721 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:54.947517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-a2733023-3ea8-419a-b1c8-3a56090f7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.948951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-a2733023-3ea8-419a-b1c8-3a56090f7ee3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0641496 Aug 16 20:37:54.998846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f125305a-055e-4b6c-8e35-f83b6be9334c req-e4c87c89-c340-40bc-a734-b1c2070edd08 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0488455 Aug 16 20:37:55.038307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:55.079774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-26755c25-4969-4b44-a7d3-12fa3b2c27aa service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200812 Aug 16 20:37:55.105643 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:55.183503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd249cd2-da81-46e1-b505-a3e2d2c87c7a req-8ac1d84f-b4e1-4ed9-b8e4-5a27a90792f6 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965266 Aug 16 20:37:55.189336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c2a6ee-7773-44f1-a044-0261883a172d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:55.240815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:55.243138 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a728f54-f643-4ec7-95f3-7225340a3bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:55.356703 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83cfb1a-98d2-49a2-bb1d-641a8f91331a x-openstack-request-id: req-c83cfb1a-98d2-49a2-bb1d-641a8f91331a {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:55.356986 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:55.357431 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c83cfb1a-98d2-49a2-bb1d-641a8f91331a {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:55.357815 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'status': 'completed', 'code': 200} Aug 16 20:37:55.377824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-2c8bcc6b-a228-4ce9-8920-f869e99ff80f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.379324 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-2c8bcc6b-a228-4ce9-8920-f869e99ff80f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 808 time: 0.2033024 Aug 16 20:37:55.395440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Allocated IP 192.168.233.165 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/7fa992a9-b23c-4302-918e-07c0fddf6137) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:55.403300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Request body: {'port': {'device_id': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f', 'admin_state_up': True, 'tenant_id': '39ccbfbebde54f1d89cec17a712f35b4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:55.508439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cab290-512c-42dd-81af-3f50409c4596 req-7e6b70c0-481e-4145-8f60-e69a089bb9ef tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.510326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18cab290-512c-42dd-81af-3f50409c4596 req-7e6b70c0-481e-4145-8f60-e69a089bb9ef tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 947 time: 0.1884723 Aug 16 20:37:55.533917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-51b8cf94-0496-4593-ac3d-84a54613b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.537273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-51b8cf94-0496-4593-ac3d-84a54613b6e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 1100 time: 0.1160803 Aug 16 20:37:55.547353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa76f3-cb7c-446c-a59b-153601a79ac1 req-6bd244d3-1fae-4fd6-ae00-4effbfea2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.547353 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9aa76f3-cb7c-446c-a59b-153601a79ac1 req-6bd244d3-1fae-4fd6-ae00-4effbfea2bb4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=255ed0330d8040749aef019d2886b590&device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 1099 time: 0.1426268 Aug 16 20:37:55.723818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2d8d173-9477-48eb-9968-917bea048da2 req-59b6941b-dc40-4eb4-a464-adc76f065ea0 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0487328 Aug 16 20:37:55.732514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18cab290-512c-42dd-81af-3f50409c4596 req-e0bcf77a-147a-4c03-aa1b-6017eac18cfe tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049665 Aug 16 20:37:55.797949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-e3c28159-0756-4de8-9549-93338433375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.799513 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-e3c28159-0756-4de8-9549-93338433375e service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.2492917 Aug 16 20:37:55.805840 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa76f3-cb7c-446c-a59b-153601a79ac1 req-88ed5e66-cd98-42be-ae5e-3a18b6a18567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.807600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9aa76f3-cb7c-446c-a59b-153601a79ac1 req-88ed5e66-cd98-42be-ae5e-3a18b6a18567 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.2413666 Aug 16 20:37:55.846853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-54cb8e81-f71a-4d72-8a03-8e3c37bd8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.849004 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-54cb8e81-f71a-4d72-8a03-8e3c37bd8f77 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 1100 time: 0.4635675 Aug 16 20:37:55.936366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-d83d04ec-8616-44ba-8a71-16b48d7a66bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 217 time: 0.1217628 Aug 16 20:37:55.966425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9aa76f3-cb7c-446c-a59b-153601a79ac1 req-4663840c-2742-4343-b8cd-807be1a182b2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=97ace12e-f320-421a-b20a-0e31a960d28e HTTP/1.1" status: 200 len: 217 time: 0.1415179 Aug 16 20:37:56.054436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-86b83d29-1fbe-45f9-86e2-2b6f4e54c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:56.055969 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-86b83d29-1fbe-45f9-86e2-2b6f4e54c157 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1878150 Aug 16 20:37:56.060685 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.079283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Made reservation on behalf of 39ccbfbebde54f1d89cec17a712f35b4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:56.082909 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.119394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Transition to ACTIVE for port object 7fa992a9-b23c-4302-918e-07c0fddf6137 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:56.127854 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-1d4a3ee4-5a83-4c09-b347-5e1b6e26a9a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0598869 Aug 16 20:37:56.152084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-a6234d7f-ef50-449c-ac51-d503b5debc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:56.153654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-a6234d7f-ef50-449c-ac51-d503b5debc5f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1834974 Aug 16 20:37:56.157520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e3c3bd1-71fc-4974-b722-81e5abcd3c62 req-4c26113a-b281-47bb-9f33-b283c9fb89f6 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 210 time: 0.1010578 Aug 16 20:37:56.167854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f79c1-41a9-4334-b98c-ab32cf1159f8 req-d1f726ba-8aec-4bb0-8a28-5c88c1c67607 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:56.175413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a5f79c1-41a9-4334-b98c-ab32cf1159f8 req-d1f726ba-8aec-4bb0-8a28-5c88c1c67607 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 948 time: 0.2781196 Aug 16 20:37:56.186755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa76f3-cb7c-446c-a59b-153601a79ac1 req-240087a5-c432-4b2f-b6ba-87bba80a20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:56.188162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9aa76f3-cb7c-446c-a59b-153601a79ac1 req-240087a5-c432-4b2f-b6ba-87bba80a20f6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1306581 Aug 16 20:37:56.242357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-1813e994-a49c-4d8d-8724-bb82d1710e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:56.243824 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-1813e994-a49c-4d8d-8724-bb82d1710e3e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1039319 Aug 16 20:37:56.321240 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a5f79c1-41a9-4334-b98c-ab32cf1159f8 req-db48c63e-f851-4f22-8d0f-dd314e582276 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399567 Aug 16 20:37:56.341017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-306124a7-c29f-4284-93d3-5858a5b83a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:56.341017 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-306124a7-c29f-4284-93d3-5858a5b83a15 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1635840 Aug 16 20:37:56.347162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa76f3-cb7c-446c-a59b-153601a79ac1 req-35fcf009-095a-4372-9268-d4e61c4cf53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:56.349266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9aa76f3-cb7c-446c-a59b-153601a79ac1 req-35fcf009-095a-4372-9268-d4e61c4cf53f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0968337 Aug 16 20:37:56.357731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-a3913049-6681-4e85-aa49-8e0c627e4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:56.359251 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-a3913049-6681-4e85-aa49-8e0c627e4f5f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049600 Aug 16 20:37:56.363725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.384883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Allocated IP 172.20.0.12 (acf706a4-9ec9-4489-bfe2-213695736c3f/577d0868-2656-4697-864d-d9057a25f10d/86ab2e33-fec0-423f-ad80-0c340c5e347b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:56.486276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:56.498140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Pushing event updated for resources: {'Port': ['ID=7fa992a9-b23c-4302-918e-07c0fddf6137,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:56.508166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:56.514847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:56.593450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:56.664096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:56.697071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:56.697714 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.703675 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-5f9a3eb7-96ae-4c23-8402-c6b19c89a308 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315635 Aug 16 20:37:56.713487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bc161f1-0a33-47fc-b717-7454166d4242 req-b7b7e193-7532-4366-a54c-2142fe50ca76 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 210 time: 0.1309569 Aug 16 20:37:56.717328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-f3432831-6519-46a3-acfc-5bf1a6cf4f41 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671439 Aug 16 20:37:56.719196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9aa76f3-cb7c-446c-a59b-153601a79ac1 req-3207bb96-8e86-4231-9b01-ef0a99173cb1 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564970 Aug 16 20:37:56.841462 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-5db2d71d-608c-46d3-9085-a69178b4c9e1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4732370 Aug 16 20:37:56.861805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Request body: {'port': {'device_id': '49f5d247-bc24-4feb-add6-7802c4af6ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:56.928258 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.963693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9aa76f3-cb7c-446c-a59b-153601a79ac1 req-fba13b14-f2e0-42cb-a7bc-e9e140674f9a service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318740 Aug 16 20:37:56.979281 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-520d9aea-0ff6-42eb-b610-60606427850f service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629054 Aug 16 20:37:56.993664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:57.030805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4c0c5e94-6989-4332-96ca-56ef264fcdeb None None] Provisioning for port 7fa992a9-b23c-4302-918e-07c0fddf6137 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:57.035007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4c0c5e94-6989-4332-96ca-56ef264fcdeb None None] Provisioning complete for port 7fa992a9-b23c-4302-918e-07c0fddf6137 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:57.035599 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4c0c5e94-6989-4332-96ca-56ef264fcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:57.106259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a728f54-f643-4ec7-95f3-7225340a3bdb req-91f4793c-ddc5-4253-adab-267e8be1c5a0 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729672 Aug 16 20:37:57.111927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c5e94-6989-4332-96ca-56ef264fcdeb None None] Port 7fa992a9-b23c-4302-918e-07c0fddf6137 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:37:57.126313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7330750e-8f64-411d-946f-258a9ba0a721 req-4fce5e41-d705-4c32-a8ed-feb6ce7a50c7 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.1583877 Aug 16 20:37:57.225751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7326d6e-55a6-4449-99c6-22e1c0b55524 req-a59a7842-6501-493d-a95a-7003fda119f4 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:57.232789 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:57.237843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7326d6e-55a6-4449-99c6-22e1c0b55524 req-a59a7842-6501-493d-a95a-7003fda119f4 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 947 time: 0.2194529 Aug 16 20:37:57.244936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b71912c0-939b-4f61-af55-94701ce797e5'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:57.320464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Network acf706a4-9ec9-4489-bfe2-213695736c3f is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:57.321621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7326d6e-55a6-4449-99c6-22e1c0b55524 req-2fc1a67a-1c98-4369-ac0e-25ef905970bf tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828061 Aug 16 20:37:57.329296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:57.353289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:57.401085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Pushing event updated for resources: {'Port': ['ID=86ab2e33-fec0-423f-ad80-0c340c5e347b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:57.491224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b71dea-b72d-493a-85b1-c0942eb19ddd req-be57a7eb-5cb5-4282-826d-6abda17922df tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:57.494434 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:57.495809 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:57.503747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75b71dea-b72d-493a-85b1-c0942eb19ddd req-be57a7eb-5cb5-4282-826d-6abda17922df tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 936 time: 0.1136332 Aug 16 20:37:57.584829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75b71dea-b72d-493a-85b1-c0942eb19ddd req-62293156-8a20-4587-9d5a-bf9e41aafb41 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726688 Aug 16 20:37:57.616203 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-00bd5807-a400-4aed-927d-80e11f09c02b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2150764 Aug 16 20:37:57.631584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Request body: {'port': {'device_id': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:57.679632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73139001-a1cd-4b0f-9f50-239824d6a0f7 req-50501c94-213d-4898-babe-65d4800304dc tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:57.681908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73139001-a1cd-4b0f-9f50-239824d6a0f7 req-50501c94-213d-4898-babe-65d4800304dc tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 948 time: 0.0809240 Aug 16 20:37:57.717118 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:57.735157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73139001-a1cd-4b0f-9f50-239824d6a0f7 req-58ebde5e-747f-4083-a063-0cd7485f4e33 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446687 Aug 16 20:37:57.841989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa992a9-b23c-4302-918e-07c0fddf6137 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:57.856200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:57.893302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2837d5-de8c-49d5-9a8f-00368c8b6fd6 req-c6d77c90-d21d-4212-b95c-d32031db5634 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:57.897475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e2837d5-de8c-49d5-9a8f-00368c8b6fd6 req-c6d77c90-d21d-4212-b95c-d32031db5634 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 932 time: 0.0931671 Aug 16 20:37:57.951326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Transition to ACTIVE for port object 7fa992a9-b23c-4302-918e-07c0fddf6137 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:57.960161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e2837d5-de8c-49d5-9a8f-00368c8b6fd6 req-e17a0c28-2691-45e6-ab8c-68428855c575 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579560 Aug 16 20:37:58.031737 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.127797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Pushing event updated for resources: {'Port': ['ID=7fa992a9-b23c-4302-918e-07c0fddf6137,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:58.319296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ab2e33-fec0-423f-ad80-0c340c5e347b {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:58.320699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38226e04-30f2-4d1f-9579-2a8258c59e4f req-945deee8-c606-49b9-ba9c-2d5c24e5883e tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0426130 Aug 16 20:37:58.323863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Attempting to bind port 7fa992a9-b23c-4302-918e-07c0fddf6137 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:58.324197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Attempting to bind port 7fa992a9-b23c-4302-918e-07c0fddf6137 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:58.324521 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Attempting to bind port 7fa992a9-b23c-4302-918e-07c0fddf6137 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:58.331404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Port 7fa992a9-b23c-4302-918e-07c0fddf6137 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:58.331679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Attempting to bind port 7fa992a9-b23c-4302-918e-07c0fddf6137 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:58.335081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.343764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:58.344092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:58.344488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:58.346089 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Bound port: 7fa992a9-b23c-4302-918e-07c0fddf6137, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:58.346089 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.350830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 97ace12e-f320-421a-b20a-0e31a960d28e details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:58.362634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Transition to ACTIVE for port object 86ab2e33-fec0-423f-ad80-0c340c5e347b will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:58.457825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] For port 7fa992a9-b23c-4302-918e-07c0fddf6137, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:58.467645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] For port 7fa992a9-b23c-4302-918e-07c0fddf6137, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7fa992a9-b23c-4302-918e-07c0fddf6137,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:58.469784 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.526900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Pushing event updated for resources: {'Port': ['ID=86ab2e33-fec0-423f-ad80-0c340c5e347b,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:58.562277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9f125-d9a0-49c5-b8b9-69a2b1aa4b30 req-dcaae0d7-7472-4e93-8284-d49ba2fa917b tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:58.567961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6a9f125-d9a0-49c5-b8b9-69a2b1aa4b30 req-dcaae0d7-7472-4e93-8284-d49ba2fa917b tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 947 time: 0.1119823 Aug 16 20:37:58.582403 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.605195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 97ace12e-f320-421a-b20a-0e31a960d28e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=97ace12e-f320-421a-b20a-0e31a960d28e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:58.626947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '97ace12e-f320-421a-b20a-0e31a960d28e', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '97ace12e-f320-421a-b20a-0e31a960d28e', 'mac_address': 'fa:16:3e:e0:34:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:58.665883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6a9f125-d9a0-49c5-b8b9-69a2b1aa4b30 req-c30a771b-984e-4a50-9870-b423553541df tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767267 Aug 16 20:37:58.682648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:58.683910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.690938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] 10.222.0.76 "PUT /v2.0/ports/7fa992a9-b23c-4302-918e-07c0fddf6137 HTTP/1.1" status: 200 len: 1097 time: 1.8406432 Aug 16 20:37:58.725839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebdf0a-656a-4d59-9417-6162258357b9 req-f6249790-30a5-46b1-b08f-7ad8250c5946 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:58.730179 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.735796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2ebdf0a-656a-4d59-9417-6162258357b9 req-f6249790-30a5-46b1-b08f-7ad8250c5946 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 948 time: 0.1627326 Aug 16 20:37:58.739205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f5d247-bc24-4feb-add6-7802c4af6ee5', 'tag': '7fa992a9-b23c-4302-918e-07c0fddf6137'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:58.750752 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f036a9-cb45-41b1-a38f-196526ff6771" -d '{"events": [{"name": "network-changed", "server_uuid": "49f5d247-bc24-4feb-add6-7802c4af6ee5", "tag": "7fa992a9-b23c-4302-918e-07c0fddf6137"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:58.774891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ace12e-f320-421a-b20a-0e31a960d28e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:58.800313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 97ace12e-f320-421a-b20a-0e31a960d28e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=97ace12e-f320-421a-b20a-0e31a960d28e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:58.835814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2ebdf0a-656a-4d59-9417-6162258357b9 req-571f5860-0630-4aab-a038-247bc2b20a12 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990338 Aug 16 20:37:58.892251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-4eb2f5cb-a3a1-4f1f-9799-841e65933523 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:58.892412 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.892534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:58.893915 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-4eb2f5cb-a3a1-4f1f-9799-841e65933523 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d&tenant_id=cdcbd16a8feb46228e4e6afaba736344&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 948 time: 0.3682938 Aug 16 20:37:58.932968 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016331bf-9bff-4d46-a4c5-97a03b12ddcb x-openstack-request-id: req-016331bf-9bff-4d46-a4c5-97a03b12ddcb {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:58.933419 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f5d247-bc24-4feb-add6-7802c4af6ee5", "tag": "7fa992a9-b23c-4302-918e-07c0fddf6137", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:58.933775 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-016331bf-9bff-4d46-a4c5-97a03b12ddcb {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:58.934275 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f5d247-bc24-4feb-add6-7802c4af6ee5', 'tag': '7fa992a9-b23c-4302-918e-07c0fddf6137', 'status': 'completed', 'code': 200} Aug 16 20:37:59.007882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:59.015617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=97ace12e-f320-421a-b20a-0e31a960d28e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:59.027454 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.028065 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.028571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.029160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.029680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.030518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.031004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.031503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.031985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.032464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.032942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.033440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:59.037822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca3bf-454d-4177-9d16-1d3a9624dc82 req-4bd12a52-4f71-4647-b892-1226b6f5422b tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:59.038071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'mac_address': 'fa:16:3e:00:75:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:59.047474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eaeca3bf-454d-4177-9d16-1d3a9624dc82 req-4bd12a52-4f71-4647-b892-1226b6f5422b tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 948 time: 0.1147418 Aug 16 20:37:59.067122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-4c074542-7771-4f23-8adf-fc7494f05872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:59.069327 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-4c074542-7771-4f23-8adf-fc7494f05872 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 1100 time: 0.2741773 Aug 16 20:37:59.069951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd519b-5a70-4eaf-8bdb-552352f0130d service neutron] Pushing event updated for resources: {'Port': ['ID=7fa992a9-b23c-4302-918e-07c0fddf6137,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:59.103411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eaeca3bf-454d-4177-9d16-1d3a9624dc82 req-024670dd-b96f-453e-b1be-e189402b8e05 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495234 Aug 16 20:37:59.141833 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.142807 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-a871e666-c1cf-4c36-9f73-fd23d33ce6a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=7fa992a9-b23c-4302-918e-07c0fddf6137 HTTP/1.1" status: 200 len: 217 time: 0.0606468 Aug 16 20:37:59.166889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:59.191274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:59.194851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbca97f-b815-41fb-877d-62229d75b8c8 req-478b1476-0326-4dcb-9c0a-15254e4dc185 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:59.196739 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5cbca97f-b815-41fb-877d-62229d75b8c8 req-478b1476-0326-4dcb-9c0a-15254e4dc185 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0762603 Aug 16 20:37:59.239595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:59.241388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:59.241738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:59.247103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5cbca97f-b815-41fb-877d-62229d75b8c8 req-a7c1ea16-9e42-4b58-83f4-92db4c42e855 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 Aug 16 20:37:59.259222 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-f2b59f00-20a6-4785-9d1a-be36d54c23a8 service neutron] 10.222.0.79 "GET /v2.0/ports/ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7/bindings/n-h2-793619-14 HTTP/1.1" status: 200 len: 383 time: 0.3281448 Aug 16 20:37:59.261893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:59.267525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:59.267525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-c1adf965-cc11-4dd3-b6d0-4d9258a98d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:59.268156 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-c1adf965-cc11-4dd3-b6d0-4d9258a98d12 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1091113 Aug 16 20:37:59.271571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:59.271911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:59.272294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:59.272736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Bound port: 86ab2e33-fec0-423f-ad80-0c340c5e347b, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:59.273113 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.285831 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.345450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:59.400665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-8a3632a4-1ba1-4694-a4fd-841d75c5b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:59.402190 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-8a3632a4-1ba1-4694-a4fd-841d75c5b08c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257637 Aug 16 20:37:59.414704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-2b309927-15c0-4b7a-a7ec-bbde51f4ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:59.416153 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-2b309927-15c0-4b7a-a7ec-bbde51f4ad11 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 1101 time: 0.1150901 Aug 16 20:37:59.471377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba0deea0-4742-4458-8eb1-332b36107b90 req-afbda6e7-bee0-4e6e-9ce5-45ebbe8c31ae tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0327222 Aug 16 20:37:59.560248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:59.584829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:59.605608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:59.611596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['97ace12e-f320-421a-b20a-0e31a960d28e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:59.638482 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-c1dbe53e-bc05-43cb-a961-295dd27bccd4 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213702 Aug 16 20:37:59.643676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-42fefa52-1989-4e8a-a77d-26ca57ea98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:59.648666 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-42fefa52-1989-4e8a-a77d-26ca57ea98f1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.2176652 Aug 16 20:37:59.744375 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.747901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-eab0a4fa-f1e3-4631-ac1f-84199a503f74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0772872 Aug 16 20:37:59.852418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Pushing event updated for resources: {'Port': ['ID=86ab2e33-fec0-423f-ad80-0c340c5e347b,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:59.866137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06cd1e-9860-4507-a6dd-8395a47e0ccb req-bafa81c8-1314-4624-adbd-da7829474759 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:59.866137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd06cd1e-9860-4507-a6dd-8395a47e0ccb req-bafa81c8-1314-4624-adbd-da7829474759 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 948 time: 0.0788627 Aug 16 20:37:59.950043 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd06cd1e-9860-4507-a6dd-8395a47e0ccb req-522646a5-01db-47dc-b875-91bb578a2f18 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802760 Aug 16 20:37:59.953287 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:59.953901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.955306 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-94d76a91-aa17-482e-8ac6-22a7992483e3 service neutron] 10.222.0.76 "PUT /v2.0/ports/86ab2e33-fec0-423f-ad80-0c340c5e347b HTTP/1.1" status: 200 len: 1093 time: 2.3300719 Aug 16 20:37:59.987063 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee18e2e2-362c-42bb-a46a-d41ed8007819 req-f443d8c6-cf15-4905-bf56-449b7b78aa23 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357306 Aug 16 20:37:59.987513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-64f43661-b8c6-4c00-84b1-8843db1cea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:59.988863 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-64f43661-b8c6-4c00-84b1-8843db1cea65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.2294807 Aug 16 20:38:00.080712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a84525-33c6-452f-8827-cf9bbb0b51b1 req-419ab5ca-1b12-4947-92f9-dacdeb9d225a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:00.082397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87a84525-33c6-452f-8827-cf9bbb0b51b1 req-419ab5ca-1b12-4947-92f9-dacdeb9d225a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 949 time: 0.0680840 Aug 16 20:38:00.125069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-e5f017a8-8f17-4000-8456-28987e5b2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:00.126577 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-e5f017a8-8f17-4000-8456-28987e5b2327 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1255064 Aug 16 20:38:00.142253 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87a84525-33c6-452f-8827-cf9bbb0b51b1 req-89cd022b-f424-43fa-b01b-85af067eacad tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508006 Aug 16 20:38:00.231607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-026feb59-892b-420f-a4da-8540ac6ad71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:00.233147 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-026feb59-892b-420f-a4da-8540ac6ad71b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 1096 time: 0.1667852 Aug 16 20:38:00.237609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f036a9-cb45-41b1-a38f-196526ff6771 req-0a069d5a-eac2-4427-a79b-eaa0bc45391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:00.239007 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23f036a9-cb45-41b1-a38f-196526ff6771 req-0a069d5a-eac2-4427-a79b-eaa0bc45391e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 1100 time: 0.1479762 Aug 16 20:38:00.266567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2ba73-e96e-4e4f-ac2e-96fedbc8b5c0 req-be8c0b81-4523-4313-9942-9fac0dc66b3e tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:00.267391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef2ba73-e96e-4e4f-ac2e-96fedbc8b5c0 req-be8c0b81-4523-4313-9942-9fac0dc66b3e tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 948 time: 0.0660198 Aug 16 20:38:00.389631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef2ba73-e96e-4e4f-ac2e-96fedbc8b5c0 req-f84a703f-ff3d-473c-b3ff-117bbc75b3c5 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079907 Aug 16 20:38:00.454526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5587f-9edc-4562-923a-9ad9fbaa876d req-0f5ec869-383c-4d6f-9f80-971eafcf193c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:00.456166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ff5587f-9edc-4562-923a-9ad9fbaa876d req-0f5ec869-383c-4d6f-9f80-971eafcf193c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0655084 Aug 16 20:38:00.506053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ff5587f-9edc-4562-923a-9ad9fbaa876d req-e2f00690-32d9-445d-9e6d-51c9d1a49698 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405705 Aug 16 20:38:00.611015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-233ee869-7f0b-4c6e-b06b-4b998ad1fdf3 req-d4733363-d3d3-4383-9b81-6f6064d8be53 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0400281 Aug 16 20:38:00.648409 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-1deb1748-ef21-4ae9-9d96-2f375550fc20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b HTTP/1.1" status: 200 len: 217 time: 0.3974020 Aug 16 20:38:00.703418 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-6f818cb7-9a80-4c4e-b5f1-f70948e63804 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552046 Aug 16 20:38:00.788589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-98d3b521-0d35-4783-809a-26eeae655b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:00.790329 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-98d3b521-0d35-4783-809a-26eeae655b30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.1345530 Aug 16 20:38:00.809954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f036a9-cb45-41b1-a38f-196526ff6771 req-9768a729-bb83-4dd8-a3e2-c8f50a12969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:00.811430 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23f036a9-cb45-41b1-a38f-196526ff6771 req-9768a729-bb83-4dd8-a3e2-c8f50a12969c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.5618694 Aug 16 20:38:00.839502 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-9e059640-7ae0-41d9-a377-4703364c76de service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403397 Aug 16 20:38:00.892743 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23f036a9-cb45-41b1-a38f-196526ff6771 req-48141402-d639-4970-a77b-aa191a3909a9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=7fa992a9-b23c-4302-918e-07c0fddf6137 HTTP/1.1" status: 200 len: 217 time: 0.0633655 Aug 16 20:38:00.939968 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'tag': '86ab2e33-fec0-423f-ad80-0c340c5e347b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:00.943589 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2e99c3-71b2-4aaa-830a-01eb211cd9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ccca0df-1957-4f7b-a015-48db1cd3a2d2", "tag": "86ab2e33-fec0-423f-ad80-0c340c5e347b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:00.987656 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-9433807e-f63c-471c-88c2-9d36db9cd7e9 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749445 Aug 16 20:38:01.012568 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f036a9-cb45-41b1-a38f-196526ff6771 req-5e264785-6fef-4d58-b516-6aa050e3a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:01.014084 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23f036a9-cb45-41b1-a38f-196526ff6771 req-5e264785-6fef-4d58-b516-6aa050e3a4b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1096165 Aug 16 20:38:01.073011 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a42baea-6edc-483d-9e82-596c290d6ce2 x-openstack-request-id: req-0a42baea-6edc-483d-9e82-596c290d6ce2 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:01.073393 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ccca0df-1957-4f7b-a015-48db1cd3a2d2", "tag": "86ab2e33-fec0-423f-ad80-0c340c5e347b", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:01.073652 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a42baea-6edc-483d-9e82-596c290d6ce2 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:01.074044 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'tag': '86ab2e33-fec0-423f-ad80-0c340c5e347b', 'status': 'completed', 'code': 200} Aug 16 20:38:01.087517 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-581920a1-f2fb-41a2-a40d-904ab6dcb70d service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186408 Aug 16 20:38:01.108748 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f036a9-cb45-41b1-a38f-196526ff6771 req-f5b8798b-727c-4071-9950-5ac6d7a91820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:01.111554 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23f036a9-cb45-41b1-a38f-196526ff6771 req-f5b8798b-727c-4071-9950-5ac6d7a91820 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0887167 Aug 16 20:38:01.184748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe81d6-eeee-491f-bccc-9014d66da6ff req-9436846e-0477-4861-95f2-01708b523ab6 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:01.185534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8abe81d6-eeee-491f-bccc-9014d66da6ff req-9436846e-0477-4861-95f2-01708b523ab6 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 948 time: 0.0587626 Aug 16 20:38:01.256400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8abe81d6-eeee-491f-bccc-9014d66da6ff req-d242ba5d-8a08-4fb1-8d77-dd6d3ce8d7e4 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 Aug 16 20:38:01.303892 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b1591d2b-a76e-4fce-94dd-055ea181406d req-45cdb8d0-84e0-466a-8897-bff3a2223d0d service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064774 Aug 16 20:38:01.307696 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23f036a9-cb45-41b1-a38f-196526ff6771 req-5df34ee6-3e24-4efe-8a66-5ae5c37ad6bf service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796937 Aug 16 20:38:01.330959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a35e4-c570-4b6c-b88c-d7fd8da62b7d req-288c0520-68fa-4a99-bc8c-3a29e5caaaf3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:01.338198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba7a35e4-c570-4b6c-b88c-d7fd8da62b7d req-288c0520-68fa-4a99-bc8c-3a29e5caaaf3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 949 time: 0.0763073 Aug 16 20:38:01.373945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba7a35e4-c570-4b6c-b88c-d7fd8da62b7d req-30a5345b-b527-4c9f-82b5-d156cfc8a710 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Aug 16 20:38:01.473303 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23f036a9-cb45-41b1-a38f-196526ff6771 req-34afca7f-629c-4157-9fba-b605be9445a9 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571374 Aug 16 20:38:01.481716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e99c3-71b2-4aaa-830a-01eb211cd9b3 req-fe3b407f-fd6b-4225-a069-42f7c4cbf3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:01.483083 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2e99c3-71b2-4aaa-830a-01eb211cd9b3 req-fe3b407f-fd6b-4225-a069-42f7c4cbf3df service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 1096 time: 0.0807278 Aug 16 20:38:01.532627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e37bc9-85b2-4b1f-9f69-bf7c51c8e6be req-bd257224-adcf-411f-9372-121731551060 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:01.534162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2e37bc9-85b2-4b1f-9f69-bf7c51c8e6be req-bd257224-adcf-411f-9372-121731551060 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 948 time: 0.0650198 Aug 16 20:38:01.591673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e99c3-71b2-4aaa-830a-01eb211cd9b3 req-e4513545-fc1c-4017-8133-d459c7b00884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:01.593591 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2e99c3-71b2-4aaa-830a-01eb211cd9b3 req-e4513545-fc1c-4017-8133-d459c7b00884 service neutron] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.1009703 Aug 16 20:38:01.594722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2e37bc9-85b2-4b1f-9f69-bf7c51c8e6be req-e054ed11-133a-43f0-b148-794f3b78518e tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540082 Aug 16 20:38:01.653581 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2e99c3-71b2-4aaa-830a-01eb211cd9b3 req-32962074-e086-4399-abf7-3c210bf254d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b HTTP/1.1" status: 200 len: 217 time: 0.0518217 Aug 16 20:38:01.660833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59be72-850a-4484-bac3-dff308cda92b req-962eeedc-3149-4e3d-8be0-688cd771e9aa tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:01.662695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e59be72-850a-4484-bac3-dff308cda92b req-962eeedc-3149-4e3d-8be0-688cd771e9aa tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0579662 Aug 16 20:38:01.711059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e99c3-71b2-4aaa-830a-01eb211cd9b3 req-21dba202-73a8-4e1b-bf30-06b062313958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:01.712468 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2e99c3-71b2-4aaa-830a-01eb211cd9b3 req-21dba202-73a8-4e1b-bf30-06b062313958 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0515745 Aug 16 20:38:01.732075 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee7de985-f423-49af-9baf-6398b437cb5b req-80bd1838-c727-40b7-a576-35f88abbd6b7 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0395610 Aug 16 20:38:01.748124 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2e99c3-71b2-4aaa-830a-01eb211cd9b3 req-1c88118b-7964-4800-95b0-76f4cddbf3fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280263 Aug 16 20:38:01.749679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e59be72-850a-4484-bac3-dff308cda92b req-9c345c42-0176-4a5e-af2b-8a8e658d8c4c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802405 Aug 16 20:38:01.858848 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2e99c3-71b2-4aaa-830a-01eb211cd9b3 req-0098e169-df6d-4878-ab35-7a50193922f4 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023309 Aug 16 20:38:01.958766 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2e99c3-71b2-4aaa-830a-01eb211cd9b3 req-268a1827-eb2f-4f29-85e5-14817d8f6f12 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928476 Aug 16 20:38:02.381662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 97ace12e-f320-421a-b20a-0e31a960d28e up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:02.394911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae311b-86fe-4371-961f-4b6175acd3a5 req-2dca7e08-8b9c-4fb6-997e-0e3e77fbc283 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:02.397086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1eae311b-86fe-4371-961f-4b6175acd3a5 req-2dca7e08-8b9c-4fb6-997e-0e3e77fbc283 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 948 time: 0.0669799 Aug 16 20:38:02.447533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1eae311b-86fe-4371-961f-4b6175acd3a5 req-b4c39d6b-0306-4c31-9cf0-187ea79fbe3f tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Aug 16 20:38:02.526303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f492b71-8986-47d8-a93e-64c6829e891e req-f965bb45-3922-4f02-b6cd-ed40468ccbb4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:02.527902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f492b71-8986-47d8-a93e-64c6829e891e req-f965bb45-3922-4f02-b6cd-ed40468ccbb4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 949 time: 0.0529559 Aug 16 20:38:02.569491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f492b71-8986-47d8-a93e-64c6829e891e req-99043ff3-b8fe-4ed4-8896-36de1befa956 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354862 Aug 16 20:38:02.602592 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.642354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7fa992a9-b23c-4302-918e-07c0fddf6137 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:02.655325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 97ace12e-f320-421a-b20a-0e31a960d28e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:02.657711 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.664493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 97ace12e-f320-421a-b20a-0e31a960d28e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:02.664867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.732984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0766e2-4e30-4196-b145-f53816dea051 req-019065a5-c289-4b18-9f93-9088e16f0e04 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:02.737782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a0766e2-4e30-4196-b145-f53816dea051 req-019065a5-c289-4b18-9f93-9088e16f0e04 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 948 time: 0.0701714 Aug 16 20:38:02.787198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a0766e2-4e30-4196-b145-f53816dea051 req-cc7189a1-8db1-46f5-b1d8-d4cc389d5d5c tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438201 Aug 16 20:38:02.815643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7fa992a9-b23c-4302-918e-07c0fddf6137, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7fa992a9-b23c-4302-918e-07c0fddf6137,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:02.832379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '7fa992a9-b23c-4302-918e-07c0fddf6137', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '7fa992a9-b23c-4302-918e-07c0fddf6137', 'mac_address': 'fa:16:3e:7d:f2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:02.834715 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.883783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b2112a-ccf8-43f8-bc26-20f3f1ae8552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ace12e-f320-421a-b20a-0e31a960d28e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:02.886965 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3552b24-63e3-4e5a-8912-8ea92e3e16f3" -d '{"events": [{"server_uuid": "52b2112a-ccf8-43f8-bc26-20f3f1ae8552", "name": "network-vif-plugged", "status": "completed", "tag": "97ace12e-f320-421a-b20a-0e31a960d28e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:02.930180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79c790ed-1e96-4995-8b5c-5ccf71811dd2 req-1ea2878e-8d47-442c-bd28-27299c48723e tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0453198 Aug 16 20:38:02.956343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2966c7-df02-410d-ab2b-c30e54002842 req-8e376faf-291f-4bc6-b7be-9c3a301456d4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:02.985890 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f2966c7-df02-410d-ab2b-c30e54002842 req-8e376faf-291f-4bc6-b7be-9c3a301456d4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0910511 Aug 16 20:38:03.007623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f2966c7-df02-410d-ab2b-c30e54002842 req-a41285da-4f0d-42c0-af86-d2c5f1f31395 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Aug 16 20:38:03.039437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 97ace12e-f320-421a-b20a-0e31a960d28e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=97ace12e-f320-421a-b20a-0e31a960d28e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:03.042214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.056347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa992a9-b23c-4302-918e-07c0fddf6137 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:03.084026 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf40e652-0a59-48d8-b40f-5ccd07ec1998 x-openstack-request-id: req-cf40e652-0a59-48d8-b40f-5ccd07ec1998 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:03.084026 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b2112a-ccf8-43f8-bc26-20f3f1ae8552", "name": "network-vif-plugged", "status": "completed", "tag": "97ace12e-f320-421a-b20a-0e31a960d28e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:03.084462 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cf40e652-0a59-48d8-b40f-5ccd07ec1998 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:03.084700 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b2112a-ccf8-43f8-bc26-20f3f1ae8552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ace12e-f320-421a-b20a-0e31a960d28e', 'code': 200} Aug 16 20:38:03.086374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7fa992a9-b23c-4302-918e-07c0fddf6137, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7fa992a9-b23c-4302-918e-07c0fddf6137,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:03.102657 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.103505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:03.201109 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.231536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=97ace12e-f320-421a-b20a-0e31a960d28e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:03.246062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf76426-bf5e-4df1-a7f2-6daa77bec96d req-af6302da-510c-4454-816f-9fae233ec850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:03.246062 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-daf76426-bf5e-4df1-a7f2-6daa77bec96d req-af6302da-510c-4454-816f-9fae233ec850 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 1101 time: 0.0571139 Aug 16 20:38:03.278881 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-daf76426-bf5e-4df1-a7f2-6daa77bec96d req-0abb0400-31e2-4ba6-b41a-f41f8af57fd5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Aug 16 20:38:03.286697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=7fa992a9-b23c-4302-918e-07c0fddf6137,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:03.322583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:03.326891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:03.327281 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.414140 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.449766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:03.556183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['7fa992a9-b23c-4302-918e-07c0fddf6137'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:03.588909 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.611632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af7487-fbfc-4d1c-bb75-5b176a628687 req-99cb8b6c-4c48-4590-8e50-74af4075fadb tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:03.613224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9af7487-fbfc-4d1c-bb75-5b176a628687 req-99cb8b6c-4c48-4590-8e50-74af4075fadb tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 949 time: 0.0795789 Aug 16 20:38:03.676743 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:04.004484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9af7487-fbfc-4d1c-bb75-5b176a628687 req-a0a4ee03-f879-4421-93ba-168b7389bd58 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819416 Aug 16 20:38:04.028867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51febbdf-9abf-4848-aabf-a2494cd0491f req-8044b261-62f8-4021-b951-6fbb2249d1b9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:04.028867 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51febbdf-9abf-4848-aabf-a2494cd0491f req-8044b261-62f8-4021-b951-6fbb2249d1b9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0698702 Aug 16 20:38:04.070706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51febbdf-9abf-4848-aabf-a2494cd0491f req-460efb71-dbc7-4c98-923e-24c0429e746b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374551 Aug 16 20:38:04.108837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-85694239-c0aa-4d50-80db-d04fadcccdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:04.111611 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-85694239-c0aa-4d50-80db-d04fadcccdff service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d&tenant_id=cdcbd16a8feb46228e4e6afaba736344 HTTP/1.1" status: 200 len: 1102 time: 0.0537035 Aug 16 20:38:04.132803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:04.180109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-404b21ad-1200-4835-853c-269afaf24385 req-17b289c2-d7ae-41bb-9206-c2598e9aceac tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0419741 Aug 16 20:38:04.194376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a62aa-0d03-4b7c-a8b6-24428ed9a577 req-bd0a70cd-87df-4d4e-b77e-bf7e5d28d767 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:04.196016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa7a62aa-0d03-4b7c-a8b6-24428ed9a577 req-bd0a70cd-87df-4d4e-b77e-bf7e5d28d767 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 949 time: 0.1150310 Aug 16 20:38:04.214856 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:04.286978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa7a62aa-0d03-4b7c-a8b6-24428ed9a577 req-87e25381-1b18-429c-b38d-8edc5f19cede tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734541 Aug 16 20:38:04.331342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bb620-db8c-4798-a61b-3462d1066925 req-1f79aa65-7caa-4d57-baa0-680fd1724b5d tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:04.333009 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c69bb620-db8c-4798-a61b-3462d1066925 req-1f79aa65-7caa-4d57-baa0-680fd1724b5d tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0641940 Aug 16 20:38:04.383105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c69bb620-db8c-4798-a61b-3462d1066925 req-56f4f754-e849-4cb4-8c5f-5044aa18cdef tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412829 Aug 16 20:38:04.481521 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:04.518821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:04.565278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:04.568100 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edbc395-ba8e-4692-8485-67af55e647f8" -d '{"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:04.572615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:04.586959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Transition to ACTIVE for port object ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:04.660901 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1447ab66-1170-4e89-873d-6d711fee23c5 x-openstack-request-id: req-1447ab66-1170-4e89-873d-6d711fee23c5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:04.660901 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:04.660901 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1447ab66-1170-4e89-873d-6d711fee23c5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:04.660901 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'code': 200} Aug 16 20:38:04.661316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7fa992a9-b23c-4302-918e-07c0fddf6137 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:05.086628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:05.088985 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55df8c1-4741-41a9-bdf3-2e8a58b6bc2f" -d '{"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-plugged", "status": "completed", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:05.137840 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6c160-930f-48dc-a181-d0a0d447d5b3 req-d09927f9-ffd0-4742-9eb2-c4d66e52cad3 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:05.138809 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b787675f-3746-4e04-b67e-9c39f336925c x-openstack-request-id: req-b787675f-3746-4e04-b67e-9c39f336925c {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:05.139283 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-plugged", "status": "completed", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:05.139599 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b787675f-3746-4e04-b67e-9c39f336925c {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:05.140054 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'code': 200} Aug 16 20:38:05.140700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcb6c160-930f-48dc-a181-d0a0d447d5b3 req-d09927f9-ffd0-4742-9eb2-c4d66e52cad3 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 949 time: 0.0626609 Aug 16 20:38:05.180767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcb6c160-930f-48dc-a181-d0a0d447d5b3 req-20665537-f1cb-4da3-bec3-33b191f535ac tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346837 Aug 16 20:38:05.261150 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c206b5f-8ff0-45da-bc12-015b8aa3f110 req-49e2bde1-6b69-4149-845c-010df0bc16f5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:05.261150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c206b5f-8ff0-45da-bc12-015b8aa3f110 req-49e2bde1-6b69-4149-845c-010df0bc16f5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 950 time: 0.0562477 Aug 16 20:38:05.318778 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c206b5f-8ff0-45da-bc12-015b8aa3f110 req-6d2ae3ed-67db-4a1b-8ed6-8a45d18a4784 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622065 Aug 16 20:38:05.342159 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f24ec2c-271c-473f-88e2-b54c82382a44 req-3f5b1c3e-f40a-49a4-8ef4-cd4e60a4ef70 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0377851 Aug 16 20:38:05.466585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefae3-276e-422c-b4ba-94919e574b73 req-1dff71f7-4d21-4ff2-ab7e-5fa088493d18 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:05.468212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48cefae3-276e-422c-b4ba-94919e574b73 req-1dff71f7-4d21-4ff2-ab7e-5fa088493d18 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 949 time: 0.0496929 Aug 16 20:38:05.507860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48cefae3-276e-422c-b4ba-94919e574b73 req-feeb34b1-3d91-4e2a-8490-82f13cac3136 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Aug 16 20:38:05.514224 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.544918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 7fa992a9-b23c-4302-918e-07c0fddf6137 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:05.548390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 7fa992a9-b23c-4302-918e-07c0fddf6137 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:05.548766 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.575018 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] No DVR routers for this DVR port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:05.589278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=10']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:05.618811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:05.624939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:05.624939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:05.626310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:05.626645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Attempting to bind port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:05.632642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:05.632984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:05.633422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:05.633851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Bound port: ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:05.634215 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.682518 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.736919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:05.741499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:05.742621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f1c56-d404-41e2-ae93-0fe3c885ee5a req-723b35b2-7d76-469e-9261-000341205ae1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:05.744175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-549f1c56-d404-41e2-ae93-0fe3c885ee5a req-723b35b2-7d76-469e-9261-000341205ae1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0717165 Aug 16 20:38:05.749491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7fa992a9-b23c-4302-918e-07c0fddf6137, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7fa992a9-b23c-4302-918e-07c0fddf6137,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:05.788638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-549f1c56-d404-41e2-ae93-0fe3c885ee5a req-2e6f1ced-3f17-4208-97f4-2b6dc6438d4e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Aug 16 20:38:05.853607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.854012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.894941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:05.895598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.896957 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] 10.222.0.76 "PUT /v2.0/ports/ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 1098 time: 1.7739079 Aug 16 20:38:05.918561 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=7fa992a9-b23c-4302-918e-07c0fddf6137,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:05.923753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91695866-6ca9-43f3-aeda-96e21f5c03e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=11']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:05.985973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-0faa16d9-eeee-4584-ab4e-efcec9c8d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:05.987496 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-0faa16d9-eeee-4584-ab4e-efcec9c8d20f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 1101 time: 0.0453880 Aug 16 20:38:06.041334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64eb3c-bf05-4f86-9077-bfb0e3a4859d req-7af3db6e-c164-4155-8549-711b465128c3 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.044210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a64eb3c-bf05-4f86-9077-bfb0e3a4859d req-7af3db6e-c164-4155-8549-711b465128c3 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 949 time: 0.0579247 Aug 16 20:38:06.096012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-7560fd3a-0aab-4090-b071-a034f6194e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.097838 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-7560fd3a-0aab-4090-b071-a034f6194e7e service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1028852 Aug 16 20:38:06.106288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a64eb3c-bf05-4f86-9077-bfb0e3a4859d req-82ddeb51-0e1e-4fe6-96a1-5aec672aac5c tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Aug 16 20:38:06.147492 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-daa4b3ea-bcb9-4dec-aa5d-8a6ed0d74c80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0399165 Aug 16 20:38:06.200243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-817b0a20-a391-4de4-9d19-0c82bd79a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.200243 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-817b0a20-a391-4de4-9d19-0c82bd79a231 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0437753 Aug 16 20:38:06.248941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-1beffc20-0058-4daf-bcda-f587e73a9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.253043 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-1beffc20-0058-4daf-bcda-f587e73a9f01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0454061 Aug 16 20:38:06.342079 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-fbf16c47-b918-42f6-b1b8-fefd5a9fc0db service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838442 Aug 16 20:38:06.405877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:06.452087 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29568ea7-be14-40b2-a88e-2f68b3d3e5ee req-c684fd12-b0a7-47cf-84d0-4b1561f9a7ad service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027226 Aug 16 20:38:06.478844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:06.488712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c3ae0a6-ac69-42dd-88d8-59867d82c923 req-45de7661-d9be-4364-8dd7-7303ab5a94dc tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0363808 Aug 16 20:38:06.506693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13f093-bb7f-46d4-b293-b7efecac2ae6 req-e1806ed0-01cb-41d3-a568-88bc0dd15cda tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.508332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe13f093-bb7f-46d4-b293-b7efecac2ae6 req-e1806ed0-01cb-41d3-a568-88bc0dd15cda tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 949 time: 0.0913615 Aug 16 20:38:06.552591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe13f093-bb7f-46d4-b293-b7efecac2ae6 req-f049f731-f1f0-4f5a-b397-6b90a7053e9a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373037 Aug 16 20:38:06.617520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:06.621383 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51" -d '{"events": [{"name": "network-changed", "server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:06.636130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7107c-85e2-4c3c-a21d-117d5d85f364 req-f44f9020-f332-4843-bb90-416405df78de tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.637679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8a7107c-85e2-4c3c-a21d-117d5d85f364 req-f44f9020-f332-4843-bb90-416405df78de tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 950 time: 0.0513842 Aug 16 20:38:06.680660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8a7107c-85e2-4c3c-a21d-117d5d85f364 req-5edb11c0-94ac-44d5-a122-d6114c7ef5d6 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354424 Aug 16 20:38:06.713486 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a7bd9d-caaa-4344-808e-7fdc700e3b1a x-openstack-request-id: req-14a7bd9d-caaa-4344-808e-7fdc700e3b1a {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:06.713790 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:06.714052 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-14a7bd9d-caaa-4344-808e-7fdc700e3b1a {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:06.714446 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'status': 'completed', 'code': 200} Aug 16 20:38:06.805263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-f0681dff-745e-4fa4-85a5-602c485f89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.806744 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-f0681dff-745e-4fa4-85a5-602c485f89a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 1101 time: 0.0693419 Aug 16 20:38:06.808420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-57dc2155-c5e8-45f1-95b0-d22d835c3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.809825 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-57dc2155-c5e8-45f1-95b0-d22d835c3fe0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 1101 time: 0.0637252 Aug 16 20:38:06.911836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b6690-81a1-4e00-9bd8-9fd05b985aa5 req-03bc26ee-4dfa-432b-9bd4-925fda0e6e7f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.919174 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a4b6690-81a1-4e00-9bd8-9fd05b985aa5 req-03bc26ee-4dfa-432b-9bd4-925fda0e6e7f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0612042 Aug 16 20:38:06.958532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a4b6690-81a1-4e00-9bd8-9fd05b985aa5 req-4ba81ee1-c5da-4c2e-a6a8-64175e98303e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379534 Aug 16 20:38:06.992345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-5adba3bc-8619-4d03-8f4d-f77ab7058cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.994105 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-5adba3bc-8619-4d03-8f4d-f77ab7058cae service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1738260 Aug 16 20:38:06.995461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-7f63eadb-d4a8-4677-bd8e-a085bf79e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.997140 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-7f63eadb-d4a8-4677-bd8e-a085bf79e016 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1781518 Aug 16 20:38:07.047113 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-b5b4a31f-b275-4ca6-8ca5-761a5bc16aba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0447505 Aug 16 20:38:07.084405 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-080d4bc2-3d8a-4ddc-8922-4180bb70bff3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0760009 Aug 16 20:38:07.141783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f5d247-bc24-4feb-add6-7802c4af6ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa992a9-b23c-4302-918e-07c0fddf6137'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:07.146524 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9cc3c5-9c68-4ffb-a989-fb87999429f3" -d '{"events": [{"server_uuid": "49f5d247-bc24-4feb-add6-7802c4af6ee5", "name": "network-vif-plugged", "status": "completed", "tag": "7fa992a9-b23c-4302-918e-07c0fddf6137"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:07.153247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-1b24510d-8c43-4f97-b2dc-c4456afbb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.154714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-1b24510d-8c43-4f97-b2dc-c4456afbb968 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0790966 Aug 16 20:38:07.160400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-dce133af-b5b3-471c-bab1-710efad89148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.162463 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-dce133af-b5b3-471c-bab1-710efad89148 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0590320 Aug 16 20:38:07.186153 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ca79fa-9d57-4351-8e84-1a0741a890e8 x-openstack-request-id: req-16ca79fa-9d57-4351-8e84-1a0741a890e8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:07.186453 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f5d247-bc24-4feb-add6-7802c4af6ee5", "name": "network-vif-plugged", "status": "completed", "tag": "7fa992a9-b23c-4302-918e-07c0fddf6137", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:07.186694 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-16ca79fa-9d57-4351-8e84-1a0741a890e8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:07.187096 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f5d247-bc24-4feb-add6-7802c4af6ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa992a9-b23c-4302-918e-07c0fddf6137', 'code': 200} Aug 16 20:38:07.218269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a559a-2312-4e34-bcd6-35e364b66725 req-bbc90c54-d21d-45ed-8a46-690c14f54415 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.219873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb2a559a-2312-4e34-bcd6-35e364b66725 req-bbc90c54-d21d-45ed-8a46-690c14f54415 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 949 time: 0.0554736 Aug 16 20:38:07.240619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-0642d4ff-e81f-4e0b-a929-70e1f6387b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.242433 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-0642d4ff-e81f-4e0b-a929-70e1f6387b21 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790381 Aug 16 20:38:07.247159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-1fd0c986-1d1f-4140-83df-8e49aefaa1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.248713 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-1fd0c986-1d1f-4140-83df-8e49aefaa1e0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752754 Aug 16 20:38:07.262268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb2a559a-2312-4e34-bcd6-35e364b66725 req-8428c0ca-e7da-4a86-aa51-e0af304a3df3 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/security-groups?id=18d41aec-8693-400e-b58b-dcb2f6a60d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349972 Aug 16 20:38:07.424374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96d516-2ec4-4ea2-b241-8db938c31e9d req-3462b8c0-0ab3-4b6f-9354-1d1062a92c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.425875 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd96d516-2ec4-4ea2-b241-8db938c31e9d req-3462b8c0-0ab3-4b6f-9354-1d1062a92c5e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 1102 time: 0.1597321 Aug 16 20:38:07.473628 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-248f8b07-e4ad-44b8-8f9e-8106956edeb1 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158792 Aug 16 20:38:07.487504 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-1bcf2d9b-247a-4e8c-8019-b789fa790ae7 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201452 Aug 16 20:38:07.511218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f89c7d-fea8-4009-99d3-28b68dd72a56 req-d2333956-9ca0-4d3a-b2f0-d13b742db4ff tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.513097 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93f89c7d-fea8-4009-99d3-28b68dd72a56 req-d2333956-9ca0-4d3a-b2f0-d13b742db4ff tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.79 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 949 time: 0.0531988 Aug 16 20:38:07.557330 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd96d516-2ec4-4ea2-b241-8db938c31e9d req-f4892783-139e-4380-976d-b35c7541cc8c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214464 Aug 16 20:38:07.627339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-93f89c7d-fea8-4009-99d3-28b68dd72a56 req-fa35c8a7-3267-44f8-8676-322f279568d0 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Deleting port 97ace12e-f320-421a-b20a-0e31a960d28e {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:07.628361 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93f89c7d-fea8-4009-99d3-28b68dd72a56 req-fa35c8a7-3267-44f8-8676-322f279568d0 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:07.658522 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-4b8a5803-9a57-40ec-9f75-39813eb6dee1 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621780 Aug 16 20:38:07.661345 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9626f21-6ca0-4e43-96e1-cd5f9f92eb51 req-2e8183df-d8b1-4fd6-8998-59fd9e172f96 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761601 Aug 16 20:38:07.718375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-967a5a2c-fd77-46d7-961f-eb7f177cd891 req-0c0af788-dced-4f8c-8a12-b54b86961f4e tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0754066 Aug 16 20:38:07.797005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd694-7844-4233-8199-05786fe8ebde req-f9751244-995e-415f-af1b-8c42fa2e7693 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.798541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad9cd694-7844-4233-8199-05786fe8ebde req-f9751244-995e-415f-af1b-8c42fa2e7693 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 949 time: 0.1062241 Aug 16 20:38:07.807605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-93f89c7d-fea8-4009-99d3-28b68dd72a56 req-fa35c8a7-3267-44f8-8676-322f279568d0 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] For port 97ace12e-f320-421a-b20a-0e31a960d28e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=97ace12e-f320-421a-b20a-0e31a960d28e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:07.807979 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93f89c7d-fea8-4009-99d3-28b68dd72a56 req-fa35c8a7-3267-44f8-8676-322f279568d0 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:07.831016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-93f89c7d-fea8-4009-99d3-28b68dd72a56 req-fa35c8a7-3267-44f8-8676-322f279568d0 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Calling delete_port for 97ace12e-f320-421a-b20a-0e31a960d28e owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:07.912176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad9cd694-7844-4233-8199-05786fe8ebde req-eb669ae7-11c6-401a-ba50-5ec55852de36 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064553 Aug 16 20:38:07.952389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c59fd-559e-4d7c-979d-8fc4992ecbc0 req-243e2d9f-90b8-448d-97af-ede42c7c9c34 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.953885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e9c59fd-559e-4d7c-979d-8fc4992ecbc0 req-243e2d9f-90b8-448d-97af-ede42c7c9c34 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 950 time: 0.1012378 Aug 16 20:38:08.028972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e9c59fd-559e-4d7c-979d-8fc4992ecbc0 req-62baf97b-d24e-4c4e-9f50-e2719bececdd tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617352 Aug 16 20:38:08.120799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c93ce-53d8-4cbe-8ddb-1adf59967137 req-e815dd6b-f5fa-4a79-8e14-4c4c74c8cbe9 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:08.122565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-744c93ce-53d8-4cbe-8ddb-1adf59967137 req-e815dd6b-f5fa-4a79-8e14-4c4c74c8cbe9 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0506210 Aug 16 20:38:08.142749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93f89c7d-fea8-4009-99d3-28b68dd72a56 req-fa35c8a7-3267-44f8-8676-322f279568d0 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:08.156974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['97ace12e-f320-421a-b20a-0e31a960d28e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:08.179508 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35c8a7-3267-44f8-8676-322f279568d0 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Pushing event deleted for resources: {'Port': ['ID=97ace12e-f320-421a-b20a-0e31a960d28e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:08.198943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-744c93ce-53d8-4cbe-8ddb-1adf59967137 req-6ee2e271-bb8a-4b31-905d-34bbdfdb94b9 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701058 Aug 16 20:38:08.238298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f89c7d-fea8-4009-99d3-28b68dd72a56 req-fa35c8a7-3267-44f8-8676-322f279568d0 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] No DVR routers for this DVR port 97ace12e-f320-421a-b20a-0e31a960d28e on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:08.241622 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-93f89c7d-fea8-4009-99d3-28b68dd72a56 req-fa35c8a7-3267-44f8-8676-322f279568d0 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:08.243695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93f89c7d-fea8-4009-99d3-28b68dd72a56 req-fa35c8a7-3267-44f8-8676-322f279568d0 tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.79 "DELETE /v2.0/ports/97ace12e-f320-421a-b20a-0e31a960d28e HTTP/1.1" status: 204 len: 173 time: 0.7192011 Aug 16 20:38:08.244157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b2112a-ccf8-43f8-bc26-20f3f1ae8552', 'name': 'network-vif-deleted', 'tag': '97ace12e-f320-421a-b20a-0e31a960d28e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:08.246908 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb14ae54-cd0d-4c63-8f56-25dd3b2ff67f" -d '{"events": [{"server_uuid": "52b2112a-ccf8-43f8-bc26-20f3f1ae8552", "name": "network-vif-deleted", "tag": "97ace12e-f320-421a-b20a-0e31a960d28e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:08.284313 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df6ed63-cc7c-4729-866e-ac33112ce0a7 x-openstack-request-id: req-4df6ed63-cc7c-4729-866e-ac33112ce0a7 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:08.284724 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b2112a-ccf8-43f8-bc26-20f3f1ae8552", "name": "network-vif-deleted", "tag": "97ace12e-f320-421a-b20a-0e31a960d28e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:08.285101 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4df6ed63-cc7c-4729-866e-ac33112ce0a7 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:08.285676 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b2112a-ccf8-43f8-bc26-20f3f1ae8552', 'name': 'network-vif-deleted', 'tag': '97ace12e-f320-421a-b20a-0e31a960d28e', 'status': 'completed', 'code': 200} Aug 16 20:38:08.378191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca8bed81-5cc9-46b5-9879-3617bcefaea8 req-0953c5db-22ba-402d-b42a-91e56527c73a tempest-ServerDiagnosticsNegativeTest-213092098 tempest-ServerDiagnosticsNegativeTest-213092098-project] 10.222.0.74 "GET /v2.0/ports?device_id=52b2112a-ccf8-43f8-bc26-20f3f1ae8552 HTTP/1.1" status: 200 len: 210 time: 0.0359879 Aug 16 20:38:08.836412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c74564f-65b6-4d54-a7e2-b3e1600cb1d0 req-2996ef5e-018f-49bb-957a-21ec8b1610b7 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0336568 Aug 16 20:38:09.041713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935af157-a86b-463f-ab23-a82dc0ad2d91 req-2b68bb78-7e57-4f9b-8dab-fb183c4e46da tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.043534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-935af157-a86b-463f-ab23-a82dc0ad2d91 req-2b68bb78-7e57-4f9b-8dab-fb183c4e46da tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 949 time: 0.0496140 Aug 16 20:38:09.084395 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-935af157-a86b-463f-ab23-a82dc0ad2d91 req-9f2f5977-4d22-473d-99e5-d9e0357ec9f7 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336750 Aug 16 20:38:09.216424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdfbae-b27f-4913-80f4-2105656e9e51 req-964c5a7f-6dbb-4d69-92d6-6bac0c345e59 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.217950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9acdfbae-b27f-4913-80f4-2105656e9e51 req-964c5a7f-6dbb-4d69-92d6-6bac0c345e59 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 950 time: 0.0832238 Aug 16 20:38:09.238899 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5645a0-a844-4bbc-bbda-aa09c62b5adc req-4ee97935-fd57-420d-b0df-8b2947219e16 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.241085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd5645a0-a844-4bbc-bbda-aa09c62b5adc req-4ee97935-fd57-420d-b0df-8b2947219e16 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 949 time: 0.0744278 Aug 16 20:38:09.294951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9acdfbae-b27f-4913-80f4-2105656e9e51 req-b0d18109-8391-44f9-bac9-7e58208b9f6a tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670459 Aug 16 20:38:09.298921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd5645a0-a844-4bbc-bbda-aa09c62b5adc req-56b4bfa1-0925-48f2-8809-5dbd50b07205 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491266 Aug 16 20:38:09.434632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b51f4f-3710-40cb-8578-8f8c31097bb5 req-38614941-d413-4513-8519-09216acc5dcb tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.434632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68b51f4f-3710-40cb-8578-8f8c31097bb5 req-38614941-d413-4513-8519-09216acc5dcb tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0792797 Aug 16 20:38:09.518269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68b51f4f-3710-40cb-8578-8f8c31097bb5 req-25cc5618-4a00-4d73-b105-4943910896fd tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737855 Aug 16 20:38:09.570208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-30884ce4-0d95-4655-823d-cd60ea019cc3 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505133 Aug 16 20:38:09.654602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-6e8e2ea5-6e92-40d4-9fe3-de09b8bba47a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=cdcbd16a8feb46228e4e6afaba736344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285883 Aug 16 20:38:09.757079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130f02-02b2-4508-99b5-51987b8305f5 req-9d61487a-5e08-4fa6-82ae-87806ade0353 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.758561 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-9d61487a-5e08-4fa6-82ae-87806ade0353 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819475 Aug 16 20:38:09.789263 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-800ad3dc-a5f8-4289-b968-3215811b54b7 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/quotas/b7f2bc5ec6554acfbc0166b136e534ac HTTP/1.1" status: 200 len: 375 time: 0.0236788 Aug 16 20:38:09.818269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452019b-167e-466c-aec4-aa38414943c1 req-048dd35a-a522-4e9e-9d00-741164dad673 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.819706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-048dd35a-a522-4e9e-9d00-741164dad673 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575298 Aug 16 20:38:09.847235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-e36655e1-fa00-47fa-a70e-903c9bc5b428 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/quotas/cdcbd16a8feb46228e4e6afaba736344 HTTP/1.1" status: 200 len: 375 time: 0.0140855 Aug 16 20:38:09.871151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-c606fa30-55b2-492b-808f-e1c5fefa1ab2 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730984 Aug 16 20:38:09.911826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-63ea0ca7-4412-4183-9a2f-7bcb9c75090d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567899 Aug 16 20:38:10.122575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76521552-38e9-470e-8690-492c57b99a15 req-b2c383ea-92d5-4e46-b271-699e959f02d4 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0280404 Aug 16 20:38:10.231274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f068055-5666-44b8-8f60-44945f85e678 req-9dd7360a-73c0-4cff-b5c7-ffa00ff2b656 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 210 time: 0.0411594 Aug 16 20:38:10.295631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35204) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:10.302765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02864cff-c355-4ce4-8519-46afc647c75b req-edf82656-e8e1-409a-a3d1-93ae51f672ea tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 210 time: 0.0375590 Aug 16 20:38:10.417742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 97ace12e-f320-421a-b20a-0e31a960d28e no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:10.438593 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-17511857-ef11-416c-b585-eff587d9f6c2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=255ed0330d8040749aef019d2886b590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417007 Aug 16 20:38:10.441786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35212) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:10.441904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 97ace12e-f320-421a-b20a-0e31a960d28e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:10.441904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 97ace12e-f320-421a-b20a-0e31a960d28e not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:10.489452 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7234b7cf-aef9-4e4d-a8cb-43927a2449e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.511143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7234b7cf-aef9-4e4d-a8cb-43927a2449e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.636437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23b410-0b09-4132-a95d-b7a5159d37d2 req-39cad715-a98f-4830-9a28-c8c5457827e6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.637958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea23b410-0b09-4132-a95d-b7a5159d37d2 req-39cad715-a98f-4830-9a28-c8c5457827e6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0501299 Aug 16 20:38:10.675770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea23b410-0b09-4132-a95d-b7a5159d37d2 req-8173c3e1-6cef-49e1-8a05-177f55d73805 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Aug 16 20:38:10.704140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:10.739951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7234b7cf-aef9-4e4d-a8cb-43927a2449e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.742540 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7234b7cf-aef9-4e4d-a8cb-43927a2449e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.743772 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7234b7cf-aef9-4e4d-a8cb-43927a2449e3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/18d41aec-8693-400e-b58b-dcb2f6a60d34 HTTP/1.1" status: 204 len: 168 time: 0.3031864 Aug 16 20:38:10.752676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234b7cf-aef9-4e4d-a8cb-43927a2449e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d41aec-8693-400e-b58b-dcb2f6a60d34,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:10.811043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:10.819860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'mac_address': 'fa:16:3e:00:75:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:10.858480 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.875782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:10.895772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:11.065148 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.125474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=12']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:11.260370 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78174d0a-bbe6-4cb0-841c-4ef573d65544 req-deddb00d-0470-4279-af19-eaecf63e74aa tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0354693 Aug 16 20:38:11.316439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3d8316c-210d-4bfd-bbe7-0c2405b20f35 req-9d074ed3-e2c9-4c27-9aa2-aa5c38213d78 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 210 time: 0.0271177 Aug 16 20:38:11.375393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:11.384010 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28d321e9-6848-4b55-ba1c-ff93c393220c req-e82ee2a2-4232-4442-b544-1bfe13e8bf5d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283470 Aug 16 20:38:11.668799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35238) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:11.682744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-406460dc-743d-43e1-a75b-364a37f5d524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.781457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-406460dc-743d-43e1-a75b-364a37f5d524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.796889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266aa9d8-284b-42de-abbe-f201deade195 req-97008a88-2b51-49db-977a-22da82314f95 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:11.798387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-266aa9d8-284b-42de-abbe-f201deade195 req-97008a88-2b51-49db-977a-22da82314f95 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0498827 Aug 16 20:38:11.836966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-266aa9d8-284b-42de-abbe-f201deade195 req-a69d5e12-0166-44d6-8672-f8895a446e9b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Aug 16 20:38:11.905236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-406460dc-743d-43e1-a75b-364a37f5d524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.947854 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-406460dc-743d-43e1-a75b-364a37f5d524 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e56058fcee6e4055ae04e7315b4e1498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779095 Aug 16 20:38:11.948693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406460dc-743d-43e1-a75b-364a37f5d524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75a0a7f-bdd9-4cf1-bd35-0dd9d491e4e8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:11.950550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35242) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:12.003057 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47a6f8d1-19c7-47da-bcd8-42f42a4cc184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:12.028313 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47a6f8d1-19c7-47da-bcd8-42f42a4cc184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:12.159720 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47a6f8d1-19c7-47da-bcd8-42f42a4cc184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:12.162896 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47a6f8d1-19c7-47da-bcd8-42f42a4cc184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:12.164094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-47a6f8d1-19c7-47da-bcd8-42f42a4cc184 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a75a0a7f-bdd9-4cf1-bd35-0dd9d491e4e8 HTTP/1.1" status: 204 len: 168 time: 0.2124743 Aug 16 20:38:12.171997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6f8d1-19c7-47da-bcd8-42f42a4cc184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75a0a7f-bdd9-4cf1-bd35-0dd9d491e4e8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:12.365464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7aa90ac-0da6-4701-99ed-88aeeeef2fc2 req-d262b0e0-7146-413c-84e7-a526c858c6af tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0271170 Aug 16 20:38:12.419648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ecad7fcb-b6ca-4f4d-bca4-fc877534d7da req-e21735b3-7d6d-4aba-aa9e-3bf2804b0a67 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 210 time: 0.0309522 Aug 16 20:38:12.500993 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a544c2e7-f9a3-4156-a944-5988d92c885d req-3eeb1371-0bb5-4b4a-98e0-7994432c401b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 210 time: 0.0256970 Aug 16 20:38:12.709444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 86ab2e33-fec0-423f-ad80-0c340c5e347b details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:12.715547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:12.841001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:12.851677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '86ab2e33-fec0-423f-ad80-0c340c5e347b', 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f', 'port_id': '86ab2e33-fec0-423f-ad80-0c340c5e347b', 'mac_address': 'fa:16:3e:b6:cc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577d0868-2656-4697-864d-d9057a25f10d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:12.899574 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:12.912655 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ab2e33-fec0-423f-ad80-0c340c5e347b {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:12.932906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:12.955841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082445-5776-4291-80d5-6733a236c412 req-1466b786-3220-4ec2-b2f7-85f716918976 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:12.957343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e082445-5776-4291-80d5-6733a236c412 req-1466b786-3220-4ec2-b2f7-85f716918976 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0496032 Aug 16 20:38:13.011867 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e082445-5776-4291-80d5-6733a236c412 req-a9a4c894-8b6c-4eaa-8ff7-0589a6b4a716 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484891 Aug 16 20:38:13.019638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:13.023846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:13.024350 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.025773 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-38fcf4d3-a5da-4de9-9448-ebe995d1d8d2 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265660 Aug 16 20:38:13.083063 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.137870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130f02-02b2-4508-99b5-51987b8305f5 req-caac9a3e-f334-42db-9c1e-ad678c8f4457 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:13.139363 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-caac9a3e-f334-42db-9c1e-ad678c8f4457 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074696 Aug 16 20:38:13.151970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Request body: {'port': {'device_id': '92849669-7464-42a0-91de-01e82b473fc6', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': 'b7f2bc5ec6554acfbc0166b136e534ac'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:13.162570 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.173205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=86ab2e33-fec0-423f-ad80-0c340c5e347b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:13.191653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:13.194454 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23df8ac-2d7e-4b7a-a840-6ab46a2945ed" -d '{"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-plugged", "status": "completed", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:13.210229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:13.236103 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0458e849-ba05-49b2-96cb-cea61afde70a x-openstack-request-id: req-0458e849-ba05-49b2-96cb-cea61afde70a {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:13.236416 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-plugged", "status": "completed", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:13.236773 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0458e849-ba05-49b2-96cb-cea61afde70a {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:13.237415 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'code': 200} Aug 16 20:38:13.316310 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.367644 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=13']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:13.382289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Made reservation on behalf of b7f2bc5ec6554acfbc0166b136e534ac for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:13.386567 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.428631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['86ab2e33-fec0-423f-ad80-0c340c5e347b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:13.491060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6cac6cb7-2cb4-4536-84a8-79f08f38eb4e req-5e9499dd-1ef7-448e-90b3-2a3fafb8eeae tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0376999 Aug 16 20:38:13.561148 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b63b51c6-4396-4d49-92a5-8763ad0d257b req-f46aaffe-6341-4150-9b3c-42e080220b3c tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 210 time: 0.0644326 Aug 16 20:38:13.649772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Allocated IP 192.168.233.156 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/3a6cfebc-b170-424f-8f00-7dadf9cab9d4) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:13.706470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9b9d593-703c-4bea-9a75-4813d2b26b8f req-07a708e4-88a1-48f9-bf80-de95efdf57dd tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 210 time: 0.0370345 Aug 16 20:38:13.836492 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.850172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Transition to ACTIVE for port object 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:13.944992 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-f2f3ab34-7e35-493c-afbe-3856f59cbbaf tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=cdcbd16a8feb46228e4e6afaba736344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203760 Aug 16 20:38:14.054652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452019b-167e-466c-aec4-aa38414943c1 req-197d0e92-ff02-42da-84df-8794027e19d8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:14.056179 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-197d0e92-ff02-42da-84df-8794027e19d8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054311 Aug 16 20:38:14.059868 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.069718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Request body: {'port': {'device_id': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': 'cdcbd16a8feb46228e4e6afaba736344'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:14.119265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Pushing event updated for resources: {'Port': ['ID=3a6cfebc-b170-424f-8f00-7dadf9cab9d4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:14.152967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:14.155862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:14.158523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:14.205042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24ed8-8fe0-4051-8430-67c62451d4c6 req-503e9b26-28ff-4f43-8a8e-5af42f4eea95 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:14.206697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98e24ed8-8fe0-4051-8430-67c62451d4c6 req-503e9b26-28ff-4f43-8a8e-5af42f4eea95 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 945 time: 0.1038349 Aug 16 20:38:14.230793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:14.231367 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.266031 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98e24ed8-8fe0-4051-8430-67c62451d4c6 req-613ff4dc-ce26-41bf-bddc-d60b6e729fa3 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493581 Aug 16 20:38:14.355100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Made reservation on behalf of cdcbd16a8feb46228e4e6afaba736344 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:14.355100 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.493415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Allocated IP 192.168.233.57 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/76116b0b-c70f-4272-81c9-1d9f9b687a19) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:14.506575 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['7fa992a9-b23c-4302-918e-07c0fddf6137'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:14.600943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-278441bb-7642-4027-a724-40e28e3adc47 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4527752 Aug 16 20:38:14.627035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Request body: {'port': {'device_id': '92849669-7464-42a0-91de-01e82b473fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:14.669564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33402d3f-0207-495e-b7f7-e078bbe58abb req-dd10a0f1-e14f-40f2-996e-cebe0f9c1843 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0620801 Aug 16 20:38:14.675702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b989d49d-9518-4d9c-b8d2-3214f45a31b2 None None] Provisioning for port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:14.690028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b989d49d-9518-4d9c-b8d2-3214f45a31b2 None None] Provisioning complete for port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:14.690412 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b989d49d-9518-4d9c-b8d2-3214f45a31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.744009 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.744460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 86ab2e33-fec0-423f-ad80-0c340c5e347b up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:14.748918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.767523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Transition to ACTIVE for port object 76116b0b-c70f-4272-81c9-1d9f9b687a19 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:14.779984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839045d-a01f-44d1-9c74-513ced0c45d4 req-b984607f-5df8-4c12-a808-c2a9b5c02009 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:14.781749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4839045d-a01f-44d1-9c74-513ced0c45d4 req-b984607f-5df8-4c12-a808-c2a9b5c02009 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 936 time: 0.0747893 Aug 16 20:38:14.790333 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-b989d49d-9518-4d9c-b8d2-3214f45a31b2 None None] Port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:14.919533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 86ab2e33-fec0-423f-ad80-0c340c5e347b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:14.923442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 86ab2e33-fec0-423f-ad80-0c340c5e347b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:14.923816 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.937819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4839045d-a01f-44d1-9c74-513ced0c45d4 req-57aba53c-272f-4ad4-ae15-06a70a0ba024 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332574 Aug 16 20:38:14.957685 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.971012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8eb675fd-a489-4bfc-869c-1f6d4a37958e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:14.988329 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6a02a0f-e0c1-45c4-9ede-360b95353e6c req-f122d232-feb4-405d-bb5d-8458118a2146 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 210 time: 0.0706394 Aug 16 20:38:15.017222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:15.022996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:15.027253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:15.055301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:15.073406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['940060f9-ae3b-414d-80d8-08b474c7c779', 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:15.097884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:15.099429 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.173494 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.200386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:15.224572 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.229139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-c4f4c2a0-4364-4064-9ffc-e2f9209b2e5c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1639912 Aug 16 20:38:15.240246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-730c1ca7-8548-45f7-a3fc-27aa5e3ed6ec tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354719 Aug 16 20:38:15.241929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ab2e33-fec0-423f-ad80-0c340c5e347b'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:15.244115 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf6d76e-e287-4178-8700-e39b91febbbe" -d '{"events": [{"server_uuid": "2ccca0df-1957-4f7b-a015-48db1cd3a2d2", "name": "network-vif-plugged", "status": "completed", "tag": "86ab2e33-fec0-423f-ad80-0c340c5e347b"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:15.246153 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Request body: {'port': {'device_id': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:15.249921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:15.250420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Transition to ACTIVE for port object 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:15.324368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.330706 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca2206e-c9a9-4081-8013-2c2a540cd829 x-openstack-request-id: req-dca2206e-c9a9-4081-8013-2c2a540cd829 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:15.331426 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccca0df-1957-4f7b-a015-48db1cd3a2d2", "name": "network-vif-plugged", "status": "completed", "tag": "86ab2e33-fec0-423f-ad80-0c340c5e347b", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:15.331682 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dca2206e-c9a9-4081-8013-2c2a540cd829 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:15.332091 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ab2e33-fec0-423f-ad80-0c340c5e347b', 'code': 200} Aug 16 20:38:15.340581 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-18603d6a-c74c-48a9-b3fa-5f0bf94f9da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.363195 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.417886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.472543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=86ab2e33-fec0-423f-ad80-0c340c5e347b,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:15.501479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-2f542df7-49e8-4e73-861e-7f3b11938634 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:15.525398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-2f542df7-49e8-4e73-861e-7f3b11938634 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2610917 Aug 16 20:38:15.553742 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-c1360f3e-ddc0-4ff5-a360-fb89237a5412 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/quotas/2f9fb70721f74c5b9308bb8c8822b45f HTTP/1.1" status: 200 len: 375 time: 0.0432069 Aug 16 20:38:15.555705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6cfebc-b170-424f-8f00-7dadf9cab9d4,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:15.637153 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-aa1a4187-e793-4ace-8a37-e0251d670303 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815613 Aug 16 20:38:15.648487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbe161-e148-4125-9c50-83129aa39099 req-ba9fe6be-f4fd-405e-b903-19e11a4409e1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:15.663154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2b05c077-3e71-49ad-9849-bb97e8b4f143 None None] Provisioning for port 76116b0b-c70f-4272-81c9-1d9f9b687a19 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:15.663683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2b05c077-3e71-49ad-9849-bb97e8b4f143 None None] Provisioning complete for port 76116b0b-c70f-4272-81c9-1d9f9b687a19 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:15.663860 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2b05c077-3e71-49ad-9849-bb97e8b4f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.665980 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bcbe161-e148-4125-9c50-83129aa39099 req-ba9fe6be-f4fd-405e-b903-19e11a4409e1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.2775648 Aug 16 20:38:15.713799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2b05c077-3e71-49ad-9849-bb97e8b4f143 None None] Port 76116b0b-c70f-4272-81c9-1d9f9b687a19 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:15.757594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bcbe161-e148-4125-9c50-83129aa39099 req-92714c26-bfd2-483f-b4d3-e1c2e4d994a7 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812893 Aug 16 20:38:15.758693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Attempting to bind port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:15.759199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Attempting to bind port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:15.759737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Attempting to bind port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:15.765228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:15.765558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Attempting to bind port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:15.771313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:15.771696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:15.772049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:15.772466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Bound port: 3a6cfebc-b170-424f-8f00-7dadf9cab9d4, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:15.772827 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.837011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477b2fd-b949-440f-a4f5-d23a2aed5e50 req-465d363a-480c-4fd0-bc3e-fd54191fdb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:15.838599 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3477b2fd-b949-440f-a4f5-d23a2aed5e50 req-465d363a-480c-4fd0-bc3e-fd54191fdb00 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 1098 time: 0.1653020 Aug 16 20:38:15.857073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] For port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:15.859024 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] For port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a6cfebc-b170-424f-8f00-7dadf9cab9d4,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:15.920575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-051f345f-9f8b-4764-955f-8ba1f0abae07 req-adb25c1e-9e12-45bb-9071-26b4345861a6 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0325606 Aug 16 20:38:15.927236 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3477b2fd-b949-440f-a4f5-d23a2aed5e50 req-a45f8d89-c508-49bc-9531-82eb5b9fde0b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809414 Aug 16 20:38:16.030117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76116b0b-c70f-4272-81c9-1d9f9b687a19 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:16.038339 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.050084 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Transition to ACTIVE for port object 76116b0b-c70f-4272-81c9-1d9f9b687a19 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:16.089772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d11ad-481a-4d5d-a6bb-a62f64109752 req-8dd60a64-c07f-4967-b374-91bb91cc9a8b tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.091210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-132d11ad-481a-4d5d-a6bb-a62f64109752 req-8dd60a64-c07f-4967-b374-91bb91cc9a8b tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 948 time: 0.0468261 Aug 16 20:38:16.132272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-132d11ad-481a-4d5d-a6bb-a62f64109752 req-73e273e1-52f0-4790-8594-ff362a9c33d2 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331347 Aug 16 20:38:16.174869 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.221373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.221495 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.223113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] 10.222.0.79 "PUT /v2.0/ports/3a6cfebc-b170-424f-8f00-7dadf9cab9d4 HTTP/1.1" status: 200 len: 1097 time: 1.6017346 Aug 16 20:38:16.227841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92849669-7464-42a0-91de-01e82b473fc6', 'tag': '3a6cfebc-b170-424f-8f00-7dadf9cab9d4'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:16.230963 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e67f758-5c81-4f1c-a5d0-ed445f1ebac1" -d '{"events": [{"name": "network-changed", "server_uuid": "92849669-7464-42a0-91de-01e82b473fc6", "tag": "3a6cfebc-b170-424f-8f00-7dadf9cab9d4"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:16.263682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7126dc44-1916-46d8-abe5-2ed1d7dff560 req-b280d491-53fc-4ef0-95d2-5a321f72f426 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 210 time: 0.0749717 Aug 16 20:38:16.286839 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.303666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7e905-ac9a-4682-8acb-451d22ca8580 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6cfebc-b170-424f-8f00-7dadf9cab9d4,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:16.330171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5634d-956c-4263-9b6f-9ec8988aaa3b req-7ad55998-5362-4860-a0a6-678b83c755d9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.331464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61a5634d-956c-4263-9b6f-9ec8988aaa3b req-7ad55998-5362-4860-a0a6-678b83c755d9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 935 time: 0.1165190 Aug 16 20:38:16.333670 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c9b382-0391-4b6a-a37d-ad5d504ff71e x-openstack-request-id: req-48c9b382-0391-4b6a-a37d-ad5d504ff71e {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:16.333962 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92849669-7464-42a0-91de-01e82b473fc6", "tag": "3a6cfebc-b170-424f-8f00-7dadf9cab9d4", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:16.334258 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-48c9b382-0391-4b6a-a37d-ad5d504ff71e {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:16.335677 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92849669-7464-42a0-91de-01e82b473fc6', 'tag': '3a6cfebc-b170-424f-8f00-7dadf9cab9d4', 'status': 'completed', 'code': 200} Aug 16 20:38:16.379442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:16.414833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61a5634d-956c-4263-9b6f-9ec8988aaa3b req-de023242-ebb7-4e20-8c75-a3b140c8afb3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703068 Aug 16 20:38:16.425787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67f758-5c81-4f1c-a5d0-ed445f1ebac1 req-adf6a6c3-7cac-41f6-bc8a-9cd200c2ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.427801 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e67f758-5c81-4f1c-a5d0-ed445f1ebac1 req-adf6a6c3-7cac-41f6-bc8a-9cd200c2ea62 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 1100 time: 0.0653865 Aug 16 20:38:16.458443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e67f758-5c81-4f1c-a5d0-ed445f1ebac1 req-3e8c4eeb-fa8c-4c4e-accb-822ac95573e3 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214794 Aug 16 20:38:16.467624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:16.467851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:16.468198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:16.473051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:16.473514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:16.478475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:16.478953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:16.479360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:16.479772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Bound port: 76116b0b-c70f-4272-81c9-1d9f9b687a19, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:16.480128 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.557922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:16.562751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:16.577869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67f758-5c81-4f1c-a5d0-ed445f1ebac1 req-fb808153-499b-43ce-bca4-63f51a9a73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.579378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e67f758-5c81-4f1c-a5d0-ed445f1ebac1 req-fb808153-499b-43ce-bca4-63f51a9a73e9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133211 Aug 16 20:38:16.658264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130f02-02b2-4508-99b5-51987b8305f5 req-2cbcfc33-7dfc-49ee-bc2e-a667c143472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.659846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-2cbcfc33-7dfc-49ee-bc2e-a667c143472f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 1100 time: 0.0429871 Aug 16 20:38:16.697172 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.701825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-1e8ef9f5-fb19-4b7b-b419-b5aaf1c8171a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=3a6cfebc-b170-424f-8f00-7dadf9cab9d4 HTTP/1.1" status: 200 len: 217 time: 0.0340550 Aug 16 20:38:16.736175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.736817 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.738401 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] 10.222.0.79 "PUT /v2.0/ports/76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 1096 time: 1.5002401 Aug 16 20:38:16.739866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:16.741915 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f52240-5ed8-4eca-bf5a-fdf9624eab62" -d '{"events": [{"name": "network-changed", "server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:16.768258 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130f02-02b2-4508-99b5-51987b8305f5 req-d592966f-e4cc-46db-8450-87635c596e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.769768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-d592966f-e4cc-46db-8450-87635c596e8e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0606866 Aug 16 20:38:16.774203 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd545ae-9624-4730-a28e-22a74275380a service neutron] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:16.812004 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0963debe-b8c2-4375-ac1b-1512748b4d76 x-openstack-request-id: req-0963debe-b8c2-4375-ac1b-1512748b4d76 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:16.812004 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:16.812004 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0963debe-b8c2-4375-ac1b-1512748b4d76 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:16.815514 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'status': 'completed', 'code': 200} Aug 16 20:38:16.833997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130f02-02b2-4508-99b5-51987b8305f5 req-0d82e7a6-cce4-4f2e-8815-01e7d15a45de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.835623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-0d82e7a6-cce4-4f2e-8815-01e7d15a45de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565524 Aug 16 20:38:16.900020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52240-5ed8-4eca-bf5a-fdf9624eab62 req-66bf31dd-7a49-49ad-8da4-8adf778ae974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.902162 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14f52240-5ed8-4eca-bf5a-fdf9624eab62 req-66bf31dd-7a49-49ad-8da4-8adf778ae974 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0683401 Aug 16 20:38:16.940692 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14f52240-5ed8-4eca-bf5a-fdf9624eab62 req-8df1e468-0306-43fc-9a67-3819c19f1d0f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=cdcbd16a8feb46228e4e6afaba736344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268257 Aug 16 20:38:16.989934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577ee74-e6af-4ce4-8996-5880e478fb06 req-eac1dc7a-cb8b-4d08-9f83-0487f7c03eca tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.991477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e577ee74-e6af-4ce4-8996-5880e478fb06 req-eac1dc7a-cb8b-4d08-9f83-0487f7c03eca tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.1479087 Aug 16 20:38:17.036590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-ef841f46-875f-4707-b653-8636602447c4 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891909 Aug 16 20:38:17.095802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e24a071-0763-4303-9ce3-b2e72b962fb3 req-98ef7cd5-f268-46ff-a4e1-53ee31f0fd5c tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0525858 Aug 16 20:38:17.097578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52240-5ed8-4eca-bf5a-fdf9624eab62 req-6452097b-a69f-4fce-964e-72862c248dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:17.103201 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14f52240-5ed8-4eca-bf5a-fdf9624eab62 req-6452097b-a69f-4fce-964e-72862c248dcf service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471319 Aug 16 20:38:17.134639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e577ee74-e6af-4ce4-8996-5880e478fb06 req-626088b8-f520-4e47-adcf-f6d71cbc50b8 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277976 Aug 16 20:38:17.179417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98130f02-02b2-4508-99b5-51987b8305f5 req-95e6ae70-8346-4ef2-ac8c-f115f2b2061b service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321220 Aug 16 20:38:17.214498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452019b-167e-466c-aec4-aa38414943c1 req-f3a013bb-a8bd-4fe4-8f78-bba51d0877b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:17.216028 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-f3a013bb-a8bd-4fe4-8f78-bba51d0877b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0484409 Aug 16 20:38:17.261260 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-08b0c93c-41ec-4aeb-8429-be9360ecce1c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 217 time: 0.0369055 Aug 16 20:38:17.268929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e57bb-9d3c-48d5-82e7-eea9ff8ff336 req-8a465435-b11c-43d9-a97d-30bdee3e2276 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:17.270483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a09e57bb-9d3c-48d5-82e7-eea9ff8ff336 req-8a465435-b11c-43d9-a97d-30bdee3e2276 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 948 time: 0.0502248 Aug 16 20:38:17.310788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a09e57bb-9d3c-48d5-82e7-eea9ff8ff336 req-7b3d4191-4061-45a0-b380-8bce02ed7794 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Aug 16 20:38:17.315728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452019b-167e-466c-aec4-aa38414943c1 req-b9e46988-80d9-4add-9de6-393bca8a92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:17.317269 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-b9e46988-80d9-4add-9de6-393bca8a92f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0492439 Aug 16 20:38:17.351566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da06f2aa-a3d4-4379-964b-eaec01aab878 req-626d53a9-491a-4bf1-9beb-bd4634e574c6 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 210 time: 0.0292835 Aug 16 20:38:17.381963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452019b-167e-466c-aec4-aa38414943c1 req-5bee9fb5-2322-40aa-8097-da9f13d17e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:17.383495 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-5bee9fb5-2322-40aa-8097-da9f13d17e72 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0587730 Aug 16 20:38:17.475989 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-3958825c-a3cb-4729-9201-5245d768054e service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851665 Aug 16 20:38:17.537143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea9860-cf48-4bec-bf66-473271b4ae97 req-784029cd-2566-4e86-bf84-b17a8984f27c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:17.538374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fea9860-cf48-4bec-bf66-473271b4ae97 req-784029cd-2566-4e86-bf84-b17a8984f27c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 947 time: 0.0528677 Aug 16 20:38:17.548018 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f238efe8-ce1b-4cf4-b828-a6c35abd1bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.577694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fea9860-cf48-4bec-bf66-473271b4ae97 req-d0305161-605d-4550-aaf2-e08adef0f244 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319448 Aug 16 20:38:17.580636 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2452019b-167e-466c-aec4-aa38414943c1 req-2ec9ff92-c262-4ec9-a894-5b17145b8fec service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973690 Aug 16 20:38:17.862430 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.205008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc7d3570-bfb9-46cc-a7d0-4fb2721e77e4 req-ed302a17-ef12-4dac-aaca-88e44c48c6db tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0283422 Aug 16 20:38:18.263901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101e8bd-8ff9-436b-a949-77707a3e086c req-7aeabd91-6a37-454c-81ca-b96be83da840 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.269174 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3101e8bd-8ff9-436b-a949-77707a3e086c req-7aeabd91-6a37-454c-81ca-b96be83da840 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0502844 Aug 16 20:38:18.303745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3101e8bd-8ff9-436b-a949-77707a3e086c req-d710513f-14c2-499e-a545-afbb594efb92 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Aug 16 20:38:18.445619 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1bb2-a688-445b-b042-bca1dd4b3ece req-7fc1809a-fec9-4ad0-b43a-060620f09f63 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.447037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-764a1bb2-a688-445b-b042-bca1dd4b3ece req-7fc1809a-fec9-4ad0-b43a-060620f09f63 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 1098 time: 0.0744784 Aug 16 20:38:18.455237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dff573-edae-471e-81ab-7f81bff25ccf req-bf1d5be4-b919-475e-902a-6d3670e22b72 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.456599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0dff573-edae-471e-81ab-7f81bff25ccf req-bf1d5be4-b919-475e-902a-6d3670e22b72 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 948 time: 0.0747674 Aug 16 20:38:18.511008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-764a1bb2-a688-445b-b042-bca1dd4b3ece req-f14c68fa-96c8-4add-988e-bee67c1f214f tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534005 Aug 16 20:38:18.524624 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0dff573-edae-471e-81ab-7f81bff25ccf req-183dce30-5749-4a5d-b20d-b4004ec546f4 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608463 Aug 16 20:38:18.617666 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c273c67-b6ec-4113-9b57-c33f5ee58237 req-077aab9f-5119-41e8-9352-002c76634b43 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 210 time: 0.0343237 Aug 16 20:38:18.649616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a04e3-9e0c-4540-9ddb-0c6cce9319f2 req-4fb38514-7f28-4217-b780-7f29928172d4 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.657130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-569a04e3-9e0c-4540-9ddb-0c6cce9319f2 req-4fb38514-7f28-4217-b780-7f29928172d4 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 1098 time: 0.0643792 Aug 16 20:38:18.714275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-569a04e3-9e0c-4540-9ddb-0c6cce9319f2 req-db9beea8-2840-43d3-90ce-f0cba4973d37 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561759 Aug 16 20:38:18.733129 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aca29-d1b1-4b45-9e7e-6cbc2840b068 req-c421d18c-7041-4275-bb84-a175bbecda7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.734646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-197aca29-d1b1-4b45-9e7e-6cbc2840b068 req-c421d18c-7041-4275-bb84-a175bbecda7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 947 time: 0.0604241 Aug 16 20:38:18.775354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-197aca29-d1b1-4b45-9e7e-6cbc2840b068 req-628c1f21-b05d-4010-9aa0-46fb4f13b6d7 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332396 Aug 16 20:38:19.081788 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.323621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-224cc215-d670-4ebb-a164-1bab25db20b8 req-92fee7e8-6a3d-49fc-a698-108ab11ae138 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0417266 Aug 16 20:38:19.510829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-9c9f12ac-2db8-4b98-8e10-0aa93ce94559 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217316 Aug 16 20:38:19.630657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-96b6be31-59b3-4023-907c-57012ec37500 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.632447 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-96b6be31-59b3-4023-907c-57012ec37500 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1148067 Aug 16 20:38:19.641172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b91e-924b-4df9-9dcd-cd4b6d6b6272 req-9450453a-6e0e-4c1a-a422-347361584dac tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.642681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4748b91e-924b-4df9-9dcd-cd4b6d6b6272 req-9450453a-6e0e-4c1a-a422-347361584dac tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 948 time: 0.0515723 Aug 16 20:38:19.647011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Request body: {'port': {'device_id': 'b4fad6d3-9063-4620-9ef8-49ef16b16c32', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '2f9fb70721f74c5b9308bb8c8822b45f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:19.687589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4748b91e-924b-4df9-9dcd-cd4b6d6b6272 req-73c393a5-66e1-40b1-aa71-339a99010543 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377789 Aug 16 20:38:19.784667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad8a62f6-a925-4c0c-aa62-a06fb4a49b58 req-87a4e3d9-66dd-4558-8d1c-ae6d0f7331a0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 210 time: 0.0330069 Aug 16 20:38:19.859103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Made reservation on behalf of 2f9fb70721f74c5b9308bb8c8822b45f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:19.872893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.874199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.893730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11567c-6705-44f8-8460-695fc36f1913 req-25ab96ec-b717-4f93-bf81-fa96769c949c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.897508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd11567c-6705-44f8-8460-695fc36f1913 req-25ab96ec-b717-4f93-bf81-fa96769c949c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 947 time: 0.0526671 Aug 16 20:38:19.935376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd11567c-6705-44f8-8460-695fc36f1913 req-2b289b9d-ba46-494b-a793-51e168f2ec59 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336592 Aug 16 20:38:19.973541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.116485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.180111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:20.255329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Allocated IP 192.168.233.199 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/d4d38408-432c-405f-a972-d092216396d4) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:20.422096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.435874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Transition to ACTIVE for port object d4d38408-432c-405f-a972-d092216396d4 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:20.443486 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33ff36b6-80f7-4e60-b8ac-86b55b878f5e req-e735906d-78b9-4e49-a909-cc2f8d4b7aef tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0265996 Aug 16 20:38:20.467689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:20.532293 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.576225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a6cfebc-b170-424f-8f00-7dadf9cab9d4,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:20.586953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '3a6cfebc-b170-424f-8f00-7dadf9cab9d4', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '3a6cfebc-b170-424f-8f00-7dadf9cab9d4', 'mac_address': 'fa:16:3e:37:b8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:20.594389 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.632827 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.642074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:20.647364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:20.651658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:20.652045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:20.672956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a6cfebc-b170-424f-8f00-7dadf9cab9d4,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:20.680260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event updated for resources: {'Port': ['ID=d4d38408-432c-405f-a972-d092216396d4,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:20.709889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:20.710504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.783971 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.784648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:20.822502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb815e2-0a13-4f84-b4b2-c5bcf7ccef71 req-b692c305-47d3-4bcb-a7c5-7e497d50729d tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:20.825769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2fb815e2-0a13-4f84-b4b2-c5bcf7ccef71 req-b692c305-47d3-4bcb-a7c5-7e497d50729d tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 949 time: 0.0564590 Aug 16 20:38:20.851796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b80c7538-ee85-4360-b15d-a21ccb3e885a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2093072 Aug 16 20:38:20.862367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:20.862367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3a6cfebc-b170-424f-8f00-7dadf9cab9d4,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:20.870447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Request body: {'port': {'device_id': 'b4fad6d3-9063-4620-9ef8-49ef16b16c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:20.872629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'mac_address': 'fa:16:3e:31:95:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:20.884685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2fb815e2-0a13-4f84-b4b2-c5bcf7ccef71 req-5c1640fd-4453-4264-8b69-6a9e0acdd844 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515218 Aug 16 20:38:20.918286 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.937881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76116b0b-c70f-4272-81c9-1d9f9b687a19 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:20.950111 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.972866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:20.996655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976f3cb-166f-4014-bc85-28218dd7550a req-36143170-a66a-489c-94bd-bc000d5fe178 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:20.998158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b976f3cb-166f-4014-bc85-28218dd7550a req-36143170-a66a-489c-94bd-bc000d5fe178 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 936 time: 0.0494871 Aug 16 20:38:21.036921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b976f3cb-166f-4014-bc85-28218dd7550a req-1a58975b-bad0-4579-b2c3-903600e52709 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Aug 16 20:38:21.139744 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.143026 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3824c480-a8f4-4138-8116-0db66b81e738 None None] Provisioning for port d4d38408-432c-405f-a972-d092216396d4 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:21.144360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fecde-47ee-49fb-b19d-807ccff0390c req-5ec3a561-7d9b-4edf-ad03-99c09691a14d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:21.146361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f09fecde-47ee-49fb-b19d-807ccff0390c req-5ec3a561-7d9b-4edf-ad03-99c09691a14d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 947 time: 0.0499105 Aug 16 20:38:21.170194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3824c480-a8f4-4138-8116-0db66b81e738 None None] Provisioning complete for port d4d38408-432c-405f-a972-d092216396d4 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:21.170194 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3824c480-a8f4-4138-8116-0db66b81e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.192079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f09fecde-47ee-49fb-b19d-807ccff0390c req-1aceb95f-c112-4a7a-abd0-61ea89042337 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388784 Aug 16 20:38:21.217921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-45fcd932-b2ea-49f0-a6f6-2eb5acd9eeff tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:38:21.218923 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-45fcd932-b2ea-49f0-a6f6-2eb5acd9eeff tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067332 Aug 16 20:38:21.231581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Request body: {'binding': {'host': 'n-h2-793619-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:21.232035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Unknown quota resources ['binding']. {{(pid=95261) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:38:21.244429 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:21.249177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3824c480-a8f4-4138-8116-0db66b81e738 None None] Port d4d38408-432c-405f-a972-d092216396d4 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:21.293785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d38408-432c-405f-a972-d092216396d4 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:21.302835 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.315853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Transition to ACTIVE for port object d4d38408-432c-405f-a972-d092216396d4 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:21.413376 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.515392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['3a6cfebc-b170-424f-8f00-7dadf9cab9d4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:21.515392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['76116b0b-c70f-4272-81c9-1d9f9b687a19'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:21.515891 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d38408-432c-405f-a972-d092216396d4,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:21.570901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Attempting to bind port d4d38408-432c-405f-a972-d092216396d4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:21.571326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Attempting to bind port d4d38408-432c-405f-a972-d092216396d4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:21.571722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Attempting to bind port d4d38408-432c-405f-a972-d092216396d4 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:21.576813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Port d4d38408-432c-405f-a972-d092216396d4 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:21.577490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Attempting to bind port d4d38408-432c-405f-a972-d092216396d4 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:21.583603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:21.627509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:21.627509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:21.627509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Bound port: d4d38408-432c-405f-a972-d092216396d4, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:21.627509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.629332 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:38:21.664691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] For port d4d38408-432c-405f-a972-d092216396d4, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:21.668989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] For port d4d38408-432c-405f-a972-d092216396d4, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=d4d38408-432c-405f-a972-d092216396d4,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:21.711347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2c170b0-2fa7-4dba-ab29-9405ba10cae5 req-7df46f1a-d9b2-4f36-8a39-c0a03dbe207f tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0313377 Aug 16 20:38:21.751962 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.789940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on host n-h2-793619-14 for vnic_type normal with profile None {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:21.790458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:21.790856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:21.795109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:21.795835 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.796660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:21.797144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:21.797252 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] 10.222.0.76 "PUT /v2.0/ports/d4d38408-432c-405f-a972-d092216396d4 HTTP/1.1" status: 200 len: 1097 time: 0.9326098 Aug 16 20:38:21.797775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fad6d3-9063-4620-9ef8-49ef16b16c32', 'tag': 'd4d38408-432c-405f-a972-d092216396d4'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:21.799975 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d052794d-2869-46ca-8f71-bda93434af63" -d '{"events": [{"name": "network-changed", "server_uuid": "b4fad6d3-9063-4620-9ef8-49ef16b16c32", "tag": "d4d38408-432c-405f-a972-d092216396d4"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:21.806655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:21.807062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:21.807454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:21.807887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Bound port: 86ab2e33-fec0-423f-ad80-0c340c5e347b, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:21.847596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d9a31-6df8-40b8-8fe1-2bf3f2f0d064 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d38408-432c-405f-a972-d092216396d4,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:21.857868 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4c27aa-cd83-4ff8-b1df-e0840c0e0cd5 x-openstack-request-id: req-8b4c27aa-cd83-4ff8-b1df-e0840c0e0cd5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:21.858370 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4fad6d3-9063-4620-9ef8-49ef16b16c32", "tag": "d4d38408-432c-405f-a972-d092216396d4", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:21.858784 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b4c27aa-cd83-4ff8-b1df-e0840c0e0cd5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:21.859352 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4fad6d3-9063-4620-9ef8-49ef16b16c32', 'tag': 'd4d38408-432c-405f-a972-d092216396d4', 'status': 'completed', 'code': 200} Aug 16 20:38:21.876482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:21.922510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052794d-2869-46ca-8f71-bda93434af63 req-08fdfb13-55cc-441a-a304-222a454f4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:21.922510 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d052794d-2869-46ca-8f71-bda93434af63 req-08fdfb13-55cc-441a-a304-222a454f4539 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 1100 time: 0.0453184 Aug 16 20:38:21.959118 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d052794d-2869-46ca-8f71-bda93434af63 req-be76a3c9-0c61-4f3a-824a-5207a7dda081 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265448 Aug 16 20:38:22.011084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c89e97-0b69-45a5-b7e5-6ead2692de15 req-f3531a0f-1a59-4fe7-bfe4-b825d9e0ff73 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.012626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72c89e97-0b69-45a5-b7e5-6ead2692de15 req-f3531a0f-1a59-4fe7-bfe4-b825d9e0ff73 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 949 time: 0.0594192 Aug 16 20:38:22.014773 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:22.019333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e4bd8e33-64a2-4ec3-b510-5dac7e574ba7 service neutron] 10.222.0.74 "POST /v2.0/ports/86ab2e33-fec0-423f-ad80-0c340c5e347b/bindings HTTP/1.1" status: 201 len: 390 time: 0.7907023 Aug 16 20:38:22.053044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72c89e97-0b69-45a5-b7e5-6ead2692de15 req-ae4fbb82-7160-4303-b956-eaf2f6ddd65d tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Aug 16 20:38:22.073813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052794d-2869-46ca-8f71-bda93434af63 req-b8193d3b-4163-4261-b125-1a2d6347731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.078412 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d052794d-2869-46ca-8f71-bda93434af63 req-b8193d3b-4163-4261-b125-1a2d6347731d service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1066191 Aug 16 20:38:22.157667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-085e2907-5e2f-4a23-8a28-055172c8b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.157892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ad971-5973-4882-bb1c-fab91cf6ef9a req-6d7f65cb-cca6-4e63-b208-3be49277d31b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.159173 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-085e2907-5e2f-4a23-8a28-055172c8b54f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 1100 time: 0.0434902 Aug 16 20:38:22.159296 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed8ad971-5973-4882-bb1c-fab91cf6ef9a req-6d7f65cb-cca6-4e63-b208-3be49277d31b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 948 time: 0.0507782 Aug 16 20:38:22.202889 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed8ad971-5973-4882-bb1c-fab91cf6ef9a req-97158f92-e54e-486c-909f-e8fb4080dd39 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372529 Aug 16 20:38:22.204719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-83123626-9caa-4c54-9a76-2f27bf3d1df5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d4d38408-432c-405f-a972-d092216396d4 HTTP/1.1" status: 200 len: 217 time: 0.0350301 Aug 16 20:38:22.259795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-f2a7c257-d8b5-4bf7-875e-33710e051923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.261286 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-f2a7c257-d8b5-4bf7-875e-33710e051923 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0489702 Aug 16 20:38:22.322920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa301a-fee7-40a0-86ac-534dbc0c575b req-20d7504f-e393-415e-b079-0d38397be33e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.323041 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-d895c6d6-81d8-4558-bf31-29e2f0211863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.326802 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-d895c6d6-81d8-4558-bf31-29e2f0211863 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579007 Aug 16 20:38:22.328607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6aa301a-fee7-40a0-86ac-534dbc0c575b req-20d7504f-e393-415e-b079-0d38397be33e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 948 time: 0.0686779 Aug 16 20:38:22.362668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6aa301a-fee7-40a0-86ac-534dbc0c575b req-9aa9438d-1d51-4cf3-9d0d-e956fd11b19a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331366 Aug 16 20:38:22.422844 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-839a2b2f-e8c1-45a0-8c4d-4cc1c8e25340 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870037 Aug 16 20:38:22.474567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436dbf-24a7-42da-a28f-145c1be05950 req-2cced031-1a4e-4e14-80df-9a344cb242a0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.475962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71436dbf-24a7-42da-a28f-145c1be05950 req-2cced031-1a4e-4e14-80df-9a344cb242a0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0520523 Aug 16 20:38:22.520887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71436dbf-24a7-42da-a28f-145c1be05950 req-1ed79227-1927-4a3f-8b02-43749e22b18e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328755 Aug 16 20:38:22.525458 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0a44d11c-a614-48f8-a2ff-0c771c82278a req-68525463-2928-4f63-af7f-e154e28960dd service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952067 Aug 16 20:38:22.824702 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5725d200-578f-40a2-8a4a-988e7440f9c5 req-2455c84a-7ed5-4916-a923-abe41aa951d4 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0267158 Aug 16 20:38:23.163673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-86d1069a-aec8-405c-a1d2-4abb84fc9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:23.165216 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-86d1069a-aec8-405c-a1d2-4abb84fc9478 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 1098 time: 0.0414016 Aug 16 20:38:23.172605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247de8f6-5323-42c4-a3b2-e85d4103d76d req-c9219067-ad55-496c-8f98-036d311692ae tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:23.174080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-247de8f6-5323-42c4-a3b2-e85d4103d76d req-c9219067-ad55-496c-8f98-036d311692ae tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 949 time: 0.0530257 Aug 16 20:38:23.213449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-247de8f6-5323-42c4-a3b2-e85d4103d76d req-93cf865e-6221-43fc-b1e2-e11b5d1f6585 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326385 Aug 16 20:38:23.261258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-2c384f9c-1f18-44de-aad4-0d078e238163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:23.262762 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-2c384f9c-1f18-44de-aad4-0d078e238163 service neutron] 10.222.0.79 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.0907826 Aug 16 20:38:23.306139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-36d57e1d-7fbe-4149-9179-ff520c895909 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b HTTP/1.1" status: 200 len: 217 time: 0.0350621 Aug 16 20:38:23.330304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4427b43-23c8-46c9-a316-e581c7d2edae req-af23ee1a-325a-41c7-a2a2-c183de52ba37 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:23.332625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4427b43-23c8-46c9-a316-e581c7d2edae req-af23ee1a-325a-41c7-a2a2-c183de52ba37 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 948 time: 0.0488029 Aug 16 20:38:23.359251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-31943cfe-8010-4911-bf4c-6900e7cd5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:23.361585 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-31943cfe-8010-4911-bf4c-6900e7cd5918 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0488122 Aug 16 20:38:23.373180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4427b43-23c8-46c9-a316-e581c7d2edae req-b7a988c4-b756-4ac5-ab43-a9d6e8539d1d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346189 Aug 16 20:38:23.397759 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-5074fc84-434c-4e4d-8ef5-e2d55e7cdc4d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282147 Aug 16 20:38:23.488584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493d11d-44de-4ffc-9b9a-da8123128ac9 req-261fedb3-ef29-445d-8acc-362cfb63b644 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:23.490125 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1493d11d-44de-4ffc-9b9a-da8123128ac9 req-261fedb3-ef29-445d-8acc-362cfb63b644 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 948 time: 0.0503650 Aug 16 20:38:23.496347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-b7e5529b-4f08-47a1-bda6-723f48314f6d service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910382 Aug 16 20:38:23.530633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1493d11d-44de-4ffc-9b9a-da8123128ac9 req-a0ab5d8f-b8e2-4b48-b399-15fb254ef408 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338483 Aug 16 20:38:23.594172 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-0502bfc8-1616-4bee-9ee7-fcc9abfda0b9 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906966 Aug 16 20:38:23.640905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2abf5-e43f-496f-b0f6-371267502efe req-fb992bdd-fcac-46f7-b066-4b7a9e617e58 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:23.642434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffc2abf5-e43f-496f-b0f6-371267502efe req-fb992bdd-fcac-46f7-b066-4b7a9e617e58 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0536075 Aug 16 20:38:23.681274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffc2abf5-e43f-496f-b0f6-371267502efe req-1ab3c4d8-7ad1-4124-b818-3f597ee98a0a tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Aug 16 20:38:23.925637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-800138a8-d8fc-42fe-ad8e-a17a2c17983d req-c14c18ae-0176-4162-89cd-2d138d7ce1ca tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0257459 Aug 16 20:38:24.332291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140e940-8c41-478e-94a4-ca527afea723 req-faa6bb06-7923-47ff-8555-7f1b39646ffc tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:24.333763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8140e940-8c41-478e-94a4-ca527afea723 req-faa6bb06-7923-47ff-8555-7f1b39646ffc tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 949 time: 0.0495675 Aug 16 20:38:24.373657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8140e940-8c41-478e-94a4-ca527afea723 req-094f0be8-4e64-40a4-8ddb-bb0b0d288e02 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331242 Aug 16 20:38:24.506316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:24.510722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e8c1a-2f38-4af7-8b36-7daeb0caa4d4 req-e528bb44-0f31-408d-b83a-fdbb64220365 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:24.512476 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c40e8c1a-2f38-4af7-8b36-7daeb0caa4d4 req-e528bb44-0f31-408d-b83a-fdbb64220365 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 948 time: 0.0565426 Aug 16 20:38:24.554354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c40e8c1a-2f38-4af7-8b36-7daeb0caa4d4 req-ad27e5c1-571b-4281-bb7a-299a66119b94 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350957 Aug 16 20:38:24.655293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fecd80-c983-434a-a588-d7cdcaddbe58 req-520bb52f-bd9b-4977-bb60-5a9e6014bf82 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:24.656693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2fecd80-c983-434a-a588-d7cdcaddbe58 req-520bb52f-bd9b-4977-bb60-5a9e6014bf82 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 948 time: 0.0507500 Aug 16 20:38:24.696780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2fecd80-c983-434a-a588-d7cdcaddbe58 req-bd44b5db-576d-4530-86b6-454d16ad5803 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Aug 16 20:38:24.716538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:24.716538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:24.716538 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:24.796986 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:24.810157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecedc5-0c68-4c92-bf9c-29197b45b9af req-84a7e272-ad24-48a4-8689-41b2ebd392e0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:24.811693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4ecedc5-0c68-4c92-bf9c-29197b45b9af req-84a7e272-ad24-48a4-8689-41b2ebd392e0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0605547 Aug 16 20:38:24.827572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92849669-7464-42a0-91de-01e82b473fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6cfebc-b170-424f-8f00-7dadf9cab9d4'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:24.830392 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7894a1-e050-4de2-b3f4-eda5c5d00ee6" -d '{"events": [{"server_uuid": "92849669-7464-42a0-91de-01e82b473fc6", "name": "network-vif-plugged", "status": "completed", "tag": "3a6cfebc-b170-424f-8f00-7dadf9cab9d4"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:24.836629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a6cfebc-b170-424f-8f00-7dadf9cab9d4,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:24.852520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4ecedc5-0c68-4c92-bf9c-29197b45b9af req-3afb1bf2-3cf2-4f36-beec-4206f115b6fc tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 Aug 16 20:38:24.872280 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b05d5c-93ce-4279-a411-0102f0d430db x-openstack-request-id: req-90b05d5c-93ce-4279-a411-0102f0d430db {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:24.872566 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92849669-7464-42a0-91de-01e82b473fc6", "name": "network-vif-plugged", "status": "completed", "tag": "3a6cfebc-b170-424f-8f00-7dadf9cab9d4", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:24.872820 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-90b05d5c-93ce-4279-a411-0102f0d430db {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:24.873287 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92849669-7464-42a0-91de-01e82b473fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6cfebc-b170-424f-8f00-7dadf9cab9d4', 'code': 200} Aug 16 20:38:24.965568 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:24.967285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:24.968786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b716c8-efdc-47a4-ba8c-05c15f6c4227 req-cff57751-38d2-45c2-b47d-7aa859de985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:24.970357 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-89b716c8-efdc-47a4-ba8c-05c15f6c4227 req-cff57751-38d2-45c2-b47d-7aa859de985d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 1101 time: 0.0437386 Aug 16 20:38:25.026026 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-89b716c8-efdc-47a4-ba8c-05c15f6c4227 req-11253558-6236-49eb-b31d-174fa17c47b9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488682 Aug 16 20:38:25.055045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b03a9403-2a76-4d7d-92ae-c1f334fb53e2 req-794b5d1f-e32a-4e29-a0a4-887b2bed14b7 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0412176 Aug 16 20:38:25.059960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3a6cfebc-b170-424f-8f00-7dadf9cab9d4,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:25.230228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 76116b0b-c70f-4272-81c9-1d9f9b687a19 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:25.234372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 76116b0b-c70f-4272-81c9-1d9f9b687a19 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:25.234845 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.314769 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.347583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:25.479680 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.508351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fac58-d5b9-4194-bc1f-fb94f3c3e9d2 req-4e2315e4-d1a1-410b-88a2-50131ed57839 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:25.510187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b4fac58-d5b9-4194-bc1f-fb94f3c3e9d2 req-4e2315e4-d1a1-410b-88a2-50131ed57839 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 950 time: 0.0610161 Aug 16 20:38:25.541529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:25.558262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b4fac58-d5b9-4194-bc1f-fb94f3c3e9d2 req-d539707e-5777-4bfe-b6bd-b2c0240db533 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415096 Aug 16 20:38:25.674659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5a56f-999f-46d6-9be5-e63d340f0ca6 req-2094cb1c-816c-4eaa-9130-53b93f15d220 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:25.676147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78a5a56f-999f-46d6-9be5-e63d340f0ca6 req-2094cb1c-816c-4eaa-9130-53b93f15d220 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 948 time: 0.0492783 Aug 16 20:38:25.715415 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78a5a56f-999f-46d6-9be5-e63d340f0ca6 req-0caf8472-9630-47b2-a1cb-50685e0a37c9 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324695 Aug 16 20:38:25.867984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c9e29-7391-49cc-a870-43b998744ba8 req-db4a7215-61a5-44a2-a163-0500ef80f619 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:25.869589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a42c9e29-7391-49cc-a870-43b998744ba8 req-db4a7215-61a5-44a2-a163-0500ef80f619 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.1004186 Aug 16 20:38:25.919881 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a42c9e29-7391-49cc-a870-43b998744ba8 req-864abeb9-212b-41e5-ae2e-517fcc631bdf tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Aug 16 20:38:25.979034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea9b5b-c69f-416a-abb1-5f03f333ba25 req-ed46d802-8a60-4e52-b3a1-43107d478870 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:25.980428 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8ea9b5b-c69f-416a-abb1-5f03f333ba25 req-ed46d802-8a60-4e52-b3a1-43107d478870 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0519576 Aug 16 20:38:26.022608 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8ea9b5b-c69f-416a-abb1-5f03f333ba25 req-7433e5f3-aa3b-4de6-b1fa-6ba89d1ece9b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Aug 16 20:38:26.164710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7f07be5-8972-4d4a-9f89-6aa2eff41754 req-fbfc4da5-838d-42b2-aabb-70d0202dc81e tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0272963 Aug 16 20:38:26.686836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080437f-0211-4bf3-9ccc-831a33a14684 req-b5c43183-bfbe-490a-93db-073067fd7a80 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:26.688371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b080437f-0211-4bf3-9ccc-831a33a14684 req-b5c43183-bfbe-490a-93db-073067fd7a80 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 950 time: 0.0596128 Aug 16 20:38:26.726525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b080437f-0211-4bf3-9ccc-831a33a14684 req-6cd189f4-c765-4376-b5ea-90aa247fc547 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314558 Aug 16 20:38:26.771938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device d4d38408-432c-405f-a972-d092216396d4 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:26.843718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242e779-2ab8-4961-8972-128008a408f6 req-b77afdfd-03bf-4dc2-90fd-f5a098a087c6 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:26.845311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8242e779-2ab8-4961-8972-128008a408f6 req-b77afdfd-03bf-4dc2-90fd-f5a098a087c6 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 948 time: 0.0575798 Aug 16 20:38:26.879312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:26.882899 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e35fe16-a6c1-4690-be41-65cbd35d2bf6" -d '{"events": [{"server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "name": "network-vif-plugged", "status": "completed", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:26.887703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8242e779-2ab8-4961-8972-128008a408f6 req-21a2f11e-a20b-463a-9de0-029babbe1bd6 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346670 Aug 16 20:38:26.903293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port d4d38408-432c-405f-a972-d092216396d4, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=d4d38408-432c-405f-a972-d092216396d4,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:26.915450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'd4d38408-432c-405f-a972-d092216396d4', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'd4d38408-432c-405f-a972-d092216396d4', 'mac_address': 'fa:16:3e:fb:6e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:26.954078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:26.964152 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4ca1a5-0ba2-442a-988e-e5b6a35aa45d x-openstack-request-id: req-cb4ca1a5-0ba2-442a-988e-e5b6a35aa45d {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:26.964568 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "name": "network-vif-plugged", "status": "completed", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:26.965001 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cb4ca1a5-0ba2-442a-988e-e5b6a35aa45d {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:26.965732 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'code': 200} Aug 16 20:38:26.972985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d38408-432c-405f-a972-d092216396d4 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:26.996314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port d4d38408-432c-405f-a972-d092216396d4, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=d4d38408-432c-405f-a972-d092216396d4,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:27.071645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adf76b-f400-4fa1-a0e1-84c987be8065 req-e2fddfe4-86b9-45a3-84b7-3c2a51efbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:27.074061 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-18adf76b-f400-4fa1-a0e1-84c987be8065 req-e2fddfe4-86b9-45a3-84b7-3c2a51efbd48 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1101 time: 0.0412591 Aug 16 20:38:27.081644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcae881-4422-47db-be6a-ae367d9e7443 req-06966094-aaa5-46de-a053-438499f734d4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:27.083794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6fcae881-4422-47db-be6a-ae367d9e7443 req-06966094-aaa5-46de-a053-438499f734d4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0547984 Aug 16 20:38:27.118562 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-18adf76b-f400-4fa1-a0e1-84c987be8065 req-4f52ccaa-188c-47b1-8f55-8740209f4061 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346251 Aug 16 20:38:27.124795 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6fcae881-4422-47db-be6a-ae367d9e7443 req-05729923-f0a6-4b9e-81e4-722bacb1a22f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346613 Aug 16 20:38:27.134636 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.188868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=d4d38408-432c-405f-a972-d092216396d4,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:27.247754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ca44d-08eb-40e9-a767-cd700856474b req-5b486323-3b93-4df2-9ce4-cea66f7b1856 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:27.249442 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a89ca44d-08eb-40e9-a767-cd700856474b req-5b486323-3b93-4df2-9ce4-cea66f7b1856 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0494838 Aug 16 20:38:27.295632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a89ca44d-08eb-40e9-a767-cd700856474b req-53aaae6a-2830-449a-91cb-e09798f814be tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386939 Aug 16 20:38:27.400367 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51dc4da1-dc46-43d3-9fad-058f806c369c req-7858f5ea-a0f3-4f7b-a134-229344372f31 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0363095 Aug 16 20:38:27.458609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05690d4a-1cbe-4bab-a0e2-bd849f1c5ea3 req-a081db9e-2473-428d-975c-ac6aae9d15dd tempest-ServersAdminNegativeTestJSON-292706426 tempest-ServersAdminNegativeTestJSON-292706426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:27.460252 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05690d4a-1cbe-4bab-a0e2-bd849f1c5ea3 req-a081db9e-2473-428d-975c-ac6aae9d15dd tempest-ServersAdminNegativeTestJSON-292706426 tempest-ServersAdminNegativeTestJSON-292706426-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 1102 time: 0.0431564 Aug 16 20:38:27.480431 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-05690d4a-1cbe-4bab-a0e2-bd849f1c5ea3 req-20e0c155-056c-47b2-a48a-f811f64d1829 tempest-ServersAdminNegativeTestJSON-292706426 tempest-ServersAdminNegativeTestJSON-292706426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.567907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:27.595708 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-05690d4a-1cbe-4bab-a0e2-bd849f1c5ea3 req-20e0c155-056c-47b2-a48a-f811f64d1829 tempest-ServersAdminNegativeTestJSON-292706426 tempest-ServersAdminNegativeTestJSON-292706426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.742769 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-05690d4a-1cbe-4bab-a0e2-bd849f1c5ea3 req-20e0c155-056c-47b2-a48a-f811f64d1829 tempest-ServersAdminNegativeTestJSON-292706426 tempest-ServersAdminNegativeTestJSON-292706426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.774820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05690d4a-1cbe-4bab-a0e2-bd849f1c5ea3 req-20e0c155-056c-47b2-a48a-f811f64d1829 tempest-ServersAdminNegativeTestJSON-292706426 tempest-ServersAdminNegativeTestJSON-292706426-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078849 Aug 16 20:38:27.777301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0c155-056c-47b2-a48a-f811f64d1829 tempest-ServersAdminNegativeTestJSON-292706426 tempest-ServersAdminNegativeTestJSON-292706426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01145b60-1675-4acf-a490-58ae07a285ce,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:28.021402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6162e-b600-4231-9151-8e2536e6cd7d req-c08e23d3-1c77-4266-bef3-12b13a2889cc tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:28.022939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2bc6162e-b600-4231-9151-8e2536e6cd7d req-c08e23d3-1c77-4266-bef3-12b13a2889cc tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 949 time: 0.0584490 Aug 16 20:38:28.094685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2bc6162e-b600-4231-9151-8e2536e6cd7d req-cc325e97-6ec9-4756-adb8-c10e659d07f9 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607300 Aug 16 20:38:28.254810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c820d-6b5c-448f-867a-8de3dfe67f67 req-a40a5554-1d34-4abd-9cf2-0deea3fdc887 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:28.257420 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd1c820d-6b5c-448f-867a-8de3dfe67f67 req-a40a5554-1d34-4abd-9cf2-0deea3fdc887 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0605247 Aug 16 20:38:28.308872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd1c820d-6b5c-448f-867a-8de3dfe67f67 req-8f1e1405-f05c-417b-b14b-0a2ad59a9ebe tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Aug 16 20:38:28.418205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dbe7c-83eb-4f72-a349-7f72e8842c3e req-b5088d9e-b208-4a5a-bcc7-61f37097ef46 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:28.420360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb1dbe7c-83eb-4f72-a349-7f72e8842c3e req-b5088d9e-b208-4a5a-bcc7-61f37097ef46 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0526702 Aug 16 20:38:28.464711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb1dbe7c-83eb-4f72-a349-7f72e8842c3e req-fa25b65b-0559-469f-b552-2a6196ca326f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385141 Aug 16 20:38:28.495738 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dca4cc87-0f11-43d4-9f14-efc3b0d97b43 req-6bcd8238-d066-46a2-9c99-32c63ac68ae7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0276442 Aug 16 20:38:28.532616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0a292ed-328c-4613-bb97-169286a5fa6c req-4990afae-d163-4419-80ec-49d6a4f5a5a8 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0301819 Aug 16 20:38:28.889158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9fbc5-6453-46d2-acee-49f75fad52bd req-ed99f045-5b35-44a2-a967-2b86b0cc0a51 tempest-ServersAdminNegativeTestJSON-292706426 tempest-ServersAdminNegativeTestJSON-292706426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:28.890967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47d9fbc5-6453-46d2-acee-49f75fad52bd req-ed99f045-5b35-44a2-a967-2b86b0cc0a51 tempest-ServersAdminNegativeTestJSON-292706426 tempest-ServersAdminNegativeTestJSON-292706426-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 1102 time: 0.0427866 Aug 16 20:38:28.927579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47d9fbc5-6453-46d2-acee-49f75fad52bd req-05e50090-1f9b-4a17-9302-ef35fdcd5ed5 tempest-ServersAdminNegativeTestJSON-292706426 tempest-ServersAdminNegativeTestJSON-292706426-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299265 Aug 16 20:38:29.212005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbf152-b4eb-4e0c-8710-ddd77357a0fa req-b7a2c1df-d80f-4536-a64b-31a159468091 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:29.213533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49fbf152-b4eb-4e0c-8710-ddd77357a0fa req-b7a2c1df-d80f-4536-a64b-31a159468091 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 949 time: 0.0498292 Aug 16 20:38:29.252900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49fbf152-b4eb-4e0c-8710-ddd77357a0fa req-53e9c4c4-cf79-41b1-8a76-cc586616de90 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334573 Aug 16 20:38:29.425265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ede2c-fbf2-4661-b8b8-ec67a2887823 req-2c5aeae4-ee27-4b92-9270-ee958036e862 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:29.427464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-748ede2c-fbf2-4661-b8b8-ec67a2887823 req-2c5aeae4-ee27-4b92-9270-ee958036e862 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0509748 Aug 16 20:38:29.470582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-748ede2c-fbf2-4661-b8b8-ec67a2887823 req-27952464-c6ce-4b13-bd9a-51093972dce1 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371327 Aug 16 20:38:29.606407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6ef9d-2a78-4f67-b68b-1afad51ed47f req-9711780c-2316-4ef9-aac9-f6405ce7b2f1 tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:29.607759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72a6ef9d-2a78-4f67-b68b-1afad51ed47f req-9711780c-2316-4ef9-aac9-f6405ce7b2f1 tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1101 time: 0.0570531 Aug 16 20:38:29.672368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c1e4-7036-4e7d-a6cd-31ae6606188a req-039a0b01-d372-41cd-8984-0f27bd6551c7 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:29.673938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6367c1e4-7036-4e7d-a6cd-31ae6606188a req-039a0b01-d372-41cd-8984-0f27bd6551c7 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0792258 Aug 16 20:38:29.675558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72a6ef9d-2a78-4f67-b68b-1afad51ed47f req-b1783c8b-c273-4b50-86fa-54101dcd474c tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500917 Aug 16 20:38:29.728454 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6367c1e4-7036-4e7d-a6cd-31ae6606188a req-9e883ecc-d5ef-428f-9e7c-7a4bdea088f6 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468702 Aug 16 20:38:29.810120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533a31f-5ab6-4d36-b586-85c42fa818fb req-be9ee864-f80b-4814-b753-95b8000c850b tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:29.817518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b533a31f-5ab6-4d36-b586-85c42fa818fb req-be9ee864-f80b-4814-b753-95b8000c850b tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 950 time: 0.0695548 Aug 16 20:38:29.866214 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb7a6fb2-a2d9-4be5-b994-9abfd1aa42fc req-d32132d9-964f-4b74-af66-3844c2ff6206 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0474646 Aug 16 20:38:29.893402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b533a31f-5ab6-4d36-b586-85c42fa818fb req-22fb0d75-4caa-4746-991b-5436b5daab57 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726957 Aug 16 20:38:30.438242 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c474f3a3-ea38-40e6-a11a-b83305b4ecdd req-d06730f2-c42f-4e2f-a661-bd591033c9ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=69aa5ee915454dc79eb9229c5b30d369&device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0336406 Aug 16 20:38:30.440143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e6414-5dfa-482b-981a-bfd3692f8511 req-92f87db6-a030-416d-9826-a409cb71c127 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:30.441698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af9e6414-5dfa-482b-981a-bfd3692f8511 req-92f87db6-a030-416d-9826-a409cb71c127 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 949 time: 0.0535691 Aug 16 20:38:30.468401 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c474f3a3-ea38-40e6-a11a-b83305b4ecdd req-5936d101-46a2-4705-a6a8-cbd465ac2b41 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=69aa5ee915454dc79eb9229c5b30d369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204544 Aug 16 20:38:30.481535 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af9e6414-5dfa-482b-981a-bfd3692f8511 req-5b75c4fb-778d-4e5e-a867-12aa3c96c4dd tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Aug 16 20:38:30.568583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-df48913b-b30c-4314-a5eb-6823ab9f388a req-c62557fa-e075-4e9e-ae31-7e7d7a627842 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0285578 Aug 16 20:38:30.577619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474f3a3-ea38-40e6-a11a-b83305b4ecdd req-502e16d2-02aa-40b9-90bd-4cf83c7edc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:30.579198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c474f3a3-ea38-40e6-a11a-b83305b4ecdd req-502e16d2-02aa-40b9-90bd-4cf83c7edc53 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041839 Aug 16 20:38:30.709997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297e973-ec07-4033-9a60-5507746c3c61 req-c2993a2d-6e70-4ca7-b999-6100eaced400 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:30.711603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6297e973-ec07-4033-9a60-5507746c3c61 req-c2993a2d-6e70-4ca7-b999-6100eaced400 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0549631 Aug 16 20:38:30.751875 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6297e973-ec07-4033-9a60-5507746c3c61 req-e075793a-1cc7-4399-8aa1-4e4ddcd6a653 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339549 Aug 16 20:38:30.801075 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device d4d38408-432c-405f-a972-d092216396d4 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:30.875170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bea52-4530-4209-bab6-edff65d98322 req-f06d8335-f403-4e60-892d-03d3cf347785 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:30.876989 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-458bea52-4530-4209-bab6-edff65d98322 req-f06d8335-f403-4e60-892d-03d3cf347785 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0498095 Aug 16 20:38:30.939116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port d4d38408-432c-405f-a972-d092216396d4 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:30.944273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port d4d38408-432c-405f-a972-d092216396d4 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:30.947730 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.949231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-458bea52-4530-4209-bab6-edff65d98322 req-1ce4692f-f80d-421b-b6f5-814ea79c8df0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652845 Aug 16 20:38:30.957255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-bf0a2301-3580-446b-bc56-740ea109a67d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0671091 Aug 16 20:38:31.019205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6def8-56aa-46b7-a6a4-da8221e58a9b req-46c6ae35-f404-4822-8473-1ba4382a33da tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:31.020769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ad6def8-56aa-46b7-a6a4-da8221e58a9b req-46c6ae35-f404-4822-8473-1ba4382a33da tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 950 time: 0.0560336 Aug 16 20:38:31.039881 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.062500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ad6def8-56aa-46b7-a6a4-da8221e58a9b req-132790f3-f180-4f63-a7c2-e6ea1b1db0a4 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333297 Aug 16 20:38:31.066119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fad6d3-9063-4620-9ef8-49ef16b16c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d38408-432c-405f-a972-d092216396d4'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:31.069598 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b75442f-484b-4835-8132-ef90c4a69dbe" -d '{"events": [{"server_uuid": "b4fad6d3-9063-4620-9ef8-49ef16b16c32", "name": "network-vif-plugged", "status": "completed", "tag": "d4d38408-432c-405f-a972-d092216396d4"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:31.090794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port d4d38408-432c-405f-a972-d092216396d4, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=d4d38408-432c-405f-a972-d092216396d4,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:31.099595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a60aaf-d906-4aff-bd5c-d47eea6b3211 req-3852199d-993b-4dde-b0ba-2a15d20997b2 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:31.101177 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e2a60aaf-d906-4aff-bd5c-d47eea6b3211 req-3852199d-993b-4dde-b0ba-2a15d20997b2 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.79 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 950 time: 0.0628433 Aug 16 20:38:31.109236 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef3d035-d1c7-4195-b687-2b7a5fc6d7d0 x-openstack-request-id: req-aef3d035-d1c7-4195-b687-2b7a5fc6d7d0 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:31.109589 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fad6d3-9063-4620-9ef8-49ef16b16c32", "name": "network-vif-plugged", "status": "completed", "tag": "d4d38408-432c-405f-a972-d092216396d4", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:31.109903 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aef3d035-d1c7-4195-b687-2b7a5fc6d7d0 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:31.110454 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fad6d3-9063-4620-9ef8-49ef16b16c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d38408-432c-405f-a972-d092216396d4', 'code': 200} Aug 16 20:38:31.232000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe34f27-cf2c-4d11-9bfc-27d5f18ae8df req-74e5732b-fee5-49fb-ad62-05e9f5a6b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:31.247340 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbe34f27-cf2c-4d11-9bfc-27d5f18ae8df req-74e5732b-fee5-49fb-ad62-05e9f5a6b8c6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 1101 time: 0.0592313 Aug 16 20:38:31.247340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e2a60aaf-d906-4aff-bd5c-d47eea6b3211 req-7d257b9e-fa98-4df5-b58d-a2dcd1e52007 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Deleting port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:31.247340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e2a60aaf-d906-4aff-bd5c-d47eea6b3211 req-7d257b9e-fa98-4df5-b58d-a2dcd1e52007 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.270488 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.318428 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbe34f27-cf2c-4d11-9bfc-27d5f18ae8df req-71e0f7cf-fc58-4653-bad4-08a526c5d0f3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738416 Aug 16 20:38:31.328902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=d4d38408-432c-405f-a972-d092216396d4,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:31.358889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e2a60aaf-d906-4aff-bd5c-d47eea6b3211 req-7d257b9e-fa98-4df5-b58d-a2dcd1e52007 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] For port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a6cfebc-b170-424f-8f00-7dadf9cab9d4,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:31.359260 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e2a60aaf-d906-4aff-bd5c-d47eea6b3211 req-7d257b9e-fa98-4df5-b58d-a2dcd1e52007 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.377311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e2a60aaf-d906-4aff-bd5c-d47eea6b3211 req-7d257b9e-fa98-4df5-b58d-a2dcd1e52007 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Calling delete_port for 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:31.603882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8ef0f-93c5-437e-b061-b3eef28f987a req-adfb3af6-be07-4b99-aa19-e71545db9c8a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:31.605713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ab8ef0f-93c5-437e-b061-b3eef28f987a req-adfb3af6-be07-4b99-aa19-e71545db9c8a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 950 time: 0.0555446 Aug 16 20:38:31.613580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e2a60aaf-d906-4aff-bd5c-d47eea6b3211 req-7d257b9e-fa98-4df5-b58d-a2dcd1e52007 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.630723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['7fa992a9-b23c-4302-918e-07c0fddf6137'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:31.648552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d257b9e-fa98-4df5-b58d-a2dcd1e52007 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Pushing event deleted for resources: {'Port': ['ID=3a6cfebc-b170-424f-8f00-7dadf9cab9d4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:31.666720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ab8ef0f-93c5-437e-b061-b3eef28f987a req-707451d4-9855-4456-ac99-127a78a644a1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485599 Aug 16 20:38:31.712027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['3a6cfebc-b170-424f-8f00-7dadf9cab9d4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:31.729320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a60aaf-d906-4aff-bd5c-d47eea6b3211 req-7d257b9e-fa98-4df5-b58d-a2dcd1e52007 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] No DVR routers for this DVR port 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:31.733139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e2a60aaf-d906-4aff-bd5c-d47eea6b3211 req-7d257b9e-fa98-4df5-b58d-a2dcd1e52007 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.736293 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e2a60aaf-d906-4aff-bd5c-d47eea6b3211 req-7d257b9e-fa98-4df5-b58d-a2dcd1e52007 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.79 "DELETE /v2.0/ports/3a6cfebc-b170-424f-8f00-7dadf9cab9d4 HTTP/1.1" status: 204 len: 173 time: 0.6279066 Aug 16 20:38:31.736983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92849669-7464-42a0-91de-01e82b473fc6', 'name': 'network-vif-deleted', 'tag': '3a6cfebc-b170-424f-8f00-7dadf9cab9d4'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:31.740058 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49993783-15cf-44fb-b534-48ec6692fa0f" -d '{"events": [{"server_uuid": "92849669-7464-42a0-91de-01e82b473fc6", "name": "network-vif-deleted", "tag": "3a6cfebc-b170-424f-8f00-7dadf9cab9d4"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:31.755668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd722e62-1b56-46a2-aaae-55e7c1c4b444 req-d225a7f5-02dc-4a62-b7d8-b5dfd3881e62 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0483098 Aug 16 20:38:31.811887 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5250b24a-9e68-40f9-87f9-f7dd1b40f5e8 x-openstack-request-id: req-5250b24a-9e68-40f9-87f9-f7dd1b40f5e8 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:31.812187 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92849669-7464-42a0-91de-01e82b473fc6", "name": "network-vif-deleted", "tag": "3a6cfebc-b170-424f-8f00-7dadf9cab9d4", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:31.816536 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5250b24a-9e68-40f9-87f9-f7dd1b40f5e8 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:31.817648 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92849669-7464-42a0-91de-01e82b473fc6', 'name': 'network-vif-deleted', 'tag': '3a6cfebc-b170-424f-8f00-7dadf9cab9d4', 'status': 'completed', 'code': 200} Aug 16 20:38:31.931394 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c474f3a3-ea38-40e6-a11a-b83305b4ecdd req-6a746084-7cc8-4d9b-9bbf-1051078504f3 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0600460 Aug 16 20:38:31.955374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa89a3-1a2c-4ce3-8855-a89819d9183e req-c2ed6964-eb64-40f5-b87a-67856bd01d46 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:31.957198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61fa89a3-1a2c-4ce3-8855-a89819d9183e req-c2ed6964-eb64-40f5-b87a-67856bd01d46 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0898161 Aug 16 20:38:32.006019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61fa89a3-1a2c-4ce3-8855-a89819d9183e req-5ffcb928-839a-4d44-8f9f-d8316f67223c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422375 Aug 16 20:38:32.171620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd2bd3-d61a-4cc0-aa65-038730ac0caf req-6a982a2b-ba5c-481a-838a-0748f4aeed00 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:32.173060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2bfd2bd3-d61a-4cc0-aa65-038730ac0caf req-6a982a2b-ba5c-481a-838a-0748f4aeed00 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0934620 Aug 16 20:38:32.184654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-4e3fec3e-a8c5-4137-8cfe-310ea8c8809f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:32.186221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-4e3fec3e-a8c5-4137-8cfe-310ea8c8809f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 821 time: 0.1549473 Aug 16 20:38:32.221473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-150cf2eb-e857-489f-b736-c75d6ec045ea tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/quotas/fe83c9f712414113b5db1690292a17d0 HTTP/1.1" status: 200 len: 375 time: 0.0176029 Aug 16 20:38:32.229722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2bfd2bd3-d61a-4cc0-aa65-038730ac0caf req-47382497-0b57-45e3-a63a-4778cb66c019 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Aug 16 20:38:32.282412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-f85cdb88-b19e-480c-921a-4b7ac68b8f4b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516260 Aug 16 20:38:32.390679 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.401844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e29e1bc7-4c37-4ec1-8161-82696469981e req-01ec1fee-7743-4f7f-b60a-6b875ab09a96 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=92849669-7464-42a0-91de-01e82b473fc6 HTTP/1.1" status: 200 len: 210 time: 0.0369062 Aug 16 20:38:32.405359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-233b830b-29ea-4df0-a9d1-3088aab8c81c service neutron] 10.222.0.74 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152315 Aug 16 20:38:32.496875 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.500877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-2ae79f12-128d-479c-b0e3-c8c9068899b9 service neutron] 10.222.0.74 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887597 Aug 16 20:38:32.773960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc5fcd-acf7-4a60-8e54-868712cd152d req-8b3557c9-f8d0-47e6-b66f-c65c865e3479 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:32.776198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64dc5fcd-acf7-4a60-8e54-868712cd152d req-8b3557c9-f8d0-47e6-b66f-c65c865e3479 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 950 time: 0.0505078 Aug 16 20:38:32.814092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64dc5fcd-acf7-4a60-8e54-868712cd152d req-c2e1c256-39bd-436e-8412-fbfbb59f796e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319614 Aug 16 20:38:32.908320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be1945b9-ca2b-406b-a247-9355a7da9b77 req-b11e6db1-5f50-420c-a68a-43f0c3b4cc07 tempest-ServerShowV257Test-1641028138 tempest-ServerShowV257Test-1641028138-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3281926-c0e2-4fae-b57b-6754fc0162d6 HTTP/1.1" status: 200 len: 210 time: 0.0274191 Aug 16 20:38:33.127091 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b97656-e776-4bb9-a0b7-c18af929cebd req-49aa065f-90b0-4385-b058-c7b130135ae5 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:33.136163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5b97656-e776-4bb9-a0b7-c18af929cebd req-49aa065f-90b0-4385-b058-c7b130135ae5 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 1102 time: 0.0395103 Aug 16 20:38:33.151813 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e5b97656-e776-4bb9-a0b7-c18af929cebd req-0f85e8ab-58c6-4821-9dc5-94ebaf8483f9 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.248292 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e5b97656-e776-4bb9-a0b7-c18af929cebd req-0f85e8ab-58c6-4821-9dc5-94ebaf8483f9 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.299609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad67b5-9e8f-4d6c-8b8d-95fd0d972c2f req-31d9932b-4a2b-4d0e-8c55-75b27e56f2ad tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:33.301614 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bbad67b5-9e8f-4d6c-8b8d-95fd0d972c2f req-31d9932b-4a2b-4d0e-8c55-75b27e56f2ad tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0498605 Aug 16 20:38:33.340527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bbad67b5-9e8f-4d6c-8b8d-95fd0d972c2f req-634e2e91-88dd-4433-bf63-56f6e9b970c3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Aug 16 20:38:33.404787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f71b96fe-387c-4945-8be7-1db655e15aae req-8e9f2024-9b2d-41aa-95ca-56ea67c37ae2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 210 time: 0.0257220 Aug 16 20:38:33.516199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d65b2-9177-4e61-a3cb-e3e926eabcaa req-3b70ef9b-ffef-446d-aa05-23c1232c315f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:33.517728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-652d65b2-9177-4e61-a3cb-e3e926eabcaa req-3b70ef9b-ffef-446d-aa05-23c1232c315f tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0540633 Aug 16 20:38:33.518859 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e5b97656-e776-4bb9-a0b7-c18af929cebd req-0f85e8ab-58c6-4821-9dc5-94ebaf8483f9 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.565589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5b97656-e776-4bb9-a0b7-c18af929cebd req-0f85e8ab-58c6-4821-9dc5-94ebaf8483f9 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300413 Aug 16 20:38:33.580790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85e8ab-58c6-4821-9dc5-94ebaf8483f9 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a461c-b6f8-40c9-b1b7-3620916d0d0b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:33.595456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-652d65b2-9177-4e61-a3cb-e3e926eabcaa req-bcaa6a8f-cc15-48d4-9eba-d796909fb9d4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587597 Aug 16 20:38:33.946275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-e9f3a437-5da0-4395-b604-0d6de9204b1a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231955 Aug 16 20:38:34.054940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-8dac9cdd-a9a5-4118-8ab0-c8a18ff4deb8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.056392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-8dac9cdd-a9a5-4118-8ab0-c8a18ff4deb8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044166 Aug 16 20:38:34.071125 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-5c3455e1-cd9d-4c71-a993-b9910b24cd69 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/quotas/2f9fb70721f74c5b9308bb8c8822b45f HTTP/1.1" status: 200 len: 375 time: 0.0089335 Aug 16 20:38:34.122815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-3f09250b-854b-4f7b-8450-0f1708420c21 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463088 Aug 16 20:38:34.295054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-89a9014c-523c-4262-a4b1-7b4ab5d08bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.296563 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-89a9014c-523c-4262-a4b1-7b4ab5d08bd1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1101 time: 0.0413523 Aug 16 20:38:34.329889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980e439-df5b-4759-b8b5-aa7659bf5d16 req-83e94ef7-8bb8-4cd5-afb6-bd452d5661d6 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.331374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b980e439-df5b-4759-b8b5-aa7659bf5d16 req-83e94ef7-8bb8-4cd5-afb6-bd452d5661d6 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 950 time: 0.0503402 Aug 16 20:38:34.374965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b980e439-df5b-4759-b8b5-aa7659bf5d16 req-aec2e5fc-49e0-486b-8474-db560b29b423 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357006 Aug 16 20:38:34.395752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-5b7c4f5a-192f-487e-903c-5e4069595fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.397243 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-5b7c4f5a-192f-487e-903c-5e4069595fe4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.0935924 Aug 16 20:38:34.439251 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-6b519d29-471d-4cbb-aedc-1552b0670d11 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 217 time: 0.0337677 Aug 16 20:38:34.488089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8689e-d698-484c-a033-e8478a07d8ca req-da1d8b4e-369f-448a-9757-aadff4924dea tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.489629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-6b85e474-bc17-421a-ac4d-633f1bba83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.489775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcb8689e-d698-484c-a033-e8478a07d8ca req-da1d8b4e-369f-448a-9757-aadff4924dea tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0514548 Aug 16 20:38:34.491079 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-6b85e474-bc17-421a-ac4d-633f1bba83c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0438957 Aug 16 20:38:34.535894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcb8689e-d698-484c-a033-e8478a07d8ca req-c79403eb-e615-46c0-a56f-ea12e7893534 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396450 Aug 16 20:38:34.543408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:34.551111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-661e58f5-7676-4db2-8974-0e760ed8a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.553492 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-661e58f5-7676-4db2-8974-0e760ed8a8da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546951 Aug 16 20:38:34.581144 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:34.581502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a6cfebc-b170-424f-8f00-7dadf9cab9d4 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:34.656696 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04379e8c-e73a-41f5-acbb-2a1cc92cac7d req-27db2d40-b084-44e4-8a68-69f88446af92 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 210 time: 0.0299425 Aug 16 20:38:34.670089 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-e72dec07-39df-4f56-a799-c061f1063308 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053486 Aug 16 20:38:34.790132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35746) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:34.803599 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-bedd134b-6d87-4254-a858-19cd684202b8 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219211 Aug 16 20:38:34.825762 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c3fe2-b78a-4d64-b0c2-d3e5afa60f29 req-7c95ea53-d5e1-47fa-8967-7181f24db0ac tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.827184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-349c3fe2-b78a-4d64-b0c2-d3e5afa60f29 req-7c95ea53-d5e1-47fa-8967-7181f24db0ac tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0960381 Aug 16 20:38:34.870066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-349c3fe2-b78a-4d64-b0c2-d3e5afa60f29 req-5eb05b39-be28-4e61-acd6-f37c23f780da tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333495 Aug 16 20:38:34.937709 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f80de5-feab-4f4c-a1af-4ed44f6970b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.067882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f80de5-feab-4f4c-a1af-4ed44f6970b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.156974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c80fc1c5-cfbb-4908-abc8-cb251170a6f1 req-1c5db449-a352-4c0a-8573-750e72eb736b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 210 time: 0.0253022 Aug 16 20:38:35.205175 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f80de5-feab-4f4c-a1af-4ed44f6970b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.244554 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-31f80de5-feab-4f4c-a1af-4ed44f6970b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=69aa5ee915454dc79eb9229c5b30d369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533608 Aug 16 20:38:35.245727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f80de5-feab-4f4c-a1af-4ed44f6970b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fc4989-b8da-4726-bb0f-51212d2742e3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:35.248792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35762) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:35.305948 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1888-e891-43d0-ad6a-26e3389dcfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.327961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1888-e891-43d0-ad6a-26e3389dcfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.475200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-dbbfff7f-b340-4ca2-8297-6bce4de8b787 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:35.477013 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-dbbfff7f-b340-4ca2-8297-6bce4de8b787 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1098 time: 0.0427537 Aug 16 20:38:35.488307 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-14'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:35.495905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad77a41-33c5-48a8-b7f0-77643c31f68b req-8cd6d09a-6f9b-4a2a-955d-2dbef966455e tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:35.497331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ad77a41-33c5-48a8-b7f0-77643c31f68b req-8cd6d09a-6f9b-4a2a-955d-2dbef966455e tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 950 time: 0.0493722 Aug 16 20:38:35.535642 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1888-e891-43d0-ad6a-26e3389dcfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.538507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1888-e891-43d0-ad6a-26e3389dcfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.541935 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2a4b1888-e891-43d0-ad6a-26e3389dcfc3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92fc4989-b8da-4726-bb0f-51212d2742e3 HTTP/1.1" status: 204 len: 168 time: 0.2896154 Aug 16 20:38:35.544924 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ad77a41-33c5-48a8-b7f0-77643c31f68b req-0b241806-f8d0-489f-afff-1aad8a7414fa tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Aug 16 20:38:35.554604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b1888-e891-43d0-ad6a-26e3389dcfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fc4989-b8da-4726-bb0f-51212d2742e3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:35.600544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.717858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a2d66-ecbe-46ba-a21a-e1f1383413c9 req-55b97f94-0309-4dd5-a7b6-28f65d9abb44 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:35.719421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-257a2d66-ecbe-46ba-a21a-e1f1383413c9 req-55b97f94-0309-4dd5-a7b6-28f65d9abb44 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0822637 Aug 16 20:38:35.734727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:35.756139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-ecb32191-a1d8-437e-9c65-146e57004654 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:35.757480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-ecb32191-a1d8-437e-9c65-146e57004654 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.79 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 821 time: 0.1727202 Aug 16 20:38:35.781816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e3709fa-5fe1-44d7-827c-80cef12f30c6 req-a525a4bd-7dfe-4f57-8c73-7cb4f153d43c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 210 time: 0.0483065 Aug 16 20:38:35.785370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Request body: {'port': {'device_id': '7236841f-8c93-4e66-a627-6f22169596ca', 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46', 'admin_state_up': True, 'tenant_id': 'fe83c9f712414113b5db1690292a17d0'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:35.798206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:35.855678 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.858032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ab2e33-fec0-423f-ad80-0c340c5e347b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:35.860379 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f280748-4316-4c46-ad8f-920b9dbea59f" -d '{"events": [{"server_uuid": "2ccca0df-1957-4f7b-a015-48db1cd3a2d2", "name": "network-vif-unplugged", "status": "completed", "tag": "86ab2e33-fec0-423f-ad80-0c340c5e347b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:35.865107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-257a2d66-ecbe-46ba-a21a-e1f1383413c9 req-4942d94c-821a-48b4-ad55-55592b8078a9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348987 Aug 16 20:38:35.920298 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b844ff-c91d-4ba1-a1da-649926a10737 x-openstack-request-id: req-23b844ff-c91d-4ba1-a1da-649926a10737 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:35.923690 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccca0df-1957-4f7b-a015-48db1cd3a2d2", "name": "network-vif-unplugged", "status": "completed", "tag": "86ab2e33-fec0-423f-ad80-0c340c5e347b", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:35.923690 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-23b844ff-c91d-4ba1-a1da-649926a10737 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:35.923690 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ab2e33-fec0-423f-ad80-0c340c5e347b', 'code': 200} Aug 16 20:38:35.941375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211006-5706-40b3-892a-7bac4913107a req-cfa66e91-ce6e-45cb-8b03-ace7e759d4a1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:35.943038 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4211006-5706-40b3-892a-7bac4913107a req-cfa66e91-ce6e-45cb-8b03-ace7e759d4a1 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.76 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 950 time: 0.0553718 Aug 16 20:38:36.022260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d3a51-6a9d-47c5-8669-e6eb732c2208 req-e0f27875-6026-4347-bf92-c088c406298b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:36.023821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f73d3a51-6a9d-47c5-8669-e6eb732c2208 req-e0f27875-6026-4347-bf92-c088c406298b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0639501 Aug 16 20:38:36.038049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.061609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Made reservation on behalf of fe83c9f712414113b5db1690292a17d0 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:36.065462 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.090394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-b4211006-5706-40b3-892a-7bac4913107a req-ddf6ba7a-bc8f-4371-9e89-85a85d094705 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Deleting port 7fa992a9-b23c-4302-918e-07c0fddf6137 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:36.090734 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4211006-5706-40b3-892a-7bac4913107a req-ddf6ba7a-bc8f-4371-9e89-85a85d094705 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.181165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f73d3a51-6a9d-47c5-8669-e6eb732c2208 req-8a1660c7-6305-4438-bc22-35c8c3789a64 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400738 Aug 16 20:38:36.289559 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d8b3688-da6e-4c11-8eb5-a55248fefbdb req-226bb96d-0c9f-42c1-8c12-d52eea58d400 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 210 time: 0.0377655 Aug 16 20:38:36.307763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Allocated IP 172.20.0.10 (ea27ba5b-3833-416a-8de4-4d37b3cc5d46/3a6f94f0-227b-49bc-896f-30e1c37db595/9dd6601d-43be-4ca3-abd2-a648b269b019) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:36.489124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.518095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Pushing event updated for resources: {'Port': ['ID=86ab2e33-fec0-423f-ad80-0c340c5e347b,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:36.544133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 86ab2e33-fec0-423f-ad80-0c340c5e347b details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:36.565154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on host n-h1-793619-14 for vnic_type normal with profile {"migrating_to": "n-h2-793619-14"} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:36.565846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:36.566391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:36.576404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:36.577050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:36.603944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:36.604948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:36.604948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:36.605265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Bound port: 86ab2e33-fec0-423f-ad80-0c340c5e347b, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:36.605572 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.655338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b4211006-5706-40b3-892a-7bac4913107a req-ddf6ba7a-bc8f-4371-9e89-85a85d094705 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] For port 7fa992a9-b23c-4302-918e-07c0fddf6137, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7fa992a9-b23c-4302-918e-07c0fddf6137,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:36.655722 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4211006-5706-40b3-892a-7bac4913107a req-ddf6ba7a-bc8f-4371-9e89-85a85d094705 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.667814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.721191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:36.727849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:36.730647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:36.736928 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, got binding levels [] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:36.742527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:36.747021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:36.768318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-b4211006-5706-40b3-892a-7bac4913107a req-ddf6ba7a-bc8f-4371-9e89-85a85d094705 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Calling delete_port for 7fa992a9-b23c-4302-918e-07c0fddf6137 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:36.768571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on host n-h1-793619-14 for vnic_type normal with profile {"migrating_to": "n-h2-793619-14"} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:36.768571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:36.768901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:36.774188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:36.774545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:36.779404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:36.779727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:36.780328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:36.780786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Bound port: 86ab2e33-fec0-423f-ad80-0c340c5e347b, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:36.781324 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.811994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:36.811994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.865417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e7e2c-be43-44f1-a3ae-1ebd40eb18d7 req-a251db24-3be2-4e1d-bd5e-ed8383ce7b8e tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:36.869195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d61e7e2c-be43-44f1-a3ae-1ebd40eb18d7 req-a251db24-3be2-4e1d-bd5e-ed8383ce7b8e tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 950 time: 0.2323184 Aug 16 20:38:36.871755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:36.874107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Pushing event updated for resources: {'Port': ['ID=9dd6601d-43be-4ca3-abd2-a648b269b019,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:36.884982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.925770 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 86ab2e33-fec0-423f-ad80-0c340c5e347b-n-h1-793619-14-0 {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:38:36.925770 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:38:36.982812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35812) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:37.002579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-029b86e5-2477-4e5f-a089-5c4dcb8eb72b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2246516 Aug 16 20:38:37.007449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d61e7e2c-be43-44f1-a3ae-1ebd40eb18d7 req-d2739257-a87b-4ea6-9c93-2b575572a885 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c2a6ee-7773-44f1-a044-0261883a172d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150391 Aug 16 20:38:37.025929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Request body: {'port': {'device_id': '7236841f-8c93-4e66-a627-6f22169596ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:37.057960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Pushing event updated for resources: {'Port': ['ID=86ab2e33-fec0-423f-ad80-0c340c5e347b,revision_number=8']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:37.100008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af754-41d8-4e5e-b029-0724b157885f req-e2ea55d5-d7c2-48a0-b348-a449f39c5980 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:37.102040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-752af754-41d8-4e5e-b029-0724b157885f req-e2ea55d5-d7c2-48a0-b348-a449f39c5980 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 932 time: 0.1473615 Aug 16 20:38:37.122583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:37.123220 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.130149 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-7df19d11-bb81-48e9-aef9-da394ef23f4f service neutron] 10.222.0.79 "PUT /v2.0/ports/86ab2e33-fec0-423f-ad80-0c340c5e347b HTTP/1.1" status: 200 len: 1124 time: 1.6458387 Aug 16 20:38:37.241544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['86ab2e33-fec0-423f-ad80-0c340c5e347b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:37.241963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf68f-9003-44e6-bd59-74cab5a785d6 req-71bf7db4-8ebd-4d9c-92cc-71677b760122 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:37.241963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5fcf68f-9003-44e6-bd59-74cab5a785d6 req-71bf7db4-8ebd-4d9c-92cc-71677b760122 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0927002 Aug 16 20:38:37.241963 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.258393 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-752af754-41d8-4e5e-b029-0724b157885f req-ce16608e-4b3b-413c-8af8-322b61c881fb tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462183 Aug 16 20:38:37.276298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-544716571-network', 'tenant_id': '4a578ddb5ff94a70955f3e636c6393b1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:37.334385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['86ab2e33-fec0-423f-ad80-0c340c5e347b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:37.405816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5fcf68f-9003-44e6-bd59-74cab5a785d6 req-aa4f50c8-cce5-4a24-b604-3f06b8bd43fe tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441522 Aug 16 20:38:37.417873 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4211006-5706-40b3-892a-7bac4913107a req-ddf6ba7a-bc8f-4371-9e89-85a85d094705 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.506979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6ba7a-bc8f-4371-9e89-85a85d094705 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Pushing event deleted for resources: {'Port': ['ID=7fa992a9-b23c-4302-918e-07c0fddf6137,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:37.522403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on host n-h1-793619-14 for vnic_type normal with profile {"migrating_to": "n-h2-793619-14"} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:37.523179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:37.523748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:37.529098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Made reservation on behalf of 4a578ddb5ff94a70955f3e636c6393b1 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:37.536263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.541913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:37.542601 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Attempting to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b on network acf706a4-9ec9-4489-bfe2-213695736c3f {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:37.578109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:37.579331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Checking segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:37.579939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Bound using segment: {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:37.580599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Bound port: 86ab2e33-fec0-423f-ad80-0c340c5e347b, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac151445-f376-47d4-84a3-cab15d5b4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'acf706a4-9ec9-4489-bfe2-213695736c3f'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:37.581220 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.611885 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.683384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-274b8b1a-96aa-452a-9918-05422a67713a req-1883dd45-4d6d-4b3c-a06d-2fe72393303e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 210 time: 0.0772138 Aug 16 20:38:37.713293 n-d-793619-14 neutron-server[95263]: WARNING neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Concurrent port binding operations failed on port 86ab2e33-fec0-423f-ad80-0c340c5e347b Aug 16 20:38:37.720205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:37.721744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['7fa992a9-b23c-4302-918e-07c0fddf6137'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:37.728302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5bd72-b171-4dbd-b8d0-a28b57f36763 req-a5a5516d-c91e-4584-9047-009739be520d tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:37.745194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfb5bd72-b171-4dbd-b8d0-a28b57f36763 req-a5a5516d-c91e-4584-9047-009739be520d tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.2789965 Aug 16 20:38:37.753054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.756071 n-d-793619-14 neutron-server[95263]: INFO neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Attempt 2 to bind port 86ab2e33-fec0-423f-ad80-0c340c5e347b Aug 16 20:38:37.756842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 86ab2e33-fec0-423f-ad80-0c340c5e347b has no active binding in host n-h2-793619-14 {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:38:37.772147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4211006-5706-40b3-892a-7bac4913107a req-ddf6ba7a-bc8f-4371-9e89-85a85d094705 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] No DVR routers for this DVR port 7fa992a9-b23c-4302-918e-07c0fddf6137 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:37.776666 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b4211006-5706-40b3-892a-7bac4913107a req-ddf6ba7a-bc8f-4371-9e89-85a85d094705 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.777620 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4211006-5706-40b3-892a-7bac4913107a req-ddf6ba7a-bc8f-4371-9e89-85a85d094705 tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.76 "DELETE /v2.0/ports/7fa992a9-b23c-4302-918e-07c0fddf6137 HTTP/1.1" status: 204 len: 173 time: 1.8270745 Aug 16 20:38:37.846074 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfb5bd72-b171-4dbd-b8d0-a28b57f36763 req-b520a605-7bb8-4050-964a-0c62eff2f1a9 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962477 Aug 16 20:38:37.862945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd6601d-43be-4ca3-abd2-a648b269b019 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:37.870837 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.882787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Transition to ACTIVE for port object 9dd6601d-43be-4ca3-abd2-a648b269b019 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:37.884490 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.909836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:37.919440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f94aeb-26e4-4b72-9ef1-1fd92af0822e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:37.923966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'tag': '86ab2e33-fec0-423f-ad80-0c340c5e347b'}, {'server_uuid': '49f5d247-bc24-4feb-add6-7802c4af6ee5', 'name': 'network-vif-deleted', 'tag': '7fa992a9-b23c-4302-918e-07c0fddf6137'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:37.926789 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004e4111-b0a9-441b-af0a-50fcff552aec" -d '{"events": [{"name": "network-changed", "server_uuid": "2ccca0df-1957-4f7b-a015-48db1cd3a2d2", "tag": "86ab2e33-fec0-423f-ad80-0c340c5e347b"}, {"server_uuid": "49f5d247-bc24-4feb-add6-7802c4af6ee5", "name": "network-vif-deleted", "tag": "7fa992a9-b23c-4302-918e-07c0fddf6137"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:37.944672 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.945084 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Added segment b4e158a9-aeab-40f0-8a70-bc8b9a82acfd of type vlan for network 9e9c43d4-bce1-46d9-aa72-00318a89340d Aug 16 20:38:37.982745 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.983457 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e15771-e6a5-4e39-9bdf-bab4dcd0585b x-openstack-request-id: req-83e15771-e6a5-4e39-9bdf-bab4dcd0585b {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:37.983884 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ccca0df-1957-4f7b-a015-48db1cd3a2d2", "tag": "86ab2e33-fec0-423f-ad80-0c340c5e347b", "status": "completed", "code": 200}, {"server_uuid": "49f5d247-bc24-4feb-add6-7802c4af6ee5", "name": "network-vif-deleted", "tag": "7fa992a9-b23c-4302-918e-07c0fddf6137", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:37.984145 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-83e15771-e6a5-4e39-9bdf-bab4dcd0585b {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:37.984536 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'tag': '86ab2e33-fec0-423f-ad80-0c340c5e347b', 'status': 'completed', 'code': 200} Aug 16 20:38:37.984793 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f5d247-bc24-4feb-add6-7802c4af6ee5', 'name': 'network-vif-deleted', 'tag': '7fa992a9-b23c-4302-918e-07c0fddf6137', 'status': 'completed', 'code': 200} Aug 16 20:38:38.002014 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.062910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Pushing event updated for resources: {'Port': ['ID=9dd6601d-43be-4ca3-abd2-a648b269b019,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:38.106612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e4111-b0a9-441b-af0a-50fcff552aec req-64e49537-6ace-40ed-9924-f2ebe91e0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.108322 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-004e4111-b0a9-441b-af0a-50fcff552aec req-64e49537-6ace-40ed-9924-f2ebe91e0210 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 1127 time: 0.1024878 Aug 16 20:38:38.168078 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.169102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.174582 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.175450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05c4ba04-ae69-4f19-a30b-7fcf0e4df988 req-4318d652-0267-4316-99a3-127eefa8240b tempest-ServersAdminNegativeTestJSON-1421567748 tempest-ServersAdminNegativeTestJSON-1421567748-project] 10.222.0.74 "GET /v2.0/ports?device_id=49f5d247-bc24-4feb-add6-7802c4af6ee5 HTTP/1.1" status: 200 len: 210 time: 0.0574322 Aug 16 20:38:38.215690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:38.216020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:38.216355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:38.220940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Port 9dd6601d-43be-4ca3-abd2-a648b269b019 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:38.221314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:38.226205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:38.226550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:38.226935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:38.227363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Bound port: 9dd6601d-43be-4ca3-abd2-a648b269b019, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:38.227741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.278097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] Pushing event updated for resources: {'Network': ['ID=9e9c43d4-bce1-46d9-aa72-00318a89340d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:38.285360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e4111-b0a9-441b-af0a-50fcff552aec req-c03da18b-10f9-494b-991d-35ceaaf7d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.287313 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-004e4111-b0a9-441b-af0a-50fcff552aec req-c03da18b-10f9-494b-991d-35ceaaf7d016 service neutron] 10.222.0.76 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.1711240 Aug 16 20:38:38.292389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 9e9c43d4-bce1-46d9-aa72-00318a89340d details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:38.298206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:38.302796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9dd6601d-43be-4ca3-abd2-a648b269b019,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:38.374386 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9c25bf19-6009-4ab2-981a-de888cc241c4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3803155 Aug 16 20:38:38.376025 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-004e4111-b0a9-441b-af0a-50fcff552aec req-d6a54188-dbd1-48fd-b7d8-a89fdf5a5ded service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b HTTP/1.1" status: 200 len: 217 time: 0.0666115 Aug 16 20:38:38.377415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35832) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:38.382861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] Request body: {'subnet': {'network_id': '9e9c43d4-bce1-46d9-aa72-00318a89340d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-544716571-subnet', 'tenant_id': '4a578ddb5ff94a70955f3e636c6393b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:38.420622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131d92e-0bab-4be5-baf8-90f816dadb8f req-c89390ee-2174-4e32-8ed5-bbbe8384bccf tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.427932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c131d92e-0bab-4be5-baf8-90f816dadb8f req-c89390ee-2174-4e32-8ed5-bbbe8384bccf tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0728228 Aug 16 20:38:38.454526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e4111-b0a9-441b-af0a-50fcff552aec req-345ea722-a0dd-466a-a677-86d4c80fa340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.456163 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-004e4111-b0a9-441b-af0a-50fcff552aec req-345ea722-a0dd-466a-a677-86d4c80fa340 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.0513980 Aug 16 20:38:38.462262 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.518289 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-004e4111-b0a9-441b-af0a-50fcff552aec req-d8fb633b-7ad4-4bc9-97ad-1ebe62490aa1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529618 Aug 16 20:38:38.519566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] Made reservation on behalf of 4a578ddb5ff94a70955f3e636c6393b1 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:38.522139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.527512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c131d92e-0bab-4be5-baf8-90f816dadb8f req-2adfcdb4-224f-4739-94bf-fe3a5a9c951e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974739 Aug 16 20:38:38.540122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.540122 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.540122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] 10.222.0.79 "PUT /v2.0/ports/9dd6601d-43be-4ca3-abd2-a648b269b019 HTTP/1.1" status: 200 len: 1093 time: 1.5259953 Aug 16 20:38:38.549387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7236841f-8c93-4e66-a627-6f22169596ca', 'tag': '9dd6601d-43be-4ca3-abd2-a648b269b019'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:38.552276 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76df4471-55b0-43a8-b8f1-3bc33a278ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "7236841f-8c93-4e66-a627-6f22169596ca", "tag": "9dd6601d-43be-4ca3-abd2-a648b269b019"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:38.602862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b402a8-2fe3-40cd-959f-2c9f944e1b6d service neutron] Pushing event updated for resources: {'Port': ['ID=9dd6601d-43be-4ca3-abd2-a648b269b019,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:38.627078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2ece9-b829-451e-970f-8b5c520fe2ad req-5293f67a-fb76-4198-b764-a2d775b1d685 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.633590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34a2ece9-b829-451e-970f-8b5c520fe2ad req-5293f67a-fb76-4198-b764-a2d775b1d685 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.1095564 Aug 16 20:38:38.636059 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c887e9-4e9e-4ff0-9843-97a83c68182a x-openstack-request-id: req-62c887e9-4e9e-4ff0-9843-97a83c68182a {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:38.636345 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7236841f-8c93-4e66-a627-6f22169596ca", "tag": "9dd6601d-43be-4ca3-abd2-a648b269b019", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:38.636592 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-62c887e9-4e9e-4ff0-9843-97a83c68182a {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:38.637125 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7236841f-8c93-4e66-a627-6f22169596ca', 'tag': '9dd6601d-43be-4ca3-abd2-a648b269b019', 'status': 'completed', 'code': 200} Aug 16 20:38:38.732474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34a2ece9-b829-451e-970f-8b5c520fe2ad req-a49dfe7f-f749-4cb6-8702-8aacabe01584 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944321 Aug 16 20:38:38.774399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df4471-55b0-43a8-b8f1-3bc33a278ff0 req-3c3ca33d-b991-4258-9ecc-d280c8c932f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.776809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76df4471-55b0-43a8-b8f1-3bc33a278ff0 req-3c3ca33d-b991-4258-9ecc-d280c8c932f6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 1096 time: 0.1106853 Aug 16 20:38:38.776952 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-004e4111-b0a9-441b-af0a-50fcff552aec req-f75977f6-48bb-4df6-a82f-acaee04ac7d3 service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501745 Aug 16 20:38:38.829328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3d6ee2b-985f-4728-8aaa-eaf5c3002dd6 req-49ead6fc-9c2c-4320-add0-69eeef3f3127 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 210 time: 0.0470884 Aug 16 20:38:38.985853 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-4d920ab3-4dc8-46d7-9e5f-cba4a7f7afdc tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544555 Aug 16 20:38:38.991834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df4471-55b0-43a8-b8f1-3bc33a278ff0 req-71213f88-4181-410f-b055-2f524c3fe0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.993333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76df4471-55b0-43a8-b8f1-3bc33a278ff0 req-71213f88-4181-410f-b055-2f524c3fe0b1 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fe83c9f712414113b5db1690292a17d0&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2007928 Aug 16 20:38:39.096702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14606c43-c427-435d-87c5-c5d63d934026 req-7e709beb-e397-4448-9805-1e381ff0f74b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.098774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14606c43-c427-435d-87c5-c5d63d934026 req-7e709beb-e397-4448-9805-1e381ff0f74b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1366780 Aug 16 20:38:39.137287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df4471-55b0-43a8-b8f1-3bc33a278ff0 req-e20e30f8-92a1-412c-baaf-c2c60e722f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.138751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76df4471-55b0-43a8-b8f1-3bc33a278ff0 req-e20e30f8-92a1-412c-baaf-c2c60e722f55 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292005 Aug 16 20:38:39.142720 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-004e4111-b0a9-441b-af0a-50fcff552aec req-4fceac2b-ee42-4aee-8fe8-ea400774a47c service neutron] 10.222.0.76 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518393 Aug 16 20:38:39.156968 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14606c43-c427-435d-87c5-c5d63d934026 req-114afd4a-b6ee-49ae-99a8-25667e0a63e0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385897 Aug 16 20:38:39.195049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-b760ddaa-eb5b-478e-b02d-25f3e25cdb97 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.196593 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-b760ddaa-eb5b-478e-b02d-25f3e25cdb97 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015495 Aug 16 20:38:39.231665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Request body: {'port': {'device_id': '027b3c08-8136-4135-a1db-bfb00f272c2d', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '2f9fb70721f74c5b9308bb8c8822b45f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:39.292399 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.309498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-4c1f9af0-1b41-40df-8640-6b19acc43c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.311494 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-4c1f9af0-1b41-40df-8640-6b19acc43c4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 1096 time: 0.0601189 Aug 16 20:38:39.360885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-6a1b492e-8222-4097-881c-b26c5fb928bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dd6601d-43be-4ca3-abd2-a648b269b019 HTTP/1.1" status: 200 len: 217 time: 0.0379641 Aug 16 20:38:39.361976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654842aa-b70e-4660-9681-40dcffe83e96,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:39.392350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] Checking segment: {'id': 'b4e158a9-aeab-40f0-8a70-bc8b9a82acfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9e9c43d4-bce1-46d9-aa72-00318a89340d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:39.392726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] Network hostable DHCP agents. Network: 9e9c43d4-bce1-46d9-aa72-00318a89340d, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:39.424099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-9aeeee34-b8cf-46b7-a27a-55ca28b17154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.426916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-9aeeee34-b8cf-46b7-a27a-55ca28b17154 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0523868 Aug 16 20:38:39.463662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-9101019f-a298-4f3a-858f-3c912b2acf4d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266767 Aug 16 20:38:39.501934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] Network 9e9c43d4-bce1-46d9-aa72-00318a89340d is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:39.538041 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Made reservation on behalf of 2f9fb70721f74c5b9308bb8c8822b45f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:39.542847 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.659929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 9e9c43d4-bce1-46d9-aa72-00318a89340d) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:39.669401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd99d2-a446-4532-ae3b-e5121e5443c8 None None] Network 9e9c43d4-bce1-46d9-aa72-00318a89340d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:39.686526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.687246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.812889 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-babb09b1-9893-41f6-9085-29a86711b5ab req-21657c19-7126-439f-a5b4-84539ff73cdd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1070170 Aug 16 20:38:39.846668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Allocated IP 192.168.233.23 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/07d4b58b-d76d-4b85-9c51-6d0e4cfc8347) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:39.897416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.79', 50151) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:39.925049 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-877499d0-09fc-424b-a732-23085deb8232 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5366979 Aug 16 20:38:39.939523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f4e47-cb37-418f-ba7a-ba157c95aa69 None None] Network 9e9c43d4-bce1-46d9-aa72-00318a89340d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:39.947543 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-f222b14d-6177-4b4e-af4c-94e6ff3293d1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478776 Aug 16 20:38:39.953278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb09b1-9893-41f6-9085-29a86711b5ab req-ba348d67-8691-457b-8b1f-531218ad33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.955048 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-babb09b1-9893-41f6-9085-29a86711b5ab req-ba348d67-8691-457b-8b1f-531218ad33cd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 1101 time: 0.1032524 Aug 16 20:38:40.020747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35862) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:40.055779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb45a-e4cd-44a8-94aa-015901bf74bd req-493f6afb-45d9-4a09-b64d-4816b0b00979 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:40.063983 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f7eb45a-e4cd-44a8-94aa-015901bf74bd req-493f6afb-45d9-4a09-b64d-4816b0b00979 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.1567595 Aug 16 20:38:40.073933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a89da-f7bb-44b7-ad4c-03163358158e req-538f573b-7c57-4406-b99a-4f632f5bc950 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:40.075412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a12a89da-f7bb-44b7-ad4c-03163358158e req-538f573b-7c57-4406-b99a-4f632f5bc950 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.1773403 Aug 16 20:38:40.162624 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-34ae20a3-26e0-4596-8594-d6de931e9e43 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875892 Aug 16 20:38:40.201798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f7eb45a-e4cd-44a8-94aa-015901bf74bd req-6a2911ac-5237-4641-aa38-dd9a91e29d75 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368365 Aug 16 20:38:40.290798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7a6620a-2d7d-42ae-bf1e-2fc0f7079b1c tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:40.292398 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7a6620a-2d7d-42ae-bf1e-2fc0f7079b1c tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3361893 Aug 16 20:38:40.299924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb09b1-9893-41f6-9085-29a86711b5ab req-dd2f9847-252b-4fc6-9de7-fdac011fcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:40.302042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-babb09b1-9893-41f6-9085-29a86711b5ab req-dd2f9847-252b-4fc6-9de7-fdac011fcd8d service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.3059001 Aug 16 20:38:40.309400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Request body: {'port': {'device_id': '5b07a3de-ee5b-4159-a5bd-81c49e1952ff', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '2f9fb70721f74c5b9308bb8c8822b45f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:40.311298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a12a89da-f7bb-44b7-ad4c-03163358158e req-184b0084-8aa0-46ea-b722-02f3c3dcd5d5 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056086 Aug 16 20:38:40.399409 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-babb09b1-9893-41f6-9085-29a86711b5ab req-c8486bc9-f9b8-417a-955f-bf855c2852ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e HTTP/1.1" status: 200 len: 217 time: 0.0841727 Aug 16 20:38:40.476993 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f80910bf-1b3e-42bb-b5cd-28277fe59b63 req-40babe41-747d-4449-9d19-7b7a1035367b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 210 time: 0.1095400 Aug 16 20:38:40.529305 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-45744bef-7f84-4893-ba2c-7052e45c42a1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b7f2bc5ec6554acfbc0166b136e534ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001805 Aug 16 20:38:40.533329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35872) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:40.551977 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.606446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb09b1-9893-41f6-9085-29a86711b5ab req-d8327553-cee3-44e8-b7ae-12a28c58508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:40.607999 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-babb09b1-9893-41f6-9085-29a86711b5ab req-d8327553-cee3-44e8-b7ae-12a28c58508b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1982987 Aug 16 20:38:40.638977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Transition to ACTIVE for port object 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:40.681988 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-0c134787-b449-4bc7-baa5-f7a9b46ea131 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1701143 Aug 16 20:38:40.700412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859ae9a-7f52-43dd-a4fb-eb2da85850d4 req-16c2dbb7-4b9c-433e-bf50-863d3371f7d4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:40.703110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c859ae9a-7f52-43dd-a4fb-eb2da85850d4 req-16c2dbb7-4b9c-433e-bf50-863d3371f7d4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1224961 Aug 16 20:38:40.705432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1abcba0a-6fed-4323-840e-c5c35323c40c req-53127dbe-add2-42f9-9388-e6894bee8e64 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576662 Aug 16 20:38:40.709745 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07d84437-b303-450b-954f-cccf73499348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.746805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb09b1-9893-41f6-9085-29a86711b5ab req-58bf6fa0-5926-4530-85bb-6edeb654b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:40.748310 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-babb09b1-9893-41f6-9085-29a86711b5ab req-58bf6fa0-5926-4530-85bb-6edeb654b61d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245558 Aug 16 20:38:40.785872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c859ae9a-7f52-43dd-a4fb-eb2da85850d4 req-1572b104-36de-4310-ae3b-bd2afff0e11e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701864 Aug 16 20:38:40.788941 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07d84437-b303-450b-954f-cccf73499348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.843358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-7eddc249-58c6-4b68-afb5-b07a1fab5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:40.844872 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-7eddc249-58c6-4b68-afb5-b07a1fab5ddf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d10d68cf0b74082b973805fd6550c08&device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 1098 time: 0.1158292 Aug 16 20:38:40.885577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Made reservation on behalf of 2f9fb70721f74c5b9308bb8c8822b45f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:40.890099 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.890278 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35882) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:40.892832 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.894276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7fa992a9-b23c-4302-918e-07c0fddf6137 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:40.896256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-302065074-network', 'tenant_id': '88e7852b63ec4102bcd179ce7d21ceb1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:40.896818 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-babb09b1-9893-41f6-9085-29a86711b5ab req-d74c2793-22e4-45fc-a359-7ee163ba8e86 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275842 Aug 16 20:38:40.920414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:40.922867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 7fa992a9-b23c-4302-918e-07c0fddf6137 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:40.923207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7fa992a9-b23c-4302-918e-07c0fddf6137 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:40.970782 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07d84437-b303-450b-954f-cccf73499348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.974160 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07d84437-b303-450b-954f-cccf73499348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.975658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-07d84437-b303-450b-954f-cccf73499348 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/17c2a6ee-7773-44f1-a044-0261883a172d HTTP/1.1" status: 204 len: 168 time: 0.4412348 Aug 16 20:38:40.992018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d84437-b303-450b-954f-cccf73499348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c2a6ee-7773-44f1-a044-0261883a172d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:41.005138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Made reservation on behalf of 88e7852b63ec4102bcd179ce7d21ceb1 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:41.015459 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.028653 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.095294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:41.140923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:41.154269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:41.169063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event updated for resources: {'Port': ['ID=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:41.199371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.254881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:41.261725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.339584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78d9e7-3749-4169-b1a2-5d7553a90aaa req-1630fb07-308d-46f5-b9a8-c41b4012e3ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:41.353728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c78d9e7-3749-4169-b1a2-5d7553a90aaa req-1630fb07-308d-46f5-b9a8-c41b4012e3ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0685472 Aug 16 20:38:41.353846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Allocated IP 192.168.233.233 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/d41a2d2f-b8db-4803-af37-93179ca6e438) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:41.353955 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.365876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:41.376609 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.376954 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Added segment bb77c73a-18a1-4476-8f01-21e336f440e9 of type vlan for network e009a03c-df09-43b2-bf63-2e4b3966f611 Aug 16 20:38:41.423534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.544018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c78d9e7-3749-4169-b1a2-5d7553a90aaa req-d85fce99-9d95-489e-b019-b78f399e0484 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931605 Aug 16 20:38:41.550410 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.551930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:41.552506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.573285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-87554f58-5802-47a5-8328-429331ee86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:41.579821 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-87554f58-5802-47a5-8328-429331ee86a6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=53f0df0f-f139-4a71-b156-b3349ae71c27 HTTP/1.1" status: 200 len: 925 time: 0.7049336 Aug 16 20:38:41.593192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-151a343f-48f7-4030-a70c-74190b7093f9 None None] Provisioning for port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:41.602541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065b791a-d64d-41b4-98d2-f6ee34c31f8b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:41.602697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-151a343f-48f7-4030-a70c-74190b7093f9 None None] Provisioning complete for port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:41.602697 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-151a343f-48f7-4030-a70c-74190b7093f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.636142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227adf08-a067-42ce-aaf2-a3fd87849bc3 req-0aeda46b-21b1-4cab-b701-722a1808fc18 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:41.637710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-227adf08-a067-42ce-aaf2-a3fd87849bc3 req-0aeda46b-21b1-4cab-b701-722a1808fc18 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.1863952 Aug 16 20:38:41.638808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] Pushing event updated for resources: {'Network': ['ID=e009a03c-df09-43b2-bf63-2e4b3966f611,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:41.659238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network e009a03c-df09-43b2-bf63-2e4b3966f611 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:41.713628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-227adf08-a067-42ce-aaf2-a3fd87849bc3 req-6f14165f-3246-4fd6-93bd-ccde0a0e822e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627213 Aug 16 20:38:41.720360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ddc25607-4eae-4802-9477-0cc56499f171 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8288946 Aug 16 20:38:41.720992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35898) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:41.724680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.731516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] Request body: {'subnet': {'network_id': 'e009a03c-df09-43b2-bf63-2e4b3966f611', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-302065074-subnet', 'tenant_id': '88e7852b63ec4102bcd179ce7d21ceb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:41.747277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Transition to ACTIVE for port object d41a2d2f-b8db-4803-af37-93179ca6e438 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:41.805462 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-35f76208-85c0-41b6-84d1-8899b6b3b369 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11172ec3-afc5-4772-80cd-f6c611999a36 HTTP/1.1" status: 200 len: 1002 time: 0.2045317 Aug 16 20:38:41.808083 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-babb09b1-9893-41f6-9085-29a86711b5ab req-eee9cf09-bd9e-4648-b8a7-12fba08f6dbb service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8506284 Aug 16 20:38:41.815561 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1cee7da-290b-4cb0-98b0-948522bcb7dc req-89dae516-4041-4f13-b0ec-909e40dfe591 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 210 time: 0.0492177 Aug 16 20:38:41.838474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-151a343f-48f7-4030-a70c-74190b7093f9 None None] Port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:41.879544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] Made reservation on behalf of 88e7852b63ec4102bcd179ce7d21ceb1 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:41.882818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.883252 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.896329 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:41.949800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event updated for resources: {'Port': ['ID=d41a2d2f-b8db-4803-af37-93179ca6e438,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:41.955420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-8219ebc9-4455-4c82-b619-8fa18cb99242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:41.959146 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-8219ebc9-4455-4c82-b619-8fa18cb99242 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9acddd0e-e6bd-4088-b50c-ecff70ad3f26 HTTP/1.1" status: 200 len: 863 time: 0.1254618 Aug 16 20:38:41.976049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:41.976049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:41.976049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:42.020638 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35902) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:42.078397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e16ea-c45f-4cf0-a718-f00a5abb2102 req-d90c02c5-57ed-4a1b-8b45-4e0253db44d0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:42.081044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa3e16ea-c45f-4cf0-a718-f00a5abb2102 req-d90c02c5-57ed-4a1b-8b45-4e0253db44d0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1465034 Aug 16 20:38:42.143751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d3845924-8ce8-43f9-87a4-b7ad5418a225 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0f600223b2fc4b8b9e6a2cb07fa8c89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1208200 Aug 16 20:38:42.157227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35904) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:42.260265 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa3e16ea-c45f-4cf0-a718-f00a5abb2102 req-e3197350-db27-4162-ac67-4cd6d47aa080 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668544 Aug 16 20:38:42.309410 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-666a0c27-8f26-47fc-bb48-1bac1591d4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.349853 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-666a0c27-8f26-47fc-bb48-1bac1591d4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.371554 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-c7251ca5-8f3a-4d39-923a-97dfd9640c98 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1439655 Aug 16 20:38:42.399085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ab632b78-e95f-4616-9753-e4da34596102 None None] Provisioning for port d41a2d2f-b8db-4803-af37-93179ca6e438 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:42.399317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Request body: {'port': {'device_id': '027b3c08-8136-4135-a1db-bfb00f272c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:42.403217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ab632b78-e95f-4616-9753-e4da34596102 None None] Provisioning complete for port d41a2d2f-b8db-4803-af37-93179ca6e438 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:42.403583 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ab632b78-e95f-4616-9753-e4da34596102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.441163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ab632b78-e95f-4616-9753-e4da34596102 None None] Port d41a2d2f-b8db-4803-af37-93179ca6e438 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:42.442170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:42.442795 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.481381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-805fc10e-d6fc-4375-a843-2d1055d5fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:42.482812 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-805fc10e-d6fc-4375-a843-2d1055d5fbf2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53f0df0f-f139-4a71-b156-b3349ae71c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5118272 Aug 16 20:38:42.485357 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.507904 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.575525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a42adf-d777-47c7-bdbc-ddebfc9f4144,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:42.589127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] Checking segment: {'id': 'bb77c73a-18a1-4476-8f01-21e336f440e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e009a03c-df09-43b2-bf63-2e4b3966f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:42.594343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] Network hostable DHCP agents. Network: e009a03c-df09-43b2-bf63-2e4b3966f611, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:42.594343 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-666a0c27-8f26-47fc-bb48-1bac1591d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.595154 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-666a0c27-8f26-47fc-bb48-1bac1591d4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.598477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-666a0c27-8f26-47fc-bb48-1bac1591d4e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/01145b60-1675-4acf-a490-58ae07a285ce HTTP/1.1" status: 204 len: 168 time: 0.4372997 Aug 16 20:38:42.613280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a0c27-8f26-47fc-bb48-1bac1591d4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01145b60-1675-4acf-a490-58ae07a285ce,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:42.642208 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-dc7a3e6d-7876-476a-9387-841c7a1f9588 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3391099 Aug 16 20:38:42.726171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db245-4e4f-4645-86f1-5f8389304f25 req-b6e2b8e5-133a-4eb2-9839-93e3827211e7 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:42.733832 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-239db245-4e4f-4645-86f1-5f8389304f25 req-b6e2b8e5-133a-4eb2-9839-93e3827211e7 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0658624 Aug 16 20:38:42.746115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Request body: {'port': {'device_id': '5b07a3de-ee5b-4159-a5bd-81c49e1952ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:42.749267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] Network e009a03c-df09-43b2-bf63-2e4b3966f611 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:42.801793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-239db245-4e4f-4645-86f1-5f8389304f25 req-9261d152-f655-4998-af26-9805f88f8f64 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575233 Aug 16 20:38:42.807837 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-ac5afa4f-2d1b-40a7-8fe6-5e81a26dec29 service neutron] 10.222.0.76 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140345 Aug 16 20:38:42.913079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82de6a6-39bd-461b-a542-2324a18a36a1 req-b8566fc7-f42f-4903-99bb-5ce78878ce08 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:42.914722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e82de6a6-39bd-461b-a542-2324a18a36a1 req-b8566fc7-f42f-4903-99bb-5ce78878ce08 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0605597 Aug 16 20:38:42.923163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, e009a03c-df09-43b2-bf63-2e4b3966f611) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:42.934726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddcd1d5-3e5e-41a4-aebb-04e1ceb01c02 None None] Network e009a03c-df09-43b2-bf63-2e4b3966f611 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:42.940997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:42.941341 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.945262 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.045973 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e82de6a6-39bd-461b-a542-2324a18a36a1 req-9b144eb6-9d9e-4d66-9417-e40addc2957d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237161 Aug 16 20:38:43.060075 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bc04af8-c645-4a5c-9cd9-aceaba701e70 req-e1b35fa2-6de7-4f34-9b77-9d86f876c164 service neutron] 10.222.0.76 "GET /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361653 Aug 16 20:38:43.076074 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7068d236-6e04-41fc-8fad-8610d002462a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3540106 Aug 16 20:38:43.125540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf72aa-8db6-4b97-b07c-61292cd908ca req-0a671c5c-daa1-4e1c-bf82-fdf024ca6070 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:43.127859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cedf72aa-8db6-4b97-b07c-61292cd908ca req-0a671c5c-daa1-4e1c-bf82-fdf024ca6070 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 936 time: 0.1178262 Aug 16 20:38:43.175173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c3c224-b5f5-4844-93a6-2693423d80ab None None] Network e009a03c-df09-43b2-bf63-2e4b3966f611 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:43.217392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cedf72aa-8db6-4b97-b07c-61292cd908ca req-0564033f-3a57-4bcb-ae3b-7496ab879c12 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814421 Aug 16 20:38:43.232646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:43.243412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.261604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Transition to ACTIVE for port object 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:43.340673 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.485243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee895bc-cac1-4183-82a3-88a544c52d2f req-4d3ffd0a-2e56-4f9f-a118-d33cc11f55f4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:43.504299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ee895bc-cac1-4183-82a3-88a544c52d2f req-4d3ffd0a-2e56-4f9f-a118-d33cc11f55f4 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1464286 Aug 16 20:38:43.599502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ee895bc-cac1-4183-82a3-88a544c52d2f req-121b2b94-101a-4006-9f64-441646305c0b tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939546 Aug 16 20:38:43.668009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Pushing event updated for resources: {'Port': ['ID=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:43.737149 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Attempting to bind port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:43.737518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Attempting to bind port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:43.737850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Attempting to bind port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:43.750187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:43.750911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Attempting to bind port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:43.768666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:43.769180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:43.769409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:43.770479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Bound port: 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:43.770818 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.843754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41a2d2f-b8db-4803-af37-93179ca6e438 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:43.855038 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.882677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Transition to ACTIVE for port object d41a2d2f-b8db-4803-af37-93179ca6e438 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:43.895313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] For port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:43.902262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] For port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:43.938308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-3d347a07-601f-4437-95f4-60aa1dcf46fc tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:43.939866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-3d347a07-601f-4437-95f4-60aa1dcf46fc tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/networks?id=9e9c43d4-bce1-46d9-aa72-00318a89340d HTTP/1.1" status: 200 len: 824 time: 0.1428280 Aug 16 20:38:43.968018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-12694e81-c8d6-48de-a9b7-78248f8f8c9c tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/quotas/4a578ddb5ff94a70955f3e636c6393b1 HTTP/1.1" status: 200 len: 375 time: 0.0220401 Aug 16 20:38:44.014588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0e722243-a4a3-437b-9400-33e0fe3ca1dd tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a578ddb5ff94a70955f3e636c6393b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314631 Aug 16 20:38:44.022256 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.033695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce409c3-669f-43eb-ab51-8dbcfbd572fc req-7ae27fe6-3358-482c-adb5-207280098ea2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:44.036595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ce409c3-669f-43eb-ab51-8dbcfbd572fc req-7ae27fe6-3358-482c-adb5-207280098ea2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0840149 Aug 16 20:38:44.073562 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.118264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:44.119284 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.121546 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] 10.222.0.79 "PUT /v2.0/ports/07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 HTTP/1.1" status: 200 len: 1096 time: 1.7273507 Aug 16 20:38:44.122313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027b3c08-8136-4135-a1db-bfb00f272c2d', 'tag': '07d4b58b-d76d-4b85-9c51-6d0e4cfc8347'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:44.124773 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582b7163-6402-4e55-8a19-47be2172b130" -d '{"events": [{"name": "network-changed", "server_uuid": "027b3c08-8136-4135-a1db-bfb00f272c2d", "tag": "07d4b58b-d76d-4b85-9c51-6d0e4cfc8347"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:44.127755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Pushing event updated for resources: {'Port': ['ID=d41a2d2f-b8db-4803-af37-93179ca6e438,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:44.146083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ce409c3-669f-43eb-ab51-8dbcfbd572fc req-93a1cec1-8973-40f6-9492-d4f8d11a5c4d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006997 Aug 16 20:38:44.181717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-54903b30-f91e-4f7d-8261-db67bbd62251 service neutron] 10.222.0.74 "GET /v2.0/networks/9e9c43d4-bce1-46d9-aa72-00318a89340d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440806 Aug 16 20:38:44.246094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33815e65-3e3f-40f3-9757-7d4e0c15bd36 service neutron] Pushing event updated for resources: {'Port': ['ID=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:44.320628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Attempting to bind port d41a2d2f-b8db-4803-af37-93179ca6e438 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:44.320965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Attempting to bind port d41a2d2f-b8db-4803-af37-93179ca6e438 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:44.321332 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Attempting to bind port d41a2d2f-b8db-4803-af37-93179ca6e438 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:44.329315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Port d41a2d2f-b8db-4803-af37-93179ca6e438 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:44.329581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Attempting to bind port d41a2d2f-b8db-4803-af37-93179ca6e438 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:44.341603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-83738a87-967d-4c58-83a4-51d80427232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:44.343112 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-83738a87-967d-4c58-83a4-51d80427232e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 1099 time: 0.0833175 Aug 16 20:38:44.346729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:44.346729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:44.346729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:44.346729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Bound port: d41a2d2f-b8db-4803-af37-93179ca6e438, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:44.346729 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.349749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-075ba409-aac0-4e99-80b4-aaf23e829eeb service neutron] 10.222.0.74 "GET /v2.0/networks/9e9c43d4-bce1-46d9-aa72-00318a89340d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604426 Aug 16 20:38:44.469755 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-06c0fb3b-abf0-49c1-9b14-01a40e2d20e9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 HTTP/1.1" status: 200 len: 217 time: 0.1119854 Aug 16 20:38:44.473419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da709e-83a4-434a-9a6f-5a4b5fa45203 req-2545f305-6d33-4c2e-ac0a-1a79ed314d6b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:44.481280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01da709e-83a4-434a-9a6f-5a4b5fa45203 req-2545f305-6d33-4c2e-ac0a-1a79ed314d6b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 946 time: 0.1287181 Aug 16 20:38:44.533554 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-1d3bf9c3-1116-4e0a-a7ca-c7d86775815b service neutron] 10.222.0.76 "GET /v2.0/ports/86ab2e33-fec0-423f-ad80-0c340c5e347b/bindings/n-h2-793619-14 HTTP/1.1" status: 200 len: 385 time: 0.1299720 Aug 16 20:38:44.548574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01da709e-83a4-434a-9a6f-5a4b5fa45203 req-dde320fe-1f60-4adb-ad28-561a03bdf8a2 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661733 Aug 16 20:38:44.609732 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-daa33036-ac6c-455b-8214-b96f8ea1f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:44.611419 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-daa33036-ac6c-455b-8214-b96f8ea1f120 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1173611 Aug 16 20:38:44.622887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] For port d41a2d2f-b8db-4803-af37-93179ca6e438, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:44.637494 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] For port d41a2d2f-b8db-4803-af37-93179ca6e438, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d41a2d2f-b8db-4803-af37-93179ca6e438,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:44.739909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-e294522b-913e-4246-a98c-66719ef3c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:44.746871 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-e294522b-913e-4246-a98c-66719ef3c362 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1216702 Aug 16 20:38:44.765775 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.860662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ac85c-ec91-413a-8372-35953718302e req-3f86a65d-c18a-4354-8687-5bab245383c7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:44.862300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-903ac85c-ec91-413a-8372-35953718302e req-3f86a65d-c18a-4354-8687-5bab245383c7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0872324 Aug 16 20:38:44.892643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 86ab2e33-fec0-423f-ad80-0c340c5e347b no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:44.908978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:44.909628 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.912006 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] 10.222.0.79 "PUT /v2.0/ports/d41a2d2f-b8db-4803-af37-93179ca6e438 HTTP/1.1" status: 200 len: 1097 time: 2.1865885 Aug 16 20:38:44.922385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-903ac85c-ec91-413a-8372-35953718302e req-df1a76f2-7036-4f91-82e4-268783653d74 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522735 Aug 16 20:38:44.965357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e652cd2c-95b4-4262-ba6a-88f84a91fb86 service neutron] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:44.991670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e652cd2c-95b4-4262-ba6a-88f84a91fb86 service neutron] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:45.043040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce5b99-743b-4913-823e-a6efad9edd32 req-865f4490-fe57-440a-bdad-2bbbfc2c056b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:45.050461 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4dce5b99-743b-4913-823e-a6efad9edd32 req-865f4490-fe57-440a-bdad-2bbbfc2c056b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 948 time: 0.1196499 Aug 16 20:38:45.094147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e652cd2c-95b4-4262-ba6a-88f84a91fb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ab2e33-fec0-423f-ad80-0c340c5e347b {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:45.112254 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329d7070-1947-4574-ac42-f868ae6306ff x-openstack-request-id: req-329d7070-1947-4574-ac42-f868ae6306ff {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:45.112514 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027b3c08-8136-4135-a1db-bfb00f272c2d", "tag": "07d4b58b-d76d-4b85-9c51-6d0e4cfc8347", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:45.112736 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-329d7070-1947-4574-ac42-f868ae6306ff {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:45.113316 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027b3c08-8136-4135-a1db-bfb00f272c2d', 'tag': '07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'status': 'completed', 'code': 200} Aug 16 20:38:45.117613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4dce5b99-743b-4913-823e-a6efad9edd32 req-47458318-2697-4b79-8fe8-da5c52088906 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661490 Aug 16 20:38:45.193989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffb05b-cbcf-4f5e-ac5f-cf86419899db req-02be0aaf-ded6-4ebc-ba9b-104cdd2fa404 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:45.195828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-beffb05b-cbcf-4f5e-ac5f-cf86419899db req-02be0aaf-ded6-4ebc-ba9b-104cdd2fa404 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0859237 Aug 16 20:38:45.219669 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e652cd2c-95b4-4262-ba6a-88f84a91fb86 service neutron] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:45.237668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-457ea953-dae2-4a80-b5e9-07f0038b038c req-52f4b942-f9aa-40da-bc77-0698d02fa9a4 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 210 time: 0.0521467 Aug 16 20:38:45.278046 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f04e51e-6fef-49f7-955c-e29b5546c1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:45.292375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-beffb05b-cbcf-4f5e-ac5f-cf86419899db req-913a29c3-a893-4cf1-869b-03aeb4094e93 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840642 Aug 16 20:38:45.349362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eabce3-a03f-4a0f-98a3-ad4660b9370d service neutron] Pushing event updated for resources: {'Port': ['ID=d41a2d2f-b8db-4803-af37-93179ca6e438,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:45.358450 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e652cd2c-95b4-4262-ba6a-88f84a91fb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:45.455999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174a6c1-233e-416c-843d-9d37c3b801d8 req-5f53126d-df6c-4654-a5a9-4673f01f3a0d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:45.468370 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7174a6c1-233e-416c-843d-9d37c3b801d8 req-5f53126d-df6c-4654-a5a9-4673f01f3a0d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0959587 Aug 16 20:38:45.480493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-fb3c18f3-8b2a-4641-8351-9e875ef00eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:45.483215 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-fb3c18f3-8b2a-4641-8351-9e875ef00eff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 1100 time: 0.3143630 Aug 16 20:38:45.529818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7174a6c1-233e-416c-843d-9d37c3b801d8 req-6db33012-ac45-4bac-be78-bcc63a65f28d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497634 Aug 16 20:38:45.558114 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-085fd010-3b51-4ef3-9d66-e0f3020c5072 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934664 Aug 16 20:38:45.563524 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-e290a031-dd58-43db-93ae-fed02ae4fea2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=d41a2d2f-b8db-4803-af37-93179ca6e438 HTTP/1.1" status: 200 len: 217 time: 0.0622170 Aug 16 20:38:45.688771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-4dfa1dea-eb59-4e17-9cfa-42a993da288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:45.690290 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-4dfa1dea-eb59-4e17-9cfa-42a993da288f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1090515 Aug 16 20:38:45.691311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e652cd2c-95b4-4262-ba6a-88f84a91fb86 service neutron] Transition to ACTIVE for port object 86ab2e33-fec0-423f-ad80-0c340c5e347b will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:45.763610 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-860488ee-0139-410d-b80d-d07ad078f1d7 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935308 Aug 16 20:38:45.766394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-6873d80c-8f34-4ae6-8067-083f79438ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:45.767852 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-6873d80c-8f34-4ae6-8067-083f79438ef4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686662 Aug 16 20:38:45.826893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e652cd2c-95b4-4262-ba6a-88f84a91fb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:45.904513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad9d1c-8c39-491d-8764-5bdde2cec020 req-ae963bc2-fdfc-4981-8db1-b63f72a3161b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:45.906318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6ad9d1c-8c39-491d-8764-5bdde2cec020 req-ae963bc2-fdfc-4981-8db1-b63f72a3161b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 946 time: 0.0765240 Aug 16 20:38:45.920966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e652cd2c-95b4-4262-ba6a-88f84a91fb86 service neutron] No DVR routers for this DVR port 86ab2e33-fec0-423f-ad80-0c340c5e347b on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:45.951118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652cd2c-95b4-4262-ba6a-88f84a91fb86 service neutron] Pushing event updated for resources: {'Port': ['ID=86ab2e33-fec0-423f-ad80-0c340c5e347b,revision_number=10']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:45.966219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6ad9d1c-8c39-491d-8764-5bdde2cec020 req-aecdb221-5367-4649-877d-74724979fd01 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520749 Aug 16 20:38:45.969053 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-0bbb88cf-2e62-495a-943a-aceb061ecfe9 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915448 Aug 16 20:38:45.991190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-acd12dd0-1e64-47d5-817c-333c7175fc0e tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=03983c2643a0473a9b08d46fbb383297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238299 Aug 16 20:38:45.992744 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e652cd2c-95b4-4262-ba6a-88f84a91fb86 service neutron] 10.222.0.76 "PUT /v2.0/ports/86ab2e33-fec0-423f-ad80-0c340c5e347b/bindings/n-h2-793619-14/activate HTTP/1.1" status: 200 len: 370 time: 1.4469440 Aug 16 20:38:46.074605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7163-6402-4e55-8a19-47be2172b130 req-0f51764c-8f7c-4e3e-851a-353e14d58f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.076118 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-582b7163-6402-4e55-8a19-47be2172b130 req-0f51764c-8f7c-4e3e-851a-353e14d58f51 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 1099 time: 0.1058414 Aug 16 20:38:46.120518 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-310afef7-acac-4ab5-86fe-a52c780be5a5 req-bf3dbcd0-0af5-4c1d-b636-ac1227a2d6cc service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389966 Aug 16 20:38:46.131099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288a391-8f84-45d5-b6a0-defd72f787d7 req-2fbca55c-c058-45bb-8966-9eaf8bc2e1de tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.132207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4288a391-8f84-45d5-b6a0-defd72f787d7 req-2fbca55c-c058-45bb-8966-9eaf8bc2e1de tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0815001 Aug 16 20:38:46.163670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2324366d-e256-4dbc-b3be-447e7bb5c011 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.165161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2324366d-e256-4dbc-b3be-447e7bb5c011 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677945 Aug 16 20:38:46.193400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-a3d82e22-2625-488b-a757-649fe55e1031 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/quotas/03983c2643a0473a9b08d46fbb383297 HTTP/1.1" status: 200 len: 375 time: 0.0195768 Aug 16 20:38:46.196219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4288a391-8f84-45d5-b6a0-defd72f787d7 req-e5240866-7644-4167-af4d-59fa311bc7d7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547550 Aug 16 20:38:46.219928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-d885b707-73e6-4c4b-9f46-9cedac31f2c8 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.220672 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-d885b707-73e6-4c4b-9f46-9cedac31f2c8 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.0677726 Aug 16 20:38:46.239917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-8a4e36c7-8cb3-4434-8349-6ca772ac1bd1 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=03983c2643a0473a9b08d46fbb383297&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404809 Aug 16 20:38:46.262309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7163-6402-4e55-8a19-47be2172b130 req-663bb7c6-791b-4ed7-941f-dd5e448ac744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.281975 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-582b7163-6402-4e55-8a19-47be2172b130 req-663bb7c6-791b-4ed7-941f-dd5e448ac744 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1681666 Aug 16 20:38:46.312660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f00251-bd3e-4d25-9763-bb9ece0895f2 req-3a90ce2f-7c58-4304-b15b-2e69bd0bf0ac tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.314179 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95f00251-bd3e-4d25-9763-bb9ece0895f2 req-3a90ce2f-7c58-4304-b15b-2e69bd0bf0ac tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 948 time: 0.0512395 Aug 16 20:38:46.315757 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-582b7163-6402-4e55-8a19-47be2172b130 req-c9341e40-8f01-4d34-9735-7b763ce967b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 HTTP/1.1" status: 200 len: 217 time: 0.0429001 Aug 16 20:38:46.317756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-3fbd3753-1adb-42ef-80a9-a1d87b6ad983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.319149 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-3fbd3753-1adb-42ef-80a9-a1d87b6ad983 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2&tenant_id=39ccbfbebde54f1d89cec17a712f35b4 HTTP/1.1" status: 200 len: 1097 time: 0.0850744 Aug 16 20:38:46.357702 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95f00251-bd3e-4d25-9763-bb9ece0895f2 req-13aae372-e6aa-452c-bd04-9369050136f9 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348551 Aug 16 20:38:46.429822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ff897ed-ca99-40fc-806a-83c1591e9327 req-80b602d5-f016-4374-9c57-9bba7e72e8cd tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 210 time: 0.0321646 Aug 16 20:38:46.570999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b79bc3-471b-4f0d-b865-8d70be07d8a7 req-3d27c198-e37a-4ec1-807f-35ff31862932 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.572812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69b79bc3-471b-4f0d-b865-8d70be07d8a7 req-3d27c198-e37a-4ec1-807f-35ff31862932 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0829196 Aug 16 20:38:46.607480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c2355c81-9369-4082-aa05-b02e767fea9b req-bef3d935-fba7-4185-bfe1-b1722d543274 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 210 time: 0.0333662 Aug 16 20:38:46.654892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69b79bc3-471b-4f0d-b865-8d70be07d8a7 req-00c4b24b-990b-4bf3-96e6-6ccda4f2a037 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714383 Aug 16 20:38:46.665010 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7163-6402-4e55-8a19-47be2172b130 req-f400b469-e7e4-4e43-b2f1-cdd25af01718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.665340 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-582b7163-6402-4e55-8a19-47be2172b130 req-f400b469-e7e4-4e43-b2f1-cdd25af01718 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.3370955 Aug 16 20:38:46.687933 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-93b2d269-1a10-4f3f-8ccf-2394e8e4edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.691876 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-93b2d269-1a10-4f3f-8ccf-2394e8e4edbf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 1097 time: 0.0693562 Aug 16 20:38:46.763081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f4576-a0b1-46e9-a11b-07dfa1e1a0e5 req-b943aafe-0fb5-4230-9ebb-f786bb1b783a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.764687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-681f4576-a0b1-46e9-a11b-07dfa1e1a0e5 req-b943aafe-0fb5-4230-9ebb-f786bb1b783a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0548968 Aug 16 20:38:46.771806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7163-6402-4e55-8a19-47be2172b130 req-99a40448-701a-44a5-8dfd-a1f213b8ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.773580 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-582b7163-6402-4e55-8a19-47be2172b130 req-99a40448-701a-44a5-8dfd-a1f213b8ac7d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0994048 Aug 16 20:38:46.806232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-681f4576-a0b1-46e9-a11b-07dfa1e1a0e5 req-2b716f09-2e19-42d8-b66e-25c0875e74b0 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347641 Aug 16 20:38:46.864464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-c86d97ed-d066-47e5-9a4f-40eb3113774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.865975 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-c86d97ed-d066-47e5-9a4f-40eb3113774d service neutron] 10.222.0.79 "GET /v2.0/networks?id=acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 200 len: 909 time: 0.1627119 Aug 16 20:38:46.927481 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-e27c9956-e54f-4005-b38c-27ddfb51dc22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b HTTP/1.1" status: 200 len: 217 time: 0.0418260 Aug 16 20:38:46.932619 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-582b7163-6402-4e55-8a19-47be2172b130 req-19b12372-ac8e-4a3e-bb5e-eed2f027cbad service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492081 Aug 16 20:38:47.044570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-68c68baa-2f93-4541-a66a-06e490de4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.046073 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-68c68baa-2f93-4541-a66a-06e490de4327 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 200 len: 848 time: 0.1001573 Aug 16 20:38:47.088311 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-788806cd-6ce3-450e-b033-fb3f01a658ad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=acf706a4-9ec9-4489-bfe2-213695736c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337076 Aug 16 20:38:47.092886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c251d4-3f0b-460e-8a0b-d05e06805edd req-e696f92b-69e1-4540-a889-a1aa4898f854 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.094405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44c251d4-3f0b-460e-8a0b-d05e06805edd req-e696f92b-69e1-4540-a889-a1aa4898f854 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 946 time: 0.0564599 Aug 16 20:38:47.108013 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-582b7163-6402-4e55-8a19-47be2172b130 req-1c1836c6-e714-4a12-b6ed-3eb6852b505e service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609073 Aug 16 20:38:47.117245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b07a3de-ee5b-4159-a5bd-81c49e1952ff', 'tag': 'd41a2d2f-b8db-4803-af37-93179ca6e438'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:47.120050 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b07a3de-ee5b-4159-a5bd-81c49e1952ff", "tag": "d41a2d2f-b8db-4803-af37-93179ca6e438"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:47.149372 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44c251d4-3f0b-460e-8a0b-d05e06805edd req-b7b44c59-0262-40a6-a9e2-e5ed4b88f477 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428386 Aug 16 20:38:47.165971 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117f2b75-d88b-4831-80ae-187276e208b8 x-openstack-request-id: req-117f2b75-d88b-4831-80ae-187276e208b8 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:47.166496 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b07a3de-ee5b-4159-a5bd-81c49e1952ff", "tag": "d41a2d2f-b8db-4803-af37-93179ca6e438", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:47.166496 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-117f2b75-d88b-4831-80ae-187276e208b8 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:47.166876 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b07a3de-ee5b-4159-a5bd-81c49e1952ff', 'tag': 'd41a2d2f-b8db-4803-af37-93179ca6e438', 'status': 'completed', 'code': 200} Aug 16 20:38:47.235849 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-6a9cadc6-e2d7-49cb-928a-d48987e052a3 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391237 Aug 16 20:38:47.256009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7 req-2c078aa1-0717-47d4-941d-f3aa3a6151e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.257670 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7 req-2c078aa1-0717-47d4-941d-f3aa3a6151e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 1100 time: 0.0642643 Aug 16 20:38:47.340021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51445692-918f-4379-806a-b745e9527a39 req-80f12783-0829-4518-a3a0-8026313520ee tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.341636 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51445692-918f-4379-806a-b745e9527a39 req-80f12783-0829-4518-a3a0-8026313520ee tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0489404 Aug 16 20:38:47.396601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51445692-918f-4379-806a-b745e9527a39 req-8053105d-b503-4401-88ce-1984294d67cd tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484405 Aug 16 20:38:47.404982 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-2f0caf1f-1a6d-47a9-8771-f3aef2647566 service neutron] 10.222.0.79 "GET /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599920 Aug 16 20:38:47.416943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7 req-1dfbf0d6-c1b3-4bae-88ac-6563ca561dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.418807 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7 req-1dfbf0d6-c1b3-4bae-88ac-6563ca561dd8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1511056 Aug 16 20:38:47.468627 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7 req-884c9f39-502b-4cac-8e8e-40f5bc2ddd5a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=d41a2d2f-b8db-4803-af37-93179ca6e438 HTTP/1.1" status: 200 len: 217 time: 0.0420642 Aug 16 20:38:47.496457 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-58a507a7-1649-41e8-9f98-61a91b67f9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.520202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e93f4-47f8-458b-a21c-21fc14516f94 req-7c645c01-cdfb-4747-84aa-6e1eca8b2e63 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.521814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-711e93f4-47f8-458b-a21c-21fc14516f94 req-7c645c01-cdfb-4747-84aa-6e1eca8b2e63 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 948 time: 0.0705695 Aug 16 20:38:47.523007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7 req-0375fcdb-0c91-4a1b-acde-5c5000472bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.526482 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7 req-0375fcdb-0c91-4a1b-acde-5c5000472bf0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0505538 Aug 16 20:38:47.541237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-619d97e1-eb59-4bb0-aaf1-6f25621c6dd4 req-fbdbc254-c125-44c4-949c-600cd54479d6 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 210 time: 0.0382366 Aug 16 20:38:47.573377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-711e93f4-47f8-458b-a21c-21fc14516f94 req-e5d6e065-663b-44fa-a8c2-b93797fa6c95 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344083 Aug 16 20:38:47.625428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7 req-48341ca9-f6be-4915-acd3-89e4b02d3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.625750 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7 req-48341ca9-f6be-4915-acd3-89e4b02d3cf1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824108 Aug 16 20:38:47.638221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-17d1d6b6-9c24-421c-b6ce-fd8501c1abf1 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.639978 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-17d1d6b6-9c24-421c-b6ce-fd8501c1abf1 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 946 time: 0.0581291 Aug 16 20:38:47.697627 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7157a407-fae3-4b39-bee0-63e0cb450c0f req-31ab5492-4c65-4992-9cd5-0a98e944b1de tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 210 time: 0.0297604 Aug 16 20:38:47.802974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f318fd-9244-43b4-8fb6-12431f4093e8 req-a422cd06-abb8-471e-8528-eb67f35d9313 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.804540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23f318fd-9244-43b4-8fb6-12431f4093e8 req-a422cd06-abb8-471e-8528-eb67f35d9313 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0522087 Aug 16 20:38:47.808524 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7 req-fa0fe6f7-c1fc-4abc-9d29-067a14dcf7e1 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664946 Aug 16 20:38:47.829703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Deleting port 11172ec3-afc5-4772-80cd-f6c611999a36 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:47.830060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.855352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23f318fd-9244-43b4-8fb6-12431f4093e8 req-202cc3e8-93f1-462e-b196-864444854017 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Aug 16 20:38:47.927847 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.963722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbad00-c4bf-4771-a011-7ab2402b1729 req-3c17f2d9-ceec-46fd-bb1f-08fa43fe70de tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.965434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8bbbad00-c4bf-4771-a011-7ab2402b1729 req-3c17f2d9-ceec-46fd-bb1f-08fa43fe70de tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0755372 Aug 16 20:38:47.989404 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe2b747b-6f2b-428d-a33c-ff2a8c0db3b7 req-3c164d03-b4e4-4e8b-b7fc-ea7e1d4b3cef service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704400 Aug 16 20:38:47.991080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] For port 11172ec3-afc5-4772-80cd-f6c611999a36, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=11172ec3-afc5-4772-80cd-f6c611999a36,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:47.991472 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.009013 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8bbbad00-c4bf-4771-a011-7ab2402b1729 req-e967d74d-6bbb-49d0-a234-79f685edf138 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371842 Aug 16 20:38:48.195470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-9b4ec352-1710-4ce5-8392-366377b6a2a8 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:48.196480 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-9b4ec352-1710-4ce5-8392-366377b6a2a8 tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2&tenant_id=39ccbfbebde54f1d89cec17a712f35b4&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.0953941 Aug 16 20:38:48.261831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a26bee-aa54-4419-8cf2-4fe24173ef78 req-1f8999f9-9178-4b7e-bd05-78736497cce8 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:48.263592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4a26bee-aa54-4419-8cf2-4fe24173ef78 req-1f8999f9-9178-4b7e-bd05-78736497cce8 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 946 time: 0.0526960 Aug 16 20:38:48.302877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4a26bee-aa54-4419-8cf2-4fe24173ef78 req-0fca5a86-0894-4648-a2aa-33e7679f9f8d tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups?id=e20b34e1-8dd5-4aec-bdf5-266106594676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328410 Aug 16 20:38:48.340426 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.340810 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.341140 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Floating IP b5612925-3902-4316-8241-1c8bc5a23799 disassociated. External IP: 172.25.4.236, port: 11172ec3-afc5-4772-80cd-f6c611999a36. Aug 16 20:38:48.341492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Calling delete_port for 11172ec3-afc5-4772-80cd-f6c611999a36 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:48.465182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-99913afa-1855-476a-a466-cb593a5b4561 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:48.466714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-99913afa-1855-476a-a466-cb593a5b4561 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.76 "GET /v2.0/networks?id=9e9c43d4-bce1-46d9-aa72-00318a89340d HTTP/1.1" status: 200 len: 824 time: 0.2437236 Aug 16 20:38:48.493805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Request body: {'port': {'device_id': 'a89d9fca-1b2d-469a-b85b-5a02d616d341', 'network_id': '9e9c43d4-bce1-46d9-aa72-00318a89340d', 'admin_state_up': True, 'tenant_id': '4a578ddb5ff94a70955f3e636c6393b1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:48.518585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856eff7-0654-405d-9700-14861f0a0031 req-e906c027-c791-4d9c-9715-c8b9f102eb84 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:48.520529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d856eff7-0654-405d-9700-14861f0a0031 req-e906c027-c791-4d9c-9715-c8b9f102eb84 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0514550 Aug 16 20:38:48.572132 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d856eff7-0654-405d-9700-14861f0a0031 req-2103adbc-3a9c-4d0e-96f0-cebd973f0096 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420754 Aug 16 20:38:48.637842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:48.683365 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0cd3ad6d-644d-4a06-9968-b829d9beab64 req-1dd933d6-a192-44bc-ba1e-838686fceae2 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 210 time: 0.0505049 Aug 16 20:38:48.687934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-b5f50f44-c609-48ba-b92f-1ebd1b893c60 service neutron] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:48.691278 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-b5f50f44-c609-48ba-b92f-1ebd1b893c60 service neutron] Notify callbacks [] for binding, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.692526 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab3d9d16-0bfb-42d3-9eee-6ab33753e921 req-b5f50f44-c609-48ba-b92f-1ebd1b893c60 service neutron] 10.222.0.79 "DELETE /v2.0/ports/86ab2e33-fec0-423f-ad80-0c340c5e347b/bindings/n-h1-793619-14 HTTP/1.1" status: 204 len: 173 time: 0.4684629 Aug 16 20:38:48.746047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559f01c-10f2-4f38-a258-2ec7d4d2f035 req-f4a84e05-7df1-406c-a9d0-ec8e3e046d35 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:48.747782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4559f01c-10f2-4f38-a258-2ec7d4d2f035 req-f4a84e05-7df1-406c-a9d0-ec8e3e046d35 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 948 time: 0.0670221 Aug 16 20:38:48.758156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:48.768890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'mac_address': 'fa:16:3e:6f:5c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:48.800461 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d719c7b2-367d-4ecc-9ee4-7f2f135d65d3 req-16d37a93-1c7a-4eb7-a078-604b3406f205 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 210 time: 0.0307193 Aug 16 20:38:48.809293 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.813346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4559f01c-10f2-4f38-a258-2ec7d4d2f035 req-d8ed4f6d-896f-4057-9836-6115f8eb8714 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577605 Aug 16 20:38:48.831942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:48.851946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:48.861959 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.890302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Pushing event deleted for resources: {'Port': ['ID=11172ec3-afc5-4772-80cd-f6c611999a36,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:48.942878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Made reservation on behalf of 4a578ddb5ff94a70955f3e636c6393b1 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:48.947049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.007706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4cc4f-e02c-4548-b383-b19568e42a05 req-f0444a44-d097-43f5-838b-5ff505c0ce48 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.015815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fc4cc4f-e02c-4548-b383-b19568e42a05 req-f0444a44-d097-43f5-838b-5ff505c0ce48 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0867074 Aug 16 20:38:49.031492 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.031492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d41a2d2f-b8db-4803-af37-93179ca6e438 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:49.065861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fc4cc4f-e02c-4548-b383-b19568e42a05 req-f1f72052-de49-4584-bc8d-b137ac0998f2 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486147 Aug 16 20:38:49.109318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:49.113990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port d41a2d2f-b8db-4803-af37-93179ca6e438, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d41a2d2f-b8db-4803-af37-93179ca6e438,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:49.132891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'd41a2d2f-b8db-4803-af37-93179ca6e438', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'd41a2d2f-b8db-4803-af37-93179ca6e438', 'mac_address': 'fa:16:3e:e9:1c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:49.139089 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:38:49.188749 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.204954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41a2d2f-b8db-4803-af37-93179ca6e438 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:49.218555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Allocated IP 172.20.0.5 (9e9c43d4-bce1-46d9-aa72-00318a89340d/654842aa-b70e-4660-9681-40dcffe83e96/4cc697a9-6c10-42d4-a9dd-e51ea99cd260) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:49.222452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2301a7-d603-4af6-a4f1-791a0961bcf3 req-e2bdecab-aa58-46a2-9237-b9d590c29484 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.229546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port d41a2d2f-b8db-4803-af37-93179ca6e438, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d41a2d2f-b8db-4803-af37-93179ca6e438,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:49.234096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe2301a7-d603-4af6-a4f1-791a0961bcf3 req-e2bdecab-aa58-46a2-9237-b9d590c29484 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0824299 Aug 16 20:38:49.258691 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.272010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a626c-e761-4d31-a8a6-c3cd37430ac7 req-fe40d9ef-2607-426d-b1cf-e3c2fb7a27fd tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.273602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d0a626c-e761-4d31-a8a6-c3cd37430ac7 req-fe40d9ef-2607-426d-b1cf-e3c2fb7a27fd tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 1097 time: 0.0904815 Aug 16 20:38:49.286493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe2301a7-d603-4af6-a4f1-791a0961bcf3 req-a9e312f7-d4ff-48c5-a586-ae7aeb8c3944 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539205 Aug 16 20:38:49.322418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:38:49.327180 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.361422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db942231-b0f3-444d-a39f-4e65b716d14e None None] Sync routers for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:38:49.366113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d0a626c-e761-4d31-a8a6-c3cd37430ac7 req-abe265ee-7ab9-4e80-8649-99f7402cab7e tempest-LiveMigrationTest-1164804027 tempest-LiveMigrationTest-1164804027-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783784 Aug 16 20:38:49.416539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db942231-b0f3-444d-a39f-4e65b716d14e None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:49.417312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-db942231-b0f3-444d-a39f-4e65b716d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:38:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:49.448334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-929a52cc-f04a-4034-a040-16181cbb84fa req-77069eee-66b0-4957-b39c-727b27b7e539 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 210 time: 0.0356574 Aug 16 20:38:49.470549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] No DVR routers for this DVR port 11172ec3-afc5-4772-80cd-f6c611999a36 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:49.473481 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.476067 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e1ef3ce-06ac-44e3-b70a-b7d4cc5fe9b0 req-aacd2877-cc83-4970-be7a-3cc7589c3c1b tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.76 "DELETE /v2.0/ports/11172ec3-afc5-4772-80cd-f6c611999a36 HTTP/1.1" status: 204 len: 173 time: 1.8259876 Aug 16 20:38:49.476804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'name': 'network-vif-deleted', 'tag': '11172ec3-afc5-4772-80cd-f6c611999a36'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:49.479290 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868fb751-ca91-44e8-ac23-505efe35d3fb" -d '{"events": [{"server_uuid": "fd952255-250e-4264-8ec5-2045ce3c4b31", "name": "network-vif-deleted", "tag": "11172ec3-afc5-4772-80cd-f6c611999a36"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:49.482934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=d41a2d2f-b8db-4803-af37-93179ca6e438,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:49.544918 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009c0b3e-c835-4ba8-98e2-10477342c14f x-openstack-request-id: req-009c0b3e-c835-4ba8-98e2-10477342c14f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:49.545652 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd952255-250e-4264-8ec5-2045ce3c4b31", "name": "network-vif-deleted", "tag": "11172ec3-afc5-4772-80cd-f6c611999a36", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:49.545867 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-009c0b3e-c835-4ba8-98e2-10477342c14f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:49.546430 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd952255-250e-4264-8ec5-2045ce3c4b31', 'name': 'network-vif-deleted', 'tag': '11172ec3-afc5-4772-80cd-f6c611999a36', 'status': 'completed', 'code': 200} Aug 16 20:38:49.576009 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.685787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-db942231-b0f3-444d-a39f-4e65b716d14e None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:49.705039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3812a7e-178c-4552-8d85-5c676d13b77d req-8060c80f-f633-4278-a33f-9abd14063bb7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.706597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3812a7e-178c-4552-8d85-5c676d13b77d req-8060c80f-f633-4278-a33f-9abd14063bb7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0522645 Aug 16 20:38:49.754691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3812a7e-178c-4552-8d85-5c676d13b77d req-5b287b38-7ff5-48a7-a7ad-e5aa683a0028 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Aug 16 20:38:49.765291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.813591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Network 9e9c43d4-bce1-46d9-aa72-00318a89340d is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:49.814461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['d41a2d2f-b8db-4803-af37-93179ca6e438'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:49.817760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:49.818084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['07d4b58b-d76d-4b85-9c51-6d0e4cfc8347'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:49.821958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:49.896630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.897307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.900883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Pushing event updated for resources: {'Port': ['ID=4cc697a9-6c10-42d4-a9dd-e51ea99cd260,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:49.918415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0486f3-f562-4736-b841-63d4c194544d req-071a3e17-c8be-4be9-bdc3-0560dc56866c tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.925576 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae0486f3-f562-4736-b841-63d4c194544d req-071a3e17-c8be-4be9-bdc3-0560dc56866c tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 931 time: 0.0659921 Aug 16 20:38:49.962694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae0486f3-f562-4736-b841-63d4c194544d req-85a36c8b-13e0-482d-8c13-f40f2a3e33f6 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353413 Aug 16 20:38:50.062358 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c42077d-9cda-4134-954e-f1f2355665fe req-870bd26a-bda8-4047-8b3c-4abc0c4e0470 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 210 time: 0.0297379 Aug 16 20:38:50.160781 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-87e5c658-a47d-4d34-8635-98a318b96937 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6684351 Aug 16 20:38:50.162186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-db942231-b0f3-444d-a39f-4e65b716d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:50.168442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Request body: {'port': {'device_id': 'a89d9fca-1b2d-469a-b85b-5a02d616d341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:50.199300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b914e-cd7a-46a0-bf34-3ffa55ad83a0 req-175258eb-0789-45ae-ab7c-ea597db8014a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.201825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db942231-b0f3-444d-a39f-4e65b716d14e None None] Checking router: 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:38:50.207994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d84b914e-cd7a-46a0-bf34-3ffa55ad83a0 req-175258eb-0789-45ae-ab7c-ea597db8014a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 949 time: 0.0896881 Aug 16 20:38:50.217409 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db942231-b0f3-444d-a39f-4e65b716d14e None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:50.218063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-db942231-b0f3-444d-a39f-4e65b716d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:38:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:50.261265 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d84b914e-cd7a-46a0-bf34-3ffa55ad83a0 req-519ab412-77be-40c4-b3aa-5572c9141558 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468903 Aug 16 20:38:50.346578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53f840-6f18-4e1e-9c08-cd26a3ac8864 req-c78051ad-8db5-4e2c-989b-0a54532071da tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.348255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-db942231-b0f3-444d-a39f-4e65b716d14e None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:50.348805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e53f840-6f18-4e1e-9c08-cd26a3ac8864 req-c78051ad-8db5-4e2c-989b-0a54532071da tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0610220 Aug 16 20:38:50.427558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e53f840-6f18-4e1e-9c08-cd26a3ac8864 req-956e0f9d-f282-49de-827f-aee75571fbe9 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702939 Aug 16 20:38:50.453122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53d1da-fc9c-4a32-b326-a2e8e3bdd1cd req-20bca2d9-abc1-486b-8965-d77ceb10a950 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.454837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b53d1da-fc9c-4a32-b326-a2e8e3bdd1cd req-20bca2d9-abc1-486b-8965-d77ceb10a950 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0772841 Aug 16 20:38:50.502019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b53d1da-fc9c-4a32-b326-a2e8e3bdd1cd req-bc80b4e1-221c-46b7-91bf-a415546339a3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Aug 16 20:38:50.557490 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-f025df29-17dc-4e24-8aba-e84a41fc07f4 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=03983c2643a0473a9b08d46fbb383297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242004 Aug 16 20:38:50.563881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.593939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88e2ffe2-6cbd-434b-bd41-23ff00d7be86 req-7bf84e1e-b2fd-4c84-a50c-3ec23bcc4082 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd952255-250e-4264-8ec5-2045ce3c4b31 HTTP/1.1" status: 200 len: 210 time: 0.0325508 Aug 16 20:38:50.651727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9dd6601d-43be-4ca3-abd2-a648b269b019 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:50.671686 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.728839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-db942231-b0f3-444d-a39f-4e65b716d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:50.758485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db942231-b0f3-444d-a39f-4e65b716d14e None None] The sync data for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 is: [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:33:54Z', 'revision_number': 4, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '064214ad-86fe-4852-bb1a-647472c632d9', 'name': '', 'network_id': '53f0df0f-f139-4a71-b156-b3349ae71c27', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'mac_address': 'fa:16:3e:8f:91:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:53Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'subnets': [{'id': '9acddd0e-e6bd-4088-b50c-ecff70ad3f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:38:50.774560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-d0a37773-fcd7-4a1a-8509-a9012c4fd1d0 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.776262 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-d0a37773-fcd7-4a1a-8509-a9012c4fd1d0 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097538 Aug 16 20:38:50.791994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Request body: {'port': {'device_id': '89ed684a-1c4a-4278-b41e-639b4c3da0ca', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '03983c2643a0473a9b08d46fbb383297'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:50.815045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9dd6601d-43be-4ca3-abd2-a648b269b019,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:50.862546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '9dd6601d-43be-4ca3-abd2-a648b269b019', 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46', 'port_id': '9dd6601d-43be-4ca3-abd2-a648b269b019', 'mac_address': 'fa:16:3e:ca:a2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6f94f0-227b-49bc-896f-30e1c37db595', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:50.924134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 11172ec3-afc5-4772-80cd-f6c611999a36 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:50.930134 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.934273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a866d-8799-47c3-9bda-c75941c454af req-c4da4fa2-6975-47b0-89c2-d774e00d9809 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.942208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-931a866d-8799-47c3-9bda-c75941c454af req-c4da4fa2-6975-47b0-89c2-d774e00d9809 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.1006174 Aug 16 20:38:50.958521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 11172ec3-afc5-4772-80cd-f6c611999a36 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:50.959034 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 11172ec3-afc5-4772-80cd-f6c611999a36 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:50.977070 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd6601d-43be-4ca3-abd2-a648b269b019 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:50.981598 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d5ae0-16ec-4210-9336-0830429a8496 req-e9324973-c06c-4f6e-89fa-45553092b9c2 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.983173 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c48d5ae0-16ec-4210-9336-0830429a8496 req-e9324973-c06c-4f6e-89fa-45553092b9c2 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 945 time: 0.1065111 Aug 16 20:38:50.984352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-931a866d-8799-47c3-9bda-c75941c454af req-6c479286-37c7-4f13-bf22-345b3f3d77d8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Aug 16 20:38:51.026178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9dd6601d-43be-4ca3-abd2-a648b269b019,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:51.109820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0607ca-9394-4ee8-90ea-3a6b2b8a4533 req-9ffa22fb-d2d9-45a2-afd9-a43f0ae0ddc8 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.111390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd0607ca-9394-4ee8-90ea-3a6b2b8a4533 req-9ffa22fb-d2d9-45a2-afd9-a43f0ae0ddc8 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 931 time: 0.0650363 Aug 16 20:38:51.140551 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87b650-ab76-4ee7-a178-7b57be390b95 None None] New status for floating IP b5612925-3902-4316-8241-1c8bc5a23799: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:38:51.169875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:51.183049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.200949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Transition to ACTIVE for port object 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:51.204373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-c48d5ae0-16ec-4210-9336-0830429a8496 req-21957344-c59a-4daa-8953-2788ce8b7995 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Deleting port 86ab2e33-fec0-423f-ad80-0c340c5e347b {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:51.204718 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c48d5ae0-16ec-4210-9336-0830429a8496 req-21957344-c59a-4daa-8953-2788ce8b7995 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.211593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1fa3d751-f44e-4d42-8842-99d6e0d4e013 req-e1b05eb7-9fc7-4245-b5db-0888ea60a2bc tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 210 time: 0.0495951 Aug 16 20:38:51.221394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd0607ca-9394-4ee8-90ea-3a6b2b8a4533 req-ff2a3123-b28f-4e80-9ef5-efc03ed1b65c tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869033 Aug 16 20:38:51.225176 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.266267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Made reservation on behalf of 03983c2643a0473a9b08d46fbb383297 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:51.275117 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.288295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.324286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=9dd6601d-43be-4ca3-abd2-a648b269b019,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:51.347475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c48d5ae0-16ec-4210-9336-0830429a8496 req-21957344-c59a-4daa-8953-2788ce8b7995 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] For port 86ab2e33-fec0-423f-ad80-0c340c5e347b, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=86ab2e33-fec0-423f-ad80-0c340c5e347b,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:51.349677 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c48d5ae0-16ec-4210-9336-0830429a8496 req-21957344-c59a-4daa-8953-2788ce8b7995 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.370024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-c48d5ae0-16ec-4210-9336-0830429a8496 req-21957344-c59a-4daa-8953-2788ce8b7995 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Calling delete_port for 86ab2e33-fec0-423f-ad80-0c340c5e347b owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:51.385867 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.407347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07713c46-b891-405e-8892-73db12e7e9c3 req-212643ef-3f14-4f4d-bda7-03dd426b4c7d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.413520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07713c46-b891-405e-8892-73db12e7e9c3 req-212643ef-3f14-4f4d-bda7-03dd426b4c7d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 949 time: 0.0579095 Aug 16 20:38:51.449406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07713c46-b891-405e-8892-73db12e7e9c3 req-a84e901e-2a3d-4da3-a5c5-3dacd648542d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340295 Aug 16 20:38:51.506293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc697a9-6c10-42d4-a9dd-e51ea99cd260,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:51.549951 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['9dd6601d-43be-4ca3-abd2-a648b269b019'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:51.572398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fa73d-b96a-444f-bc3f-c042abab5dc6 req-c824045f-3d06-413e-8b63-914d6b8b589c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.574588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-778fa73d-b96a-444f-bc3f-c042abab5dc6 req-c824045f-3d06-413e-8b63-914d6b8b589c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0606205 Aug 16 20:38:51.612521 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.631111 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-778fa73d-b96a-444f-bc3f-c042abab5dc6 req-aabadd58-fac3-4bab-a61b-15104e9bb3ac tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502117 Aug 16 20:38:51.657849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Attempting to bind port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:51.657849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Attempting to bind port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'b4e158a9-aeab-40f0-8a70-bc8b9a82acfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9e9c43d4-bce1-46d9-aa72-00318a89340d'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:51.658046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Attempting to bind port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 on network 9e9c43d4-bce1-46d9-aa72-00318a89340d {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:51.670437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 on network 9e9c43d4-bce1-46d9-aa72-00318a89340d not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:51.670786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Attempting to bind port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 on network 9e9c43d4-bce1-46d9-aa72-00318a89340d {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:51.692244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:51.692244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Checking segment: {'id': 'b4e158a9-aeab-40f0-8a70-bc8b9a82acfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9e9c43d4-bce1-46d9-aa72-00318a89340d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:51.692244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Bound using segment: {'id': 'b4e158a9-aeab-40f0-8a70-bc8b9a82acfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9e9c43d4-bce1-46d9-aa72-00318a89340d'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:51.692244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Bound port: 4cc697a9-6c10-42d4-a9dd-e51ea99cd260, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e158a9-aeab-40f0-8a70-bc8b9a82acfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9e9c43d4-bce1-46d9-aa72-00318a89340d'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:51.692244 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.716020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb0d8d-ad52-4ecc-a69a-3150a19f489a req-52e30733-ffdf-4e17-a908-39c7266de840 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.723941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32bb0d8d-ad52-4ecc-a69a-3150a19f489a req-52e30733-ffdf-4e17-a908-39c7266de840 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0885673 Aug 16 20:38:51.755229 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.777464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32bb0d8d-ad52-4ecc-a69a-3150a19f489a req-fd24da1a-8336-4839-a70c-20aee3e25269 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525551 Aug 16 20:38:51.819207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] For port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:51.842677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] For port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4cc697a9-6c10-42d4-a9dd-e51ea99cd260,segment=NetworkSegment(b4e158a9-aeab-40f0-8a70-bc8b9a82acfd),segment_id=b4e158a9-aeab-40f0-8a70-bc8b9a82acfd)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:51.849168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039964ea-bcad-4032-8b73-3fd83f24a2ec,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:51.906309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c48d5ae0-16ec-4210-9336-0830429a8496 req-21957344-c59a-4daa-8953-2788ce8b7995 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.946666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36124) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:51.946814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21957344-c59a-4daa-8953-2788ce8b7995 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Pushing event deleted for resources: {'Port': ['ID=86ab2e33-fec0-423f-ad80-0c340c5e347b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:51.987390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Allocated IP 192.168.233.16 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/dacec066-2e95-4280-9b28-111cd736a791) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:51.989996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48d5ae0-16ec-4210-9336-0830429a8496 req-21957344-c59a-4daa-8953-2788ce8b7995 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] No DVR routers for this DVR port 86ab2e33-fec0-423f-ad80-0c340c5e347b on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:51.994451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c48d5ae0-16ec-4210-9336-0830429a8496 req-21957344-c59a-4daa-8953-2788ce8b7995 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.996786 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c48d5ae0-16ec-4210-9336-0830429a8496 req-21957344-c59a-4daa-8953-2788ce8b7995 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.79 "DELETE /v2.0/ports/86ab2e33-fec0-423f-ad80-0c340c5e347b HTTP/1.1" status: 204 len: 173 time: 1.0054607 Aug 16 20:38:51.997251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'name': 'network-vif-deleted', 'tag': '86ab2e33-fec0-423f-ad80-0c340c5e347b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:51.999569 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f38458e-1e2e-4fc2-8a39-3e673bdad3b1" -d '{"events": [{"server_uuid": "2ccca0df-1957-4f7b-a015-48db1cd3a2d2", "name": "network-vif-deleted", "tag": "86ab2e33-fec0-423f-ad80-0c340c5e347b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:52.003477 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.009261 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.032634 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.067226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:52.067849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.069369 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] 10.222.0.76 "PUT /v2.0/ports/4cc697a9-6c10-42d4-a9dd-e51ea99cd260 HTTP/1.1" status: 200 len: 1092 time: 1.9058833 Aug 16 20:38:52.075486 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c776007b-f2b1-44ed-95d7-347a00a85912 x-openstack-request-id: req-c776007b-f2b1-44ed-95d7-347a00a85912 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:52.075777 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccca0df-1957-4f7b-a015-48db1cd3a2d2", "name": "network-vif-deleted", "tag": "86ab2e33-fec0-423f-ad80-0c340c5e347b", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:52.095880 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c776007b-f2b1-44ed-95d7-347a00a85912 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:52.095880 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccca0df-1957-4f7b-a015-48db1cd3a2d2', 'name': 'network-vif-deleted', 'tag': '86ab2e33-fec0-423f-ad80-0c340c5e347b', 'status': 'completed', 'code': 200} Aug 16 20:38:52.111126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae9c72-026d-4d2a-9c02-3eaf968486e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc697a9-6c10-42d4-a9dd-e51ea99cd260,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:52.142499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565eca6-ad59-464c-b383-4682b03413dc req-5d12176c-e71c-4951-9197-485a5fd10e6e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:52.144029 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3565eca6-ad59-464c-b383-4682b03413dc req-5d12176c-e71c-4951-9197-485a5fd10e6e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 945 time: 0.0500145 Aug 16 20:38:52.185696 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3565eca6-ad59-464c-b383-4682b03413dc req-e5f05a2c-7cca-4cb8-9d3f-22b85209b531 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349603 Aug 16 20:38:52.220253 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.233614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Transition to ACTIVE for port object dacec066-2e95-4280-9b28-111cd736a791 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:52.283103 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.290242 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.290242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "DELETE /v2.0/security-groups/e20b34e1-8dd5-4aec-bdf5-266106594676 HTTP/1.1" status: 204 len: 168 time: 0.3432863 Aug 16 20:38:52.290779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36134) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:52.319600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20b34e1-8dd5-4aec-bdf5-266106594676,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:52.340549 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-40713fdf-b754-4f21-9eec-eda39f1fc018 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] show failed (client error): The resource could not be found. Aug 16 20:38:52.343137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-40713fdf-b754-4f21-9eec-eda39f1fc018 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "GET /v2.0/security-groups/e20b34e1-8dd5-4aec-bdf5-266106594676 HTTP/1.1" status: 404 len: 347 time: 0.0499785 Aug 16 20:38:52.350609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36136) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:52.354816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.355170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.355520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.355925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.356195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.356531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.356866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.357217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.357551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.357878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.358213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.358529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c61b7-0083-45b0-9a0d-c48dc868a453 tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:52.360026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-3cedd008-02b8-4ba7-aeb0-758d694ab62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:52.361651 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-3cedd008-02b8-4ba7-aeb0-758d694ab62f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a578ddb5ff94a70955f3e636c6393b1&device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 1095 time: 0.0529797 Aug 16 20:38:52.396903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6ef3aae-eb00-4a13-b9b9-99b277ee3800 req-9d199a2a-9d7e-457e-9c39-4f768fac42f6 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 210 time: 0.0605516 Aug 16 20:38:52.408054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.446844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af39d33-2906-4ba1-ba0c-4b30dce087e7 req-fd969ff7-5c23-4be4-9fe6-923ffa1af2ae tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:52.454808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3af39d33-2906-4ba1-ba0c-4b30dce087e7 req-fd969ff7-5c23-4be4-9fe6-923ffa1af2ae tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 943 time: 0.1020207 Aug 16 20:38:52.505060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3af39d33-2906-4ba1-ba0c-4b30dce087e7 req-24b40317-2d1e-4a59-a6fc-a21e39b7a995 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 Aug 16 20:38:52.529511 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-3f71b6fb-36ec-4112-b7a9-73c6aeabae6b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cc697a9-6c10-42d4-a9dd-e51ea99cd260 HTTP/1.1" status: 200 len: 217 time: 0.1228638 Aug 16 20:38:52.530285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Pushing event updated for resources: {'Port': ['ID=dacec066-2e95-4280-9b28-111cd736a791,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:52.534948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:52.555574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b71912c0-939b-4f61-af55-94701ce797e5', '86ab2e33-fec0-423f-ad80-0c340c5e347b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:52.585057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:52.600452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bee70e-a9f6-4a75-a5fa-748db26b54e7 req-6b1277d9-9463-4868-8d01-db53f76c2fef tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:52.602584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9bee70e-a9f6-4a75-a5fa-748db26b54e7 req-6b1277d9-9463-4868-8d01-db53f76c2fef tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 949 time: 0.0617204 Aug 16 20:38:52.609472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:52.649670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9bee70e-a9f6-4a75-a5fa-748db26b54e7 req-9578c22f-e343-4ad2-a307-caadbe9e6e62 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Aug 16 20:38:52.665268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d41a2d2f-b8db-4803-af37-93179ca6e438 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:52.719940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:52.721236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.772866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a80afb9e-707f-4e15-8e52-baee3f8e6dcd req-a23141c9-c31d-4db1-be91-c299859661f1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0438793 Aug 16 20:38:52.778855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-31bb7898-7c80-4e95-9429-40ac8d9ce401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:52.780515 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-31bb7898-7c80-4e95-9429-40ac8d9ce401 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=654842aa-b70e-4660-9681-40dcffe83e96 HTTP/1.1" status: 200 len: 864 time: 0.2428181 Aug 16 20:38:52.823762 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-9629a35e-f2b2-4958-b1c6-e71d40e71ef8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9e9c43d4-bce1-46d9-aa72-00318a89340d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355806 Aug 16 20:38:52.884130 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-2dbeb393-842e-4b6b-a4bc-0bad393bfcd8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0972273 Aug 16 20:38:52.902935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port d41a2d2f-b8db-4803-af37-93179ca6e438 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:52.904508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Request body: {'port': {'device_id': '89ed684a-1c4a-4278-b41e-639b4c3da0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:52.910868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port d41a2d2f-b8db-4803-af37-93179ca6e438 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:52.911633 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.925827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773008f2-06b0-4277-8b73-2a4aebe106b9 req-b141962b-aade-4dde-8590-a5874bd6cd11 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:52.927429 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-773008f2-06b0-4277-8b73-2a4aebe106b9 req-b141962b-aade-4dde-8590-a5874bd6cd11 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0643406 Aug 16 20:38:52.930587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Deleting port 605c0646-da3d-4837-b9c4-56817c947248 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:52.930950 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.990224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-773008f2-06b0-4277-8b73-2a4aebe106b9 req-d1b99104-5e78-4462-90d9-8e5b1c413729 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517011 Aug 16 20:38:53.020106 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.045878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b07a3de-ee5b-4159-a5bd-81c49e1952ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41a2d2f-b8db-4803-af37-93179ca6e438'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:53.048112 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa847bc-42cf-467b-bd4c-a3edc5d42a08" -d '{"events": [{"server_uuid": "5b07a3de-ee5b-4159-a5bd-81c49e1952ff", "name": "network-vif-plugged", "status": "completed", "tag": "d41a2d2f-b8db-4803-af37-93179ca6e438"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:53.054212 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-6c844e06-31e0-43d6-b8a9-d0d3524e040c service neutron] 10.222.0.76 "GET /v2.0/networks/9e9c43d4-bce1-46d9-aa72-00318a89340d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208180 Aug 16 20:38:53.056800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.074954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port d41a2d2f-b8db-4803-af37-93179ca6e438, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d41a2d2f-b8db-4803-af37-93179ca6e438,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:53.077458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-70879c99-7a92-45a5-b1f3-a0a072fa9d4f None None] Provisioning for port dacec066-2e95-4280-9b28-111cd736a791 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:53.083949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-70879c99-7a92-45a5-b1f3-a0a072fa9d4f None None] Provisioning complete for port dacec066-2e95-4280-9b28-111cd736a791 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:53.084597 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70879c99-7a92-45a5-b1f3-a0a072fa9d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.120811 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee42865-fec9-491b-a38b-69aa8e2d4a08 x-openstack-request-id: req-5ee42865-fec9-491b-a38b-69aa8e2d4a08 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:53.121131 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b07a3de-ee5b-4159-a5bd-81c49e1952ff", "name": "network-vif-plugged", "status": "completed", "tag": "d41a2d2f-b8db-4803-af37-93179ca6e438", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:53.121387 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ee42865-fec9-491b-a38b-69aa8e2d4a08 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:53.121921 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b07a3de-ee5b-4159-a5bd-81c49e1952ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41a2d2f-b8db-4803-af37-93179ca6e438', 'code': 200} Aug 16 20:38:53.135643 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.136021 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.143777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-70879c99-7a92-45a5-b1f3-a0a072fa9d4f None None] Port dacec066-2e95-4280-9b28-111cd736a791 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:53.185671 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.185671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:53.187010 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Calling delete_port for 605c0646-da3d-4837-b9c4-56817c947248 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:53.265357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=d41a2d2f-b8db-4803-af37-93179ca6e438,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:53.340767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae87581-c23b-4aa6-9df2-0aff59d9b735 req-f56679d5-3df2-46a3-90b9-6ac0382184dd tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:53.342725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ae87581-c23b-4aa6-9df2-0aff59d9b735 req-f56679d5-3df2-46a3-90b9-6ac0382184dd tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 945 time: 0.0526466 Aug 16 20:38:53.344004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:53.349617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:53.350001 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.376934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb328c79-e78f-45af-be2d-c5f65163655a req-f5998a80-e29a-4c20-9b2a-3116d16a867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:53.378513 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bb328c79-e78f-45af-be2d-c5f65163655a req-f5998a80-e29a-4c20-9b2a-3116d16a867f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 1102 time: 0.2108278 Aug 16 20:38:53.391285 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b7c34d3-d71e-4ed4-8761-d4fcbbf67862 req-9c56bef5-2eb9-4ab0-a772-fa8dcaa1d0da service neutron] 10.222.0.76 "GET /v2.0/networks/9e9c43d4-bce1-46d9-aa72-00318a89340d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166542 Aug 16 20:38:53.412989 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ae87581-c23b-4aa6-9df2-0aff59d9b735 req-79da813d-0955-47eb-bb24-f34f6f6f01aa tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496304 Aug 16 20:38:53.492688 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bb328c79-e78f-45af-be2d-c5f65163655a req-57402cd0-e6e8-4b4d-90df-030c3ab5a3db service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040936 Aug 16 20:38:53.543516 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.561137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461be4dd-116b-44e5-bb09-8579f51b39c8 req-d9522232-c8bb-41af-a217-9fcb25fa322d tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:53.564193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-461be4dd-116b-44e5-bb09-8579f51b39c8 req-d9522232-c8bb-41af-a217-9fcb25fa322d tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 935 time: 0.0807018 Aug 16 20:38:53.616226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:53.635860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-461be4dd-116b-44e5-bb09-8579f51b39c8 req-dd164478-0b25-4a2d-950f-2f1864392d28 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602195 Aug 16 20:38:53.696485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0e1e8-4231-431f-b31f-c2d5666661b2 req-f995c0e2-1362-4394-b8bd-e101a2bfbd18 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:53.705929 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73a0e1e8-4231-431f-b31f-c2d5666661b2 req-f995c0e2-1362-4394-b8bd-e101a2bfbd18 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 943 time: 0.0690448 Aug 16 20:38:53.747847 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.752140 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73a0e1e8-4231-431f-b31f-c2d5666661b2 req-f885d459-015d-46fe-b12b-70b72be0408a tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387704 Aug 16 20:38:53.841605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fdc97-d3fa-41ee-84dd-5ac0c6e119cf req-a8ee76af-6cfc-4752-af28-734e88cf9114 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:53.844399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a8fdc97-d3fa-41ee-84dd-5ac0c6e119cf req-a8ee76af-6cfc-4752-af28-734e88cf9114 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 950 time: 0.0662708 Aug 16 20:38:53.853710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:53.897606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a8fdc97-d3fa-41ee-84dd-5ac0c6e119cf req-d2acb72d-7bde-48ed-acb6-052b39640a1a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Aug 16 20:38:53.913154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d392ef42-c35c-4cef-bfd6-5db6b52c3e56 req-a7b8833b-4ef0-4e94-b25e-7ddda1089202 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0324583 Aug 16 20:38:53.956747 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacec066-2e95-4280-9b28-111cd736a791 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:53.965368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.978497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Transition to ACTIVE for port object dacec066-2e95-4280-9b28-111cd736a791 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:54.038787 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:54.066248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Pushing event deleted for resources: {'Port': ['ID=605c0646-da3d-4837-b9c4-56817c947248,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:54.078859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89d9fca-1b2d-469a-b85b-5a02d616d341', 'tag': '4cc697a9-6c10-42d4-a9dd-e51ea99cd260'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:54.081354 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaeb853-673d-4594-b96c-0cf4f5b3886e" -d '{"events": [{"name": "network-changed", "server_uuid": "a89d9fca-1b2d-469a-b85b-5a02d616d341", "tag": "4cc697a9-6c10-42d4-a9dd-e51ea99cd260"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:54.106592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f20389-4466-47c6-8171-bb714a30d13e req-837e0778-e07a-4949-98b9-4f2fbeb0f871 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.108228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69f20389-4466-47c6-8171-bb714a30d13e req-837e0778-e07a-4949-98b9-4f2fbeb0f871 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0595508 Aug 16 20:38:54.109614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.109961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.110310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.110648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.110984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.111340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.111652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.111989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.112317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.112800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.113806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.114152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:54.117745 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:54.125644 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6562b7c9-f6d4-4744-abcf-43a8875058f3 x-openstack-request-id: req-6562b7c9-f6d4-4744-abcf-43a8875058f3 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:54.125945 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89d9fca-1b2d-469a-b85b-5a02d616d341", "tag": "4cc697a9-6c10-42d4-a9dd-e51ea99cd260", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:54.126201 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6562b7c9-f6d4-4744-abcf-43a8875058f3 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:54.126592 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89d9fca-1b2d-469a-b85b-5a02d616d341', 'tag': '4cc697a9-6c10-42d4-a9dd-e51ea99cd260', 'status': 'completed', 'code': 200} Aug 16 20:38:54.169178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69f20389-4466-47c6-8171-bb714a30d13e req-30389415-7325-4b93-84ac-9d8409a79892 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442894 Aug 16 20:38:54.259080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dacec066-2e95-4280-9b28-111cd736a791,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:54.268783 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:54.271963 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:54.275700 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3b0c06c9-247a-4e8e-b4dc-bc096f6768eb tempest-ServersWithSpecificFlavorTestJSON-623662141 tempest-ServersWithSpecificFlavorTestJSON-623662141-project] 10.222.0.74 "DELETE /v2.0/floatingips/b5612925-3902-4316-8241-1c8bc5a23799 HTTP/1.1" status: 204 len: 168 time: 1.9215147 Aug 16 20:38:54.302837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeb853-673d-4594-b96c-0cf4f5b3886e req-ca0ddbd3-365f-49b8-8246-6c2116bd3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.304068 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceaeb853-673d-4594-b96c-0cf4f5b3886e req-ca0ddbd3-365f-49b8-8246-6c2116bd3a6f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a578ddb5ff94a70955f3e636c6393b1&device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 1095 time: 0.1318181 Aug 16 20:38:54.371892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Attempting to bind port dacec066-2e95-4280-9b28-111cd736a791 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:54.372237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Attempting to bind port dacec066-2e95-4280-9b28-111cd736a791 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:54.372579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Attempting to bind port dacec066-2e95-4280-9b28-111cd736a791 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:54.383462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Port dacec066-2e95-4280-9b28-111cd736a791 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:54.383800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Attempting to bind port dacec066-2e95-4280-9b28-111cd736a791 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:54.392444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:54.392444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:54.392444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:54.392753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Bound port: dacec066-2e95-4280-9b28-111cd736a791, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:54.393279 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:54.476189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeb853-673d-4594-b96c-0cf4f5b3886e req-ebfeb4bc-0b6b-44f1-962f-2d826fc89243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.477732 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceaeb853-673d-4594-b96c-0cf4f5b3886e req-ebfeb4bc-0b6b-44f1-962f-2d826fc89243 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9e9c43d4-bce1-46d9-aa72-00318a89340d HTTP/1.1" status: 200 len: 925 time: 0.1633506 Aug 16 20:38:54.551052 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceaeb853-673d-4594-b96c-0cf4f5b3886e req-25d753be-3bb9-4bb3-aa5b-3f40ee1d1147 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cc697a9-6c10-42d4-a9dd-e51ea99cd260 HTTP/1.1" status: 200 len: 217 time: 0.0634930 Aug 16 20:38:54.559568 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] For port dacec066-2e95-4280-9b28-111cd736a791, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:54.563789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] For port dacec066-2e95-4280-9b28-111cd736a791, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dacec066-2e95-4280-9b28-111cd736a791,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:54.610295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeb853-673d-4594-b96c-0cf4f5b3886e req-43ba5ff9-46dd-47b8-804e-72d41591966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.612018 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceaeb853-673d-4594-b96c-0cf4f5b3886e req-43ba5ff9-46dd-47b8-804e-72d41591966c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=654842aa-b70e-4660-9681-40dcffe83e96 HTTP/1.1" status: 200 len: 864 time: 0.0502162 Aug 16 20:38:54.652123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceaeb853-673d-4594-b96c-0cf4f5b3886e req-a0f1be49-78f2-469b-89a1-815f29d81fae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9e9c43d4-bce1-46d9-aa72-00318a89340d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309427 Aug 16 20:38:54.668847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9dd6601d-43be-4ca3-abd2-a648b269b019 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:54.685791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2f016-4ec3-4312-b77e-6daa93423e28 req-504af520-c8e7-4cba-abfb-1493629b7ba0 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.693690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dfb2f016-4ec3-4312-b77e-6daa93423e28 req-504af520-c8e7-4cba-abfb-1493629b7ba0 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 945 time: 0.1707222 Aug 16 20:38:54.745628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dfb2f016-4ec3-4312-b77e-6daa93423e28 req-259dd2d7-6ddc-4d52-91a0-10d010a76aab tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507534 Aug 16 20:38:54.762573 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceaeb853-673d-4594-b96c-0cf4f5b3886e req-b1bc45c6-9229-4d57-aff8-7ef09250ca1c service neutron] 10.222.0.76 "GET /v2.0/networks/9e9c43d4-bce1-46d9-aa72-00318a89340d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009150 Aug 16 20:38:54.820831 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:54.858690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 9dd6601d-43be-4ca3-abd2-a648b269b019 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:54.862874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 9dd6601d-43be-4ca3-abd2-a648b269b019 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:54.863543 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:54.938137 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ceaeb853-673d-4594-b96c-0cf4f5b3886e req-a5e09b2f-77c3-49ab-88cd-379d4d06ad3c service neutron] 10.222.0.76 "GET /v2.0/networks/9e9c43d4-bce1-46d9-aa72-00318a89340d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662180 Aug 16 20:38:54.961055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.961652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:54.963324 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] 10.222.0.76 "PUT /v2.0/ports/dacec066-2e95-4280-9b28-111cd736a791 HTTP/1.1" status: 200 len: 1096 time: 2.0674953 Aug 16 20:38:54.963903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2264b-9852-4506-906f-9912a59bda4d req-067b0d55-669e-4c89-ab7e-3af54839c76d tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.967557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495c81c-e790-4e68-a62d-6b65d10475e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dacec066-2e95-4280-9b28-111cd736a791,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:54.971399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:54.976473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54c2264b-9852-4506-906f-9912a59bda4d req-067b0d55-669e-4c89-ab7e-3af54839c76d tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 947 time: 0.1173851 Aug 16 20:38:55.023735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58688df4-000e-47fc-9e73-ace15866cbc0 req-b656c033-e60a-4faf-9641-bf502ac33e43 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.026186 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58688df4-000e-47fc-9e73-ace15866cbc0 req-b656c033-e60a-4faf-9641-bf502ac33e43 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 943 time: 0.1552274 Aug 16 20:38:55.035352 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9dd6601d-43be-4ca3-abd2-a648b269b019,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:55.064983 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54c2264b-9852-4506-906f-9912a59bda4d req-e130bc8f-b763-48f6-a886-9197f80b6d14 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876257 Aug 16 20:38:55.092315 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58688df4-000e-47fc-9e73-ace15866cbc0 req-d148bd80-0855-40a8-bc77-d4bde805a0fe tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Aug 16 20:38:55.123203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027b3c08-8136-4135-a1db-bfb00f272c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d4b58b-d76d-4b85-9c51-6d0e4cfc8347'}, {'server_uuid': '7236841f-8c93-4e66-a627-6f22169596ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd6601d-43be-4ca3-abd2-a648b269b019'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:55.125919 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddd5e8a-0671-4cbf-82a5-3374f154635e" -d '{"events": [{"server_uuid": "027b3c08-8136-4135-a1db-bfb00f272c2d", "name": "network-vif-plugged", "status": "completed", "tag": "07d4b58b-d76d-4b85-9c51-6d0e4cfc8347"}, {"server_uuid": "7236841f-8c93-4e66-a627-6f22169596ca", "name": "network-vif-plugged", "status": "completed", "tag": "9dd6601d-43be-4ca3-abd2-a648b269b019"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:55.127240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-640ed3a4-41ea-4c7a-9d25-be90ed79096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.134697 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-640ed3a4-41ea-4c7a-9d25-be90ed79096c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=03983c2643a0473a9b08d46fbb383297&device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 1099 time: 0.0738416 Aug 16 20:38:55.147501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:55.148525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 86ab2e33-fec0-423f-ad80-0c340c5e347b no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:55.219928 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-b2247af0-b7e4-4b76-a518-89bc00f591bc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=dacec066-2e95-4280-9b28-111cd736a791 HTTP/1.1" status: 200 len: 217 time: 0.0713332 Aug 16 20:38:55.256375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 86ab2e33-fec0-423f-ad80-0c340c5e347b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:55.256990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 86ab2e33-fec0-423f-ad80-0c340c5e347b not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:55.287479 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=9dd6601d-43be-4ca3-abd2-a648b269b019,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:55.290879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-fc38c6a6-8c47-4d68-a3a7-e9ab1e55829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.292539 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-fc38c6a6-8c47-4d68-a3a7-e9ab1e55829a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0654097 Aug 16 20:38:55.296792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc37b1-4aa3-48ae-9294-fce360182c84 req-9a1cad95-d2ed-4a48-9bf5-5add69a65040 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.307086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0cbc37b1-4aa3-48ae-9294-fce360182c84 req-9a1cad95-d2ed-4a48-9bf5-5add69a65040 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 950 time: 0.1270759 Aug 16 20:38:55.329924 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-500b0330-c38d-4075-9460-e854dc14d700 req-db0cc9b2-05b8-4171-bac7-7802790d6863 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0697453 Aug 16 20:38:55.344229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-a817bec4-e395-4509-bc64-fed011bf9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.354901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-a817bec4-e395-4509-bc64-fed011bf9ef5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529373 Aug 16 20:38:55.360707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0cbc37b1-4aa3-48ae-9294-fce360182c84 req-a062e64d-c7e3-4b36-8ada-33ec3e5154bd tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527704 Aug 16 20:38:55.392036 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a97461a-077e-4aea-a020-8008841315c8 x-openstack-request-id: req-6a97461a-077e-4aea-a020-8008841315c8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:55.392342 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027b3c08-8136-4135-a1db-bfb00f272c2d", "name": "network-vif-plugged", "status": "completed", "tag": "07d4b58b-d76d-4b85-9c51-6d0e4cfc8347", "code": 200}, {"server_uuid": "7236841f-8c93-4e66-a627-6f22169596ca", "name": "network-vif-plugged", "status": "completed", "tag": "9dd6601d-43be-4ca3-abd2-a648b269b019", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:55.392652 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6a97461a-077e-4aea-a020-8008841315c8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:55.393101 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027b3c08-8136-4135-a1db-bfb00f272c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'code': 200} Aug 16 20:38:55.393369 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7236841f-8c93-4e66-a627-6f22169596ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd6601d-43be-4ca3-abd2-a648b269b019', 'code': 200} Aug 16 20:38:55.496453 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-ed35cdd8-15d3-4bdd-9592-570b6dcbf279 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310525 Aug 16 20:38:55.568183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de53c1-7e85-4746-9d11-5fe838375f98 req-853c3f96-db68-4643-b040-4b70a2d8614e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.569877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4de53c1-7e85-4746-9d11-5fe838375f98 req-853c3f96-db68-4643-b040-4b70a2d8614e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0903955 Aug 16 20:38:55.579095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8f3a5-7cb1-4cfc-b8d2-eea25dbc7ee4 req-f7975730-43df-4bc6-8976-2ff6a4d92ed1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.580677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39e8f3a5-7cb1-4cfc-b8d2-eea25dbc7ee4 req-f7975730-43df-4bc6-8976-2ff6a4d92ed1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 949 time: 0.0881271 Aug 16 20:38:55.626159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80c9ba-26e2-446d-9d51-2311b7a1c72d req-cb6b057b-64a0-4089-90e1-933a95de898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.628207 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3c80c9ba-26e2-446d-9d51-2311b7a1c72d req-cb6b057b-64a0-4089-90e1-933a95de898c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 1101 time: 0.1291537 Aug 16 20:38:55.634242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de6486-3029-421e-8f0d-24af0e288d8f req-663877a4-07b2-4cd1-ad49-5d6fbf8ea39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.635758 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55de6486-3029-421e-8f0d-24af0e288d8f req-663877a4-07b2-4cd1-ad49-5d6fbf8ea39f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 1098 time: 0.1383696 Aug 16 20:38:55.639567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4de53c1-7e85-4746-9d11-5fe838375f98 req-8762174e-1ec6-4ed4-aaf6-bc48eb9b9ce8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577793 Aug 16 20:38:55.647759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39e8f3a5-7cb1-4cfc-b8d2-eea25dbc7ee4 req-9fd0261c-08e3-46f7-9954-c0b39150f3ef tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579913 Aug 16 20:38:55.706233 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5638a55-704a-4b3d-b3bd-92206dab23d7 req-c213f33b-ab95-4436-8690-a4c096fd0806 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913648 Aug 16 20:38:55.723821 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3c80c9ba-26e2-446d-9d51-2311b7a1c72d req-d8987e32-bc46-4106-8521-de9be039e500 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851164 Aug 16 20:38:55.730236 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55de6486-3029-421e-8f0d-24af0e288d8f req-1ed0d52f-515e-4a78-89d3-015755d80262 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843351 Aug 16 20:38:55.783630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36202) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:55.887053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3875e-e7a3-4a4f-bb49-715be9589e1b req-1e90edd8-cd6e-4f0e-b527-b80f377fcf2c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.893290 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cf3875e-e7a3-4a4f-bb49-715be9589e1b req-1e90edd8-cd6e-4f0e-b527-b80f377fcf2c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.0812938 Aug 16 20:38:55.928664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cf3875e-e7a3-4a4f-bb49-715be9589e1b req-75de4ff8-6df9-4a79-836a-690d961be96a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344160 Aug 16 20:38:56.135345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ed684a-1c4a-4278-b41e-639b4c3da0ca', 'tag': 'dacec066-2e95-4280-9b28-111cd736a791'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:56.137597 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d" -d '{"events": [{"name": "network-changed", "server_uuid": "89ed684a-1c4a-4278-b41e-639b4c3da0ca", "tag": "dacec066-2e95-4280-9b28-111cd736a791"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:56.263332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90974fd6-fca0-4605-9760-c1ce32be2e40 req-f82e3292-d5cc-41a9-80aa-a9f012f3dd69 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:56.271456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90974fd6-fca0-4605-9760-c1ce32be2e40 req-f82e3292-d5cc-41a9-80aa-a9f012f3dd69 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 943 time: 0.0900636 Aug 16 20:38:56.282046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.308976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f684490-8e79-4b60-b35a-6e8133fc4baa req-6eeb8a87-38ed-4ccd-bf2d-59630a6595ce tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:56.310589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f684490-8e79-4b60-b35a-6e8133fc4baa req-6eeb8a87-38ed-4ccd-bf2d-59630a6595ce tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 947 time: 0.1689954 Aug 16 20:38:56.345511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90974fd6-fca0-4605-9760-c1ce32be2e40 req-b72c9cd5-00ca-4498-8e8b-d3adbebefbf3 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720973 Aug 16 20:38:56.378467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f684490-8e79-4b60-b35a-6e8133fc4baa req-1911800a-21b5-4dea-a01b-32aceee63874 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580096 Aug 16 20:38:56.422787 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21331286-748e-448f-ae57-1bc9d011c6c5 x-openstack-request-id: req-21331286-748e-448f-ae57-1bc9d011c6c5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:56.423078 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ed684a-1c4a-4278-b41e-639b4c3da0ca", "tag": "dacec066-2e95-4280-9b28-111cd736a791", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:56.423334 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-21331286-748e-448f-ae57-1bc9d011c6c5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:56.423724 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ed684a-1c4a-4278-b41e-639b4c3da0ca', 'tag': 'dacec066-2e95-4280-9b28-111cd736a791', 'status': 'completed', 'code': 200} Aug 16 20:38:56.463982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ddaaf6d9-454e-4bc7-8918-c0dc4c9a5e81 req-f5d0edfc-2fe4-4bf9-83ba-e5cab4db691e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0278649 Aug 16 20:38:56.497079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d req-4b6f8967-1512-46be-a875-ce44472a4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:56.498566 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d req-4b6f8967-1512-46be-a875-ce44472a4206 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=03983c2643a0473a9b08d46fbb383297&device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 1099 time: 0.0549884 Aug 16 20:38:56.650559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d req-292720d0-3c9c-4ab4-b3a9-dfe7ca3fec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:56.652040 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d req-292720d0-3c9c-4ab4-b3a9-dfe7ca3fec93 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1454258 Aug 16 20:38:56.660630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] Deleting port 064214ad-86fe-4852-bb1a-647472c632d9 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:56.660992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.730048 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d req-e2026d34-32e1-42d1-9000-94dbd48fd849 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=dacec066-2e95-4280-9b28-111cd736a791 HTTP/1.1" status: 200 len: 217 time: 0.0662718 Aug 16 20:38:56.801794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d req-1feec97a-d810-480a-8df1-69959f518cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:56.802182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e8c2e-4041-43a3-9618-d2618662f429 req-b201c28a-6d91-4107-a692-64ca304e2d02 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:56.803379 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d req-1feec97a-d810-480a-8df1-69959f518cab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0656838 Aug 16 20:38:56.803699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-975e8c2e-4041-43a3-9618-d2618662f429 req-b201c28a-6d91-4107-a692-64ca304e2d02 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0822477 Aug 16 20:38:56.811799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991f277-0e0e-4e2a-a935-2c39753e9b75 req-e61fdc75-4c68-4454-9d95-6583e5a59500 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:56.813232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6991f277-0e0e-4e2a-a935-2c39753e9b75 req-e61fdc75-4c68-4454-9d95-6583e5a59500 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 949 time: 0.0818779 Aug 16 20:38:56.815916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] For port 064214ad-86fe-4852-bb1a-647472c632d9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=064214ad-86fe-4852-bb1a-647472c632d9,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:56.816827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.850155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] Calling delete_port for 064214ad-86fe-4852-bb1a-647472c632d9 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:56.873814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-975e8c2e-4041-43a3-9618-d2618662f429 req-3ec3cd25-38a6-4a2e-89b6-de6d4ff66c96 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593331 Aug 16 20:38:56.881763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6991f277-0e0e-4e2a-a935-2c39753e9b75 req-2eb1e26b-bd6a-469d-8e84-1e241d1550ea tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603306 Aug 16 20:38:56.906775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d req-3b2ea2a4-d734-4de5-a201-af7c1368dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:56.908287 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d req-3b2ea2a4-d734-4de5-a201-af7c1368dd25 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0944011 Aug 16 20:38:56.920446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:57.055988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4cc697a9-6c10-42d4-a9dd-e51ea99cd260,segment=NetworkSegment(b4e158a9-aeab-40f0-8a70-bc8b9a82acfd),segment_id=b4e158a9-aeab-40f0-8a70-bc8b9a82acfd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:57.068507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '4cc697a9-6c10-42d4-a9dd-e51ea99cd260', 'network_id': '9e9c43d4-bce1-46d9-aa72-00318a89340d', 'port_id': '4cc697a9-6c10-42d4-a9dd-e51ea99cd260', 'mac_address': 'fa:16:3e:4b:1b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654842aa-b70e-4660-9681-40dcffe83e96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:57.103883 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d req-9057d988-5822-4490-be59-1d317e53440c service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872301 Aug 16 20:38:57.112823 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.142142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:57.150332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cd86d-7cc0-48e5-b612-36feaeb26a33 req-379cac47-b14d-4840-a21d-e95365a3e91e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:57.168445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-183cd86d-7cc0-48e5-b612-36feaeb26a33 req-379cac47-b14d-4840-a21d-e95365a3e91e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.1328502 Aug 16 20:38:57.188679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4cc697a9-6c10-42d4-a9dd-e51ea99cd260,segment=NetworkSegment(b4e158a9-aeab-40f0-8a70-bc8b9a82acfd),segment_id=b4e158a9-aeab-40f0-8a70-bc8b9a82acfd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:57.230527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-183cd86d-7cc0-48e5-b612-36feaeb26a33 req-326b8aa6-2939-4268-b00d-3e14868aeba2 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557089 Aug 16 20:38:57.258371 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b3766bbb-f5e8-48ad-9103-a394f5f2a98d req-5b9f8394-62ad-49a8-aed7-1a47d4b16a53 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422977 Aug 16 20:38:57.455920 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.472212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714742a-d38d-4d51-a8e0-0c5e6a30aee7 req-74398f21-20f8-49d9-aa1f-5cca51b2c933 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:57.474313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7714742a-d38d-4d51-a8e0-0c5e6a30aee7 req-74398f21-20f8-49d9-aa1f-5cca51b2c933 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 943 time: 0.0680807 Aug 16 20:38:57.512490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4cc697a9-6c10-42d4-a9dd-e51ea99cd260,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:57.529281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7714742a-d38d-4d51-a8e0-0c5e6a30aee7 req-2bbdfe53-6b6d-47e5-a32a-6a8bd6d135de tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 Aug 16 20:38:57.541098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4ab1b-9e69-4037-8f95-d94dd2eb40cc req-ff15788a-8f1b-4c10-b40e-5a507c2d4f70 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:57.542852 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4d4ab1b-9e69-4037-8f95-d94dd2eb40cc req-ff15788a-8f1b-4c10-b40e-5a507c2d4f70 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 947 time: 0.0924280 Aug 16 20:38:57.560631 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.595598 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] Pushing event deleted for resources: {'Port': ['ID=064214ad-86fe-4852-bb1a-647472c632d9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:57.655079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4d4ab1b-9e69-4037-8f95-d94dd2eb40cc req-56218c87-a65b-4ad9-80ab-358f255e5003 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014090 Aug 16 20:38:57.709276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-862c8a39-f35e-4afe-8f7f-49fe7a3ee505 req-7bcd567a-c4fc-4795-8c6a-ddbe4b3bb270 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ccca0df-1957-4f7b-a015-48db1cd3a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0413506 Aug 16 20:38:57.784734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['4cc697a9-6c10-42d4-a9dd-e51ea99cd260'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:57.787202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.057522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6dd8c-758c-4fae-865e-81e5e982fde3 req-d6290121-c3a9-4ce7-a7d5-ac08117581a1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.059088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48a6dd8c-758c-4fae-865e-81e5e982fde3 req-d6290121-c3a9-4ce7-a7d5-ac08117581a1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 949 time: 0.0900466 Aug 16 20:38:58.073233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9e820-d067-432e-bd94-1d82bbbeace6 req-4f89e029-08b9-4830-877e-c55ed6b13931 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.074808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04f9e820-d067-432e-bd94-1d82bbbeace6 req-4f89e029-08b9-4830-877e-c55ed6b13931 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0940075 Aug 16 20:38:58.136371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48a6dd8c-758c-4fae-865e-81e5e982fde3 req-f764149d-9217-4c8f-8773-635b394850b2 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605247 Aug 16 20:38:58.139386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04f9e820-d067-432e-bd94-1d82bbbeace6 req-f4646f52-ca87-4e35-b0c0-d2efe612f3de tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567067 Aug 16 20:38:58.323883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] Router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:38:58.359836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0a062-0cdd-4611-9a38-2acc104fbbb7 req-c6a173ff-ba45-4820-9753-20ec81eb29ab tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.361388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eec0a062-0cdd-4611-9a38-2acc104fbbb7 req-c6a173ff-ba45-4820-9753-20ec81eb29ab tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.0515487 Aug 16 20:38:58.407005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eec0a062-0cdd-4611-9a38-2acc104fbbb7 req-e57e96d7-102b-49fb-8655-18b84c2119fb tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395267 Aug 16 20:38:58.447005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:38:58.455356 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6fa7aaa7-0550-4e5b-a254-27c517f3e290 admin admin] 10.222.0.74 "PUT /v2.0/routers/5aa5af89-d945-4fe7-9b1b-8b02fa3747c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6682608 Aug 16 20:38:58.456560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36246) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:58.464265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66278a3-907a-4ae1-aad8-01250814bdc2 None None] Sync routers for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:38:58.482298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66278a3-907a-4ae1-aad8-01250814bdc2 None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:58.482970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b66278a3-907a-4ae1-aad8-01250814bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:38:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:58.521984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b3099-62ad-4d40-affe-6e53852132a5 req-8a133efa-03a0-4f5f-9091-33f288c5a912 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.528914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b3099-62ad-4d40-affe-6e53852132a5 req-8a133efa-03a0-4f5f-9091-33f288c5a912 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.530850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e8b3099-62ad-4d40-affe-6e53852132a5 req-8a133efa-03a0-4f5f-9091-33f288c5a912 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d&device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 1690 time: 0.0783427 Aug 16 20:38:58.588191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e8b3099-62ad-4d40-affe-6e53852132a5 req-2858e090-6c98-4c63-be9e-b979171db9a4 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Aug 16 20:38:58.596826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b50e4-7b14-4d4f-8cc4-de3363955bdd req-eb234f63-dad6-4b98-98e4-d8486167c4c0 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.599121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-469b50e4-7b14-4d4f-8cc4-de3363955bdd req-eb234f63-dad6-4b98-98e4-d8486167c4c0 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 1098 time: 0.1015129 Aug 16 20:38:58.620533 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:38:58.642438 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.656350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-469b50e4-7b14-4d4f-8cc4-de3363955bdd req-15fec7ed-9609-4a83-bfc4-eb187beeefca tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502248 Aug 16 20:38:58.661635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b66278a3-907a-4ae1-aad8-01250814bdc2 None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:58.758169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c13ac1-c865-469e-8e08-97f02a1652e4 req-c22f0c01-3922-49a1-9a14-3c3ec0f9fa82 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.758413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.775331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95c13ac1-c865-469e-8e08-97f02a1652e4 req-c22f0c01-3922-49a1-9a14-3c3ec0f9fa82 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 944 time: 0.1178484 Aug 16 20:38:58.831397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95c13ac1-c865-469e-8e08-97f02a1652e4 req-cfef821d-7686-4e8e-a1a4-3ff9b76f518a tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499754 Aug 16 20:38:58.929509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device dacec066-2e95-4280-9b28-111cd736a791 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:58.931415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:58.943168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59292b13-aa55-4c7a-869a-50d13e96a479 req-516ee4d3-bb91-4695-9cb1-808a626afadf tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.944807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59292b13-aa55-4c7a-869a-50d13e96a479 req-516ee4d3-bb91-4695-9cb1-808a626afadf tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 947 time: 0.0782516 Aug 16 20:38:58.961766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0cb16-3c45-4af9-9a38-36413cb1a51b req-ba2b50cd-5d00-4063-9b49-d37dbe5baa7b tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.963334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6eb0cb16-3c45-4af9-9a38-36413cb1a51b req-ba2b50cd-5d00-4063-9b49-d37dbe5baa7b tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 1098 time: 0.0692363 Aug 16 20:38:59.005006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59292b13-aa55-4c7a-869a-50d13e96a479 req-0335283f-92b2-4ba9-98fb-392da01c07e9 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535877 Aug 16 20:38:59.006089 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Deleting port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:59.006448 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.041972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6eb0cb16-3c45-4af9-9a38-36413cb1a51b req-d1d6e983-7f2d-4e6b-9f94-2f405a38709b tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654612 Aug 16 20:38:59.126527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] For port fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:59.127040 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.155068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Calling delete_port for fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:59.187570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:59.213643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:59.214190 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.226903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8496-af46-4686-8d23-2e4469f93b32 req-63816016-7196-4b05-acb0-e4d9f67c614e tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:59.228285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-079e8496-af46-4686-8d23-2e4469f93b32 req-63816016-7196-4b05-acb0-e4d9f67c614e tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 1101 time: 0.0905778 Aug 16 20:38:59.280095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port dacec066-2e95-4280-9b28-111cd736a791, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dacec066-2e95-4280-9b28-111cd736a791,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:59.301612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'dacec066-2e95-4280-9b28-111cd736a791', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'dacec066-2e95-4280-9b28-111cd736a791', 'mac_address': 'fa:16:3e:eb:7f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:59.311188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-079e8496-af46-4686-8d23-2e4469f93b32 req-f39fd570-41ac-4216-96ea-bcd369680daa tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658197 Aug 16 20:38:59.321885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96145ff3-f57e-41de-a685-b4171e98ef63 req-65b410f9-4df2-444f-ad6a-eae4e7c23d15 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:59.337938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96145ff3-f57e-41de-a685-b4171e98ef63 req-65b410f9-4df2-444f-ad6a-eae4e7c23d15 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0999818 Aug 16 20:38:59.376168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96145ff3-f57e-41de-a685-b4171e98ef63 req-c78dd620-9a5d-4a20-802a-15b20a2acb4e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456135 Aug 16 20:38:59.390747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b66278a3-907a-4ae1-aad8-01250814bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:38:57Z', 'revision_number': 5, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port': {'id': 'fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:50Z', 'updated_at': '2021-08-16T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:59.438199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66278a3-907a-4ae1-aad8-01250814bdc2 None None] Checking router: 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:38:59.459677 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.483949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66278a3-907a-4ae1-aad8-01250814bdc2 None None] Routers {'5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:59.483949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b66278a3-907a-4ae1-aad8-01250814bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:38:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:59.485664 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.540960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacec066-2e95-4280-9b28-111cd736a791 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:59.567663 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.570974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278192-be50-44d5-ac0a-0656f5fc0b38 req-e9fa8791-7967-4898-b7c2-9124c014752f tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:59.574071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6278192-be50-44d5-ac0a-0656f5fc0b38 req-e9fa8791-7967-4898-b7c2-9124c014752f tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 1102 time: 0.0453587 Aug 16 20:38:59.578332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89d9fca-1b2d-469a-b85b-5a02d616d341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc697a9-6c10-42d4-a9dd-e51ea99cd260'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:59.580596 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32f3cd2-5c6d-4c45-9384-11392971ccf3" -d '{"events": [{"server_uuid": "a89d9fca-1b2d-469a-b85b-5a02d616d341", "name": "network-vif-plugged", "status": "completed", "tag": "4cc697a9-6c10-42d4-a9dd-e51ea99cd260"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:59.609231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4cc697a9-6c10-42d4-a9dd-e51ea99cd260,segment=NetworkSegment(b4e158a9-aeab-40f0-8a70-bc8b9a82acfd),segment_id=b4e158a9-aeab-40f0-8a70-bc8b9a82acfd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:59.622187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:59.632565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port dacec066-2e95-4280-9b28-111cd736a791, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dacec066-2e95-4280-9b28-111cd736a791,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:59.641687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6278192-be50-44d5-ac0a-0656f5fc0b38 req-ab69a9c4-9cd2-4134-9320-1e26489d35fa tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605223 Aug 16 20:38:59.646704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b66278a3-907a-4ae1-aad8-01250814bdc2 None None] Set router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:59.712004 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.724971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b66278a3-907a-4ae1-aad8-01250814bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:38:58Z', 'revision_number': 6, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:59.780937 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e789f6-aa31-4ec7-8021-b00c943a3ccf x-openstack-request-id: req-e0e789f6-aa31-4ec7-8021-b00c943a3ccf {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:59.781252 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89d9fca-1b2d-469a-b85b-5a02d616d341", "name": "network-vif-plugged", "status": "completed", "tag": "4cc697a9-6c10-42d4-a9dd-e51ea99cd260", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:59.781513 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e0e789f6-aa31-4ec7-8021-b00c943a3ccf {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:59.781901 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89d9fca-1b2d-469a-b85b-5a02d616d341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc697a9-6c10-42d4-a9dd-e51ea99cd260', 'code': 200} Aug 16 20:38:59.783433 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.785871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66278a3-907a-4ae1-aad8-01250814bdc2 None None] The sync data for ids ['5aa5af89-d945-4fe7-9b1b-8b02fa3747c5'] in n-d-793619-14 is: [{'id': '5aa5af89-d945-4fe7-9b1b-8b02fa3747c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155973335-router', 'tenant_id': '0d10d68cf0b74082b973805fd6550c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:49Z', 'updated_at': '2021-08-16T20:38:58Z', 'revision_number': 6, 'project_id': '0d10d68cf0b74082b973805fd6550c08', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:38:59.787349 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.874484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.876836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4cc697a9-6c10-42d4-a9dd-e51ea99cd260,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:59.877342 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.889276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.889631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.889980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.891412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.891771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.892115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.892460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.892800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.893162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.893496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.893970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.894349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:59.938682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf77d6-f730-4dca-bd51-b6594e2d9044 req-5dad0e85-4a85-49c8-8ce9-2a3634ef238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:59.941076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-72cf77d6-f730-4dca-bd51-b6594e2d9044 req-5dad0e85-4a85-49c8-8ce9-2a3634ef238a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 1097 time: 0.1252840 Aug 16 20:38:59.960245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=dacec066-2e95-4280-9b28-111cd736a791,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:59.986808 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-72cf77d6-f730-4dca-bd51-b6594e2d9044 req-a5b351b9-8601-453c-ad76-b632e2d21c86 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369439 Aug 16 20:39:00.109915 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.113684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:39:00.117311 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.120956 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8869b882-50e8-4fa0-b2e0-09d8c82ce0f6 admin admin] 10.222.0.74 "DELETE /v2.0/routers/5aa5af89-d945-4fe7-9b1b-8b02fa3747c5 HTTP/1.1" status: 204 len: 168 time: 1.6608207 Aug 16 20:39:00.121142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c18f7-7acf-4e96-8e14-17abca7bed8d req-0e53d7aa-bbe0-45fd-9503-72f196a27770 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:00.121142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d4c18f7-7acf-4e96-8e14-17abca7bed8d req-0e53d7aa-bbe0-45fd-9503-72f196a27770 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 945 time: 0.0566638 Aug 16 20:39:00.121362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36290) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:00.170328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['dacec066-2e95-4280-9b28-111cd736a791'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:00.192535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bc340a-3b7e-4c9a-96bc-80879b07b2c2 admin admin] Deleting subnet 9acddd0e-e6bd-4088-b50c-ecff70ad3f26 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:00.204509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d4c18f7-7acf-4e96-8e14-17abca7bed8d req-0427e7c8-2fce-4bd4-ba06-54e87f074384 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763125 Aug 16 20:39:00.211159 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5bc340a-3b7e-4c9a-96bc-80879b07b2c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.296826 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5bc340a-3b7e-4c9a-96bc-80879b07b2c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.371317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 064214ad-86fe-4852-bb1a-647472c632d9 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:00.398604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 064214ad-86fe-4852-bb1a-647472c632d9 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:00.398943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 064214ad-86fe-4852-bb1a-647472c632d9 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:00.501891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b63fe-932b-4090-b2bf-8411a7e8751c req-73405cc4-1cdb-4c1b-a375-8fd5deb116f9 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:00.503388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f9b63fe-932b-4090-b2bf-8411a7e8751c req-73405cc4-1cdb-4c1b-a375-8fd5deb116f9 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 948 time: 0.1736574 Aug 16 20:39:00.546188 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5bc340a-3b7e-4c9a-96bc-80879b07b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.602188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f9b63fe-932b-4090-b2bf-8411a7e8751c req-b9d47fc7-bc64-4e79-b914-3e4c8838d941 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869181 Aug 16 20:39:00.728317 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5bc340a-3b7e-4c9a-96bc-80879b07b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.764465 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-3c82461c-7b92-440a-92ca-4268a41005bc tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618761 Aug 16 20:39:00.769289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc340a-3b7e-4c9a-96bc-80879b07b2c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9acddd0e-e6bd-4088-b50c-ecff70ad3f26,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:00.835468 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5bc340a-3b7e-4c9a-96bc-80879b07b2c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.840982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36322) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:00.841780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d5bc340a-3b7e-4c9a-96bc-80879b07b2c2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9acddd0e-e6bd-4088-b50c-ecff70ad3f26 HTTP/1.1" status: 204 len: 168 time: 0.7193131 Aug 16 20:39:00.846505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5fb5f5-055d-4bd6-ab90-07c2cda5c205 None None] Network 53f0df0f-f139-4a71-b156-b3349ae71c27 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:01.040901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.154155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33459447-8da3-4324-8383-2ebd0d9b57d9 None None] DHCP port deletion for 53f0df0f-f139-4a71-b156-b3349ae71c27 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:39:01.170890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Deleting port df564537-b703-4d7b-856b-536f7a69f872 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:01.171253 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.274698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-33459447-8da3-4324-8383-2ebd0d9b57d9 None None] Deleting port df564537-b703-4d7b-856b-536f7a69f872 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:01.276817 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-33459447-8da3-4324-8383-2ebd0d9b57d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.307063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] For port df564537-b703-4d7b-856b-536f7a69f872, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=df564537-b703-4d7b-856b-536f7a69f872,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:01.307827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.326072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Calling delete_port for df564537-b703-4d7b-856b-536f7a69f872 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:01.375224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-33459447-8da3-4324-8383-2ebd0d9b57d9 None None] For port df564537-b703-4d7b-856b-536f7a69f872, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=df564537-b703-4d7b-856b-536f7a69f872,segment=NetworkSegment(1d68764c-8a90-4866-abdd-341d4b63cb54),segment_id=1d68764c-8a90-4866-abdd-341d4b63cb54)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:01.376111 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-33459447-8da3-4324-8383-2ebd0d9b57d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.409055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-33459447-8da3-4324-8383-2ebd0d9b57d9 None None] Calling delete_port for df564537-b703-4d7b-856b-536f7a69f872 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:01.449303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1675cfb0-ea00-43dd-876b-95f77c3ff97a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:01.459971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1675cfb0-ea00-43dd-876b-95f77c3ff97a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6817298 Aug 16 20:39:01.483192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-626cdc67-4f47-4e61-8c77-34bfeeac1523 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/quotas/2f9fb70721f74c5b9308bb8c8822b45f HTTP/1.1" status: 200 len: 375 time: 0.0218763 Aug 16 20:39:01.530437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.540357 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-33459447-8da3-4324-8383-2ebd0d9b57d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.560804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-6e2fdbc0-1198-4fc8-8f4c-0d3748e5de06 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750952 Aug 16 20:39:01.567994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459447-8da3-4324-8383-2ebd0d9b57d9 None None] Pushing event deleted for resources: {'Port': ['ID=df564537-b703-4d7b-856b-536f7a69f872,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:01.571684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33459447-8da3-4324-8383-2ebd0d9b57d9 None None] No DVR routers for this DVR port df564537-b703-4d7b-856b-536f7a69f872 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:01.576253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=df564537-b703-4d7b-856b-536f7a69f872,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:01.591101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] No DVR routers for this DVR port df564537-b703-4d7b-856b-536f7a69f872 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:01.710616 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.721262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f0df0f-f139-4a71-b156-b3349ae71c27']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:01.732227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d68764c-8a90-4866-abdd-341d4b63cb54') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:01.732622 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d68764c-8a90-4866-abdd-341d4b63cb54') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:01.741640 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.755858 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.762281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:01.762794 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:01.764644 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:01.938323 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.945911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.950874 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] 10.222.0.74 "DELETE /v2.0/networks/53f0df0f-f139-4a71-b156-b3349ae71c27 HTTP/1.1" status: 204 len: 168 time: 1.1021218 Aug 16 20:39:01.951228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36334) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:01.958019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92710ba0-476f-4213-bf50-5f50f8ed1d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=53f0df0f-f139-4a71-b156-b3349ae71c27,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:02.155061 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-54ff3516-10a2-4cba-a864-4d0a1c0c0b49 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:39:02.155933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-54ff3516-10a2-4cba-a864-4d0a1c0c0b49 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075369 Aug 16 20:39:02.170544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Request body: {'binding': {'host': 'n-h1-793619-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:02.171079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Unknown quota resources ['binding']. {{(pid=95261) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:39:02.230612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:02.263654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:02.264088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device fbfcb9ae-4e4e-4e38-8af0-ca1557362d0c not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:02.264484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device df564537-b703-4d7b-856b-536f7a69f872 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:02.285179 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:02.286118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: df564537-b703-4d7b-856b-536f7a69f872 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:02.286556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device df564537-b703-4d7b-856b-536f7a69f872 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:02.426147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 on host n-h1-793619-14 for vnic_type normal with profile None {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:02.426394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:02.426731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:02.438758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Port 9dd6601d-43be-4ca3-abd2-a648b269b019 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:39:02.439086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:02.448066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:02.448410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:02.449411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:02.449411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Bound port: 9dd6601d-43be-4ca3-abd2-a648b269b019, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:02.476127 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:02.603729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9dd6601d-43be-4ca3-abd2-a648b269b019,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:02.620981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6936709-a46d-4524-9824-ceae7f80d60c req-bf5635ba-6d45-4bd3-8f76-bce9684d3feb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:02.622609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6936709-a46d-4524-9824-ceae7f80d60c req-bf5635ba-6d45-4bd3-8f76-bce9684d3feb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.1278279 Aug 16 20:39:02.631550 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:02.735426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6936709-a46d-4524-9824-ceae7f80d60c req-65bdfa68-0b0d-4a2e-ae99-b6af9c4ae497 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018596 Aug 16 20:39:02.791406 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] Notify callbacks [] for binding, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:02.792624 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6ec33ebd-e410-45e6-a5f2-bd1cb72e2901 service neutron] 10.222.0.74 "POST /v2.0/ports/9dd6601d-43be-4ca3-abd2-a648b269b019/bindings HTTP/1.1" status: 201 len: 390 time: 0.6273146 Aug 16 20:39:02.942162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device dacec066-2e95-4280-9b28-111cd736a791 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:03.017472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] Deleting port cfba7667-d286-41ad-b453-63aed97caa86 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:03.017726 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:03.124226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port dacec066-2e95-4280-9b28-111cd736a791 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:03.129597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port dacec066-2e95-4280-9b28-111cd736a791 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:03.130406 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:03.145498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] For port cfba7667-d286-41ad-b453-63aed97caa86, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=cfba7667-d286-41ad-b453-63aed97caa86,segment=NetworkSegment(effe43d3-b0fa-46c2-ad9f-19c0a6c02be8),segment_id=effe43d3-b0fa-46c2-ad9f-19c0a6c02be8)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:03.145875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:03.163961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] Calling delete_port for cfba7667-d286-41ad-b453-63aed97caa86 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:03.185363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea0bc8-857e-45fe-8eae-4dd62d809066 req-78edcfe0-7fab-4a4d-a344-f5378d1aff0d tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:03.186943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65ea0bc8-857e-45fe-8eae-4dd62d809066 req-78edcfe0-7fab-4a4d-a344-f5378d1aff0d tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 945 time: 0.0933571 Aug 16 20:39:03.234039 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:03.260039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ed684a-1c4a-4278-b41e-639b4c3da0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacec066-2e95-4280-9b28-111cd736a791'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:03.262577 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef09779-679f-43bf-9140-d757481bd363" -d '{"events": [{"server_uuid": "89ed684a-1c4a-4278-b41e-639b4c3da0ca", "name": "network-vif-plugged", "status": "completed", "tag": "dacec066-2e95-4280-9b28-111cd736a791"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:03.279303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port dacec066-2e95-4280-9b28-111cd736a791, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dacec066-2e95-4280-9b28-111cd736a791,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:03.313405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65ea0bc8-857e-45fe-8eae-4dd62d809066 req-81aeff3e-67be-49a6-ae8a-87e7e7e2c441 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930355 Aug 16 20:39:03.341830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d0b3-f4c2-4052-93ee-b1379ec9a87d req-4351eb55-21d4-4064-a08a-79c30b9a7af9 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:03.343376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbb2d0b3-f4c2-4052-93ee-b1379ec9a87d req-4351eb55-21d4-4064-a08a-79c30b9a7af9 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 948 time: 0.1220129 Aug 16 20:39:03.418506 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:03.492175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbb2d0b3-f4c2-4052-93ee-b1379ec9a87d req-c1409ec4-d43b-4e7c-a64c-0683e04a472d tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093225 Aug 16 20:39:03.508961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=dacec066-2e95-4280-9b28-111cd736a791,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:03.648668 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77c34f-1e39-4c0a-bd16-ac03e10ceece req-d1444ef0-5810-48d7-ad17-b011f49d3946 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:03.650553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f77c34f-1e39-4c0a-bd16-ac03e10ceece req-d1444ef0-5810-48d7-ad17-b011f49d3946 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.0667579 Aug 16 20:39:03.689721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f77c34f-1e39-4c0a-bd16-ac03e10ceece req-9e1b93e6-52bb-4c9c-8687-7a93a9d7c235 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324101 Aug 16 20:39:03.740424 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20ef3a7-76de-4fa1-b496-188f2c281267 x-openstack-request-id: req-b20ef3a7-76de-4fa1-b496-188f2c281267 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:03.740424 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ed684a-1c4a-4278-b41e-639b4c3da0ca", "name": "network-vif-plugged", "status": "completed", "tag": "dacec066-2e95-4280-9b28-111cd736a791", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:03.740424 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b20ef3a7-76de-4fa1-b496-188f2c281267 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:03.740424 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ed684a-1c4a-4278-b41e-639b4c3da0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacec066-2e95-4280-9b28-111cd736a791', 'code': 200} Aug 16 20:39:03.768872 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:03.817847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfba7667-d286-41ad-b453-63aed97caa86,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:03.933097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249628a7-bb8b-4d4b-82d6-988fcce5ea81 req-0842112e-fbe9-460c-841e-3519af32e532 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:03.942504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-249628a7-bb8b-4d4b-82d6-988fcce5ea81 req-0842112e-fbe9-460c-841e-3519af32e532 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 945 time: 0.1546452 Aug 16 20:39:03.980337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-8caea0c3-479b-4f82-8ec7-d5ce88d37928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:03.981894 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-8caea0c3-479b-4f82-8ec7-d5ce88d37928 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 1098 time: 0.1536932 Aug 16 20:39:03.984341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563faf0-9cb7-4dbd-adee-15e2ca32522b req-e3de382a-22b9-4a21-8b80-56b34c0ec673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:03.985761 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8563faf0-9cb7-4dbd-adee-15e2ca32522b req-e3de382a-22b9-4a21-8b80-56b34c0ec673 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 1101 time: 0.1771688 Aug 16 20:39:04.033948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-249628a7-bb8b-4d4b-82d6-988fcce5ea81 req-022b92e4-c369-4c88-8bb1-925b73775d06 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897408 Aug 16 20:39:04.086697 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8563faf0-9cb7-4dbd-adee-15e2ca32522b req-86047f15-8420-489e-a977-a0ddb3d91b35 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828156 Aug 16 20:39:04.129778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6018035f-f204-4b7a-95fc-669024082130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:04.129778 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6018035f-f204-4b7a-95fc-669024082130 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.1224220 Aug 16 20:39:04.130022 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fad0841e-e74f-4570-8e28-5d1f73fb7f48 req-69f5bf9e-0d3f-41a6-9f09-bfe3eed4c0c6 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 210 time: 0.0332320 Aug 16 20:39:04.148520 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.189941 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-fa32aa6c-4d82-4105-bc5e-9b3c36cb34fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dd6601d-43be-4ca3-abd2-a648b269b019 HTTP/1.1" status: 200 len: 217 time: 0.0520585 Aug 16 20:39:04.275624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-fadc728d-f5c5-4b82-8d54-3e77e796c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:04.277387 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-fadc728d-f5c5-4b82-8d54-3e77e796c4fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0678918 Aug 16 20:39:04.305663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5f0d7-5c0b-4483-a288-3b667274a600 req-a518d1a2-530f-422f-8102-a43b26f5b73c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:04.307170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6d5f0d7-5c0b-4483-a288-3b667274a600 req-a518d1a2-530f-422f-8102-a43b26f5b73c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.1030235 Aug 16 20:39:04.312719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-7fd734bb-ffcb-4a53-8105-9c4138e92e21 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275798 Aug 16 20:39:04.390299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6d5f0d7-5c0b-4483-a288-3b667274a600 req-21c7d2ba-74e6-48a2-ad40-2b629a9d807c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721006 Aug 16 20:39:04.428092 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-e37a534a-0438-44ad-bb73-fee218a1ce19 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042876 Aug 16 20:39:04.473708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] Router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:39:04.530270 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-0ec8b778-0b80-46fc-b800-f03fd63136a9 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935280 Aug 16 20:39:04.600418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e7409-9bbe-4483-b7ad-b7e92db98245 req-a70ceb73-bbf8-478a-a0e6-716c7ed08a72 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:04.601949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe5e7409-9bbe-4483-b7ad-b7e92db98245 req-a70ceb73-bbf8-478a-a0e6-716c7ed08a72 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 944 time: 0.1411154 Aug 16 20:39:04.653991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9a53-8058-4d29-9a16-cb21f4b48658 req-1f00d160-5e94-4879-ba7f-2f8d28534a02 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:04.655547 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd4a9a53-8058-4d29-9a16-cb21f4b48658 req-1f00d160-5e94-4879-ba7f-2f8d28534a02 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 945 time: 0.1584554 Aug 16 20:39:04.724664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe5e7409-9bbe-4483-b7ad-b7e92db98245 req-46bae720-f4f2-41ef-ab3c-e7e1f6e45498 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150527 Aug 16 20:39:04.727718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:04.732146 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd4a9a53-8058-4d29-9a16-cb21f4b48658 req-ff2c6342-5b97-4e58-babc-0b17946edfdb tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682850 Aug 16 20:39:04.738294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-93f2107f-f023-4abb-9cec-ae84ae5e7b0a admin admin] 10.222.0.74 "PUT /v2.0/routers/4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7836149 Aug 16 20:39:04.739224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36386) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:04.743730 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c19b4-ad8f-48e7-928a-084fb62afb5c None None] Sync routers for ids ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:04.777082 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c19b4-ad8f-48e7-928a-084fb62afb5c None None] Routers {'4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:04.782081 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-953c19b4-ad8f-48e7-928a-084fb62afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:38:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:04.843306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa25a5c-752d-4bd8-be1f-c56568e33b65 req-f4668ccf-0ce3-46e4-aed7-71477f618f19 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:04.844816 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-caa25a5c-752d-4bd8-be1f-c56568e33b65 req-f4668ccf-0ce3-46e4-aed7-71477f618f19 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.79 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 944 time: 0.1222820 Aug 16 20:39:04.922772 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-953c19b4-ad8f-48e7-928a-084fb62afb5c None None] Set router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:04.984889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-caa25a5c-752d-4bd8-be1f-c56568e33b65 req-629eb7a0-0b63-4f51-bc6c-120d0d236c21 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Deleting port b71912c0-939b-4f61-af55-94701ce797e5 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:04.985896 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-caa25a5c-752d-4bd8-be1f-c56568e33b65 req-629eb7a0-0b63-4f51-bc6c-120d0d236c21 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.163712 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-953c19b4-ad8f-48e7-928a-084fb62afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-router', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:01Z', 'updated_at': '2021-08-16T20:39:03Z', 'revision_number': 5, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'gw_port': {'id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:02Z', 'updated_at': '2021-08-16T20:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:05.179604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-caa25a5c-752d-4bd8-be1f-c56568e33b65 req-629eb7a0-0b63-4f51-bc6c-120d0d236c21 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] For port b71912c0-939b-4f61-af55-94701ce797e5, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b71912c0-939b-4f61-af55-94701ce797e5,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:05.180025 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-caa25a5c-752d-4bd8-be1f-c56568e33b65 req-629eb7a0-0b63-4f51-bc6c-120d0d236c21 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.202048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-caa25a5c-752d-4bd8-be1f-c56568e33b65 req-629eb7a0-0b63-4f51-bc6c-120d0d236c21 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Calling delete_port for b71912c0-939b-4f61-af55-94701ce797e5 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:05.202541 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c19b4-ad8f-48e7-928a-084fb62afb5c None None] Checking router: 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:05.226602 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c19b4-ad8f-48e7-928a-084fb62afb5c None None] Routers {'4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:05.227310 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-953c19b4-ad8f-48e7-928a-084fb62afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:38:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:05.419191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45809c9-b4b2-4e04-a1ee-7d761cc8a620 req-94552423-c162-44f9-9d24-ad1ad88de843 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:05.420725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d45809c9-b4b2-4e04-a1ee-7d761cc8a620 req-94552423-c162-44f9-9d24-ad1ad88de843 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 949 time: 0.6041930 Aug 16 20:39:05.423714 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-953c19b4-ad8f-48e7-928a-084fb62afb5c None None] Set router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:05.435032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a036b0-0b81-4c48-ae12-08eaaff3ddb2 req-f84943f2-f6ad-43bb-b044-9350c86d906d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:05.436558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2a036b0-0b81-4c48-ae12-08eaaff3ddb2 req-f84943f2-f6ad-43bb-b044-9350c86d906d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.5771441 Aug 16 20:39:05.437982 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.516001 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-caa25a5c-752d-4bd8-be1f-c56568e33b65 req-629eb7a0-0b63-4f51-bc6c-120d0d236c21 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.535398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b71912c0-939b-4f61-af55-94701ce797e5'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:05.541801 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d45809c9-b4b2-4e04-a1ee-7d761cc8a620 req-e537d2b6-f0b0-49d3-a232-9a49d8f08185 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986059 Aug 16 20:39:05.581711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629eb7a0-0b63-4f51-bc6c-120d0d236c21 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Pushing event deleted for resources: {'Port': ['ID=b71912c0-939b-4f61-af55-94701ce797e5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:05.620344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2a036b0-0b81-4c48-ae12-08eaaff3ddb2 req-f8324f74-a360-4590-8de0-2eab6f47e21e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343832 Aug 16 20:39:05.666885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa25a5c-752d-4bd8-be1f-c56568e33b65 req-629eb7a0-0b63-4f51-bc6c-120d0d236c21 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] No DVR routers for this DVR port b71912c0-939b-4f61-af55-94701ce797e5 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:05.677745 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-caa25a5c-752d-4bd8-be1f-c56568e33b65 req-629eb7a0-0b63-4f51-bc6c-120d0d236c21 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.680064 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-caa25a5c-752d-4bd8-be1f-c56568e33b65 req-629eb7a0-0b63-4f51-bc6c-120d0d236c21 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.79 "DELETE /v2.0/ports/b71912c0-939b-4f61-af55-94701ce797e5 HTTP/1.1" status: 204 len: 173 time: 0.8272746 Aug 16 20:39:05.680648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'name': 'network-vif-deleted', 'tag': 'b71912c0-939b-4f61-af55-94701ce797e5'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:05.683097 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79beee4-b024-4914-8de2-af4ddeee007e" -d '{"events": [{"server_uuid": "7518cf58-c3da-45e7-9848-6eb47c9b9ca8", "name": "network-vif-deleted", "tag": "b71912c0-939b-4f61-af55-94701ce797e5"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:05.696422 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.750738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-676a118a-1595-4727-b80f-3b526125d31e req-8aea45d2-44c1-4a1c-83e5-57cc2f94b4b9 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 210 time: 0.0328381 Aug 16 20:39:05.761532 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-953c19b4-ad8f-48e7-928a-084fb62afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-router', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:01Z', 'updated_at': '2021-08-16T20:39:03Z', 'revision_number': 5, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'gw_port': {'id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:02Z', 'updated_at': '2021-08-16T20:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:05.802527 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c19b4-ad8f-48e7-928a-084fb62afb5c None None] The sync data for ids ['4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500'] in n-d-793619-14 is: [{'id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1921103078-router', 'tenant_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:01Z', 'updated_at': '2021-08-16T20:39:03Z', 'revision_number': 5, 'project_id': 'ca7084bc6e8047fe85e32208e5d4a337', 'gw_port': {'id': 'a2278284-dcec-41a4-a5c5-e048bb888ff5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:02Z', 'updated_at': '2021-08-16T20:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:05.881401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270112a3-5a5a-4afe-968d-8274e2d0064c req-1608e62c-f565-45f9-aa8b-a1d2838e5617 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:05.882944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-270112a3-5a5a-4afe-968d-8274e2d0064c req-1608e62c-f565-45f9-aa8b-a1d2838e5617 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0706298 Aug 16 20:39:05.926241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-270112a3-5a5a-4afe-968d-8274e2d0064c req-c8ff98bf-06f6-40aa-bdbe-a8bede611331 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362606 Aug 16 20:39:05.969321 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db61859c-7a5e-4e71-ada4-d4ffca142bc7 x-openstack-request-id: req-db61859c-7a5e-4e71-ada4-d4ffca142bc7 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:05.969771 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7518cf58-c3da-45e7-9848-6eb47c9b9ca8", "name": "network-vif-deleted", "tag": "b71912c0-939b-4f61-af55-94701ce797e5", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:05.970159 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-db61859c-7a5e-4e71-ada4-d4ffca142bc7 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:05.970761 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7518cf58-c3da-45e7-9848-6eb47c9b9ca8', 'name': 'network-vif-deleted', 'tag': 'b71912c0-939b-4f61-af55-94701ce797e5', 'status': 'completed', 'code': 200} Aug 16 20:39:06.050019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e52edb5-2d23-416c-ba76-65774983f76d req-6ffcfe82-5fcb-464f-93d9-50c129d7f16c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 210 time: 0.0313635 Aug 16 20:39:06.052727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Deleting port a2278284-dcec-41a4-a5c5-e048bb888ff5 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:06.053079 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.205856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] For port a2278284-dcec-41a4-a5c5-e048bb888ff5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a2278284-dcec-41a4-a5c5-e048bb888ff5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:06.207171 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.210105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device cfba7667-d286-41ad-b453-63aed97caa86 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:06.231087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: cfba7667-d286-41ad-b453-63aed97caa86 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:06.231297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Calling delete_port for a2278284-dcec-41a4-a5c5-e048bb888ff5 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:06.231876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device cfba7667-d286-41ad-b453-63aed97caa86 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:06.492570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc868ef3-ab79-44b7-90cd-69caffd098af req-c84e15b1-1e80-4c78-9d9d-dfc432f3e699 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:06.494558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc868ef3-ab79-44b7-90cd-69caffd098af req-c84e15b1-1e80-4c78-9d9d-dfc432f3e699 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 945 time: 0.0533185 Aug 16 20:39:06.534153 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc868ef3-ab79-44b7-90cd-69caffd098af req-542add5a-d93c-4355-8d01-678205caa457 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Aug 16 20:39:06.567685 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.614691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2278284-dcec-41a4-a5c5-e048bb888ff5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:06.617362 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-9536189c-a11d-4c42-a910-b3efe1cf965c tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275521 Aug 16 20:39:06.757824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-7e261588-81d3-4523-8164-9af2bb8dba42 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:06.759222 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-7e261588-81d3-4523-8164-9af2bb8dba42 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350400 Aug 16 20:39:06.766385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.778282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Request body: {'port': {'device_id': '307fa960-81de-446b-9b0d-b15e2ca48a55', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '2f9fb70721f74c5b9308bb8c8822b45f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:06.888720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569e150-4f18-4c63-a589-05e1e0fa4487 req-5dd3b024-3555-4462-b314-8fd37de5c522 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:06.890480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b569e150-4f18-4c63-a589-05e1e0fa4487 req-5dd3b024-3555-4462-b314-8fd37de5c522 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 949 time: 0.2470336 Aug 16 20:39:06.903571 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.914134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8760f-0eab-4a9b-b311-cebda8728996 req-5936c8a1-50e0-4fbb-9226-a72d39c9229e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:06.920120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12f8760f-0eab-4a9b-b311-cebda8728996 req-5936c8a1-50e0-4fbb-9226-a72d39c9229e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.2027104 Aug 16 20:39:06.920120 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.993098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Made reservation on behalf of 2f9fb70721f74c5b9308bb8c8822b45f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:06.997543 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.028308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b569e150-4f18-4c63-a589-05e1e0fa4487 req-c174616a-8a20-45ec-b2be-97ca5875f625 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275010 Aug 16 20:39:07.061800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12f8760f-0eab-4a9b-b311-cebda8728996 req-eaf2e1df-f07e-41a1-9622-94e699cf0921 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385200 Aug 16 20:39:07.138157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17212d3b-4c57-450a-a52c-ffbbe3e4c4f0 req-859e6129-19cb-4a00-9755-1ed498998017 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 210 time: 0.0277638 Aug 16 20:39:07.182838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Allocated IP 192.168.233.223 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/b26044fd-0cbf-45d0-ba66-ee1378aa5ae8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:07.187674 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.188669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:39:07.193558 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.197807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c41eea62-deae-4ef8-800f-aa00a949864c admin admin] 10.222.0.74 "DELETE /v2.0/routers/4ec4a991-e5ba-42cb-8f47-5ad8b2c7a500 HTTP/1.1" status: 204 len: 168 time: 2.4575748 Aug 16 20:39:07.198443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36420) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:07.350287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-73681553-0e85-4291-a092-e5dc51785767 admin admin] Deleting subnet 46885b0d-cafb-4657-b3f1-b5d733e78a89 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:07.354752 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-4c825fca-bca6-4876-a224-674c17d1015a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647616 Aug 16 20:39:07.360580 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73681553-0e85-4291-a092-e5dc51785767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.402708 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73681553-0e85-4291-a092-e5dc51785767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.479559 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc798e23-6bba-4e2f-9858-053a8d798d2d req-dfbf0d0d-5fbe-4291-9eda-692127a835a7 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=7518cf58-c3da-45e7-9848-6eb47c9b9ca8 HTTP/1.1" status: 200 len: 210 time: 0.0434499 Aug 16 20:39:07.541324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c639521-8f97-4fa0-a8a8-bc66dc1da9d8 req-3469c243-5726-4b55-ad83-46edcc319b35 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:07.549833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c639521-8f97-4fa0-a8a8-bc66dc1da9d8 req-3469c243-5726-4b55-ad83-46edcc319b35 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.3349628 Aug 16 20:39:07.614867 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-c1ed1125-28bb-4e04-b399-8c6e13c00853 service neutron] show failed (client error): The resource could not be found. Aug 16 20:39:07.615882 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-c1ed1125-28bb-4e04-b399-8c6e13c00853 service neutron] 10.222.0.79 "GET /v2.0/ports/76116b0b-c70f-4272-81c9-1d9f9b687a19/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.2714579 Aug 16 20:39:07.617401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c639521-8f97-4fa0-a8a8-bc66dc1da9d8 req-a647f6c8-98da-4700-bcf0-b0a7685973a5 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627339 Aug 16 20:39:07.637221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.638915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73681553-0e85-4291-a092-e5dc51785767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.669607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-80e09dd7-6de7-46de-8289-4ae8bd7cb369 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:07.671094 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-80e09dd7-6de7-46de-8289-4ae8bd7cb369 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855406 Aug 16 20:39:07.672150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Transition to ACTIVE for port object b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:07.688483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Request body: {'port': {'device_id': '71c1ad53-b59b-4b82-96b7-aba23107c750', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '2f9fb70721f74c5b9308bb8c8822b45f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:07.850981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84662-c9c7-45ba-9412-9941cced6813 req-957d16e5-987b-4c11-bb9f-e4d73ed7e0c6 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:07.852423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffd84662-c9c7-45ba-9412-9941cced6813 req-957d16e5-987b-4c11-bb9f-e4d73ed7e0c6 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 945 time: 0.1284974 Aug 16 20:39:07.879956 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.899048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'd41a2d2f-b8db-4803-af37-93179ca6e438'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:07.902151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffd84662-c9c7-45ba-9412-9941cced6813 req-4f30fe2c-7b07-460d-a699-49a0d86e7896 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Aug 16 20:39:07.930748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:07.937737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:07.946453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:07.950791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:07.977764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event updated for resources: {'Port': ['ID=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:08.020647 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73681553-0e85-4291-a092-e5dc51785767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.035841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Made reservation on behalf of 2f9fb70721f74c5b9308bb8c8822b45f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:08.042366 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.073333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73681553-0e85-4291-a092-e5dc51785767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46885b0d-cafb-4657-b3f1-b5d733e78a89,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:08.086051 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73681553-0e85-4291-a092-e5dc51785767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.093835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-73681553-0e85-4291-a092-e5dc51785767 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/46885b0d-cafb-4657-b3f1-b5d733e78a89 HTTP/1.1" status: 204 len: 168 time: 0.8942688 Aug 16 20:39:08.096143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36432) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:08.101158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:08.103464 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.194994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b7091-89ed-4475-a5c2-e6b0775a606f req-41075368-9c4f-4ee0-890f-984529822a87 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:08.194994 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-699b7091-89ed-4475-a5c2-e6b0775a606f req-41075368-9c4f-4ee0-890f-984529822a87 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.76 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 945 time: 0.2017517 Aug 16 20:39:08.207762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70c5a52-9599-49b3-90b4-985efb22a4ab None None] Network c31489d8-8294-4bd8-806f-2a663b8a2e80 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:08.296345 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.302048 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-1bf544c9-1574-491c-8d73-a77a616f801e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5288334 Aug 16 20:39:08.342594 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Request body: {'port': {'device_id': '307fa960-81de-446b-9b0d-b15e2ca48a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:08.374928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66f6cb-bb73-4eb8-a648-d1235e372e26 req-55614e41-5e87-442b-b6c8-0916242dc9cd tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:08.390385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a2278284-dcec-41a4-a5c5-e048bb888ff5 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:08.399288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b66f6cb-bb73-4eb8-a648-d1235e372e26 req-55614e41-5e87-442b-b6c8-0916242dc9cd tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.2286532 Aug 16 20:39:08.493722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b66f6cb-bb73-4eb8-a648-d1235e372e26 req-a484fc05-7c1b-4795-af4b-d856bdb46d2d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879009 Aug 16 20:39:08.533598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-997a1739-6013-4675-b32e-1b4c42f71092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:08.535351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-997a1739-6013-4675-b32e-1b4c42f71092 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8&tenant_id=cdcbd16a8feb46228e4e6afaba736344 HTTP/1.1" status: 200 len: 1101 time: 0.1273389 Aug 16 20:39:08.542050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Deleting port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:08.542402 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.555312 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:08.680391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: a2278284-dcec-41a4-a5c5-e048bb888ff5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:08.680637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c596eec0-c532-4d67-a73e-c7a46be6b40a req-ab4a9d0b-f008-4222-9142-a97d1efcbe18 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 210 time: 0.1010215 Aug 16 20:39:08.681168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a2278284-dcec-41a4-a5c5-e048bb888ff5 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:08.733398 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Allocated IP 192.168.233.136 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/1a332882-cd13-4814-a91a-fab2c9cd81b6) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:08.818653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b71912c0-939b-4f61-af55-94701ce797e5 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:08.823298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] For port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4bc969d6-5976-481e-b6e2-2763fbb7a6f6,segment=NetworkSegment(effe43d3-b0fa-46c2-ad9f-19c0a6c02be8),segment_id=effe43d3-b0fa-46c2-ad9f-19c0a6c02be8)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:08.823623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-55356bf1-43aa-4c6a-89ed-6bdfb5acf0b8 None None] Provisioning for port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:08.823776 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.825901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.836161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391f563-8637-41da-9507-671675eb7954 req-6dda9f95-1bb8-482f-907b-5291cdace7c6 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:08.844557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f391f563-8637-41da-9507-671675eb7954 req-6dda9f95-1bb8-482f-907b-5291cdace7c6 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 949 time: 0.2465396 Aug 16 20:39:08.854985 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.862147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: b71912c0-939b-4f61-af55-94701ce797e5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:08.865927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b71912c0-939b-4f61-af55-94701ce797e5 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:08.865927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-55356bf1-43aa-4c6a-89ed-6bdfb5acf0b8 None None] Provisioning complete for port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:08.865927 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-55356bf1-43aa-4c6a-89ed-6bdfb5acf0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.884549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-699b7091-89ed-4475-a5c2-e6b0775a606f req-6a02760c-0623-41ea-804b-64478857f9a0 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Deleting port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:08.891571 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-699b7091-89ed-4475-a5c2-e6b0775a606f req-6a02760c-0623-41ea-804b-64478857f9a0 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.891776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Calling delete_port for 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:08.926542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-55356bf1-43aa-4c6a-89ed-6bdfb5acf0b8 None None] Port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:09.009559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c03aa-2709-4aaa-96f4-009a5cfe9717 None None] DHCP port deletion for c31489d8-8294-4bd8-806f-2a663b8a2e80 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:39:09.014393 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f391f563-8637-41da-9507-671675eb7954 req-1292a02c-114b-4938-92f6-ba9d5db470a9 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687982 Aug 16 20:39:09.076375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19683fb1-6ddf-45ea-a539-696c70cdfd48 req-d26594ef-de36-475b-b73e-84f2f35f0e9f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:09.081553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19683fb1-6ddf-45ea-a539-696c70cdfd48 req-d26594ef-de36-475b-b73e-84f2f35f0e9f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.2279263 Aug 16 20:39:09.118842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f53c03aa-2709-4aaa-96f4-009a5cfe9717 None None] Deleting port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:09.119634 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f53c03aa-2709-4aaa-96f4-009a5cfe9717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.211966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19683fb1-6ddf-45ea-a539-696c70cdfd48 req-2f32241b-d1d0-47a3-a873-7e0866b78f98 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016622 Aug 16 20:39:09.212734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f53c03aa-2709-4aaa-96f4-009a5cfe9717 None None] For port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4bc969d6-5976-481e-b6e2-2763fbb7a6f6,segment=NetworkSegment(effe43d3-b0fa-46c2-ad9f-19c0a6c02be8),segment_id=effe43d3-b0fa-46c2-ad9f-19c0a6c02be8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:09.213165 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f53c03aa-2709-4aaa-96f4-009a5cfe9717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.218652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.246143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f53c03aa-2709-4aaa-96f4-009a5cfe9717 None None] Calling delete_port for 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:09.265439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-699b7091-89ed-4475-a5c2-e6b0775a606f req-6a02760c-0623-41ea-804b-64478857f9a0 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] For port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4cc697a9-6c10-42d4-a9dd-e51ea99cd260,segment=NetworkSegment(b4e158a9-aeab-40f0-8a70-bc8b9a82acfd),segment_id=b4e158a9-aeab-40f0-8a70-bc8b9a82acfd)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:09.271696 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-699b7091-89ed-4475-a5c2-e6b0775a606f req-6a02760c-0623-41ea-804b-64478857f9a0 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.271696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Transition to ACTIVE for port object 1a332882-cd13-4814-a91a-fab2c9cd81b6 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:09.289428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-699b7091-89ed-4475-a5c2-e6b0775a606f req-6a02760c-0623-41ea-804b-64478857f9a0 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Calling delete_port for 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:09.292420 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.334203 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc969d6-5976-481e-b6e2-2763fbb7a6f6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:09.339063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] No DVR routers for this DVR port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:09.402384 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f53c03aa-2709-4aaa-96f4-009a5cfe9717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.444294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c03aa-2709-4aaa-96f4-009a5cfe9717 None None] Pushing event deleted for resources: {'Port': ['ID=4bc969d6-5976-481e-b6e2-2763fbb7a6f6,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:09.446212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c03aa-2709-4aaa-96f4-009a5cfe9717 None None] No DVR routers for this DVR port 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:09.496115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8f263-314b-4a65-a2e5-9d80050f2205 req-fcbbe1d7-105d-4388-8c18-542f2443fd88 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:09.497708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3d8f263-314b-4a65-a2e5-9d80050f2205 req-fcbbe1d7-105d-4388-8c18-542f2443fd88 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 945 time: 0.1650739 Aug 16 20:39:09.501626 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.507950 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.522268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'd41a2d2f-b8db-4803-af37-93179ca6e438'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:09.524725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:09.549588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31489d8-8294-4bd8-806f-2a663b8a2e80']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:09.576796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:09.577277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effe43d3-b0fa-46c2-ad9f-19c0a6c02be8') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:09.577709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effe43d3-b0fa-46c2-ad9f-19c0a6c02be8') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:09.580133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:09.584834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:09.589717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event updated for resources: {'Port': ['ID=1a332882-cd13-4814-a91a-fab2c9cd81b6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:09.601635 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.623921 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-699b7091-89ed-4475-a5c2-e6b0775a606f req-6a02760c-0623-41ea-804b-64478857f9a0 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.629537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.642574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:09.649728 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.691116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02760c-0623-41ea-804b-64478857f9a0 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Pushing event deleted for resources: {'Port': ['ID=4cc697a9-6c10-42d4-a9dd-e51ea99cd260,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:09.798483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-699b7091-89ed-4475-a5c2-e6b0775a606f req-6a02760c-0623-41ea-804b-64478857f9a0 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] No DVR routers for this DVR port 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:09.806418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:09.807080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.810622 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-699b7091-89ed-4475-a5c2-e6b0775a606f req-6a02760c-0623-41ea-804b-64478857f9a0 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.812423 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-699b7091-89ed-4475-a5c2-e6b0775a606f req-6a02760c-0623-41ea-804b-64478857f9a0 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.76 "DELETE /v2.0/ports/4cc697a9-6c10-42d4-a9dd-e51ea99cd260 HTTP/1.1" status: 204 len: 173 time: 1.6067457 Aug 16 20:39:09.814003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89d9fca-1b2d-469a-b85b-5a02d616d341', 'name': 'network-vif-deleted', 'tag': '4cc697a9-6c10-42d4-a9dd-e51ea99cd260'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:09.816506 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90d78f6-4e79-48cf-a7f5-6d49f7bb5ee6" -d '{"events": [{"server_uuid": "a89d9fca-1b2d-469a-b85b-5a02d616d341", "name": "network-vif-deleted", "tag": "4cc697a9-6c10-42d4-a9dd-e51ea99cd260"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:09.985317 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:09.995411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ea6b1-b9c2-4d1a-9917-5fc1574c93a1 req-7cedbcaf-a5ab-4bac-997f-5d8b8bb33b6b tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:09.996972 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cb0ea6b1-b9c2-4d1a-9917-5fc1574c93a1 req-7cedbcaf-a5ab-4bac-997f-5d8b8bb33b6b tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 949 time: 0.0622714 Aug 16 20:39:10.099811 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3d8f263-314b-4a65-a2e5-9d80050f2205 req-2291c9df-b433-414c-803c-416c8c87e6c2 tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/security-groups?id=57f94aeb-26e4-4b72-9ef1-1fd92af0822e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5886691 Aug 16 20:39:10.115229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0d045903-6ca3-45ed-be0d-d62db1fccc93 None None] Provisioning for port 1a332882-cd13-4814-a91a-fab2c9cd81b6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:10.126979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0d045903-6ca3-45ed-be0d-d62db1fccc93 None None] Provisioning complete for port 1a332882-cd13-4814-a91a-fab2c9cd81b6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:10.127725 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d045903-6ca3-45ed-be0d-d62db1fccc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.136953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0417a4-71ca-4841-a69c-67ea92895ef9 req-7886a0f9-ca52-4e27-bf1f-bcfbf636c91f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.138586 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d0417a4-71ca-4841-a69c-67ea92895ef9 req-7886a0f9-ca52-4e27-bf1f-bcfbf636c91f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.1524291 Aug 16 20:39:10.148607 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:10.157228 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-db687dc0-b5ef-4cc4-9ded-8de8090bab87 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4709587 Aug 16 20:39:10.203987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Request body: {'port': {'device_id': '71c1ad53-b59b-4b82-96b7-aba23107c750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:10.212147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0d045903-6ca3-45ed-be0d-d62db1fccc93 None None] Port 1a332882-cd13-4814-a91a-fab2c9cd81b6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:10.230845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.279634 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.286689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] 10.222.0.74 "DELETE /v2.0/networks/c31489d8-8294-4bd8-806f-2a663b8a2e80 HTTP/1.1" status: 204 len: 168 time: 2.1841321 Aug 16 20:39:10.287647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7806a2-7bd6-4635-9b77-197f148fd8ba req-debe2670-76a1-468e-98af-235464756cb0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.287647 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce7806a2-7bd6-4635-9b77-197f148fd8ba req-debe2670-76a1-468e-98af-235464756cb0 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 944 time: 0.1938834 Aug 16 20:39:10.289351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bce24d-547b-4ddf-973c-bdd6c5dedc6a admin admin] Pushing event deleted for resources: {'Network': ['ID=c31489d8-8294-4bd8-806f-2a663b8a2e80,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:10.293558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:10.293847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d0417a4-71ca-4841-a69c-67ea92895ef9 req-2dac44cd-48e2-436e-8e24-b4d16973a753 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478398 Aug 16 20:39:10.305231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:10.372146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:10.372494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4bc969d6-5976-481e-b6e2-2763fbb7a6f6 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:10.373895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cf4a2-62e3-4fbc-ab37-540a94f77f78 req-5829c978-8369-4a9d-8116-d96198bae6f1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.382226 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b0cf4a2-62e3-4fbc-ab37-540a94f77f78 req-5829c978-8369-4a9d-8116-d96198bae6f1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 944 time: 0.1651893 Aug 16 20:39:10.386384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-cb0ea6b1-b9c2-4d1a-9917-5fc1574c93a1 req-7dcb41cf-db93-4371-9907-a62e2e64c5e8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Deleting port dacec066-2e95-4280-9b28-111cd736a791 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:10.386841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cb0ea6b1-b9c2-4d1a-9917-5fc1574c93a1 req-7dcb41cf-db93-4371-9907-a62e2e64c5e8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.414074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:10.416319 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0253455-74b4-452b-9a37-d1439029b2ea" -d '{"events": [{"server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:10.421543 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.470601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Transition to ACTIVE for port object 76116b0b-c70f-4272-81c9-1d9f9b687a19 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:10.477293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b0cf4a2-62e3-4fbc-ab37-540a94f77f78 req-44390dea-5bdb-45e4-ba85-340f2089e71d tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943980 Aug 16 20:39:10.487095 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.508924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c050e21-396f-4348-b5a0-649cf35c2288 req-f4cacc4b-9c5b-4017-b279-525c201d5405 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.517501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c050e21-396f-4348-b5a0-649cf35c2288 req-f4cacc4b-9c5b-4017-b279-525c201d5405 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 936 time: 0.1057241 Aug 16 20:39:10.557010 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.600457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c050e21-396f-4348-b5a0-649cf35c2288 req-161cea65-f3cd-48ab-88c9-54696fa8b622 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818913 Aug 16 20:39:10.670120 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cb284d-6e69-40f6-a69a-730b8af85b04 x-openstack-request-id: req-c0cb284d-6e69-40f6-a69a-730b8af85b04 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:10.677696 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89d9fca-1b2d-469a-b85b-5a02d616d341", "name": "network-vif-deleted", "tag": "4cc697a9-6c10-42d4-a9dd-e51ea99cd260", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:10.678043 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c0cb284d-6e69-40f6-a69a-730b8af85b04 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:10.678445 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89d9fca-1b2d-469a-b85b-5a02d616d341', 'name': 'network-vif-deleted', 'tag': '4cc697a9-6c10-42d4-a9dd-e51ea99cd260', 'status': 'completed', 'code': 200} Aug 16 20:39:10.777954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:10.784834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cb0ea6b1-b9c2-4d1a-9917-5fc1574c93a1 req-7dcb41cf-db93-4371-9907-a62e2e64c5e8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] For port dacec066-2e95-4280-9b28-111cd736a791, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dacec066-2e95-4280-9b28-111cd736a791,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:10.785258 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cb0ea6b1-b9c2-4d1a-9917-5fc1574c93a1 req-7dcb41cf-db93-4371-9907-a62e2e64c5e8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.805427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-ce7806a2-7bd6-4635-9b77-197f148fd8ba req-41d0e42d-f330-40de-ba0a-be244b0682df tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Deleting port 2fe3a21a-7867-4d67-aba8-b254d4975004 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:10.805427 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ce7806a2-7bd6-4635-9b77-197f148fd8ba req-41d0e42d-f330-40de-ba0a-be244b0682df tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.834653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] No DVR routers for this DVR port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:10.843368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-cb0ea6b1-b9c2-4d1a-9917-5fc1574c93a1 req-7dcb41cf-db93-4371-9907-a62e2e64c5e8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Calling delete_port for dacec066-2e95-4280-9b28-111cd736a791 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:10.875240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=6']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:10.886963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:10.928950 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac48c1-bcfb-4b48-a3ae-a8ce2e7e6d75 req-6fe5eb13-813d-46dd-8454-dd484c33ab1d tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.930959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1ac48c1-bcfb-4b48-a3ae-a8ce2e7e6d75 req-6fe5eb13-813d-46dd-8454-dd484c33ab1d tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 949 time: 0.2171471 Aug 16 20:39:10.933356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:10.933750 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:10.934135 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:10.938796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36470) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:10.956456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe3486-9abd-4da7-a27e-6e026630dcfc req-9ec55fed-779e-4e5c-b541-62cb09d97b8b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.958511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ebe3486-9abd-4da7-a27e-6e026630dcfc req-9ec55fed-779e-4e5c-b541-62cb09d97b8b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 947 time: 0.1996601 Aug 16 20:39:10.969482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:39:10.969809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:10.987218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device dacec066-2e95-4280-9b28-111cd736a791 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:11.005057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:11.005717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:11.005834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:11.006420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Bound port: 76116b0b-c70f-4272-81c9-1d9f9b687a19, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:11.006553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.080912 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.093446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:11.105808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1ac48c1-bcfb-4b48-a3ae-a8ce2e7e6d75 req-70ca7473-d33c-48e7-9b6d-d39ecf73731e tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/security-groups?id=039964ea-bcad-4032-8b73-3fd83f24a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601338 Aug 16 20:39:11.116600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1b9967a7-e41b-4fbc-a694-a14d4e02275a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0d10d68cf0b74082b973805fd6550c08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1747444 Aug 16 20:39:11.120216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ed684a-1c4a-4278-b41e-639b4c3da0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dacec066-2e95-4280-9b28-111cd736a791'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:11.126402 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf81c02a-1db5-48b7-99fe-9fda618b3dd0" -d '{"events": [{"server_uuid": "89ed684a-1c4a-4278-b41e-639b4c3da0ca", "name": "network-vif-unplugged", "status": "completed", "tag": "dacec066-2e95-4280-9b28-111cd736a791"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:11.128301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port dacec066-2e95-4280-9b28-111cd736a791, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dacec066-2e95-4280-9b28-111cd736a791,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:11.130427 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ebe3486-9abd-4da7-a27e-6e026630dcfc req-ab5c7c69-7d35-44ca-bb05-bcaa89c301eb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542904 Aug 16 20:39:11.131036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36472) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:11.136518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.146302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ce7806a2-7bd6-4635-9b77-197f148fd8ba req-41d0e42d-f330-40de-ba0a-be244b0682df tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] For port 2fe3a21a-7867-4d67-aba8-b254d4975004, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2fe3a21a-7867-4d67-aba8-b254d4975004,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:11.151575 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ce7806a2-7bd6-4635-9b77-197f148fd8ba req-41d0e42d-f330-40de-ba0a-be244b0682df tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.183211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Transition to ACTIVE for port object b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:11.185444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-ce7806a2-7bd6-4635-9b77-197f148fd8ba req-41d0e42d-f330-40de-ba0a-be244b0682df tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Calling delete_port for 2fe3a21a-7867-4d67-aba8-b254d4975004 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:11.201039 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c837e42-8f98-4b20-8ba7-becd29a1b0e8 x-openstack-request-id: req-0c837e42-8f98-4b20-8ba7-becd29a1b0e8 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:11.201340 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:11.201599 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0c837e42-8f98-4b20-8ba7-becd29a1b0e8 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:11.202000 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'code': 200} Aug 16 20:39:11.219938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:11.223069 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:11.239583 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6172ba8a-c270-482b-93cc-43703b23a6a8 x-openstack-request-id: req-6172ba8a-c270-482b-93cc-43703b23a6a8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:11.239885 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ed684a-1c4a-4278-b41e-639b4c3da0ca", "name": "network-vif-unplugged", "status": "completed", "tag": "dacec066-2e95-4280-9b28-111cd736a791", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:11.240244 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6172ba8a-c270-482b-93cc-43703b23a6a8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:11.240647 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ed684a-1c4a-4278-b41e-639b4c3da0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dacec066-2e95-4280-9b28-111cd736a791', 'code': 200} Aug 16 20:39:11.241915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0eb845a0-9511-41a5-bc6a-fd4f1700da20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.279464 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0eb845a0-9511-41a5-bc6a-fd4f1700da20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.319838 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.323130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:11.368572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b6cf8e1-b63b-476e-a825-9d2bb834c393 req-c8cbc781-262f-48fa-a158-99a733a0b5de tempest-ServersNegativeTestMultiTenantJSON-149995730 tempest-ServersNegativeTestMultiTenantJSON-149995730-project] 10.222.0.74 "GET /v2.0/ports?device_id=a89d9fca-1b2d-469a-b85b-5a02d616d341 HTTP/1.1" status: 200 len: 210 time: 0.0693426 Aug 16 20:39:11.375127 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.383399 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.391699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:11.391699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4cc697a9-6c10-42d4-a9dd-e51ea99cd260 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:11.429306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=dacec066-2e95-4280-9b28-111cd736a791,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:11.436606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:11.486563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:11.487199 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.489348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-51724f62-0a06-4f09-81f9-b2a2f1030b85 service neutron] 10.222.0.76 "PUT /v2.0/ports/76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 1096 time: 2.9444208 Aug 16 20:39:11.526023 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Pushing event updated for resources: {'Port': ['ID=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:11.537015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9f01a-e8ce-4c9d-9daf-c8d825fc10dc req-2efc780d-1669-46c1-8eda-ab5fd7a7c3c6 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:11.548833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0db9f01a-e8ce-4c9d-9daf-c8d825fc10dc req-2efc780d-1669-46c1-8eda-ab5fd7a7c3c6 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.1144137 Aug 16 20:39:11.571455 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cb0ea6b1-b9c2-4d1a-9917-5fc1574c93a1 req-7dcb41cf-db93-4371-9907-a62e2e64c5e8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.581101 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ce7806a2-7bd6-4635-9b77-197f148fd8ba req-41d0e42d-f330-40de-ba0a-be244b0682df tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.671993 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c8e369c-5343-40e9-a281-f2cb3f83792c req-d163b2bb-3b4f-4f2f-9d8b-536f38024751 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 210 time: 0.0432909 Aug 16 20:39:11.674410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb41cf-db93-4371-9907-a62e2e64c5e8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Pushing event deleted for resources: {'Port': ['ID=dacec066-2e95-4280-9b28-111cd736a791,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:11.684111 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0eb845a0-9511-41a5-bc6a-fd4f1700da20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.689337 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0eb845a0-9511-41a5-bc6a-fd4f1700da20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.690522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0eb845a0-9511-41a5-bc6a-fd4f1700da20 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/108686ed-cee3-4e69-99eb-b94e80931306 HTTP/1.1" status: 204 len: 168 time: 0.5545187 Aug 16 20:39:11.707217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb845a0-9511-41a5-bc6a-fd4f1700da20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108686ed-cee3-4e69-99eb-b94e80931306,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:11.711773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-32b03860-6f55-433e-ba9f-247ce2136da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:11.713364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-32b03860-6f55-433e-ba9f-247ce2136da3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1099 time: 0.1611259 Aug 16 20:39:11.730066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0db9f01a-e8ce-4c9d-9daf-c8d825fc10dc req-754cb6b1-456b-4217-be07-221d1cb49628 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757250 Aug 16 20:39:11.793227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0e42d-f330-40de-ba0a-be244b0682df tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Pushing event deleted for resources: {'Port': ['ID=2fe3a21a-7867-4d67-aba8-b254d4975004,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:11.833921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Attempting to bind port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:11.834499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Attempting to bind port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:11.834897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Attempting to bind port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:11.855381 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-e598056c-86ae-4d9c-a888-d1e8a35f8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:11.859383 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-e598056c-86ae-4d9c-a888-d1e8a35f8bfd service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1283495 Aug 16 20:39:11.865065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7806a2-7bd6-4635-9b77-197f148fd8ba req-41d0e42d-f330-40de-ba0a-be244b0682df tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] No DVR routers for this DVR port 2fe3a21a-7867-4d67-aba8-b254d4975004 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:11.885525 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ce7806a2-7bd6-4635-9b77-197f148fd8ba req-41d0e42d-f330-40de-ba0a-be244b0682df tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.887558 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce7806a2-7bd6-4635-9b77-197f148fd8ba req-41d0e42d-f330-40de-ba0a-be244b0682df tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.79 "DELETE /v2.0/ports/2fe3a21a-7867-4d67-aba8-b254d4975004 HTTP/1.1" status: 204 len: 173 time: 1.5876491 Aug 16 20:39:11.888323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:39:11.888654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Attempting to bind port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:11.896452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0ea6b1-b9c2-4d1a-9917-5fc1574c93a1 req-7dcb41cf-db93-4371-9907-a62e2e64c5e8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] No DVR routers for this DVR port dacec066-2e95-4280-9b28-111cd736a791 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:11.900315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:11.907685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:11.907685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:11.907685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Bound port: b26044fd-0cbf-45d0-ba66-ee1378aa5ae8, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:11.907685 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.907685 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cb0ea6b1-b9c2-4d1a-9917-5fc1574c93a1 req-7dcb41cf-db93-4371-9907-a62e2e64c5e8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.907685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cb0ea6b1-b9c2-4d1a-9917-5fc1574c93a1 req-7dcb41cf-db93-4371-9907-a62e2e64c5e8 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.76 "DELETE /v2.0/ports/dacec066-2e95-4280-9b28-111cd736a791 HTTP/1.1" status: 204 len: 173 time: 1.8995168 Aug 16 20:39:11.908853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a332882-cd13-4814-a91a-fab2c9cd81b6 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:11.923599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.950827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-4a02ffe8-f0b3-48a0-b4a8-ba2381acb47f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 217 time: 0.0823507 Aug 16 20:39:11.961757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Transition to ACTIVE for port object 1a332882-cd13-4814-a91a-fab2c9cd81b6 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:11.997908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] For port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:12.001239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] For port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:12.005511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a804d8-e913-45c7-b537-8842e4113306 req-a759a50f-81cb-487d-bded-2fd82d36498f tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.007327 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32a804d8-e913-45c7-b537-8842e4113306 req-a759a50f-81cb-487d-bded-2fd82d36498f tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 936 time: 0.1434162 Aug 16 20:39:12.027402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-0f293e80-86e9-46c8-912e-efecb774c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.029247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-0f293e80-86e9-46c8-912e-efecb774c68f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0691071 Aug 16 20:39:12.092064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32a804d8-e913-45c7-b537-8842e4113306 req-1254a768-e11b-4673-b665-4d45971696b1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777586 Aug 16 20:39:12.106115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-962188b6-cc27-4217-b9f0-c9a66b450e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.107646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-962188b6-cc27-4217-b9f0-c9a66b450e47 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711679 Aug 16 20:39:12.143140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.221704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Pushing event updated for resources: {'Port': ['ID=1a332882-cd13-4814-a91a-fab2c9cd81b6,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:12.234791 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.312933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-006ec807-d275-4ef4-853c-05a003f898d4 req-335d8ec4-d0ba-43ec-beb9-fa5aad4cb2f9 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 210 time: 0.0664020 Aug 16 20:39:12.315583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-99d24a85-4576-4f63-a5e3-a07c26682f97 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995475 Aug 16 20:39:12.315731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.316777 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.318521 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] 10.222.0.76 "PUT /v2.0/ports/b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 HTTP/1.1" status: 200 len: 1097 time: 3.9839442 Aug 16 20:39:12.393827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cf55e-e522-404b-b768-a69be90d770f service neutron] Pushing event updated for resources: {'Port': ['ID=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:12.413483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc3059-0278-41df-a94a-7c42dcab7828 req-f61db78b-7e48-4592-a6bd-6662f96ab496 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.421377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7bc3059-0278-41df-a94a-7c42dcab7828 req-f61db78b-7e48-4592-a6bd-6662f96ab496 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 947 time: 0.1975639 Aug 16 20:39:12.423186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Attempting to bind port 1a332882-cd13-4814-a91a-fab2c9cd81b6 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:12.423577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Attempting to bind port 1a332882-cd13-4814-a91a-fab2c9cd81b6 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:12.424016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Attempting to bind port 1a332882-cd13-4814-a91a-fab2c9cd81b6 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:12.429323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Port 1a332882-cd13-4814-a91a-fab2c9cd81b6 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:39:12.429896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Attempting to bind port 1a332882-cd13-4814-a91a-fab2c9cd81b6 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:12.436581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:12.437189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:12.437655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:12.438237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Bound port: 1a332882-cd13-4814-a91a-fab2c9cd81b6, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:12.438670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.561623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7bc3059-0278-41df-a94a-7c42dcab7828 req-aa85f678-3251-48aa-91ee-4cb4a6450861 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231098 Aug 16 20:39:12.561623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36496) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:12.586497 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-c1a6f0d8-6450-4e30-a696-2daae5dbdc82 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538745 Aug 16 20:39:12.635630 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-66344eb0-3425-4bfb-a66e-8cffbc8fd62c admin admin] Deleting subnet 654842aa-b70e-4660-9681-40dcffe83e96 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:12.635789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-80976dd9-be6b-45f0-aa14-3f2d02f6b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.637696 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-80976dd9-be6b-45f0-aa14-3f2d02f6b13d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=307fa960-81de-446b-9b0d-b15e2ca48a55 HTTP/1.1" status: 200 len: 1100 time: 0.1070671 Aug 16 20:39:12.639019 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66344eb0-3425-4bfb-a66e-8cffbc8fd62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.647063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] For port 1a332882-cd13-4814-a91a-fab2c9cd81b6, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:12.655762 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] For port 1a332882-cd13-4814-a91a-fab2c9cd81b6, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=1a332882-cd13-4814-a91a-fab2c9cd81b6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:12.678049 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66344eb0-3425-4bfb-a66e-8cffbc8fd62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.688439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'name': 'network-vif-deleted', 'tag': '2fe3a21a-7867-4d67-aba8-b254d4975004'}, {'server_uuid': '89ed684a-1c4a-4278-b41e-639b4c3da0ca', 'name': 'network-vif-deleted', 'tag': 'dacec066-2e95-4280-9b28-111cd736a791'}, {'name': 'network-changed', 'server_uuid': '307fa960-81de-446b-9b0d-b15e2ca48a55', 'tag': 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:12.690665 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a97cd7-3f2d-42a8-b710-88b52805cb16" -d '{"events": [{"server_uuid": "e20d65e2-a35f-4aa6-bbac-ccad19beb73d", "name": "network-vif-deleted", "tag": "2fe3a21a-7867-4d67-aba8-b254d4975004"}, {"server_uuid": "89ed684a-1c4a-4278-b41e-639b4c3da0ca", "name": "network-vif-deleted", "tag": "dacec066-2e95-4280-9b28-111cd736a791"}, {"name": "network-changed", "server_uuid": "307fa960-81de-446b-9b0d-b15e2ca48a55", "tag": "b26044fd-0cbf-45d0-ba66-ee1378aa5ae8"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:12.695594 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-20ddb82e-490c-43a0-9a55-c760ba15fffa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 HTTP/1.1" status: 200 len: 217 time: 0.0501695 Aug 16 20:39:12.725484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66344eb0-3425-4bfb-a66e-8cffbc8fd62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.782069 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517b9ae1-3cef-4eb2-880e-ef63bb1426b3 x-openstack-request-id: req-517b9ae1-3cef-4eb2-880e-ef63bb1426b3 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:12.782069 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20d65e2-a35f-4aa6-bbac-ccad19beb73d", "name": "network-vif-deleted", "tag": "2fe3a21a-7867-4d67-aba8-b254d4975004", "status": "completed", "code": 200}, {"server_uuid": "89ed684a-1c4a-4278-b41e-639b4c3da0ca", "name": "network-vif-deleted", "tag": "dacec066-2e95-4280-9b28-111cd736a791", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "307fa960-81de-446b-9b0d-b15e2ca48a55", "tag": "b26044fd-0cbf-45d0-ba66-ee1378aa5ae8", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:12.782481 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-517b9ae1-3cef-4eb2-880e-ef63bb1426b3 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:12.782990 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20d65e2-a35f-4aa6-bbac-ccad19beb73d', 'name': 'network-vif-deleted', 'tag': '2fe3a21a-7867-4d67-aba8-b254d4975004', 'status': 'completed', 'code': 200} Aug 16 20:39:12.783274 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ed684a-1c4a-4278-b41e-639b4c3da0ca', 'name': 'network-vif-deleted', 'tag': 'dacec066-2e95-4280-9b28-111cd736a791', 'status': 'completed', 'code': 200} Aug 16 20:39:12.783719 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307fa960-81de-446b-9b0d-b15e2ca48a55', 'tag': 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8', 'status': 'completed', 'code': 200} Aug 16 20:39:12.791531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2fe3a21a-7867-4d67-aba8-b254d4975004 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:12.798163 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-77fcd66d-157f-4044-ac2e-478939b536c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.799859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-77fcd66d-157f-4044-ac2e-478939b536c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0969923 Aug 16 20:39:12.821948 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 2fe3a21a-7867-4d67-aba8-b254d4975004 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:12.822552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2fe3a21a-7867-4d67-aba8-b254d4975004 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:12.851662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7927f66-7e59-430b-b660-a9052b081bfa req-ac0ec464-3212-4d20-b4c3-abdcc4dbc53a tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=e20d65e2-a35f-4aa6-bbac-ccad19beb73d HTTP/1.1" status: 200 len: 210 time: 0.0284636 Aug 16 20:39:12.860452 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.902367 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66344eb0-3425-4bfb-a66e-8cffbc8fd62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.919037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.919664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.921123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] 10.222.0.79 "PUT /v2.0/ports/1a332882-cd13-4814-a91a-fab2c9cd81b6 HTTP/1.1" status: 200 len: 1097 time: 2.7403023 Aug 16 20:39:12.925004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-42451235-314e-4fdf-9d5f-69d70b5bc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.926974 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-42451235-314e-4fdf-9d5f-69d70b5bc739 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1152632 Aug 16 20:39:12.937868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66344eb0-3425-4bfb-a66e-8cffbc8fd62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654842aa-b70e-4660-9681-40dcffe83e96,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:12.947172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769974f-a065-4c17-a1db-7a5b2af31e02 req-9b0f579e-d1b3-42fd-bed3-61b6f8cbc18f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.954635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3769974f-a065-4c17-a1db-7a5b2af31e02 req-9b0f579e-d1b3-42fd-bed3-61b6f8cbc18f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.1057801 Aug 16 20:39:12.962277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54c737-fb00-4aab-8a57-37539425719b service neutron] Pushing event updated for resources: {'Port': ['ID=1a332882-cd13-4814-a91a-fab2c9cd81b6,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:12.962509 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66344eb0-3425-4bfb-a66e-8cffbc8fd62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.964243 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-66344eb0-3425-4bfb-a66e-8cffbc8fd62c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/654842aa-b70e-4660-9681-40dcffe83e96 HTTP/1.1" status: 204 len: 168 time: 0.3930540 Aug 16 20:39:12.967890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36504) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:13.018067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3769974f-a065-4c17-a1db-7a5b2af31e02 req-a9a87196-b502-449b-a4cf-b61240eb95be tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582500 Aug 16 20:39:13.149286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36508) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:13.168644 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.185134 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-b30bac37-4a11-4d42-9bb6-90c4311ee219 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469299 Aug 16 20:39:13.189342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-86117e5c-0105-45e5-9e9d-0c806b0b4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.190959 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-86117e5c-0105-45e5-9e9d-0c806b0b4021 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 1100 time: 0.0944529 Aug 16 20:39:13.203693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:13.206455 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab" -d '{"events": [{"name": "network-changed", "server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:13.253754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d1aa8571-6ea3-4d5b-af9c-3790d71ccb02 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ca7084bc6e8047fe85e32208e5d4a337&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1032174 Aug 16 20:39:13.257702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36512) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:13.306403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-05848bc9-e69e-44f2-85c2-1df02ceb44ee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1a332882-cd13-4814-a91a-fab2c9cd81b6 HTTP/1.1" status: 200 len: 217 time: 0.0925834 Aug 16 20:39:13.307165 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ab21a-36fc-4df8-8ce9-8fd2d319d46c x-openstack-request-id: req-eb6ab21a-36fc-4df8-8ce9-8fd2d319d46c {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:13.307464 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:13.307718 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eb6ab21a-36fc-4df8-8ce9-8fd2d319d46c {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:13.308162 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'status': 'completed', 'code': 200} Aug 16 20:39:13.324309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5de1cb-5d68-4ddc-9d41-3c96d0d9c68a req-21c4eb18-2997-4303-87d7-b493b4055682 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.326586 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed5de1cb-5d68-4ddc-9d41-3c96d0d9c68a req-21c4eb18-2997-4303-87d7-b493b4055682 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 948 time: 0.1269209 Aug 16 20:39:13.422872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed5de1cb-5d68-4ddc-9d41-3c96d0d9c68a req-b6be0bed-c2a9-430a-8b54-fd52ed747a22 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788386 Aug 16 20:39:13.429914 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49fd66dc-4110-487f-a67f-c0d4e6f48a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.444626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-07186de2-1016-4be7-af5a-53efff6ceb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.446531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-07186de2-1016-4be7-af5a-53efff6ceb94 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1099 time: 0.1190300 Aug 16 20:39:13.540069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49fd66dc-4110-487f-a67f-c0d4e6f48a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.549860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee70cb5f-f347-4efb-a4fd-e9fd16e8786e req-7d574c34-076a-4e5e-83b1-f0b59edd2c02 tempest-TenantUsagesTestJSON-933818816 tempest-TenantUsagesTestJSON-933818816-project] 10.222.0.74 "GET /v2.0/ports?device_id=89ed684a-1c4a-4278-b41e-639b4c3da0ca HTTP/1.1" status: 200 len: 210 time: 0.0972192 Aug 16 20:39:13.634179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-31af9637-c661-4ef7-854c-3f91e4f53b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.635813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-31af9637-c661-4ef7-854c-3f91e4f53b81 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1799593 Aug 16 20:39:13.702396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-2949313d-88b6-46a1-9403-c386eb61092b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 217 time: 0.0559990 Aug 16 20:39:13.706552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.728243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9c43d4-bce1-46d9-aa72-00318a89340d']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:13.745497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-bd79dab8-0810-4683-9d2e-77e3f1f46bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.746957 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-bd79dab8-0810-4683-9d2e-77e3f1f46bff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.4038324 Aug 16 20:39:13.748103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f602e-8090-4fa9-a2d7-36a33c9e8fe6 req-39bb4957-5325-4f54-a910-f66abc3804ec tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.749591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-828f602e-8090-4fa9-a2d7-36a33c9e8fe6 req-39bb4957-5325-4f54-a910-f66abc3804ec tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 947 time: 0.1128445 Aug 16 20:39:13.752232 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49fd66dc-4110-487f-a67f-c0d4e6f48a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.754319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e158a9-aeab-40f0-8a70-bc8b9a82acfd') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:13.760275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e158a9-aeab-40f0-8a70-bc8b9a82acfd') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:13.760862 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49fd66dc-4110-487f-a67f-c0d4e6f48a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.760862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-49fd66dc-4110-487f-a67f-c0d4e6f48a62 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/148b4472-d9af-4c91-9d54-ff8c5092a633 HTTP/1.1" status: 204 len: 168 time: 0.4990482 Aug 16 20:39:13.780421 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.784813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-7d117c38-9403-46c0-8d86-8dff55d2f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.786324 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-7d117c38-9403-46c0-8d86-8dff55d2f14d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1099 time: 0.4695177 Aug 16 20:39:13.788323 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-a852b788-45b7-40a3-b55e-29db4e6d4387 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934198 Aug 16 20:39:13.791384 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd66dc-4110-487f-a67f-c0d4e6f48a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148b4472-d9af-4c91-9d54-ff8c5092a633,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:13.832416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-8aad8ef6-47fc-42b1-b879-8f8b44a2b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.834412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-8aad8ef6-47fc-42b1-b879-8f8b44a2b44e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1217396 Aug 16 20:39:13.834765 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.842371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-828f602e-8090-4fa9-a2d7-36a33c9e8fe6 req-316abd79-8575-43b7-a149-7f96d3afc0ea tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812483 Aug 16 20:39:13.873577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:13.874126 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:13.875841 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:13.897579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-08048a15-5121-4e01-a36e-3d80ab31e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.899087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-08048a15-5121-4e01-a36e-3d80ab31e9a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558548 Aug 16 20:39:13.952003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-2694db1c-f02e-4bbc-b60a-0f4a31e9c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.953661 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-2694db1c-f02e-4bbc-b60a-0f4a31e9c2f1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1853204 Aug 16 20:39:13.992190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-1ecf6155-38f9-4996-958c-920be62f41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.993679 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-1ecf6155-38f9-4996-958c-920be62f41ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1862328 Aug 16 20:39:14.018835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-2e5e5b01-23e4-4f1c-a196-b5db3a20e788 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118801 Aug 16 20:39:14.106234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-389adc86-f040-46c4-96dd-1471d1ec3a9c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 217 time: 0.1006768 Aug 16 20:39:14.121938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.140848 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.157595 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9e9c43d4-bce1-46d9-aa72-00318a89340d HTTP/1.1" status: 204 len: 168 time: 1.1179824 Aug 16 20:39:14.157704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36528) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:14.185160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-9aab0423-7bb3-457c-beed-7ca610eddbad service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577652 Aug 16 20:39:14.195861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bad44-2799-485d-ac8e-f8a606f79802 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e9c43d4-bce1-46d9-aa72-00318a89340d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:14.204350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6beb9-95b0-489b-9bef-a277877681b6 req-6a78eff5-e012-4cf2-858c-41d488670034 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.205939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1af6beb9-95b0-489b-9bef-a277877681b6 req-6a78eff5-e012-4cf2-858c-41d488670034 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.1177287 Aug 16 20:39:14.221268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-101682f1-ef49-4668-9174-62ca65446c9b admin admin] Deleting subnet 59a42adf-d777-47c7-bdbc-ddebfc9f4144 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:14.231213 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-101682f1-ef49-4668-9174-62ca65446c9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.231350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-8fbf0da3-57e4-4d9a-bd72-dcafa4dabcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.233650 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-8fbf0da3-57e4-4d9a-bd72-dcafa4dabcc9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1078792 Aug 16 20:39:14.238764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a97cd7-3f2d-42a8-b710-88b52805cb16 req-afbe485c-9a0a-4709-ba3f-ba8eb03ee72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.243112 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7a97cd7-3f2d-42a8-b710-88b52805cb16 req-afbe485c-9a0a-4709-ba3f-ba8eb03ee72a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=307fa960-81de-446b-9b0d-b15e2ca48a55 HTTP/1.1" status: 200 len: 1100 time: 0.1797295 Aug 16 20:39:14.243112 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-641a55b8-9359-4172-bb7b-142b38f3d2cb service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643456 Aug 16 20:39:14.298499 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-101682f1-ef49-4668-9174-62ca65446c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.303695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1af6beb9-95b0-489b-9bef-a277877681b6 req-5c90a3fa-d66b-4019-bd15-1091336e5d43 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874817 Aug 16 20:39:14.363788 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-101682f1-ef49-4668-9174-62ca65446c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.434067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-99b51ff3-7c19-4b8d-96ad-53f882f16027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.435591 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-99b51ff3-7c19-4b8d-96ad-53f882f16027 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1923511 Aug 16 20:39:14.501658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844262-ab34-46c0-a6ea-080426dfa619 req-fb611e09-4ce4-4057-9e82-99b8f69b5a60 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.503961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff844262-ab34-46c0-a6ea-080426dfa619 req-fb611e09-4ce4-4057-9e82-99b8f69b5a60 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 945 time: 0.0629675 Aug 16 20:39:14.510616 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61bd0047-2b97-4d12-93a4-d536f3aad3c3 req-b9c90290-2bd1-4dfc-848e-c873b4892c06 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569377 Aug 16 20:39:14.514973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a97cd7-3f2d-42a8-b710-88b52805cb16 req-6620da5d-1f9f-4a6a-9eb6-f0580923f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.517081 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7a97cd7-3f2d-42a8-b710-88b52805cb16 req-6620da5d-1f9f-4a6a-9eb6-f0580923f6af service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.2612283 Aug 16 20:39:14.539619 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-101682f1-ef49-4668-9174-62ca65446c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.564656 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7a97cd7-3f2d-42a8-b710-88b52805cb16 req-c867ea2e-186d-4b44-8deb-20139d8f8cea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 HTTP/1.1" status: 200 len: 217 time: 0.0386658 Aug 16 20:39:14.586015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101682f1-ef49-4668-9174-62ca65446c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a42adf-d777-47c7-bdbc-ddebfc9f4144,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:14.603360 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-101682f1-ef49-4668-9174-62ca65446c9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.605300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-101682f1-ef49-4668-9174-62ca65446c9b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/59a42adf-d777-47c7-bdbc-ddebfc9f4144 HTTP/1.1" status: 204 len: 168 time: 0.4564271 Aug 16 20:39:14.610910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36548) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:14.633623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa17f78-2114-4f9e-8c16-a1d155e5d38f req-0c4a2303-0c03-409a-98d2-17bb891beb41 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.635176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa17f78-2114-4f9e-8c16-a1d155e5d38f req-0c4a2303-0c03-409a-98d2-17bb891beb41 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 948 time: 0.1301281 Aug 16 20:39:14.635416 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-c658663a-c387-4075-b661-9ed3f33f8600 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856616 Aug 16 20:39:14.649177 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff844262-ab34-46c0-a6ea-080426dfa619 req-d77b1f9f-e8e5-4580-8ecd-3b7d66365080 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347239 Aug 16 20:39:14.658718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a97cd7-3f2d-42a8-b710-88b52805cb16 req-84241adb-0d21-4963-bf1c-df7bbee497c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.660467 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7a97cd7-3f2d-42a8-b710-88b52805cb16 req-84241adb-0d21-4963-bf1c-df7bbee497c7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0866585 Aug 16 20:39:14.737135 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.744794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efa17f78-2114-4f9e-8c16-a1d155e5d38f req-0d2f4317-9103-4cf3-a4cc-72eaf485d732 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610123 Aug 16 20:39:14.777407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a97cd7-3f2d-42a8-b710-88b52805cb16 req-06d4e9da-2d24-4160-886a-7e9bb5795185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.778893 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7a97cd7-3f2d-42a8-b710-88b52805cb16 req-06d4e9da-2d24-4160-886a-7e9bb5795185 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044936 Aug 16 20:39:14.786715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1ad53-b59b-4b82-96b7-aba23107c750', 'tag': '1a332882-cd13-4814-a91a-fab2c9cd81b6'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:14.789223 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9" -d '{"events": [{"name": "network-changed", "server_uuid": "71c1ad53-b59b-4b82-96b7-aba23107c750", "tag": "1a332882-cd13-4814-a91a-fab2c9cd81b6"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:14.856948 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c2abcd9-a122-45fb-888e-6e4a9d1d9bab req-c755cbc6-ffb4-467d-8d69-1bfe3b005b3b service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046633 Aug 16 20:39:14.857151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.869909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e009a03c-df09-43b2-bf63-2e4b3966f611']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:14.877155 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2759283c-ef2b-4ef4-a86d-b7a2db6cd7b0 x-openstack-request-id: req-2759283c-ef2b-4ef4-a86d-b7a2db6cd7b0 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:14.877727 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c1ad53-b59b-4b82-96b7-aba23107c750", "tag": "1a332882-cd13-4814-a91a-fab2c9cd81b6", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:14.877727 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2759283c-ef2b-4ef4-a86d-b7a2db6cd7b0 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:14.878092 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c1ad53-b59b-4b82-96b7-aba23107c750', 'tag': '1a332882-cd13-4814-a91a-fab2c9cd81b6', 'status': 'completed', 'code': 200} Aug 16 20:39:14.884339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb77c73a-18a1-4476-8f01-21e336f440e9') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:14.884716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb77c73a-18a1-4476-8f01-21e336f440e9') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:14.898791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.913708 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.926078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:14.926496 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:14.928385 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:14.932494 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7a97cd7-3f2d-42a8-b710-88b52805cb16 req-5dc5f147-7a6b-44e6-a0ef-b34dc2cd5da6 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375866 Aug 16 20:39:15.011877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9 req-2b316b5b-c64f-4d79-8abb-eec5f138d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.013451 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9 req-2b316b5b-c64f-4d79-8abb-eec5f138d0cd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 1100 time: 0.1114159 Aug 16 20:39:15.148259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570117d-67f5-4ca4-afd7-a08fb30a1205 req-e874dfaf-2c30-4104-9f8c-8d5dd009310e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.149774 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c570117d-67f5-4ca4-afd7-a08fb30a1205 req-e874dfaf-2c30-4104-9f8c-8d5dd009310e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.79 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 945 time: 0.1922331 Aug 16 20:39:15.217827 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7a97cd7-3f2d-42a8-b710-88b52805cb16 req-b706c52a-84ee-4c02-9adc-51a7a3ae5889 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744288 Aug 16 20:39:15.229568 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69bf2f86-da60-4ea4-95d5-6890436713cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.255415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9 req-1c688115-6580-45a2-80f6-c1545f475d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.256904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9 req-1c688115-6580-45a2-80f6-c1545f475d4d service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.2267005 Aug 16 20:39:15.313690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab159e4-7e6e-49ce-8f66-70aca649468d req-af5d670b-3902-4f6f-8e0f-e6899733c0c0 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.314275 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9 req-a200ed95-4c55-4e60-a5ac-b29e723d0ed4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1a332882-cd13-4814-a91a-fab2c9cd81b6 HTTP/1.1" status: 200 len: 217 time: 0.0459871 Aug 16 20:39:15.316044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fab159e4-7e6e-49ce-8f66-70aca649468d req-af5d670b-3902-4f6f-8e0f-e6899733c0c0 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 947 time: 0.3489294 Aug 16 20:39:15.328603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-c570117d-67f5-4ca4-afd7-a08fb30a1205 req-a58231f9-6254-4508-aa1f-264a752ab68e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Deleting port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:15.329048 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c570117d-67f5-4ca4-afd7-a08fb30a1205 req-a58231f9-6254-4508-aa1f-264a752ab68e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.370479 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fab159e4-7e6e-49ce-8f66-70aca649468d req-7e8d82a3-83f4-4015-bc16-b59edf431eb9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Aug 16 20:39:15.392507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.400811 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.406213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] 10.222.0.74 "DELETE /v2.0/networks/e009a03c-df09-43b2-bf63-2e4b3966f611 HTTP/1.1" status: 204 len: 168 time: 0.7916267 Aug 16 20:39:15.443046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00cbd3-8bed-4142-af1b-538203a2b3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e009a03c-df09-43b2-bf63-2e4b3966f611,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:15.443259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9 req-c66cf37f-a78b-433b-af7b-8f4385f9ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.444618 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9 req-c66cf37f-a78b-433b-af7b-8f4385f9ae24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1123233 Aug 16 20:39:15.480296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36572) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:15.509519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4d97f-8b12-4e3c-96a4-c83faf3be3c1 req-175d0805-dc2b-4d4b-9114-61743f60a046 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.524496 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6df4d97f-8b12-4e3c-96a4-c83faf3be3c1 req-175d0805-dc2b-4d4b-9114-61743f60a046 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.0915000 Aug 16 20:39:15.532263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c570117d-67f5-4ca4-afd7-a08fb30a1205 req-a58231f9-6254-4508-aa1f-264a752ab68e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] For port cad4a96e-7636-4feb-b4a6-fbca3ea92e13, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,segment=NetworkSegment(ac151445-f376-47d4-84a3-cab15d5b4c99),segment_id=ac151445-f376-47d4-84a3-cab15d5b4c99)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:15.535916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c570117d-67f5-4ca4-afd7-a08fb30a1205 req-a58231f9-6254-4508-aa1f-264a752ab68e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.549835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-c570117d-67f5-4ca4-afd7-a08fb30a1205 req-a58231f9-6254-4508-aa1f-264a752ab68e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Calling delete_port for cad4a96e-7636-4feb-b4a6-fbca3ea92e13 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:15.567488 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6df4d97f-8b12-4e3c-96a4-c83faf3be3c1 req-4b6b7e58-f312-4a94-b4f2-f4cea3b28767 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Aug 16 20:39:15.567860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9 req-e10ef477-ee83-49cb-99c9-85564d7658e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.569351 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9 req-e10ef477-ee83-49cb-99c9-85564d7658e3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129332 Aug 16 20:39:15.711385 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9 req-baa9f2a9-c669-43d9-adb3-f7609dd8910f service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093690 Aug 16 20:39:15.783648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00678-fd2f-4491-844b-9d7d11dbfd3e req-daad8acc-b9a2-4756-a2c0-9b11d32679c1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.785920 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89c00678-fd2f-4491-844b-9d7d11dbfd3e req-daad8acc-b9a2-4756-a2c0-9b11d32679c1 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 945 time: 0.0599952 Aug 16 20:39:15.830101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89c00678-fd2f-4491-844b-9d7d11dbfd3e req-e1321283-86b4-4ea7-b87e-864940bc861c tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/security-groups?id=25ca03df-3856-47b4-b74a-4a19bd8bf422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382385 Aug 16 20:39:15.856748 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a1f7ef1c-74e1-43d4-94c1-e14fe6b986d9 req-0224f6a7-43b2-46a8-a615-c9630efd9088 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191726 Aug 16 20:39:15.921295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c570117d-67f5-4ca4-afd7-a08fb30a1205 req-a58231f9-6254-4508-aa1f-264a752ab68e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.936087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6354359-db13-4e9e-abfc-2b60ff0fa6f8 req-d1c8fe18-7e2e-469b-86de-77cb83cfc6d9 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.937597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6354359-db13-4e9e-abfc-2b60ff0fa6f8 req-d1c8fe18-7e2e-469b-86de-77cb83cfc6d9 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 948 time: 0.0515585 Aug 16 20:39:15.951049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58231f9-6254-4508-aa1f-264a752ab68e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Pushing event deleted for resources: {'Port': ['ID=cad4a96e-7636-4feb-b4a6-fbca3ea92e13,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:15.988054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6354359-db13-4e9e-abfc-2b60ff0fa6f8 req-0b3ccda3-ba82-414a-bade-860a20565a62 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 Aug 16 20:39:16.010126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c570117d-67f5-4ca4-afd7-a08fb30a1205 req-a58231f9-6254-4508-aa1f-264a752ab68e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] No DVR routers for this DVR port cad4a96e-7636-4feb-b4a6-fbca3ea92e13 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:16.012067 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c570117d-67f5-4ca4-afd7-a08fb30a1205 req-a58231f9-6254-4508-aa1f-264a752ab68e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.014441 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c570117d-67f5-4ca4-afd7-a08fb30a1205 req-a58231f9-6254-4508-aa1f-264a752ab68e tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.79 "DELETE /v2.0/ports/cad4a96e-7636-4feb-b4a6-fbca3ea92e13 HTTP/1.1" status: 204 len: 173 time: 0.8567209 Aug 16 20:39:16.073316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-68cef318-b0c9-4730-8a70-8ba1588e2a84 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=03983c2643a0473a9b08d46fbb383297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916603 Aug 16 20:39:16.075825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36584) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:16.101252 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36586) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:16.124977 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e13d576-aa5d-44aa-862b-4c5c474f6b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.146428 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f7294913-a5a5-438b-a151-ef02c8948c1d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4a578ddb5ff94a70955f3e636c6393b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438983 Aug 16 20:39:16.148114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e13d576-aa5d-44aa-862b-4c5c474f6b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.149222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36588) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:16.199143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-162c62c2-9488-4b70-a101-45a7621607f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.224143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-162c62c2-9488-4b70-a101-45a7621607f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.324121 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e13d576-aa5d-44aa-862b-4c5c474f6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.327039 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e13d576-aa5d-44aa-862b-4c5c474f6b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.328414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9e13d576-aa5d-44aa-862b-4c5c474f6b56 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/039964ea-bcad-4032-8b73-3fd83f24a2ec HTTP/1.1" status: 204 len: 168 time: 0.2515812 Aug 16 20:39:16.337563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13d576-aa5d-44aa-862b-4c5c474f6b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039964ea-bcad-4032-8b73-3fd83f24a2ec,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:16.370947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-162c62c2-9488-4b70-a101-45a7621607f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.372293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-162c62c2-9488-4b70-a101-45a7621607f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.373708 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-162c62c2-9488-4b70-a101-45a7621607f8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/57f94aeb-26e4-4b72-9ef1-1fd92af0822e HTTP/1.1" status: 204 len: 168 time: 0.2231064 Aug 16 20:39:16.382482 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c62c2-9488-4b70-a101-45a7621607f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f94aeb-26e4-4b72-9ef1-1fd92af0822e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:16.491337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9bf65-e213-4b6b-aec2-9a44747da07c req-3db12907-c6c4-43ed-a212-f7d20929bee8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:16.499263 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60b9bf65-e213-4b6b-aec2-9a44747da07c req-3db12907-c6c4-43ed-a212-f7d20929bee8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 947 time: 0.0584226 Aug 16 20:39:16.544156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60b9bf65-e213-4b6b-aec2-9a44747da07c req-c6932d47-e8e2-4e81-b567-06cbbba7093f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Aug 16 20:39:16.693329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5e75-9a5f-47bb-b656-dc2cf8f4cda7 req-e17e7dac-75e2-41d6-b0b3-9d01efbd0a32 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:16.694806 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82bf5e75-9a5f-47bb-b656-dc2cf8f4cda7 req-e17e7dac-75e2-41d6-b0b3-9d01efbd0a32 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.0534050 Aug 16 20:39:16.735411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82bf5e75-9a5f-47bb-b656-dc2cf8f4cda7 req-fb8f5eab-6f33-4bc6-9a60-0ba58dc1b375 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Aug 16 20:39:16.830793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 1a332882-cd13-4814-a91a-fab2c9cd81b6 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:39:16.879639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'name': 'network-vif-deleted', 'tag': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:16.891574 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee404e4-ccf4-4d2b-8d69-68765fd32235" -d '{"events": [{"server_uuid": "eee7e6a3-a2b5-415b-86a0-5750e9a8d764", "name": "network-vif-deleted", "tag": "cad4a96e-7636-4feb-b4a6-fbca3ea92e13"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:16.935324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 1a332882-cd13-4814-a91a-fab2c9cd81b6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=1a332882-cd13-4814-a91a-fab2c9cd81b6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:16.962335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '1a332882-cd13-4814-a91a-fab2c9cd81b6', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '1a332882-cd13-4814-a91a-fab2c9cd81b6', 'mac_address': 'fa:16:3e:d9:de:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:39:16.977198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da0b7cab-fcab-40ac-bd38-ae50932c7491 req-0ee6649c-84b9-4c84-ab3d-e82cbf4c1631 tempest-LiveMigrationTest-1447628807 tempest-LiveMigrationTest-1447628807-project] 10.222.0.74 "GET /v2.0/ports?device_id=eee7e6a3-a2b5-415b-86a0-5750e9a8d764 HTTP/1.1" status: 200 len: 210 time: 0.0303414 Aug 16 20:39:17.012447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:39:17.012447 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.023805 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02033d38-de4e-4c85-b489-7ec63655990c x-openstack-request-id: req-02033d38-de4e-4c85-b489-7ec63655990c {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:17.024422 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee7e6a3-a2b5-415b-86a0-5750e9a8d764", "name": "network-vif-deleted", "tag": "cad4a96e-7636-4feb-b4a6-fbca3ea92e13", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:17.024687 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-02033d38-de4e-4c85-b489-7ec63655990c {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:17.025121 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee7e6a3-a2b5-415b-86a0-5750e9a8d764', 'name': 'network-vif-deleted', 'tag': 'cad4a96e-7636-4feb-b4a6-fbca3ea92e13', 'status': 'completed', 'code': 200} Aug 16 20:39:17.032315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a332882-cd13-4814-a91a-fab2c9cd81b6 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:17.094091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 1a332882-cd13-4814-a91a-fab2c9cd81b6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=1a332882-cd13-4814-a91a-fab2c9cd81b6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:17.133209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7ac67-a1d3-4b87-a647-98dccd1f7b69 req-217fbd1b-6327-404b-88c6-e7f9ffdde6e4 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.134818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13e7ac67-a1d3-4b87-a647-98dccd1f7b69 req-217fbd1b-6327-404b-88c6-e7f9ffdde6e4 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 948 time: 0.0631564 Aug 16 20:39:17.140221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:17.154709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8', 'mac_address': 'fa:16:3e:fa:aa:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:39:17.180977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13e7ac67-a1d3-4b87-a647-98dccd1f7b69 req-06ce3522-ccc4-44f7-ac67-c9b4417a10aa tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378702 Aug 16 20:39:17.202137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.216122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:17.238248 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:17.273154 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.314798 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=1a332882-cd13-4814-a91a-fab2c9cd81b6,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:17.334526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36624) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:17.339153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85032a77-6df8-43ea-bbb1-b95547d4eabf req-61612bda-2462-4549-a8e0-54c14f14e9be tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.340761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85032a77-6df8-43ea-bbb1-b95547d4eabf req-61612bda-2462-4549-a8e0-54c14f14e9be tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 947 time: 0.0583568 Aug 16 20:39:17.349795 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e700d39-243f-461f-bfeb-3141f1ca2274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.385599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85032a77-6df8-43ea-bbb1-b95547d4eabf req-2d96ed63-e191-4ca5-9f20-3c371ba1b40b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384552 Aug 16 20:39:17.396288 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.397681 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:39:17.484924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-4727387e-c2d1-42a0-ae75-e55181105441 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.486569 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-4727387e-c2d1-42a0-ae75-e55181105441 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8&tenant_id=cdcbd16a8feb46228e4e6afaba736344&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 947 time: 0.0835981 Aug 16 20:39:17.492338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:17.498396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:17.507900 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0af82af4-ce26-41b2-af69-1ea5685a5d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.514489 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e700d39-243f-461f-bfeb-3141f1ca2274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.514890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'mac_address': 'fa:16:3e:31:95:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:39:17.559336 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.573907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76116b0b-c70f-4272-81c9-1d9f9b687a19 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:17.575611 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-9f7fc76e-01c8-479b-8650-6f4193d178d9 service neutron] 10.222.0.76 "GET /v2.0/ports/76116b0b-c70f-4272-81c9-1d9f9b687a19/bindings/n-h1-793619-14 HTTP/1.1" status: 200 len: 383 time: 0.0780079 Aug 16 20:39:17.596279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:17.639629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-274abbcf-9c15-47ca-b274-82a8e77afd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.641205 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-274abbcf-9c15-47ca-b274-82a8e77afd56 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0418575 Aug 16 20:39:17.668347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['1a332882-cd13-4814-a91a-fab2c9cd81b6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:17.709232 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e700d39-243f-461f-bfeb-3141f1ca2274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.720152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36630) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:17.729286 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.766362 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5e700d39-243f-461f-bfeb-3141f1ca2274 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2d3e61bd78a548778d83e25b369d1c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302032 Aug 16 20:39:17.766849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36634) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:17.776900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-90a5287f-40da-4ced-adef-98f0d6df4523 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=88e7852b63ec4102bcd179ce7d21ceb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547006 Aug 16 20:39:17.777978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36636) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:17.782702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e700d39-243f-461f-bfeb-3141f1ca2274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a739773-14cd-4a0c-b6e5-fe092d98ff21,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:17.818201 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-bae06588-fbe5-48b1-944e-7909c91b8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.821065 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-bae06588-fbe5-48b1-944e-7909c91b8ad5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1703067 Aug 16 20:39:17.829838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:17.847954 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0843b2c-2869-44a7-a761-498876815496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.883079 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-92541194-d0c4-47b2-93a0-5bacfb12dcff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 217 time: 0.0514143 Aug 16 20:39:17.903364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0843b2c-2869-44a7-a761-498876815496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.919152 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.931277 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e7fdc62-b508-484e-a8f8-d16c4bfa094e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.949073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b2cc0-59bd-4536-8cfe-64123947a2da req-cebdc419-ed17-45eb-b7c5-8f59424fda98 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.952024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e5b2cc0-59bd-4536-8cfe-64123947a2da req-cebdc419-ed17-45eb-b7c5-8f59424fda98 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.0994282 Aug 16 20:39:17.965402 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e7fdc62-b508-484e-a8f8-d16c4bfa094e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.974892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-7a23ce88-3b5d-4865-9b11-b048c677cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.976369 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-7a23ce88-3b5d-4865-9b11-b048c677cb4e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0830715 Aug 16 20:39:18.001669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e5b2cc0-59bd-4536-8cfe-64123947a2da req-e82dae34-60a5-4afc-838c-a235b9f134e8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442228 Aug 16 20:39:18.045583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-b01210cd-bd29-4df3-abcf-70ec8dc40825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:18.047105 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-b01210cd-bd29-4df3-abcf-70ec8dc40825 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521433 Aug 16 20:39:18.091164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36648) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:18.158542 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-21740a11-1636-48a7-8974-9467b83d182b service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956206 Aug 16 20:39:18.163182 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0843b2c-2869-44a7-a761-498876815496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.164519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['b26044fd-0cbf-45d0-ba66-ee1378aa5ae8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:18.165861 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0843b2c-2869-44a7-a761-498876815496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.168475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a0843b2c-2869-44a7-a761-498876815496 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/065b791a-d64d-41b4-98d2-f6ee34c31f8b HTTP/1.1" status: 204 len: 168 time: 0.3882723 Aug 16 20:39:18.176231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['76116b0b-c70f-4272-81c9-1d9f9b687a19'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:18.193546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4992f0ab-1d37-4e8e-9bf3-985323c95596 admin admin] Deleting subnet 577d0868-2656-4697-864d-d9057a25f10d {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:18.197686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0843b2c-2869-44a7-a761-498876815496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065b791a-d64d-41b4-98d2-f6ee34c31f8b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:18.202763 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4992f0ab-1d37-4e8e-9bf3-985323c95596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.269066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-208bfd99-cdf0-4804-b361-c8b8ab86e225 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:18.272132 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-208bfd99-cdf0-4804-b361-c8b8ab86e225 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 1098 time: 0.1419051 Aug 16 20:39:18.296098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793619-14'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:18.303275 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-73bde496-aa81-483d-9e34-4e8b8a8fb1a7 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252391 Aug 16 20:39:18.309333 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e7fdc62-b508-484e-a8f8-d16c4bfa094e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.312203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e7fdc62-b508-484e-a8f8-d16c4bfa094e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.316331 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0e7fdc62-b508-484e-a8f8-d16c4bfa094e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5a739773-14cd-4a0c-b6e5-fe092d98ff21 HTTP/1.1" status: 204 len: 168 time: 0.5410929 Aug 16 20:39:18.340290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4992f0ab-1d37-4e8e-9bf3-985323c95596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.346475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fdc62-b508-484e-a8f8-d16c4bfa094e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a739773-14cd-4a0c-b6e5-fe092d98ff21,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:18.450411 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.462859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de21da5-b766-4ee9-9221-2e4d81c3b9b6 req-cb270299-0633-4efa-a911-ab02bd8c439b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:18.464643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5de21da5-b766-4ee9-9221-2e4d81c3b9b6 req-cb270299-0633-4efa-a911-ab02bd8c439b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 949 time: 0.1643031 Aug 16 20:39:18.465975 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4992f0ab-1d37-4e8e-9bf3-985323c95596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.681380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5de21da5-b766-4ee9-9221-2e4d81c3b9b6 req-996d07dc-444a-45f9-b609-a26640ae8eb9 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048445 Aug 16 20:39:18.715192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5dd1-8499-4224-8d2d-659a3515682e req-8d453592-af22-4964-b024-14c7c2f81dbe tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:18.723252 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65bb5dd1-8499-4224-8d2d-659a3515682e req-8d453592-af22-4964-b024-14c7c2f81dbe tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 948 time: 0.2174213 Aug 16 20:39:18.791743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65bb5dd1-8499-4224-8d2d-659a3515682e req-479c939d-17cb-4567-8a28-dff2a84504cf tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599785 Aug 16 20:39:18.793516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9dd6601d-43be-4ca3-abd2-a648b269b019,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:18.830160 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4992f0ab-1d37-4e8e-9bf3-985323c95596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.848932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 1a332882-cd13-4814-a91a-fab2c9cd81b6 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:18.874635 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4992f0ab-1d37-4e8e-9bf3-985323c95596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.876024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4992f0ab-1d37-4e8e-9bf3-985323c95596 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/577d0868-2656-4697-864d-d9057a25f10d HTTP/1.1" status: 204 len: 168 time: 0.7837975 Aug 16 20:39:18.877126 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992f0ab-1d37-4e8e-9bf3-985323c95596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577d0868-2656-4697-864d-d9057a25f10d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:18.878957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36680) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:18.924481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:18.987094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7236841f-8c93-4e66-a627-6f22169596ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd6601d-43be-4ca3-abd2-a648b269b019'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:18.989688 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dfa8c4-0b35-4272-9e13-ceac40b797e0" -d '{"events": [{"server_uuid": "7236841f-8c93-4e66-a627-6f22169596ca", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd6601d-43be-4ca3-abd2-a648b269b019"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:18.993948 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.999172 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.030227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9dd6601d-43be-4ca3-abd2-a648b269b019 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:39:19.034063 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27768f9d-1c75-4bdf-907f-f034d1292c6b x-openstack-request-id: req-27768f9d-1c75-4bdf-907f-f034d1292c6b {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:19.034324 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7236841f-8c93-4e66-a627-6f22169596ca", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd6601d-43be-4ca3-abd2-a648b269b019", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:19.034615 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-27768f9d-1c75-4bdf-907f-f034d1292c6b {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:19.035014 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7236841f-8c93-4e66-a627-6f22169596ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd6601d-43be-4ca3-abd2-a648b269b019', 'code': 200} Aug 16 20:39:19.042105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 1a332882-cd13-4814-a91a-fab2c9cd81b6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:19.052896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 1a332882-cd13-4814-a91a-fab2c9cd81b6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:19.053720 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.090581 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.109928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf706a4-9ec9-4489-bfe2-213695736c3f']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:19.136342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac151445-f376-47d4-84a3-cab15d5b4c99') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:19.136450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac151445-f376-47d4-84a3-cab15d5b4c99') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:19.149139 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.181621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f54f7-627d-4c69-b71c-3b5cf38a7639 req-6c471805-07f3-4d3c-932f-0c8bfe4a7991 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.183178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e1f54f7-627d-4c69-b71c-3b5cf38a7639 req-6c471805-07f3-4d3c-932f-0c8bfe4a7991 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 946 time: 0.0975862 Aug 16 20:39:19.184551 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.186706 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.188740 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.218700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:19.219124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:19.221646 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:19.241391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9dd6601d-43be-4ca3-abd2-a648b269b019,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:19.255483 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.258370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9dd6601d-43be-4ca3-abd2-a648b269b019 has no active binding in host n-h1-793619-14 {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:39:19.294236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1ad53-b59b-4b82-96b7-aba23107c750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a332882-cd13-4814-a91a-fab2c9cd81b6'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:19.297818 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a90df9-b1ae-45b1-9c50-7123fc3295ab" -d '{"events": [{"server_uuid": "71c1ad53-b59b-4b82-96b7-aba23107c750", "name": "network-vif-plugged", "status": "completed", "tag": "1a332882-cd13-4814-a91a-fab2c9cd81b6"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:19.316520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 1a332882-cd13-4814-a91a-fab2c9cd81b6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=1a332882-cd13-4814-a91a-fab2c9cd81b6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:19.337395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd6601d-43be-4ca3-abd2-a648b269b019,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:19.363868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e1f54f7-627d-4c69-b71c-3b5cf38a7639 req-0a2b38a8-f8fb-4157-a2a7-688871506606 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685073 Aug 16 20:39:19.368637 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf45a90b-2f35-40ef-b1d1-f98162e7f13e x-openstack-request-id: req-bf45a90b-2f35-40ef-b1d1-f98162e7f13e {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:19.370318 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1ad53-b59b-4b82-96b7-aba23107c750", "name": "network-vif-plugged", "status": "completed", "tag": "1a332882-cd13-4814-a91a-fab2c9cd81b6", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:19.370650 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bf45a90b-2f35-40ef-b1d1-f98162e7f13e {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:19.371131 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c1ad53-b59b-4b82-96b7-aba23107c750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a332882-cd13-4814-a91a-fab2c9cd81b6', 'code': 200} Aug 16 20:39:19.379474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 on host n-h2-793619-14 for vnic_type normal with profile {"migrating_to": "n-h1-793619-14"} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:19.380374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:19.380374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:19.390040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Port 9dd6601d-43be-4ca3-abd2-a648b269b019 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:39:19.390438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Attempting to bind port 9dd6601d-43be-4ca3-abd2-a648b269b019 on network ea27ba5b-3833-416a-8de4-4d37b3cc5d46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:19.401572 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:19.401572 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Checking segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:19.401572 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Bound using segment: {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:19.401970 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.401970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device cad4a96e-7636-4feb-b4a6-fbca3ea92e13 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:19.411301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Bound port: 9dd6601d-43be-4ca3-abd2-a648b269b019, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97fce7-9893-4d0a-b66e-f9805a055606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ea27ba5b-3833-416a-8de4-4d37b3cc5d46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:19.411866 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.453099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: cad4a96e-7636-4feb-b4a6-fbca3ea92e13 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:19.453728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device cad4a96e-7636-4feb-b4a6-fbca3ea92e13 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:19.454895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.461837 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.466184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] 10.222.0.74 "DELETE /v2.0/networks/acf706a4-9ec9-4489-bfe2-213695736c3f HTTP/1.1" status: 204 len: 168 time: 0.5842924 Aug 16 20:39:19.472692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36716) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:19.497923 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=1a332882-cd13-4814-a91a-fab2c9cd81b6,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:19.508836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd7a95-afdb-4e42-b6a5-d1a790248fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=acf706a4-9ec9-4489-bfe2-213695736c3f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:19.513198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9418c-75d6-42a4-89a3-6090bfc3c67d req-9d1f714b-2ad1-4480-a29d-5fdff015d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.514342 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eaf9418c-75d6-42a4-89a3-6090bfc3c67d req-9d1f714b-2ad1-4480-a29d-5fdff015d3a6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 1102 time: 0.0584633 Aug 16 20:39:19.559850 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eaf9418c-75d6-42a4-89a3-6090bfc3c67d req-5eecbf3e-55b5-47a8-8d1f-0bc34bbacb01 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338218 Aug 16 20:39:19.570974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:19.577782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9dd6601d-43be-4ca3-abd2-a648b269b019,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:19.581529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5ea836-8960-4b65-b7cf-adb38fc851f8 admin admin] Deleting subnet 85951620-86d5-41c8-a2a3-d45aeb040e64 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:19.585201 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea836-8960-4b65-b7cf-adb38fc851f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.627421 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea836-8960-4b65-b7cf-adb38fc851f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.670575 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea836-8960-4b65-b7cf-adb38fc851f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.677241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36728) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:19.709531 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.803008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.803537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.805100 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] 10.222.0.76 "PUT /v2.0/ports/9dd6601d-43be-4ca3-abd2-a648b269b019 HTTP/1.1" status: 200 len: 1124 time: 1.5230219 Aug 16 20:39:19.810505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f80a5-f33d-42a8-81a1-e43155a12154 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd6601d-43be-4ca3-abd2-a648b269b019,revision_number=8']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:19.899600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae0420-8d90-408e-958e-69ece1e4147c req-b858b0b1-4b26-4ba6-81af-23e0f0c52964 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.901248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16ae0420-8d90-408e-958e-69ece1e4147c req-b858b0b1-4b26-4ba6-81af-23e0f0c52964 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 950 time: 0.0857594 Aug 16 20:39:19.932699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['9dd6601d-43be-4ca3-abd2-a648b269b019'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:19.942965 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea836-8960-4b65-b7cf-adb38fc851f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.961354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['9dd6601d-43be-4ca3-abd2-a648b269b019'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:19.978762 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ea836-8960-4b65-b7cf-adb38fc851f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85951620-86d5-41c8-a2a3-d45aeb040e64,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:19.982956 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea836-8960-4b65-b7cf-adb38fc851f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.988493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36738) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:19.988589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6d5ea836-8960-4b65-b7cf-adb38fc851f8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/85951620-86d5-41c8-a2a3-d45aeb040e64 HTTP/1.1" status: 204 len: 168 time: 0.5121465 Aug 16 20:39:20.007730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c01190-d9aa-441a-ac7c-6a5418d3b7ab req-24fa200b-5440-4cfb-af5c-9726d84aa529 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:20.009699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11c01190-d9aa-441a-ac7c-6a5418d3b7ab req-24fa200b-5440-4cfb-af5c-9726d84aa529 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 948 time: 0.1291788 Aug 16 20:39:20.025415 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16ae0420-8d90-408e-958e-69ece1e4147c req-3013bf26-9273-4d92-affb-5f1cf996061e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995054 Aug 16 20:39:20.070299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11c01190-d9aa-441a-ac7c-6a5418d3b7ab req-769ace97-909f-485d-964a-a557c69402b9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391011 Aug 16 20:39:20.082687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1727626540-network', 'tenant_id': '58ac4f9bf6fc4139b37278fdc9cb3585'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:20.129174 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.225849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.237040 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71791ba-520e-4c89-a0a1-f947ecad7f58']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:20.250018 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea537e9d-1e83-49fe-a80a-a07ddd873028') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:20.250322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea537e9d-1e83-49fe-a80a-a07ddd873028') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:20.260038 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.278916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.280786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:20.281223 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:20.282847 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:20.318246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Made reservation on behalf of 58ac4f9bf6fc4139b37278fdc9cb3585 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:20.320164 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.335940 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.443434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36750) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:20.457779 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.490369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.499653 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.505586 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d71791ba-520e-4c89-a0a1-f947ecad7f58 HTTP/1.1" status: 204 len: 168 time: 0.5165305 Aug 16 20:39:20.521192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8b5e4-9d8e-48a2-ba5d-eb7b9c215b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=d71791ba-520e-4c89-a0a1-f947ecad7f58,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:20.541234 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.578944 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96db0ad4-909f-4a75-9552-a6a2add15c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.589663 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.637679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:20.660379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d0a342-b1f6-4bae-9d04-52c1a7179f92,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:20.666042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.666275 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Added segment 7095b07c-257a-45be-9a6d-269c58a56bb3 of type vlan for network 608d1e45-90e9-4149-94a0-8bd1cbbfcba8 Aug 16 20:39:20.721151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96db0ad4-909f-4a75-9552-a6a2add15c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.722473 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.804286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43c9c5-0c92-4a9a-957f-0bff5d21d9a2 req-b7dda3a3-5205-454d-9447-bfc243a60a7d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:20.806119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b43c9c5-0c92-4a9a-957f-0bff5d21d9a2 req-b7dda3a3-5205-454d-9447-bfc243a60a7d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0540919 Aug 16 20:39:20.843994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b43c9c5-0c92-4a9a-957f-0bff5d21d9a2 req-a7ccbf85-37b8-49ad-9270-f40033dcac2a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Aug 16 20:39:20.855235 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96db0ad4-909f-4a75-9552-a6a2add15c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.899704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-96db0ad4-909f-4a75-9552-a6a2add15c5e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8816be60680444cd92521a390a8eabef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539335 Aug 16 20:39:20.900713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db0ad4-909f-4a75-9552-a6a2add15c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7a9f28-2bbb-4df4-9ad3-47bcae731fd7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:20.902480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36760) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:20.945638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.946637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:20.947197 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.036249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7236841f-8c93-4e66-a627-6f22169596ca', 'tag': '9dd6601d-43be-4ca3-abd2-a648b269b019'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:21.048123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:39:21.051259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:21.051555 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6429427d-8975-49cd-86f8-ba8bb4cc7b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "7236841f-8c93-4e66-a627-6f22169596ca", "tag": "9dd6601d-43be-4ca3-abd2-a648b269b019"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:21.142029 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e7375c-8523-4829-b012-1b8ba13877c3 x-openstack-request-id: req-28e7375c-8523-4829-b012-1b8ba13877c3 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:21.142336 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7236841f-8c93-4e66-a627-6f22169596ca", "tag": "9dd6601d-43be-4ca3-abd2-a648b269b019", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:21.142652 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-28e7375c-8523-4829-b012-1b8ba13877c3 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:21.143118 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7236841f-8c93-4e66-a627-6f22169596ca', 'tag': '9dd6601d-43be-4ca3-abd2-a648b269b019', 'status': 'completed', 'code': 200} Aug 16 20:39:21.278598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:21.295115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'mac_address': 'fa:16:3e:31:95:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:39:21.297726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64859e-03ce-46ef-aaab-c2814bfd25d3 req-8eb11644-f54b-4e57-ae94-2ba46184cf6c tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:21.301769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:21.303788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c64859e-03ce-46ef-aaab-c2814bfd25d3 req-8eb11644-f54b-4e57-ae94-2ba46184cf6c tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 950 time: 0.1122053 Aug 16 20:39:21.307099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:21.314155 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.319118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36778) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:21.363286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aa2c5-f77e-4ff9-83e4-c86ee3882b78 req-0953e0a1-f0a3-469a-b869-302d62d8aa38 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:21.365177 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e7aa2c5-f77e-4ff9-83e4-c86ee3882b78 req-0953e0a1-f0a3-469a-b869-302d62d8aa38 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 948 time: 0.1311831 Aug 16 20:39:21.435685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c64859e-03ce-46ef-aaab-c2814bfd25d3 req-76db61b0-4ca7-42a0-b9c0-a53fe4076712 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252627 Aug 16 20:39:21.436719 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.444139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e16d046-2520-46ac-bbc5-988a5f18af67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.446290 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-07d5734d-27d7-43c8-a075-6b86f7dc0831 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=39ccbfbebde54f1d89cec17a712f35b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1260169 Aug 16 20:39:21.457682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36780) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:21.476968 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] Pushing event updated for resources: {'Network': ['ID=608d1e45-90e9-4149-94a0-8bd1cbbfcba8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:21.479523 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4287d84a-c08e-49d0-8e7c-fd60b5b9946d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8008475 Aug 16 20:39:21.491073 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36784) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:21.491678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e7aa2c5-f77e-4ff9-83e4-c86ee3882b78 req-dc7d392f-44df-41d8-a6ff-101bf25cd361 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152098 Aug 16 20:39:21.494003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:21.497866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307fa960-81de-446b-9b0d-b15e2ca48a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:21.498766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] Request body: {'subnet': {'network_id': '608d1e45-90e9-4149-94a0-8bd1cbbfcba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1727626540-subnet', 'tenant_id': '58ac4f9bf6fc4139b37278fdc9cb3585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:21.500642 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9907e7-4791-4fd8-8a6b-0c80b6cd21e5" -d '{"events": [{"server_uuid": "307fa960-81de-446b-9b0d-b15e2ca48a55", "name": "network-vif-plugged", "status": "completed", "tag": "b26044fd-0cbf-45d0-ba66-ee1378aa5ae8"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:21.506378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 608d1e45-90e9-4149-94a0-8bd1cbbfcba8 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:21.548120 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e16d046-2520-46ac-bbc5-988a5f18af67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.564091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429427d-8975-49cd-86f8-ba8bb4cc7b0f req-9270e8a6-42f1-44b9-8bb3-5d9e94645aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:21.568475 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6429427d-8975-49cd-86f8-ba8bb4cc7b0f req-9270e8a6-42f1-44b9-8bb3-5d9e94645aa6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 1127 time: 0.2172916 Aug 16 20:39:21.621446 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.647336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bd472-97db-43d5-bcf2-5ba2cba438ae req-c4b7aaec-efc0-4601-a0ab-21b74aa249c7 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:21.649688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-704bd472-97db-43d5-bcf2-5ba2cba438ae req-c4b7aaec-efc0-4601-a0ab-21b74aa249c7 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=307fa960-81de-446b-9b0d-b15e2ca48a55 HTTP/1.1" status: 200 len: 949 time: 0.0906038 Aug 16 20:39:21.662015 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf12578-6937-410c-91a4-b88e1e19a2e6 x-openstack-request-id: req-4cf12578-6937-410c-91a4-b88e1e19a2e6 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:21.662372 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307fa960-81de-446b-9b0d-b15e2ca48a55", "name": "network-vif-plugged", "status": "completed", "tag": "b26044fd-0cbf-45d0-ba66-ee1378aa5ae8", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:21.662625 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4cf12578-6937-410c-91a4-b88e1e19a2e6 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:21.663252 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307fa960-81de-446b-9b0d-b15e2ca48a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8', 'code': 200} Aug 16 20:39:21.689643 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c4160f-4363-4c96-b547-2c850106d0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.695176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-704bd472-97db-43d5-bcf2-5ba2cba438ae req-e01fdd67-9ebb-4219-808a-c59bc95e2891 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Aug 16 20:39:21.718212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:21.724505 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c4160f-4363-4c96-b547-2c850106d0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.737695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] Made reservation on behalf of 58ac4f9bf6fc4139b37278fdc9cb3585 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:21.739962 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.787828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d131f1-732b-4714-96cb-92c3da7a2ac2 req-0888a99e-c7f7-45d6-93cc-ce8fa79f5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:21.789483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37d131f1-732b-4714-96cb-92c3da7a2ac2 req-0888a99e-c7f7-45d6-93cc-ce8fa79f5521 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=307fa960-81de-446b-9b0d-b15e2ca48a55 HTTP/1.1" status: 200 len: 1102 time: 0.0465891 Aug 16 20:39:21.799010 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429427d-8975-49cd-86f8-ba8bb4cc7b0f req-5da0f2ce-6de9-421d-bdad-58d54eb904f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:21.800549 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6429427d-8975-49cd-86f8-ba8bb4cc7b0f req-5da0f2ce-6de9-421d-bdad-58d54eb904f3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.2208445 Aug 16 20:39:21.829314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37d131f1-732b-4714-96cb-92c3da7a2ac2 req-7708b70f-04ec-4d1f-b437-a22d10a499e3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Aug 16 20:39:21.886798 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6429427d-8975-49cd-86f8-ba8bb4cc7b0f req-998cbbb2-b2b7-4e1f-a8b0-5b241e798a32 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dd6601d-43be-4ca3-abd2-a648b269b019 HTTP/1.1" status: 200 len: 217 time: 0.0598955 Aug 16 20:39:21.894293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e16d046-2520-46ac-bbc5-988a5f18af67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.896829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e16d046-2520-46ac-bbc5-988a5f18af67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.897985 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6e16d046-2520-46ac-bbc5-988a5f18af67 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3f7a9f28-2bbb-4df4-9ad3-47bcae731fd7 HTTP/1.1" status: 204 len: 168 time: 0.9944890 Aug 16 20:39:21.954673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16d046-2520-46ac-bbc5-988a5f18af67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7a9f28-2bbb-4df4-9ad3-47bcae731fd7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:21.980715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-c4d213e3-d69c-429e-a20b-c7db951c7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:21.982416 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-c4d213e3-d69c-429e-a20b-c7db951c7898 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8&tenant_id=cdcbd16a8feb46228e4e6afaba736344 HTTP/1.1" status: 200 len: 1100 time: 0.1572895 Aug 16 20:39:21.985523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429427d-8975-49cd-86f8-ba8bb4cc7b0f req-56b6d34e-4263-4eee-bfae-a7b54f852471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:21.989218 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6429427d-8975-49cd-86f8-ba8bb4cc7b0f req-56b6d34e-4263-4eee-bfae-a7b54f852471 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0844734 Aug 16 20:39:22.013671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d751-5953-42f0-957a-ec89388d15ff req-9ec7a1db-f7b8-42fe-94df-21ad2a7adf01 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:22.015267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f686d751-5953-42f0-957a-ec89388d15ff req-9ec7a1db-f7b8-42fe-94df-21ad2a7adf01 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0890889 Aug 16 20:39:22.026306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:22.048963 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c4160f-4363-4c96-b547-2c850106d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.051619 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c4160f-4363-4c96-b547-2c850106d0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.056962 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a2c4160f-4363-4c96-b547-2c850106d0a9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/25ca03df-3856-47b4-b74a-4a19bd8bf422 HTTP/1.1" status: 204 len: 168 time: 0.5934467 Aug 16 20:39:22.062308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f686d751-5953-42f0-957a-ec89388d15ff req-76d2becf-f35d-452c-99ca-e01896b6dcc8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394478 Aug 16 20:39:22.078199 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6429427d-8975-49cd-86f8-ba8bb4cc7b0f req-ac363c4a-3e07-4590-8345-6868d465877f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642278 Aug 16 20:39:22.088123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4160f-4363-4c96-b547-2c850106d0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ca03df-3856-47b4-b74a-4a19bd8bf422,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:22.196092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.292307 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6429427d-8975-49cd-86f8-ba8bb4cc7b0f req-d155536d-5758-41da-b8d6-10aaff38d787 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957684 Aug 16 20:39:22.346122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.511798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ab7c7f-b390-4bfa-bd7c-7f9f67c8eb6b,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:22.564284 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6429427d-8975-49cd-86f8-ba8bb4cc7b0f req-05f2a9bf-e6a6-4f30-b862-00440fc25aa8 service neutron] 10.222.0.79 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278557 Aug 16 20:39:22.567411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] Checking segment: {'id': '7095b07c-257a-45be-9a6d-269c58a56bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '608d1e45-90e9-4149-94a0-8bd1cbbfcba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:22.567772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] Network hostable DHCP agents. Network: 608d1e45-90e9-4149-94a0-8bd1cbbfcba8, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:22.586852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:22.623220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fa782-3e99-473f-9066-f02486550966 req-1a4643a6-77fd-4309-9714-eb799138e650 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:22.624883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e46fa782-3e99-473f-9066-f02486550966 req-1a4643a6-77fd-4309-9714-eb799138e650 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 948 time: 0.0628369 Aug 16 20:39:22.629918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:22.669766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e46fa782-3e99-473f-9066-f02486550966 req-b51f011e-84b3-4ad5-97b4-6de4f9b2e4ec tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345302 Aug 16 20:39:22.672433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 76116b0b-c70f-4272-81c9-1d9f9b687a19 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:22.686349 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.698055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Ignored duplicate provisioning block setup for port 76116b0b-c70f-4272-81c9-1d9f9b687a19 by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:39:22.719939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] Network 608d1e45-90e9-4149-94a0-8bd1cbbfcba8 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:22.815322 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.820756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b41e74-c9e2-441e-82dc-0c72b4f611cd req-9c56cd62-5b87-474d-97ca-529af573d607 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:22.820756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86b41e74-c9e2-441e-82dc-0c72b4f611cd req-9c56cd62-5b87-474d-97ca-529af573d607 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=307fa960-81de-446b-9b0d-b15e2ca48a55 HTTP/1.1" status: 200 len: 950 time: 0.0540183 Aug 16 20:39:22.860818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86b41e74-c9e2-441e-82dc-0c72b4f611cd req-c9b57d6d-cd75-4b85-96ca-c0ad70572c3f tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343328 Aug 16 20:39:22.900952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 608d1e45-90e9-4149-94a0-8bd1cbbfcba8) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:22.906357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:22.906871 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.910370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060587b6-5056-44c3-b4a1-a9770fc6ac21 None None] Network 608d1e45-90e9-4149-94a0-8bd1cbbfcba8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:22.910888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=9']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:22.913910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] No DVR routers for this DVR port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:22.964466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:22.964859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:22.965581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:22.970509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:39:22.970833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Attempting to bind port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:22.976138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:22.976478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:22.976859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:22.977333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Bound port: 76116b0b-c70f-4272-81c9-1d9f9b687a19, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:22.977684 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.047931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:23.051901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:23.060888 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:23.065161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2293590-418e-4ccb-b27c-4c43e1740df1 None None] Network 608d1e45-90e9-4149-94a0-8bd1cbbfcba8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:23.139441 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-31d09dae-364b-4c8b-8f07-88f98ddb86ab admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6456640 Aug 16 20:39:23.167556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:23.178307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.220226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.220847 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.226624 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] 10.222.0.79 "PUT /v2.0/ports/76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 1096 time: 1.2095907 Aug 16 20:39:23.226624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:23.228420 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c35e72-1394-4582-a122-4c26187955d0" -d '{"events": [{"name": "network-changed", "server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:23.248415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f6907-6e82-467c-ac82-bdabc39ed3df req-81ed3d68-7d93-4b82-ab16-f4ee7fd169e0 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.251938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee1f6907-6e82-467c-ac82-bdabc39ed3df req-81ed3d68-7d93-4b82-ab16-f4ee7fd169e0 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0728149 Aug 16 20:39:23.260044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f569c-9f07-4fdd-a87e-84269df41967 service neutron] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=10']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:23.315330 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2874999-3650-4d3c-84c5-c19145555aba x-openstack-request-id: req-c2874999-3650-4d3c-84c5-c19145555aba {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:23.315330 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:23.315330 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c2874999-3650-4d3c-84c5-c19145555aba {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:23.315330 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'status': 'completed', 'code': 200} Aug 16 20:39:23.317682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36820) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.319135 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee1f6907-6e82-467c-ac82-bdabc39ed3df req-b3a70309-0498-4c37-adcd-55362e26525d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617528 Aug 16 20:39:23.337295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-987a2910-4ceb-4017-9c4b-6230902f5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.342461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-987a2910-4ceb-4017-9c4b-6230902f5e0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1100 time: 0.0835788 Aug 16 20:39:23.343607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eebfe785-4dfd-4132-8493-0d6a6376a497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.399006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35e72-1394-4582-a122-4c26187955d0 req-6d32e8bb-6853-42c2-899f-308d15351dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.401297 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-6d32e8bb-6853-42c2-899f-308d15351dd8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1100 time: 0.0510361 Aug 16 20:39:23.494558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-43ea6193-0a47-408b-a614-be5a88c9fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.495952 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-43ea6193-0a47-408b-a614-be5a88c9fecd service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1366768 Aug 16 20:39:23.569224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35e72-1394-4582-a122-4c26187955d0 req-43415efb-79df-4fe5-82fe-b78e3e7047e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.569964 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-16397df4-418a-4033-8bbf-043c405d53cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 217 time: 0.0541210 Aug 16 20:39:23.570932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-43415efb-79df-4fe5-82fe-b78e3e7047e3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1598687 Aug 16 20:39:23.582541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eebfe785-4dfd-4132-8493-0d6a6376a497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.623115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-ae4fb04f-0fd6-4f23-ac32-65932daa6e74 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 217 time: 0.0428669 Aug 16 20:39:23.627728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-4c888c01-db66-4f61-bf43-6061ff3ac76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.629782 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-4c888c01-db66-4f61-bf43-6061ff3ac76f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0460069 Aug 16 20:39:23.678788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35e72-1394-4582-a122-4c26187955d0 req-7a12de70-02a6-4ff3-8526-cd917e1f2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.679369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-357c0e5a-a96d-41e0-a739-24926798bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.680283 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-7a12de70-02a6-4ff3-8526-cd917e1f2290 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0482385 Aug 16 20:39:23.680394 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-357c0e5a-a96d-41e0-a739-24926798bc5e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406005 Aug 16 20:39:23.729516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36830) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.769494 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eebfe785-4dfd-4132-8493-0d6a6376a497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.818766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35e72-1394-4582-a122-4c26187955d0 req-4e8723d7-bef7-4c25-b30b-1907678dd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.820289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-4e8723d7-bef7-4c25-b30b-1907678dd8d2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307993 Aug 16 20:39:23.833126 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eebfe785-4dfd-4132-8493-0d6a6376a497 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0691ca51c0e842ff8838bf6ac23e90ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120652 Aug 16 20:39:23.833126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfe785-4dfd-4132-8493-0d6a6376a497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a0c1cf-56bf-4f54-ab95-46d415ec891b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:23.834988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4459e448-b4a8-4b28-8b44-4e5e5c8bf8e4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c157e506ba04b2d8e5e885027a39230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1034803 Aug 16 20:39:23.835489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36832) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.842247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36834) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.845236 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-6b4fa2c1-5e16-4f73-aa08-a66b878b8164 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547341 Aug 16 20:39:23.863856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c97dd8-9827-45a2-ab8f-002efcf08bc3 req-2d2e6ca0-faef-4b38-8ea2-dd50dcab8b60 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.865700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1c97dd8-9827-45a2-ab8f-002efcf08bc3 req-2d2e6ca0-faef-4b38-8ea2-dd50dcab8b60 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 948 time: 0.1113780 Aug 16 20:39:23.957504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1c97dd8-9827-45a2-ab8f-002efcf08bc3 req-24c3d0d7-7154-4059-8aeb-ce3eb36e5cf0 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806615 Aug 16 20:39:23.998556 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d29a8a17-b417-4741-bd16-fcba062c4b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.017335 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-6f526a96-8d6f-4904-965a-3942eb7a976b service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808617 Aug 16 20:39:24.021223 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e97c2b98-280c-4b21-8d98-e05a72882e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.051951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d29a8a17-b417-4741-bd16-fcba062c4b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.055272 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a25246dc-f3cc-402c-ab77-57830d9a8f66 req-1b18a361-6f0c-4ffc-b075-1d8d7dae7054 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966672 Aug 16 20:39:24.075485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e97c2b98-280c-4b21-8d98-e05a72882e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.095670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2b0a-de53-486d-8bcd-bd0b6eb21ccb req-54a23779-bc5b-4b6a-8b43-49ece356aff8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.103448 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af8e2b0a-de53-486d-8bcd-bd0b6eb21ccb req-54a23779-bc5b-4b6a-8b43-49ece356aff8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=307fa960-81de-446b-9b0d-b15e2ca48a55 HTTP/1.1" status: 200 len: 950 time: 0.1590600 Aug 16 20:39:24.180796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35e72-1394-4582-a122-4c26187955d0 req-08ea08db-0b88-41ec-b379-a192ea555e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.181442 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af8e2b0a-de53-486d-8bcd-bd0b6eb21ccb req-f555cb07-8b11-4886-9e7d-36fb62e9dcda tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553520 Aug 16 20:39:24.182393 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-08ea08db-0b88-41ec-b379-a192ea555e9d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdcbd16a8feb46228e4e6afaba736344&device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1100 time: 0.0683489 Aug 16 20:39:24.217166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-c1da37c2-58f2-48c4-9010-18a00ec3864d service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872127 Aug 16 20:39:24.284470 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d29a8a17-b417-4741-bd16-fcba062c4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.288105 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d29a8a17-b417-4741-bd16-fcba062c4b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.288223 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d29a8a17-b417-4741-bd16-fcba062c4b18 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c200ee2-df9c-45d5-a947-3456e7920ef8 HTTP/1.1" status: 204 len: 168 time: 0.4451904 Aug 16 20:39:24.302927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a8a17-b417-4741-bd16-fcba062c4b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c200ee2-df9c-45d5-a947-3456e7920ef8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:24.305094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35e72-1394-4582-a122-4c26187955d0 req-6d93a8a2-37a7-4d78-b971-b363948b303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.311143 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-6d93a8a2-37a7-4d78-b971-b363948b303b service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1093824 Aug 16 20:39:24.311143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e97c2b98-280c-4b21-8d98-e05a72882e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.311143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e97c2b98-280c-4b21-8d98-e05a72882e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.311658 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e97c2b98-280c-4b21-8d98-e05a72882e93 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/20a0c1cf-56bf-4f54-ab95-46d415ec891b HTTP/1.1" status: 204 len: 168 time: 0.4750068 Aug 16 20:39:24.326656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c2b98-280c-4b21-8d98-e05a72882e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a0c1cf-56bf-4f54-ab95-46d415ec891b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:24.375131 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-778f1e01-78b5-4778-b805-cde8c6cbb587 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 200 len: 217 time: 0.0545678 Aug 16 20:39:24.446953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35e72-1394-4582-a122-4c26187955d0 req-867e3db7-d033-4bcd-9aed-2612c9740f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.448725 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-867e3db7-d033-4bcd-9aed-2612c9740f44 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0651004 Aug 16 20:39:24.498911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95a810-2e83-431c-99c7-b7e752c7b8df req-8cf38167-0ba1-46f9-8be7-3706946c2502 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.500484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b95a810-2e83-431c-99c7-b7e752c7b8df req-8cf38167-0ba1-46f9-8be7-3706946c2502 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0828338 Aug 16 20:39:24.503620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35e72-1394-4582-a122-4c26187955d0 req-432ca8a8-acde-4186-a995-9b059c3eaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.505522 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-432ca8a8-acde-4186-a995-9b059c3eaacf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0476644 Aug 16 20:39:24.528924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a17239-c594-4193-8907-54f863b4917d req-fd986f5c-6c95-4d65-8ca5-091dfd65a2a8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.532108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a17239-c594-4193-8907-54f863b4917d req-fd986f5c-6c95-4d65-8ca5-091dfd65a2a8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.533748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97a17239-c594-4193-8907-54f863b4917d req-fd986f5c-6c95-4d65-8ca5-091dfd65a2a8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750&device_id=307fa960-81de-446b-9b0d-b15e2ca48a55 HTTP/1.1" status: 200 len: 1691 time: 0.0865986 Aug 16 20:39:24.586933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b95a810-2e83-431c-99c7-b7e752c7b8df req-da05a061-e9ab-4683-aa0a-fe6914d63876 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769191 Aug 16 20:39:24.600887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97a17239-c594-4193-8907-54f863b4917d req-ab09228e-e0f6-4e06-bb4a-f89fa34a1da3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554338 Aug 16 20:39:24.625840 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-4a08b391-51a9-41ae-8f62-b434de7ed3c1 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096566 Aug 16 20:39:24.730410 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87c35e72-1394-4582-a122-4c26187955d0 req-b963c9cc-97ee-4813-a97e-2d16efaa9c56 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965326 Aug 16 20:39:24.787662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d88d0-4230-4ccf-8d08-c29b03c58261 req-a64de66f-6dc4-40b8-b405-5f1ed5a9f925 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.790067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-403d88d0-4230-4ccf-8d08-c29b03c58261 req-a64de66f-6dc4-40b8-b405-5f1ed5a9f925 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 1102 time: 0.0469546 Aug 16 20:39:24.834391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-403d88d0-4230-4ccf-8d08-c29b03c58261 req-956ebcef-dc40-4b0e-a77d-7475bbe5e3bb tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378406 Aug 16 20:39:24.967451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde939cd-8ace-40fa-9aef-d07d8c6fa424 req-514957b2-ab33-40b2-98d9-89c7b499c575 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.968888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dde939cd-8ace-40fa-9aef-d07d8c6fa424 req-514957b2-ab33-40b2-98d9-89c7b499c575 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=307fa960-81de-446b-9b0d-b15e2ca48a55 HTTP/1.1" status: 200 len: 1102 time: 0.0440879 Aug 16 20:39:25.022920 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dde939cd-8ace-40fa-9aef-d07d8c6fa424 req-e17350dd-18d8-4488-af4d-6c07d2605cb7 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455313 Aug 16 20:39:25.107878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa938bd4-6e51-400a-b8d2-144eafec56c9 req-cdbb3f2b-87c8-4943-9c74-ec7292a54bd4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:25.109597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa938bd4-6e51-400a-b8d2-144eafec56c9 req-cdbb3f2b-87c8-4943-9c74-ec7292a54bd4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 948 time: 0.0560906 Aug 16 20:39:25.160968 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa938bd4-6e51-400a-b8d2-144eafec56c9 req-06c442c4-b416-40b7-b6e0-5fd331d1fb2d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Aug 16 20:39:25.387158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d826257b-7e01-4b03-9beb-247d468e6436 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240183 Aug 16 20:39:25.510411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9dfe0e44-9c74-4bc7-82b1-3afb25e86aeb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:25.517582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9dfe0e44-9c74-4bc7-82b1-3afb25e86aeb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245553 Aug 16 20:39:25.540831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-8d1e5291-de8c-4e3b-9e12-6913a3ab9da4 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/quotas/2f9fb70721f74c5b9308bb8c8822b45f HTTP/1.1" status: 200 len: 375 time: 0.0123217 Aug 16 20:39:25.637973 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-27f0edf4-74dc-4e75-9b5b-0541229f9827 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0903947 Aug 16 20:39:25.689624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36918) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:25.696341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1498423978-network', 'tenant_id': 'dbc1b4c2f49e40d8bd1ea9039376c620'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:25.811910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Made reservation on behalf of dbc1b4c2f49e40d8bd1ea9039376c620 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:25.818592 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.830468 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.841219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf16be-635d-48a8-a1c7-8926cde4aca7 req-55bf4b91-0606-41f9-bbb0-01fc424165c1 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:25.842849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5cf16be-635d-48a8-a1c7-8926cde4aca7 req-55bf4b91-0606-41f9-bbb0-01fc424165c1 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.1071985 Aug 16 20:39:25.904732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5cf16be-635d-48a8-a1c7-8926cde4aca7 req-092e5f69-6339-4b89-88f7-eed8c2a68146 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524476 Aug 16 20:39:25.986433 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.099785 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.220830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8022263-52e4-45c4-bc83-bca2569e0b6e req-c6bea262-062f-4f36-9cce-9e7951b2d705 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 210 time: 0.1222224 Aug 16 20:39:26.253368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:26.282865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1702444-f717-4f37-b237-b804ca04b841,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:26.304041 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.304515 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Added segment 96448191-0e27-4f53-abef-fa257b18e4f3 of type vlan for network 45cc0e90-bc87-4938-b387-7a45ff725c31 Aug 16 20:39:26.371443 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.394461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d2eb3-211a-41e0-b772-41ffb267a3f4 req-66bf889c-09cc-4edd-97a1-3eda675f30b8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:26.396096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-618d2eb3-211a-41e0-b772-41ffb267a3f4 req-66bf889c-09cc-4edd-97a1-3eda675f30b8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 948 time: 0.1144977 Aug 16 20:39:26.451049 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-618d2eb3-211a-41e0-b772-41ffb267a3f4 req-58dd4a51-12f7-458e-87f6-2ba6ff2ad1f8 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454330 Aug 16 20:39:26.546055 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.547690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:26.548632 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.639484 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36956) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:26.683578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] Pushing event updated for resources: {'Network': ['ID=45cc0e90-bc87-4938-b387-7a45ff725c31,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:26.701099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 45cc0e90-bc87-4938-b387-7a45ff725c31 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:26.805541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-40720390-28ac-42ea-8e8e-8ebb69fcee32 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1146808 Aug 16 20:39:26.805788 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36962) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:26.812387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] Request body: {'subnet': {'network_id': '45cc0e90-bc87-4938-b387-7a45ff725c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1498423978-subnet', 'tenant_id': 'dbc1b4c2f49e40d8bd1ea9039376c620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:26.887255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-network', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:26.895027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:39:26.897342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9dd6601d-43be-4ca3-abd2-a648b269b019 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:26.935628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] Made reservation on behalf of dbc1b4c2f49e40d8bd1ea9039376c620 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:26.938384 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.065317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Made reservation on behalf of a1992f8aee15496ca1fcbab268d4d133 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:27.067714 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.094592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8edc-5ce4-46f9-b906-29e5cb5dddd1 req-036f5b19-d2cd-4ddf-9b78-54f2119a716b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:27.107597 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.109520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6dd8edc-5ce4-46f9-b906-29e5cb5dddd1 req-036f5b19-d2cd-4ddf-9b78-54f2119a716b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 944 time: 0.0981450 Aug 16 20:39:27.146519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:27.159549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'mac_address': 'fa:16:3e:31:95:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:39:27.168199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6dd8edc-5ce4-46f9-b906-29e5cb5dddd1 req-d09c0723-dafc-4166-8661-997211cfdcf5 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573394 Aug 16 20:39:27.211475 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.228335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76116b0b-c70f-4272-81c9-1d9f9b687a19 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:27.249773 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-707e8d16-c249-481a-9882-5943639d5d88 service neutron] 10.222.0.79 "GET /v2.0/ports/9dd6601d-43be-4ca3-abd2-a648b269b019/bindings/n-h1-793619-14 HTTP/1.1" status: 200 len: 385 time: 0.1747255 Aug 16 20:39:27.271054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:27.353165 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.368766 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.375977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-723d044e-b1d7-44f1-a81d-cce8d6901523 req-55b772d4-3a8e-4aec-a9af-e2311fd03f6f tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 210 time: 0.0575986 Aug 16 20:39:27.409775 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.422284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=11']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:27.527850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c3c539-817a-418a-a9d8-f5fdccd50639,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:27.546500 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.560451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] Checking segment: {'id': '96448191-0e27-4f53-abef-fa257b18e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '45cc0e90-bc87-4938-b387-7a45ff725c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:27.560812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] Network hostable DHCP agents. Network: 45cc0e90-bc87-4938-b387-7a45ff725c31, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:27.586812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6dfcb86f-7161-4109-877e-5e42b1eed028 service neutron] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9dd6601d-43be-4ca3-abd2-a648b269b019,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:27.601293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:27.632430 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d274fed-f093-4519-b2a6-045df3d18aab,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:27.637256 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.637624 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Added segment be39c810-d3dc-4066-ab66-dccee03d7c4f of type vlan for network 7c02574a-678b-409b-8d90-29c22f793968 Aug 16 20:39:27.639498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6dfcb86f-7161-4109-877e-5e42b1eed028 service neutron] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:27.655296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546c311-ad3f-4d4f-8b07-528b41e74bf8 req-d0aaa136-fac8-49d4-b937-2b2622d78c52 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:27.661674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a546c311-ad3f-4d4f-8b07-528b41e74bf8 req-d0aaa136-fac8-49d4-b937-2b2622d78c52 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.0955265 Aug 16 20:39:27.711924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6dfcb86f-7161-4109-877e-5e42b1eed028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd6601d-43be-4ca3-abd2-a648b269b019 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:27.717749 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.722635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['76116b0b-c70f-4272-81c9-1d9f9b687a19'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:27.729425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6dfcb86f-7161-4109-877e-5e42b1eed028 service neutron] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9dd6601d-43be-4ca3-abd2-a648b269b019,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:27.806795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] Network 45cc0e90-bc87-4938-b387-7a45ff725c31 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:27.930432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6dfcb86f-7161-4109-877e-5e42b1eed028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.981236 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 45cc0e90-bc87-4938-b387-7a45ff725c31) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:27.983046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.984175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:27.984833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.994999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:27.995731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.996188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c265d-302c-40a2-af53-d5f0b633d29b None None] Network 45cc0e90-bc87-4938-b387-7a45ff725c31 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:28.044233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a546c311-ad3f-4d4f-8b07-528b41e74bf8 req-ede47570-7594-4944-b641-f2b6edd927ec tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802128 Aug 16 20:39:28.117395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7c02574a-678b-409b-8d90-29c22f793968,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:28.127697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6dfcb86f-7161-4109-877e-5e42b1eed028 service neutron] Transition to ACTIVE for port object 9dd6601d-43be-4ca3-abd2-a648b269b019 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:28.153600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 7c02574a-678b-409b-8d90-29c22f793968 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:28.174889 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-292b5671-5f7a-49b8-8eda-4fb05412f3f3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5342631 Aug 16 20:39:28.176970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37010) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:28.183930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] Request body: {'subnet': {'network_id': '7c02574a-678b-409b-8d90-29c22f793968', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-subnet', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:28.213309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6dfcb86f-7161-4109-877e-5e42b1eed028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.213309 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-871dbe35-fac6-4eb0-8ecb-9c6e14459c2d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4043014 Aug 16 20:39:28.214332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3378ef-cd00-45de-b215-2c957c22735f req-6599bd0d-141c-4f45-ab17-4f1105361f71 tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:28.230706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b3378ef-cd00-45de-b215-2c957c22735f req-6599bd0d-141c-4f45-ab17-4f1105361f71 tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 1101 time: 0.0889761 Aug 16 20:39:28.237129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d16a56-ce2a-4cc2-8e81-3920f8f9f658 None None] Network 45cc0e90-bc87-4938-b387-7a45ff725c31 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:28.317826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b3378ef-cd00-45de-b215-2c957c22735f req-a2e3f10e-db30-406b-b6c6-1ddbb6aaea6e tempest-MigrationsAdminTest-511150300 tempest-MigrationsAdminTest-511150300-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799997 Aug 16 20:39:28.339254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6dfcb86f-7161-4109-877e-5e42b1eed028 service neutron] No DVR routers for this DVR port 9dd6601d-43be-4ca3-abd2-a648b269b019 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:28.358841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcb86f-7161-4109-877e-5e42b1eed028 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd6601d-43be-4ca3-abd2-a648b269b019,revision_number=10']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:28.392608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] Made reservation on behalf of a1992f8aee15496ca1fcbab268d4d133 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:28.397644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.415308 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-6dfcb86f-7161-4109-877e-5e42b1eed028 service neutron] 10.222.0.79 "PUT /v2.0/ports/9dd6601d-43be-4ca3-abd2-a648b269b019/bindings/n-h1-793619-14/activate HTTP/1.1" status: 200 len: 370 time: 1.1555297 Aug 16 20:39:28.539731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6e62d-bc67-4d7d-95c4-b9bfab66f61c req-4a50e77a-1765-4426-b51e-fc039bc7ca45 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:28.541405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6d6e62d-bc67-4d7d-95c4-b9bfab66f61c req-4a50e77a-1765-4426-b51e-fc039bc7ca45 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 945 time: 0.0839717 Aug 16 20:39:28.620197 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6d6e62d-bc67-4d7d-95c4-b9bfab66f61c req-568a598a-d175-4378-b496-4e6bbd791a22 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711243 Aug 16 20:39:28.778817 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87ca42d1-d096-4a70-9c5e-d2e3beb087c0 req-7debcccf-e664-4e75-aee2-f084a92716f3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 210 time: 0.0295007 Aug 16 20:39:28.794998 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.883733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-999e2426-9888-4406-8e4c-5dd8137d4549 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:28.897192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-999e2426-9888-4406-8e4c-5dd8137d4549 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.1029150 Aug 16 20:39:28.897192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd08ac67-b45d-4b01-898e-c198762d234c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:28.897192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] Checking segment: {'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:28.897192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] Network hostable DHCP agents. Network: 7c02574a-678b-409b-8d90-29c22f793968, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:28.947334 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-eb380ff4-433f-470b-b232-0ed521814fe8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343165 Aug 16 20:39:28.953166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-3a4ccc58-5a95-48f0-bec5-1364e27184b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:28.954776 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-3a4ccc58-5a95-48f0-bec5-1364e27184b9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca&tenant_id=fe83c9f712414113b5db1690292a17d0 HTTP/1.1" status: 200 len: 1097 time: 0.0563059 Aug 16 20:39:29.069482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] Network 7c02574a-678b-409b-8d90-29c22f793968 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:29.079315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9348981f-43f0-4b08-95be-35f92cdbbd3e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:29.081350 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9348981f-43f0-4b08-95be-35f92cdbbd3e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279674 Aug 16 20:39:29.096227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Request body: {'port': {'device_id': '7519a402-1d9f-4f40-9702-323f49b8a0cf', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '2f9fb70721f74c5b9308bb8c8822b45f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:29.102034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-8810fada-aba1-4753-a486-0c236b39e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:29.103610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-8810fada-aba1-4753-a486-0c236b39e533 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe83c9f712414113b5db1690292a17d0&device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 1097 time: 0.1160860 Aug 16 20:39:29.182155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 7c02574a-678b-409b-8d90-29c22f793968) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:29.197128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed721a-4902-42c2-b4d6-644e70e85908 None None] Network 7c02574a-678b-409b-8d90-29c22f793968 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:29.198530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:29.199127 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:29.211997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-e19a00ae-5ef4-46ba-9d69-dbc8ee52112a tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:29.213648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-e19a00ae-5ef4-46ba-9d69-dbc8ee52112a tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/networks?id=608d1e45-90e9-4149-94a0-8bd1cbbfcba8 HTTP/1.1" status: 200 len: 815 time: 0.1994870 Aug 16 20:39:29.250869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-ae920a8b-3764-48a8-bc49-8aa080e98168 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/quotas/58ac4f9bf6fc4139b37278fdc9cb3585 HTTP/1.1" status: 200 len: 375 time: 0.0265813 Aug 16 20:39:29.322749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-45ca1b85-97cc-442b-9483-e53636475ef5 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=58ac4f9bf6fc4139b37278fdc9cb3585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567689 Aug 16 20:39:29.326691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6a834511-4e68-4f89-8fb3-deaa154f31c7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1476994 Aug 16 20:39:29.330248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37056) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:29.332671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-907d3abd-d68d-403b-8f17-bbbba8854cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:29.334200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-907d3abd-d68d-403b-8f17-bbbba8854cee service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 200 len: 922 time: 0.2131050 Aug 16 20:39:29.336170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-router', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:29.373187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a988a3d-0cc5-47db-881a-2992a5263778 req-b6bee880-22f2-43ee-98dc-e95a6c4e6c1e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:29.374777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a988a3d-0cc5-47db-881a-2992a5263778 req-b6bee880-22f2-43ee-98dc-e95a6c4e6c1e tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.1420412 Aug 16 20:39:29.450589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-0bce0986-9aae-44ea-9565-7d8b3eb402bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dd6601d-43be-4ca3-abd2-a648b269b019 HTTP/1.1" status: 200 len: 217 time: 0.1029594 Aug 16 20:39:29.468177 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Made reservation on behalf of 2f9fb70721f74c5b9308bb8c8822b45f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:29.474350 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:29.528459 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a988a3d-0cc5-47db-881a-2992a5263778 req-df823e8e-e033-49f6-8efa-4c8ede0d8dd2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246376 Aug 16 20:39:29.553990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-948b81e9-8c57-43e8-999d-e72282c0174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:29.555461 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-948b81e9-8c57-43e8-999d-e72282c0174c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 200 len: 861 time: 0.0912533 Aug 16 20:39:29.558990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-7c02574a-678b-409b-8d90-29c22f793968', 'network_id': '7c02574a-678b-409b-8d90-29c22f793968', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'fixed_ips': [{'subnet_id': 'dd08ac67-b45d-4b01-898e-c198762d234c'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:39:29.560142 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:29.569203 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-3132bd35-0f1a-47cd-b862-9c109b0f3560 service neutron] 10.222.0.74 "GET /v2.0/networks/608d1e45-90e9-4149-94a0-8bd1cbbfcba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306476 Aug 16 20:39:29.569510 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:29.570548 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:29.643279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-25d2f292-0522-41d1-8421-8db49c463b04 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea27ba5b-3833-416a-8de4-4d37b3cc5d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636103 Aug 16 20:39:29.710355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:29.737442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Allocated IP 172.20.0.2 (7c02574a-678b-409b-8d90-29c22f793968/dd08ac67-b45d-4b01-898e-c198762d234c/1ca1dd5c-7303-42d8-b88f-490c8c6e71d1) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:29.752217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-8bbbb171-2e18-47f3-9366-c0e11f498265 service neutron] 10.222.0.74 "GET /v2.0/networks/608d1e45-90e9-4149-94a0-8bd1cbbfcba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823328 Aug 16 20:39:29.765477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Allocated IP 192.168.233.99 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/6aa77544-4bba-421e-80b9-993d19cfddb2) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:29.786762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-cce8a876-d2d5-4c96-9bc3-3bc6ea4cd18e service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317549 Aug 16 20:39:29.904388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-77721db1-0282-4268-8bdb-4258d343c2a7 service neutron] 10.222.0.76 "GET /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093481 Aug 16 20:39:29.995519 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:30.008605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Transition to ACTIVE for port object 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:30.029224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dfe07-2f46-492c-a937-e98646051d93 req-c91515bb-c935-402f-8bd2-795dd2885469 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:30.044273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d2dfe07-2f46-492c-a937-e98646051d93 req-c91515bb-c935-402f-8bd2-795dd2885469 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 945 time: 0.1055553 Aug 16 20:39:30.048395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Transition to ACTIVE for port object 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:30.116455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d2dfe07-2f46-492c-a937-e98646051d93 req-84df34e7-db60-4cf4-8af6-9b2447844f30 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704801 Aug 16 20:39:30.138754 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:30.160093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Network 7c02574a-678b-409b-8d90-29c22f793968 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:30.179411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d2b29c2-0040-4e9d-adbd-a2a2fbaa6976 req-de8b2da4-ee64-499e-8f89-1d957df67ee3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 210 time: 0.0617149 Aug 16 20:39:30.216673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:30.225236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:30.244817 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af87a563-a749-4deb-9254-42d60b5518a1 req-b89e7e49-2bec-4806-9d92-db5425f82433 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0365877 Aug 16 20:39:30.272873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Pushing event updated for resources: {'Port': ['ID=1ca1dd5c-7303-42d8-b88f-490c8c6e71d1,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:30.309389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Attempting to bind port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:30.309916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Attempting to bind port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:30.310381 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Attempting to bind port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 on network 7c02574a-678b-409b-8d90-29c22f793968 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:30.316413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:30.317649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Checking segment: {'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:30.317649 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:30.317911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Bound using segment: {'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:30.318599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Bound port: 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:30.319146 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:30.396941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] For port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:30.401567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] For port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1ca1dd5c-7303-42d8-b88f-490c8c6e71d1,segment=NetworkSegment(be39c810-d3dc-4066-ab66-dccee03d7c4f),segment_id=be39c810-d3dc-4066-ab66-dccee03d7c4f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:30.479084 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:30.492858 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:30.579819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a66922-b996-4f48-8096-d8759f87f2ff None None] Pushing event updated for resources: {'Port': ['ID=1ca1dd5c-7303-42d8-b88f-490c8c6e71d1,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:30.588622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-f8b3ea36-0a34-4d2e-bcf8-27fe017adf48 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:30.593287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-f8b3ea36-0a34-4d2e-bcf8-27fe017adf48 tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca&tenant_id=fe83c9f712414113b5db1690292a17d0&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.0808141 Aug 16 20:39:30.607935 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:30.657136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37088) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:30.695356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Transition to ACTIVE for port object 6aa77544-4bba-421e-80b9-993d19cfddb2 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:30.760692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff98ef-3f1e-4a0b-8368-e68de6229e22 req-f4d53f5d-4c9a-457e-9143-5bea892e930c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:30.762721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50ff98ef-3f1e-4a0b-8368-e68de6229e22 req-f4d53f5d-4c9a-457e-9143-5bea892e930c tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.1077013 Aug 16 20:39:30.778374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:30.908637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:30.963848 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:30.976574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'd41a2d2f-b8db-4803-af37-93179ca6e438', '1a332882-cd13-4814-a91a-fab2c9cd81b6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:30.981844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50ff98ef-3f1e-4a0b-8368-e68de6229e22 req-6c7afdad-196f-4947-9f40-aaae1ed25185 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694760 Aug 16 20:39:31.003939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4', 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:31.058611 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8924fb5-7654-48a6-a272-b8c902e23103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.080290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:31.108387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:31.117766 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-147a5c4e-589d-4821-ab0e-0a746302c199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.126925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:31.131533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-57e8413c-752b-425f-860f-f7725c07da92 service neutron] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:31.137197 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-57e8413c-752b-425f-860f-f7725c07da92 service neutron] Notify callbacks [] for binding, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.138410 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ec79265-2361-4d2b-aea3-a597cea33b0f req-57e8413c-752b-425f-860f-f7725c07da92 service neutron] 10.222.0.76 "DELETE /v2.0/ports/9dd6601d-43be-4ca3-abd2-a648b269b019/bindings/n-h2-793619-14 HTTP/1.1" status: 204 len: 173 time: 0.5400259 Aug 16 20:39:31.139890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event updated for resources: {'Port': ['ID=6aa77544-4bba-421e-80b9-993d19cfddb2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:31.174132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a1b66-84ca-448d-905d-ee639b038971 req-fd0f0b9e-2516-470c-96e3-3d5bb652af1b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:31.176527 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c6a1b66-84ca-448d-905d-ee639b038971 req-fd0f0b9e-2516-470c-96e3-3d5bb652af1b tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 949 time: 0.2910147 Aug 16 20:39:31.200680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.278156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.285381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8924fb5-7654-48a6-a272-b8c902e23103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.317806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 76116b0b-c70f-4272-81c9-1d9f9b687a19 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:31.347506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:31.348477 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.353495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 76116b0b-c70f-4272-81c9-1d9f9b687a19 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:31.353870 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.406310 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8924fb5-7654-48a6-a272-b8c902e23103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.424110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aee589-cfd4-4b15-a9e8-e908ac331fb9 req-ac518865-53f4-4882-983f-9d7f1851ab81 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:31.431409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78aee589-cfd4-4b15-a9e8-e908ac331fb9 req-ac518865-53f4-4882-983f-9d7f1851ab81 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 945 time: 0.1427720 Aug 16 20:39:31.447227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88557a2-554e-4430-9d3a-fff08ec5e167 req-a079c935-f4f6-4091-96bb-0577504fa45c tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:31.454690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d88557a2-554e-4430-9d3a-fff08ec5e167 req-a079c935-f4f6-4091-96bb-0577504fa45c tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 935 time: 0.1212161 Aug 16 20:39:31.541108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-4c6a1b66-84ca-448d-905d-ee639b038971 req-110a3d90-5cc0-4d10-a33a-aef3867332ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Deleting port 76116b0b-c70f-4272-81c9-1d9f9b687a19 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:31.541733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8924fb5-7654-48a6-a272-b8c902e23103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eace82-05c9-4579-b3f4-e87a9c7a6fe3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:31.541850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4c6a1b66-84ca-448d-905d-ee639b038971 req-110a3d90-5cc0-4d10-a33a-aef3867332ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.556927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Allocated IP 172.25.4.241 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/3c39698f-1250-4b2b-9a64-30b38b46d79e) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:31.590626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d88557a2-554e-4430-9d3a-fff08ec5e167 req-50ccbb2a-410d-4360-a628-57acd1692eac tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349723 Aug 16 20:39:31.593154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b8924fb5-7654-48a6-a272-b8c902e23103 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f5bb5508307d4391b3a5002d22928b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9348581 Aug 16 20:39:31.603310 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78aee589-cfd4-4b15-a9e8-e908ac331fb9 req-2988adc4-9974-47e6-9c49-5a2e39fa421a tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262503 Aug 16 20:39:31.603860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37106) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:31.722126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.771731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:31.774109 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a877dfbc-8f94-4e70-a15d-3227df25f606" -d '{"events": [{"server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "name": "network-vif-plugged", "status": "completed", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:31.774635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-756078d7-784d-43da-99c7-d6a3544373fd req-c8252cf6-a618-4f78-904d-4a9c9bf418e2 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0838501 Aug 16 20:39:31.807020 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:31.824660 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b558-6a2c-4f7d-b9d7-bbd7b1212595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.838272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9d803347-ae4e-4100-be29-71c4c8491e67 None None] Provisioning for port 6aa77544-4bba-421e-80b9-993d19cfddb2 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:31.850942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9d803347-ae4e-4100-be29-71c4c8491e67 None None] Provisioning complete for port 6aa77544-4bba-421e-80b9-993d19cfddb2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:31.851601 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-147a5c4e-589d-4821-ab0e-0a746302c199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.851740 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9d803347-ae4e-4100-be29-71c4c8491e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.874130 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b558-6a2c-4f7d-b9d7-bbd7b1212595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.915490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4c6a1b66-84ca-448d-905d-ee639b038971 req-110a3d90-5cc0-4d10-a33a-aef3867332ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] For port 76116b0b-c70f-4272-81c9-1d9f9b687a19, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=76116b0b-c70f-4272-81c9-1d9f9b687a19,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:31.916659 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4c6a1b66-84ca-448d-905d-ee639b038971 req-110a3d90-5cc0-4d10-a33a-aef3867332ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.931591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9d803347-ae4e-4100-be29-71c4c8491e67 None None] Port 6aa77544-4bba-421e-80b9-993d19cfddb2 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:31.942088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5c3ed-f348-400f-8592-9886b2646bda req-3c97bfb8-0d04-4eff-874b-b95edf7ed55b tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:31.949636 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51a5c3ed-f348-400f-8592-9886b2646bda req-3c97bfb8-0d04-4eff-874b-b95edf7ed55b tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 1097 time: 0.1484540 Aug 16 20:39:31.960211 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.978859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-147a5c4e-589d-4821-ab0e-0a746302c199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.995773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-4c6a1b66-84ca-448d-905d-ee639b038971 req-110a3d90-5cc0-4d10-a33a-aef3867332ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Calling delete_port for 76116b0b-c70f-4272-81c9-1d9f9b687a19 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:32.017322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51a5c3ed-f348-400f-8592-9886b2646bda req-172d6670-2a3a-4655-b787-bb67b1dc61aa tempest-LiveAutoBlockMigrationV225Test-1416396979 tempest-LiveAutoBlockMigrationV225Test-1416396979-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620654 Aug 16 20:39:32.025354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=12']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:32.092275 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b558-6a2c-4f7d-b9d7-bbd7b1212595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.100731 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b558-6a2c-4f7d-b9d7-bbd7b1212595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.101963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a8c6b558-6a2c-4f7d-b9d7-bbd7b1212595 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/55eace82-05c9-4579-b3f4-e87a9c7a6fe3 HTTP/1.1" status: 204 len: 168 time: 0.4971302 Aug 16 20:39:32.117651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6b558-6a2c-4f7d-b9d7-bbd7b1212595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eace82-05c9-4579-b3f4-e87a9c7a6fe3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:32.151892 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6932ff-93ae-45b3-a6bf-544ec09a412f x-openstack-request-id: req-bd6932ff-93ae-45b3-a6bf-544ec09a412f {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:32.152193 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "name": "network-vif-plugged", "status": "completed", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:32.153497 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd6932ff-93ae-45b3-a6bf-544ec09a412f {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:32.153917 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'code': 200} Aug 16 20:39:32.237986 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.248058 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-d1c863de-e4f4-4d0c-afbf-ffe2e03c9980 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1561439 Aug 16 20:39:32.256365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb1aa7-4997-4681-a03b-d52318b4d677 None None] Network 7c02574a-678b-409b-8d90-29c22f793968 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:32.268370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a5c4e-589d-4821-ab0e-0a746302c199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbce4333-5423-4c5a-b0fa-0f3fd036d20d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:32.297956 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-147a5c4e-589d-4821-ab0e-0a746302c199 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=306d4cc0813647ff9f4e1433ccea090b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5184925 Aug 16 20:39:32.308336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37126) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:32.353154 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4c6a1b66-84ca-448d-905d-ee639b038971 req-110a3d90-5cc0-4d10-a33a-aef3867332ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.363535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:32.376686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8b2d4-a894-436d-abbd-59519c0d5c83 req-48dfbd03-608a-4007-a780-313847e013ac tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:32.378686 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.379466 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0b8b2d4-a894-436d-abbd-59519c0d5c83 req-48dfbd03-608a-4007-a780-313847e013ac tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 950 time: 0.1454906 Aug 16 20:39:32.383628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Request body: {'port': {'device_id': '7519a402-1d9f-4f40-9702-323f49b8a0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:32.430177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['940060f9-ae3b-414d-80d8-08b474c7c779', 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:32.439850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a3d90-5cc0-4d10-a33a-aef3867332ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Pushing event deleted for resources: {'Port': ['ID=76116b0b-c70f-4272-81c9-1d9f9b687a19,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:32.446980 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f56131b7-b4ba-4664-8d48-898d6306029f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.496028 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6a1b66-84ca-448d-905d-ee639b038971 req-110a3d90-5cc0-4d10-a33a-aef3867332ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] No DVR routers for this DVR port 76116b0b-c70f-4272-81c9-1d9f9b687a19 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:32.502205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4c6a1b66-84ca-448d-905d-ee639b038971 req-110a3d90-5cc0-4d10-a33a-aef3867332ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.505074 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c6a1b66-84ca-448d-905d-ee639b038971 req-110a3d90-5cc0-4d10-a33a-aef3867332ae tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "DELETE /v2.0/ports/76116b0b-c70f-4272-81c9-1d9f9b687a19 HTTP/1.1" status: 204 len: 173 time: 1.3167684 Aug 16 20:39:32.508325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'name': 'network-vif-deleted', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:32.511286 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2a17d0-e557-4947-bfd0-74a4abd18235" -d '{"events": [{"server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "name": "network-vif-deleted", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:32.526716 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.529721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1d7e1ea8-230a-4dc7-8d1e-51a1c0f0c53e None None] Provisioning for port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:32.535201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0b8b2d4-a894-436d-abbd-59519c0d5c83 req-e52730b7-1411-482b-91e5-90077dd23de4 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190779 Aug 16 20:39:32.558125 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f56131b7-b4ba-4664-8d48-898d6306029f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.606680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.653290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8eb675fd-a489-4bfc-869c-1f6d4a37958e', '76116b0b-c70f-4272-81c9-1d9f9b687a19'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:32.667639 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf7bfa5-740f-449e-b95b-91fd123d9d74 x-openstack-request-id: req-ecf7bfa5-740f-449e-b95b-91fd123d9d74 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:32.667994 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590c8e39-ed57-46c2-a41c-457c3a011cc8", "name": "network-vif-deleted", "tag": "76116b0b-c70f-4272-81c9-1d9f9b687a19", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:32.669199 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ecf7bfa5-740f-449e-b95b-91fd123d9d74 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:32.669633 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590c8e39-ed57-46c2-a41c-457c3a011cc8', 'name': 'network-vif-deleted', 'tag': '76116b0b-c70f-4272-81c9-1d9f9b687a19', 'status': 'completed', 'code': 200} Aug 16 20:39:32.709672 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.757874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:32.763456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:32.783943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:32.792456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:32.806496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:32.806496 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.820311 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f56131b7-b4ba-4664-8d48-898d6306029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.832125 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f56131b7-b4ba-4664-8d48-898d6306029f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.832125 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f56131b7-b4ba-4664-8d48-898d6306029f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cbce4333-5423-4c5a-b0fa-0f3fd036d20d HTTP/1.1" status: 204 len: 168 time: 0.5184848 Aug 16 20:39:32.869422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6e0cb-7502-483b-8d32-11413249f502 req-4490d093-ef07-414a-8858-bfe71d386143 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:32.869651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Pushing event updated for resources: {'Port': ['ID=3c39698f-1250-4b2b-9a64-30b38b46d79e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:32.884375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03a6e0cb-7502-483b-8d32-11413249f502 req-4490d093-ef07-414a-8858-bfe71d386143 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 935 time: 0.1391568 Aug 16 20:39:32.937350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56131b7-b4ba-4664-8d48-898d6306029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbce4333-5423-4c5a-b0fa-0f3fd036d20d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:32.960512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-611f2868-abe7-463b-90c8-fcb4e8d25189 req-e9a27845-33a7-4cdd-ada6-90f43287b14c tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0321639 Aug 16 20:39:33.000710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03a6e0cb-7502-483b-8d32-11413249f502 req-af53de90-6ffc-483f-9545-156e788271ae tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136000 Aug 16 20:39:33.085785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.187691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1ca1dd5c-7303-42d8-b88f-490c8c6e71d1,segment=NetworkSegment(be39c810-d3dc-4066-ab66-dccee03d7c4f),segment_id=be39c810-d3dc-4066-ab66-dccee03d7c4f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:33.199359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba5ed9-01db-4824-ab22-64aaabf2534f req-cdcb14fb-4ac8-49da-96d0-daa31e0c34a8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:33.208838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93ba5ed9-01db-4824-ab22-64aaabf2534f req-cdcb14fb-4ac8-49da-96d0-daa31e0c34a8 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 945 time: 0.0894351 Aug 16 20:39:33.265674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37142) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:33.274886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93ba5ed9-01db-4824-ab22-64aaabf2534f req-14be89d9-069c-417a-bba8-4cf7cd320aed tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561633 Aug 16 20:39:33.296447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb5ea-af29-4211-b876-0ce02f9d9722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.318408 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.374006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=1ca1dd5c-7303-42d8-b88f-490c8c6e71d1,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:33.396760 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f9e5e914-1945-47f7-9ebc-007aefd9735f None None] Provisioning complete for port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:33.397121 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e914-1945-47f7-9ebc-007aefd9735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.455660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa77544-4bba-421e-80b9-993d19cfddb2 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:33.472949 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.516890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Transition to ACTIVE for port object 6aa77544-4bba-421e-80b9-993d19cfddb2 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:33.523299 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.534234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f9ac4-e8e8-4829-9c1c-8c1e892e91e3 req-d3104e80-644c-4882-acc9-5357ee410c9b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:33.535799 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a8f9ac4-e8e8-4829-9c1c-8c1e892e91e3 req-d3104e80-644c-4882-acc9-5357ee410c9b tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.76 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 945 time: 0.0735648 Aug 16 20:39:33.625227 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb5ea-af29-4211-b876-0ce02f9d9722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.651579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-8a8f9ac4-e8e8-4829-9c1c-8c1e892e91e3 req-b545b387-5d55-453d-a7fc-890fa49e742c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Deleting port 9dd6601d-43be-4ca3-abd2-a648b269b019 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:33.651934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8a8f9ac4-e8e8-4829-9c1c-8c1e892e91e3 req-b545b387-5d55-453d-a7fc-890fa49e742c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.694348 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.731077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c02bb459-5afe-4056-8034-4389c65987fc req-4b7ac06b-1e94-4fbb-868c-b754e6bb38fb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=590c8e39-ed57-46c2-a41c-457c3a011cc8 HTTP/1.1" status: 200 len: 210 time: 0.0574782 Aug 16 20:39:33.773447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb5ea-af29-4211-b876-0ce02f9d9722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.779927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8a8f9ac4-e8e8-4829-9c1c-8c1e892e91e3 req-b545b387-5d55-453d-a7fc-890fa49e742c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] For port 9dd6601d-43be-4ca3-abd2-a648b269b019, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9dd6601d-43be-4ca3-abd2-a648b269b019,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:33.783872 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8a8f9ac4-e8e8-4829-9c1c-8c1e892e91e3 req-b545b387-5d55-453d-a7fc-890fa49e742c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.794867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-8a8f9ac4-e8e8-4829-9c1c-8c1e892e91e3 req-b545b387-5d55-453d-a7fc-890fa49e742c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Calling delete_port for 9dd6601d-43be-4ca3-abd2-a648b269b019 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:33.806012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa77544-4bba-421e-80b9-993d19cfddb2,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:33.885691 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ddaeb5ea-af29-4211-b876-0ce02f9d9722 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=75b6a1b7612e4eb9ae625487c8831479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6189568 Aug 16 20:39:33.887579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37148) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:33.980171 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.985311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaeb5ea-af29-4211-b876-0ce02f9d9722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38fee67-0f40-45dc-a31e-db56b0e03312,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:34.024549 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37154) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:34.042386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc922-8864-435a-bb15-649354266a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.044287 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-237cb02f-e23a-45c7-b3e5-169aead4b06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.144109 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc922-8864-435a-bb15-649354266a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.147310 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f869e02-29a2-45e8-a544-a83488a8842b req-18c49fe8-24f2-486f-aa43-1f0a70e147b5 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0606186 Aug 16 20:39:34.148186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Attempting to bind port 6aa77544-4bba-421e-80b9-993d19cfddb2 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:34.148537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Attempting to bind port 6aa77544-4bba-421e-80b9-993d19cfddb2 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:34.148864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Attempting to bind port 6aa77544-4bba-421e-80b9-993d19cfddb2 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:34.171849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-1b2f175f-ec7b-42ce-bf1a-e6e98ca71980 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:34.173959 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-1b2f175f-ec7b-42ce-bf1a-e6e98ca71980 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.76 "GET /v2.0/networks?id=608d1e45-90e9-4149-94a0-8bd1cbbfcba8 HTTP/1.1" status: 200 len: 815 time: 0.3234386 Aug 16 20:39:34.177284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Port 6aa77544-4bba-421e-80b9-993d19cfddb2 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:39:34.177812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Attempting to bind port 6aa77544-4bba-421e-80b9-993d19cfddb2 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:34.186959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:34.187371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:34.187763 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:34.188207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Bound port: 6aa77544-4bba-421e-80b9-993d19cfddb2, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:34.188620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.197589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Request body: {'port': {'device_id': '7af8c856-f6c5-411c-9a32-9eeb5889c2e0', 'network_id': '608d1e45-90e9-4149-94a0-8bd1cbbfcba8', 'admin_state_up': True, 'tenant_id': '58ac4f9bf6fc4139b37278fdc9cb3585'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:34.214209 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8a8f9ac4-e8e8-4829-9c1c-8c1e892e91e3 req-b545b387-5d55-453d-a7fc-890fa49e742c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.238415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['9dd6601d-43be-4ca3-abd2-a648b269b019'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:34.268276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d1fba-506a-4a7d-a1f5-56be0ed9e816 req-9db5d4c7-9c29-4731-afab-45e7c5b909fa tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:34.269940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-837d1fba-506a-4a7d-a1f5-56be0ed9e816 req-9db5d4c7-9c29-4731-afab-45e7c5b909fa tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 947 time: 0.1758208 Aug 16 20:39:34.275276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545b387-5d55-453d-a7fc-890fa49e742c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Pushing event deleted for resources: {'Port': ['ID=9dd6601d-43be-4ca3-abd2-a648b269b019,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:34.306486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:34.360631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8f9ac4-e8e8-4829-9c1c-8c1e892e91e3 req-b545b387-5d55-453d-a7fc-890fa49e742c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] No DVR routers for this DVR port 9dd6601d-43be-4ca3-abd2-a648b269b019 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:34.371079 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8a8f9ac4-e8e8-4829-9c1c-8c1e892e91e3 req-b545b387-5d55-453d-a7fc-890fa49e742c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.371827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:34.372530 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.373575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a8f9ac4-e8e8-4829-9c1c-8c1e892e91e3 req-b545b387-5d55-453d-a7fc-890fa49e742c tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.76 "DELETE /v2.0/ports/9dd6601d-43be-4ca3-abd2-a648b269b019 HTTP/1.1" status: 204 len: 173 time: 0.8299541 Aug 16 20:39:34.383838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7236841f-8c93-4e66-a627-6f22169596ca', 'name': 'network-vif-deleted', 'tag': '9dd6601d-43be-4ca3-abd2-a648b269b019'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:34.387361 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857384e9-e164-4588-8eb0-8d3133486204" -d '{"events": [{"server_uuid": "7236841f-8c93-4e66-a627-6f22169596ca", "name": "network-vif-deleted", "tag": "9dd6601d-43be-4ca3-abd2-a648b269b019"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:34.392352 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-237cb02f-e23a-45c7-b3e5-169aead4b06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.441636 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-837d1fba-506a-4a7d-a1f5-56be0ed9e816 req-106e85b7-caf3-45a5-ac8e-d8d0da9175ea tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822515 Aug 16 20:39:34.483174 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c66d26d1-56a5-41f7-829f-58ad48606436 req-af02de09-2573-4380-a79d-297c9ff6ced5 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 210 time: 0.0471637 Aug 16 20:39:34.484399 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc922-8864-435a-bb15-649354266a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.487888 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc922-8864-435a-bb15-649354266a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.488885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6dbdc922-8864-435a-bb15-649354266a64 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b38fee67-0f40-45dc-a31e-db56b0e03312 HTTP/1.1" status: 204 len: 168 time: 0.6003509 Aug 16 20:39:34.497485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdc922-8864-435a-bb15-649354266a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38fee67-0f40-45dc-a31e-db56b0e03312,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:34.510465 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-237cb02f-e23a-45c7-b3e5-169aead4b06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.578868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-237cb02f-e23a-45c7-b3e5-169aead4b06d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=39050dcac7b94ef08b665dc5b693db9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534594 Aug 16 20:39:34.581746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37166) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:34.585180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cb02f-e23a-45c7-b3e5-169aead4b06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0880b80-3d05-4461-bf7a-d5d38eb14958,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:34.651078 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b53bdce9-3560-4d02-bfe2-8e4e7ccae470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.675605 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b53bdce9-3560-4d02-bfe2-8e4e7ccae470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.693807 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] For port 6aa77544-4bba-421e-80b9-993d19cfddb2, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:34.699170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] For port 6aa77544-4bba-421e-80b9-993d19cfddb2, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6aa77544-4bba-421e-80b9-993d19cfddb2,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:34.787697 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.798416 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1ee303-a2b8-4f26-9133-41d314106623 x-openstack-request-id: req-bb1ee303-a2b8-4f26-9133-41d314106623 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:34.798717 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7236841f-8c93-4e66-a627-6f22169596ca", "name": "network-vif-deleted", "tag": "9dd6601d-43be-4ca3-abd2-a648b269b019", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:34.798970 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb1ee303-a2b8-4f26-9133-41d314106623 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:34.799369 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7236841f-8c93-4e66-a627-6f22169596ca', 'name': 'network-vif-deleted', 'tag': '9dd6601d-43be-4ca3-abd2-a648b269b019', 'status': 'completed', 'code': 200} Aug 16 20:39:34.833186 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b53bdce9-3560-4d02-bfe2-8e4e7ccae470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.834625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:34.835517 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.836633 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] 10.222.0.79 "PUT /v2.0/ports/6aa77544-4bba-421e-80b9-993d19cfddb2 HTTP/1.1" status: 200 len: 1096 time: 2.5652626 Aug 16 20:39:34.837142 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b53bdce9-3560-4d02-bfe2-8e4e7ccae470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.837401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7519a402-1d9f-4f40-9702-323f49b8a0cf', 'tag': '6aa77544-4bba-421e-80b9-993d19cfddb2'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:34.839557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b53bdce9-3560-4d02-bfe2-8e4e7ccae470 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0880b80-3d05-4461-bf7a-d5d38eb14958 HTTP/1.1" status: 204 len: 168 time: 0.2560067 Aug 16 20:39:34.839774 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "7519a402-1d9f-4f40-9702-323f49b8a0cf", "tag": "6aa77544-4bba-421e-80b9-993d19cfddb2"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:34.843157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Router 93929036-e29c-4d96-afac-d9e41e7a27af is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:39:34.844542 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Made reservation on behalf of 58ac4f9bf6fc4139b37278fdc9cb3585 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:34.849457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.860422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bdce9-3560-4d02-bfe2-8e4e7ccae470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0880b80-3d05-4461-bf7a-d5d38eb14958,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:34.922442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:34.963236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 76116b0b-c70f-4272-81c9-1d9f9b687a19 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:34.963584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 76116b0b-c70f-4272-81c9-1d9f9b687a19 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:34.976097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57b688-9c6b-4953-ada2-3e97fa72df54 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa77544-4bba-421e-80b9-993d19cfddb2,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:35.046724 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b060566f-a6b2-4d2c-87a7-97ff2bb51613 x-openstack-request-id: req-b060566f-a6b2-4d2c-87a7-97ff2bb51613 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:35.047352 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7519a402-1d9f-4f40-9702-323f49b8a0cf", "tag": "6aa77544-4bba-421e-80b9-993d19cfddb2", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:35.047775 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b060566f-a6b2-4d2c-87a7-97ff2bb51613 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:35.048335 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7519a402-1d9f-4f40-9702-323f49b8a0cf', 'tag': '6aa77544-4bba-421e-80b9-993d19cfddb2', 'status': 'completed', 'code': 200} Aug 16 20:39:35.200021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-29793cd8-187a-46f5-86a2-c66a43087215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:35.202127 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-29793cd8-187a-46f5-86a2-c66a43087215 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 1099 time: 0.1489911 Aug 16 20:39:35.278492 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-fb268743-02c0-4d1f-8450-45625a9fefb1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=6aa77544-4bba-421e-80b9-993d19cfddb2 HTTP/1.1" status: 200 len: 217 time: 0.0504684 Aug 16 20:39:35.281867 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:35.297228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f402dff-bf3a-47c6-892f-2d302ac51ab6 req-2390411e-3380-4654-bd0a-35b5132daebd tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0540297 Aug 16 20:39:35.303027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Sync routers for ids ['93929036-e29c-4d96-afac-d9e41e7a27af'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:35.319095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Routers {'93929036-e29c-4d96-afac-d9e41e7a27af'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:35.320059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:39:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['93929036-e29c-4d96-afac-d9e41e7a27af'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:35.340064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Allocated IP 172.20.0.9 (608d1e45-90e9-4149-94a0-8bd1cbbfcba8/77ab7c7f-b390-4bfa-bd7c-7f9f67c8eb6b/af783df4-190b-4787-9701-ded317aa710b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:35.371208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-c3ed3e7b-29c6-4dc4-940b-ced189943551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:35.373124 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-c3ed3e7b-29c6-4dc4-940b-ced189943551 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0853236 Aug 16 20:39:35.455187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.456411 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ac1e8605-74bb-4be8-916c-f72eb3af98ee admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1250827 Aug 16 20:39:35.459379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37190) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:35.484153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Set router 93929036-e29c-4d96-afac-d9e41e7a27af gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:35.513266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-57b379f8-1472-4879-96fe-c6cf759ab018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:35.515079 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-57b379f8-1472-4879-96fe-c6cf759ab018 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1293709 Aug 16 20:39:35.624720 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:39:35.740312 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.774938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-5e4f1af5-d766-4358-8a87-22765a5a5688 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371693 Aug 16 20:39:35.813300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-447d0342-9431-458e-89e0-778aecefda73 req-dae70735-67f4-4393-abbc-39bde8b55381 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 210 time: 0.1032588 Aug 16 20:39:35.856248 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-router', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:29Z', 'updated_at': '2021-08-16T20:39:33Z', 'revision_number': 3, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'gw_port': {'id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:31Z', 'updated_at': '2021-08-16T20:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:35.927052 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Checking router: 93929036-e29c-4d96-afac-d9e41e7a27af for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:35.931417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Updating router 93929036-e29c-4d96-afac-d9e41e7a27af port 3c39698f-1250-4b2b-9a64-30b38b46d79e binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:39:35.966302 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7acc9f5-507b-429d-9c6c-3f297a1641bc req-cb5f6661-2e10-4ed8-9709-f01d50a5bd97 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693418 Aug 16 20:39:35.987838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.993795 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.028908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff8f19-1295-449d-a1b7-6562b86c8ab9 req-3806d98c-b23d-4860-9e77-ee11915f714d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:36.030476 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9ff8f19-1295-449d-a1b7-6562b86c8ab9 req-3806d98c-b23d-4860-9e77-ee11915f714d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 947 time: 0.3882730 Aug 16 20:39:36.129263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Network 608d1e45-90e9-4149-94a0-8bd1cbbfcba8 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:36.168478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:36.175741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:36.246771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:36.247758 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.262215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Pushing event updated for resources: {'Port': ['ID=af783df4-190b-4787-9701-ded317aa710b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:36.293670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1 req-f0cf7855-f4f0-407f-ab98-6e00e1f2ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:36.295546 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1 req-f0cf7855-f4f0-407f-ab98-6e00e1f2ccc2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 1099 time: 0.1649611 Aug 16 20:39:36.361444 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-50bcf101-b57b-4bf1-9a22-6ca3783ba851 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1689899 Aug 16 20:39:36.481429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Request body: {'port': {'device_id': '7af8c856-f6c5-411c-9a32-9eeb5889c2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:36.486501 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993baec8-ae0a-4b0b-be47-e98df5dbcef9 req-1570019b-e6c1-4695-84e5-b0d5a683b253 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:36.497041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-993baec8-ae0a-4b0b-be47-e98df5dbcef9 req-1570019b-e6c1-4695-84e5-b0d5a683b253 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 951 time: 0.5333314 Aug 16 20:39:36.507884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9ff8f19-1295-449d-a1b7-6562b86c8ab9 req-f8c04296-51a2-481f-8d8a-34aab4aae8bb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667821 Aug 16 20:39:36.613369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.617158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-993baec8-ae0a-4b0b-be47-e98df5dbcef9 req-580432c6-1a48-43b2-86a6-b28023cf9c6d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200039 Aug 16 20:39:36.658509 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.686163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Transition to ACTIVE for port object 3c39698f-1250-4b2b-9a64-30b38b46d79e will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:36.777836 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.781579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1 req-3af456e8-7476-4d30-86db-f6e8037d63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:36.782809 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1 req-3af456e8-7476-4d30-86db-f6e8037d63fa service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.4616377 Aug 16 20:39:36.845385 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1 req-893543b3-919f-4a61-af08-d3db8c5ce2c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=6aa77544-4bba-421e-80b9-993d19cfddb2 HTTP/1.1" status: 200 len: 217 time: 0.0495732 Aug 16 20:39:36.850673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b0432-6d50-4018-92bb-7c9994102447 req-7a706553-e47f-4970-a93f-ca63337e3aa4 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:36.858966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a7b0432-6d50-4018-92bb-7c9994102447 req-7a706553-e47f-4970-a93f-ca63337e3aa4 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 931 time: 0.1210892 Aug 16 20:39:36.918867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Attempting to bind port 3c39698f-1250-4b2b-9a64-30b38b46d79e on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:36.920183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Attempting to bind port 3c39698f-1250-4b2b-9a64-30b38b46d79e by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:36.920960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Attempting to bind port 3c39698f-1250-4b2b-9a64-30b38b46d79e on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:36.927316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984a619-3973-462c-8efe-f89ab63d64c9 None None] Pushing event updated for resources: {'Port': ['ID=3c39698f-1250-4b2b-9a64-30b38b46d79e,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:36.931474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:36.932176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:36.933212 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.933920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:36.934457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Bound port: 3c39698f-1250-4b2b-9a64-30b38b46d79e, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:36.935144 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.958337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a7b0432-6d50-4018-92bb-7c9994102447 req-3227ccae-fb91-40a5-8bb8-4994cde465d4 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/security-groups?id=a3d0a342-b1f6-4bae-9d04-52c1a7179f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933661 Aug 16 20:39:37.004207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] For port 3c39698f-1250-4b2b-9a64-30b38b46d79e, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:37.007980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] For port 3c39698f-1250-4b2b-9a64-30b38b46d79e, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3c39698f-1250-4b2b-9a64-30b38b46d79e,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:37.058719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1 req-f627df4e-9aeb-4638-b954-07aa92be9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:37.060226 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1 req-f627df4e-9aeb-4638-b954-07aa92be9d22 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.2061198 Aug 16 20:39:37.084329 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.197489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9dd6601d-43be-4ca3-abd2-a648b269b019 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:37.204010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf8226-b141-45e7-b4cc-d7d42246c9c7 req-a3a08afc-f9e2-4bb5-b803-bbd70ff16a89 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:37.205690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edbf8226-b141-45e7-b4cc-d7d42246c9c7 req-a3a08afc-f9e2-4bb5-b803-bbd70ff16a89 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 951 time: 0.1786890 Aug 16 20:39:37.209187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1 req-8a994ca6-e616-4215-bc8f-54b2fe863b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:37.210705 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1 req-8a994ca6-e616-4215-bc8f-54b2fe863b65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394372 Aug 16 20:39:37.211237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984a619-3973-462c-8efe-f89ab63d64c9 None None] Pushing event updated for resources: {'Port': ['ID=3c39698f-1250-4b2b-9a64-30b38b46d79e,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:37.225650 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.243569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 9dd6601d-43be-4ca3-abd2-a648b269b019 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:37.244898 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9dd6601d-43be-4ca3-abd2-a648b269b019 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:37.256232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Routers {'93929036-e29c-4d96-afac-d9e41e7a27af'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:37.256894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:39:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['93929036-e29c-4d96-afac-d9e41e7a27af'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:37.379397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af783df4-190b-4787-9701-ded317aa710b {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:37.395713 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.419372 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1 req-a8c1bfbb-08aa-4778-9206-1a3c95d3a97b service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946735 Aug 16 20:39:37.423205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Transition to ACTIVE for port object af783df4-190b-4787-9701-ded317aa710b will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:37.444488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] Set router 93929036-e29c-4d96-afac-d9e41e7a27af gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:37.462417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71c96384-5781-485f-93f7-406c6d6109a5 req-ab636e33-07fc-43c9-9981-9584d5729ef1 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 210 time: 0.1686599 Aug 16 20:39:37.612072 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0cf5c8c1-4fd8-44ba-a066-03be2f033fe1 req-5e1b8a14-5970-43da-90a4-66612e1b51c6 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835537 Aug 16 20:39:37.618203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.744576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Pushing event updated for resources: {'Port': ['ID=af783df4-190b-4787-9701-ded317aa710b,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:37.810018 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-router', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:29Z', 'updated_at': '2021-08-16T20:39:33Z', 'revision_number': 3, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'gw_port': {'id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:31Z', 'updated_at': '2021-08-16T20:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:37.820696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Allocated IP 172.20.0.1 (7c02574a-678b-409b-8d90-29c22f793968/dd08ac67-b45d-4b01-898e-c198762d234c/e751d214-7f97-4125-9fa1-5064aca79b2f) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:37.832774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582f84f-8ba4-4b20-8854-ddb73241c1dc req-12acb97b-6adc-4022-880f-fce92b86be2b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:37.840451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3582f84f-8ba4-4b20-8854-ddb73241c1dc req-12acb97b-6adc-4022-880f-fce92b86be2b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 947 time: 0.2024925 Aug 16 20:39:37.843510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Attempting to bind port af783df4-190b-4787-9701-ded317aa710b on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:37.844009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Attempting to bind port af783df4-190b-4787-9701-ded317aa710b by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '7095b07c-257a-45be-9a6d-269c58a56bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '608d1e45-90e9-4149-94a0-8bd1cbbfcba8'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:37.845184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Attempting to bind port af783df4-190b-4787-9701-ded317aa710b on network 608d1e45-90e9-4149-94a0-8bd1cbbfcba8 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:37.851130 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Port af783df4-190b-4787-9701-ded317aa710b on network 608d1e45-90e9-4149-94a0-8bd1cbbfcba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:39:37.851502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Attempting to bind port af783df4-190b-4787-9701-ded317aa710b on network 608d1e45-90e9-4149-94a0-8bd1cbbfcba8 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:37.858334 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:37.859053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Checking segment: {'id': '7095b07c-257a-45be-9a6d-269c58a56bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '608d1e45-90e9-4149-94a0-8bd1cbbfcba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:37.859206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Bound using segment: {'id': '7095b07c-257a-45be-9a6d-269c58a56bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '608d1e45-90e9-4149-94a0-8bd1cbbfcba8'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:37.860232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Bound port: af783df4-190b-4787-9701-ded317aa710b, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7095b07c-257a-45be-9a6d-269c58a56bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '608d1e45-90e9-4149-94a0-8bd1cbbfcba8'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:37.860759 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.873084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae9696-3f8c-4bc5-9256-b2b2009a9c16 None None] The sync data for ids ['93929036-e29c-4d96-afac-d9e41e7a27af'] in n-d-793619-14 is: [{'id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-router', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:29Z', 'updated_at': '2021-08-16T20:39:33Z', 'revision_number': 3, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'gw_port': {'id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:31Z', 'updated_at': '2021-08-16T20:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:37.951466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] For port af783df4-190b-4787-9701-ded317aa710b, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:37.955298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] For port af783df4-190b-4787-9701-ded317aa710b, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=af783df4-190b-4787-9701-ded317aa710b,segment=NetworkSegment(7095b07c-257a-45be-9a6d-269c58a56bb3),segment_id=7095b07c-257a-45be-9a6d-269c58a56bb3)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:37.978024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3582f84f-8ba4-4b20-8854-ddb73241c1dc req-877d668f-c457-441d-b792-175fc5db45a6 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365266 Aug 16 20:39:38.066696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-edbf8226-b141-45e7-b4cc-d7d42246c9c7 req-bd434b93-007a-4014-b755-55204ee44262 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Deleting port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:38.069876 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-edbf8226-b141-45e7-b4cc-d7d42246c9c7 req-bd434b93-007a-4014-b755-55204ee44262 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.120944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.236950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:38.236950 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.236950 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] 10.222.0.76 "PUT /v2.0/ports/af783df4-190b-4787-9701-ded317aa710b HTTP/1.1" status: 200 len: 1092 time: 1.7695894 Aug 16 20:39:38.236950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af8c856-f6c5-411c-9a32-9eeb5889c2e0', 'tag': 'af783df4-190b-4787-9701-ded317aa710b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:38.256972 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daf6452-9bab-4ab7-ad4f-1ba4e4e55865" -d '{"events": [{"name": "network-changed", "server_uuid": "7af8c856-f6c5-411c-9a32-9eeb5889c2e0", "tag": "af783df4-190b-4787-9701-ded317aa710b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:38.325843 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.332318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2da8a-19b6-4e42-9403-24666dcb42d2 service neutron] Pushing event updated for resources: {'Port': ['ID=af783df4-190b-4787-9701-ded317aa710b,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:38.376827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b502e8f-6dbe-4283-9fae-4f152ae264f7 req-8c712ad8-4440-4804-84ea-c960685bdafb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:38.384883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b502e8f-6dbe-4283-9fae-4f152ae264f7 req-8c712ad8-4440-4804-84ea-c960685bdafb tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 951 time: 0.3070254 Aug 16 20:39:38.416439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Transition to ACTIVE for port object e751d214-7f97-4125-9fa1-5064aca79b2f will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:38.460731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef69073-1510-466f-99ac-67fc646f2892 req-89317408-6d8f-48ac-930d-f3367d539e82 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:38.469122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bef69073-1510-466f-99ac-67fc646f2892 req-89317408-6d8f-48ac-930d-f3367d539e82 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 943 time: 0.2140336 Aug 16 20:39:38.489937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-edbf8226-b141-45e7-b4cc-d7d42246c9c7 req-bd434b93-007a-4014-b755-55204ee44262 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] For port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:38.490273 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-edbf8226-b141-45e7-b4cc-d7d42246c9c7 req-bd434b93-007a-4014-b755-55204ee44262 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.525452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-d3d1fed7-3623-47b0-80c2-5bc093048a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:38.527749 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-d3d1fed7-3623-47b0-80c2-5bc093048a5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58ac4f9bf6fc4139b37278fdc9cb3585&device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 1095 time: 0.1056895 Aug 16 20:39:38.539106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-edbf8226-b141-45e7-b4cc-d7d42246c9c7 req-bd434b93-007a-4014-b755-55204ee44262 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Calling delete_port for ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:38.563069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b502e8f-6dbe-4283-9fae-4f152ae264f7 req-6b0176b9-e163-4b6b-b21d-9e07fd9a9f75 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714087 Aug 16 20:39:38.641775 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-a17b19f2-5e19-4314-905f-fbe9f3707f56 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af783df4-190b-4787-9701-ded317aa710b HTTP/1.1" status: 200 len: 217 time: 0.0948327 Aug 16 20:39:38.653199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bef69073-1510-466f-99ac-67fc646f2892 req-12d4cc06-c126-4647-800e-6969b039eb56 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/security-groups?id=a3d0a342-b1f6-4bae-9d04-52c1a7179f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827919 Aug 16 20:39:38.660152 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac4cd11-41c7-4c9f-a7e4-3dcb0610a6e9 x-openstack-request-id: req-bac4cd11-41c7-4c9f-a7e4-3dcb0610a6e9 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:38.660402 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af8c856-f6c5-411c-9a32-9eeb5889c2e0", "tag": "af783df4-190b-4787-9701-ded317aa710b", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:38.660665 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bac4cd11-41c7-4c9f-a7e4-3dcb0610a6e9 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:38.661141 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af8c856-f6c5-411c-9a32-9eeb5889c2e0', 'tag': 'af783df4-190b-4787-9701-ded317aa710b', 'status': 'completed', 'code': 200} Aug 16 20:39:38.750320 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.754199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-a4087fda-722e-4291-9679-0d141c2a64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:38.757575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-a4087fda-722e-4291-9679-0d141c2a64a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77ab7c7f-b390-4bfa-bd7c-7f9f67c8eb6b HTTP/1.1" status: 200 len: 855 time: 0.1149237 Aug 16 20:39:38.808519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-d0fd85b3-232e-41c0-89ea-2c93fa1ab760 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=608d1e45-90e9-4149-94a0-8bd1cbbfcba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411034 Aug 16 20:39:38.899996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Network 7c02574a-678b-409b-8d90-29c22f793968 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:38.914045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44665f37-7e25-4234-92c7-064356899e9a req-81934741-d5d6-4022-9c72-f6896900c990 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 210 time: 0.1345363 Aug 16 20:39:38.926264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6aa77544-4bba-421e-80b9-993d19cfddb2 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:39:38.942926 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-93909ba5-9eb6-4b23-bc7c-80f25f0720b8 service neutron] 10.222.0.76 "GET /v2.0/networks/608d1e45-90e9-4149-94a0-8bd1cbbfcba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248851 Aug 16 20:39:38.950986 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:38.959287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:39.025567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Pushing event updated for resources: {'Port': ['ID=e751d214-7f97-4125-9fa1-5064aca79b2f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:39.091529 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28d79d31-6600-4be5-8d91-6ab3b1822374 req-62948c26-cce2-43f3-907c-57a7597b9b35 service neutron] 10.222.0.76 "GET /v2.0/networks/608d1e45-90e9-4149-94a0-8bd1cbbfcba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413660 Aug 16 20:39:39.157953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6aa77544-4bba-421e-80b9-993d19cfddb2, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6aa77544-4bba-421e-80b9-993d19cfddb2,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:39.204324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '6aa77544-4bba-421e-80b9-993d19cfddb2', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '6aa77544-4bba-421e-80b9-993d19cfddb2', 'mac_address': 'fa:16:3e:7e:68:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:39:39.313828 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-edbf8226-b141-45e7-b4cc-d7d42246c9c7 req-bd434b93-007a-4014-b755-55204ee44262 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.331536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['940060f9-ae3b-414d-80d8-08b474c7c779'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:39.336813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf6452-9bab-4ab7-ad4f-1ba4e4e55865 req-f0841867-8e8a-42db-aa4f-28642b4d0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:39.344635 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9daf6452-9bab-4ab7-ad4f-1ba4e4e55865 req-f0841867-8e8a-42db-aa4f-28642b4d0680 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58ac4f9bf6fc4139b37278fdc9cb3585&device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 1095 time: 0.1200223 Aug 16 20:39:39.372099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd434b93-007a-4014-b755-55204ee44262 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Pushing event deleted for resources: {'Port': ['ID=ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:39.376143 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.388140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8eb675fd-a489-4bfc-869c-1f6d4a37958e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:39.443108 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.467210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa77544-4bba-421e-80b9-993d19cfddb2 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:39.529982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6aa77544-4bba-421e-80b9-993d19cfddb2, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6aa77544-4bba-421e-80b9-993d19cfddb2,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:39.546255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4d316-2a08-4c5c-bc60-7b871a893607 req-657b9203-9e0a-408a-8763-d1a41d42b94b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:39.554670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cf4d316-2a08-4c5c-bc60-7b871a893607 req-657b9203-9e0a-408a-8763-d1a41d42b94b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 947 time: 0.3030322 Aug 16 20:39:39.588825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf6452-9bab-4ab7-ad4f-1ba4e4e55865 req-999d150b-d906-41e1-a8d9-3724aba14c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:39.590350 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9daf6452-9bab-4ab7-ad4f-1ba4e4e55865 req-999d150b-d906-41e1-a8d9-3724aba14c66 service neutron] 10.222.0.76 "GET /v2.0/networks?id=608d1e45-90e9-4149-94a0-8bd1cbbfcba8 HTTP/1.1" status: 200 len: 916 time: 0.2386396 Aug 16 20:39:39.609439 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.620657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbf8226-b141-45e7-b4cc-d7d42246c9c7 req-bd434b93-007a-4014-b755-55204ee44262 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] No DVR routers for this DVR port ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:39.623536 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-edbf8226-b141-45e7-b4cc-d7d42246c9c7 req-bd434b93-007a-4014-b755-55204ee44262 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.625920 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edbf8226-b141-45e7-b4cc-d7d42246c9c7 req-bd434b93-007a-4014-b755-55204ee44262 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "DELETE /v2.0/ports/ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 HTTP/1.1" status: 204 len: 173 time: 2.4106026 Aug 16 20:39:39.631257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-deleted', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:39.634169 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d76ff7-3c48-4186-b5ee-c5f65de57f1d" -d '{"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-deleted", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:39.672490 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9daf6452-9bab-4ab7-ad4f-1ba4e4e55865 req-47c93e0f-1472-4238-baa0-47da2c296ad3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af783df4-190b-4787-9701-ded317aa710b HTTP/1.1" status: 200 len: 217 time: 0.0739498 Aug 16 20:39:39.699640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cf4d316-2a08-4c5c-bc60-7b871a893607 req-8b1bdd00-1476-456b-9429-61154dd79994 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440618 Aug 16 20:39:39.700193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6aa77544-4bba-421e-80b9-993d19cfddb2,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:39.737930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8c253f22-1d5d-47f9-946f-d990161d9771 None None] Provisioning for port e751d214-7f97-4125-9fa1-5064aca79b2f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:39.763750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43177e07-27cb-4e86-8465-a60cda638ab2 req-837888be-e24f-4412-9969-fe7b5fa16e00 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 210 time: 0.0442343 Aug 16 20:39:39.776065 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8c253f22-1d5d-47f9-946f-d990161d9771 None None] Provisioning complete for port e751d214-7f97-4125-9fa1-5064aca79b2f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:39.776472 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8c253f22-1d5d-47f9-946f-d990161d9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.815842 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cd1105-4b34-4f50-8ffd-161074d6eb58 x-openstack-request-id: req-b2cd1105-4b34-4f50-8ffd-161074d6eb58 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:39.816087 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86026790-b845-4dbc-a27f-cd550b2ebc2d", "name": "network-vif-deleted", "tag": "ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:39.816347 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b2cd1105-4b34-4f50-8ffd-161074d6eb58 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:39.817331 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86026790-b845-4dbc-a27f-cd550b2ebc2d', 'name': 'network-vif-deleted', 'tag': 'ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7', 'status': 'completed', 'code': 200} Aug 16 20:39:39.828422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf6452-9bab-4ab7-ad4f-1ba4e4e55865 req-1111de1b-945f-4036-9bf0-ae5a64a5afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:39.829951 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9daf6452-9bab-4ab7-ad4f-1ba4e4e55865 req-1111de1b-945f-4036-9bf0-ae5a64a5afc2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77ab7c7f-b390-4bfa-bd7c-7f9f67c8eb6b HTTP/1.1" status: 200 len: 855 time: 0.1488702 Aug 16 20:39:39.906768 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9daf6452-9bab-4ab7-ad4f-1ba4e4e55865 req-06a775d9-f5ca-4c3b-a1c4-90801810d333 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=608d1e45-90e9-4149-94a0-8bd1cbbfcba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520203 Aug 16 20:39:39.932493 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.957963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8c253f22-1d5d-47f9-946f-d990161d9771 None None] Port e751d214-7f97-4125-9fa1-5064aca79b2f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:40.133045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04a45c3e-9b86-4072-972e-bf465f31cb56 req-4100892b-88be-41f1-ab14-e5b379cf85ff tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 210 time: 0.0603101 Aug 16 20:39:40.166629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6aa77544-4bba-421e-80b9-993d19cfddb2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:40.169182 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9daf6452-9bab-4ab7-ad4f-1ba4e4e55865 req-3186caee-70f7-4edb-8d45-c951ddf34a1b service neutron] 10.222.0.76 "GET /v2.0/networks/608d1e45-90e9-4149-94a0-8bd1cbbfcba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615016 Aug 16 20:39:40.271005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fda70-a089-47f6-b019-a87b12903130 req-8b058f93-f75c-4658-bd9e-75ec85b59d1d tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.285888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d03fda70-a089-47f6-b019-a87b12903130 req-8b058f93-f75c-4658-bd9e-75ec85b59d1d tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 943 time: 0.3058648 Aug 16 20:39:40.381829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9daf6452-9bab-4ab7-ad4f-1ba4e4e55865 req-13ba53e3-d34a-4834-8883-9748c579e03e service neutron] 10.222.0.76 "GET /v2.0/networks/608d1e45-90e9-4149-94a0-8bd1cbbfcba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040036 Aug 16 20:39:40.441136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3c39698f-1250-4b2b-9a64-30b38b46d79e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:40.546591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d03fda70-a089-47f6-b019-a87b12903130 req-1f47bdf7-1671-4027-bd5b-a365a5175229 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/security-groups?id=a3d0a342-b1f6-4bae-9d04-52c1a7179f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255394 Aug 16 20:39:40.559282 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-ca48bf29-81b0-410e-8af1-b3f2a2b3339e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1324887 Aug 16 20:39:40.645343 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.678435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-d8813c26-2d82-4537-96d1-25f282d9cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.679093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-d8813c26-2d82-4537-96d1-25f282d9cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.679893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-d8813c26-2d82-4537-96d1-25f282d9cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.680434 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-d8813c26-2d82-4537-96d1-25f282d9cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.680971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-d8813c26-2d82-4537-96d1-25f282d9cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.681542 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-d8813c26-2d82-4537-96d1-25f282d9cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.682392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-d8813c26-2d82-4537-96d1-25f282d9cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.684008 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-d8813c26-2d82-4537-96d1-25f282d9cdb8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6509 time: 0.0851381 Aug 16 20:39:40.786589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 3c39698f-1250-4b2b-9a64-30b38b46d79e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:40.786746 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.791502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3c39698f-1250-4b2b-9a64-30b38b46d79e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:40.791884 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.869424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-451dafe8-4f08-4459-8a63-8e6c08ab90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.869841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-451dafe8-4f08-4459-8a63-8e6c08ab90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.870327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-451dafe8-4f08-4459-8a63-8e6c08ab90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.872569 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-451dafe8-4f08-4459-8a63-8e6c08ab90bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=9505ab7f-c601-4aee-bc21-fb8454e73838&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431 HTTP/1.1" status: 200 len: 2297 time: 0.1636584 Aug 16 20:39:40.916444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.944627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 3c39698f-1250-4b2b-9a64-30b38b46d79e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3c39698f-1250-4b2b-9a64-30b38b46d79e,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:40.952621 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-17bf5b2c-4822-462c-8b6f-defe89d85e73 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541101d5-19e3-4b09-8468-6b127501afbd HTTP/1.1" status: 200 len: 1001 time: 0.0725467 Aug 16 20:39:41.004945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-31bfe8c4-be0a-4c7f-9720-8c0f1c98fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:41.006494 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-31bfe8c4-be0a-4c7f-9720-8c0f1c98fa47 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29c47eaa-d5e4-4aaf-bef9-954047912db6 HTTP/1.1" status: 200 len: 856 time: 0.0475621 Aug 16 20:39:41.068111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-fb7a8efb-f075-4ba4-8c36-5d3b92d20697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:41.069818 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-fb7a8efb-f075-4ba4-8c36-5d3b92d20697 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9505ab7f-c601-4aee-bc21-fb8454e73838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542994 Aug 16 20:39:41.079398 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.144533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=3c39698f-1250-4b2b-9a64-30b38b46d79e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:41.170878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device af783df4-190b-4787-9701-ded317aa710b details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:39:41.193122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:41.215623 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-61c5e18e-e89a-44af-8804-43ebcbdf7b91 service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375504 Aug 16 20:39:41.217873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:41.218224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee37bcce-20f2-4a35-9514-b7ea1cf8c3a7 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:41.278119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11e2396d-6c1a-4c13-b4dd-4435cda3c027 req-967ff387-7a84-47c3-843f-6c8b97e58646 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=86026790-b845-4dbc-a27f-cd550b2ebc2d HTTP/1.1" status: 200 len: 210 time: 0.0876658 Aug 16 20:39:41.281940 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.285662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Pushing event updated for resources: {'Port': ['ID=e751d214-7f97-4125-9fa1-5064aca79b2f,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:41.310226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c3ded-5089-4611-a3cd-f674b50bc3e3 req-fd74ecb1-c868-456d-bcc4-d2b3168061cf tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:41.318406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b05c3ded-5089-4611-a3cd-f674b50bc3e3 req-fd74ecb1-c868-456d-bcc4-d2b3168061cf tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 948 time: 0.4887795 Aug 16 20:39:41.333587 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-0ca1fe9b-1375-43bf-b049-fb1122e6478c service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084185 Aug 16 20:39:41.366272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port af783df4-190b-4787-9701-ded317aa710b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=af783df4-190b-4787-9701-ded317aa710b,segment=NetworkSegment(7095b07c-257a-45be-9a6d-269c58a56bb3),segment_id=7095b07c-257a-45be-9a6d-269c58a56bb3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:41.389520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'af783df4-190b-4787-9701-ded317aa710b', 'network_id': '608d1e45-90e9-4149-94a0-8bd1cbbfcba8', 'port_id': 'af783df4-190b-4787-9701-ded317aa710b', 'mac_address': 'fa:16:3e:98:38:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ab7c7f-b390-4bfa-bd7c-7f9f67c8eb6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:39:41.422887 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-06f4091f-b93f-42f5-bbce-adb89149f71f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 HTTP/1.1" status: 200 len: 217 time: 0.0813746 Aug 16 20:39:41.444233 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.444449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6225128-9958-4343-aa7f-92bc5071ea0b req-1a50a9e7-36ff-485e-9746-c59a83df79e3 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 210 time: 0.0525701 Aug 16 20:39:41.470614 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b05c3ded-5089-4611-a3cd-f674b50bc3e3 req-27e0734d-07ed-411b-9ee3-69e8b45d9c32 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513309 Aug 16 20:39:41.473996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37356) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:41.484580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af783df4-190b-4787-9701-ded317aa710b {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:41.520731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port af783df4-190b-4787-9701-ded317aa710b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=af783df4-190b-4787-9701-ded317aa710b,segment=NetworkSegment(7095b07c-257a-45be-9a6d-269c58a56bb3),segment_id=7095b07c-257a-45be-9a6d-269c58a56bb3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:41.538598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Network 7c02574a-678b-409b-8d90-29c22f793968 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:41.540054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:41.542359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-981d7659-1c55-4e47-9db6-0c24938da2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:41.544202 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-981d7659-1c55-4e47-9db6-0c24938da2b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.1115959 Aug 16 20:39:41.646893 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.649532 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b46a0b1e-4658-44cf-96c6-739731411c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.658093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-48d764ea-f522-468c-85ca-ff820c21d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:41.660291 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-48d764ea-f522-468c-85ca-ff820c21d2cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1088536 Aug 16 20:39:41.745712 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=af783df4-190b-4787-9701-ded317aa710b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:41.814679 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-9d81b70b-0e98-4619-9321-0396d1e07195 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454670 Aug 16 20:39:41.842187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a6733-0108-4b56-926b-cb53eb7d9e30 req-6db5ce26-95b4-451b-92a5-298027bca11d tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:41.860037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a4a6733-0108-4b56-926b-cb53eb7d9e30 req-6db5ce26-95b4-451b-92a5-298027bca11d tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 944 time: 0.2009516 Aug 16 20:39:41.904387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f7de2b38-43d4-4774-b8ca-8454f8c772b3 None None] Provisioning complete for port e751d214-7f97-4125-9fa1-5064aca79b2f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:41.904792 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f7de2b38-43d4-4774-b8ca-8454f8c772b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.930931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Router 93929036-e29c-4d96-afac-d9e41e7a27af has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:39:41.945374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a4a6733-0108-4b56-926b-cb53eb7d9e30 req-df1d885e-6d1d-4b2b-b0a9-e4da3a338beb tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/security-groups?id=a3d0a342-b1f6-4bae-9d04-52c1a7179f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867972 Aug 16 20:39:41.964001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['af783df4-190b-4787-9701-ded317aa710b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:42.009855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f7de2b38-43d4-4774-b8ca-8454f8c772b3 None None] Port e751d214-7f97-4125-9fa1-5064aca79b2f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:42.011133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b46a0b1e-4658-44cf-96c6-739731411c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.081588 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-448fb107-858b-4d39-94a2-24f76dccd28e service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588758 Aug 16 20:39:42.082388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:42.095987 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-86b18c14-64fb-4f26-b1de-d69a84b2007f admin admin] 10.222.0.74 "PUT /v2.0/routers/93929036-e29c-4d96-afac-d9e41e7a27af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6281710 Aug 16 20:39:42.103234 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Sync routers for ids ['93929036-e29c-4d96-afac-d9e41e7a27af'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:42.122235 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Routers {'93929036-e29c-4d96-afac-d9e41e7a27af'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:42.122897 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:39:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['93929036-e29c-4d96-afac-d9e41e7a27af'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:42.150780 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-1d714fd2-94c2-4194-9677-d6d3329ac1b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=1e603d7b-c570-48b7-86c3-c246af5e7d10 HTTP/1.1" status: 200 len: 217 time: 0.0490763 Aug 16 20:39:42.157930 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b46a0b1e-4658-44cf-96c6-739731411c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.215028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a0b1e-4658-44cf-96c6-739731411c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee10115-548e-439e-959f-2e11c20b28e5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:42.220832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-039679b6-a077-4da5-af7b-60010f74ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:42.222589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b46a0b1e-4658-44cf-96c6-739731411c96 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e808124dc90342fdab43162f4e32b4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7472851 Aug 16 20:39:42.225728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-039679b6-a077-4da5-af7b-60010f74ad8e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.0597293 Aug 16 20:39:42.225846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37372) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:42.315997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3c39698f-1250-4b2b-9a64-30b38b46d79e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:42.333659 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-005acb96-6546-428b-b770-5a5813653d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.348374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-064ea480-edd1-4c8e-bb4d-9359ef8668c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:42.349989 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-064ea480-edd1-4c8e-bb4d-9359ef8668c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1181989 Aug 16 20:39:42.397852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-005acb96-6546-428b-b770-5a5813653d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.461880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3c39698f-1250-4b2b-9a64-30b38b46d79e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:42.465415 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.469778 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-88be26cf-69c5-4b5e-8648-82395ae86f5c service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111493 Aug 16 20:39:42.662405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b88ccaa8-55f4-4851-a917-4c8e75b01a7c req-3eb8c8a1-54bf-42f6-a34a-884b890d84e7 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=7236841f-8c93-4e66-a627-6f22169596ca HTTP/1.1" status: 200 len: 210 time: 0.0611901 Aug 16 20:39:42.665835 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-005acb96-6546-428b-b770-5a5813653d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.681932 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Set router 93929036-e29c-4d96-afac-d9e41e7a27af gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:42.682309 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-005acb96-6546-428b-b770-5a5813653d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.682309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-005acb96-6546-428b-b770-5a5813653d8a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0ee10115-548e-439e-959f-2e11c20b28e5 HTTP/1.1" status: 204 len: 168 time: 0.4518752 Aug 16 20:39:42.703466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005acb96-6546-428b-b770-5a5813653d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee10115-548e-439e-959f-2e11c20b28e5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:42.787968 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-be099b86-dc8b-45c5-8115-cf8f941eef0a service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101995 Aug 16 20:39:42.840814 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-01348ea4-86b4-4069-bd2f-253c731b10a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=dff5d104-9250-4ba8-ab72-955d0849cbfd HTTP/1.1" status: 200 len: 217 time: 0.0452504 Aug 16 20:39:42.841562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32927f57-3364-41eb-9b69-9d460d294bee req-8e450d83-99b6-4d39-8da1-9bc31f752ab6 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:42.843279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32927f57-3364-41eb-9b69-9d460d294bee req-8e450d83-99b6-4d39-8da1-9bc31f752ab6 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 948 time: 0.0965202 Aug 16 20:39:42.923025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32927f57-3364-41eb-9b69-9d460d294bee req-b06b4557-84a4-4e37-b664-0573f4e9c3b8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679460 Aug 16 20:39:42.925333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-4ef0737e-3eb6-47de-8e91-d1d45f324a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:42.931917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6aa77544-4bba-421e-80b9-993d19cfddb2 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:42.932057 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-4ef0737e-3eb6-47de-8e91-d1d45f324a6d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.0823398 Aug 16 20:39:42.997581 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-router', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:29Z', 'updated_at': '2021-08-16T20:39:39Z', 'revision_number': 4, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'gw_port': {'id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:31Z', 'updated_at': '2021-08-16T20:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'e751d214-7f97-4125-9fa1-5064aca79b2f', 'name': '', 'network_id': '7c02574a-678b-409b-8d90-29c22f793968', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'mac_address': 'fa:16:3e:00:d5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd08ac67-b45d-4b01-898e-c198762d234c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:37Z', 'updated_at': '2021-08-16T20:39:40Z', 'revision_number': 2, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'subnets': [{'id': 'dd08ac67-b45d-4b01-898e-c198762d234c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:43.026186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-bb84d9eb-cf07-42db-8137-12d5de0bc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:43.027733 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-bb84d9eb-cf07-42db-8137-12d5de0bc378 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0766695 Aug 16 20:39:43.073341 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Checking router: 93929036-e29c-4d96-afac-d9e41e7a27af for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:43.073701 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Updating router 93929036-e29c-4d96-afac-d9e41e7a27af port e751d214-7f97-4125-9fa1-5064aca79b2f binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:39:43.146342 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.172199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device af783df4-190b-4787-9701-ded317aa710b up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:43.194836 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-7d6a6641-eda7-4961-b291-502a4ed4f7bd service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556709 Aug 16 20:39:43.203486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 6aa77544-4bba-421e-80b9-993d19cfddb2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:43.215105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 6aa77544-4bba-421e-80b9-993d19cfddb2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:43.228569 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.337735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d64e4-3826-436d-9a61-6aff6b25d7af req-d28d4a86-8211-4b61-8d51-2d6595ceb2c9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:43.350394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-131d64e4-3826-436d-9a61-6aff6b25d7af req-d28d4a86-8211-4b61-8d51-2d6595ceb2c9 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1863797 Aug 16 20:39:43.386461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-82d13f76-d3df-47e1-aee7-3a7e30da51f9 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762862 Aug 16 20:39:43.403571 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.416142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfadcd-7751-48ed-84c4-89c3f48e5ca1 req-8fcaa997-5b60-4d1e-8e83-275e4c8c62b0 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:43.419423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35bfadcd-7751-48ed-84c4-89c3f48e5ca1 req-8fcaa997-5b60-4d1e-8e83-275e4c8c62b0 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 944 time: 0.2059445 Aug 16 20:39:43.470720 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-2d335d70-9bf4-4fe0-82a0-7b08f54e63e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=08db1591-b7d3-496f-b184-e13a3f241a8f HTTP/1.1" status: 200 len: 217 time: 0.0760345 Aug 16 20:39:43.489338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6aa77544-4bba-421e-80b9-993d19cfddb2, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6aa77544-4bba-421e-80b9-993d19cfddb2,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:43.493088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7519a402-1d9f-4f40-9702-323f49b8a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa77544-4bba-421e-80b9-993d19cfddb2'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:43.497690 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a189e4e-de0c-42fd-8b12-835e8e4f1d35" -d '{"events": [{"server_uuid": "7519a402-1d9f-4f40-9702-323f49b8a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "6aa77544-4bba-421e-80b9-993d19cfddb2"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:43.506470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port af783df4-190b-4787-9701-ded317aa710b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:43.518784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port af783df4-190b-4787-9701-ded317aa710b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:43.519214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.525450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-131d64e4-3826-436d-9a61-6aff6b25d7af req-b18b8f18-fb35-496c-a95c-357ac97f410f tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740186 Aug 16 20:39:43.555630 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.582296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-357f691e-c23f-4b4b-a366-0da9d1523a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:43.584064 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.584983 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-357f691e-c23f-4b4b-a366-0da9d1523a75 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.1047969 Aug 16 20:39:43.587176 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Transition to ACTIVE for port object e751d214-7f97-4125-9fa1-5064aca79b2f will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:43.593131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35bfadcd-7751-48ed-84c4-89c3f48e5ca1 req-5a2fbcfb-0f65-4deb-a743-9aad6085299c tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/security-groups?id=a3d0a342-b1f6-4bae-9d04-52c1a7179f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614454 Aug 16 20:39:43.649505 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2787338f-7868-4242-9559-a1296973bf4a x-openstack-request-id: req-2787338f-7868-4242-9559-a1296973bf4a {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:43.650610 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7519a402-1d9f-4f40-9702-323f49b8a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "6aa77544-4bba-421e-80b9-993d19cfddb2", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:43.650956 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2787338f-7868-4242-9559-a1296973bf4a {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:43.651226 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7519a402-1d9f-4f40-9702-323f49b8a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa77544-4bba-421e-80b9-993d19cfddb2', 'code': 200} Aug 16 20:39:43.669915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-ade2cde0-d996-49d1-bd43-e2e99f6c8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:43.671613 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-ade2cde0-d996-49d1-bd43-e2e99f6c8966 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0781558 Aug 16 20:39:43.722911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6aa77544-4bba-421e-80b9-993d19cfddb2,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:43.728944 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.759203 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.789993 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Pushing event updated for resources: {'Port': ['ID=e751d214-7f97-4125-9fa1-5064aca79b2f,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:43.803621 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.804029 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.804394 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.804785 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.805163 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.805994 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.806345 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.806702 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.806993 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.807319 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.807655 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.807971 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:43.822411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port af783df4-190b-4787-9701-ded317aa710b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=af783df4-190b-4787-9701-ded317aa710b,segment=NetworkSegment(7095b07c-257a-45be-9a6d-269c58a56bb3),segment_id=7095b07c-257a-45be-9a6d-269c58a56bb3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:43.880639 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Attempting to bind port e751d214-7f97-4125-9fa1-5064aca79b2f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:43.881199 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Attempting to bind port e751d214-7f97-4125-9fa1-5064aca79b2f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:43.881555 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Attempting to bind port e751d214-7f97-4125-9fa1-5064aca79b2f on network 7c02574a-678b-409b-8d90-29c22f793968 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:43.889684 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:43.890136 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Checking segment: {'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:43.890645 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.891137 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Bound using segment: {'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:43.891736 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Bound port: e751d214-7f97-4125-9fa1-5064aca79b2f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:43.892247 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.934917 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.028885 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] For port e751d214-7f97-4125-9fa1-5064aca79b2f, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:44.040335 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] For port e751d214-7f97-4125-9fa1-5064aca79b2f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e751d214-7f97-4125-9fa1-5064aca79b2f,segment=NetworkSegment(be39c810-d3dc-4066-ab66-dccee03d7c4f),segment_id=be39c810-d3dc-4066-ab66-dccee03d7c4f)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:44.073726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=af783df4-190b-4787-9701-ded317aa710b,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:44.172712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37422) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:44.190931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977b10b-13e2-4f88-b4ff-a659d07372b9 req-3c129ef6-2855-4af5-8d3e-4b2af24a09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:44.192267 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8977b10b-13e2-4f88-b4ff-a659d07372b9 req-3c129ef6-2855-4af5-8d3e-4b2af24a09dd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 1101 time: 0.4932475 Aug 16 20:39:44.212477 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.227295 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-bfb642ec-d8ea-41c8-9189-dc9d977c585a service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467951 Aug 16 20:39:44.232186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811e105-885a-4593-a660-029991a93331 req-89ab7d0d-6094-4252-b9ed-174a2fac8013 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:44.249817 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e811e105-885a-4593-a660-029991a93331 req-89ab7d0d-6094-4252-b9ed-174a2fac8013 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 949 time: 0.1852267 Aug 16 20:39:44.273650 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a08fa4f3-ff3a-4d34-b177-6ec82ae89b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.340042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8977b10b-13e2-4f88-b4ff-a659d07372b9 req-f99bae85-7fce-4451-81e7-b5f9817ce0d0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306405 Aug 16 20:39:44.373463 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Routers {'93929036-e29c-4d96-afac-d9e41e7a27af'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:44.376227 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:39:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['93929036-e29c-4d96-afac-d9e41e7a27af'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:44.436271 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a08fa4f3-ff3a-4d34-b177-6ec82ae89b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.474846 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-e80e53de-6e7f-424d-bb17-719d01a7f0ec service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287862 Aug 16 20:39:44.491058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e811e105-885a-4593-a660-029991a93331 req-8d70f73b-7442-43a3-82b1-20ba8e1438ea tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399256 Aug 16 20:39:44.524984 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a08fa4f3-ff3a-4d34-b177-6ec82ae89b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.606531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fa4f3-ff3a-4d34-b177-6ec82ae89b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94feb4fd-c579-41d7-b739-bcc5b5db0416,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:44.639736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a08fa4f3-ff3a-4d34-b177-6ec82ae89b38 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=52ef9372dbd040e0b2b2040e646f121e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642148 Aug 16 20:39:44.640362 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-8a71a286-e982-4abf-a302-9778bc9b3062 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e HTTP/1.1" status: 200 len: 217 time: 0.1527793 Aug 16 20:39:44.643335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37432) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:44.660500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45b5be-0f62-4eac-a8e3-0783ed6e72d4 req-9d24f6ed-8caf-4ba0-8039-5108cf9563a2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:44.660500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d45b5be-0f62-4eac-a8e3-0783ed6e72d4 req-9d24f6ed-8caf-4ba0-8039-5108cf9563a2 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1937864 Aug 16 20:39:44.788666 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] Set router 93929036-e29c-4d96-afac-d9e41e7a27af gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:44.802338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37436) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:44.865339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-0f75fabf-9d9d-4be0-a68d-bfce5f44c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:44.867176 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-0f75fabf-9d9d-4be0-a68d-bfce5f44c5cd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.2137089 Aug 16 20:39:44.868477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-network', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:44.942544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-91512dfb-a820-4936-b21e-c8530fab3829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.977456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b973fa-f62d-422c-bd6c-65eba5127603 req-512cabb0-796f-4c10-84d4-3ad15535de0d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:44.982305 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36b973fa-f62d-422c-bd6c-65eba5127603 req-512cabb0-796f-4c10-84d4-3ad15535de0d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 950 time: 0.1757569 Aug 16 20:39:44.996323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e565e-9605-4d19-9bf6-481044c05fed req-3a6fcad1-7db5-4cc1-8150-1d7d5479c1d0 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:45.006030 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-404e565e-9605-4d19-9bf6-481044c05fed req-3a6fcad1-7db5-4cc1-8150-1d7d5479c1d0 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 945 time: 0.2216325 Aug 16 20:39:45.031215 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-91512dfb-a820-4936-b21e-c8530fab3829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.062672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-1fecdd91-9d6f-4018-8066-d84c0a134a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:45.069666 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-1fecdd91-9d6f-4018-8066-d84c0a134a7d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1890700 Aug 16 20:39:45.073562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Made reservation on behalf of e7089f2ec83e47a9b94cc9768f171360 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:45.076705 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.095738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-2d45b5be-0f62-4eac-a8e3-0783ed6e72d4 req-b3507b16-d48b-4a7e-8cf8-1ed189766f84 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Deleting port 940060f9-ae3b-414d-80d8-08b474c7c779 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:45.096160 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2d45b5be-0f62-4eac-a8e3-0783ed6e72d4 req-b3507b16-d48b-4a7e-8cf8-1ed189766f84 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.126476 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.175359 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3ac83d46-d926-41f7-8e89-eb6eb377bf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.268840 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eceda8-6d4a-4985-8b17-e9745189f00f None None] Pushing event updated for resources: {'Port': ['ID=e751d214-7f97-4125-9fa1-5064aca79b2f,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:45.286102 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-router', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:29Z', 'updated_at': '2021-08-16T20:39:39Z', 'revision_number': 4, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'gw_port': {'id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:31Z', 'updated_at': '2021-08-16T20:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'e751d214-7f97-4125-9fa1-5064aca79b2f', 'name': '', 'network_id': '7c02574a-678b-409b-8d90-29c22f793968', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'mac_address': 'fa:16:3e:00:d5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd08ac67-b45d-4b01-898e-c198762d234c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:37Z', 'updated_at': '2021-08-16T20:39:44Z', 'revision_number': 4, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'subnets': [{'id': 'dd08ac67-b45d-4b01-898e-c198762d234c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:45.312719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-6ea1e1b4-a490-4c50-af78-27a32fe2b9d2 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336290 Aug 16 20:39:45.318398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36b973fa-f62d-422c-bd6c-65eba5127603 req-30ce3fd4-a334-44c2-a73d-5e7451027f17 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302686 Aug 16 20:39:45.358401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-404e565e-9605-4d19-9bf6-481044c05fed req-066b7085-4667-48a6-90cb-978d23086dfd tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/security-groups?id=a3d0a342-b1f6-4bae-9d04-52c1a7179f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462520 Aug 16 20:39:45.383024 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830f117-92cd-48ee-a0de-1b04d4251a28 None None] The sync data for ids ['93929036-e29c-4d96-afac-d9e41e7a27af'] in n-d-793619-14 is: [{'id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-router', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:29Z', 'updated_at': '2021-08-16T20:39:39Z', 'revision_number': 4, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'gw_port': {'id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:31Z', 'updated_at': '2021-08-16T20:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'e751d214-7f97-4125-9fa1-5064aca79b2f', 'name': '', 'network_id': '7c02574a-678b-409b-8d90-29c22f793968', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'mac_address': 'fa:16:3e:00:d5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dd08ac67-b45d-4b01-898e-c198762d234c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:37Z', 'updated_at': '2021-08-16T20:39:44Z', 'revision_number': 4, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'subnets': [{'id': 'dd08ac67-b45d-4b01-898e-c198762d234c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:45.438400 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-91512dfb-a820-4936-b21e-c8530fab3829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.450494 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-91512dfb-a820-4936-b21e-c8530fab3829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.452259 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-91512dfb-a820-4936-b21e-c8530fab3829 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/94feb4fd-c579-41d7-b739-bcc5b5db0416 HTTP/1.1" status: 204 len: 168 time: 0.8060327 Aug 16 20:39:45.470643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-2d45b5be-0f62-4eac-a8e3-0783ed6e72d4 req-b3507b16-d48b-4a7e-8cf8-1ed189766f84 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] For port 940060f9-ae3b-414d-80d8-08b474c7c779, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=940060f9-ae3b-414d-80d8-08b474c7c779,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:45.472239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2d45b5be-0f62-4eac-a8e3-0783ed6e72d4 req-b3507b16-d48b-4a7e-8cf8-1ed189766f84 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.498283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-2d45b5be-0f62-4eac-a8e3-0783ed6e72d4 req-b3507b16-d48b-4a7e-8cf8-1ed189766f84 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Calling delete_port for 940060f9-ae3b-414d-80d8-08b474c7c779 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:45.502013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91512dfb-a820-4936-b21e-c8530fab3829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94feb4fd-c579-41d7-b739-bcc5b5db0416,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:45.608880 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-69473a2a-4a83-4a69-98bc-1383e396b527 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882552 Aug 16 20:39:45.653406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af8c856-f6c5-411c-9a32-9eeb5889c2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af783df4-190b-4787-9701-ded317aa710b'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:45.655879 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68347c21-ece7-48f7-811a-46ce5be30960" -d '{"events": [{"server_uuid": "7af8c856-f6c5-411c-9a32-9eeb5889c2e0", "name": "network-vif-plugged", "status": "completed", "tag": "af783df4-190b-4787-9701-ded317aa710b"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:45.748029 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b01468c-b2ba-49a4-a2ca-96d3a979eadd x-openstack-request-id: req-0b01468c-b2ba-49a4-a2ca-96d3a979eadd {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:45.748353 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af8c856-f6c5-411c-9a32-9eeb5889c2e0", "name": "network-vif-plugged", "status": "completed", "tag": "af783df4-190b-4787-9701-ded317aa710b", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:45.748586 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b01468c-b2ba-49a4-a2ca-96d3a979eadd {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:45.748981 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af8c856-f6c5-411c-9a32-9eeb5889c2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af783df4-190b-4787-9701-ded317aa710b', 'code': 200} Aug 16 20:39:45.755945 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-5bbcbeb4-ae8e-47bf-a2e0-b988ffbac5fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3151b502-fa54-46e9-bf5b-4f5a5389963c HTTP/1.1" status: 200 len: 217 time: 0.1343100 Aug 16 20:39:45.840884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-0094aaff-a594-4755-b3df-ed69a65b8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:45.842463 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-0094aaff-a594-4755-b3df-ed69a65b8fa3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.0821767 Aug 16 20:39:45.964369 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.999722 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2d45b5be-0f62-4eac-a8e3-0783ed6e72d4 req-b3507b16-d48b-4a7e-8cf8-1ed189766f84 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.014930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8eb675fd-a489-4bfc-869c-1f6d4a37958e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:46.046941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767a6b2-01e2-4d67-8180-e6b19261363b req-f67244cb-bb63-42ec-aba2-84c7fb3d2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:46.048510 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2767a6b2-01e2-4d67-8180-e6b19261363b req-f67244cb-bb63-42ec-aba2-84c7fb3d2511 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1923511 Aug 16 20:39:46.120174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-a2a22e09-5d34-48fc-b9a0-4f2a72789b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:46.124852 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-a2a22e09-5d34-48fc-b9a0-4f2a72789b9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2570457 Aug 16 20:39:46.229267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3507b16-d48b-4a7e-8cf8-1ed189766f84 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Pushing event deleted for resources: {'Port': ['ID=940060f9-ae3b-414d-80d8-08b474c7c779,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:46.255953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.284674 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2767a6b2-01e2-4d67-8180-e6b19261363b req-92984d8f-0c92-453f-8553-f903ada249cb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a3d0a342-b1f6-4bae-9d04-52c1a7179f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162416 Aug 16 20:39:46.302934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:46.363787 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.364442 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Added segment 27f3e289-dc5d-4b0c-b70b-7621b236d6cd of type vlan for network 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 Aug 16 20:39:46.420532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e751d214-7f97-4125-9fa1-5064aca79b2f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:46.421097 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-655661c2-cb9a-4fc8-93ee-3996c932f465 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871401 Aug 16 20:39:46.526865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.641938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d45b5be-0f62-4eac-a8e3-0783ed6e72d4 req-b3507b16-d48b-4a7e-8cf8-1ed189766f84 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] No DVR routers for this DVR port 940060f9-ae3b-414d-80d8-08b474c7c779 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:46.666947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port e751d214-7f97-4125-9fa1-5064aca79b2f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:46.672003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e751d214-7f97-4125-9fa1-5064aca79b2f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:46.672618 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.713565 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4f2d8b6-2ecb-4661-a091-ac612084041b req-136ecc9f-9b11-41a8-939c-d430a1059c46 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756560 Aug 16 20:39:46.742564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2d45b5be-0f62-4eac-a8e3-0783ed6e72d4 req-b3507b16-d48b-4a7e-8cf8-1ed189766f84 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.760911 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d45b5be-0f62-4eac-a8e3-0783ed6e72d4 req-b3507b16-d48b-4a7e-8cf8-1ed189766f84 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.76 "DELETE /v2.0/ports/940060f9-ae3b-414d-80d8-08b474c7c779 HTTP/1.1" status: 204 len: 173 time: 2.0790129 Aug 16 20:39:46.774332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48366944-07ce-4df0-9d02-9bf02942bfca req-16d13543-3bb2-4493-9cbf-c44998f58650 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:46.776414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48366944-07ce-4df0-9d02-9bf02942bfca req-16d13543-3bb2-4493-9cbf-c44998f58650 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 949 time: 0.8072848 Aug 16 20:39:46.776912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'name': 'network-vif-deleted', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:46.779336 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd8d9f5-b0f0-4632-b2a6-28cd7ba89a78" -d '{"events": [{"server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "name": "network-vif-deleted", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:46.874764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-678fffc4-eb69-4ed1-a6c2-44f02f64c146 req-d71b9449-25f7-41e3-b285-a9877b481e7d tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 210 time: 0.2892869 Aug 16 20:39:46.899891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87eaa25-1d3b-46d9-ac47-37278ee34692,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:46.914624 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.966743 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.968153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:46.968930 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.988660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port e751d214-7f97-4125-9fa1-5064aca79b2f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e751d214-7f97-4125-9fa1-5064aca79b2f,segment=NetworkSegment(be39c810-d3dc-4066-ab66-dccee03d7c4f),segment_id=be39c810-d3dc-4066-ab66-dccee03d7c4f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:47.080376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48366944-07ce-4df0-9d02-9bf02942bfca req-fc8d9537-c49b-4226-a3d7-a7557b4e2338 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756894 Aug 16 20:39:47.114051 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:47.220004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8ad4d87a-0e94-4f6d-a39b-6ef778a21990,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:47.254264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1e3e9-129b-4e52-a360-bc2d43911b49 req-9a499a84-19be-4dfe-a426-455bf749af13 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:47.267720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96b1e3e9-129b-4e52-a360-bc2d43911b49 req-9a499a84-19be-4dfe-a426-455bf749af13 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 945 time: 0.2949007 Aug 16 20:39:47.303685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 940060f9-ae3b-414d-80d8-08b474c7c779 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:47.307104 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e3ec4e-63b6-4986-a074-8bf34bd6fc14 x-openstack-request-id: req-c9e3ec4e-63b6-4986-a074-8bf34bd6fc14 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:47.307704 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97153c88-0e92-4f60-b9a7-bfc9ed24cfc7", "name": "network-vif-deleted", "tag": "940060f9-ae3b-414d-80d8-08b474c7c779", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:47.308271 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c9e3ec4e-63b6-4986-a074-8bf34bd6fc14 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:47.308850 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97153c88-0e92-4f60-b9a7-bfc9ed24cfc7', 'name': 'network-vif-deleted', 'tag': '940060f9-ae3b-414d-80d8-08b474c7c779', 'status': 'completed', 'code': 200} Aug 16 20:39:47.312339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:47.319907 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7d5a801c-e262-4160-a123-9fc737eef6a6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5140965 Aug 16 20:39:47.343347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37480) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:47.349123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] Request body: {'subnet': {'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-subnet', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:47.405506 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96b1e3e9-129b-4e52-a360-bc2d43911b49 req-df099eaa-fa40-4c42-88c6-381ba3f0f449 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/security-groups?id=a3d0a342-b1f6-4bae-9d04-52c1a7179f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361945 Aug 16 20:39:47.468674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 940060f9-ae3b-414d-80d8-08b474c7c779 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:47.469266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 940060f9-ae3b-414d-80d8-08b474c7c779 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:47.471946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=e751d214-7f97-4125-9fa1-5064aca79b2f,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:47.558577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] Made reservation on behalf of e7089f2ec83e47a9b94cc9768f171360 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:47.562645 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:47.677961 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-684dc86c-1eb2-4406-ae33-24c17ac502a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:47.935240 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:47.958057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.022052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de5a9a2-c9c5-4bf2-ba4f-810195a5117f,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:48.036048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff38e55b-8703-49b7-b0e0-ca881dc86303 req-a5c61aea-3d5f-4d07-96ef-625cee4f75e3 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=97153c88-0e92-4f60-b9a7-bfc9ed24cfc7 HTTP/1.1" status: 200 len: 210 time: 0.0427272 Aug 16 20:39:48.051211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] Checking segment: {'id': '27f3e289-dc5d-4b0c-b70b-7621b236d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:48.051579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] Network hostable DHCP agents. Network: 8ad4d87a-0e94-4f6d-a39b-6ef778a21990, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:48.075345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37502) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:48.166692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] Network 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:48.216090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409689b9-cdee-47bf-81c6-a89ed2944e7e req-ba8b7faf-a1b7-4e27-be06-a33e00819af3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:48.217659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-409689b9-cdee-47bf-81c6-a89ed2944e7e req-ba8b7faf-a1b7-4e27-be06-a33e00819af3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 949 time: 0.0710127 Aug 16 20:39:48.284942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 8ad4d87a-0e94-4f6d-a39b-6ef778a21990) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:48.285125 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-409689b9-cdee-47bf-81c6-a89ed2944e7e req-e52ac758-176e-488a-bd80-56bb3c09129a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598886 Aug 16 20:39:48.300619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a3eb04-68c7-4380-9c4d-aac84c0f7089 None None] Network 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:48.306946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:48.318086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.333718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e751d214-7f97-4125-9fa1-5064aca79b2f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:48.412179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-113090718-network', 'tenant_id': 'fdc14304e60042c9bab1968f8bee5c76'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:48.422992 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6bfac795-e852-4698-9573-a208ec9a85b6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0785313 Aug 16 20:39:48.427306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37516) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:48.433198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-router', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:48.447127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e751d214-7f97-4125-9fa1-5064aca79b2f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:48.447488 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.470527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb24cad-e8d5-4717-b63c-84f349bcd366 req-98000d62-81ea-4085-b014-7e87f0342a41 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:48.477608 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fcb24cad-e8d5-4717-b63c-84f349bcd366 req-98000d62-81ea-4085-b014-7e87f0342a41 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 1101 time: 0.0835533 Aug 16 20:39:48.520380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Made reservation on behalf of fdc14304e60042c9bab1968f8bee5c76 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:48.522747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.536935 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fcb24cad-e8d5-4717-b63c-84f349bcd366 req-4962ae56-d0b6-4593-ac2b-3e199fc20063 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583317 Aug 16 20:39:48.544651 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.637738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed099d-9f59-4c15-84f8-c81fd814f3a4 req-b5c624f1-687f-478b-8036-9c7bf143903b tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:48.642612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4ed099d-9f59-4c15-84f8-c81fd814f3a4 req-b5c624f1-687f-478b-8036-9c7bf143903b tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1292117 Aug 16 20:39:48.680819 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.683829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.748389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4ed099d-9f59-4c15-84f8-c81fd814f3a4 req-2142de59-9f5e-4b9c-ac6d-349feb3836bb tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/security-groups?id=a3d0a342-b1f6-4bae-9d04-52c1a7179f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968480 Aug 16 20:39:48.797164 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.842186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-8ad4d87a-0e94-4f6d-a39b-6ef778a21990', 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'fixed_ips': [{'subnet_id': '3de5a9a2-c9c5-4bf2-ba4f-810195a5117f'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:39:48.843671 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.886753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.950664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-df345691-d299-4b4d-94bf-fed7e8b96719 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315545 Aug 16 20:39:48.974767 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.080061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:49.089331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9da7a0e-fe2a-4f07-b5e0-d61213985a2a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:49.098589 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.098941 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Added segment de24f24f-e0b4-4991-bbe4-e8e2f80be552 of type vlan for network 8d0475b1-fe08-40fa-9cff-ea31ea3a79da Aug 16 20:39:49.126097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-6d8d5ece-44a7-4078-aff2-a57299399688 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:49.129851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-6d8d5ece-44a7-4078-aff2-a57299399688 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647081 Aug 16 20:39:49.145098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Allocated IP 172.20.0.2 (8ad4d87a-0e94-4f6d-a39b-6ef778a21990/3de5a9a2-c9c5-4bf2-ba4f-810195a5117f/2ef662a1-83c5-4ddc-b892-0e2ea6c8451e) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:49.150195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-d44e6981-b1a8-4c51-af97-5c43cb4a1add tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/quotas/2f9fb70721f74c5b9308bb8c8822b45f HTTP/1.1" status: 200 len: 375 time: 0.0145831 Aug 16 20:39:49.203230 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.208269 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.240351 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.278676 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-6eb7c192-8081-4f00-8279-7cb945f09a09 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1206455 Aug 16 20:39:49.343845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.345066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:49.345828 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.366390 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.377288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Transition to ACTIVE for port object 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:49.408721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Transition to ACTIVE for port object 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:49.433990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] Pushing event updated for resources: {'Network': ['ID=8d0475b1-fe08-40fa-9cff-ea31ea3a79da,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:49.445794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8d0475b1-fe08-40fa-9cff-ea31ea3a79da details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:49.460767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37552) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:49.461813 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-92c0ba55-386f-44dc-82a4-994b971ab066 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3842764 Aug 16 20:39:49.486566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] Request body: {'subnet': {'network_id': '8d0475b1-fe08-40fa-9cff-ea31ea3a79da', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-113090718-subnet', 'tenant_id': 'fdc14304e60042c9bab1968f8bee5c76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:49.543057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea21def-94ae-4e56-af8e-eda68cc044ed req-2a3dea9c-e0c3-41c8-90f4-2a9cbe0d7dfc tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:49.550040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ea21def-94ae-4e56-af8e-eda68cc044ed req-2a3dea9c-e0c3-41c8-90f4-2a9cbe0d7dfc tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 945 time: 0.1536133 Aug 16 20:39:49.578164 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.628673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Network 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:49.642557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:49.647704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:49.666074 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ea21def-94ae-4e56-af8e-eda68cc044ed req-eb80a291-296c-4d07-99b2-f50f54331670 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048477 Aug 16 20:39:49.678483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Pushing event updated for resources: {'Port': ['ID=2ef662a1-83c5-4ddc-b892-0e2ea6c8451e,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:49.734312 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.744178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] Made reservation on behalf of fdc14304e60042c9bab1968f8bee5c76 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:49.752039 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.792407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.793776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Attempting to bind port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:49.794517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Attempting to bind port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '27f3e289-dc5d-4b0c-b70b-7621b236d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:49.794893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Attempting to bind port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e on network 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:49.804551 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:49.805006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Checking segment: {'id': '27f3e289-dc5d-4b0c-b70b-7621b236d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:49.806258 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.806689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Bound using segment: {'id': '27f3e289-dc5d-4b0c-b70b-7621b236d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:49.807540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Bound port: 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f3e289-dc5d-4b0c-b70b-7621b236d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:49.807949 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.907852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ab9cc-c3c9-459d-81c7-a6e4c3ed94a6 req-0d782955-b09a-472b-8d9a-0ae7a40ad3fe tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:49.907852 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f79ab9cc-c3c9-459d-81c7-a6e4c3ed94a6 req-0d782955-b09a-472b-8d9a-0ae7a40ad3fe tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 945 time: 0.1297431 Aug 16 20:39:49.929909 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] For port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:49.936882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] For port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2ef662a1-83c5-4ddc-b892-0e2ea6c8451e,segment=NetworkSegment(27f3e289-dc5d-4b0c-b70b-7621b236d6cd),segment_id=27f3e289-dc5d-4b0c-b70b-7621b236d6cd)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:49.943537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04b640fb-1796-41b3-be2e-0a79ca65704d req-a40156a8-0424-43f6-afc6-0443ef3cadaa tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 210 time: 0.0454307 Aug 16 20:39:50.029330 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Allocated IP 172.25.4.106 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/5a4da39c-1f66-4380-84d1-06b0c7ee4e03) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:50.040230 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.115138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-f79ab9cc-c3c9-459d-81c7-a6e4c3ed94a6 req-8a2112e8-4f1b-47b9-bf0a-80f9c0ba8f13 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Deleting port b1a58962-7a01-428d-b564-7aa3958dd369 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:50.115482 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f79ab9cc-c3c9-459d-81c7-a6e4c3ed94a6 req-8a2112e8-4f1b-47b9-bf0a-80f9c0ba8f13 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.162568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908ce92-be3a-4c54-a359-ef3e2f1cb26c None None] Pushing event updated for resources: {'Port': ['ID=2ef662a1-83c5-4ddc-b892-0e2ea6c8451e,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:50.216043 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.242046 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.254888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-f79ab9cc-c3c9-459d-81c7-a6e4c3ed94a6 req-8a2112e8-4f1b-47b9-bf0a-80f9c0ba8f13 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] For port b1a58962-7a01-428d-b564-7aa3958dd369, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b1a58962-7a01-428d-b564-7aa3958dd369,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:50.255254 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f79ab9cc-c3c9-459d-81c7-a6e4c3ed94a6 req-8a2112e8-4f1b-47b9-bf0a-80f9c0ba8f13 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.274096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-f79ab9cc-c3c9-459d-81c7-a6e4c3ed94a6 req-8a2112e8-4f1b-47b9-bf0a-80f9c0ba8f13 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Calling delete_port for b1a58962-7a01-428d-b564-7aa3958dd369 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:50.419972 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.449404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71d7e97-4345-4e32-8b04-2ffd2e175771,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:50.449404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] Checking segment: {'id': 'de24f24f-e0b4-4991-bbe4-e8e2f80be552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8d0475b1-fe08-40fa-9cff-ea31ea3a79da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:50.449404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] Network hostable DHCP agents. Network: 8d0475b1-fe08-40fa-9cff-ea31ea3a79da, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:50.457736 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38405b31-2392-4c7c-b2d0-a3a4c95c4624 req-4bbfa2ad-9d91-4884-9b16-284014fdf746 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:50.459535 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38405b31-2392-4c7c-b2d0-a3a4c95c4624 req-4bbfa2ad-9d91-4884-9b16-284014fdf746 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.1203673 Aug 16 20:39:50.489979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:50.500013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:50.547290 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.580502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:50.588256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4da39c-1f66-4380-84d1-06b0c7ee4e03,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:50.588978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38405b31-2392-4c7c-b2d0-a3a4c95c4624 req-7a72afb6-fc1a-4e15-9e59-c8c642d8b165 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217103 Aug 16 20:39:50.599486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] Network 8d0475b1-fe08-40fa-9cff-ea31ea3a79da is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:50.692295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 8d0475b1-fe08-40fa-9cff-ea31ea3a79da) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:50.698175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:50.698951 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.725929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9278bb4-1903-43a2-95a0-c4fecd198144 None None] Network 8d0475b1-fe08-40fa-9cff-ea31ea3a79da requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:50.842643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bffa9727-6f23-489c-8fef-f5e8288d08fa req-807283f9-3086-4481-a41d-c0ae652f2f43 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 210 time: 0.0526121 Aug 16 20:39:50.845311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-81bf1e90-80ac-48cd-a6b0-5665b1a118e3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3756392 Aug 16 20:39:50.845739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f79ab9cc-c3c9-459d-81c7-a6e4c3ed94a6 req-8a2112e8-4f1b-47b9-bf0a-80f9c0ba8f13 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.912331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2112e8-4f1b-47b9-bf0a-80f9c0ba8f13 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Pushing event deleted for resources: {'Port': ['ID=b1a58962-7a01-428d-b564-7aa3958dd369,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:50.949473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec68389-b9f8-4093-8be3-0fed8d481de5 None None] Network 8d0475b1-fe08-40fa-9cff-ea31ea3a79da requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:50.961176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79ab9cc-c3c9-459d-81c7-a6e4c3ed94a6 req-8a2112e8-4f1b-47b9-bf0a-80f9c0ba8f13 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] No DVR routers for this DVR port b1a58962-7a01-428d-b564-7aa3958dd369 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:50.965117 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f79ab9cc-c3c9-459d-81c7-a6e4c3ed94a6 req-8a2112e8-4f1b-47b9-bf0a-80f9c0ba8f13 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.967325 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f79ab9cc-c3c9-459d-81c7-a6e4c3ed94a6 req-8a2112e8-4f1b-47b9-bf0a-80f9c0ba8f13 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.79 "DELETE /v2.0/ports/b1a58962-7a01-428d-b564-7aa3958dd369 HTTP/1.1" status: 204 len: 173 time: 1.0342770 Aug 16 20:39:50.967869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'name': 'network-vif-deleted', 'tag': 'b1a58962-7a01-428d-b564-7aa3958dd369'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:50.970933 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f6c5e4-27c2-4884-8d4a-96899a7eca3d" -d '{"events": [{"server_uuid": "d0567d8b-0733-4c8d-a006-e6594c9d4635", "name": "network-vif-deleted", "tag": "b1a58962-7a01-428d-b564-7aa3958dd369"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:51.128635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e8910b4-1a1a-4587-bf18-e060f99cad38 req-cdfdba01-a603-4765-9227-382dda24e8d7 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 210 time: 0.0714211 Aug 16 20:39:51.136188 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea1ca3-97b8-4086-ac67-39866ae94319 x-openstack-request-id: req-d8ea1ca3-97b8-4086-ac67-39866ae94319 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:51.136782 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0567d8b-0733-4c8d-a006-e6594c9d4635", "name": "network-vif-deleted", "tag": "b1a58962-7a01-428d-b564-7aa3958dd369", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:51.136782 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8ea1ca3-97b8-4086-ac67-39866ae94319 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:51.137205 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0567d8b-0733-4c8d-a006-e6594c9d4635', 'name': 'network-vif-deleted', 'tag': 'b1a58962-7a01-428d-b564-7aa3958dd369', 'status': 'completed', 'code': 200} Aug 16 20:39:51.550855 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.646876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5876fd1b-f755-42be-88a2-0033a8aab474 None None] Network 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:51.770277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca83091-4722-4b28-9e18-2d0521cd0b57 req-43b66120-d109-42cb-86a4-624249122ee6 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:51.777623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ca83091-4722-4b28-9e18-2d0521cd0b57 req-43b66120-d109-42cb-86a4-624249122ee6 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.0843089 Aug 16 20:39:51.795370 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.817098 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ca83091-4722-4b28-9e18-2d0521cd0b57 req-4354bfed-ec89-4405-bcca-15fa2def35ac tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfa23687-32b2-4361-8007-71dd788393bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373580 Aug 16 20:39:51.859484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-86e5a089-606e-495d-a705-08197425d32b None None] Provisioning for port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:52.019950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c27ea044-21d2-47f1-9b47-daf0e02166ce req-ff81dc55-fecc-448e-8c91-196235caf940 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0567d8b-0733-4c8d-a006-e6594c9d4635 HTTP/1.1" status: 200 len: 210 time: 0.0427868 Aug 16 20:39:52.048573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313352e-fbeb-407b-978c-d5a73e1a04e1 req-b710c9ba-bd87-4897-ae0f-198250fd2140 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:52.050774 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0313352e-fbeb-407b-978c-d5a73e1a04e1 req-b710c9ba-bd87-4897-ae0f-198250fd2140 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 949 time: 0.2093499 Aug 16 20:39:52.188616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37626) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:52.195912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-823721087-network', 'tenant_id': '22a6d18827e14f0087263223095d7743'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:52.262583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-0313352e-fbeb-407b-978c-d5a73e1a04e1 req-a3702acd-5f87-4ce6-ac37-e665103d0b7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Deleting port 8eb675fd-a489-4bfc-869c-1f6d4a37958e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:52.262954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0313352e-fbeb-407b-978c-d5a73e1a04e1 req-a3702acd-5f87-4ce6-ac37-e665103d0b7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.300910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3d25069-7831-4fe0-9bfc-4b5788de5e08 req-896eefa2-2030-4eec-817e-30192e3e9e44 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 210 time: 0.0452626 Aug 16 20:39:52.340159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Made reservation on behalf of 22a6d18827e14f0087263223095d7743 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:52.342636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.361408 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.374010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:52.386809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0313352e-fbeb-407b-978c-d5a73e1a04e1 req-a3702acd-5f87-4ce6-ac37-e665103d0b7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] For port 8eb675fd-a489-4bfc-869c-1f6d4a37958e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8eb675fd-a489-4bfc-869c-1f6d4a37958e,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:52.387179 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0313352e-fbeb-407b-978c-d5a73e1a04e1 req-a3702acd-5f87-4ce6-ac37-e665103d0b7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.405774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-0313352e-fbeb-407b-978c-d5a73e1a04e1 req-a3702acd-5f87-4ce6-ac37-e665103d0b7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Calling delete_port for 8eb675fd-a489-4bfc-869c-1f6d4a37958e owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:52.407376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Router ab48c7a8-3549-480b-afd7-b91dea971f1b is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:39:52.485758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:52.489718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:52.490192 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.582310 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.625798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:52.626041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2ef662a1-83c5-4ddc-b892-0e2ea6c8451e,segment=NetworkSegment(27f3e289-dc5d-4b0c-b70b-7621b236d6cd),segment_id=27f3e289-dc5d-4b0c-b70b-7621b236d6cd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:52.635001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Sync routers for ids ['ab48c7a8-3549-480b-afd7-b91dea971f1b'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:52.645164 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Routers {'ab48c7a8-3549-480b-afd7-b91dea971f1b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:52.645781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:39:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ab48c7a8-3549-480b-afd7-b91dea971f1b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:52.677393 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.727389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.744878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.772952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:52.783213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a53c54e-5ea3-4641-8fe0-94f243e07acf,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:52.796727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.796928 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Set router ab48c7a8-3549-480b-afd7-b91dea971f1b gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:52.797015 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Added segment 3acd7a72-b166-48ff-842c-f8ab879561f8 of type vlan for network 61623eaf-f44a-49e2-89c4-294cc2d7baaa Aug 16 20:39:52.797172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37634) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:52.825905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=2ef662a1-83c5-4ddc-b892-0e2ea6c8451e,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:52.843298 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.847131 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b3a70703-108e-4fdb-b77d-523a369fb667 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4160488 Aug 16 20:39:52.847131 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0313352e-fbeb-407b-978c-d5a73e1a04e1 req-a3702acd-5f87-4ce6-ac37-e665103d0b7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.847629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37640) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:52.885486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8eb675fd-a489-4bfc-869c-1f6d4a37958e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:52.942876 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.955136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3702acd-5f87-4ce6-ac37-e665103d0b7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Pushing event deleted for resources: {'Port': ['ID=8eb675fd-a489-4bfc-869c-1f6d4a37958e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:52.960837 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-d4ef94f4-f4ac-4e9f-9503-f918c4bf6fc6 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658245 Aug 16 20:39:52.982216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3533190d-7e51-46b6-9eb8-d72786259919 req-0b9f9293-cb5d-4e6c-97ab-a041b9248018 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 210 time: 0.0627737 Aug 16 20:39:52.989414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8eb675fd-a489-4bfc-869c-1f6d4a37958e no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:52.997786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.015750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 8eb675fd-a489-4bfc-869c-1f6d4a37958e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:53.016107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8eb675fd-a489-4bfc-869c-1f6d4a37958e not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:53.016544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b1a58962-7a01-428d-b564-7aa3958dd369 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:53.066774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0313352e-fbeb-407b-978c-d5a73e1a04e1 req-a3702acd-5f87-4ce6-ac37-e665103d0b7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] No DVR routers for this DVR port 8eb675fd-a489-4bfc-869c-1f6d4a37958e on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:53.071922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: b1a58962-7a01-428d-b564-7aa3958dd369 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:53.074295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0313352e-fbeb-407b-978c-d5a73e1a04e1 req-a3702acd-5f87-4ce6-ac37-e665103d0b7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.074476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b1a58962-7a01-428d-b564-7aa3958dd369 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:53.076307 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0313352e-fbeb-407b-978c-d5a73e1a04e1 req-a3702acd-5f87-4ce6-ac37-e665103d0b7a tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.79 "DELETE /v2.0/ports/8eb675fd-a489-4bfc-869c-1f6d4a37958e HTTP/1.1" status: 204 len: 173 time: 1.0170748 Aug 16 20:39:53.145160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'name': 'network-vif-deleted', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:53.151551 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f3ef71-b613-40c3-9f4a-f641d980a1cf" -d '{"events": [{"server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "name": "network-vif-deleted", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:53.167005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-router', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:48Z', 'updated_at': '2021-08-16T20:39:50Z', 'revision_number': 3, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'gw_port': {'id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:49Z', 'updated_at': '2021-08-16T20:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:53.170156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.171253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:53.171833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.202667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Checking router: ab48c7a8-3549-480b-afd7-b91dea971f1b for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:53.203187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Updating router ab48c7a8-3549-480b-afd7-b91dea971f1b port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:39:53.267456 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.284903 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e58a44-2f69-4c0c-ac4e-1c8bdd71d94d x-openstack-request-id: req-41e58a44-2f69-4c0c-ac4e-1c8bdd71d94d {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:53.285496 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb54e04-b4ea-42db-8935-5927d25d6e63", "name": "network-vif-deleted", "tag": "8eb675fd-a489-4bfc-869c-1f6d4a37958e", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:53.285496 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-41e58a44-2f69-4c0c-ac4e-1c8bdd71d94d {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:53.285851 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb54e04-b4ea-42db-8935-5927d25d6e63', 'name': 'network-vif-deleted', 'tag': '8eb675fd-a489-4bfc-869c-1f6d4a37958e', 'status': 'completed', 'code': 200} Aug 16 20:39:53.303764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-6b09e8c4-c893-4cfa-afed-e11fcd4d070d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:53.305550 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-6b09e8c4-c893-4cfa-afed-e11fcd4d070d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3383968 Aug 16 20:39:53.324467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Request body: {'port': {'device_id': '3e9a37fa-6c47-454f-b707-6dcb67810001', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '2f9fb70721f74c5b9308bb8c8822b45f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:53.376963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] Pushing event updated for resources: {'Network': ['ID=61623eaf-f44a-49e2-89c4-294cc2d7baaa,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:53.467317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 61623eaf-f44a-49e2-89c4-294cc2d7baaa details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:53.556290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.624664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.646232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0fd23a0-2369-4d80-9c70-2faadd2f83b2 req-15ed52ec-1ada-4842-b3d7-cba9c1236fde tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 210 time: 0.1375594 Aug 16 20:39:53.709012 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-34c449de-eee3-4a87-af9a-d66ea3641a8c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5184886 Aug 16 20:39:53.712329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37656) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:53.719244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Request body: {'subnet': {'network_id': '61623eaf-f44a-49e2-89c4-294cc2d7baaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-823721087-subnet', 'tenant_id': '22a6d18827e14f0087263223095d7743', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:53.816570 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.828022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Transition to ACTIVE for port object 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:53.837174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Made reservation on behalf of 2f9fb70721f74c5b9308bb8c8822b45f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:53.840862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.889182 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.906552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Made reservation on behalf of 22a6d18827e14f0087263223095d7743 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:53.909808 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.950713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Attempting to bind port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:53.951550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Attempting to bind port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:53.952134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Attempting to bind port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:53.961941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:53.962390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:53.962733 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.963266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:53.963924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Bound port: 5a4da39c-1f66-4380-84d1-06b0c7ee4e03, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:53.964314 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.003097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc2f83-c50b-4ac1-9904-8b0bf9212dc1 None None] Pushing event updated for resources: {'Port': ['ID=5a4da39c-1f66-4380-84d1-06b0c7ee4e03,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:54.025151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Allocated IP 192.168.233.32 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/6afeb7d0-101e-4ea5-ad64-74ce1a67c727) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:54.059379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] For port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:54.062628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fae6d8cb9a934c9a9d30662da76ebdd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2644486 Aug 16 20:39:54.071715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37660) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:54.071966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] For port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a4da39c-1f66-4380-84d1-06b0c7ee4e03,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:54.101672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3a6b92-2574-45a6-8ed5-5bd8ca6bdadd,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:54.135639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.136249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.136579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.137111 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.137611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.138094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.138615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.139097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.139576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.140044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.140521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.141013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c56b-32f1-4370-93cd-aff8d4e854ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.149685 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.223166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Routers {'ab48c7a8-3549-480b-afd7-b91dea971f1b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:54.223166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:39:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ab48c7a8-3549-480b-afd7-b91dea971f1b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:54.287585 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.316526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc2f83-c50b-4ac1-9904-8b0bf9212dc1 None None] Pushing event updated for resources: {'Port': ['ID=5a4da39c-1f66-4380-84d1-06b0c7ee4e03,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:54.413900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de5828-ac8b-46f0-b29f-172bbf383165 req-0a82ed4d-c7dc-4d34-adbc-163c3247b3b6 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:54.415440 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-12de5828-ac8b-46f0-b29f-172bbf383165 req-0a82ed4d-c7dc-4d34-adbc-163c3247b3b6 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 944 time: 0.1832781 Aug 16 20:39:54.418581 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.480692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Transition to ACTIVE for port object 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:54.508083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:54.560014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Allocated IP 172.20.0.1 (8ad4d87a-0e94-4f6d-a39b-6ef778a21990/3de5a9a2-c9c5-4bf2-ba4f-810195a5117f/82a2e728-e9f2-41d8-9b5f-b363385bee2d) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:54.577793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-12de5828-ac8b-46f0-b29f-172bbf383165 req-967a01ea-53d0-4467-a343-61d6c582b976 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Deleting port 2bbfe57e-d787-4aaf-84f4-aae061867196 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:54.578071 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-12de5828-ac8b-46f0-b29f-172bbf383165 req-967a01ea-53d0-4467-a343-61d6c582b976 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.591136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] Set router ab48c7a8-3549-480b-afd7-b91dea971f1b gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:54.593681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.594732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:54.595288 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.607274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e0afceb-2349-4f72-a574-0348d0bbb25e req-2ea6542d-516e-4d6f-bebb-dfa7e3ca4a01 tempest-MigrationsAdminTest-1176467774 tempest-MigrationsAdminTest-1176467774-project] 10.222.0.74 "GET /v2.0/ports?device_id=deb54e04-b4ea-42db-8935-5927d25d6e63 HTTP/1.1" status: 200 len: 210 time: 0.4393120 Aug 16 20:39:54.667509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b67e9-36bf-4683-a2c1-a12c76a64f84 req-6c6ab5f8-98af-483c-877b-0215ac1d9f84 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:54.673982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d80b67e9-36bf-4683-a2c1-a12c76a64f84 req-6c6ab5f8-98af-483c-877b-0215ac1d9f84 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 944 time: 0.6072550 Aug 16 20:39:54.699456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c1bd993e-bc3f-431e-960f-b3daef09689d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.711539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b266721e-c477-4bcd-bfe8-98afd6405bec,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:54.713953 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.780030 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4', 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:54.782194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'd41a2d2f-b8db-4803-af37-93179ca6e438', '1a332882-cd13-4814-a91a-fab2c9cd81b6', '6aa77544-4bba-421e-80b9-993d19cfddb2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:54.802184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.802520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.802855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.803183 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.803509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.803829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.804148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.804533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.804840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.805181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.805501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.805813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:54.824018 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-12de5828-ac8b-46f0-b29f-172bbf383165 req-967a01ea-53d0-4467-a343-61d6c582b976 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] For port 2bbfe57e-d787-4aaf-84f4-aae061867196, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2bbfe57e-d787-4aaf-84f4-aae061867196,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:54.824378 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-12de5828-ac8b-46f0-b29f-172bbf383165 req-967a01ea-53d0-4467-a343-61d6c582b976 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.835900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Checking segment: {'id': '3acd7a72-b166-48ff-842c-f8ab879561f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '61623eaf-f44a-49e2-89c4-294cc2d7baaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:54.836179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Network hostable DHCP agents. Network: 61623eaf-f44a-49e2-89c4-294cc2d7baaa, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:54.837096 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c1bd993e-bc3f-431e-960f-b3daef09689d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.853755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-12de5828-ac8b-46f0-b29f-172bbf383165 req-967a01ea-53d0-4467-a343-61d6c582b976 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Calling delete_port for 2bbfe57e-d787-4aaf-84f4-aae061867196 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:54.856939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:54.868463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:54.875908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event updated for resources: {'Port': ['ID=6afeb7d0-101e-4ea5-ad64-74ce1a67c727,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:54.878583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:54.962944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d80b67e9-36bf-4683-a2c1-a12c76a64f84 req-0747a577-4fb9-4716-b6b3-811223e438a6 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738923 Aug 16 20:39:54.987524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3717-813d-4402-8bc2-cd93b6af3785 req-6967db3d-4e59-45f7-a99e-f4cf43af5778 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:54.998122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54cd3717-813d-4402-8bc2-cd93b6af3785 req-6967db3d-4e59-45f7-a99e-f4cf43af5778 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 935 time: 0.1997769 Aug 16 20:39:55.029577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Network 61623eaf-f44a-49e2-89c4-294cc2d7baaa is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:55.057766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:55.057996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54cd3717-813d-4402-8bc2-cd93b6af3785 req-49fd08b1-63c6-4c1a-a4e0-b16c3e63a7af tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582972 Aug 16 20:39:55.058115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.073984 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c1bd993e-bc3f-431e-960f-b3daef09689d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.077694 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c1bd993e-bc3f-431e-960f-b3daef09689d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.079558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c1bd993e-bc3f-431e-960f-b3daef09689d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d3a6b92-2574-45a6-8ed5-5bd8ca6bdadd HTTP/1.1" status: 204 len: 168 time: 1.0115688 Aug 16 20:39:55.098457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd993e-bc3f-431e-960f-b3daef09689d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3a6b92-2574-45a6-8ed5-5bd8ca6bdadd,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:55.150282 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.169160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 61623eaf-f44a-49e2-89c4-294cc2d7baaa) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:55.183750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-router', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:48Z', 'updated_at': '2021-08-16T20:39:50Z', 'revision_number': 3, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'gw_port': {'id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:49Z', 'updated_at': '2021-08-16T20:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:55.187859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Transition to ACTIVE for port object 82a2e728-e9f2-41d8-9b5f-b363385bee2d will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:55.189575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:55.190697 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.209999 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5f7c4b17-4762-4895-b65c-302922fd9746 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8922637 Aug 16 20:39:55.227765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Request body: {'port': {'device_id': '3e9a37fa-6c47-454f-b707-6dcb67810001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:55.231049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223c07f-3c74-4dad-a7a1-3c8664dae6d4 None None] The sync data for ids ['ab48c7a8-3549-480b-afd7-b91dea971f1b'] in n-d-793619-14 is: [{'id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-router', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:48Z', 'updated_at': '2021-08-16T20:39:50Z', 'revision_number': 3, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'gw_port': {'id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:49Z', 'updated_at': '2021-08-16T20:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:55.234111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee0717c-4a04-436d-a589-8959cc550603 None None] Network 61623eaf-f44a-49e2-89c4-294cc2d7baaa requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:55.310441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.325897 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-28bf8a5b-d52d-495b-af52-d0da26ce11f2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6122966 Aug 16 20:39:55.326988 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-12de5828-ac8b-46f0-b29f-172bbf383165 req-967a01ea-53d0-4467-a343-61d6c582b976 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.359007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a01ea-53d0-4467-a343-61d6c582b976 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Pushing event deleted for resources: {'Port': ['ID=2bbfe57e-d787-4aaf-84f4-aae061867196,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:55.383312 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.463836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-12de5828-ac8b-46f0-b29f-172bbf383165 req-967a01ea-53d0-4467-a343-61d6c582b976 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] No DVR routers for this DVR port 2bbfe57e-d787-4aaf-84f4-aae061867196 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:55.473700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e5c45d3d-d9d7-4631-973b-e99bff269f62 None None] Provisioning for port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:55.474437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-12de5828-ac8b-46f0-b29f-172bbf383165 req-967a01ea-53d0-4467-a343-61d6c582b976 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.476892 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-12de5828-ac8b-46f0-b29f-172bbf383165 req-967a01ea-53d0-4467-a343-61d6c582b976 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.79 "DELETE /v2.0/ports/2bbfe57e-d787-4aaf-84f4-aae061867196 HTTP/1.1" status: 204 len: 173 time: 1.0509801 Aug 16 20:39:55.477819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a193fce-ed34-45f5-a855-39da62889c84', 'name': 'network-vif-deleted', 'tag': '2bbfe57e-d787-4aaf-84f4-aae061867196'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:55.480249 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349c9dcc-d062-4783-aa1c-592b82b8485c" -d '{"events": [{"server_uuid": "0a193fce-ed34-45f5-a855-39da62889c84", "name": "network-vif-deleted", "tag": "2bbfe57e-d787-4aaf-84f4-aae061867196"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:55.538330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Network 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:55.552327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e5c45d3d-d9d7-4631-973b-e99bff269f62 None None] Provisioning complete for port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:55.555340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e5c45d3d-d9d7-4631-973b-e99bff269f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.569776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:55.585439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:55.695112 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9b0c9b-301f-4cd4-a893-e38c45193f22 x-openstack-request-id: req-8e9b0c9b-301f-4cd4-a893-e38c45193f22 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:55.695466 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a193fce-ed34-45f5-a855-39da62889c84", "name": "network-vif-deleted", "tag": "2bbfe57e-d787-4aaf-84f4-aae061867196", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:55.695685 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8e9b0c9b-301f-4cd4-a893-e38c45193f22 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:55.696071 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a193fce-ed34-45f5-a855-39da62889c84', 'name': 'network-vif-deleted', 'tag': '2bbfe57e-d787-4aaf-84f4-aae061867196', 'status': 'completed', 'code': 200} Aug 16 20:39:55.697914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Pushing event updated for resources: {'Port': ['ID=82a2e728-e9f2-41d8-9b5f-b363385bee2d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:55.716227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37680) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:55.759696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.874509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e97037c-a8ae-4ffa-837b-1a5a63c11339 None None] Network 61623eaf-f44a-49e2-89c4-294cc2d7baaa requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:55.885874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e5c45d3d-d9d7-4631-973b-e99bff269f62 None None] Port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:55.932710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa79d75-de4c-4668-8cf3-b5ffcdd8288c admin admin] Deleting subnet c71d7e97-4345-4e32-8b04-2ffd2e175771 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:56.110294 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0aa79d75-de4c-4668-8cf3-b5ffcdd8288c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.172525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37690) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:56.189645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:56.223539 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee4125bc-2f56-4966-885d-bdd8d38ab1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.233315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.288268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-71f9df21-5a3c-44f1-b029-dbe88ef259c8 None None] Provisioning for port 82a2e728-e9f2-41d8-9b5f-b363385bee2d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:56.334528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-036a7b92-e094-4c8c-ae6b-374431dbd0bb req-abf61387-13f1-4051-a155-a8d54841c69d tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a193fce-ed34-45f5-a855-39da62889c84 HTTP/1.1" status: 200 len: 210 time: 0.1617768 Aug 16 20:39:56.405907 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee4125bc-2f56-4966-885d-bdd8d38ab1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.410576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-71f9df21-5a3c-44f1-b029-dbe88ef259c8 None None] Provisioning complete for port 82a2e728-e9f2-41d8-9b5f-b363385bee2d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:56.410957 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-71f9df21-5a3c-44f1-b029-dbe88ef259c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.444391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Transition to ACTIVE for port object 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:56.478923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37694) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:56.482262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:56.492983 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee4125bc-2f56-4966-885d-bdd8d38ab1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.501804 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.513892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0aa79d75-de4c-4668-8cf3-b5ffcdd8288c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.538413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.713125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-71f9df21-5a3c-44f1-b029-dbe88ef259c8 None None] Port 82a2e728-e9f2-41d8-9b5f-b363385bee2d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:56.713576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Pushing event updated for resources: {'Port': ['ID=6afeb7d0-101e-4ea5-ad64-74ce1a67c727,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:56.776219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd13936-b058-43bc-b831-f707da2ea23c req-3619f605-0217-4abb-af5a-0f8f217f1b57 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:56.786751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebd13936-b058-43bc-b831-f707da2ea23c req-3619f605-0217-4abb-af5a-0f8f217f1b57 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 935 time: 0.4542220 Aug 16 20:39:56.790738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0aa79d75-de4c-4668-8cf3-b5ffcdd8288c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.887036 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:56.889610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:56.889995 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.985162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebd13936-b058-43bc-b831-f707da2ea23c req-b7fc0265-9fdb-4701-866a-f942dcccb32f tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901376 Aug 16 20:39:56.985818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4125bc-2f56-4966-885d-bdd8d38ab1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94ecd6c-8e23-4d8b-a6cd-08544da375e7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:56.986006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2bbfe57e-d787-4aaf-84f4-aae061867196 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:56.999137 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ee4125bc-2f56-4966-885d-bdd8d38ab1cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=28ae6645ceed4e89915e3e892a184aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8254437 Aug 16 20:39:56.999818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37702) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:57.002249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Attempting to bind port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:57.002646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Attempting to bind port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:57.002971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Attempting to bind port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:57.036889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:39:57.037339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Attempting to bind port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:57.061418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0aa79d75-de4c-4668-8cf3-b5ffcdd8288c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.067310 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 2bbfe57e-d787-4aaf-84f4-aae061867196 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:57.067833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2bbfe57e-d787-4aaf-84f4-aae061867196 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:57.069814 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.095240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a4da39c-1f66-4380-84d1-06b0c7ee4e03,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:57.116074 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0aa79d75-de4c-4668-8cf3-b5ffcdd8288c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.116649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:57.116941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:57.117275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:57.118405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0aa79d75-de4c-4668-8cf3-b5ffcdd8288c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c71d7e97-4345-4e32-8b04-2ffd2e175771 HTTP/1.1" status: 204 len: 168 time: 1.4003274 Aug 16 20:39:57.119776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa79d75-de4c-4668-8cf3-b5ffcdd8288c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71d7e97-4345-4e32-8b04-2ffd2e175771,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:57.120716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Bound port: 6afeb7d0-101e-4ea5-ad64-74ce1a67c727, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:57.121566 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.121690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37704) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:57.137589 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2e378171-b6b3-4e3d-b770-a8dc05381b09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cdcbd16a8feb46228e4e6afaba736344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6545041 Aug 16 20:39:57.152678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37706) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:57.171472 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.230706 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.250750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=5a4da39c-1f66-4380-84d1-06b0c7ee4e03,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:57.289247 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fc131185-b54c-4db3-b201-f271b4e62f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.321837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] For port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:57.328967 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.334124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f95ea090-3c7e-419a-af69-f31e7b3c7431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.339111 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fc131185-b54c-4db3-b201-f271b4e62f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.341695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] For port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6afeb7d0-101e-4ea5-ad64-74ce1a67c727,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:57.343899 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.354449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0475b1-fe08-40fa-9cff-ea31ea3a79da']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:57.374611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de24f24f-e0b4-4991-bbe4-e8e2f80be552') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:57.375792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de24f24f-e0b4-4991-bbe4-e8e2f80be552') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:57.385795 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.395830 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.412195 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f95ea090-3c7e-419a-af69-f31e7b3c7431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.434933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.439736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.464171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:57.464609 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:57.468709 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:57.503297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:57.503922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.510616 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] 10.222.0.79 "PUT /v2.0/ports/6afeb7d0-101e-4ea5-ad64-74ce1a67c727 HTTP/1.1" status: 200 len: 1096 time: 2.2872202 Aug 16 20:39:57.567159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Pushing event updated for resources: {'Port': ['ID=82a2e728-e9f2-41d8-9b5f-b363385bee2d,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:57.572415 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.574502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d1dbb-fc8d-4e79-952f-0daa58b935bf service neutron] Pushing event updated for resources: {'Port': ['ID=6afeb7d0-101e-4ea5-ad64-74ce1a67c727,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:57.651752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fc131185-b54c-4db3-b201-f271b4e62f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.654841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fc131185-b54c-4db3-b201-f271b4e62f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.660818 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fc131185-b54c-4db3-b201-f271b4e62f76 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f94ecd6c-8e23-4d8b-a6cd-08544da375e7 HTTP/1.1" status: 204 len: 168 time: 0.6360137 Aug 16 20:39:57.682351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Network 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:57.683855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:57.699101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9a37fa-6c47-454f-b707-6dcb67810001', 'tag': '6afeb7d0-101e-4ea5-ad64-74ce1a67c727'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:57.720408 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b9415c-9131-4431-be63-0511e9ce4793" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9a37fa-6c47-454f-b707-6dcb67810001", "tag": "6afeb7d0-101e-4ea5-ad64-74ce1a67c727"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:57.736336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f95ea090-3c7e-419a-af69-f31e7b3c7431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.745537 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f95ea090-3c7e-419a-af69-f31e7b3c7431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.746715 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f95ea090-3c7e-419a-af69-f31e7b3c7431 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cfa23687-32b2-4361-8007-71dd788393bf HTTP/1.1" status: 204 len: 168 time: 0.5916185 Aug 16 20:39:57.763606 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.764769 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.766771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] 10.222.0.74 "DELETE /v2.0/networks/8d0475b1-fe08-40fa-9cff-ea31ea3a79da HTTP/1.1" status: 204 len: 168 time: 0.6388636 Aug 16 20:39:57.777046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc131185-b54c-4db3-b201-f271b4e62f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94ecd6c-8e23-4d8b-a6cd-08544da375e7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:57.785737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37720) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:57.786901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceeca52-095a-4246-bcbf-c5e878438d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0475b1-fe08-40fa-9cff-ea31ea3a79da,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:57.817127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ea090-3c7e-419a-af69-f31e7b3c7431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa23687-32b2-4361-8007-71dd788393bf,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:57.842269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-77271133-af1e-4ff3-9343-3b51ce82c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:57.848981 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-77271133-af1e-4ff3-9343-3b51ce82c67e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 1099 time: 0.1862190 Aug 16 20:39:57.873060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-575f67cd-0285-4bff-a0de-182869250832 admin admin] Deleting subnet b266721e-c477-4bcd-bfe8-98afd6405bec {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:57.877049 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-575f67cd-0285-4bff-a0de-182869250832 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.924907 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-575f67cd-0285-4bff-a0de-182869250832 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.964778 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-ec6c0f2e-e846-48a3-a1ee-048b20bf48ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=6afeb7d0-101e-4ea5-ad64-74ce1a67c727 HTTP/1.1" status: 200 len: 217 time: 0.1049852 Aug 16 20:39:57.977916 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd88fd66-f3ab-402c-bbe0-8cb2063b093f x-openstack-request-id: req-fd88fd66-f3ab-402c-bbe0-8cb2063b093f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:57.978324 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9a37fa-6c47-454f-b707-6dcb67810001", "tag": "6afeb7d0-101e-4ea5-ad64-74ce1a67c727", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:57.978577 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fd88fd66-f3ab-402c-bbe0-8cb2063b093f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:57.978982 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9a37fa-6c47-454f-b707-6dcb67810001', 'tag': '6afeb7d0-101e-4ea5-ad64-74ce1a67c727', 'status': 'completed', 'code': 200} Aug 16 20:39:57.982526 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-575f67cd-0285-4bff-a0de-182869250832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.069636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-48146807-7aed-4332-9ed9-249ce82de2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:58.071580 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-48146807-7aed-4332-9ed9-249ce82de2a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0917571 Aug 16 20:39:58.172264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-ac12f411-0a93-456a-acc7-0e3dc6b9a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:58.173849 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-ac12f411-0a93-456a-acc7-0e3dc6b9a645 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0916185 Aug 16 20:39:58.200671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bd7d5b84-cf91-4a93-89f6-7ca770b86d4c None None] Provisioning complete for port 82a2e728-e9f2-41d8-9b5f-b363385bee2d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:58.201111 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5b84-cf91-4a93-89f6-7ca770b86d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.252954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Router ab48c7a8-3549-480b-afd7-b91dea971f1b has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:39:58.254569 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-575f67cd-0285-4bff-a0de-182869250832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.276664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d5b84-cf91-4a93-89f6-7ca770b86d4c None None] Port 82a2e728-e9f2-41d8-9b5f-b363385bee2d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:58.294464 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-575f67cd-0285-4bff-a0de-182869250832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.298576 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-575f67cd-0285-4bff-a0de-182869250832 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b266721e-c477-4bcd-bfe8-98afd6405bec HTTP/1.1" status: 204 len: 168 time: 0.4938717 Aug 16 20:39:58.303730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37732) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:58.305360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f67cd-0285-4bff-a0de-182869250832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b266721e-c477-4bcd-bfe8-98afd6405bec,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:58.337073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7229b1-511f-4edc-9a32-dbf2bb6cb979 req-2fb694d4-2fec-408b-a6f4-b54b8f024323 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:58.346241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab7229b1-511f-4edc-9a32-dbf2bb6cb979 req-2fb694d4-2fec-408b-a6f4-b54b8f024323 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 947 time: 0.1956758 Aug 16 20:39:58.353513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:58.370373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc5b20-c6d7-4787-8043-97a56394633c req-8578cf93-df0d-4041-bc2a-dbab2f6cfc7f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:58.372874 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1dc5b20-c6d7-4787-8043-97a56394633c req-8578cf93-df0d-4041-bc2a-dbab2f6cfc7f tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 945 time: 0.2107296 Aug 16 20:39:58.391692 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-5876fd90-57a2-4da7-a73d-ce2557255e0f service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971161 Aug 16 20:39:58.442034 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab7229b1-511f-4edc-9a32-dbf2bb6cb979 req-68191115-1229-44e5-b89f-9480bb4d55e2 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947211 Aug 16 20:39:58.476204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:58.476833 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.489036 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1dc5b20-c6d7-4787-8043-97a56394633c req-ced4f65e-0f20-40ab-a3ce-a15cc26aaaac tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/security-groups?id=767396a2-ac28-42e2-8170-2b372ebd420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505846 Aug 16 20:39:58.557486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.588618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44caf4a-2b58-466c-8d3c-0d1aa3dcdeb7 req-74b07249-cdf3-4903-8e00-2ddd603c5cf0 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:58.590796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e44caf4a-2b58-466c-8d3c-0d1aa3dcdeb7 req-74b07249-cdf3-4903-8e00-2ddd603c5cf0 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.79 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 945 time: 0.1879323 Aug 16 20:39:58.657357 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-152c6dca-fc05-4a1d-bf58-c3a4b6dc6553 req-db0d03ef-4d11-4be4-81af-b8c65a57df9a service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556298 Aug 16 20:39:58.722558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:58.722938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e44caf4a-2b58-466c-8d3c-0d1aa3dcdeb7 req-6fa16c6d-b61f-49a0-a390-a9e83918e83e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Deleting port bedd970e-7e9c-4edf-bba4-3ed77dd8027e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:58.723471 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e44caf4a-2b58-466c-8d3c-0d1aa3dcdeb7 req-6fa16c6d-b61f-49a0-a390-a9e83918e83e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.728959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-27a66c0f-9f52-495e-acbb-13d3fc805e4e admin admin] 10.222.0.74 "PUT /v2.0/routers/ab48c7a8-3549-480b-afd7-b91dea971f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8804216 Aug 16 20:39:58.730832 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.744436 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Sync routers for ids ['ab48c7a8-3549-480b-afd7-b91dea971f1b'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:58.756407 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Routers {'ab48c7a8-3549-480b-afd7-b91dea971f1b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:58.756634 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:39:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ab48c7a8-3549-480b-afd7-b91dea971f1b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:58.758006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61623eaf-f44a-49e2-89c4-294cc2d7baaa']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:58.784354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3acd7a72-b166-48ff-842c-f8ab879561f8') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:58.784624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3acd7a72-b166-48ff-842c-f8ab879561f8') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:58.797007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.825475 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.832764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:58.833388 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:58.836073 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:58.897070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e44caf4a-2b58-466c-8d3c-0d1aa3dcdeb7 req-6fa16c6d-b61f-49a0-a390-a9e83918e83e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] For port bedd970e-7e9c-4edf-bba4-3ed77dd8027e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,segment=NetworkSegment(de97fce7-9893-4d0a-b66e-f9805a055606),segment_id=de97fce7-9893-4d0a-b66e-f9805a055606)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:58.899794 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e44caf4a-2b58-466c-8d3c-0d1aa3dcdeb7 req-6fa16c6d-b61f-49a0-a390-a9e83918e83e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.906662 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Set router ab48c7a8-3549-480b-afd7-b91dea971f1b gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:58.920228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e44caf4a-2b58-466c-8d3c-0d1aa3dcdeb7 req-6fa16c6d-b61f-49a0-a390-a9e83918e83e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Calling delete_port for bedd970e-7e9c-4edf-bba4-3ed77dd8027e owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:58.938340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9415c-9131-4431-be63-0511e9ce4793 req-9939701e-aaab-4a4c-b38a-75a4d04d4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:58.939552 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-58b9415c-9131-4431-be63-0511e9ce4793 req-9939701e-aaab-4a4c-b38a-75a4d04d4454 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 1099 time: 0.0914552 Aug 16 20:39:58.950234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37748) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:59.055968 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.061356 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1c362762-9528-4fad-90a2-33ec3fe84e5d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0421fb43dbb24662a817ba350654d12b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1093931 Aug 16 20:39:59.068019 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.072438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] 10.222.0.74 "DELETE /v2.0/networks/61623eaf-f44a-49e2-89c4-294cc2d7baaa HTTP/1.1" status: 204 len: 168 time: 0.7568309 Aug 16 20:39:59.072438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37750) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:59.113675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4f7c7-7c14-4561-8032-51786afa0089 admin admin] Pushing event deleted for resources: {'Network': ['ID=61623eaf-f44a-49e2-89c4-294cc2d7baaa,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:59.147031 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cf492cb-72c5-4638-b189-0348f7f18c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.197414 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cf492cb-72c5-4638-b189-0348f7f18c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.209439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9415c-9131-4431-be63-0511e9ce4793 req-d14aabe7-2f22-448b-8947-a36481f22453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:59.211430 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-58b9415c-9131-4431-be63-0511e9ce4793 req-d14aabe7-2f22-448b-8947-a36481f22453 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.2339385 Aug 16 20:39:59.275331 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-58b9415c-9131-4431-be63-0511e9ce4793 req-0282a5cd-fdb1-45be-aef1-b48f7964b150 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=6afeb7d0-101e-4ea5-ad64-74ce1a67c727 HTTP/1.1" status: 200 len: 217 time: 0.0518613 Aug 16 20:39:59.295059 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-router', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:48Z', 'updated_at': '2021-08-16T20:39:56Z', 'revision_number': 4, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'gw_port': {'id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:49Z', 'updated_at': '2021-08-16T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '82a2e728-e9f2-41d8-9b5f-b363385bee2d', 'name': '', 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'mac_address': 'fa:16:3e:34:cb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '3de5a9a2-c9c5-4bf2-ba4f-810195a5117f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:39:56Z', 'revision_number': 2, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'subnets': [{'id': '3de5a9a2-c9c5-4bf2-ba4f-810195a5117f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:59.325748 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Checking router: ab48c7a8-3549-480b-afd7-b91dea971f1b for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:59.326102 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Updating router ab48c7a8-3549-480b-afd7-b91dea971f1b port 82a2e728-e9f2-41d8-9b5f-b363385bee2d binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:39:59.338165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9415c-9131-4431-be63-0511e9ce4793 req-85cf7ed9-3e26-47fb-8c70-4135058f85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:59.339677 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-58b9415c-9131-4431-be63-0511e9ce4793 req-85cf7ed9-3e26-47fb-8c70-4135058f85d7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0560102 Aug 16 20:39:59.346686 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cf492cb-72c5-4638-b189-0348f7f18c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.350573 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cf492cb-72c5-4638-b189-0348f7f18c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.355761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3cf492cb-72c5-4638-b189-0348f7f18c94 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2d1b7b8d-a04f-4549-9406-0726b277ca72 HTTP/1.1" status: 204 len: 168 time: 0.2741048 Aug 16 20:39:59.372687 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf492cb-72c5-4638-b189-0348f7f18c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1b7b8d-a04f-4549-9406-0726b277ca72,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:59.385475 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e44caf4a-2b58-466c-8d3c-0d1aa3dcdeb7 req-6fa16c6d-b61f-49a0-a390-a9e83918e83e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.393924 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.670016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37776) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:00.171741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e924959-5ef5-4536-821d-97369575715e req-8512214f-9660-46f6-92ec-c30d35208ba0 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 210 time: 0.5351799 Aug 16 20:40:00.381841 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.398530 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Transition to ACTIVE for port object 82a2e728-e9f2-41d8-9b5f-b363385bee2d will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:00.432519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071929f0-fbe8-404c-a2e4-8e036a708b56 req-450f41e7-3578-40e5-b034-dbc79d1f274d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:00.452956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-071929f0-fbe8-404c-a2e4-8e036a708b56 req-450f41e7-3578-40e5-b034-dbc79d1f274d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 947 time: 0.8416800 Aug 16 20:40:00.484666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa16c6d-b61f-49a0-a390-a9e83918e83e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Pushing event deleted for resources: {'Port': ['ID=bedd970e-7e9c-4edf-bba4-3ed77dd8027e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:00.487155 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.506767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cd723e99-fe09-474a-9686-ac84b9bbb7dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fdc14304e60042c9bab1968f8bee5c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8294144 Aug 16 20:40:00.507815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37788) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:00.568294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44caf4a-2b58-466c-8d3c-0d1aa3dcdeb7 req-6fa16c6d-b61f-49a0-a390-a9e83918e83e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] No DVR routers for this DVR port bedd970e-7e9c-4edf-bba4-3ed77dd8027e on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:00.574242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e44caf4a-2b58-466c-8d3c-0d1aa3dcdeb7 req-6fa16c6d-b61f-49a0-a390-a9e83918e83e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.578842 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e44caf4a-2b58-466c-8d3c-0d1aa3dcdeb7 req-6fa16c6d-b61f-49a0-a390-a9e83918e83e tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.79 "DELETE /v2.0/ports/bedd970e-7e9c-4edf-bba4-3ed77dd8027e HTTP/1.1" status: 204 len: 173 time: 1.9792235 Aug 16 20:40:00.583046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9415c-9131-4431-be63-0511e9ce4793 req-089f095a-6ee2-4d97-bead-9f6b7eb1be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:00.586418 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-58b9415c-9131-4431-be63-0511e9ce4793 req-089f095a-6ee2-4d97-bead-9f6b7eb1be3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2385032 Aug 16 20:40:00.599001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'name': 'network-vif-deleted', 'tag': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:00.605697 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0be7c32-9760-4ded-b67e-0b0cb37df48f" -d '{"events": [{"server_uuid": "74c291e2-21f1-4b35-8ca2-4a82c9bfd613", "name": "network-vif-deleted", "tag": "bedd970e-7e9c-4edf-bba4-3ed77dd8027e"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:00.657604 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3cfbf-e274-48a9-b515-9866198e1955 None None] Pushing event updated for resources: {'Port': ['ID=82a2e728-e9f2-41d8-9b5f-b363385bee2d,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:00.671561 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-071929f0-fbe8-404c-a2e4-8e036a708b56 req-ab03b9ff-1d2c-4158-9231-05a19bbb3b18 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169116 Aug 16 20:40:00.914432 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b9ade27-8807-4d26-a066-d5f44741ccfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.957280 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b9ade27-8807-4d26-a066-d5f44741ccfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.966566 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Attempting to bind port 82a2e728-e9f2-41d8-9b5f-b363385bee2d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:00.973146 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Attempting to bind port 82a2e728-e9f2-41d8-9b5f-b363385bee2d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '27f3e289-dc5d-4b0c-b70b-7621b236d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:00.977666 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Attempting to bind port 82a2e728-e9f2-41d8-9b5f-b363385bee2d on network 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:00.993178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:40:01.000693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device bedd970e-7e9c-4edf-bba4-3ed77dd8027e no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:01.003555 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7302a3a8-95cb-4645-926c-780747371cf5 x-openstack-request-id: req-7302a3a8-95cb-4645-926c-780747371cf5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:01.004119 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c291e2-21f1-4b35-8ca2-4a82c9bfd613", "name": "network-vif-deleted", "tag": "bedd970e-7e9c-4edf-bba4-3ed77dd8027e", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:01.010809 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:01.011474 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Checking segment: {'id': '27f3e289-dc5d-4b0c-b70b-7621b236d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:01.011608 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7302a3a8-95cb-4645-926c-780747371cf5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:01.012155 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.012726 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Bound using segment: {'id': '27f3e289-dc5d-4b0c-b70b-7621b236d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:01.013134 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c291e2-21f1-4b35-8ca2-4a82c9bfd613', 'name': 'network-vif-deleted', 'tag': 'bedd970e-7e9c-4edf-bba4-3ed77dd8027e', 'status': 'completed', 'code': 200} Aug 16 20:40:01.021290 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Bound port: 82a2e728-e9f2-41d8-9b5f-b363385bee2d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f3e289-dc5d-4b0c-b70b-7621b236d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:01.022036 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.116718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: bedd970e-7e9c-4edf-bba4-3ed77dd8027e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:01.118406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device bedd970e-7e9c-4edf-bba4-3ed77dd8027e not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:01.205706 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b9ade27-8807-4d26-a066-d5f44741ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.209453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b9ade27-8807-4d26-a066-d5f44741ccfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.210992 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2b9ade27-8807-4d26-a066-d5f44741ccfd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c9da7a0e-fe2a-4f07-b5e0-d61213985a2a HTTP/1.1" status: 204 len: 168 time: 0.6851907 Aug 16 20:40:01.245785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ade27-8807-4d26-a066-d5f44741ccfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9da7a0e-fe2a-4f07-b5e0-d61213985a2a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:01.386354 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-58b9415c-9131-4431-be63-0511e9ce4793 req-f52e341e-c938-4eb1-b70c-188bb789d4e1 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7645566 Aug 16 20:40:01.440883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e13e1835-17aa-4041-bbd9-a0e6fdb03c68 req-491b98c6-4181-43bc-ba45-cf8347af56b1 tempest-LiveAutoBlockMigrationV225Test-2144270990 tempest-LiveAutoBlockMigrationV225Test-2144270990-project] 10.222.0.74 "GET /v2.0/ports?device_id=74c291e2-21f1-4b35-8ca2-4a82c9bfd613 HTTP/1.1" status: 200 len: 210 time: 0.0984328 Aug 16 20:40:01.486111 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] For port 82a2e728-e9f2-41d8-9b5f-b363385bee2d, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:01.491603 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] For port 82a2e728-e9f2-41d8-9b5f-b363385bee2d, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=82a2e728-e9f2-41d8-9b5f-b363385bee2d,segment=NetworkSegment(27f3e289-dc5d-4b0c-b70b-7621b236d6cd),segment_id=27f3e289-dc5d-4b0c-b70b-7621b236d6cd)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:01.577258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6afeb7d0-101e-4ea5-ad64-74ce1a67c727,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:01.584246 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.638622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '6afeb7d0-101e-4ea5-ad64-74ce1a67c727', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '6afeb7d0-101e-4ea5-ad64-74ce1a67c727', 'mac_address': 'fa:16:3e:70:e8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:40:01.791453 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.824876 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3cfbf-e274-48a9-b515-9866198e1955 None None] Pushing event updated for resources: {'Port': ['ID=82a2e728-e9f2-41d8-9b5f-b363385bee2d,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:01.845525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:40:01.851968 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Routers {'ab48c7a8-3549-480b-afd7-b91dea971f1b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:01.852761 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:39:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ab48c7a8-3549-480b-afd7-b91dea971f1b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:01.902743 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6afeb7d0-101e-4ea5-ad64-74ce1a67c727,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:01.934529 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-58b9415c-9131-4431-be63-0511e9ce4793 req-cb4ebfc2-3eef-4b20-a9e0-84113e636650 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440819 Aug 16 20:40:01.968940 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.132022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bd7a9-b5e2-45ae-b02c-7afccc96c8b8 req-59cba1fb-2338-40ab-a0b6-ad2c8db3bd8a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:02.140602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6afeb7d0-101e-4ea5-ad64-74ce1a67c727,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:02.150511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-154bd7a9-b5e2-45ae-b02c-7afccc96c8b8 req-59cba1fb-2338-40ab-a0b6-ad2c8db3bd8a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 947 time: 0.2484796 Aug 16 20:40:02.151332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.151922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.152688 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.153265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.153887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.154433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.155022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.155574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.156186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.156731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.157317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.158008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:02.287119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6afeb7d0-101e-4ea5-ad64-74ce1a67c727'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:02.326431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-154bd7a9-b5e2-45ae-b02c-7afccc96c8b8 req-8f1fe46b-02ac-4541-a0d9-7bba50940f9f tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729372 Aug 16 20:40:02.387067 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] Set router ab48c7a8-3549-480b-afd7-b91dea971f1b gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:02.419635 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.537344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37822) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:02.560152 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.663200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37828) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:02.786418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37834) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:02.792894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-15fed339-fde0-48c3-bacd-55ec34ac3c16 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=22a6d18827e14f0087263223095d7743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413847 Aug 16 20:40:02.894746 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ea5bb21-d907-46e0-a6c7-92726b231765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.895019 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-router', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:48Z', 'updated_at': '2021-08-16T20:39:56Z', 'revision_number': 4, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'gw_port': {'id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:49Z', 'updated_at': '2021-08-16T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '82a2e728-e9f2-41d8-9b5f-b363385bee2d', 'name': '', 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'mac_address': 'fa:16:3e:34:cb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '3de5a9a2-c9c5-4bf2-ba4f-810195a5117f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:01Z', 'revision_number': 4, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'subnets': [{'id': '3de5a9a2-c9c5-4bf2-ba4f-810195a5117f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:02.929357 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ea5bb21-d907-46e0-a6c7-92726b231765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.958879 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920de1bc-f326-4bcb-ba2e-6bb5c0603be8 None None] The sync data for ids ['ab48c7a8-3549-480b-afd7-b91dea971f1b'] in n-d-793619-14 is: [{'id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-router', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:48Z', 'updated_at': '2021-08-16T20:39:56Z', 'revision_number': 4, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'gw_port': {'id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:49Z', 'updated_at': '2021-08-16T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '82a2e728-e9f2-41d8-9b5f-b363385bee2d', 'name': '', 'network_id': '8ad4d87a-0e94-4f6d-a39b-6ef778a21990', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'mac_address': 'fa:16:3e:34:cb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '3de5a9a2-c9c5-4bf2-ba4f-810195a5117f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:01Z', 'revision_number': 4, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'subnets': [{'id': '3de5a9a2-c9c5-4bf2-ba4f-810195a5117f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:03.074715 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ea5bb21-d907-46e0-a6c7-92726b231765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.082513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ea5bb21-d907-46e0-a6c7-92726b231765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.091522 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7ea5bb21-d907-46e0-a6c7-92726b231765 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4a53c54e-5ea3-4641-8fe0-94f243e07acf HTTP/1.1" status: 204 len: 168 time: 0.2987735 Aug 16 20:40:03.109088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5bb21-d907-46e0-a6c7-92726b231765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a53c54e-5ea3-4641-8fe0-94f243e07acf,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:03.310840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e45c39-3af4-4cc1-8ce2-66a2a0fc9fcf admin admin] Deleting subnet 3a6f94f0-227b-49bc-896f-30e1c37db595 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:40:03.312365 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2e45c39-3af4-4cc1-8ce2-66a2a0fc9fcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.423207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2e45c39-3af4-4cc1-8ce2-66a2a0fc9fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.574263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2e45c39-3af4-4cc1-8ce2-66a2a0fc9fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.614155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd068e8-e586-4e9e-bc2e-319bfa6f9245 req-e087d820-bd78-4318-a7ab-938b9c6f9fd7 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:03.625084 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dd068e8-e586-4e9e-bc2e-319bfa6f9245 req-e087d820-bd78-4318-a7ab-938b9c6f9fd7 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 948 time: 0.1156290 Aug 16 20:40:03.681128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dd068e8-e586-4e9e-bc2e-319bfa6f9245 req-94b8ea87-e6e3-4601-862a-8cfdd5c06dd5 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486705 Aug 16 20:40:03.743367 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2e45c39-3af4-4cc1-8ce2-66a2a0fc9fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.828664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e45c39-3af4-4cc1-8ce2-66a2a0fc9fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a6f94f0-227b-49bc-896f-30e1c37db595,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:03.846906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2e45c39-3af4-4cc1-8ce2-66a2a0fc9fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.850667 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e2e45c39-3af4-4cc1-8ce2-66a2a0fc9fcf admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3a6f94f0-227b-49bc-896f-30e1c37db595 HTTP/1.1" status: 204 len: 168 time: 1.1846588 Aug 16 20:40:03.853136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37854) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:03.942207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.084031 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.110804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea27ba5b-3833-416a-8de4-4d37b3cc5d46']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:04.131778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de97fce7-9893-4d0a-b66e-f9805a055606') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:04.132335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de97fce7-9893-4d0a-b66e-f9805a055606') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:04.149693 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.166122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.186671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:40:04.187241 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:40:04.193669 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:40:04.359893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 82a2e728-e9f2-41d8-9b5f-b363385bee2d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:04.383114 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.390865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.396321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37872) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:04.396741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] 10.222.0.74 "DELETE /v2.0/networks/ea27ba5b-3833-416a-8de4-4d37b3cc5d46 HTTP/1.1" status: 204 len: 168 time: 0.5422902 Aug 16 20:40:04.416191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86143a-b01f-41bd-be48-a5d6b18a08be admin admin] Pushing event deleted for resources: {'Network': ['ID=ea27ba5b-3833-416a-8de4-4d37b3cc5d46,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:04.508094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d714eea3-3d56-4983-b876-3e4c7511f0a7 admin admin] Deleting subnet a0f2b748-43c1-48d2-91b0-ad85701d44ec {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:40:04.512987 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d714eea3-3d56-4983-b876-3e4c7511f0a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.558986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d714eea3-3d56-4983-b876-3e4c7511f0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.582498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 82a2e728-e9f2-41d8-9b5f-b363385bee2d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:04.586775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 82a2e728-e9f2-41d8-9b5f-b363385bee2d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:04.587153 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.628978 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d714eea3-3d56-4983-b876-3e4c7511f0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.784108 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d714eea3-3d56-4983-b876-3e4c7511f0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.838974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714eea3-3d56-4983-b876-3e4c7511f0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f2b748-43c1-48d2-91b0-ad85701d44ec,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:04.879326 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d714eea3-3d56-4983-b876-3e4c7511f0a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.885518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37882) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:04.885839 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d714eea3-3d56-4983-b876-3e4c7511f0a7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a0f2b748-43c1-48d2-91b0-ad85701d44ec HTTP/1.1" status: 204 len: 168 time: 0.4877167 Aug 16 20:40:04.909173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdcdf2-52ce-4bb6-b26c-82ddf93e0a93 req-a259536c-0fbf-4fe3-940b-42fcba6fea1d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.911248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0cdcdf2-52ce-4bb6-b26c-82ddf93e0a93 req-a259536c-0fbf-4fe3-940b-42fcba6fea1d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 948 time: 0.0864515 Aug 16 20:40:04.953334 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.968295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0cdcdf2-52ce-4bb6-b26c-82ddf93e0a93 req-702a330b-9503-444b-b951-e8b0cf7ff2df tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503438 Aug 16 20:40:05.029570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:05.031530 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.036262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 82a2e728-e9f2-41d8-9b5f-b363385bee2d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=82a2e728-e9f2-41d8-9b5f-b363385bee2d,segment=NetworkSegment(27f3e289-dc5d-4b0c-b70b-7621b236d6cd),segment_id=27f3e289-dc5d-4b0c-b70b-7621b236d6cd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:05.101033 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.170055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:05.193260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:05.195152 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.222819 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.245453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390fec36-8fe1-4062-a815-3c93d01bc46d']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:05.275354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddaab0b-79e6-4734-b095-3e51551fe577') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:05.277497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddaab0b-79e6-4734-b095-3e51551fe577') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:05.287475 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.313560 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.321660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:40:05.322435 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:40:05.324435 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:40:05.339417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=82a2e728-e9f2-41d8-9b5f-b363385bee2d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:05.349275 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.393734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6afeb7d0-101e-4ea5-ad64-74ce1a67c727,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:05.395396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9a37fa-6c47-454f-b707-6dcb67810001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afeb7d0-101e-4ea5-ad64-74ce1a67c727'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:05.400089 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb010b0b-f1db-4b35-9556-af96b4afbb02" -d '{"events": [{"server_uuid": "3e9a37fa-6c47-454f-b707-6dcb67810001", "name": "network-vif-plugged", "status": "completed", "tag": "6afeb7d0-101e-4ea5-ad64-74ce1a67c727"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:05.448590 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d6e170-e5bc-4c86-a0f1-2b1ea05f2b84 x-openstack-request-id: req-67d6e170-e5bc-4c86-a0f1-2b1ea05f2b84 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:05.448885 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9a37fa-6c47-454f-b707-6dcb67810001", "name": "network-vif-plugged", "status": "completed", "tag": "6afeb7d0-101e-4ea5-ad64-74ce1a67c727", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:05.449167 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-67d6e170-e5bc-4c86-a0f1-2b1ea05f2b84 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:05.450034 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9a37fa-6c47-454f-b707-6dcb67810001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afeb7d0-101e-4ea5-ad64-74ce1a67c727', 'code': 200} Aug 16 20:40:05.479599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.501275 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.503341 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] 10.222.0.74 "DELETE /v2.0/networks/390fec36-8fe1-4062-a815-3c93d01bc46d HTTP/1.1" status: 204 len: 168 time: 0.6166849 Aug 16 20:40:05.504691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc048400-377b-4b0f-a07c-f695eaa9fb76 admin admin] Pushing event deleted for resources: {'Network': ['ID=390fec36-8fe1-4062-a815-3c93d01bc46d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:05.508454 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.578618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6afeb7d0-101e-4ea5-ad64-74ce1a67c727,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:05.600382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9904ca-dd6b-4ac1-b429-1f8fbd9007dc req-c4d4dfed-467a-4723-9961-7df1c50a69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:05.601929 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c9904ca-dd6b-4ac1-b429-1f8fbd9007dc req-c4d4dfed-467a-4723-9961-7df1c50a69d6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 1101 time: 0.0608604 Aug 16 20:40:05.645008 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c9904ca-dd6b-4ac1-b429-1f8fbd9007dc req-d8ade820-dcdd-4215-9268-e56d25e3f896 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 Aug 16 20:40:06.098165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795b7bb-59f4-4d04-93b9-e2759422f2e8 req-bf361685-454d-4854-85f2-b64a2b42c169 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:06.099752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4795b7bb-59f4-4d04-93b9-e2759422f2e8 req-bf361685-454d-4854-85f2-b64a2b42c169 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 949 time: 0.0529337 Aug 16 20:40:06.147164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4795b7bb-59f4-4d04-93b9-e2759422f2e8 req-893404e0-f98d-494d-990c-5bfa8572d118 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 Aug 16 20:40:06.284756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 82a2e728-e9f2-41d8-9b5f-b363385bee2d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:06.321751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37926) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:06.386270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 82a2e728-e9f2-41d8-9b5f-b363385bee2d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:06.386648 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.392884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37928) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:06.393991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-53e2a251-9dce-4792-87d3-36483ed7bf56 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fe83c9f712414113b5db1690292a17d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700071 Aug 16 20:40:06.503825 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b3036cb-8aca-4149-be19-45d25f8bd3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.540913 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b3036cb-8aca-4149-be19-45d25f8bd3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.662706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b3036cb-8aca-4149-be19-45d25f8bd3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.665475 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b3036cb-8aca-4149-be19-45d25f8bd3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.671623 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8b3036cb-8aca-4149-be19-45d25f8bd3e9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/767396a2-ac28-42e2-8170-2b372ebd420b HTTP/1.1" status: 204 len: 168 time: 0.2727642 Aug 16 20:40:06.675367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3036cb-8aca-4149-be19-45d25f8bd3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767396a2-ac28-42e2-8170-2b372ebd420b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:07.285684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef666c53-a0e7-4eb3-a0fe-49358f9d0e6e req-d9eb60e0-55d1-4257-a32b-1e8fbbe72c3e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:07.287710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef666c53-a0e7-4eb3-a0fe-49358f9d0e6e req-d9eb60e0-55d1-4257-a32b-1e8fbbe72c3e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 949 time: 0.0579844 Aug 16 20:40:07.364693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef666c53-a0e7-4eb3-a0fe-49358f9d0e6e req-51b0823f-12e1-4980-aff8-5f14be65621b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674310 Aug 16 20:40:07.612860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d0f7a-52d4-4200-b046-dc50457d2105 req-282ba896-cf5f-404b-a414-0443e4d885c2 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:07.614966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e3d0f7a-52d4-4200-b046-dc50457d2105 req-282ba896-cf5f-404b-a414-0443e4d885c2 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 1101 time: 0.0467873 Aug 16 20:40:07.664193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e3d0f7a-52d4-4200-b046-dc50457d2105 req-522c1a23-7740-4d15-9393-c8fd1586376b tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 Aug 16 20:40:07.746356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37964) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:07.834970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37970) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:07.898633 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d4174dd6-ca19-46c5-a593-4a9d403c3ed2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=049248b259c74413a1fb9e84fbb730d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617368 Aug 16 20:40:07.901449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37974) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:08.013573 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-141136d1-b3b6-488f-8948-78f350991c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.109495 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-7444908a-c56d-48d6-bf85-13436af5b7c8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058512 Aug 16 20:40:08.148608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-141136d1-b3b6-488f-8948-78f350991c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.248861 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1450397c-6ddc-4ccb-bbc6-40a81780dff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.293042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-23431219-11e7-45f6-bb27-3ca0cb369f5a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:08.294586 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-23431219-11e7-45f6-bb27-3ca0cb369f5a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825418 Aug 16 20:40:08.324574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-1d7c2803-f03b-43cb-860d-e82fa5e00a54 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/quotas/2f9fb70721f74c5b9308bb8c8822b45f HTTP/1.1" status: 200 len: 375 time: 0.0237772 Aug 16 20:40:08.370961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-141136d1-b3b6-488f-8948-78f350991c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.373535 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-141136d1-b3b6-488f-8948-78f350991c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.374671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-141136d1-b3b6-488f-8948-78f350991c64 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/151e3b33-6cbf-4ed0-a54b-6f4f04184010 HTTP/1.1" status: 204 len: 168 time: 0.4719648 Aug 16 20:40:08.402023 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141136d1-b3b6-488f-8948-78f350991c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151e3b33-6cbf-4ed0-a54b-6f4f04184010,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:08.451008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a0e751d6-b3ac-4716-bb36-38c644b888fd tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1133988 Aug 16 20:40:08.456267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1450397c-6ddc-4ccb-bbc6-40a81780dff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.527152 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1450397c-6ddc-4ccb-bbc6-40a81780dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.583227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1450397c-6ddc-4ccb-bbc6-40a81780dff0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ba5c9b67e214aad86d3cc4b88eef4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8356693 Aug 16 20:40:08.586196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450397c-6ddc-4ccb-bbc6-40a81780dff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da245a-a64b-4ebd-8821-0a45f4f376d7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:08.602894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37994) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:08.670814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4b45c8b-5a3e-4740-9737-f5c4bcbc679d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.713395 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4b45c8b-5a3e-4740-9737-f5c4bcbc679d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.930910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4b45c8b-5a3e-4740-9737-f5c4bcbc679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.935693 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4b45c8b-5a3e-4740-9737-f5c4bcbc679d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.936557 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d4b45c8b-5a3e-4740-9737-f5c4bcbc679d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d4da245a-a64b-4ebd-8821-0a45f4f376d7 HTTP/1.1" status: 204 len: 168 time: 0.3305628 Aug 16 20:40:08.957562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b45c8b-5a3e-4740-9737-f5c4bcbc679d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da245a-a64b-4ebd-8821-0a45f4f376d7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:09.300058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af745f05-4d2c-4266-919d-5060fcd4656f req-53fb0a37-5ad8-46a8-920b-f60989f3d0e6 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 210 time: 0.0434458 Aug 16 20:40:09.862906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38048) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:09.874459 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57b5c1de-a273-46cb-a6f9-216065252996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.041884 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57b5c1de-a273-46cb-a6f9-216065252996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.129154 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57b5c1de-a273-46cb-a6f9-216065252996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.179299 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-57b5c1de-a273-46cb-a6f9-216065252996 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=26c9f56ef8fe4aa790cfb700a8f5ff38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150201 Aug 16 20:40:10.179299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5c1de-a273-46cb-a6f9-216065252996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b40fc5-70dc-414c-ab37-b52be4f7ea7b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:10.180771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38056) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:10.267693 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea514f5-e583-4beb-983d-a2f091bd1aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.294583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea514f5-e583-4beb-983d-a2f091bd1aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.424129 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2b24891-a011-4d9c-9bb4-ddc9742a4d5e req-5a2b7cc3-3469-4187-a433-1f8300a32a2e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 210 time: 0.0373411 Aug 16 20:40:10.433963 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea514f5-e583-4beb-983d-a2f091bd1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.438381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea514f5-e583-4beb-983d-a2f091bd1aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.439901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-eea514f5-e583-4beb-983d-a2f091bd1aa3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/85b40fc5-70dc-414c-ab37-b52be4f7ea7b HTTP/1.1" status: 204 len: 168 time: 0.2579069 Aug 16 20:40:10.451997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea514f5-e583-4beb-983d-a2f091bd1aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b40fc5-70dc-414c-ab37-b52be4f7ea7b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:11.100877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-aabb8bd9-67a3-43c6-9bbc-3f4c7eda06a4 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497661 Aug 16 20:40:11.313318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-45a17cfe-aed7-4bbd-b5ba-8999ec0e1f91 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:11.319027 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-45a17cfe-aed7-4bbd-b5ba-8999ec0e1f91 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099397 Aug 16 20:40:11.332934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Request body: {'port': {'device_id': '26b3785d-fe82-4606-9d85-bfc64b5f9839', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '2f9fb70721f74c5b9308bb8c8822b45f'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:11.582196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38096) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:11.664141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-600637ee-06d3-4243-9531-8963a828755b req-9005eb7b-dd6e-408a-9cb3-72d411f26cd9 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 210 time: 0.0470831 Aug 16 20:40:11.832527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Made reservation on behalf of 2f9fb70721f74c5b9308bb8c8822b45f for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:11.846430 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.048318 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04ea2295-971c-4275-8f42-45d0a85558c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.117080 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Allocated IP 192.168.233.163 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/048d805f-ad4f-499c-a4e4-ca3e65f1573b) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:12.276038 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04ea2295-971c-4275-8f42-45d0a85558c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.387449 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.405086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04ea2295-971c-4275-8f42-45d0a85558c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.422295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Transition to ACTIVE for port object 048d805f-ad4f-499c-a4e4-ca3e65f1573b will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:12.498378 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-04ea2295-971c-4275-8f42-45d0a85558c6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=65c7d88c707f4a8ea59633ac4f503289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9149640 Aug 16 20:40:12.500233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea2295-971c-4275-8f42-45d0a85558c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489e8460-c79b-4fa6-ac35-68953f1e5457,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:12.501141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38118) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:12.557782 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a40f53a3-300c-40c3-a7de-6bc0622a01e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.579996 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a40f53a3-300c-40c3-a7de-6bc0622a01e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.624458 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:40:12.628124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.642318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4', 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:12.704663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:12.710646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:12.717291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:12.722400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'd41a2d2f-b8db-4803-af37-93179ca6e438', '1a332882-cd13-4814-a91a-fab2c9cd81b6', '6aa77544-4bba-421e-80b9-993d19cfddb2', '6afeb7d0-101e-4ea5-ad64-74ce1a67c727'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:12.763753 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event updated for resources: {'Port': ['ID=048d805f-ad4f-499c-a4e4-ca3e65f1573b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:12.789777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:12.790713 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.793324 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a40f53a3-300c-40c3-a7de-6bc0622a01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.801380 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a40f53a3-300c-40c3-a7de-6bc0622a01e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.802636 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a40f53a3-300c-40c3-a7de-6bc0622a01e2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/489e8460-c79b-4fa6-ac35-68953f1e5457 HTTP/1.1" status: 204 len: 168 time: 0.2997844 Aug 16 20:40:12.818530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f53a3-300c-40c3-a7de-6bc0622a01e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489e8460-c79b-4fa6-ac35-68953f1e5457,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:12.906792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38136) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:12.926321 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-37b32897-2a1a-4af5-99f4-217c8d072a51 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5984106 Aug 16 20:40:12.943847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Request body: {'port': {'device_id': '26b3785d-fe82-4606-9d85-bfc64b5f9839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:13.021793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2f9df-b627-412b-bffd-2312bb103c05 req-1379c489-6851-48a7-a215-51d7af808d7b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:13.030982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50f2f9df-b627-412b-bffd-2312bb103c05 req-1379c489-6851-48a7-a215-51d7af808d7b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 936 time: 0.2068248 Aug 16 20:40:13.113277 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50f2f9df-b627-412b-bffd-2312bb103c05 req-077edd86-617a-4746-8697-66386c8e1ad0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822620 Aug 16 20:40:13.133450 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.251310 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a6739302-ac8c-4f47-9ce4-61dd30743559 None None] Provisioning for port 048d805f-ad4f-499c-a4e4-ca3e65f1573b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:13.277921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a6739302-ac8c-4f47-9ce4-61dd30743559 None None] Provisioning complete for port 048d805f-ad4f-499c-a4e4-ca3e65f1573b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:13.277921 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a6739302-ac8c-4f47-9ce4-61dd30743559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.354932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a6739302-ac8c-4f47-9ce4-61dd30743559 None None] Port 048d805f-ad4f-499c-a4e4-ca3e65f1573b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:13.389365 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bf20ff5-fe09-4abf-9864-c0bb2c79978d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.557315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bf20ff5-fe09-4abf-9864-c0bb2c79978d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.614983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048d805f-ad4f-499c-a4e4-ca3e65f1573b {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:40:13.626505 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.643021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Transition to ACTIVE for port object 048d805f-ad4f-499c-a4e4-ca3e65f1573b will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:13.683128 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bf20ff5-fe09-4abf-9864-c0bb2c79978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.738345 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.744591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf20ff5-fe09-4abf-9864-c0bb2c79978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7fc838-62a5-4f65-a0f4-b8b217288e78,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:13.758348 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4bf20ff5-fe09-4abf-9864-c0bb2c79978d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3c409bca252a419e98c5a9276c2473e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8499482 Aug 16 20:40:13.761654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38168) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:13.839387 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc747141-0b3b-464e-838a-994a37db6278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.874487 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc747141-0b3b-464e-838a-994a37db6278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.878418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38172) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:13.885316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Pushing event updated for resources: {'Port': ['ID=048d805f-ad4f-499c-a4e4-ca3e65f1573b,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:13.930791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Attempting to bind port 048d805f-ad4f-499c-a4e4-ca3e65f1573b on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:13.931148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Attempting to bind port 048d805f-ad4f-499c-a4e4-ca3e65f1573b by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:13.931484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Attempting to bind port 048d805f-ad4f-499c-a4e4-ca3e65f1573b on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:13.935121 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb72cdf6-4e77-4177-83b7-5e23e9cac974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.945066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Port 048d805f-ad4f-499c-a4e4-ca3e65f1573b on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:40:13.945412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Attempting to bind port 048d805f-ad4f-499c-a4e4-ca3e65f1573b on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:13.958302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:13.958644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:13.959039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:13.959477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Bound port: 048d805f-ad4f-499c-a4e4-ca3e65f1573b, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:13.959837 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.065206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb72cdf6-4e77-4177-83b7-5e23e9cac974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.115200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] For port 048d805f-ad4f-499c-a4e4-ca3e65f1573b, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:14.119230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] For port 048d805f-ad4f-499c-a4e4-ca3e65f1573b, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=048d805f-ad4f-499c-a4e4-ca3e65f1573b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:14.135067 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb72cdf6-4e77-4177-83b7-5e23e9cac974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.167307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc747141-0b3b-464e-838a-994a37db6278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.170591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc747141-0b3b-464e-838a-994a37db6278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.171835 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bc747141-0b3b-464e-838a-994a37db6278 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ff7fc838-62a5-4f65-a0f4-b8b217288e78 HTTP/1.1" status: 204 len: 168 time: 0.4097357 Aug 16 20:40:14.202260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72cdf6-4e77-4177-83b7-5e23e9cac974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93455128-70ba-436c-8610-fbe5d302c4c6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:14.225253 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cb72cdf6-4e77-4177-83b7-5e23e9cac974 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc40f56509274e41b3d246b5db4152f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431723 Aug 16 20:40:14.228845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.230604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38178) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:14.351746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Pushing event updated for resources: {'Port': ['ID=048d805f-ad4f-499c-a4e4-ca3e65f1573b,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:14.360994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:14.362330 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.363847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a75c97c6-3584-4531-b39e-468f05a147c7 service neutron] 10.222.0.76 "PUT /v2.0/ports/048d805f-ad4f-499c-a4e4-ca3e65f1573b HTTP/1.1" status: 200 len: 1097 time: 1.4272377 Aug 16 20:40:14.364720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b3785d-fe82-4606-9d85-bfc64b5f9839', 'tag': '048d805f-ad4f-499c-a4e4-ca3e65f1573b'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:14.367540 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0c6121-b584-40d4-bc5f-60212457da9a" -d '{"events": [{"name": "network-changed", "server_uuid": "26b3785d-fe82-4606-9d85-bfc64b5f9839", "tag": "048d805f-ad4f-499c-a4e4-ca3e65f1573b"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:14.393101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510782c3-4655-4beb-9d0b-eaba6a14220e req-08c07c0f-7ccc-4fe7-b342-00ed87b84827 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:14.397670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc747141-0b3b-464e-838a-994a37db6278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7fc838-62a5-4f65-a0f4-b8b217288e78,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:14.409752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-510782c3-4655-4beb-9d0b-eaba6a14220e req-08c07c0f-7ccc-4fe7-b342-00ed87b84827 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 948 time: 0.1993465 Aug 16 20:40:14.459546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-510782c3-4655-4beb-9d0b-eaba6a14220e req-0671c7a8-a934-4538-b25c-c0dea55bd057 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532589 Aug 16 20:40:14.509592 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11de6cac-0063-4484-835d-d41b8a5dd845 x-openstack-request-id: req-11de6cac-0063-4484-835d-d41b8a5dd845 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:14.510234 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b3785d-fe82-4606-9d85-bfc64b5f9839", "tag": "048d805f-ad4f-499c-a4e4-ca3e65f1573b", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:14.511416 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-11de6cac-0063-4484-835d-d41b8a5dd845 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:14.512073 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b3785d-fe82-4606-9d85-bfc64b5f9839', 'tag': '048d805f-ad4f-499c-a4e4-ca3e65f1573b', 'status': 'completed', 'code': 200} Aug 16 20:40:14.527687 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d77ba11-b3cb-468f-841f-57bb362731ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.588599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-6533bdcb-2b4d-4564-9e26-ab97e8efa41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:14.594663 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-6533bdcb-2b4d-4564-9e26-ab97e8efa41f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 1100 time: 0.1133361 Aug 16 20:40:14.638062 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d77ba11-b3cb-468f-841f-57bb362731ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.681068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-b78525b6-e750-4d48-8d5e-4a98cae121f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=048d805f-ad4f-499c-a4e4-ca3e65f1573b HTTP/1.1" status: 200 len: 217 time: 0.0708899 Aug 16 20:40:14.837342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-54413b9d-1de3-4515-9983-0ce30e56a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:14.839098 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-54413b9d-1de3-4515-9983-0ce30e56a764 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1503952 Aug 16 20:40:14.846307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d77ba11-b3cb-468f-841f-57bb362731ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.849665 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d77ba11-b3cb-468f-841f-57bb362731ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.851094 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8d77ba11-b3cb-468f-841f-57bb362731ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/93455128-70ba-436c-8610-fbe5d302c4c6 HTTP/1.1" status: 204 len: 168 time: 0.6195395 Aug 16 20:40:14.869656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77ba11-b3cb-468f-841f-57bb362731ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93455128-70ba-436c-8610-fbe5d302c4c6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:14.920214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a22a793d-b2ed-45dc-8063-0c8d984d18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:14.922450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-a22a793d-b2ed-45dc-8063-0c8d984d18ad service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0718911 Aug 16 20:40:15.042544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-3f93e8fc-cc2b-4497-ad50-f84bed4206d7 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100636 Aug 16 20:40:15.153450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fa922a3-f33e-4ba8-9e33-e6467b63466e req-8ea529ca-a4f3-4e49-85ac-00cc86cd55e0 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026897 Aug 16 20:40:15.239740 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1d85bf27-4c35-46ef-93da-a5e7a7e0e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.395459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c6121-b584-40d4-bc5f-60212457da9a req-405f63c0-39c6-493b-b454-06d10c660088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:15.397088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa0c6121-b584-40d4-bc5f-60212457da9a req-405f63c0-39c6-493b-b454-06d10c660088 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 1100 time: 0.0672808 Aug 16 20:40:15.467884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38204) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:15.491338 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ae10-7793-418d-b23a-eb5870b83def admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.553322 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c6121-b584-40d4-bc5f-60212457da9a req-32d0f504-c4a5-49d2-8d34-270d3eb65d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:15.555306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa0c6121-b584-40d4-bc5f-60212457da9a req-32d0f504-c4a5-49d2-8d34-270d3eb65d49 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1504524 Aug 16 20:40:15.659010 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa0c6121-b584-40d4-bc5f-60212457da9a req-85611367-8003-4075-ab16-3d5cc2ff8605 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=048d805f-ad4f-499c-a4e4-ca3e65f1573b HTTP/1.1" status: 200 len: 217 time: 0.0907328 Aug 16 20:40:15.785006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f9a13-f3b1-4020-ad5c-10d4fa775c36 req-3414d660-5dfc-4918-a168-1bd600e9c08d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:15.792743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-245f9a13-f3b1-4020-ad5c-10d4fa775c36 req-3414d660-5dfc-4918-a168-1bd600e9c08d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 948 time: 0.2001793 Aug 16 20:40:15.798008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c6121-b584-40d4-bc5f-60212457da9a req-d3a68c02-4d69-4409-b2ac-4a747b6b5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:15.799525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa0c6121-b584-40d4-bc5f-60212457da9a req-d3a68c02-4d69-4409-b2ac-4a747b6b5bed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1101649 Aug 16 20:40:15.917415 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-245f9a13-f3b1-4020-ad5c-10d4fa775c36 req-f6e0b9bb-c3ed-4bbd-811c-2d24e59a2944 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189578 Aug 16 20:40:15.943629 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ae10-7793-418d-b23a-eb5870b83def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.953463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c6121-b584-40d4-bc5f-60212457da9a req-9dec14a9-3008-4e77-b08a-63b81007d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:15.957769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa0c6121-b584-40d4-bc5f-60212457da9a req-9dec14a9-3008-4e77-b08a-63b81007d279 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1480021 Aug 16 20:40:16.072235 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ae10-7793-418d-b23a-eb5870b83def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.149841 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8ba9ae10-7793-418d-b23a-eb5870b83def admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1394cfe12be24ed0bf515ee0ceb6ca0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6802354 Aug 16 20:40:16.152224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38230) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:16.156562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9ae10-7793-418d-b23a-eb5870b83def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed671f-2496-4ae3-bdd0-13783fe57968,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:16.196520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa0c6121-b584-40d4-bc5f-60212457da9a req-bc607a3c-dabb-404b-8c23-a11a45935c26 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245426 Aug 16 20:40:16.289916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07259555-4a2d-4f29-b398-d02e2a6a4a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.340155 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07259555-4a2d-4f29-b398-d02e2a6a4a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.352103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa0c6121-b584-40d4-bc5f-60212457da9a req-d3e75ef3-1cad-462c-9594-da1291afda38 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489356 Aug 16 20:40:16.559864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07259555-4a2d-4f29-b398-d02e2a6a4a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.565443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07259555-4a2d-4f29-b398-d02e2a6a4a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.567972 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-07259555-4a2d-4f29-b398-d02e2a6a4a3c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7fed671f-2496-4ae3-bdd0-13783fe57968 HTTP/1.1" status: 204 len: 168 time: 0.4135444 Aug 16 20:40:16.578958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07259555-4a2d-4f29-b398-d02e2a6a4a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed671f-2496-4ae3-bdd0-13783fe57968,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:17.112048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197397-d020-43ef-9aff-c07ab717e5f7 req-b1401136-cae3-43fc-be81-534a6196bdf0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:17.123136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93197397-d020-43ef-9aff-c07ab717e5f7 req-b1401136-cae3-43fc-be81-534a6196bdf0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 948 time: 0.0849960 Aug 16 20:40:17.202316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93197397-d020-43ef-9aff-c07ab717e5f7 req-ffe8737d-a24b-47cb-9b3b-e0fb0aa3e192 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776207 Aug 16 20:40:17.383023 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 048d805f-ad4f-499c-a4e4-ca3e65f1573b details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:40:17.477634 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbb6c-effd-4393-b610-e141f36a3c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.508523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 048d805f-ad4f-499c-a4e4-ca3e65f1573b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=048d805f-ad4f-499c-a4e4-ca3e65f1573b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:17.526616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '048d805f-ad4f-499c-a4e4-ca3e65f1573b', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '048d805f-ad4f-499c-a4e4-ca3e65f1573b', 'mac_address': 'fa:16:3e:89:d1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:40:17.595374 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.631498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048d805f-ad4f-499c-a4e4-ca3e65f1573b {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:40:17.660351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 048d805f-ad4f-499c-a4e4-ca3e65f1573b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=048d805f-ad4f-499c-a4e4-ca3e65f1573b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:17.751552 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.879462 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.895800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=048d805f-ad4f-499c-a4e4-ca3e65f1573b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:18.055964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['048d805f-ad4f-499c-a4e4-ca3e65f1573b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:18.344143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4bada-243d-4528-9dc6-28a0ea53ecca req-eaedfbc0-5270-446e-a125-665441efaa50 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:18.351895 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72f4bada-243d-4528-9dc6-28a0ea53ecca req-eaedfbc0-5270-446e-a125-665441efaa50 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 949 time: 0.0634050 Aug 16 20:40:18.424696 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72f4bada-243d-4528-9dc6-28a0ea53ecca req-1fab38ea-0e29-485a-a96f-489370c45d8a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718384 Aug 16 20:40:19.239648 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.390298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 048d805f-ad4f-499c-a4e4-ca3e65f1573b up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:19.526741 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 048d805f-ad4f-499c-a4e4-ca3e65f1573b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:19.529699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 048d805f-ad4f-499c-a4e4-ca3e65f1573b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:19.530411 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.586190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd819aa9-28b1-401f-bb52-44f118d7327a req-a5f33926-284a-4ec8-a98c-a7ac086b0683 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:19.588759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd819aa9-28b1-401f-bb52-44f118d7327a req-a5f33926-284a-4ec8-a98c-a7ac086b0683 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 949 time: 0.0799193 Aug 16 20:40:19.616970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38326) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:19.644376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd819aa9-28b1-401f-bb52-44f118d7327a req-17f86511-bec8-4068-a5b3-3223e6cfe1dd tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484657 Aug 16 20:40:19.649217 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.686576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b3785d-fe82-4606-9d85-bfc64b5f9839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d805f-ad4f-499c-a4e4-ca3e65f1573b'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:19.688923 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1735f5ea-8409-47d5-a479-5c0989cbd3c5" -d '{"events": [{"server_uuid": "26b3785d-fe82-4606-9d85-bfc64b5f9839", "name": "network-vif-plugged", "status": "completed", "tag": "048d805f-ad4f-499c-a4e4-ca3e65f1573b"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:19.708105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 048d805f-ad4f-499c-a4e4-ca3e65f1573b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=048d805f-ad4f-499c-a4e4-ca3e65f1573b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:19.757315 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d761414-ea8e-4c27-931a-77b49ccc7ec2 x-openstack-request-id: req-8d761414-ea8e-4c27-931a-77b49ccc7ec2 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:19.757621 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b3785d-fe82-4606-9d85-bfc64b5f9839", "name": "network-vif-plugged", "status": "completed", "tag": "048d805f-ad4f-499c-a4e4-ca3e65f1573b", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:19.758038 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d761414-ea8e-4c27-931a-77b49ccc7ec2 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:19.758572 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b3785d-fe82-4606-9d85-bfc64b5f9839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d805f-ad4f-499c-a4e4-ca3e65f1573b', 'code': 200} Aug 16 20:40:19.775877 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.859242 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=048d805f-ad4f-499c-a4e4-ca3e65f1573b,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:19.902611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfdea6-8556-4f1a-b12c-f459ef57ee76 req-cb004080-e5da-44cf-8ee9-dba0049cd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:19.904591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0acfdea6-8556-4f1a-b12c-f459ef57ee76 req-cb004080-e5da-44cf-8ee9-dba0049cd6f1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 1102 time: 0.0632491 Aug 16 20:40:19.971281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0acfdea6-8556-4f1a-b12c-f459ef57ee76 req-e96f79e9-3f4f-4bd1-b9cf-f861aeaebbe5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586467 Aug 16 20:40:20.068386 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f535-786d-42ab-aab7-142612d31efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.303448 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f535-786d-42ab-aab7-142612d31efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.403433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f535-786d-42ab-aab7-142612d31efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.476856 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5aa6f535-786d-42ab-aab7-142612d31efe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7697010f692c4b1288fbee32563a9d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8586791 Aug 16 20:40:20.477688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6f535-786d-42ab-aab7-142612d31efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8fb706-8c7a-416b-a02f-ec2cda38969a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:20.479720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38366) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:20.519822 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.570384 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c9d48d34-4a2e-47df-a778-5127b49c955b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.620768 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c9d48d34-4a2e-47df-a778-5127b49c955b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.815125 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c9d48d34-4a2e-47df-a778-5127b49c955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.818089 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c9d48d34-4a2e-47df-a778-5127b49c955b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.830636 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c9d48d34-4a2e-47df-a778-5127b49c955b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1c8fb706-8c7a-416b-a02f-ec2cda38969a HTTP/1.1" status: 204 len: 168 time: 0.3484337 Aug 16 20:40:20.855016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d48d34-4a2e-47df-a778-5127b49c955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8fb706-8c7a-416b-a02f-ec2cda38969a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:20.887147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b92a7d-1cc8-4380-aebd-6f79b5382704 req-96928982-9e0d-4270-a1e2-d3719d67ea28 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:20.888657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9b92a7d-1cc8-4380-aebd-6f79b5382704 req-96928982-9e0d-4270-a1e2-d3719d67ea28 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 950 time: 0.1102567 Aug 16 20:40:20.928320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-f17ed3ff-f68e-4757-8e20-76d519c3d5b7 req-bb1ebfb5-69b2-47eb-9533-0e3a19605eb1 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2107511037', 'description': 'tempest-description-1662134711'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:20.989553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9b92a7d-1cc8-4380-aebd-6f79b5382704 req-43f9647b-40b1-4d33-a54d-fa898fb5268c tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836828 Aug 16 20:40:21.062463 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f17ed3ff-f68e-4757-8e20-76d519c3d5b7 req-bb1ebfb5-69b2-47eb-9533-0e3a19605eb1 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.101950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f17ed3ff-f68e-4757-8e20-76d519c3d5b7 req-bb1ebfb5-69b2-47eb-9533-0e3a19605eb1 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.284763 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f17ed3ff-f68e-4757-8e20-76d519c3d5b7 req-bb1ebfb5-69b2-47eb-9533-0e3a19605eb1 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.363121 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f17ed3ff-f68e-4757-8e20-76d519c3d5b7 req-bb1ebfb5-69b2-47eb-9533-0e3a19605eb1 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.445171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ebfb5-69b2-47eb-9533-0e3a19605eb1 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b54f472-5416-45df-9588-a1a6c02c4483,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:21.564031 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f17ed3ff-f68e-4757-8e20-76d519c3d5b7 req-bb1ebfb5-69b2-47eb-9533-0e3a19605eb1 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.622484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f17ed3ff-f68e-4757-8e20-76d519c3d5b7 req-bb1ebfb5-69b2-47eb-9533-0e3a19605eb1 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.652064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ebfb5-69b2-47eb-9533-0e3a19605eb1 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5d50ec-dde3-4e5a-99c4-eea1157cc006,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:21.742469 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f17ed3ff-f68e-4757-8e20-76d519c3d5b7 req-bb1ebfb5-69b2-47eb-9533-0e3a19605eb1 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.744480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f17ed3ff-f68e-4757-8e20-76d519c3d5b7 req-bb1ebfb5-69b2-47eb-9533-0e3a19605eb1 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8262274 Aug 16 20:40:21.782014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-24e644ea-04ce-454a-bff8-adb5e4071553 req-2d43889b-6905-484e-b2fb-2c2d3d8d9e1c tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1963761526', 'description': 'tempest-description-1300755851'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:21.883600 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-24e644ea-04ce-454a-bff8-adb5e4071553 req-2d43889b-6905-484e-b2fb-2c2d3d8d9e1c tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.996044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38394) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:22.010994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-24e644ea-04ce-454a-bff8-adb5e4071553 req-2d43889b-6905-484e-b2fb-2c2d3d8d9e1c tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.033916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e24f405f-7d8c-4372-9fe4-b965bb0251f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.117638 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-24e644ea-04ce-454a-bff8-adb5e4071553 req-2d43889b-6905-484e-b2fb-2c2d3d8d9e1c tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.208536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43889b-6905-484e-b2fb-2c2d3d8d9e1c tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c530f17-8616-460e-8348-a3966ad4c0b5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:22.237908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768ae5-75be-4598-8853-9054b657cbe0 req-64b9735e-03e6-440b-b2ec-4b0970a56743 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:22.241313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83768ae5-75be-4598-8853-9054b657cbe0 req-64b9735e-03e6-440b-b2ec-4b0970a56743 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 950 time: 0.1593318 Aug 16 20:40:22.244260 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e24f405f-7d8c-4372-9fe4-b965bb0251f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.319828 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e24f405f-7d8c-4372-9fe4-b965bb0251f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.332302 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83768ae5-75be-4598-8853-9054b657cbe0 req-7a862b50-c07b-4dbf-bd32-6a4106fe9664 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846746 Aug 16 20:40:22.369588 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e24f405f-7d8c-4372-9fe4-b965bb0251f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8229f812e50743f38da180b1a34cc1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702841 Aug 16 20:40:22.370336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f405f-7d8c-4372-9fe4-b965bb0251f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1722a6-ef56-41bb-9366-160cc8d4bc47,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:22.372540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38408) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:22.430283 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-68b8c8fd-8b58-4e57-aeca-016e7504a0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.467284 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-68b8c8fd-8b58-4e57-aeca-016e7504a0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.470418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-24e644ea-04ce-454a-bff8-adb5e4071553 req-2d43889b-6905-484e-b2fb-2c2d3d8d9e1c tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.472504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24e644ea-04ce-454a-bff8-adb5e4071553 req-2d43889b-6905-484e-b2fb-2c2d3d8d9e1c tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6946964 Aug 16 20:40:22.609148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923dbaa-cdbe-46ab-bc4f-e86647d6b12c req-300905e0-38f1-458d-82a5-9e707b5bdd45 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:22.621240 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0923dbaa-cdbe-46ab-bc4f-e86647d6b12c req-300905e0-38f1-458d-82a5-9e707b5bdd45 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 1102 time: 0.0652704 Aug 16 20:40:22.640172 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-68b8c8fd-8b58-4e57-aeca-016e7504a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.643080 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-68b8c8fd-8b58-4e57-aeca-016e7504a0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.645587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-68b8c8fd-8b58-4e57-aeca-016e7504a0dd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9c1722a6-ef56-41bb-9366-160cc8d4bc47 HTTP/1.1" status: 204 len: 168 time: 0.2719786 Aug 16 20:40:22.695223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0923dbaa-cdbe-46ab-bc4f-e86647d6b12c req-e7378c69-e953-49f6-ab9c-908e6aa776b3 tempest-ServersOnMultiNodesTest-2030549290 tempest-ServersOnMultiNodesTest-2030549290-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616734 Aug 16 20:40:22.695223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8c8fd-8b58-4e57-aeca-016e7504a0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1722a6-ef56-41bb-9366-160cc8d4bc47,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:23.071169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8d9664d0-8d7e-447d-9409-7d89c19c3164 req-f16612f0-3fc1-43b4-82d7-eed110ee362f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-790900276', 'description': 'tempest-description-2120560670'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:23.211633 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d9664d0-8d7e-447d-9409-7d89c19c3164 req-f16612f0-3fc1-43b4-82d7-eed110ee362f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.225506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d9664d0-8d7e-447d-9409-7d89c19c3164 req-f16612f0-3fc1-43b4-82d7-eed110ee362f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.345146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3192628-ec78-47fa-9a45-a3141f70da1d req-e89fb4df-7ca5-4de4-8b50-e9ae8e8a52ef tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:23.346757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3192628-ec78-47fa-9a45-a3141f70da1d req-e89fb4df-7ca5-4de4-8b50-e9ae8e8a52ef tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 950 time: 0.1176200 Aug 16 20:40:23.440859 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d9664d0-8d7e-447d-9409-7d89c19c3164 req-f16612f0-3fc1-43b4-82d7-eed110ee362f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.490384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3192628-ec78-47fa-9a45-a3141f70da1d req-005bfad0-49cb-4e89-b829-11baac179011 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464780 Aug 16 20:40:23.557635 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d9664d0-8d7e-447d-9409-7d89c19c3164 req-f16612f0-3fc1-43b4-82d7-eed110ee362f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.641760 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16612f0-3fc1-43b4-82d7-eed110ee362f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b28615-d1b6-4114-9d42-82d94157aa5c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:23.862687 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d9664d0-8d7e-447d-9409-7d89c19c3164 req-f16612f0-3fc1-43b4-82d7-eed110ee362f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.965420 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d9664d0-8d7e-447d-9409-7d89c19c3164 req-f16612f0-3fc1-43b4-82d7-eed110ee362f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.995921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16612f0-3fc1-43b4-82d7-eed110ee362f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643b5f23-38c8-4926-b83e-0941fa443d9f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:24.445326 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d9664d0-8d7e-447d-9409-7d89c19c3164 req-f16612f0-3fc1-43b4-82d7-eed110ee362f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:24.446660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d9664d0-8d7e-447d-9409-7d89c19c3164 req-f16612f0-3fc1-43b4-82d7-eed110ee362f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3848906 Aug 16 20:40:24.478001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-2f0bbfa1-0f14-4728-b0d7-671cdf5afbd1 req-f00205e1-5403-42f3-981d-b73472f00b05 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-458914118', 'description': 'tempest-description-584256321'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:24.587751 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2f0bbfa1-0f14-4728-b0d7-671cdf5afbd1 req-f00205e1-5403-42f3-981d-b73472f00b05 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:24.770047 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2f0bbfa1-0f14-4728-b0d7-671cdf5afbd1 req-f00205e1-5403-42f3-981d-b73472f00b05 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:24.806340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50815393-b908-44bb-9d8d-8f9e7a47769e req-60426048-737b-4963-8904-f66b058f08ee tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:24.807864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50815393-b908-44bb-9d8d-8f9e7a47769e req-60426048-737b-4963-8904-f66b058f08ee tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 950 time: 0.0906017 Aug 16 20:40:24.885703 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2f0bbfa1-0f14-4728-b0d7-671cdf5afbd1 req-f00205e1-5403-42f3-981d-b73472f00b05 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:24.990664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00205e1-5403-42f3-981d-b73472f00b05 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd18e021-4ea7-458c-b1fa-9385afebb56f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:25.029639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200926ae-7d3d-4c21-a3a2-3034f5c8a104 req-055732d1-eb45-43b9-a67c-4f82347327de tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:25.038383 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-200926ae-7d3d-4c21-a3a2-3034f5c8a104 req-055732d1-eb45-43b9-a67c-4f82347327de tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 950 time: 0.1543138 Aug 16 20:40:25.070367 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2f0bbfa1-0f14-4728-b0d7-671cdf5afbd1 req-f00205e1-5403-42f3-981d-b73472f00b05 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:25.072903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f0bbfa1-0f14-4728-b0d7-671cdf5afbd1 req-f00205e1-5403-42f3-981d-b73472f00b05 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6017768 Aug 16 20:40:25.097446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-200926ae-7d3d-4c21-a3a2-3034f5c8a104 req-2e64fb9d-81cf-4088-ade9-ad6a8925c177 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579028 Aug 16 20:40:25.100585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-50815393-b908-44bb-9d8d-8f9e7a47769e req-e45eea5d-de2f-4a4b-849f-631cb2ae2ff0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Deleting port 048d805f-ad4f-499c-a4e4-ca3e65f1573b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:25.100934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-50815393-b908-44bb-9d8d-8f9e7a47769e req-e45eea5d-de2f-4a4b-849f-631cb2ae2ff0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:25.265773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-50815393-b908-44bb-9d8d-8f9e7a47769e req-e45eea5d-de2f-4a4b-849f-631cb2ae2ff0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] For port 048d805f-ad4f-499c-a4e4-ca3e65f1573b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=048d805f-ad4f-499c-a4e4-ca3e65f1573b,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:25.266148 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-50815393-b908-44bb-9d8d-8f9e7a47769e req-e45eea5d-de2f-4a4b-849f-631cb2ae2ff0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:25.291873 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-50815393-b908-44bb-9d8d-8f9e7a47769e req-e45eea5d-de2f-4a4b-849f-631cb2ae2ff0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Calling delete_port for 048d805f-ad4f-499c-a4e4-ca3e65f1573b owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:25.549199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-e931a28d-d5f8-48b1-b504-9b8f86c3ddad tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42327 time: 0.4427750 Aug 16 20:40:25.638258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-50815393-b908-44bb-9d8d-8f9e7a47769e req-e45eea5d-de2f-4a4b-849f-631cb2ae2ff0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:25.652820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4', 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:25.711585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45eea5d-de2f-4a4b-849f-631cb2ae2ff0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event deleted for resources: {'Port': ['ID=048d805f-ad4f-499c-a4e4-ca3e65f1573b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:25.733423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-71de9d3d-b37b-4676-adbd-35e8ed210e5a tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/14b82b48-3dcc-47b8-9a8a-763e673d16ad HTTP/1.1" status: 200 len: 2973 time: 0.1364617 Aug 16 20:40:25.772411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'd41a2d2f-b8db-4803-af37-93179ca6e438', '1a332882-cd13-4814-a91a-fab2c9cd81b6', '6aa77544-4bba-421e-80b9-993d19cfddb2', '6afeb7d0-101e-4ea5-ad64-74ce1a67c727'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:25.838551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-50815393-b908-44bb-9d8d-8f9e7a47769e req-e45eea5d-de2f-4a4b-849f-631cb2ae2ff0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] No DVR routers for this DVR port 048d805f-ad4f-499c-a4e4-ca3e65f1573b on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:25.846931 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-50815393-b908-44bb-9d8d-8f9e7a47769e req-e45eea5d-de2f-4a4b-849f-631cb2ae2ff0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:25.849170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50815393-b908-44bb-9d8d-8f9e7a47769e req-e45eea5d-de2f-4a4b-849f-631cb2ae2ff0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "DELETE /v2.0/ports/048d805f-ad4f-499c-a4e4-ca3e65f1573b HTTP/1.1" status: 204 len: 173 time: 1.0345073 Aug 16 20:40:25.849720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b3785d-fe82-4606-9d85-bfc64b5f9839', 'name': 'network-vif-deleted', 'tag': '048d805f-ad4f-499c-a4e4-ca3e65f1573b'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:25.852272 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ec6ec8-87fe-48c0-9eb2-bd56bc628d11" -d '{"events": [{"server_uuid": "26b3785d-fe82-4606-9d85-bfc64b5f9839", "name": "network-vif-deleted", "tag": "048d805f-ad4f-499c-a4e4-ca3e65f1573b"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:25.910955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-ebbe3803-7c0c-4c82-a1f7-3dc58bcad7a7 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/14b82b48-3dcc-47b8-9a8a-763e673d16ad HTTP/1.1" status: 200 len: 2973 time: 0.1278036 Aug 16 20:40:25.942435 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d22f93-8578-4119-a66a-14057767ccef x-openstack-request-id: req-80d22f93-8578-4119-a66a-14057767ccef {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:25.942754 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b3785d-fe82-4606-9d85-bfc64b5f9839", "name": "network-vif-deleted", "tag": "048d805f-ad4f-499c-a4e4-ca3e65f1573b", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:25.943335 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-80d22f93-8578-4119-a66a-14057767ccef {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:25.945379 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b3785d-fe82-4606-9d85-bfc64b5f9839', 'name': 'network-vif-deleted', 'tag': '048d805f-ad4f-499c-a4e4-ca3e65f1573b', 'status': 'completed', 'code': 200} Aug 16 20:40:26.018464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38508) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:26.067902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-e2a03877-44af-440a-a4ce-3a2862680e2b tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/41b28615-d1b6-4114-9d42-82d94157aa5c HTTP/1.1" status: 200 len: 2981 time: 0.1502047 Aug 16 20:40:26.217288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-5d2b0448-49e0-4c41-878c-78f5bfb61407 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/41b28615-d1b6-4114-9d42-82d94157aa5c HTTP/1.1" status: 200 len: 2981 time: 0.1354764 Aug 16 20:40:26.427846 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-28e22331-1867-4dcb-8f3f-5e8191c080d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:26.615288 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-28e22331-1867-4dcb-8f3f-5e8191c080d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:26.673792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-0900e0f8-f0c5-4ae6-88f6-f1149db97fbc tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/5a4e210d-48b6-4d30-8ca2-9223c3b09428 HTTP/1.1" status: 200 len: 2981 time: 0.4492350 Aug 16 20:40:26.688053 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-28e22331-1867-4dcb-8f3f-5e8191c080d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:26.693884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ecf92ca-7fbb-4720-9f76-b00975c50c49 req-d3529071-b1f4-4992-bf1b-13bace19ca44 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=26b3785d-fe82-4606-9d85-bfc64b5f9839 HTTP/1.1" status: 200 len: 210 time: 0.4080763 Aug 16 20:40:26.747408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e22331-1867-4dcb-8f3f-5e8191c080d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22794871-7237-4694-a902-71633684f747,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:26.792639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-1d3be494-887c-438d-87df-ea6a87355c6f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/5a4e210d-48b6-4d30-8ca2-9223c3b09428 HTTP/1.1" status: 200 len: 2981 time: 0.1006076 Aug 16 20:40:26.839402 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-28e22331-1867-4dcb-8f3f-5e8191c080d1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0b3b18425d354729b3d4f7c222ab512d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8199065 Aug 16 20:40:26.842300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38530) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:26.845748 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38532) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:26.881809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-3b4afa74-9f3b-49fb-8189-03ac6af64186 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/6b54f472-5416-45df-9588-a1a6c02c4483 HTTP/1.1" status: 200 len: 2981 time: 0.0822487 Aug 16 20:40:26.955514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-445de848-1620-460b-a5c1-b27f91289eb8 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/6b54f472-5416-45df-9588-a1a6c02c4483 HTTP/1.1" status: 200 len: 2981 time: 0.0667353 Aug 16 20:40:27.010677 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-63ac93cd-9011-49b8-8779-7b19ba92dcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.025857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-7ff22956-1df1-45c4-b5aa-3b27e98e88c9 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/6d274fed-f093-4519-b2a6-045df3d18aab HTTP/1.1" status: 200 len: 2981 time: 0.0645964 Aug 16 20:40:27.066864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-63ac93cd-9011-49b8-8779-7b19ba92dcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.136344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-437c1b2c-60cd-49d4-a5f6-ee7f32a2c74e tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/6d274fed-f093-4519-b2a6-045df3d18aab HTTP/1.1" status: 200 len: 2981 time: 0.1038353 Aug 16 20:40:27.254075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-63ac93cd-9011-49b8-8779-7b19ba92dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.256943 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-63ac93cd-9011-49b8-8779-7b19ba92dcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.266962 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-63ac93cd-9011-49b8-8779-7b19ba92dcc5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/22794871-7237-4694-a902-71633684f747 HTTP/1.1" status: 204 len: 168 time: 0.4150803 Aug 16 20:40:27.273565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac93cd-9011-49b8-8779-7b19ba92dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22794871-7237-4694-a902-71633684f747,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:27.287504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-9d00a79b-f0e2-4ae4-b5f4-b299524a30a0 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/6f06f7b9-ff16-47d7-8d56-aa9bb543c98a HTTP/1.1" status: 200 len: 2981 time: 0.1383734 Aug 16 20:40:27.339502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-784553491-network', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:27.429925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-94dc3da1-1067-499b-b104-db84d216b145 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/6f06f7b9-ff16-47d7-8d56-aa9bb543c98a HTTP/1.1" status: 200 len: 2981 time: 0.1343703 Aug 16 20:40:27.453689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 048d805f-ad4f-499c-a4e4-ca3e65f1573b no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:27.476929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Made reservation on behalf of 317bb61b55a84e3396bffd303b7e5b49 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:27.479437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.490328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.511969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 048d805f-ad4f-499c-a4e4-ca3e65f1573b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:27.512316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 048d805f-ad4f-499c-a4e4-ca3e65f1573b not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:27.523413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-48d1c835-f474-4753-9970-21dee3326d65 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/7c4aaef2-8d22-43ed-82e5-12ab22974569 HTTP/1.1" status: 200 len: 2981 time: 0.0789974 Aug 16 20:40:27.597098 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-d7e163b2-5e39-42d1-a6cf-6f4b408b7ce4 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/7c4aaef2-8d22-43ed-82e5-12ab22974569 HTTP/1.1" status: 200 len: 2981 time: 0.0658028 Aug 16 20:40:27.664473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-58fdab8c-98fa-42ce-b7a4-5712bd491bd7 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/8c8cde88-cf89-409c-a1bc-11e2b3a60707 HTTP/1.1" status: 200 len: 2977 time: 0.0596914 Aug 16 20:40:27.683500 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.771899 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-1bad1301-b326-4822-b037-9ef474c18636 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/8c8cde88-cf89-409c-a1bc-11e2b3a60707 HTTP/1.1" status: 200 len: 2977 time: 0.0992870 Aug 16 20:40:27.795624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.844761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-4f8569d9-ab22-4ffe-bcb8-6e2d32a6bc50 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/a3d0a342-b1f6-4bae-9d04-52c1a7179f92 HTTP/1.1" status: 200 len: 2981 time: 0.0627246 Aug 16 20:40:27.880334 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:40:27.914619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f19879-1ac3-48f5-a193-c673c0751e12,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:27.918041 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.918186 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Added segment 0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f of type vlan for network e2525232-9e02-4ca5-93b2-1b524ff8fd27 Aug 16 20:40:27.954016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-89414ce2-afbd-479c-8b2a-b48ea8427e3f tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/a3d0a342-b1f6-4bae-9d04-52c1a7179f92 HTTP/1.1" status: 200 len: 2981 time: 0.1008070 Aug 16 20:40:27.964717 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.039056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-1c00c368-5ef0-4d1f-9c67-4033d2e37287 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/c87eaa25-1d3b-46d9-ac47-37278ee34692 HTTP/1.1" status: 200 len: 2981 time: 0.0767019 Aug 16 20:40:28.099863 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.100880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:28.101510 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.114523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-7f5bea72-c84e-4be5-97d5-8668273f1b5d tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/c87eaa25-1d3b-46d9-ac47-37278ee34692 HTTP/1.1" status: 200 len: 2981 time: 0.0666242 Aug 16 20:40:28.188668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-ba7253f9-a891-464c-ac0a-4961a390be17 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/e00a461c-b6f8-40c9-b1b7-3620916d0d0b HTTP/1.1" status: 200 len: 2981 time: 0.0731874 Aug 16 20:40:28.227437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] Pushing event updated for resources: {'Network': ['ID=e2525232-9e02-4ca5-93b2-1b524ff8fd27,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:28.235374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-15916b90-9f35-49ee-8e74-b10fac82f5ce tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/e00a461c-b6f8-40c9-b1b7-3620916d0d0b HTTP/1.1" status: 200 len: 2981 time: 0.0457032 Aug 16 20:40:28.241718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network e2525232-9e02-4ca5-93b2-1b524ff8fd27 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:40:28.268552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38562) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:28.269012 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f4bcb10b-d96d-4c65-88c5-c1cd628af84a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4251318 Aug 16 20:40:28.272036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38564) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:28.312799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] Request body: {'subnet': {'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-784553491-subnet', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:28.345488 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-55a096f3-0fce-4650-a9bb-07476fba3ca9 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/e1702444-f717-4f37-b237-b804ca04b841 HTTP/1.1" status: 200 len: 2981 time: 0.1092193 Aug 16 20:40:28.352827 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-42e40c5c-2771-401e-9972-5f48634d3024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.419462 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1512410-29c9-48b9-864e-5c6f076e45c0 req-f0447bd5-a6d6-4589-98a9-4be3166e6f00 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/e1702444-f717-4f37-b237-b804ca04b841 HTTP/1.1" status: 200 len: 2981 time: 0.0641792 Aug 16 20:40:28.442185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] Made reservation on behalf of 317bb61b55a84e3396bffd303b7e5b49 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:28.447196 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.713627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5a617-0057-4dff-b658-d3bf8b2af062 req-8c6fa05f-18f4-41bb-bf9f-2f68682177ba tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:28.723646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32e5a617-0057-4dff-b658-d3bf8b2af062 req-8c6fa05f-18f4-41bb-bf9f-2f68682177ba tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 949 time: 0.1415052 Aug 16 20:40:28.794891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32e5a617-0057-4dff-b658-d3bf8b2af062 req-99247208-0513-4282-8884-16ec45471fcf tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702755 Aug 16 20:40:28.799486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.877003 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-42e40c5c-2771-401e-9972-5f48634d3024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.927119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=293c5022-4f99-463d-b221-c4175fabc622,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:29.005748 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-42e40c5c-2771-401e-9972-5f48634d3024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.112890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e40c5c-2771-401e-9972-5f48634d3024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07f7648-a9b3-4514-a1e9-efbe566ce653,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:29.163691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] Checking segment: {'id': '0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:29.164000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] Network hostable DHCP agents. Network: e2525232-9e02-4ca5-93b2-1b524ff8fd27, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:40:29.183523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-42e40c5c-2771-401e-9972-5f48634d3024 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e108a3ef41e434991a61b7129a3fb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9094863 Aug 16 20:40:29.186641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38580) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:29.234089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0b05d6d-c190-4a91-9012-867e034de16c req-8352caf0-6922-4a03-9e68-54bd2ec0d9d0 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=99b97e6fb4e843da80f6960d4f8f3ec4 HTTP/1.1" status: 200 len: 6104 time: 0.3789716 Aug 16 20:40:29.259759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948b2e2-d000-472c-a96a-c7f628a48c66 req-1b231645-c7e3-47a5-a0ac-664e902860ce tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:29.267192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9948b2e2-d000-472c-a96a-c7f628a48c66 req-1b231645-c7e3-47a5-a0ac-664e902860ce tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 945 time: 0.2917080 Aug 16 20:40:29.288541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bc87062-213d-4c70-8e70-8618376c2267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.324542 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bc87062-213d-4c70-8e70-8618376c2267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.352385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9948b2e2-d000-472c-a96a-c7f628a48c66 req-812cd642-3c5e-4cba-bb73-832d5a9fce48 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/security-groups?id=a3d0a342-b1f6-4bae-9d04-52c1a7179f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700738 Aug 16 20:40:29.357869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] Network e2525232-9e02-4ca5-93b2-1b524ff8fd27 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:40:29.372426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0b05d6d-c190-4a91-9012-867e034de16c req-4f00065c-3563-4f8a-ba3a-eeef432907c8 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] 10.222.0.74 "GET /v2.0/security-groups/6b54f472-5416-45df-9588-a1a6c02c4483 HTTP/1.1" status: 200 len: 2981 time: 0.1020403 Aug 16 20:40:29.488378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0b05d6d-c190-4a91-9012-867e034de16c req-6c47de14-a0b1-4020-b18a-2556e5f18ad3 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] 10.222.0.74 "GET /v2.0/security-groups/6b54f472-5416-45df-9588-a1a6c02c4483 HTTP/1.1" status: 200 len: 2981 time: 0.1053550 Aug 16 20:40:29.503833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, e2525232-9e02-4ca5-93b2-1b524ff8fd27) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:29.513274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:29.513274 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.514113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3aff43-2e99-45fa-a474-29a4058ad3ff None None] Network e2525232-9e02-4ca5-93b2-1b524ff8fd27 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:29.536146 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bc87062-213d-4c70-8e70-8618376c2267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.539742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bc87062-213d-4c70-8e70-8618376c2267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.546533 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9bc87062-213d-4c70-8e70-8618376c2267 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b07f7648-a9b3-4514-a1e9-efbe566ce653 HTTP/1.1" status: 204 len: 168 time: 0.3581069 Aug 16 20:40:29.569718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc87062-213d-4c70-8e70-8618376c2267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07f7648-a9b3-4514-a1e9-efbe566ce653,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:29.616169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-631f864b-4474-42dc-8502-56234f34ba07 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3409038 Aug 16 20:40:29.618689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc28b094-0f50-4ecb-91b6-6a2e6c79c652 req-76ca2ec6-d684-469f-ba00-e3348cc8228c tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/bd18e021-4ea7-458c-b1fa-9385afebb56f HTTP/1.1" status: 200 len: 1776 time: 0.0879061 Aug 16 20:40:29.619431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38590) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:29.624513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-784553491-router', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:29.739893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10ad1a-dbd8-421e-951e-6e8439b6c409 req-84b88586-ff78-475b-bbc1-83579ac3265b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:29.741625 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c10ad1a-dbd8-421e-951e-6e8439b6c409 req-84b88586-ff78-475b-bbc1-83579ac3265b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 949 time: 0.0950863 Aug 16 20:40:29.743569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.744790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.745081 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bc28b094-0f50-4ecb-91b6-6a2e6c79c652 req-c976809d-e0e1-4423-899a-c96328614fd9 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.787470 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bc28b094-0f50-4ecb-91b6-6a2e6c79c652 req-c976809d-e0e1-4423-899a-c96328614fd9 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.800937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-e2525232-9e02-4ca5-93b2-1b524ff8fd27', 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'fixed_ips': [{'subnet_id': '293c5022-4f99-463d-b221-c4175fabc622'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:40:29.801835 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.883430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.956098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-6c10ad1a-dbd8-421e-951e-6e8439b6c409 req-75adda0a-7981-46a6-b443-bec80e1c6542 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Deleting port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:29.956768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6c10ad1a-dbd8-421e-951e-6e8439b6c409 req-75adda0a-7981-46a6-b443-bec80e1c6542 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.964343 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bc28b094-0f50-4ecb-91b6-6a2e6c79c652 req-c976809d-e0e1-4423-899a-c96328614fd9 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.967169 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bc28b094-0f50-4ecb-91b6-6a2e6c79c652 req-c976809d-e0e1-4423-899a-c96328614fd9 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.968546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc28b094-0f50-4ecb-91b6-6a2e6c79c652 req-c976809d-e0e1-4423-899a-c96328614fd9 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "DELETE /v2.0/security-groups/bd18e021-4ea7-458c-b1fa-9385afebb56f HTTP/1.1" status: 204 len: 173 time: 0.3382761 Aug 16 20:40:30.003160 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976809d-e0e1-4423-899a-c96328614fd9 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd18e021-4ea7-458c-b1fa-9385afebb56f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:30.048330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886e90b-e28f-4552-a4a9-2ea09720f655 req-32969772-7a19-4bdf-a089-4aeb30d6d7d8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:30.050175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8886e90b-e28f-4552-a4a9-2ea09720f655 req-32969772-7a19-4bdf-a089-4aeb30d6d7d8 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 949 time: 0.1446872 Aug 16 20:40:30.079618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e85c19c7-338a-4d26-a6f4-ed70de1566a2 req-215ab3c1-c35d-4010-88c8-f86491aa1671 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "GET /v2.0/security-groups/643b5f23-38c8-4926-b83e-0941fa443d9f HTTP/1.1" status: 200 len: 1777 time: 0.0837662 Aug 16 20:40:30.113755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Allocated IP 172.20.0.2 (e2525232-9e02-4ca5-93b2-1b524ff8fd27/293c5022-4f99-463d-b221-c4175fabc622/bba9c69c-4a86-49ff-902c-7827dbe7bfc9) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:30.167870 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e85c19c7-338a-4d26-a6f4-ed70de1566a2 req-a09dcc91-3b7d-40f7-9fd3-d87848d9c811 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.178590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8886e90b-e28f-4552-a4a9-2ea09720f655 req-899eadbe-85d3-4f93-96ff-ca02071065dc tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149130 Aug 16 20:40:30.199001 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e85c19c7-338a-4d26-a6f4-ed70de1566a2 req-a09dcc91-3b7d-40f7-9fd3-d87848d9c811 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.285217 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.346371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e85c19c7-338a-4d26-a6f4-ed70de1566a2 req-a09dcc91-3b7d-40f7-9fd3-d87848d9c811 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.355992 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e85c19c7-338a-4d26-a6f4-ed70de1566a2 req-a09dcc91-3b7d-40f7-9fd3-d87848d9c811 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.375232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e85c19c7-338a-4d26-a6f4-ed70de1566a2 req-a09dcc91-3b7d-40f7-9fd3-d87848d9c811 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] 10.222.0.74 "DELETE /v2.0/security-groups/643b5f23-38c8-4926-b83e-0941fa443d9f HTTP/1.1" status: 204 len: 173 time: 0.2823303 Aug 16 20:40:30.379167 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-6c10ad1a-dbd8-421e-951e-6e8439b6c409 req-75adda0a-7981-46a6-b443-bec80e1c6542 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] For port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6afeb7d0-101e-4ea5-ad64-74ce1a67c727,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:30.380443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6c10ad1a-dbd8-421e-951e-6e8439b6c409 req-75adda0a-7981-46a6-b443-bec80e1c6542 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.459145 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.473747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Transition to ACTIVE for port object bba9c69c-4a86-49ff-902c-7827dbe7bfc9 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:30.492781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Transition to ACTIVE for port object bba9c69c-4a86-49ff-902c-7827dbe7bfc9 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:30.513189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-6c10ad1a-dbd8-421e-951e-6e8439b6c409 req-75adda0a-7981-46a6-b443-bec80e1c6542 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Calling delete_port for 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:30.549339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5150d1e8-546a-4d36-8c02-a91fe7e854a1 req-27a9677a-1f19-4c29-bb84-6fa4efb4b2d4 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] 10.222.0.74 "GET /v2.0/security-groups/4c530f17-8616-460e-8348-a3966ad4c0b5 HTTP/1.1" status: 200 len: 1778 time: 0.1171706 Aug 16 20:40:30.574545 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dcc91-3b7d-40f7-9fd3-d87848d9c811 tempest-SecurityGroupsTestAdminJSON-1142406009 tempest-SecurityGroupsTestAdminJSON-1142406009-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b5f23-38c8-4926-b83e-0941fa443d9f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:30.602362 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.616359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff2bb2-0e31-4737-af8e-620d175a30bf req-03a76c8d-0aaf-46c0-b1b9-7379a2c6c90f tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:30.618052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5ff2bb2-0e31-4737-af8e-620d175a30bf req-03a76c8d-0aaf-46c0-b1b9-7379a2c6c90f tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.76 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 945 time: 0.2834303 Aug 16 20:40:30.649751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac1451-9e1f-4cce-bf5a-53832cbe55a4 req-640b2124-7977-43c2-b147-29e2fd3726d6 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:30.661649 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bac1451-9e1f-4cce-bf5a-53832cbe55a4 req-640b2124-7977-43c2-b147-29e2fd3726d6 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1433330 Aug 16 20:40:30.691650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Network e2525232-9e02-4ca5-93b2-1b524ff8fd27 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:30.694595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:30.700444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:30.716467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Pushing event updated for resources: {'Port': ['ID=bba9c69c-4a86-49ff-902c-7827dbe7bfc9,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:30.729591 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5150d1e8-546a-4d36-8c02-a91fe7e854a1 req-480bdbb6-e147-418f-9528-ca893993ace2 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.766356 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Attempting to bind port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:30.766748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Attempting to bind port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:30.768160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Attempting to bind port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 on network e2525232-9e02-4ca5-93b2-1b524ff8fd27 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:30.773980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:30.774399 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Checking segment: {'id': '0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:30.774767 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.775164 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Bound using segment: {'id': '0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:30.775638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Bound port: bba9c69c-4a86-49ff-902c-7827dbe7bfc9, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:30.776024 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.781675 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5150d1e8-546a-4d36-8c02-a91fe7e854a1 req-480bdbb6-e147-418f-9528-ca893993ace2 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.825543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bac1451-9e1f-4cce-bf5a-53832cbe55a4 req-39e49f4a-2c12-4e18-961c-73c6b1a46f9a tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/security-groups?id=a3d0a342-b1f6-4bae-9d04-52c1a7179f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611409 Aug 16 20:40:30.868014 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.869176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] For port bba9c69c-4a86-49ff-902c-7827dbe7bfc9, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:30.872742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] For port bba9c69c-4a86-49ff-902c-7827dbe7bfc9, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bba9c69c-4a86-49ff-902c-7827dbe7bfc9,segment=NetworkSegment(0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f),segment_id=0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:30.875043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-e5ff2bb2-0e31-4737-af8e-620d175a30bf req-45f0fbb2-db2c-4ce9-b185-d960ae336c68 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Deleting port af783df4-190b-4787-9701-ded317aa710b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:30.875389 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e5ff2bb2-0e31-4737-af8e-620d175a30bf req-45f0fbb2-db2c-4ce9-b185-d960ae336c68 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.953777 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.975594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5150d1e8-546a-4d36-8c02-a91fe7e854a1 req-480bdbb6-e147-418f-9528-ca893993ace2 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.978559 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5150d1e8-546a-4d36-8c02-a91fe7e854a1 req-480bdbb6-e147-418f-9528-ca893993ace2 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.983925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5150d1e8-546a-4d36-8c02-a91fe7e854a1 req-480bdbb6-e147-418f-9528-ca893993ace2 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] 10.222.0.74 "DELETE /v2.0/security-groups/4c530f17-8616-460e-8348-a3966ad4c0b5 HTTP/1.1" status: 204 len: 173 time: 0.4297574 Aug 16 20:40:30.984096 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.045828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bdbb6-e147-418f-9528-ca893993ace2 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c530f17-8616-460e-8348-a3966ad4c0b5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:31.130674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-e5ff2bb2-0e31-4737-af8e-620d175a30bf req-45f0fbb2-db2c-4ce9-b185-d960ae336c68 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] For port af783df4-190b-4787-9701-ded317aa710b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=af783df4-190b-4787-9701-ded317aa710b,segment=NetworkSegment(7095b07c-257a-45be-9a6d-269c58a56bb3),segment_id=7095b07c-257a-45be-9a6d-269c58a56bb3)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:31.131363 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e5ff2bb2-0e31-4737-af8e-620d175a30bf req-45f0fbb2-db2c-4ce9-b185-d960ae336c68 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.167899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0359a-f286-422b-8a3e-67032accc93f None None] Pushing event updated for resources: {'Port': ['ID=bba9c69c-4a86-49ff-902c-7827dbe7bfc9,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:31.176832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-e5ff2bb2-0e31-4737-af8e-620d175a30bf req-45f0fbb2-db2c-4ce9-b185-d960ae336c68 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Calling delete_port for af783df4-190b-4787-9701-ded317aa710b owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:31.197088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cce80d69-6b12-40e0-8320-3d9e9589d936 req-4a824540-1161-4ba8-a3b4-7b17240e5dad tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] 10.222.0.74 "GET /v2.0/security-groups/ef5d50ec-dde3-4e5a-99c4-eea1157cc006 HTTP/1.1" status: 200 len: 1778 time: 0.1337717 Aug 16 20:40:31.224215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Allocated IP 172.25.4.140 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/668a2e46-b06d-4561-9570-eff5d70b6451) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:31.360200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.376273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776cb6c-7193-4bd2-afd0-fabfd96598ea req-2b502a69-0097-4c32-8e2c-38811484222a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:31.377789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f776cb6c-7193-4bd2-afd0-fabfd96598ea req-2b502a69-0097-4c32-8e2c-38811484222a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 949 time: 0.1197693 Aug 16 20:40:31.380058 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cce80d69-6b12-40e0-8320-3d9e9589d936 req-57add81c-ac68-4b10-82bb-18b98c21b736 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.466139 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cce80d69-6b12-40e0-8320-3d9e9589d936 req-57add81c-ac68-4b10-82bb-18b98c21b736 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.519562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f776cb6c-7193-4bd2-afd0-fabfd96598ea req-6261630a-b3bf-4825-97f4-7403f8c1d489 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330671 Aug 16 20:40:31.639505 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6c10ad1a-dbd8-421e-951e-6e8439b6c409 req-75adda0a-7981-46a6-b443-bec80e1c6542 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.652988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'd41a2d2f-b8db-4803-af37-93179ca6e438', '1a332882-cd13-4814-a91a-fab2c9cd81b6', '6aa77544-4bba-421e-80b9-993d19cfddb2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:31.655664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4', 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:31.662574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cce80d69-6b12-40e0-8320-3d9e9589d936 req-57add81c-ac68-4b10-82bb-18b98c21b736 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.666819 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cce80d69-6b12-40e0-8320-3d9e9589d936 req-57add81c-ac68-4b10-82bb-18b98c21b736 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.675822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cce80d69-6b12-40e0-8320-3d9e9589d936 req-57add81c-ac68-4b10-82bb-18b98c21b736 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] 10.222.0.74 "DELETE /v2.0/security-groups/ef5d50ec-dde3-4e5a-99c4-eea1157cc006 HTTP/1.1" status: 204 len: 173 time: 0.4410191 Aug 16 20:40:31.681793 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e5ff2bb2-0e31-4737-af8e-620d175a30bf req-45f0fbb2-db2c-4ce9-b185-d960ae336c68 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.698692 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.740612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0fbb2-db2c-4ce9-b185-d960ae336c68 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Pushing event deleted for resources: {'Port': ['ID=af783df4-190b-4787-9701-ded317aa710b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:31.759617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adda0a-7981-46a6-b443-bec80e1c6542 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event deleted for resources: {'Port': ['ID=6afeb7d0-101e-4ea5-ad64-74ce1a67c727,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:31.826558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57add81c-ac68-4b10-82bb-18b98c21b736 tempest-SecurityGroupsTestAdminJSON-1239234754 tempest-SecurityGroupsTestAdminJSON-1239234754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5d50ec-dde3-4e5a-99c4-eea1157cc006,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:31.828568 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ff2bb2-0e31-4737-af8e-620d175a30bf req-45f0fbb2-db2c-4ce9-b185-d960ae336c68 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] No DVR routers for this DVR port af783df4-190b-4787-9701-ded317aa710b on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:31.831487 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e5ff2bb2-0e31-4737-af8e-620d175a30bf req-45f0fbb2-db2c-4ce9-b185-d960ae336c68 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.833652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5ff2bb2-0e31-4737-af8e-620d175a30bf req-45f0fbb2-db2c-4ce9-b185-d960ae336c68 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.76 "DELETE /v2.0/ports/af783df4-190b-4787-9701-ded317aa710b HTTP/1.1" status: 204 len: 173 time: 1.1975026 Aug 16 20:40:31.834107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af8c856-f6c5-411c-9a32-9eeb5889c2e0', 'name': 'network-vif-deleted', 'tag': 'af783df4-190b-4787-9701-ded317aa710b'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:31.837327 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4b9818-db6a-4bf2-b73b-0d8606898ef1" -d '{"events": [{"server_uuid": "7af8c856-f6c5-411c-9a32-9eeb5889c2e0", "name": "network-vif-deleted", "tag": "af783df4-190b-4787-9701-ded317aa710b"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:31.887985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c10ad1a-dbd8-421e-951e-6e8439b6c409 req-75adda0a-7981-46a6-b443-bec80e1c6542 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] No DVR routers for this DVR port 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:31.945734 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfa05eb-7a14-4b5c-99a6-2d5d72faec79 x-openstack-request-id: req-fbfa05eb-7a14-4b5c-99a6-2d5d72faec79 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:31.946027 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af8c856-f6c5-411c-9a32-9eeb5889c2e0", "name": "network-vif-deleted", "tag": "af783df4-190b-4787-9701-ded317aa710b", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:31.946288 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fbfa05eb-7a14-4b5c-99a6-2d5d72faec79 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:31.946693 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af8c856-f6c5-411c-9a32-9eeb5889c2e0', 'name': 'network-vif-deleted', 'tag': 'af783df4-190b-4787-9701-ded317aa710b', 'status': 'completed', 'code': 200} Aug 16 20:40:31.979924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:31.983526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:31.995516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6c10ad1a-dbd8-421e-951e-6e8439b6c409 req-75adda0a-7981-46a6-b443-bec80e1c6542 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.007136 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c10ad1a-dbd8-421e-951e-6e8439b6c409 req-75adda0a-7981-46a6-b443-bec80e1c6542 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "DELETE /v2.0/ports/6afeb7d0-101e-4ea5-ad64-74ce1a67c727 HTTP/1.1" status: 204 len: 173 time: 2.2439065 Aug 16 20:40:32.020680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9a37fa-6c47-454f-b707-6dcb67810001', 'name': 'network-vif-deleted', 'tag': '6afeb7d0-101e-4ea5-ad64-74ce1a67c727'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:32.033472 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583da9f4-d32b-4dd1-930c-93b90ba61134" -d '{"events": [{"server_uuid": "3e9a37fa-6c47-454f-b707-6dcb67810001", "name": "network-vif-deleted", "tag": "6afeb7d0-101e-4ea5-ad64-74ce1a67c727"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:32.036361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-595d5fcc-f783-44dc-b4a0-a9aa093fbab3 req-9519036a-89cb-4d2e-982a-5cc62a9cbb05 tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0600822 Aug 16 20:40:32.052565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:32.181935 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c6599c-26ef-44a7-81fd-ebfe644cc171 x-openstack-request-id: req-94c6599c-26ef-44a7-81fd-ebfe644cc171 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:32.181935 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9a37fa-6c47-454f-b707-6dcb67810001", "name": "network-vif-deleted", "tag": "6afeb7d0-101e-4ea5-ad64-74ce1a67c727", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:32.181935 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-94c6599c-26ef-44a7-81fd-ebfe644cc171 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:32.181935 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9a37fa-6c47-454f-b707-6dcb67810001', 'name': 'network-vif-deleted', 'tag': '6afeb7d0-101e-4ea5-ad64-74ce1a67c727', 'status': 'completed', 'code': 200} Aug 16 20:40:32.189832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Pushing event updated for resources: {'Port': ['ID=668a2e46-b06d-4561-9570-eff5d70b6451,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:32.662626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bba9c69c-4a86-49ff-902c-7827dbe7bfc9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:32.690714 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.700964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7645d323-0f2a-4308-b463-7c257adbef11 req-576b4337-5b02-4631-8325-080bdf819f40 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a37fa-6c47-454f-b707-6dcb67810001 HTTP/1.1" status: 200 len: 210 time: 0.0485032 Aug 16 20:40:32.840496 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.856279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38654) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:32.918243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46620572-71c3-4476-8c37-da621ab266aa None None] Network e2525232-9e02-4ca5-93b2-1b524ff8fd27 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:33.138747 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.145055 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.162953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:33.229533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:33.229782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6afeb7d0-101e-4ea5-ad64-74ce1a67c727 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:33.287230 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27f90009-e5bf-40b3-87a6-f7104b505969 req-0b7102f5-ac18-4370-8161-5d34e533572f tempest-VolumesAdminNegativeTest-1657082379 tempest-VolumesAdminNegativeTest-1657082379-project] 10.222.0.74 "GET /v2.0/ports?device_id=7af8c856-f6c5-411c-9a32-9eeb5889c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0853179 Aug 16 20:40:33.307086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-075a1c57-796b-4bdf-85a7-d479d11704e0 None None] Provisioning for port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:33.415908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:33.422362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2b9a06f2-0fd7-4025-b461-3c89d6a7dd55 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=99b97e6fb4e843da80f6960d4f8f3ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647483 Aug 16 20:40:33.425478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38678) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:33.435589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:33.449402 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.544834 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-972b55fa-203f-4106-89b4-204451eaa290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.554169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device af783df4-190b-4787-9701-ded317aa710b no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:33.593085 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-972b55fa-203f-4106-89b4-204451eaa290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.634531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: af783df4-190b-4787-9701-ded317aa710b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:33.634876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device af783df4-190b-4787-9701-ded317aa710b not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:33.794363 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-972b55fa-203f-4106-89b4-204451eaa290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.799422 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-972b55fa-203f-4106-89b4-204451eaa290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.801398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-972b55fa-203f-4106-89b4-204451eaa290 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b54f472-5416-45df-9588-a1a6c02c4483 HTTP/1.1" status: 204 len: 168 time: 0.3738577 Aug 16 20:40:33.801532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.826144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b55fa-203f-4106-89b4-204451eaa290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b54f472-5416-45df-9588-a1a6c02c4483,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:33.883807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f40c41c-6734-4303-881b-37a4e1213b94 None None] Provisioning complete for port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:33.886228 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f40c41c-6734-4303-881b-37a4e1213b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.973363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port bba9c69c-4a86-49ff-902c-7827dbe7bfc9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bba9c69c-4a86-49ff-902c-7827dbe7bfc9,segment=NetworkSegment(0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f),segment_id=0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:34.021917 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f40c41c-6734-4303-881b-37a4e1213b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.026190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Router ee729e49-7920-42a4-9faf-2f8e71787365 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:40:34.088707 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.143574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=bba9c69c-4a86-49ff-902c-7827dbe7bfc9,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:34.188339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:34.189857 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-6f40c41c-6734-4303-881b-37a4e1213b94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:40:34.189857 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-6f40c41c-6734-4303-881b-37a4e1213b94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:40:34.206668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Sync routers for ids ['ee729e49-7920-42a4-9faf-2f8e71787365'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:34.223834 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Routers {'ee729e49-7920-42a4-9faf-2f8e71787365'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:34.224630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:40:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ee729e49-7920-42a4-9faf-2f8e71787365'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:34.232813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6dce42e5-b883-4cef-9639-596a98a81c69 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:34.234772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6dce42e5-b883-4cef-9639-596a98a81c69 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/networks?id=7c02574a-678b-409b-8d90-29c22f793968 HTTP/1.1" status: 200 len: 814 time: 0.1593144 Aug 16 20:40:34.266729 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-2630cd43-ab9b-4263-84e7-42cb358288ec tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/quotas/a1992f8aee15496ca1fcbab268d4d133 HTTP/1.1" status: 200 len: 375 time: 0.0242589 Aug 16 20:40:34.301868 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.303164 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5c96c08b-edd7-4070-bdf8-a4dec17a1e5e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6826723 Aug 16 20:40:34.305943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38712) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:34.364354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bba9c69c-4a86-49ff-902c-7827dbe7bfc9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:34.372508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Set router ee729e49-7920-42a4-9faf-2f8e71787365 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:34.381257 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-924182bc-a458-42a4-833f-4a1d535eaf60 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1992f8aee15496ca1fcbab268d4d133&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039083 Aug 16 20:40:34.430218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38722) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:34.482357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-762faf21-b74b-4003-89e3-e7c1c0de3bf7 admin admin] Deleting subnet 77ab7c7f-b390-4bfa-bd7c-7f9f67c8eb6b {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:40:34.496153 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-762faf21-b74b-4003-89e3-e7c1c0de3bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.568798 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-762faf21-b74b-4003-89e3-e7c1c0de3bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.596939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:34.597412 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.693904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c97686-7c01-4929-b256-f1b294fe30ae req-d0c4ea7b-5b6b-45b0-9575-e3d751071426 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:34.693904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13c97686-7c01-4929-b256-f1b294fe30ae req-d0c4ea7b-5b6b-45b0-9575-e3d751071426 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 949 time: 0.2090273 Aug 16 20:40:34.724737 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-762faf21-b74b-4003-89e3-e7c1c0de3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.791927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'name': 'tempest-FloatingIPsTestJSON-784553491-router', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:29Z', 'updated_at': '2021-08-16T20:40:32Z', 'revision_number': 3, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'gw_port': {'id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:34.798429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38730) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:34.817772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13c97686-7c01-4929-b256-f1b294fe30ae req-6d561911-0d11-41b4-be1f-02cddfa987aa tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063516 Aug 16 20:40:34.829229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Checking router: ee729e49-7920-42a4-9faf-2f8e71787365 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:34.830209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Updating router ee729e49-7920-42a4-9faf-2f8e71787365 port 668a2e46-b06d-4561-9570-eff5d70b6451 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:40:34.836412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-11d6e294-c666-4a5e-8bc6-804768146001 service neutron] 10.222.0.74 "GET /v2.0/networks/7c02574a-678b-409b-8d90-29c22f793968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467521 Aug 16 20:40:34.891592 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.947049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.958773 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-69338907-41b7-4d30-bea1-cd9417202bd6 service neutron] 10.222.0.74 "GET /v2.0/networks/7c02574a-678b-409b-8d90-29c22f793968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214833 Aug 16 20:40:34.974276 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-66fcd011-ce1c-44f5-acbd-1d49c61b21cc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6f6a2c2a4ace4379bdd0d464734bfa1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741760 Aug 16 20:40:34.984541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38740) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:35.020480 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-762faf21-b74b-4003-89e3-e7c1c0de3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.045201 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-762faf21-b74b-4003-89e3-e7c1c0de3bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.050309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-762faf21-b74b-4003-89e3-e7c1c0de3bf7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/77ab7c7f-b390-4bfa-bd7c-7f9f67c8eb6b HTTP/1.1" status: 204 len: 168 time: 0.6161418 Aug 16 20:40:35.051099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38746) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:35.090663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762faf21-b74b-4003-89e3-e7c1c0de3bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ab7c7f-b390-4bfa-bd7c-7f9f67c8eb6b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:35.173886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ecf6-0c44-455a-b708-12b0b04882fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.196729 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ecf6-0c44-455a-b708-12b0b04882fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.228567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Allocated IP 172.20.0.1 (e2525232-9e02-4ca5-93b2-1b524ff8fd27/293c5022-4f99-463d-b221-c4175fabc622/6d9a211a-1332-4ea4-a325-2b4f1f5b96f8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:35.234929 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.323890 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.331631 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.348188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608d1e45-90e9-4149-94a0-8bd1cbbfcba8']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:35.371861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7095b07c-257a-45be-9a6d-269c58a56bb3') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:35.372595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7095b07c-257a-45be-9a6d-269c58a56bb3') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:35.394224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Transition to ACTIVE for port object 668a2e46-b06d-4561-9570-eff5d70b6451 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:35.397718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa2a8bb1-d825-4cb8-9d91-31ff8afd6ca7 req-035b0275-84cf-4eef-833d-3283883d87e6 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 210 time: 0.0380650 Aug 16 20:40:35.399436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.401251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ecf6-0c44-455a-b708-12b0b04882fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.404120 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ecf6-0c44-455a-b708-12b0b04882fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.405908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1bd5ecf6-0c44-455a-b708-12b0b04882fe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41b28615-d1b6-4114-9d42-82d94157aa5c HTTP/1.1" status: 204 len: 168 time: 0.4197197 Aug 16 20:40:35.441792 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.447057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5ecf6-0c44-455a-b708-12b0b04882fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b28615-d1b6-4114-9d42-82d94157aa5c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:35.453595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:40:35.454023 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:40:35.456720 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:40:35.509994 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.538646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Transition to ACTIVE for port object 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:35.574824 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.637620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Attempting to bind port 668a2e46-b06d-4561-9570-eff5d70b6451 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:35.637996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Attempting to bind port 668a2e46-b06d-4561-9570-eff5d70b6451 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:35.644010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Attempting to bind port 668a2e46-b06d-4561-9570-eff5d70b6451 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:35.644010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52004e68-fa51-4710-bdec-4cc9437516ad None None] Pushing event updated for resources: {'Port': ['ID=668a2e46-b06d-4561-9570-eff5d70b6451,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:35.647359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:35.647730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:35.648137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.648630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:35.649168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Bound port: 668a2e46-b06d-4561-9570-eff5d70b6451, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:35.649554 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.662105 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.669310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244a912-d725-4f0a-9e67-00910bcaf973 req-14e00830-e908-4552-b121-17e849e0e6db tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:35.672777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0244a912-d725-4f0a-9e67-00910bcaf973 req-14e00830-e908-4552-b121-17e849e0e6db tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 949 time: 0.0498526 Aug 16 20:40:35.678532 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.680838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] 10.222.0.74 "DELETE /v2.0/networks/608d1e45-90e9-4149-94a0-8bd1cbbfcba8 HTTP/1.1" status: 204 len: 168 time: 0.6082244 Aug 16 20:40:35.682180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357907e-f005-4c6d-82a9-0ae9562c7645 admin admin] Pushing event deleted for resources: {'Network': ['ID=608d1e45-90e9-4149-94a0-8bd1cbbfcba8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:35.683727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38774) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:35.709961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] For port 668a2e46-b06d-4561-9570-eff5d70b6451, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:35.714848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] For port 668a2e46-b06d-4561-9570-eff5d70b6451, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=668a2e46-b06d-4561-9570-eff5d70b6451,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:35.733186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-984bb1df-f07a-4179-90f8-dbe28b7aa37b admin admin] Deleting subnet 71c3c539-817a-418a-a9d8-f5fdccd50639 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:40:35.737679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-984bb1df-f07a-4179-90f8-dbe28b7aa37b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.745079 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.784370 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-984bb1df-f07a-4179-90f8-dbe28b7aa37b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.812195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Network e2525232-9e02-4ca5-93b2-1b524ff8fd27 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:35.820567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:35.823385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-984bb1df-f07a-4179-90f8-dbe28b7aa37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.825273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:35.851549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9a211a-1332-4ea4-a325-2b4f1f5b96f8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:35.888260 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.911705 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.949700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-0244a912-d725-4f0a-9e67-00910bcaf973 req-dc1dde0e-d813-40bb-905e-a26e3bdb1cae tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Deleting port 6aa77544-4bba-421e-80b9-993d19cfddb2 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:35.949700 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0244a912-d725-4f0a-9e67-00910bcaf973 req-dc1dde0e-d813-40bb-905e-a26e3bdb1cae tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.080877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Routers {'ee729e49-7920-42a4-9faf-2f8e71787365'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:36.092938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:40:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ee729e49-7920-42a4-9faf-2f8e71787365'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:36.094992 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-984bb1df-f07a-4179-90f8-dbe28b7aa37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.140027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0244a912-d725-4f0a-9e67-00910bcaf973 req-dc1dde0e-d813-40bb-905e-a26e3bdb1cae tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] For port 6aa77544-4bba-421e-80b9-993d19cfddb2, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6aa77544-4bba-421e-80b9-993d19cfddb2,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:36.140404 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0244a912-d725-4f0a-9e67-00910bcaf973 req-dc1dde0e-d813-40bb-905e-a26e3bdb1cae tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.155838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-0244a912-d725-4f0a-9e67-00910bcaf973 req-dc1dde0e-d813-40bb-905e-a26e3bdb1cae tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Calling delete_port for 6aa77544-4bba-421e-80b9-993d19cfddb2 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:36.175445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52004e68-fa51-4710-bdec-4cc9437516ad None None] Pushing event updated for resources: {'Port': ['ID=668a2e46-b06d-4561-9570-eff5d70b6451,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:36.193893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bb1df-f07a-4179-90f8-dbe28b7aa37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c3c539-817a-418a-a9d8-f5fdccd50639,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:36.199398 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-984bb1df-f07a-4179-90f8-dbe28b7aa37b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.203268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-984bb1df-f07a-4179-90f8-dbe28b7aa37b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/71c3c539-817a-418a-a9d8-f5fdccd50639 HTTP/1.1" status: 204 len: 168 time: 0.5185168 Aug 16 20:40:36.208268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38800) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:36.273924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e081047-09fb-4659-9d6f-48d12a724bf3 req-98c8b9d9-40e6-4099-9153-56ef050c8ba0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:36.278882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] Set router ee729e49-7920-42a4-9faf-2f8e71787365 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:36.287584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e081047-09fb-4659-9d6f-48d12a724bf3 req-98c8b9d9-40e6-4099-9153-56ef050c8ba0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 949 time: 0.2951391 Aug 16 20:40:36.381511 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.542599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.555092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea5b3dfe-b294-4055-8297-e7d77c1ba4f0 req-2e4db377-75e3-40e0-a48c-25fc4b44dd52 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 210 time: 0.0656390 Aug 16 20:40:36.574810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f80b6ac1-5b68-4389-ab54-2f94f9570fc0 None None] Provisioning for port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:36.579098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f80b6ac1-5b68-4389-ab54-2f94f9570fc0 None None] Provisioning complete for port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:36.579475 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f80b6ac1-5b68-4389-ab54-2f94f9570fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.580948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e081047-09fb-4659-9d6f-48d12a724bf3 req-bab36fc2-b9d9-4cba-891e-cb2eee3e1544 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923992 Aug 16 20:40:36.596486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0244a912-d725-4f0a-9e67-00910bcaf973 req-dc1dde0e-d813-40bb-905e-a26e3bdb1cae tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.621740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4', 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:36.623961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'd41a2d2f-b8db-4803-af37-93179ca6e438', '1a332882-cd13-4814-a91a-fab2c9cd81b6', '6aa77544-4bba-421e-80b9-993d19cfddb2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:36.665637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dde0e-d813-40bb-905e-a26e3bdb1cae tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event deleted for resources: {'Port': ['ID=6aa77544-4bba-421e-80b9-993d19cfddb2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:36.753579 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.759051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0244a912-d725-4f0a-9e67-00910bcaf973 req-dc1dde0e-d813-40bb-905e-a26e3bdb1cae tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] No DVR routers for this DVR port 6aa77544-4bba-421e-80b9-993d19cfddb2 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:36.764263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0244a912-d725-4f0a-9e67-00910bcaf973 req-dc1dde0e-d813-40bb-905e-a26e3bdb1cae tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.765232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cc0e90-bc87-4938-b387-7a45ff725c31']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:36.767336 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0244a912-d725-4f0a-9e67-00910bcaf973 req-dc1dde0e-d813-40bb-905e-a26e3bdb1cae tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "DELETE /v2.0/ports/6aa77544-4bba-421e-80b9-993d19cfddb2 HTTP/1.1" status: 204 len: 173 time: 1.0879729 Aug 16 20:40:36.767576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7519a402-1d9f-4f40-9702-323f49b8a0cf', 'name': 'network-vif-deleted', 'tag': '6aa77544-4bba-421e-80b9-993d19cfddb2'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:36.770232 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d89769-51d3-46a9-9269-f14bd2d63727" -d '{"events": [{"server_uuid": "7519a402-1d9f-4f40-9702-323f49b8a0cf", "name": "network-vif-deleted", "tag": "6aa77544-4bba-421e-80b9-993d19cfddb2"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:36.776398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96448191-0e27-4f53-abef-fa257b18e4f3') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:36.776740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96448191-0e27-4f53-abef-fa257b18e4f3') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:36.787789 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.806773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f80b6ac1-5b68-4389-ab54-2f94f9570fc0 None None] Port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:36.807113 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.819028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:40:36.819645 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:40:36.821390 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:40:36.846264 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.858152 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f49d0cb-6a79-418d-983b-3488f31a5ccf x-openstack-request-id: req-3f49d0cb-6a79-418d-983b-3488f31a5ccf {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:36.858152 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7519a402-1d9f-4f40-9702-323f49b8a0cf", "name": "network-vif-deleted", "tag": "6aa77544-4bba-421e-80b9-993d19cfddb2", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:36.858152 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f49d0cb-6a79-418d-983b-3488f31a5ccf {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:36.858152 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7519a402-1d9f-4f40-9702-323f49b8a0cf', 'name': 'network-vif-deleted', 'tag': '6aa77544-4bba-421e-80b9-993d19cfddb2', 'status': 'completed', 'code': 200} Aug 16 20:40:36.969757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'name': 'tempest-FloatingIPsTestJSON-784553491-router', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:29Z', 'updated_at': '2021-08-16T20:40:32Z', 'revision_number': 3, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'gw_port': {'id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:37.007592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09539b99-932e-4cc2-a793-7508f5e5ea09 None None] The sync data for ids ['ee729e49-7920-42a4-9faf-2f8e71787365'] in n-d-793619-14 is: [{'id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'name': 'tempest-FloatingIPsTestJSON-784553491-router', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:29Z', 'updated_at': '2021-08-16T20:40:32Z', 'revision_number': 3, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'gw_port': {'id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:37.062402 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.063539 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.092697 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.099526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] 10.222.0.74 "DELETE /v2.0/networks/45cc0e90-bc87-4938-b387-7a45ff725c31 HTTP/1.1" status: 204 len: 168 time: 0.8856609 Aug 16 20:40:37.101149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03216b65-936f-42bc-a63c-dc10303e9c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=45cc0e90-bc87-4938-b387-7a45ff725c31,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:37.196952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9a211a-1332-4ea4-a325-2b4f1f5b96f8,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:37.200933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.355577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Network e2525232-9e02-4ca5-93b2-1b524ff8fd27 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:37.372949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:37.594396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Router ee729e49-7920-42a4-9faf-2f8e71787365 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:37.777181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:37.787054 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-72cbe60e-dfc3-42ba-b7e1-1cb576f40f50 admin admin] 10.222.0.74 "PUT /v2.0/routers/ee729e49-7920-42a4-9faf-2f8e71787365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4800122 Aug 16 20:40:37.818788 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38854) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:37.888169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e03dbb87-1116-4c2c-a3f9-706c43657178 None None] Provisioning complete for port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:37.888535 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e03dbb87-1116-4c2c-a3f9-706c43657178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.888664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a147c695-150e-4ce5-bb34-74ad0dee33ac req-873a0151-f200-40dc-99ce-ae9bb7fad4d9 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 210 time: 0.1257961 Aug 16 20:40:37.992071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4cc224c-634f-4c9d-aa52-d33d7f1b3e6b req-0657eee5-7423-4c2a-9cc4-d64b612e1d6b tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=7519a402-1d9f-4f40-9702-323f49b8a0cf HTTP/1.1" status: 200 len: 210 time: 0.2140095 Aug 16 20:40:37.993609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e03dbb87-1116-4c2c-a3f9-706c43657178 None None] Port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:38.043235 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-827131a4-1204-4955-a608-879e0e429679 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=58ac4f9bf6fc4139b37278fdc9cb3585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210505 Aug 16 20:40:38.043490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38858) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:38.107008 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2e17ca7b-8bcb-404b-8d96-fa04ff2e7ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.137182 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2e17ca7b-8bcb-404b-8d96-fa04ff2e7ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.306707 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2e17ca7b-8bcb-404b-8d96-fa04ff2e7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.310044 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2e17ca7b-8bcb-404b-8d96-fa04ff2e7ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.311452 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2e17ca7b-8bcb-404b-8d96-fa04ff2e7ad5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a3d0a342-b1f6-4bae-9d04-52c1a7179f92 HTTP/1.1" status: 204 len: 168 time: 0.2669029 Aug 16 20:40:38.333928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17ca7b-8bcb-404b-8d96-fa04ff2e7ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d0a342-b1f6-4bae-9d04-52c1a7179f92,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:38.417000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 668a2e46-b06d-4561-9570-eff5d70b6451 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:38.562680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 668a2e46-b06d-4561-9570-eff5d70b6451 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:38.568333 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 668a2e46-b06d-4561-9570-eff5d70b6451 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:38.568991 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.650219 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.670299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 668a2e46-b06d-4561-9570-eff5d70b6451, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=668a2e46-b06d-4561-9570-eff5d70b6451,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:38.737170 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.808546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=668a2e46-b06d-4561-9570-eff5d70b6451,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:38.945346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-190c0532-f22e-4fac-938a-e8615b87e28b req-db79fe26-dd32-40ec-8b8b-c349648378ea tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2310236 Aug 16 20:40:38.952050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:38.998103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8244d047-ca18-41a2-b6e9-77146dc7fec9 req-3397ae90-f507-45b9-b50a-5449ccf61a9a tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 210 time: 0.0385735 Aug 16 20:40:39.116773 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:39.213223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6aa77544-4bba-421e-80b9-993d19cfddb2 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:39.243250 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Sync routers for ids ['ee729e49-7920-42a4-9faf-2f8e71787365'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:39.247222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 6aa77544-4bba-421e-80b9-993d19cfddb2 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:39.253583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6aa77544-4bba-421e-80b9-993d19cfddb2 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:39.254537 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Routers {'ee729e49-7920-42a4-9faf-2f8e71787365'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:39.255159 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:40:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ee729e49-7920-42a4-9faf-2f8e71787365'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:39.371194 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Set router ee729e49-7920-42a4-9faf-2f8e71787365 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:39.640219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-dbed1ef5-dd9f-4890-b211-e84c06995600 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:39.641952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-dbed1ef5-dd9f-4890-b211-e84c06995600 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.76 "GET /v2.0/networks?id=7c02574a-678b-409b-8d90-29c22f793968 HTTP/1.1" status: 200 len: 814 time: 0.4976530 Aug 16 20:40:39.644480 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'name': 'tempest-FloatingIPsTestJSON-784553491-router', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:29Z', 'updated_at': '2021-08-16T20:40:36Z', 'revision_number': 4, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'gw_port': {'id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6d9a211a-1332-4ea4-a325-2b4f1f5b96f8', 'name': '', 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'mac_address': 'fa:16:3e:19:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '293c5022-4f99-463d-b221-c4175fabc622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:34Z', 'updated_at': '2021-08-16T20:40:36Z', 'revision_number': 2, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'subnets': [{'id': '293c5022-4f99-463d-b221-c4175fabc622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:39.658135 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Request body: {'port': {'device_id': 'f376fb02-a290-4b86-a26a-d5e655442de6', 'network_id': '7c02574a-678b-409b-8d90-29c22f793968', 'admin_state_up': True, 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:39.673088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38920) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:39.724227 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Checking router: ee729e49-7920-42a4-9faf-2f8e71787365 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:39.735533 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Updating router ee729e49-7920-42a4-9faf-2f8e71787365 port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:40:39.743256 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:39.792815 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cf78835a-5959-4521-b946-01475620ec5d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dbc1b4c2f49e40d8bd1ea9039376c620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1183910 Aug 16 20:40:39.794664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38926) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:39.797705 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:39.889939 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11201110-0e76-431e-ad77-fb31c4a64767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:39.912603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Allocated IP 172.25.4.45 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/221d18ba-3569-4dff-8dd0-1b3626dfc918) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:39.920504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11201110-0e76-431e-ad77-fb31c4a64767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.043294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Made reservation on behalf of a1992f8aee15496ca1fcbab268d4d133 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:40.047039 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.055618 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.099401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11201110-0e76-431e-ad77-fb31c4a64767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.101999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11201110-0e76-431e-ad77-fb31c4a64767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.103355 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-11201110-0e76-431e-ad77-fb31c4a64767 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e1702444-f717-4f37-b237-b804ca04b841 HTTP/1.1" status: 204 len: 168 time: 0.3070309 Aug 16 20:40:40.115218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11201110-0e76-431e-ad77-fb31c4a64767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1702444-f717-4f37-b237-b804ca04b841,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:40.149263 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.161911 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Transition to ACTIVE for port object 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:40.220301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Allocated IP 172.20.0.6 (7c02574a-678b-409b-8d90-29c22f793968/dd08ac67-b45d-4b01-898e-c198762d234c/473f56c0-3aab-4222-bce5-63256f7fb1ce) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:40.260094 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.263174 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.310160 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Pushing event updated for resources: {'Port': ['ID=221d18ba-3569-4dff-8dd0-1b3626dfc918,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:40.334487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:40.346803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:40.401832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:40.435514 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68c766-73c8-4761-a968-061e3b4ff811 None None] Pushing event updated for resources: {'Port': ['ID=6d9a211a-1332-4ea4-a325-2b4f1f5b96f8,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:40.500195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 668a2e46-b06d-4561-9570-eff5d70b6451 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:40.565177 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Attempting to bind port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:40.565549 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Attempting to bind port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:40.567967 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Attempting to bind port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 on network e2525232-9e02-4ca5-93b2-1b524ff8fd27 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:40.582121 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:40.582500 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Checking segment: {'id': '0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:40.583608 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.584389 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Bound using segment: {'id': '0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:40.587548 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Bound port: 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:40.588140 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.624786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 668a2e46-b06d-4561-9570-eff5d70b6451 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:40.625497 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.714901 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] For port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:40.731656 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] For port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6d9a211a-1332-4ea4-a325-2b4f1f5b96f8,segment=NetworkSegment(0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f),segment_id=0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:40.732747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51cf2a7d-100a-4ad1-94c9-dcd287d42a11 req-53aa5777-a250-47c7-aa04-5fa7410851bd tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 210 time: 0.1317146 Aug 16 20:40:40.810554 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.831199 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.851478 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.898650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Transition to ACTIVE for port object 473f56c0-3aab-4222-bce5-63256f7fb1ce will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:40.960638 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68c766-73c8-4761-a968-061e3b4ff811 None None] Pushing event updated for resources: {'Port': ['ID=6d9a211a-1332-4ea4-a325-2b4f1f5b96f8,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:41.010423 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Routers {'ee729e49-7920-42a4-9faf-2f8e71787365'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:41.011071 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:40:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ee729e49-7920-42a4-9faf-2f8e71787365'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:41.098093 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:41.131931 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:41.184370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d20286-47cf-4073-bfc8-62358baed0d1 req-75be62ed-115b-497b-8371-e0d393c0775a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:41.207838 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d6d20286-47cf-4073-bfc8-62358baed0d1 req-75be62ed-115b-497b-8371-e0d393c0775a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "GET /v2.0/ports?device_id=307fa960-81de-446b-9b0d-b15e2ca48a55 HTTP/1.1" status: 200 len: 950 time: 0.1385133 Aug 16 20:40:41.331297 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] Set router ee729e49-7920-42a4-9faf-2f8e71787365 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:41.437938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d6d20286-47cf-4073-bfc8-62358baed0d1 req-eea8a8b9-d44a-42a5-910b-47467c54bfb1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Deleting port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:41.438934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d6d20286-47cf-4073-bfc8-62358baed0d1 req-eea8a8b9-d44a-42a5-910b-47467c54bfb1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:41.656549 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Pushing event updated for resources: {'Port': ['ID=473f56c0-3aab-4222-bce5-63256f7fb1ce,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:41.687160 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Network 7c02574a-678b-409b-8d90-29c22f793968 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:41.697205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:41.703575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:41.745998 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaefe82-a57e-44b6-8681-41dc3866cd62 req-ecbc2ea6-5396-424c-8a75-b0e6c251a2f9 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:41.750020 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6eaefe82-a57e-44b6-8681-41dc3866cd62 req-ecbc2ea6-5396-424c-8a75-b0e6c251a2f9 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/ports?device_id=71c1ad53-b59b-4b82-96b7-aba23107c750 HTTP/1.1" status: 200 len: 950 time: 0.1997144 Aug 16 20:40:41.812648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afcc7b-40f6-438d-b176-835a7747886e req-0769eafb-8b55-4f9c-b5c0-ad28eb60bd3f tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:41.813314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3afcc7b-40f6-438d-b176-835a7747886e req-0769eafb-8b55-4f9c-b5c0-ad28eb60bd3f tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=307fa960-81de-446b-9b0d-b15e2ca48a55 HTTP/1.1" status: 200 len: 950 time: 0.7003114 Aug 16 20:40:41.823999 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'name': 'tempest-FloatingIPsTestJSON-784553491-router', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:29Z', 'updated_at': '2021-08-16T20:40:36Z', 'revision_number': 4, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'gw_port': {'id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6d9a211a-1332-4ea4-a325-2b4f1f5b96f8', 'name': '', 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'mac_address': 'fa:16:3e:19:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '293c5022-4f99-463d-b221-c4175fabc622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:34Z', 'updated_at': '2021-08-16T20:40:40Z', 'revision_number': 4, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'subnets': [{'id': '293c5022-4f99-463d-b221-c4175fabc622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:41.848245 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-edda5337-e983-4cbe-8add-6f5bda15abe1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2094824 Aug 16 20:40:41.891759 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a129ac-aeab-462b-a67e-1663fadc1861 None None] The sync data for ids ['ee729e49-7920-42a4-9faf-2f8e71787365'] in n-d-793619-14 is: [{'id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'name': 'tempest-FloatingIPsTestJSON-784553491-router', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:29Z', 'updated_at': '2021-08-16T20:40:36Z', 'revision_number': 4, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'gw_port': {'id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6d9a211a-1332-4ea4-a325-2b4f1f5b96f8', 'name': '', 'network_id': 'e2525232-9e02-4ca5-93b2-1b524ff8fd27', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'mac_address': 'fa:16:3e:19:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '293c5022-4f99-463d-b221-c4175fabc622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:34Z', 'updated_at': '2021-08-16T20:40:40Z', 'revision_number': 4, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'subnets': [{'id': '293c5022-4f99-463d-b221-c4175fabc622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:41.940608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:41.961246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d6d20286-47cf-4073-bfc8-62358baed0d1 req-eea8a8b9-d44a-42a5-910b-47467c54bfb1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] For port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:41.961815 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d6d20286-47cf-4073-bfc8-62358baed0d1 req-eea8a8b9-d44a-42a5-910b-47467c54bfb1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.017458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.018209 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.079956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d6d20286-47cf-4073-bfc8-62358baed0d1 req-eea8a8b9-d44a-42a5-910b-47467c54bfb1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Calling delete_port for b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:42.092446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3afcc7b-40f6-438d-b176-835a7747886e req-9294d17e-0500-44eb-ba97-2e31b8efb91e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651572 Aug 16 20:40:42.093644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.108528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-9c626038-fc1a-4872-b82c-0a838381ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.110399 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-9c626038-fc1a-4872-b82c-0a838381ba6e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 1101 time: 0.2031636 Aug 16 20:40:42.217468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Pushing event updated for resources: {'Port': ['ID=221d18ba-3569-4dff-8dd0-1b3626dfc918,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:42.224278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bc3026a-edfd-4754-8bd6-ff44278933fb tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5722072 Aug 16 20:40:42.241974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Request body: {'port': {'device_id': 'f376fb02-a290-4b86-a26a-d5e655442de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:42.322840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-37cb996f-2a00-4a6e-ae58-6115aa31f7a8 None None] Provisioning for port 473f56c0-3aab-4222-bce5-63256f7fb1ce completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:42.327288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-37cb996f-2a00-4a6e-ae58-6115aa31f7a8 None None] Provisioning complete for port 473f56c0-3aab-4222-bce5-63256f7fb1ce triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:42.327683 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-37cb996f-2a00-4a6e-ae58-6115aa31f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.432024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-37cb996f-2a00-4a6e-ae58-6115aa31f7a8 None None] Port 473f56c0-3aab-4222-bce5-63256f7fb1ce cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:42.454816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:42.490413 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.503198 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.637561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-6eaefe82-a57e-44b6-8681-41dc3866cd62 req-5f810832-8573-409f-8298-0e76acebe9d5 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Deleting port 1a332882-cd13-4814-a91a-fab2c9cd81b6 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:42.638209 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6eaefe82-a57e-44b6-8681-41dc3866cd62 req-5f810832-8573-409f-8298-0e76acebe9d5 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.726042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-9fcd69df-e992-45e9-b5eb-1da3ed19d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.727540 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-9fcd69df-e992-45e9-b5eb-1da3ed19d239 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.5581889 Aug 16 20:40:42.750288 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.752184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-190c0532-f22e-4fac-938a-e8615b87e28b req-5baba1fc-00c7-4d1e-a50b-9437d6768440 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8051672 Aug 16 20:40:42.843167 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-cf930c5e-23dd-49c9-b5b8-5ee01c57fec4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 HTTP/1.1" status: 200 len: 217 time: 0.1075969 Aug 16 20:40:42.867443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:42.874619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:42.887334 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.938194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-190c0532-f22e-4fac-938a-e8615b87e28b req-6d0eec08-7523-458a-bd85-10ad454444f6 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.1488147 Aug 16 20:40:42.940861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-6eaefe82-a57e-44b6-8681-41dc3866cd62 req-5f810832-8573-409f-8298-0e76acebe9d5 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] For port 1a332882-cd13-4814-a91a-fab2c9cd81b6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=1a332882-cd13-4814-a91a-fab2c9cd81b6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:42.941319 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6eaefe82-a57e-44b6-8681-41dc3866cd62 req-5f810832-8573-409f-8298-0e76acebe9d5 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.989319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-6eaefe82-a57e-44b6-8681-41dc3866cd62 req-5f810832-8573-409f-8298-0e76acebe9d5 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Calling delete_port for 1a332882-cd13-4814-a91a-fab2c9cd81b6 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:43.168704 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.251691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d6d20286-47cf-4073-bfc8-62358baed0d1 req-eea8a8b9-d44a-42a5-910b-47467c54bfb1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.266720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6d9a211a-1332-4ea4-a325-2b4f1f5b96f8,segment=NetworkSegment(0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f),segment_id=0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:43.283824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'd41a2d2f-b8db-4803-af37-93179ca6e438'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:43.289705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:43.366557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473f56c0-3aab-4222-bce5-63256f7fb1ce {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:40:43.388089 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.418362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Transition to ACTIVE for port object 473f56c0-3aab-4222-bce5-63256f7fb1ce will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:43.432877 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.499595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8a8b9-d44a-42a5-910b-47467c54bfb1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event deleted for resources: {'Port': ['ID=b26044fd-0cbf-45d0-ba66-ee1378aa5ae8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:43.582906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d20286-47cf-4073-bfc8-62358baed0d1 req-eea8a8b9-d44a-42a5-910b-47467c54bfb1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] No DVR routers for this DVR port b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:43.592482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:43.600449 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d6d20286-47cf-4073-bfc8-62358baed0d1 req-eea8a8b9-d44a-42a5-910b-47467c54bfb1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.602631 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d6d20286-47cf-4073-bfc8-62358baed0d1 req-eea8a8b9-d44a-42a5-910b-47467c54bfb1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "DELETE /v2.0/ports/b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 HTTP/1.1" status: 204 len: 173 time: 2.3827863 Aug 16 20:40:43.603096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307fa960-81de-446b-9b0d-b15e2ca48a55', 'name': 'network-vif-deleted', 'tag': 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:43.605808 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db918de-218d-455b-a19c-1a4832ed8d76" -d '{"events": [{"server_uuid": "307fa960-81de-446b-9b0d-b15e2ca48a55", "name": "network-vif-deleted", "tag": "b26044fd-0cbf-45d0-ba66-ee1378aa5ae8"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:43.625836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-85746c85-47cb-47c3-8c7e-22e0d487d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:43.627369 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-85746c85-47cb-47c3-8c7e-22e0d487d1fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.7682388 Aug 16 20:40:43.651649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:43.651649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b26044fd-0cbf-45d0-ba66-ee1378aa5ae8 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:43.660323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39034) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:43.760770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=6d9a211a-1332-4ea4-a325-2b4f1f5b96f8,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:43.826947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c0532-f22e-4fac-938a-e8615b87e28b req-b7fde167-576a-4143-a1a1-4accffc781ba tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:43.831907 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-190c0532-f22e-4fac-938a-e8615b87e28b req-b7fde167-576a-4143-a1a1-4accffc781ba tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.8892248 Aug 16 20:40:43.831907 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.892591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-1863d342-ff33-425d-ad98-583c41c20427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:43.896790 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-1863d342-ff33-425d-ad98-583c41c20427 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2547064 Aug 16 20:40:43.922188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-190c0532-f22e-4fac-938a-e8615b87e28b req-59026810-1495-4892-b9e3-3a128eaa1c51 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:40:43.923936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-190c0532-f22e-4fac-938a-e8615b87e28b req-59026810-1495-4892-b9e3-3a128eaa1c51 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0641098 Aug 16 20:40:44.079593 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6eaefe82-a57e-44b6-8681-41dc3866cd62 req-5f810832-8573-409f-8298-0e76acebe9d5 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.093598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0f0f1-a320-4ae9-b59b-d7b5d1432317 req-5f95bad9-667b-46f6-a9c7-c07f78aa5341 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:44.103437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6b0f0f1-a320-4ae9-b59b-d7b5d1432317 req-5f95bad9-667b-46f6-a9c7-c07f78aa5341 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 943 time: 0.6625788 Aug 16 20:40:44.225738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Pushing event updated for resources: {'Port': ['ID=473f56c0-3aab-4222-bce5-63256f7fb1ce,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:44.317131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6b0f0f1-a320-4ae9-b59b-d7b5d1432317 req-ca44ca8c-3472-4c95-bd2a-eb298c24dbaf tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124095 Aug 16 20:40:44.322787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Attempting to bind port 473f56c0-3aab-4222-bce5-63256f7fb1ce on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:44.323942 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Attempting to bind port 473f56c0-3aab-4222-bce5-63256f7fb1ce by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:44.324455 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Attempting to bind port 473f56c0-3aab-4222-bce5-63256f7fb1ce on network 7c02574a-678b-409b-8d90-29c22f793968 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:44.337579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Port 473f56c0-3aab-4222-bce5-63256f7fb1ce on network 7c02574a-678b-409b-8d90-29c22f793968 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:40:44.337940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Attempting to bind port 473f56c0-3aab-4222-bce5-63256f7fb1ce on network 7c02574a-678b-409b-8d90-29c22f793968 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:44.358293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:44.361481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Checking segment: {'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:44.363062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Bound using segment: {'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:44.364212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Bound port: 473f56c0-3aab-4222-bce5-63256f7fb1ce, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be39c810-d3dc-4066-ab66-dccee03d7c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c02574a-678b-409b-8d90-29c22f793968'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:44.365056 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.374179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f810832-8573-409f-8298-0e76acebe9d5 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event deleted for resources: {'Port': ['ID=1a332882-cd13-4814-a91a-fab2c9cd81b6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:44.528588 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-9d8db58b-61de-4987-900e-3d84bc59f6bd service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199653 Aug 16 20:40:44.630598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:44.671146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] For port 473f56c0-3aab-4222-bce5-63256f7fb1ce, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:44.686581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] For port 473f56c0-3aab-4222-bce5-63256f7fb1ce, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=473f56c0-3aab-4222-bce5-63256f7fb1ce,segment=NetworkSegment(be39c810-d3dc-4066-ab66-dccee03d7c4f),segment_id=be39c810-d3dc-4066-ab66-dccee03d7c4f)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:44.781408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:44.781733 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.791652 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.980694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58de3c88-d3e6-487a-81f7-a15d58b7d9d8 req-20e49f1b-276a-428d-83ba-262ff959c0cb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=307fa960-81de-446b-9b0d-b15e2ca48a55 HTTP/1.1" status: 200 len: 210 time: 0.2402511 Aug 16 20:40:45.007483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91cb6c37-4520-4164-85e0-00dde7ed8afe req-26750724-c9f1-4516-9932-8f32736e2da5 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615431 Aug 16 20:40:45.015722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:45.024486 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b02eeb-cb74-47b0-a46a-743830f6b002 x-openstack-request-id: req-85b02eeb-cb74-47b0-a46a-743830f6b002 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:45.024923 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307fa960-81de-446b-9b0d-b15e2ca48a55", "name": "network-vif-deleted", "tag": "b26044fd-0cbf-45d0-ba66-ee1378aa5ae8", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:45.025359 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-85b02eeb-cb74-47b0-a46a-743830f6b002 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:45.025955 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307fa960-81de-446b-9b0d-b15e2ca48a55', 'name': 'network-vif-deleted', 'tag': 'b26044fd-0cbf-45d0-ba66-ee1378aa5ae8', 'status': 'completed', 'code': 200} Aug 16 20:40:45.055665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-network', 'tenant_id': 'f20a0943df214da3831b556c42160fb2'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:45.246851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaefe82-a57e-44b6-8681-41dc3866cd62 req-5f810832-8573-409f-8298-0e76acebe9d5 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] No DVR routers for this DVR port 1a332882-cd13-4814-a91a-fab2c9cd81b6 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:45.267406 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6eaefe82-a57e-44b6-8681-41dc3866cd62 req-5f810832-8573-409f-8298-0e76acebe9d5 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.278783 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6eaefe82-a57e-44b6-8681-41dc3866cd62 req-5f810832-8573-409f-8298-0e76acebe9d5 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "DELETE /v2.0/ports/1a332882-cd13-4814-a91a-fab2c9cd81b6 HTTP/1.1" status: 204 len: 173 time: 3.4982967 Aug 16 20:40:45.304619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 1a332882-cd13-4814-a91a-fab2c9cd81b6 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:45.385941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:45.387298 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.390106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] 10.222.0.76 "PUT /v2.0/ports/473f56c0-3aab-4222-bce5-63256f7fb1ce HTTP/1.1" status: 200 len: 1092 time: 3.1552682 Aug 16 20:40:45.400934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Made reservation on behalf of f20a0943df214da3831b556c42160fb2 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:45.407909 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.429593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f376fb02-a290-4b86-a26a-d5e655442de6', 'tag': '473f56c0-3aab-4222-bce5-63256f7fb1ce'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:45.445129 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70bf4da-aba3-4729-aa18-cca37da4fc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f376fb02-a290-4b86-a26a-d5e655442de6", "tag": "473f56c0-3aab-4222-bce5-63256f7fb1ce"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:45.452478 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.520217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'd41a2d2f-b8db-4803-af37-93179ca6e438'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:45.548888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9461b3f2-c72c-4607-ad26-20e136b110b6 req-91fc76a7-60d1-4134-9371-962e533b4810 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips/e4f9020d-bd26-4d44-b31a-51d3f68bf7a6 HTTP/1.1" status: 200 len: 692 time: 0.6184003 Aug 16 20:40:45.727883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 1a332882-cd13-4814-a91a-fab2c9cd81b6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:45.733392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 1a332882-cd13-4814-a91a-fab2c9cd81b6 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:45.839277 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.887246 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4d13-288b-4003-b5ce-cd56ae2a3eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.953235 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.033804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:40:46.035406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374d384-86ef-47dc-adab-9017758fa5cb service neutron] Pushing event updated for resources: {'Port': ['ID=473f56c0-3aab-4222-bce5-63256f7fb1ce,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:46.091334 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9d220e-1bea-49d6-a420-f296366293fc,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:46.129065 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.130352 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Added segment 097f488f-ee93-4f44-8315-c14940a325ce of type vlan for network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd Aug 16 20:40:46.196556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461b3f2-c72c-4607-ad26-20e136b110b6 req-14353425-d566-4b42-8c61-fdfcca587f30 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:46.205630 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9461b3f2-c72c-4607-ad26-20e136b110b6 req-14353425-d566-4b42-8c61-fdfcca587f30 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.6538928 Aug 16 20:40:46.241320 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.278088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-9461b3f2-c72c-4607-ad26-20e136b110b6 req-22553658-4fd7-4ebc-8869-9535f81f6d49 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:40:46.295883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9461b3f2-c72c-4607-ad26-20e136b110b6 req-22553658-4fd7-4ebc-8869-9535f81f6d49 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0861151 Aug 16 20:40:46.352270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-150b3543-ae9b-41db-bf19-5ecdbf418fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:46.357647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-150b3543-ae9b-41db-bf19-5ecdbf418fc7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a1992f8aee15496ca1fcbab268d4d133&device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 1095 time: 0.4763968 Aug 16 20:40:46.391395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2c5e5-c2c6-4e4f-abea-b7c8c3aa2f42 req-bca3c08c-0315-4172-b4b0-6e3d2ccc27fc tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:46.402170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ca2c5e5-c2c6-4e4f-abea-b7c8c3aa2f42 req-bca3c08c-0315-4172-b4b0-6e3d2ccc27fc tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 943 time: 0.4078510 Aug 16 20:40:46.416448 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10828000-20b9-4144-b143-7beb6c90b634 x-openstack-request-id: req-10828000-20b9-4144-b143-7beb6c90b634 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:46.416448 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f376fb02-a290-4b86-a26a-d5e655442de6", "tag": "473f56c0-3aab-4222-bce5-63256f7fb1ce", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:46.416448 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-10828000-20b9-4144-b143-7beb6c90b634 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:46.416448 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f376fb02-a290-4b86-a26a-d5e655442de6', 'tag': '473f56c0-3aab-4222-bce5-63256f7fb1ce', 'status': 'completed', 'code': 200} Aug 16 20:40:46.439142 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.440389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:46.441320 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.568040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6a219eae-24e7-4622-af67-39b83f99e532 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=473f56c0-3aab-4222-bce5-63256f7fb1ce HTTP/1.1" status: 200 len: 217 time: 0.1397903 Aug 16 20:40:46.772622 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ca2c5e5-c2c6-4e4f-abea-b7c8c3aa2f42 req-e0c8c975-1bfb-4b50-96f0-18b551b42292 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667629 Aug 16 20:40:46.784917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39116) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:46.797792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-320e8500-a79a-48c3-8d7d-1075ef7d8f5e tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2184122 Aug 16 20:40:47.259795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1ad53-b59b-4b82-96b7-aba23107c750', 'name': 'network-vif-deleted', 'tag': '1a332882-cd13-4814-a91a-fab2c9cd81b6'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:47.263292 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66482cb-7107-435c-ba8c-60563b964fde" -d '{"events": [{"server_uuid": "71c1ad53-b59b-4b82-96b7-aba23107c750", "name": "network-vif-deleted", "tag": "1a332882-cd13-4814-a91a-fab2c9cd81b6"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:47.273466 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.6072900 Aug 16 20:40:47.274908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba3ae5b1-3820-4e7c-adcf-b4ff13daf7dc req-953cce0b-7464-4dc5-b774-b0ab7f7374e1 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips?tenant_id=317bb61b55a84e3396bffd303b7e5b49 HTTP/1.1" status: 200 len: 695 time: 0.2826850 Aug 16 20:40:47.278201 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39134) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:47.284373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] Request body: {'subnet': {'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-subnet', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:47.309256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-48ce65b5-65cc-44c8-8e80-d431e21eb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:47.312595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-48ce65b5-65cc-44c8-8e80-d431e21eb093 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd08ac67-b45d-4b01-898e-c198762d234c HTTP/1.1" status: 200 len: 853 time: 0.7000697 Aug 16 20:40:47.335150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a2592-892c-4744-8fca-3c2500b5e17f admin admin] Pushing event updated for resources: {'Network': ['ID=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:47.353005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:40:47.376822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5797cb8-f311-4120-97c4-bafca34b4200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.386531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-9ff35b10-f040-4396-8818-fcf0e1c98c41 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:47.388253 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-9ff35b10-f040-4396-8818-fcf0e1c98c41 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5862353 Aug 16 20:40:47.453527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] Made reservation on behalf of f20a0943df214da3831b556c42160fb2 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:47.458284 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.463750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-805430c5-19e1-4a6b-92d0-0f883e2c6a2c tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/quotas/e69b52bc75234aa6b5a908804abdbf0c HTTP/1.1" status: 200 len: 375 time: 0.0585709 Aug 16 20:40:47.517933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-ec800115-d119-4c40-b1ca-bff2df232a4d tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433390 Aug 16 20:40:47.546851 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-02917d08-3da3-4e22-8c86-b955b92503d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.571361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-846b3044-cb8f-4479-a475-cfd640ce36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:47.573427 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-846b3044-cb8f-4479-a475-cfd640ce36d3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c02574a-678b-409b-8d90-29c22f793968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1624544 Aug 16 20:40:47.584212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae5b1-3820-4e7c-adcf-b4ff13daf7dc req-fbeeef98-d83d-40fc-8fbe-8b62ef2f14af tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:47.592952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba3ae5b1-3820-4e7c-adcf-b4ff13daf7dc req-fbeeef98-d83d-40fc-8fbe-8b62ef2f14af tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/networks?id=024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 787 time: 0.3165677 Aug 16 20:40:47.601456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-ba3ae5b1-3820-4e7c-adcf-b4ff13daf7dc req-034fb14d-a104-4a8f-adea-934444f50015 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:40:47.615024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba3ae5b1-3820-4e7c-adcf-b4ff13daf7dc req-034fb14d-a104-4a8f-adea-934444f50015 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209911 Aug 16 20:40:47.802317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-9129cf91-004f-4361-8478-711f89800c97 service neutron] 10.222.0.76 "GET /v2.0/networks/7c02574a-678b-409b-8d90-29c22f793968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741605 Aug 16 20:40:47.832357 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.873419 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef7abb0-7158-42a6-accf-fa180da692e8 x-openstack-request-id: req-5ef7abb0-7158-42a6-accf-fa180da692e8 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:47.874188 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1ad53-b59b-4b82-96b7-aba23107c750", "name": "network-vif-deleted", "tag": "1a332882-cd13-4814-a91a-fab2c9cd81b6", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:47.874630 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ef7abb0-7158-42a6-accf-fa180da692e8 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:47.875948 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c1ad53-b59b-4b82-96b7-aba23107c750', 'name': 'network-vif-deleted', 'tag': '1a332882-cd13-4814-a91a-fab2c9cd81b6', 'status': 'completed', 'code': 200} Aug 16 20:40:47.960314 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.968402 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5797cb8-f311-4120-97c4-bafca34b4200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.119424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee89c026-4ff8-4841-afee-84750874b8c9,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:48.190681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] Checking segment: {'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:48.191120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] Network hostable DHCP agents. Network: 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:40:48.307896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] Network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:40:48.427592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:48.432173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:48.432961 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.439664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3558bec1-23f2-4ab0-9784-fa3f4284a744 None None] Network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:48.502013 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-6e272e82-833e-43ea-be6b-b8fe15dc2b18 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips/e4f9020d-bd26-4d44-b31a-51d3f68bf7a6 HTTP/1.1" status: 200 len: 692 time: 0.5917578 Aug 16 20:40:48.524572 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5797cb8-f311-4120-97c4-bafca34b4200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.549931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805a98e4-df9a-4836-a4d4-2f826ba09f47 req-6bb443bd-e782-4e2c-956e-bb9acd5f063c service neutron] 10.222.0.76 "GET /v2.0/networks/7c02574a-678b-409b-8d90-29c22f793968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044759 Aug 16 20:40:48.581061 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9b4d9c0f-9774-425a-8cd1-de20179b2718 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3017704 Aug 16 20:40:48.583918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39166) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:48.588475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:48.697272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:40:48.698546 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.720490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1be1b8-c9e3-48aa-8de3-95b326b792c8 req-2bd6ba51-8fc9-4b5b-a0cc-f2a7346cfe38 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:48.727857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a1be1b8-c9e3-48aa-8de3-95b326b792c8 req-2bd6ba51-8fc9-4b5b-a0cc-f2a7346cfe38 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 943 time: 0.2735128 Aug 16 20:40:48.734073 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.735191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.756577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b5797cb8-f311-4120-97c4-bafca34b4200 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b05d3eb1a6b3475f9ac7432778bb4b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9510937 Aug 16 20:40:48.759826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39170) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:48.765930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5797cb8-f311-4120-97c4-bafca34b4200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d879052-e370-4f46-bd42-48864d18304a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:48.799643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-eec61b16-b53e-4ccd-b56d-8dcb6d761f84 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:48.806850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-eec61b16-b53e-4ccd-b56d-8dcb6d761f84 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.2781448 Aug 16 20:40:48.815622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-88d19699-c6fe-4d62-8719-3a3670187e04 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:40:48.823297 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-88d19699-c6fe-4d62-8719-3a3670187e04 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154469 Aug 16 20:40:48.870072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a1be1b8-c9e3-48aa-8de3-95b326b792c8 req-f0844300-436d-4a11-86cd-8bc7e685ac1c tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412287 Aug 16 20:40:48.871202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.949207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-9147afc1-d720-4497-bd25-50b51d64ce9a tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.1246605 Aug 16 20:40:49.013768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-d4568ff0-33f5-48c0-91b6-a6436928a68e tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.0636704 Aug 16 20:40:49.015882 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0cd64e28-c18e-47db-8ea0-3561aac2ef5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.039821 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0cd64e28-c18e-47db-8ea0-3561aac2ef5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.182791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Allocated IP 172.20.0.2 (9e58675f-eeb1-4ec6-9cd4-e11de5641fcd/ee89c026-4ff8-4841-afee-84750874b8c9/2a5b822e-a3f1-40e3-a46b-19f7dae24e2c) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:49.247567 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.316414 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.381085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-0e93e683-7760-4032-958a-8126b9a50286 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312652 Aug 16 20:40:49.441236 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.457314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Transition to ACTIVE for port object 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:49.476586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Transition to ACTIVE for port object 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:49.599201 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.599824 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0cd64e28-c18e-47db-8ea0-3561aac2ef5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.608144 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0cd64e28-c18e-47db-8ea0-3561aac2ef5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.608144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0cd64e28-c18e-47db-8ea0-3561aac2ef5a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5d879052-e370-4f46-bd42-48864d18304a HTTP/1.1" status: 204 len: 168 time: 0.8388417 Aug 16 20:40:49.623279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bf4da-aba3-4729-aa18-cca37da4fc6c req-e5f4b91d-5aa1-4036-96d8-46adc3ffa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:49.624888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c70bf4da-aba3-4729-aa18-cca37da4fc6c req-e5f4b91d-5aa1-4036-96d8-46adc3ffa78e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a1992f8aee15496ca1fcbab268d4d133&device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 1095 time: 0.4093587 Aug 16 20:40:49.632567 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:40:49.641406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd64e28-c18e-47db-8ea0-3561aac2ef5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d879052-e370-4f46-bd42-48864d18304a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:49.711593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:49.733370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-d10bd77d-65f6-414a-8902-7d9d9766e142 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:49.742231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-d10bd77d-65f6-414a-8902-7d9d9766e142 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3601577 Aug 16 20:40:49.770206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-994ca34d-957d-4148-befa-ac658a0837ca tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/quotas/e69b52bc75234aa6b5a908804abdbf0c HTTP/1.1" status: 200 len: 375 time: 0.0261884 Aug 16 20:40:49.784742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Pushing event updated for resources: {'Port': ['ID=2a5b822e-a3f1-40e3-a46b-19f7dae24e2c,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:49.789226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:49.789480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-2779e21b-d232-4513-92d3-5f1c16e75197 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Deleting port 221d18ba-3569-4dff-8dd0-1b3626dfc918 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:49.789593 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-2779e21b-d232-4513-92d3-5f1c16e75197 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.792435 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:49.806428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.822400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-bfdb8b45-f5b9-400f-9e45-d4f063badc1e tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511909 Aug 16 20:40:49.852556 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.885533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Attempting to bind port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:49.887199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Attempting to bind port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:49.889703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Attempting to bind port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c on network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:49.898071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:49.899009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Checking segment: {'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:49.899743 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.900305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Bound using segment: {'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:49.900958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Bound port: 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:49.901673 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.074815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Allocated IP 172.25.4.29 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8c6089fd-2ef9-4e79-b287-9ddd90db8dde) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:50.085860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] For port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:50.089390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] For port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2a5b822e-a3f1-40e3-a46b-19f7dae24e2c,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:50.151524 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-2779e21b-d232-4513-92d3-5f1c16e75197 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.151930 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-2779e21b-d232-4513-92d3-5f1c16e75197 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.166000 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.197443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.216007 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-2779e21b-d232-4513-92d3-5f1c16e75197 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Calling delete_port for 221d18ba-3569-4dff-8dd0-1b3626dfc918 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:50.261771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bf4da-aba3-4729-aa18-cca37da4fc6c req-64e63ebc-3886-4f70-8ac9-08c50c8436ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:50.270800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c70bf4da-aba3-4729-aa18-cca37da4fc6c req-64e63ebc-3886-4f70-8ac9-08c50c8436ee service neutron] 10.222.0.76 "GET /v2.0/networks?id=7c02574a-678b-409b-8d90-29c22f793968 HTTP/1.1" status: 200 len: 915 time: 0.4594340 Aug 16 20:40:50.334390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.490658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8e18b-ef34-49a3-ac2d-c0d9a4e903c5 None None] Pushing event updated for resources: {'Port': ['ID=2a5b822e-a3f1-40e3-a46b-19f7dae24e2c,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:50.514852 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c70bf4da-aba3-4729-aa18-cca37da4fc6c req-44c3b63d-e586-452d-b4e8-e581c239158f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=473f56c0-3aab-4222-bce5-63256f7fb1ce HTTP/1.1" status: 200 len: 217 time: 0.1507583 Aug 16 20:40:50.587428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:50.597053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:50.606267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:50.608064 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.686199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c6089fd-2ef9-4e79-b287-9ddd90db8dde,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:50.697784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bf4da-aba3-4729-aa18-cca37da4fc6c req-a3ed6f3c-57a2-4ae7-8cad-39bacab63d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:50.699836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c70bf4da-aba3-4729-aa18-cca37da4fc6c req-a3ed6f3c-57a2-4ae7-8cad-39bacab63d76 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd08ac67-b45d-4b01-898e-c198762d234c HTTP/1.1" status: 200 len: 853 time: 0.1699603 Aug 16 20:40:50.840225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bf4da-aba3-4729-aa18-cca37da4fc6c req-df547f2a-11ce-4afb-98e3-1521cc4ab5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:50.840225 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c70bf4da-aba3-4729-aa18-cca37da4fc6c req-df547f2a-11ce-4afb-98e3-1521cc4ab5ff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c02574a-678b-409b-8d90-29c22f793968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289716 Aug 16 20:40:50.994496 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-2779e21b-d232-4513-92d3-5f1c16e75197 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.006280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39208) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:51.048959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779e21b-d232-4513-92d3-5f1c16e75197 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Pushing event deleted for resources: {'Port': ['ID=221d18ba-3569-4dff-8dd0-1b3626dfc918,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:51.092168 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-560d6526-e7ac-49e5-9ec3-7a866be03435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.221331 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-2779e21b-d232-4513-92d3-5f1c16e75197 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.224293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-2779e21b-d232-4513-92d3-5f1c16e75197 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.225612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86cf6bdd-448c-448f-8e06-2e49ee84e2f0 req-2779e21b-d232-4513-92d3-5f1c16e75197 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "DELETE /v2.0/floatingips/e4f9020d-bd26-4d44-b31a-51d3f68bf7a6 HTTP/1.1" status: 204 len: 173 time: 2.2110517 Aug 16 20:40:51.300334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c70bf4da-aba3-4729-aa18-cca37da4fc6c req-39b1e01a-197a-4cef-bdb0-e191b205c59f service neutron] 10.222.0.76 "GET /v2.0/networks/7c02574a-678b-409b-8d90-29c22f793968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424622 Aug 16 20:40:51.362418 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.419536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f4a3f-4132-48f8-b048-208a6df8f516 req-6d6cc2c1-028a-4af3-a262-1b78b6b584df tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:51.430612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f1f4a3f-4132-48f8-b048-208a6df8f516 req-6d6cc2c1-028a-4af3-a262-1b78b6b584df tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 943 time: 0.2200963 Aug 16 20:40:51.453146 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-aedb5806-dd54-4461-a6ab-cd7ea80d485d tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356467 Aug 16 20:40:51.478514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ede13759-e2b4-42af-8c05-1d546ae4d5c7 req-c3a3d45e-2851-4a5f-9914-d2e67e16b1bd tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 210 time: 0.0853004 Aug 16 20:40:51.531021 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c70bf4da-aba3-4729-aa18-cca37da4fc6c req-53422a94-cfb9-400a-b6cd-66cc76054722 service neutron] 10.222.0.76 "GET /v2.0/networks/7c02574a-678b-409b-8d90-29c22f793968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188807 Aug 16 20:40:51.648864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f1f4a3f-4132-48f8-b048-208a6df8f516 req-2b42ae13-4541-4f42-b00a-63284b8e9831 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171099 Aug 16 20:40:51.745976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-160803ba-0767-4ce1-a4b5-cd123f5a0fb1 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:51.748131 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-160803ba-0767-4ce1-a4b5-cd123f5a0fb1 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883217 Aug 16 20:40:51.767909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Request body: {'port': {'device_id': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': 'e69b52bc75234aa6b5a908804abdbf0c'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:51.789001 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-560d6526-e7ac-49e5-9ec3-7a866be03435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.877460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-8444bdd0-d9fd-4052-b253-00c041fb4209 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1860638 Aug 16 20:40:51.935016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:51.956958 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-560d6526-e7ac-49e5-9ec3-7a866be03435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.071087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-560d6526-e7ac-49e5-9ec3-7a866be03435 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4c1d26c3fedb405999e792c2b4d468e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0394726 Aug 16 20:40:52.102264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39226) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:52.175649 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.401441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d6526-e7ac-49e5-9ec3-7a866be03435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165224fd-a243-48f0-9bd3-dfcd34a89819,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:52.401441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b8416-edb9-4ce3-a303-51a708709df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.401441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b8416-edb9-4ce3-a303-51a708709df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.401441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91bc95-03b7-46c4-a815-4ceceb57e861 req-08008e33-ad99-4483-844c-52ebaaa9e252 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:52.401441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca91bc95-03b7-46c4-a815-4ceceb57e861 req-08008e33-ad99-4483-844c-52ebaaa9e252 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 949 time: 0.0954833 Aug 16 20:40:52.401441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca91bc95-03b7-46c4-a815-4ceceb57e861 req-b2404a19-724f-4df5-b823-309eca125581 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355060 Aug 16 20:40:52.432986 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ed5d50-e2b3-4490-908e-68e45da8e7e2 None None] Network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:52.551219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-39def8ad-5618-4b82-b0e8-f56ff549bc2a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:52.557111 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-39def8ad-5618-4b82-b0e8-f56ff549bc2a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 949 time: 0.1282966 Aug 16 20:40:52.588744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:52.646792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:40:52.695973 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4471934d-9671-454b-a8b5-f84f5434c3ef req-add33fb8-1380-4aa0-9c79-eb3a39eff7e1 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 210 time: 0.0898855 Aug 16 20:40:52.697418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b8416-edb9-4ce3-a303-51a708709df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.711323 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b8416-edb9-4ce3-a303-51a708709df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.719035 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bd8b8416-edb9-4ce3-a303-51a708709df9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/165224fd-a243-48f0-9bd3-dfcd34a89819 HTTP/1.1" status: 204 len: 168 time: 0.6155744 Aug 16 20:40:52.730144 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.757888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b8416-edb9-4ce3-a303-51a708709df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165224fd-a243-48f0-9bd3-dfcd34a89819,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:52.824167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f493243a-6ccf-40e7-9254-c7a818d45898 None None] Provisioning for port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:52.831120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:52.847603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Sync routers for ids ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:52.861307 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Deleting port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:52.861716 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.952073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:52.956510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:52.956897 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.003191 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Routers {'c63bbcab-9239-47f3-9c2b-304db3dcc7e1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:53.003848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:53.047775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] For port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:53.048722 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.052735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e691b36-2cd8-48be-aa0b-ba3d1d4c18ce req-cd886bdb-2c6e-46a0-9f0c-ac2f226f8ae5 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:53.056557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e691b36-2cd8-48be-aa0b-ba3d1d4c18ce req-cd886bdb-2c6e-46a0-9f0c-ac2f226f8ae5 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 943 time: 0.1446350 Aug 16 20:40:53.085332 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Made reservation on behalf of e69b52bc75234aa6b5a908804abdbf0c for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:53.097820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.148123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.192123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.193622 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6aed6f15-f92c-476c-99a4-db96792991d6 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.6082788 Aug 16 20:40:53.195988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Calling delete_port for 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:53.197973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39240) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:53.221456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e691b36-2cd8-48be-aa0b-ba3d1d4c18ce req-37303b71-710d-4cac-9409-fa328c19c9ce tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430984 Aug 16 20:40:53.276970 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.431131 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.526193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Set router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:53.637444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c156e53e-d558-4dd2-82f5-77a9e00416b6 None None] Provisioning complete for port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:53.637718 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c156e53e-d558-4dd2-82f5-77a9e00416b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.651133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2a5b822e-a3f1-40e3-a46b-19f7dae24e2c,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:53.732249 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.758255 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.773343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecde03-031e-44b6-9974-ea06e40289db req-09c724f1-94df-4808-8d02-005993571f81 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:53.775044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dfecde03-031e-44b6-9974-ea06e40289db req-09c724f1-94df-4808-8d02-005993571f81 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 949 time: 0.2273624 Aug 16 20:40:53.776311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Allocated IP 172.25.4.104 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/cbdd1fc3-5fc6-49c5-bba4-709bea8b0d97) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:53.841464 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.883492 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dfecde03-031e-44b6-9974-ea06e40289db req-728aa5a1-441f-4eb2-8306-3e422190293a tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948160 Aug 16 20:40:53.934196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=2a5b822e-a3f1-40e3-a46b-19f7dae24e2c,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:54.008404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76650772-6d0e-49ed-9647-d6fc07ba02bc,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:54.141762 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a25143-f8a9-4c2b-8adf-b4701930b122 req-83d5268e-dc62-4215-9b0c-5e9972d39892 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:54.141762 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49a25143-f8a9-4c2b-8adf-b4701930b122 req-83d5268e-dc62-4215-9b0c-5e9972d39892 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b07a3de-ee5b-4159-a5bd-81c49e1952ff HTTP/1.1" status: 200 len: 950 time: 0.4071667 Aug 16 20:40:54.158258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65ef9964-dbbd-4dca-8e85-40b2e39c449a req-48890703-f44f-4e88-b2e2-4579f2031354 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 210 time: 0.1581955 Aug 16 20:40:54.168070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-5d630ebe-0d74-4c49-a119-33db34aab376 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1672823 Aug 16 20:40:54.238072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:51Z', 'revision_number': 3, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:54.277604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Checking router: c63bbcab-9239-47f3-9c2b-304db3dcc7e1 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:54.277993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Updating router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:40:54.318045 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:54.430865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:54.615840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:54.617576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-154a8669-6ad9-43f3-aa5d-e55b1cd21870 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:54.619684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-154a8669-6ad9-43f3-aa5d-e55b1cd21870 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4436569 Aug 16 20:40:54.646871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44199b2e-24c3-499b-b763-95ab3b128b4e req-3432d231-6036-44f8-8264-594ddf4199e9 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:54.655293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44199b2e-24c3-499b-b763-95ab3b128b4e req-3432d231-6036-44f8-8264-594ddf4199e9 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 943 time: 0.1894138 Aug 16 20:40:54.662503 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Request body: {'port': {'device_id': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': 'e69b52bc75234aa6b5a908804abdbf0c'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:54.685886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:54.685886 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:54.851600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44199b2e-24c3-499b-b763-95ab3b128b4e req-af825a2c-a8dd-4fa1-bed0-045697288ba0 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952894 Aug 16 20:40:55.108916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b96c0-9d98-45c5-9630-fce0bb766352 req-ff5b1ef4-0b93-42cf-8e72-f9baf9e7b84d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:55.108916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-655b96c0-9d98-45c5-9630-fce0bb766352 req-ff5b1ef4-0b93-42cf-8e72-f9baf9e7b84d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 949 time: 0.0590785 Aug 16 20:40:55.108916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-655b96c0-9d98-45c5-9630-fce0bb766352 req-691eea80-3245-42d5-9ce9-bc3b3eee6398 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329962 Aug 16 20:40:55.112421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Allocated IP 192.168.233.223 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/fb166939-9ecc-40a1-810b-9e0122daaac6) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:55.220459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-49a25143-f8a9-4c2b-8adf-b4701930b122 req-27109003-2c6b-4653-a20c-662232694be3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Deleting port d41a2d2f-b8db-4803-af37-93179ca6e438 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:55.221973 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49a25143-f8a9-4c2b-8adf-b4701930b122 req-27109003-2c6b-4653-a20c-662232694be3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.267451 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:55.380830 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.421150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-49a25143-f8a9-4c2b-8adf-b4701930b122 req-27109003-2c6b-4653-a20c-662232694be3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] For port d41a2d2f-b8db-4803-af37-93179ca6e438, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d41a2d2f-b8db-4803-af37-93179ca6e438,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:55.421519 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49a25143-f8a9-4c2b-8adf-b4701930b122 req-27109003-2c6b-4653-a20c-662232694be3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.429056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2bbc166-ccdf-47de-828e-f90a5978d111 req-e5aee512-5384-4c96-a586-5263610b7dab tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 210 time: 0.0310414 Aug 16 20:40:55.470590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-49a25143-f8a9-4c2b-8adf-b4701930b122 req-27109003-2c6b-4653-a20c-662232694be3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Calling delete_port for d41a2d2f-b8db-4803-af37-93179ca6e438 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:55.492686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.547262 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.553184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Transition to ACTIVE for port object fb166939-9ecc-40a1-810b-9e0122daaac6 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:55.812586 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Allocated IP 172.20.0.1 (9e58675f-eeb1-4ec6-9cd4-e11de5641fcd/ee89c026-4ff8-4841-afee-84750874b8c9/2b8962c9-3fcc-4e67-bf84-ed55c8a52459) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:55.908596 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.926287 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Transition to ACTIVE for port object 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:55.965067 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.999517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Made reservation on behalf of e69b52bc75234aa6b5a908804abdbf0c for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:56.003316 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.046073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:56.054870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:56.062704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:56.068562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Pushing event updated for resources: {'Port': ['ID=cbdd1fc3-5fc6-49c5-bba4-709bea8b0d97,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:56.087138 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.095901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.105272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:56.105919 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49a25143-f8a9-4c2b-8adf-b4701930b122 req-27109003-2c6b-4653-a20c-662232694be3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.107288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.107452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.107728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.108355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.108700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.109060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.109392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.109726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.110054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.110430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.110761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.111088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.127949 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.168820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1757d-7cbc-41f3-9614-482aaa226b9b req-03cecd60-d34a-406d-981a-ba70dd557c5c tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:56.170281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event deleted for resources: {'Port': ['ID=07d4b58b-d76d-4b85-9c51-6d0e4cfc8347,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:56.171033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49d1757d-7cbc-41f3-9614-482aaa226b9b req-03cecd60-d34a-406d-981a-ba70dd557c5c tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 943 time: 0.1749048 Aug 16 20:40:56.181494 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.196589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:56.199118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Transition to ACTIVE for port object 8c6089fd-2ef9-4e79-b287-9ddd90db8dde will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:56.249559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.252541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.252541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.252541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.252541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.252541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.252541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.252541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.252541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.252541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.253512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.253512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:56.261357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:56.285136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:56.303097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:56.305321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] No DVR routers for this DVR port 07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:56.328769 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a25143-f8a9-4c2b-8adf-b4701930b122 req-27109003-2c6b-4653-a20c-662232694be3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] No DVR routers for this DVR port d41a2d2f-b8db-4803-af37-93179ca6e438 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:56.351776 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.354050 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "DELETE /v2.0/ports/07d4b58b-d76d-4b85-9c51-6d0e4cfc8347 HTTP/1.1" status: 204 len: 173 time: 3.7942679 Aug 16 20:40:56.357477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:56.361501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.366230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027b3c08-8136-4135-a1db-bfb00f272c2d', 'name': 'network-vif-deleted', 'tag': '07d4b58b-d76d-4b85-9c51-6d0e4cfc8347'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:56.369200 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a68dbd0-f90b-4b5f-8a11-e098c7aad511" -d '{"events": [{"server_uuid": "027b3c08-8136-4135-a1db-bfb00f272c2d", "name": "network-vif-deleted", "tag": "07d4b58b-d76d-4b85-9c51-6d0e4cfc8347"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:56.377265 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49a25143-f8a9-4c2b-8adf-b4701930b122 req-27109003-2c6b-4653-a20c-662232694be3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.379257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49a25143-f8a9-4c2b-8adf-b4701930b122 req-27109003-2c6b-4653-a20c-662232694be3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.79 "DELETE /v2.0/ports/d41a2d2f-b8db-4803-af37-93179ca6e438 HTTP/1.1" status: 204 len: 173 time: 2.1506546 Aug 16 20:40:56.379953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:56.433298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Pushing event updated for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:56.444097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Attempting to bind port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:56.444642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Attempting to bind port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:56.445138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Attempting to bind port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:56.447489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65f882-becf-4e0c-b982-7868ed05b0e6 None None] Pushing event updated for resources: {'Port': ['ID=8c6089fd-2ef9-4e79-b287-9ddd90db8dde,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:56.455622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:56.456272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:56.456784 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.458073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:56.459268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Bound port: 8c6089fd-2ef9-4e79-b287-9ddd90db8dde, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:56.459835 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.490056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:56.493657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.497369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27109003-2c6b-4653-a20c-662232694be3 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event deleted for resources: {'Port': ['ID=d41a2d2f-b8db-4803-af37-93179ca6e438,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:56.515362 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.534284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] For port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:56.538826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] For port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8c6089fd-2ef9-4e79-b287-9ddd90db8dde,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:56.605481 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.670240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b8962c9-3fcc-4e67-bf84-ed55c8a52459,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:56.677565 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-d0a04660-4460-49d6-ba70-a16074f489b7 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9161556 Aug 16 20:40:56.697057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Allocated IP 192.168.233.129 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/eb3db696-40b7-4457-b402-17a19efeaa2d) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:56.704166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['d4d38408-432c-405f-a972-d092216396d4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:56.754256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49d1757d-7cbc-41f3-9614-482aaa226b9b req-817ffc15-bf3c-4f8c-be61-a2094fe5733f tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611391 Aug 16 20:40:56.754384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Request body: {'port': {'device_id': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:56.790140 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.854872 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.925609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Routers {'c63bbcab-9239-47f3-9c2b-304db3dcc7e1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:56.927446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:56.933400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65f882-becf-4e0c-b982-7868ed05b0e6 None None] Pushing event updated for resources: {'Port': ['ID=8c6089fd-2ef9-4e79-b287-9ddd90db8dde,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:56.997669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a9e32d6a-ec41-4f9f-93e6-f422972ff8c4 None None] Provisioning for port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:57.020595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-942ade16-573b-41d4-b582-0bccb8e819e5 req-516f36d7-1770-4548-b694-248d69617bc1 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=027b3c08-8136-4135-a1db-bfb00f272c2d HTTP/1.1" status: 200 len: 210 time: 0.0472569 Aug 16 20:40:57.022872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a9e32d6a-ec41-4f9f-93e6-f422972ff8c4 None None] Provisioning complete for port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:57.023259 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a9e32d6a-ec41-4f9f-93e6-f422972ff8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.058292 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.193370 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45caded9-0ea5-439e-8df9-a0e179474037 x-openstack-request-id: req-45caded9-0ea5-439e-8df9-a0e179474037 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:57.193879 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027b3c08-8136-4135-a1db-bfb00f272c2d", "name": "network-vif-deleted", "tag": "07d4b58b-d76d-4b85-9c51-6d0e4cfc8347", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:57.193975 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45caded9-0ea5-439e-8df9-a0e179474037 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:57.194513 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027b3c08-8136-4135-a1db-bfb00f272c2d', 'name': 'network-vif-deleted', 'tag': '07d4b58b-d76d-4b85-9c51-6d0e4cfc8347', 'status': 'completed', 'code': 200} Aug 16 20:40:57.206591 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.217926 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.231954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a9e32d6a-ec41-4f9f-93e6-f422972ff8c4 None None] Port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:57.261895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d41a2d2f-b8db-4803-af37-93179ca6e438 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:57.296450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] Set router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:57.301524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-664aa0fe-9c22-4b6d-8b68-44c144e287e9 req-eaa612d7-ad3a-4f4d-855a-2376854664a9 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 210 time: 0.0313268 Aug 16 20:40:57.315992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Transition to ACTIVE for port object eb3db696-40b7-4457-b402-17a19efeaa2d will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:57.332545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: d41a2d2f-b8db-4803-af37-93179ca6e438 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:57.332938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d41a2d2f-b8db-4803-af37-93179ca6e438 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:57.458116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.463525 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.518822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.529435 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e0b99792-db31-4bfe-a2b1-ac6e822da66c None None] Provisioning for port fb166939-9ecc-40a1-810b-9e0122daaac6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:57.542633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:57.552395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e0b99792-db31-4bfe-a2b1-ac6e822da66c None None] Provisioning complete for port fb166939-9ecc-40a1-810b-9e0122daaac6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:57.554368 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e0b99792-db31-4bfe-a2b1-ac6e822da66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.562560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:57.568220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:57.592266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e0b99792-db31-4bfe-a2b1-ac6e822da66c None None] Port fb166939-9ecc-40a1-810b-9e0122daaac6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:57.633466 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.636568 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.650792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Pushing event updated for resources: {'Port': ['ID=eb3db696-40b7-4457-b402-17a19efeaa2d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:57.668956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:57.668956 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.702615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.729099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '2b8962c9-3fcc-4e67-bf84-ed55c8a52459', 'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'mac_address': 'fa:16:3e:66:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:40:55Z', 'revision_number': 1, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'subnets': [{'id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:57.813824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6453a8-57f5-44e4-bf79-8e89bd20087f None None] The sync data for ids ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'] in n-d-793619-14 is: [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '2b8962c9-3fcc-4e67-bf84-ed55c8a52459', 'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'mac_address': 'fa:16:3e:66:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:40:55Z', 'revision_number': 1, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'subnets': [{'id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:57.853515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Pushing event updated for resources: {'Port': ['ID=cbdd1fc3-5fc6-49c5-bba4-709bea8b0d97,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:57.867404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b8962c9-3fcc-4e67-bf84-ed55c8a52459,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:57.881982 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.896063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-521bb491-98ce-40d4-9ccb-03930c63528f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2547052 Aug 16 20:40:57.896321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb166939-9ecc-40a1-810b-9e0122daaac6 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:40:57.896417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39364) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:57.912447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Request body: {'port': {'device_id': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:57.913966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.971669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339022e1-6dbe-4c0b-841c-9fa55f3eff87 req-06196d5e-c03f-4331-871a-751c9dae18ce tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:57.978091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Transition to ACTIVE for port object fb166939-9ecc-40a1-810b-9e0122daaac6 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:57.978193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-339022e1-6dbe-4c0b-841c-9fa55f3eff87 req-06196d5e-c03f-4331-871a-751c9dae18ce tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 943 time: 0.1457868 Aug 16 20:40:57.995365 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:57.996712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:58.084243 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.090250 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.097050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-b5da0653-e0a6-40ff-82ed-b791aa1fe3f5 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.2126594 Aug 16 20:40:58.150173 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35aade7-ffbb-4557-9580-235bf4c226e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.210610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.293587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-339022e1-6dbe-4c0b-841c-9fa55f3eff87 req-738fb130-ea16-4957-97bd-f82bcbac40e0 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606645 Aug 16 20:40:58.335707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-e3a04843-e9e1-4f57-ae14-9918429bcbc7 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.2190151 Aug 16 20:40:58.337190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:58.348115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:58.399567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2b0d9dba-0937-469c-ae63-def4061258e7 None None] Provisioning for port eb3db696-40b7-4457-b402-17a19efeaa2d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:58.405171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2b0d9dba-0937-469c-ae63-def4061258e7 None None] Provisioning complete for port eb3db696-40b7-4457-b402-17a19efeaa2d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:58.405957 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2b0d9dba-0937-469c-ae63-def4061258e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.462467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d9dba-0937-469c-ae63-def4061258e7 None None] Port eb3db696-40b7-4457-b402-17a19efeaa2d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:58.588290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b562eced-1e3f-4f67-a4f9-eef6ff55d5df None None] Provisioning complete for port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:58.588670 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b562eced-1e3f-4f67-a4f9-eef6ff55d5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.630658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:58.645278 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7773aa8c-bdf6-4861-a6f7-d00c1274d7a3 admin admin] 10.222.0.74 "PUT /v2.0/routers/c63bbcab-9239-47f3-9c2b-304db3dcc7e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4440441 Aug 16 20:40:58.670461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-b562eced-1e3f-4f67-a4f9-eef6ff55d5df None None] Port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:58.710755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39380) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:58.711598 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Attempting to bind port fb166939-9ecc-40a1-810b-9e0122daaac6 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:58.712153 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Attempting to bind port fb166939-9ecc-40a1-810b-9e0122daaac6 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:58.712627 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Attempting to bind port fb166939-9ecc-40a1-810b-9e0122daaac6 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:58.734736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Port fb166939-9ecc-40a1-810b-9e0122daaac6 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:40:58.734736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Attempting to bind port fb166939-9ecc-40a1-810b-9e0122daaac6 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:58.734736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:58.734736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:58.734736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:58.734736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Bound port: fb166939-9ecc-40a1-810b-9e0122daaac6, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:58.734736 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.823517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:58.828396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:58.838422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-69744514-bf56-4f56-af6d-b7659306ee72 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:58.840005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bce4adf1-5551-4bb3-af50-a776196c90d0 req-69744514-bf56-4f56-af6d-b7659306ee72 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.4835100 Aug 16 20:40:58.935870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb211162-041a-48bd-b467-8946b77e10b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.940266 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.985948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:58.986582 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.987990 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] 10.222.0.79 "PUT /v2.0/ports/fb166939-9ecc-40a1-810b-9e0122daaac6 HTTP/1.1" status: 200 len: 1097 time: 2.2620494 Aug 16 20:40:59.020367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432c6fc-cc00-4b57-9b08-8a4eac41a3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:59.057661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebe5a672-9e62-456c-8058-23d255a56146 req-00db90cf-bc82-40dd-a97e-5b48231d91d4 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips/3de2b785-6ddb-4f49-9a97-99407ee55a1e HTTP/1.1" status: 200 len: 693 time: 0.1127453 Aug 16 20:40:59.082677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46247f1-bf1c-46ea-8256-941ccaabfa24 req-4fc9e6ad-26ba-4ae1-ba50-aab67d25fec5 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:59.088295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a46247f1-bf1c-46ea-8256-941ccaabfa24 req-4fc9e6ad-26ba-4ae1-ba50-aab67d25fec5 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 936 time: 0.2415218 Aug 16 20:40:59.113286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3db696-40b7-4457-b402-17a19efeaa2d {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:40:59.159708 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.184347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-4772c3ee-d98a-4ccd-9fcd-538d6057b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:59.186613 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-4772c3ee-d98a-4ccd-9fcd-538d6057b1dd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 1100 time: 0.0523069 Aug 16 20:40:59.196076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b07a3de-ee5b-4159-a5bd-81c49e1952ff', 'name': 'network-vif-deleted', 'tag': 'd41a2d2f-b8db-4803-af37-93179ca6e438'}, {'name': 'network-changed', 'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:59.199741 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5739d3-98c6-49a9-aa36-5962ba0ce420" -d '{"events": [{"server_uuid": "5b07a3de-ee5b-4159-a5bd-81c49e1952ff", "name": "network-vif-deleted", "tag": "d41a2d2f-b8db-4803-af37-93179ca6e438"}, {"name": "network-changed", "server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:59.202999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Transition to ACTIVE for port object eb3db696-40b7-4457-b402-17a19efeaa2d will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:59.248885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a46247f1-bf1c-46ea-8256-941ccaabfa24 req-cb487cad-8463-4a0b-87bf-2c6aadd27036 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510968 Aug 16 20:40:59.251901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-6f61a016-7677-4224-ad58-10e96387900c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=fb166939-9ecc-40a1-810b-9e0122daaac6 HTTP/1.1" status: 200 len: 217 time: 0.0437365 Aug 16 20:40:59.275038 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35aade7-ffbb-4557-9580-235bf4c226e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.283249 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.296639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5a672-9e62-456c-8058-23d255a56146 req-a0ee65d6-bc85-42dc-806e-0e4b343a9c32 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:59.307287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebe5a672-9e62-456c-8058-23d255a56146 req-a0ee65d6-bc85-42dc-806e-0e4b343a9c32 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.2404828 Aug 16 20:40:59.325005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-e3fa608f-2d88-424e-bf86-8bdc31547b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:59.326774 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-e3fa608f-2d88-424e-bf86-8bdc31547b5a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0680428 Aug 16 20:40:59.346548 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35aade7-ffbb-4557-9580-235bf4c226e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.404511 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-a26bc047-5684-491c-8258-c18251ac031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:59.404658 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-a26bc047-5684-491c-8258-c18251ac031b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0677340 Aug 16 20:40:59.443267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebe5a672-9e62-456c-8058-23d255a56146 req-2da8bbe4-8d7d-4cff-8dfa-86bcb4ebead7 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.1345663 Aug 16 20:40:59.469282 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3db696-40b7-4457-b402-17a19efeaa2d,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:59.529767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a35aade7-ffbb-4557-9580-235bf4c226e7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=58a0cf2516c348dda95af59334c18b07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6329851 Aug 16 20:40:59.537094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39402) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:59.551412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebe5a672-9e62-456c-8058-23d255a56146 req-4cec26ca-ff6b-402b-9e60-7234363ed6e7 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.1076176 Aug 16 20:40:59.552337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35aade7-ffbb-4557-9580-235bf4c226e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a032c4fd-d642-43a1-b436-61322ccbed92,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:59.598052 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb211162-041a-48bd-b467-8946b77e10b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.631870 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-37d53cf1-acaf-4e84-8bc1-ebee85ec086e service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188628 Aug 16 20:40:59.668738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 473f56c0-3aab-4222-bce5-63256f7fb1ce details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:40:59.670209 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683b02a5-1af4-4469-a1ef-b3dd0d6631eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.703583 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb211162-041a-48bd-b467-8946b77e10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.769442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Attempting to bind port eb3db696-40b7-4457-b402-17a19efeaa2d on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:59.769842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Attempting to bind port eb3db696-40b7-4457-b402-17a19efeaa2d by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:59.770185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Attempting to bind port eb3db696-40b7-4457-b402-17a19efeaa2d on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:59.776135 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683b02a5-1af4-4469-a1ef-b3dd0d6631eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.786050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb211162-041a-48bd-b467-8946b77e10b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96983eb-7f86-4e9a-940b-bafd4e84fe77,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:59.810714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bb211162-041a-48bd-b467-8946b77e10b8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9c48d8a385484140b9c74e692059b0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0927901 Aug 16 20:40:59.817090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39412) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:59.827388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 473f56c0-3aab-4222-bce5-63256f7fb1ce, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=473f56c0-3aab-4222-bce5-63256f7fb1ce,segment=NetworkSegment(be39c810-d3dc-4066-ab66-dccee03d7c4f),segment_id=be39c810-d3dc-4066-ab66-dccee03d7c4f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:59.840622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '473f56c0-3aab-4222-bce5-63256f7fb1ce', 'network_id': '7c02574a-678b-409b-8d90-29c22f793968', 'port_id': '473f56c0-3aab-4222-bce5-63256f7fb1ce', 'mac_address': 'fa:16:3e:a0:58:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd08ac67-b45d-4b01-898e-c198762d234c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:40:59.853657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Port eb3db696-40b7-4457-b402-17a19efeaa2d on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:40:59.853912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Attempting to bind port eb3db696-40b7-4457-b402-17a19efeaa2d on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:59.869801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:59.870590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:59.870590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:59.870955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Bound port: eb3db696-40b7-4457-b402-17a19efeaa2d, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:59.871463 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.882175 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2474851a-9ddc-41d6-bf49-333edc926c85 req-8cb77b45-5aec-45a7-ae26-4c075550ef6f service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415478 Aug 16 20:40:59.907912 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6339176-6d2d-4307-b063-664a99d0ac2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.914516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ebe5a672-9e62-456c-8058-23d255a56146 req-8f813a7f-2a3e-4279-a773-bbf6782a2c63 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Deleting port cbdd1fc3-5fc6-49c5-bba4-709bea8b0d97 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:59.914854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ebe5a672-9e62-456c-8058-23d255a56146 req-8f813a7f-2a3e-4279-a773-bbf6782a2c63 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.918873 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.934062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473f56c0-3aab-4222-bce5-63256f7fb1ce {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:40:59.936100 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6339176-6d2d-4307-b063-664a99d0ac2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.957646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 473f56c0-3aab-4222-bce5-63256f7fb1ce, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=473f56c0-3aab-4222-bce5-63256f7fb1ce,segment=NetworkSegment(be39c810-d3dc-4066-ab66-dccee03d7c4f),segment_id=be39c810-d3dc-4066-ab66-dccee03d7c4f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:59.986800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-24c6b645-8d1b-423c-a7c5-88e81cf3f67c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:59.988341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-24c6b645-8d1b-423c-a7c5-88e81cf3f67c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/networks?id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd HTTP/1.1" status: 200 len: 828 time: 0.2398658 Aug 16 20:40:59.996158 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683b02a5-1af4-4469-a1ef-b3dd0d6631eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.998887 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683b02a5-1af4-4469-a1ef-b3dd0d6631eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.002905 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-683b02a5-1af4-4469-a1ef-b3dd0d6631eb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a032c4fd-d642-43a1-b436-61322ccbed92 HTTP/1.1" status: 204 len: 168 time: 0.4635384 Aug 16 20:41:00.009435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b02a5-1af4-4469-a1ef-b3dd0d6631eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a032c4fd-d642-43a1-b436-61322ccbed92,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:00.041094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-14638df1-8f8d-436c-b6dd-b8e417e6c3cc tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/quotas/f20a0943df214da3831b556c42160fb2 HTTP/1.1" status: 200 len: 375 time: 0.0322986 Aug 16 20:41:00.057438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] For port eb3db696-40b7-4457-b402-17a19efeaa2d, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:00.073214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.096970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] For port eb3db696-40b7-4457-b402-17a19efeaa2d, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=eb3db696-40b7-4457-b402-17a19efeaa2d,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:00.111212 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ebe5a672-9e62-456c-8058-23d255a56146 req-8f813a7f-2a3e-4279-a773-bbf6782a2c63 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.111542 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ebe5a672-9e62-456c-8058-23d255a56146 req-8f813a7f-2a3e-4279-a773-bbf6782a2c63 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.119083 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6339176-6d2d-4307-b063-664a99d0ac2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.121710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6339176-6d2d-4307-b063-664a99d0ac2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.123226 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a6339176-6d2d-4307-b063-664a99d0ac2c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f96983eb-7f86-4e9a-940b-bafd4e84fe77 HTTP/1.1" status: 204 len: 168 time: 0.3048565 Aug 16 20:41:00.130908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=473f56c0-3aab-4222-bce5-63256f7fb1ce,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:00.131447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ebe5a672-9e62-456c-8058-23d255a56146 req-8f813a7f-2a3e-4279-a773-bbf6782a2c63 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Calling delete_port for cbdd1fc3-5fc6-49c5-bba4-709bea8b0d97 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:00.131830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6339176-6d2d-4307-b063-664a99d0ac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96983eb-7f86-4e9a-940b-bafd4e84fe77,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:00.145298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-5285ca07-d73a-434f-ac81-b3bf907cc455 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f20a0943df214da3831b556c42160fb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083758 Aug 16 20:41:00.235783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.293705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:00.294371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.295734 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] 10.222.0.79 "PUT /v2.0/ports/eb3db696-40b7-4457-b402-17a19efeaa2d HTTP/1.1" status: 200 len: 1097 time: 2.3900504 Aug 16 20:41:00.300430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'tag': 'eb3db696-40b7-4457-b402-17a19efeaa2d'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:00.307602 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efaeff4-25aa-4682-8958-ff8a36d7f98b" -d '{"events": [{"name": "network-changed", "server_uuid": "7814e742-ea74-460d-a0ed-5e64e71972e4", "tag": "eb3db696-40b7-4457-b402-17a19efeaa2d"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:00.366885 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['473f56c0-3aab-4222-bce5-63256f7fb1ce'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:41:00.415155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-f8fee5ad-4d04-4489-a382-04adf0c44cc8 service neutron] 10.222.0.74 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609994 Aug 16 20:41:00.428253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8c6089fd-2ef9-4e79-b287-9ddd90db8dde up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:00.549546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d5842-9cf8-4f6b-9505-b5a3dc62f938 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3db696-40b7-4457-b402-17a19efeaa2d,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:00.618892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-425b607c-5275-4495-b0b5-a7f3e26f1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:00.620397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-425b607c-5275-4495-b0b5-a7f3e26f1f3f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 1100 time: 0.1882191 Aug 16 20:41:00.664622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:00.668747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:00.669416 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.684054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-2d459521-956b-4caf-aed9-7da2428e3c37 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=eb3db696-40b7-4457-b402-17a19efeaa2d HTTP/1.1" status: 200 len: 217 time: 0.0509477 Aug 16 20:41:00.745860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-c0a57bbc-63e8-4c27-a275-ff488c7a5509 service neutron] 10.222.0.74 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294899 Aug 16 20:41:00.758390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-1d6ecd44-ba4b-46ad-b6b8-7ca107d30080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:00.759953 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.760195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-1d6ecd44-ba4b-46ad-b6b8-7ca107d30080 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0645602 Aug 16 20:41:00.783486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8c6089fd-2ef9-4e79-b287-9ddd90db8dde,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:00.816981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-3e8909a2-8141-4a05-a307-99236a7b075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:00.819387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-3e8909a2-8141-4a05-a307-99236a7b075e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0512011 Aug 16 20:41:00.835410 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Sync routers for ids ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:00.836248 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ebe5a672-9e62-456c-8058-23d255a56146 req-8f813a7f-2a3e-4279-a773-bbf6782a2c63 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.848095 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Routers {'c63bbcab-9239-47f3-9c2b-304db3dcc7e1'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:00.849015 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:00.881921 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.905791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f813a7f-2a3e-4279-a773-bbf6782a2c63 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Pushing event deleted for resources: {'Port': ['ID=cbdd1fc3-5fc6-49c5-bba4-709bea8b0d97,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:00.949370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8c6089fd-2ef9-4e79-b287-9ddd90db8dde,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:01.005526 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ebe5a672-9e62-456c-8058-23d255a56146 req-8f813a7f-2a3e-4279-a773-bbf6782a2c63 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.009083 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ebe5a672-9e62-456c-8058-23d255a56146 req-8f813a7f-2a3e-4279-a773-bbf6782a2c63 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.010931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebe5a672-9e62-456c-8058-23d255a56146 req-8f813a7f-2a3e-4279-a773-bbf6782a2c63 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "DELETE /v2.0/floatingips/3de2b785-6ddb-4f49-9a97-99407ee55a1e HTTP/1.1" status: 204 len: 173 time: 1.4341283 Aug 16 20:41:01.018251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-6afc121c-2c38-4bbc-8de9-839734c8b1ed service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868887 Aug 16 20:41:01.019405 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Set router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:01.044866 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c8593c-75e1-4816-b67e-6b9c86b1599e x-openstack-request-id: req-e5c8593c-75e1-4816-b67e-6b9c86b1599e {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:01.045504 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b07a3de-ee5b-4159-a5bd-81c49e1952ff", "name": "network-vif-deleted", "tag": "d41a2d2f-b8db-4803-af37-93179ca6e438", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:01.045645 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e5c8593c-75e1-4816-b67e-6b9c86b1599e {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:01.046133 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b07a3de-ee5b-4159-a5bd-81c49e1952ff', 'name': 'network-vif-deleted', 'tag': 'd41a2d2f-b8db-4803-af37-93179ca6e438', 'status': 'completed', 'code': 200} Aug 16 20:41:01.046487 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'status': 'completed', 'code': 200} Aug 16 20:41:01.075105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39442) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:01.127900 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0146f8da-9dd2-43af-8dd4-83bea548f298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.219970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5739d3-98c6-49a9-aa36-5962ba0ce420 req-1133e9b8-4111-4b67-90e9-9039bace84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:01.221183 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e5739d3-98c6-49a9-aa36-5962ba0ce420 req-1133e9b8-4111-4b67-90e9-9039bace84f1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 1100 time: 0.1377268 Aug 16 20:41:01.258292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855bc84-e090-43c2-a70a-3c9c7e3c34d8 req-414f834a-20fa-4090-a81c-939b24b7b675 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:01.260232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f855bc84-e090-43c2-a70a-3c9c7e3c34d8 req-414f834a-20fa-4090-a81c-939b24b7b675 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 944 time: 0.1194494 Aug 16 20:41:01.274377 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb166939-9ecc-40a1-810b-9e0122daaac6 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:41:01.323270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f855bc84-e090-43c2-a70a-3c9c7e3c34d8 req-afa79a1d-d88c-4991-a9a1-63ef63b22aca tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514510 Aug 16 20:41:01.325300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b1d3c2e-fd2d-4fe0-90fd-979d1b26eac6 req-4ea9e0dd-0a2c-43ed-93f5-5530a5787dfb service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034382 Aug 16 20:41:01.396784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5739d3-98c6-49a9-aa36-5962ba0ce420 req-652f5965-4eed-4860-b8f6-9e3f3f9c9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:01.398526 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e5739d3-98c6-49a9-aa36-5962ba0ce420 req-652f5965-4eed-4860-b8f6-9e3f3f9c9525 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1676946 Aug 16 20:41:01.421010 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0146f8da-9dd2-43af-8dd4-83bea548f298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.438631 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '2b8962c9-3fcc-4e67-bf84-ed55c8a52459', 'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'mac_address': 'fa:16:3e:66:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:40:57Z', 'revision_number': 2, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'subnets': [{'id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:01.450030 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e5739d3-98c6-49a9-aa36-5962ba0ce420 req-865080e5-5ef4-4452-85fe-f20675f69172 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=fb166939-9ecc-40a1-810b-9e0122daaac6 HTTP/1.1" status: 200 len: 217 time: 0.0410767 Aug 16 20:41:01.460638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:01.468625 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Checking router: c63bbcab-9239-47f3-9c2b-304db3dcc7e1 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:01.469542 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Updating router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:01.512700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'mac_address': 'fa:16:3e:9d:bd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:41:01.522231 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.542907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5739d3-98c6-49a9-aa36-5962ba0ce420 req-78106ec3-c7c9-4db8-b77d-6ffbc5584e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:01.544400 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e5739d3-98c6-49a9-aa36-5962ba0ce420 req-78106ec3-c7c9-4db8-b77d-6ffbc5584e5f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0875990 Aug 16 20:41:01.554027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f4dd8-bdc1-4435-a0e6-7cf14dcc29ef req-6b5ba9e9-874d-4407-99b7-87b36a1141cf tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:01.565618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f58f4dd8-bdc1-4435-a0e6-7cf14dcc29ef req-6b5ba9e9-874d-4407-99b7-87b36a1141cf tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 948 time: 0.0743053 Aug 16 20:41:01.595229 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0146f8da-9dd2-43af-8dd4-83bea548f298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.603154 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.613451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f58f4dd8-bdc1-4435-a0e6-7cf14dcc29ef req-f04362bf-859c-4553-8b4e-30d4a5added9 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423863 Aug 16 20:41:01.644029 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb166939-9ecc-40a1-810b-9e0122daaac6 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:41:01.660174 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 473f56c0-3aab-4222-bce5-63256f7fb1ce up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:01.676895 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7a0d970-33d5-45d5-b07c-e716bfbe40d1 req-73c12ef4-4c18-4c18-9fd4-4fcdf9fdd228 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 210 time: 0.0311284 Aug 16 20:41:01.681326 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0146f8da-9dd2-43af-8dd4-83bea548f298 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=edc3cdd295094e5ba4e8378d83213078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047752 Aug 16 20:41:01.684920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39458) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:01.698989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146f8da-9dd2-43af-8dd4-83bea548f298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e6bc26-5321-4618-b9e4-d6cac0af043c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:01.711434 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad585a5c-bdd2-4a86-bcbb-4746607fa161 x-openstack-request-id: req-ad585a5c-bdd2-4a86-bcbb-4746607fa161 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:01.711733 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7814e742-ea74-460d-a0ed-5e64e71972e4", "tag": "eb3db696-40b7-4457-b402-17a19efeaa2d", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:01.711995 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ad585a5c-bdd2-4a86-bcbb-4746607fa161 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:01.713177 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'tag': 'eb3db696-40b7-4457-b402-17a19efeaa2d', 'status': 'completed', 'code': 200} Aug 16 20:41:01.717013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:01.739657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5739d3-98c6-49a9-aa36-5962ba0ce420 req-d84b20ee-4eb2-4ed4-bcb0-09ce696acbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:01.745483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e5739d3-98c6-49a9-aa36-5962ba0ce420 req-d84b20ee-4eb2-4ed4-bcb0-09ce696acbcc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1908464 Aug 16 20:41:01.831317 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.840106 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 473f56c0-3aab-4222-bce5-63256f7fb1ce completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:01.857457 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-1e7a8196-dab8-41a0-a9a9-c6ce37831289 req-78ddb41e-bd3f-4d70-ac3a-900ee3fa6bdd tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] show failed (client error): The resource could not be found. Aug 16 20:41:01.858548 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e7a8196-dab8-41a0-a9a9-c6ce37831289 req-78ddb41e-bd3f-4d70-ac3a-900ee3fa6bdd tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips/3de2b785-6ddb-4f49-9a97-99407ee55a1e HTTP/1.1" status: 404 len: 350 time: 0.1043108 Aug 16 20:41:01.866940 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e5739d3-98c6-49a9-aa36-5962ba0ce420 req-48450da7-4c62-414f-8016-3a61034ba26b service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157653 Aug 16 20:41:01.882768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 473f56c0-3aab-4222-bce5-63256f7fb1ce triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:01.886101 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.894915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaeff4-25aa-4682-8958-ff8a36d7f98b req-fbfa57c6-b659-4179-8603-24e31c1ae257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:01.896571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3efaeff4-25aa-4682-8958-ff8a36d7f98b req-fbfa57c6-b659-4179-8603-24e31c1ae257 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 1100 time: 0.1761737 Aug 16 20:41:01.944810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:01.949136 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c98580b-cce7-415f-aad2-7a53f2be8d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.011230 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.023386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06349f-f6ce-4c3a-9077-bd0f4c660903 req-0e794004-414c-4693-83f2-eebe52497305 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:02.027250 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.032580 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c06349f-f6ce-4c3a-9077-bd0f4c660903 req-0e794004-414c-4693-83f2-eebe52497305 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 950 time: 0.2570386 Aug 16 20:41:02.039913 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Transition to ACTIVE for port object 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:02.055645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f376fb02-a290-4b86-a26a-d5e655442de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473f56c0-3aab-4222-bce5-63256f7fb1ce'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:02.058716 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d0abaf-fa62-4f61-bb64-781f924ff898" -d '{"events": [{"server_uuid": "f376fb02-a290-4b86-a26a-d5e655442de6", "name": "network-vif-plugged", "status": "completed", "tag": "473f56c0-3aab-4222-bce5-63256f7fb1ce"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:02.073014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['fb166939-9ecc-40a1-810b-9e0122daaac6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:41:02.080147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 473f56c0-3aab-4222-bce5-63256f7fb1ce, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=473f56c0-3aab-4222-bce5-63256f7fb1ce,segment=NetworkSegment(be39c810-d3dc-4066-ab66-dccee03d7c4f),segment_id=be39c810-d3dc-4066-ab66-dccee03d7c4f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:02.137986 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.192688 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.195032 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Pushing event updated for resources: {'Port': ['ID=2b8962c9-3fcc-4e67-bf84-ed55c8a52459,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:02.208292 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.208775 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.209433 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.210198 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.212344 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.212990 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.213586 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.214129 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.214761 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.215308 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.215832 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.216358 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.319384 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Attempting to bind port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:02.319761 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Attempting to bind port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:02.320278 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Attempting to bind port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 on network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:02.325893 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:02.330890 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Checking segment: {'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:02.330890 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.330890 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Bound using segment: {'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:02.330890 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Bound port: 2b8962c9-3fcc-4e67-bf84-ed55c8a52459, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:02.330890 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.377568 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e5739d3-98c6-49a9-aa36-5962ba0ce420 req-92873c06-459b-4e0c-aeb4-95d6923aa776 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031314 Aug 16 20:41:02.390416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=473f56c0-3aab-4222-bce5-63256f7fb1ce,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:02.442473 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] For port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:02.446943 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] For port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2b8962c9-3fcc-4e67-bf84-ed55c8a52459,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:02.447326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8c6089fd-2ef9-4e79-b287-9ddd90db8dde up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:02.460447 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.482263 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.482609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.482958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.483299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.483635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.483973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.484305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.484630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.484959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.485441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.485772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.486101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:02.533799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:02.534812 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.588168 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.618229 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-c9cb0a7c-face-4aed-b2f3-a7ce143311b7 req-8ac3ff32-285b-41fb-8926-b48a4b314ae1 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] show failed (client error): The resource could not be found. Aug 16 20:41:02.619353 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9cb0a7c-face-4aed-b2f3-a7ce143311b7 req-8ac3ff32-285b-41fb-8926-b48a4b314ae1 tempest-FloatingIPsTestJSON-1171454475 tempest-FloatingIPsTestJSON-1171454475-project] 10.222.0.74 "GET /v2.0/floatingips/3de2b785-6ddb-4f49-9a97-99407ee55a1e HTTP/1.1" status: 404 len: 350 time: 0.0496640 Aug 16 20:41:02.629188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39484) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:02.638339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c98580b-cce7-415f-aad2-7a53f2be8d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.650163 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.661481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaeff4-25aa-4682-8958-ff8a36d7f98b req-ed53c585-d05e-40b5-bd62-1d72c81fdb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:02.663116 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3efaeff4-25aa-4682-8958-ff8a36d7f98b req-ed53c585-d05e-40b5-bd62-1d72c81fdb3f service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.7561772 Aug 16 20:41:02.677487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c06349f-f6ce-4c3a-9077-bd0f4c660903 req-c0d2727d-869d-4468-b865-8b835009f672 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442564 Aug 16 20:41:02.706697 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3ca78-2761-438b-8b76-5be4045d362b None None] Pushing event updated for resources: {'Port': ['ID=2b8962c9-3fcc-4e67-bf84-ed55c8a52459,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:02.717275 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dfb91f-c6bd-488a-867a-cde7321bc6fd x-openstack-request-id: req-d4dfb91f-c6bd-488a-867a-cde7321bc6fd {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:02.718139 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f376fb02-a290-4b86-a26a-d5e655442de6", "name": "network-vif-plugged", "status": "completed", "tag": "473f56c0-3aab-4222-bce5-63256f7fb1ce", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:02.718613 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d4dfb91f-c6bd-488a-867a-cde7321bc6fd {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:02.719442 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f376fb02-a290-4b86-a26a-d5e655442de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473f56c0-3aab-4222-bce5-63256f7fb1ce', 'code': 200} Aug 16 20:41:02.726181 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Routers {'c63bbcab-9239-47f3-9c2b-304db3dcc7e1'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:02.727572 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:02.775709 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3efaeff4-25aa-4682-8958-ff8a36d7f98b req-8baa4dca-696c-407b-a4ba-086dfb79e7fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=eb3db696-40b7-4457-b402-17a19efeaa2d HTTP/1.1" status: 200 len: 217 time: 0.1011341 Aug 16 20:41:02.984914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaeff4-25aa-4682-8958-ff8a36d7f98b req-b2dd3991-32bd-48d2-a318-2caf74f11a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:02.989299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3efaeff4-25aa-4682-8958-ff8a36d7f98b req-b2dd3991-32bd-48d2-a318-2caf74f11a1b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.2044420 Aug 16 20:41:03.001653 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] Set router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:03.008372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a74d4-2cc5-452e-872d-dcc897311f50 req-a1f7d4cb-7c54-451d-bff8-235541b0dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:03.014194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-655a74d4-2cc5-452e-872d-dcc897311f50 req-a1f7d4cb-7c54-451d-bff8-235541b0dfed service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 1097 time: 0.1892483 Aug 16 20:41:03.044091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c95c6-3135-4d70-b4e9-17fd1f84146a req-ef9d9ccc-cccb-4613-90ea-316fb0de0c5f tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:03.045884 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f13c95c6-3135-4d70-b4e9-17fd1f84146a req-ef9d9ccc-cccb-4613-90ea-316fb0de0c5f tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 950 time: 0.1443787 Aug 16 20:41:03.069323 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c98580b-cce7-415f-aad2-7a53f2be8d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.072596 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c98580b-cce7-415f-aad2-7a53f2be8d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.076071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5c98580b-cce7-415f-aad2-7a53f2be8d95 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/50e6bc26-5321-4618-b9e4-d6cac0af043c HTTP/1.1" status: 204 len: 168 time: 1.3875217 Aug 16 20:41:03.102488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa4f0-7aa1-4dfa-9adb-2893d7fa2236 req-57da6ae5-8958-41df-9ecd-d23e15894da9 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:03.104263 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-460aa4f0-7aa1-4dfa-9adb-2893d7fa2236 req-57da6ae5-8958-41df-9ecd-d23e15894da9 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 945 time: 0.2772350 Aug 16 20:41:03.148182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98580b-cce7-415f-aad2-7a53f2be8d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e6bc26-5321-4618-b9e4-d6cac0af043c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:03.237081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-655a74d4-2cc5-452e-872d-dcc897311f50 req-fbf9e00d-a94c-437f-8d5f-9fc67f2edd58 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551371 Aug 16 20:41:03.242305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaeff4-25aa-4682-8958-ff8a36d7f98b req-524b136b-4808-459d-80a5-1084ea8b0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:03.244325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3efaeff4-25aa-4682-8958-ff8a36d7f98b req-524b136b-4808-459d-80a5-1084ea8b0655 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2438612 Aug 16 20:41:03.255410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592f1cd-491b-4cfd-bedb-32c262991653 req-e6eb8280-cf44-455d-ac07-178f390d71fc tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:03.257232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c592f1cd-491b-4cfd-bedb-32c262991653 req-e6eb8280-cf44-455d-ac07-178f390d71fc tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 948 time: 0.1902671 Aug 16 20:41:03.269285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-460aa4f0-7aa1-4dfa-9adb-2893d7fa2236 req-c91a828a-0805-42d7-a708-551348b79370 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178458 Aug 16 20:41:03.297268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device eb3db696-40b7-4457-b402-17a19efeaa2d details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:41:03.301999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb166939-9ecc-40a1-810b-9e0122daaac6 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:03.324510 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '2b8962c9-3fcc-4e67-bf84-ed55c8a52459', 'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'mac_address': 'fa:16:3e:66:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:02Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'subnets': [{'id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:03.356159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-f13c95c6-3135-4d70-b4e9-17fd1f84146a req-4ca6829b-53cd-4b08-951d-67a87c7898cb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Deleting port d4d38408-432c-405f-a972-d092216396d4 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:03.356798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f13c95c6-3135-4d70-b4e9-17fd1f84146a req-4ca6829b-53cd-4b08-951d-67a87c7898cb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.362059 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394693f-4de4-40b6-8981-e6952bb42e0d None None] The sync data for ids ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'] in n-d-793619-14 is: [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '2b8962c9-3fcc-4e67-bf84-ed55c8a52459', 'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'mac_address': 'fa:16:3e:66:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:02Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'subnets': [{'id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:03.395770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c592f1cd-491b-4cfd-bedb-32c262991653 req-b584a67c-954a-4405-bbdf-12ba36d33a53 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242397 Aug 16 20:41:03.460417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18b88f01-2500-4143-936a-5f6196543d9e req-bd827009-7042-42c4-ad2c-2a2ba933e952 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 210 time: 0.0634751 Aug 16 20:41:03.488788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3efaeff4-25aa-4682-8958-ff8a36d7f98b req-3a00f85b-a260-4fbc-9e71-73d72c5bcf0f service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303002 Aug 16 20:41:03.545753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-f13c95c6-3135-4d70-b4e9-17fd1f84146a req-4ca6829b-53cd-4b08-951d-67a87c7898cb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] For port d4d38408-432c-405f-a972-d092216396d4, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=d4d38408-432c-405f-a972-d092216396d4,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:03.546310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f13c95c6-3135-4d70-b4e9-17fd1f84146a req-4ca6829b-53cd-4b08-951d-67a87c7898cb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.593436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-f13c95c6-3135-4d70-b4e9-17fd1f84146a req-4ca6829b-53cd-4b08-951d-67a87c7898cb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Calling delete_port for d4d38408-432c-405f-a972-d092216396d4 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:03.682082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3efaeff4-25aa-4682-8958-ff8a36d7f98b req-493737d6-7aa9-43af-a4fe-ca2fad8abb61 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837380 Aug 16 20:41:03.783342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port eb3db696-40b7-4457-b402-17a19efeaa2d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=eb3db696-40b7-4457-b402-17a19efeaa2d,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:03.787716 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.800183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port fb166939-9ecc-40a1-810b-9e0122daaac6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:03.808524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port fb166939-9ecc-40a1-810b-9e0122daaac6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:03.808895 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.864516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'eb3db696-40b7-4457-b402-17a19efeaa2d', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'eb3db696-40b7-4457-b402-17a19efeaa2d', 'mac_address': 'fa:16:3e:e9:de:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:41:03.912647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417c64b-6173-43a0-84ee-487bea16b3f7 req-6cc8aaa6-a740-445a-9869-c0768e9621e2 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:03.914485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c417c64b-6173-43a0-84ee-487bea16b3f7 req-6cc8aaa6-a740-445a-9869-c0768e9621e2 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 950 time: 0.0963831 Aug 16 20:41:04.005457 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.009034 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c417c64b-6173-43a0-84ee-487bea16b3f7 req-3fb86605-79e3-44fd-b275-e9463abb8ee0 tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814812 Aug 16 20:41:04.040273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3db696-40b7-4457-b402-17a19efeaa2d {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:41:04.089002 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.132255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port eb3db696-40b7-4457-b402-17a19efeaa2d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=eb3db696-40b7-4457-b402-17a19efeaa2d,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:04.150131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33ae71d8-7aa1-4bff-8175-1e5f527ba845 req-428388c2-2f92-465f-b469-5386f55e9807 tempest-FlavorsV2NegativeTest-1738339079 tempest-FlavorsV2NegativeTest-1738339079-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=811e4db326504d0580cdb0df46bcf5bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320504 Aug 16 20:41:04.158906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:04.205441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f13c95c6-3135-4d70-b4e9-17fd1f84146a req-4ca6829b-53cd-4b08-951d-67a87c7898cb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.231916 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.287638 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.300699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6829b-53cd-4b08-951d-67a87c7898cb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Pushing event deleted for resources: {'Port': ['ID=d4d38408-432c-405f-a972-d092216396d4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:04.345907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=eb3db696-40b7-4457-b402-17a19efeaa2d,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:04.434375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:04.453386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13c95c6-3135-4d70-b4e9-17fd1f84146a req-4ca6829b-53cd-4b08-951d-67a87c7898cb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] No DVR routers for this DVR port d4d38408-432c-405f-a972-d092216396d4 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:04.456937 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f13c95c6-3135-4d70-b4e9-17fd1f84146a req-4ca6829b-53cd-4b08-951d-67a87c7898cb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.459464 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f13c95c6-3135-4d70-b4e9-17fd1f84146a req-4ca6829b-53cd-4b08-951d-67a87c7898cb tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.76 "DELETE /v2.0/ports/d4d38408-432c-405f-a972-d092216396d4 HTTP/1.1" status: 204 len: 173 time: 1.3868628 Aug 16 20:41:04.461710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fad6d3-9063-4620-9ef8-49ef16b16c32', 'name': 'network-vif-deleted', 'tag': 'd4d38408-432c-405f-a972-d092216396d4'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:04.467106 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1b71cf-a2f6-42dc-bb32-83eb935d7ff3" -d '{"events": [{"server_uuid": "b4fad6d3-9063-4620-9ef8-49ef16b16c32", "name": "network-vif-deleted", "tag": "d4d38408-432c-405f-a972-d092216396d4"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:04.502854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['eb3db696-40b7-4457-b402-17a19efeaa2d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:41:04.514755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] Deleting port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:04.517296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.529924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e6daa610-ed13-4bc3-b611-dc4b9a553c60 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:04.531409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e6daa610-ed13-4bc3-b611-dc4b9a553c60 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.76 "GET /v2.0/networks?id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd HTTP/1.1" status: 200 len: 828 time: 0.3060503 Aug 16 20:41:04.555041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:04.572585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Request body: {'port': {'device_id': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'admin_state_up': True, 'tenant_id': 'f20a0943df214da3831b556c42160fb2'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:04.676875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae71d8-7aa1-4bff-8175-1e5f527ba845 req-bef10d1e-df19-432f-9f9b-ef6b552b9665 tempest-FlavorsV2NegativeTest-1738339079 tempest-FlavorsV2NegativeTest-1738339079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:04.683524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33ae71d8-7aa1-4bff-8175-1e5f527ba845 req-bef10d1e-df19-432f-9f9b-ef6b552b9665 tempest-FlavorsV2NegativeTest-1738339079 tempest-FlavorsV2NegativeTest-1738339079-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5272720 Aug 16 20:41:04.684768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] For port 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6d9a211a-1332-4ea4-a325-2b4f1f5b96f8,segment=NetworkSegment(0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f),segment_id=0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:04.689059 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.721274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:04.721645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] Calling delete_port for 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:04.723683 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9570d6d-c398-42d5-b178-c86a8030fa1f" -d '{"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-plugged", "status": "completed", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:04.732168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:04.733331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33ae71d8-7aa1-4bff-8175-1e5f527ba845 req-efa1393d-30d1-4a33-8d93-86ebd15110d1 tempest-FlavorsV2NegativeTest-1738339079 tempest-FlavorsV2NegativeTest-1738339079-project] 10.222.0.74 "GET /v2.0/quotas/811e4db326504d0580cdb0df46bcf5bf HTTP/1.1" status: 200 len: 375 time: 0.0479801 Aug 16 20:41:04.740599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:04.741044 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.760199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ad3b-26d4-43f3-9435-3378123cb580 req-6fc7c324-8a65-4267-87d5-6eb68f6c0188 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:04.768788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8887ad3b-26d4-43f3-9435-3378123cb580 req-6fc7c324-8a65-4267-87d5-6eb68f6c0188 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 945 time: 0.3247190 Aug 16 20:41:04.811021 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33ae71d8-7aa1-4bff-8175-1e5f527ba845 req-bafbf026-64f6-46db-8da8-2076edef74c1 tempest-FlavorsV2NegativeTest-1738339079 tempest-FlavorsV2NegativeTest-1738339079-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=811e4db326504d0580cdb0df46bcf5bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773246 Aug 16 20:41:04.872219 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.958943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2b8962c9-3fcc-4e67-bf84-ed55c8a52459,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:04.965204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8887ad3b-26d4-43f3-9435-3378123cb580 req-aaf5fc28-8a95-4965-ac3e-eba6c93c64c0 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864405 Aug 16 20:41:05.080910 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92eb0002-a3bf-4164-b9e9-874f809022f2 x-openstack-request-id: req-92eb0002-a3bf-4164-b9e9-874f809022f2 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:05.080910 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fad6d3-9063-4620-9ef8-49ef16b16c32", "name": "network-vif-deleted", "tag": "d4d38408-432c-405f-a972-d092216396d4", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:05.080910 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-92eb0002-a3bf-4164-b9e9-874f809022f2 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:05.080910 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fad6d3-9063-4620-9ef8-49ef16b16c32', 'name': 'network-vif-deleted', 'tag': 'd4d38408-432c-405f-a972-d092216396d4', 'status': 'completed', 'code': 200} Aug 16 20:41:05.102437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafe051-5832-4f7e-ae72-876909f67a65 req-ef7f4dac-7408-4a30-996f-f2a18678b136 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:05.104313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcafe051-5832-4f7e-ae72-876909f67a65 req-ef7f4dac-7408-4a30-996f-f2a18678b136 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 949 time: 0.1827526 Aug 16 20:41:05.109594 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.188249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2bba84bb-6900-4d21-9527-96a9f22f5834 req-28a74856-7a68-46ea-954d-3bd3f8052a2f tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 210 time: 0.0473363 Aug 16 20:41:05.203835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=2b8962c9-3fcc-4e67-bf84-ed55c8a52459,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:05.217119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcafe051-5832-4f7e-ae72-876909f67a65 req-bc6173c3-728c-46dd-bdd7-a5203c9710ca tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051772 Aug 16 20:41:05.255335 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b30e6e-cded-4a04-9a9c-7ba5f1403dd5 x-openstack-request-id: req-86b30e6e-cded-4a04-9a9c-7ba5f1403dd5 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:05.255335 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-plugged", "status": "completed", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:05.255335 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-86b30e6e-cded-4a04-9a9c-7ba5f1403dd5 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:05.255335 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'code': 200} Aug 16 20:41:05.273143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Made reservation on behalf of f20a0943df214da3831b556c42160fb2 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:05.278398 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.293151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device eb3db696-40b7-4457-b402-17a19efeaa2d up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:05.371086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.395057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-073e470f-8017-41de-8ce7-04e6f6e7c4e8 req-105d05cb-b532-4452-9110-946c391d365e tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4fad6d3-9063-4620-9ef8-49ef16b16c32 HTTP/1.1" status: 200 len: 210 time: 0.0666726 Aug 16 20:41:05.415775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9a211a-1332-4ea4-a325-2b4f1f5b96f8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:05.457587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port eb3db696-40b7-4457-b402-17a19efeaa2d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:05.461871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port eb3db696-40b7-4457-b402-17a19efeaa2d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:05.462421 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.603790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Allocated IP 172.20.0.4 (9e58675f-eeb1-4ec6-9cd4-e11de5641fcd/ee89c026-4ff8-4841-afee-84750874b8c9/62a3aebd-148f-42bf-816b-8c77774f19aa) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:05.610076 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.630443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.658970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port eb3db696-40b7-4457-b402-17a19efeaa2d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=eb3db696-40b7-4457-b402-17a19efeaa2d,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:05.661687 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cd82a-da3a-44be-9baa-270da2aa0d7d req-72161bbc-5627-4c8a-87cc-8058fd1e25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:05.663318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc0cd82a-da3a-44be-9baa-270da2aa0d7d req-72161bbc-5627-4c8a-87cc-8058fd1e25c7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 1102 time: 0.3482463 Aug 16 20:41:05.673486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device d4d38408-432c-405f-a972-d092216396d4 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:05.700150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: d4d38408-432c-405f-a972-d092216396d4 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:05.700530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device d4d38408-432c-405f-a972-d092216396d4 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:05.743717 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.777678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc0cd82a-da3a-44be-9baa-270da2aa0d7d req-f2571457-1e99-4094-91d1-ec07c42e8bec service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042676 Aug 16 20:41:05.846820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=eb3db696-40b7-4457-b402-17a19efeaa2d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:05.863083 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.878698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Transition to ACTIVE for port object 62a3aebd-148f-42bf-816b-8c77774f19aa will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:05.931568 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] Router ee729e49-7920-42a4-9faf-2f8e71787365 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:06.021580 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.065582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:06.072838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:06.075434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39586) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:06.075646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9511ab-5b11-4762-8e8d-42efd024c3a1 None None] Sync routers for ids ['ee729e49-7920-42a4-9faf-2f8e71787365'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:06.076129 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-766b01a8-db87-4386-957f-ae548a062ec6 admin admin] 10.222.0.74 "PUT /v2.0/routers/ee729e49-7920-42a4-9faf-2f8e71787365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4452074 Aug 16 20:41:06.077757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:06.086570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:06.106357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9511ab-5b11-4762-8e8d-42efd024c3a1 None None] Routers {'ee729e49-7920-42a4-9faf-2f8e71787365'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:06.113154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bf9511ab-5b11-4762-8e8d-42efd024c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ee729e49-7920-42a4-9faf-2f8e71787365'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:06.122280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Pushing event updated for resources: {'Port': ['ID=62a3aebd-148f-42bf-816b-8c77774f19aa,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:06.235273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:06.235697 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.326379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-bf9511ab-5b11-4762-8e8d-42efd024c3a1 None None] Set router ee729e49-7920-42a4-9faf-2f8e71787365 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:06.465393 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-13d5977b-a714-4b8f-a4d2-788d4cf3d5f6 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9048591 Aug 16 20:41:06.468868 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.476175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Request body: {'port': {'device_id': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:06.483867 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39608) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:06.535786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:06.607431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:06.607796 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.623681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418977e-29bd-431c-a2fd-12ae073f2485 req-72b93cff-1baf-40e1-a958-944fa60a98f7 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:06.625820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2418977e-29bd-431c-a2fd-12ae073f2485 req-72b93cff-1baf-40e1-a958-944fa60a98f7 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 931 time: 0.2968347 Aug 16 20:41:06.628679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.687286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3d3e3-a99f-4b1a-8bf6-6b2da16562d6 req-9eacfb64-dae8-4fcf-a2b6-bf6b21bdcfdc tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:06.695630 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2c3d3e3-a99f-4b1a-8bf6-6b2da16562d6 req-9eacfb64-dae8-4fcf-a2b6-bf6b21bdcfdc tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 950 time: 0.3027496 Aug 16 20:41:06.738445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7c397e95-a502-469d-a3ed-b0d58ee46cc6 None None] Provisioning for port 62a3aebd-148f-42bf-816b-8c77774f19aa completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:06.745858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7c397e95-a502-469d-a3ed-b0d58ee46cc6 None None] Provisioning complete for port 62a3aebd-148f-42bf-816b-8c77774f19aa triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:06.746226 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c397e95-a502-469d-a3ed-b0d58ee46cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.780532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da809607-e3ce-4f67-b906-898cf1bc493c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.818991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bf9511ab-5b11-4762-8e8d-42efd024c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'name': 'tempest-FloatingIPsTestJSON-784553491-router', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:29Z', 'updated_at': '2021-08-16T20:41:05Z', 'revision_number': 5, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'gw_port': {'id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:06.821706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7c397e95-a502-469d-a3ed-b0d58ee46cc6 None None] Port 62a3aebd-148f-42bf-816b-8c77774f19aa cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:06.831768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2c3d3e3-a99f-4b1a-8bf6-6b2da16562d6 req-0e51ad22-704a-400f-a290-da36fee352e3 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350379 Aug 16 20:41:06.833515 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.857870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2418977e-29bd-431c-a2fd-12ae073f2485 req-5b03e9ef-e745-4068-9fa0-6475b48d3353 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad9d220e-1bea-49d6-a420-f296366293fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962266 Aug 16 20:41:06.862455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9511ab-5b11-4762-8e8d-42efd024c3a1 None None] Checking router: ee729e49-7920-42a4-9faf-2f8e71787365 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:06.873597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9511ab-5b11-4762-8e8d-42efd024c3a1 None None] Routers {'ee729e49-7920-42a4-9faf-2f8e71787365'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:06.874350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bf9511ab-5b11-4762-8e8d-42efd024c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ee729e49-7920-42a4-9faf-2f8e71787365'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:06.964239 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da809607-e3ce-4f67-b906-898cf1bc493c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.042697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-bf9511ab-5b11-4762-8e8d-42efd024c3a1 None None] Set router ee729e49-7920-42a4-9faf-2f8e71787365 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:07.093312 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da809607-e3ce-4f67-b906-898cf1bc493c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.096677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Deleting port 668a2e46-b06d-4561-9570-eff5d70b6451 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:07.097122 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.136784 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-da809607-e3ce-4f67-b906-898cf1bc493c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=811e4db326504d0580cdb0df46bcf5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6494565 Aug 16 20:41:07.136784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da809607-e3ce-4f67-b906-898cf1bc493c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fdf3f0-2ba3-4525-b6b2-1bf7e481becb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:07.137723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39618) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:07.199137 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f710c936-4444-4b9f-9d4f-6b94b658c77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.229411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f710c936-4444-4b9f-9d4f-6b94b658c77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.238225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] For port 668a2e46-b06d-4561-9570-eff5d70b6451, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=668a2e46-b06d-4561-9570-eff5d70b6451,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:07.238545 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.262185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Calling delete_port for 668a2e46-b06d-4561-9570-eff5d70b6451 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:07.262437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3db696-40b7-4457-b402-17a19efeaa2d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:07.264551 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec272fa-f54e-40e6-8bb0-d5cbd351c91e" -d '{"events": [{"server_uuid": "7814e742-ea74-460d-a0ed-5e64e71972e4", "name": "network-vif-plugged", "status": "completed", "tag": "eb3db696-40b7-4457-b402-17a19efeaa2d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:07.304769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bf9511ab-5b11-4762-8e8d-42efd024c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'name': 'tempest-FloatingIPsTestJSON-784553491-router', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:29Z', 'updated_at': '2021-08-16T20:41:05Z', 'revision_number': 5, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'gw_port': {'id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:07.340005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9511ab-5b11-4762-8e8d-42efd024c3a1 None None] The sync data for ids ['ee729e49-7920-42a4-9faf-2f8e71787365'] in n-d-793619-14 is: [{'id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'name': 'tempest-FloatingIPsTestJSON-784553491-router', 'tenant_id': '317bb61b55a84e3396bffd303b7e5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:29Z', 'updated_at': '2021-08-16T20:41:05Z', 'revision_number': 5, 'project_id': '317bb61b55a84e3396bffd303b7e5b49', 'gw_port': {'id': '668a2e46-b06d-4561-9570-eff5d70b6451', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee729e49-7920-42a4-9faf-2f8e71787365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:07.393877 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22e1d7c-a8a8-4389-b382-b106e51fbbd8 x-openstack-request-id: req-f22e1d7c-a8a8-4389-b382-b106e51fbbd8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:07.394550 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7814e742-ea74-460d-a0ed-5e64e71972e4", "name": "network-vif-plugged", "status": "completed", "tag": "eb3db696-40b7-4457-b402-17a19efeaa2d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:07.394714 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f22e1d7c-a8a8-4389-b382-b106e51fbbd8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:07.395081 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3db696-40b7-4457-b402-17a19efeaa2d', 'code': 200} Aug 16 20:41:07.402640 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f710c936-4444-4b9f-9d4f-6b94b658c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.406323 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f710c936-4444-4b9f-9d4f-6b94b658c77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.410377 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f710c936-4444-4b9f-9d4f-6b94b658c77c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a3fdf3f0-2ba3-4525-b6b2-1bf7e481becb HTTP/1.1" status: 204 len: 168 time: 0.2696061 Aug 16 20:41:07.415743 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a3aebd-148f-42bf-816b-8c77774f19aa {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:41:07.424734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710c936-4444-4b9f-9d4f-6b94b658c77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fdf3f0-2ba3-4525-b6b2-1bf7e481becb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:07.429293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.448307 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Transition to ACTIVE for port object 62a3aebd-148f-42bf-816b-8c77774f19aa will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:07.524023 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.583176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f51ae5-6c3f-49e8-89fc-9177edb339ea req-a11dce33-f3ee-44db-a285-9e6f98ec98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:07.584709 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6f51ae5-6c3f-49e8-89fc-9177edb339ea req-a11dce33-f3ee-44db-a285-9e6f98ec98bd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 1102 time: 0.1043162 Aug 16 20:41:07.628765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Pushing event updated for resources: {'Port': ['ID=62a3aebd-148f-42bf-816b-8c77774f19aa,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:07.707914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6f51ae5-6c3f-49e8-89fc-9177edb339ea req-bdbd1a03-4441-486c-84bd-7b4401d18976 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095684 Aug 16 20:41:07.747112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39628) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:07.760070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Attempting to bind port 62a3aebd-148f-42bf-816b-8c77774f19aa on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:07.760516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Attempting to bind port 62a3aebd-148f-42bf-816b-8c77774f19aa by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:07.760811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Attempting to bind port 62a3aebd-148f-42bf-816b-8c77774f19aa on network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:07.767808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Port 62a3aebd-148f-42bf-816b-8c77774f19aa on network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:41:07.768226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Attempting to bind port 62a3aebd-148f-42bf-816b-8c77774f19aa on network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:07.774755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:07.775106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Checking segment: {'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:07.775500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Bound using segment: {'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:07.775928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Bound port: 62a3aebd-148f-42bf-816b-8c77774f19aa, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097f488f-ee93-4f44-8315-c14940a325ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:07.776290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.795279 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.846561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39632) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:07.884902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] For port 62a3aebd-148f-42bf-816b-8c77774f19aa, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:07.893607 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Pushing event deleted for resources: {'Port': ['ID=668a2e46-b06d-4561-9570-eff5d70b6451,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:07.897770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] For port 62a3aebd-148f-42bf-816b-8c77774f19aa, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=62a3aebd-148f-42bf-816b-8c77774f19aa,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:08.009606 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.059140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fa4831b8-dfb2-4e3d-a1e5-7cff69045d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.076519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c8b4b01d-6eb9-4e3d-a0ca-0de6aef1532c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2f9fb70721f74c5b9308bb8c8822b45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282478 Aug 16 20:41:08.080620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39646) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:08.167501 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f05ad427-e0ac-42af-a162-403142b33645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.207316 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f05ad427-e0ac-42af-a162-403142b33645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.260244 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fa4831b8-dfb2-4e3d-a1e5-7cff69045d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.348267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fa4831b8-dfb2-4e3d-a1e5-7cff69045d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.371515 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f05ad427-e0ac-42af-a162-403142b33645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.374926 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f05ad427-e0ac-42af-a162-403142b33645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.377139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f05ad427-e0ac-42af-a162-403142b33645 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f06f7b9-ff16-47d7-8d56-aa9bb543c98a HTTP/1.1" status: 204 len: 168 time: 0.2950127 Aug 16 20:41:08.377685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:08.404596 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fa4831b8-dfb2-4e3d-a1e5-7cff69045d74 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24dfccd65a274f61a309fb821702c39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5569448 Aug 16 20:41:08.405782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4831b8-dfb2-4e3d-a1e5-7cff69045d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cbd11f-c689-45c7-8e85-a2a87af6d4da,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:08.408340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39660) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:08.410799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:08.411427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.412814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] 10.222.0.76 "PUT /v2.0/ports/62a3aebd-148f-42bf-816b-8c77774f19aa HTTP/1.1" status: 200 len: 1092 time: 1.9414001 Aug 16 20:41:08.414365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'tag': '62a3aebd-148f-42bf-816b-8c77774f19aa'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:08.418146 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0540b8-9c02-4420-8a11-93011a6a8c67" -d '{"events": [{"name": "network-changed", "server_uuid": "fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1", "tag": "62a3aebd-148f-42bf-816b-8c77774f19aa"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:08.436236 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.451415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ad427-e0ac-42af-a162-403142b33645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f06f7b9-ff16-47d7-8d56-aa9bb543c98a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:08.473319 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3b240ab-7162-48ee-93bf-20cdc200d09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.527906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:08.527906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6d9a211a-1332-4ea4-a325-2b4f1f5b96f8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:08.530727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3b240ab-7162-48ee-93bf-20cdc200d09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.559024 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6f6bf-c163-4201-a07d-234c58ced177 req-e67d1e5f-e052-431c-aab5-a835f7edd58c tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:08.560593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36e6f6bf-c163-4201-a07d-234c58ced177 req-e67d1e5f-e052-431c-aab5-a835f7edd58c tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 950 time: 0.6068389 Aug 16 20:41:08.588369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a59ce-a660-4e8e-845a-54858ed4a1bf service neutron] Pushing event updated for resources: {'Port': ['ID=62a3aebd-148f-42bf-816b-8c77774f19aa,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:08.610710 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.626889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578f5bc-18e6-4ee6-807f-95e0b4f728f3 req-db9c43f1-9630-424d-b53e-2ca69665f525 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:08.634875 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6578f5bc-18e6-4ee6-807f-95e0b4f728f3 req-db9c43f1-9630-424d-b53e-2ca69665f525 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 943 time: 0.6311674 Aug 16 20:41:08.639917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.745350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36e6f6bf-c163-4201-a07d-234c58ced177 req-c72d0372-1c15-43d7-b6ea-f04a3d3cc735 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538348 Aug 16 20:41:08.752836 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3b240ab-7162-48ee-93bf-20cdc200d09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.757006 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3b240ab-7162-48ee-93bf-20cdc200d09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.765929 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e3b240ab-7162-48ee-93bf-20cdc200d09a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b3cbd11f-c689-45c7-8e85-a2a87af6d4da HTTP/1.1" status: 204 len: 168 time: 0.3492725 Aug 16 20:41:08.766176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6578f5bc-18e6-4ee6-807f-95e0b4f728f3 req-ae0ffa6f-d361-4fae-8234-2af15467d981 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad9d220e-1bea-49d6-a420-f296366293fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294589 Aug 16 20:41:08.772945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-a8fa098c-a29f-4bca-bb87-a1d023e54452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:08.785052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-a8fa098c-a29f-4bca-bb87-a1d023e54452 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f20a0943df214da3831b556c42160fb2&device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 1095 time: 0.1431129 Aug 16 20:41:08.796840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b240ab-7162-48ee-93bf-20cdc200d09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cbd11f-c689-45c7-8e85-a2a87af6d4da,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:08.857736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-b85451ad-39df-4610-94ca-216e07234324 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62a3aebd-148f-42bf-816b-8c77774f19aa HTTP/1.1" status: 200 len: 217 time: 0.0639799 Aug 16 20:41:08.858322 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.858886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee729e49-7920-42a4-9faf-2f8e71787365 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:41:08.864348 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.867904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f5f5f77d-fd15-4cca-b6a4-89d70bbaab01 admin admin] 10.222.0.74 "DELETE /v2.0/routers/ee729e49-7920-42a4-9faf-2f8e71787365 HTTP/1.1" status: 204 len: 168 time: 2.7884362 Aug 16 20:41:08.867992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39676) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:08.943890 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817a10ec-8df1-404b-85c8-3a0435311659 x-openstack-request-id: req-817a10ec-8df1-404b-85c8-3a0435311659 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:08.944441 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1", "tag": "62a3aebd-148f-42bf-816b-8c77774f19aa", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:08.944441 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-817a10ec-8df1-404b-85c8-3a0435311659 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:08.945201 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'tag': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'status': 'completed', 'code': 200} Aug 16 20:41:08.952757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11ba686-b0cc-4337-9dfb-e2388e7075d5 admin admin] Deleting subnet 293c5022-4f99-463d-b221-c4175fabc622 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:41:08.957085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b11ba686-b0cc-4337-9dfb-e2388e7075d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.960428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-b4e3f87d-2786-47e2-b1c6-c927c5b20631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:08.962151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-b4e3f87d-2786-47e2-b1c6-c927c5b20631 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee89c026-4ff8-4841-afee-84750874b8c9 HTTP/1.1" status: 200 len: 867 time: 0.0961485 Aug 16 20:41:08.996681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b11ba686-b0cc-4337-9dfb-e2388e7075d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.012600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-1134a445-24ac-4c24-810c-7e8796f5c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:09.016994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-1134a445-24ac-4c24-810c-7e8796f5c455 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449800 Aug 16 20:41:09.090221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b11ba686-b0cc-4337-9dfb-e2388e7075d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.122661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-ae2e09f8-a4a9-4c92-8969-cf44853debad service neutron] 10.222.0.76 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005657 Aug 16 20:41:09.218768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9de131e1-f07a-46e9-b4fc-2c6b316076ea req-ed10d738-f41f-4d82-82ed-8e209aa5a9a9 service neutron] 10.222.0.76 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892038 Aug 16 20:41:09.258964 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b11ba686-b0cc-4337-9dfb-e2388e7075d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.282943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ba686-b0cc-4337-9dfb-e2388e7075d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293c5022-4f99-463d-b221-c4175fabc622,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:09.289742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b11ba686-b0cc-4337-9dfb-e2388e7075d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.291621 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b11ba686-b0cc-4337-9dfb-e2388e7075d5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/293c5022-4f99-463d-b221-c4175fabc622 HTTP/1.1" status: 204 len: 168 time: 0.4225147 Aug 16 20:41:09.294298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39682) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:09.296829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3030d6-db39-4944-a478-c2f80d3103cb None None] Network e2525232-9e02-4ca5-93b2-1b524ff8fd27 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:09.383035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0540b8-9c02-4420-8a11-93011a6a8c67 req-8e19081b-0b5b-4cde-8895-7b9e27dec5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:09.399760 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de0540b8-9c02-4420-8a11-93011a6a8c67 req-8e19081b-0b5b-4cde-8895-7b9e27dec5d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f20a0943df214da3831b556c42160fb2&device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 1095 time: 0.0654314 Aug 16 20:41:09.400329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39686) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:09.407938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.478714 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Deleting port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:09.485614 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.577475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f735eb24-c11f-4079-b3f8-53cb3984053c None None] DHCP port deletion for e2525232-9e02-4ca5-93b2-1b524ff8fd27 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:41:09.581337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dda55107-ec81-4d84-9042-c5c84ce9158f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=26931080c5954ee0b9af8136f1573f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775231 Aug 16 20:41:09.582470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] For port bba9c69c-4a86-49ff-902c-7827dbe7bfc9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bba9c69c-4a86-49ff-902c-7827dbe7bfc9,segment=NetworkSegment(0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f),segment_id=0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:09.582946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.585683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39688) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:09.601395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0540b8-9c02-4420-8a11-93011a6a8c67 req-accbde0d-ef34-434b-aa39-62817c6f2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:09.603011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de0540b8-9c02-4420-8a11-93011a6a8c67 req-accbde0d-ef34-434b-aa39-62817c6f2012 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd HTTP/1.1" status: 200 len: 929 time: 0.1694026 Aug 16 20:41:09.619732 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Calling delete_port for bba9c69c-4a86-49ff-902c-7827dbe7bfc9 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:09.641384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f735eb24-c11f-4079-b3f8-53cb3984053c None None] Deleting port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:09.642063 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f735eb24-c11f-4079-b3f8-53cb3984053c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.658768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de0540b8-9c02-4420-8a11-93011a6a8c67 req-a3a3a214-1be8-40fc-b3aa-a60693311030 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62a3aebd-148f-42bf-816b-8c77774f19aa HTTP/1.1" status: 200 len: 217 time: 0.0469711 Aug 16 20:41:09.709176 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7ff9-da4c-4033-b855-7e1714dde6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.735330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0540b8-9c02-4420-8a11-93011a6a8c67 req-5ddeb48a-bcc5-4fc9-82cc-226397b3aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:09.735330 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de0540b8-9c02-4420-8a11-93011a6a8c67 req-5ddeb48a-bcc5-4fc9-82cc-226397b3aa11 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee89c026-4ff8-4841-afee-84750874b8c9 HTTP/1.1" status: 200 len: 867 time: 0.0669420 Aug 16 20:41:09.743382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f735eb24-c11f-4079-b3f8-53cb3984053c None None] For port bba9c69c-4a86-49ff-902c-7827dbe7bfc9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bba9c69c-4a86-49ff-902c-7827dbe7bfc9,segment=NetworkSegment(0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f),segment_id=0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:09.744122 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f735eb24-c11f-4079-b3f8-53cb3984053c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.771576 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7ff9-da4c-4033-b855-7e1714dde6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.775571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f735eb24-c11f-4079-b3f8-53cb3984053c None None] Calling delete_port for bba9c69c-4a86-49ff-902c-7827dbe7bfc9 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:09.863956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0540b8-9c02-4420-8a11-93011a6a8c67 req-ba3f7745-b3f7-44b6-bbe8-200bfcd0da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:09.865566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de0540b8-9c02-4420-8a11-93011a6a8c67 req-ba3f7745-b3f7-44b6-bbe8-200bfcd0da74 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229508 Aug 16 20:41:09.872228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39706) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:09.907831 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.924785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] No DVR routers for this DVR port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:09.969943 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f735eb24-c11f-4079-b3f8-53cb3984053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.003356 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7ff9-da4c-4033-b855-7e1714dde6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.005016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735eb24-c11f-4079-b3f8-53cb3984053c None None] Pushing event deleted for resources: {'Port': ['ID=bba9c69c-4a86-49ff-902c-7827dbe7bfc9,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:10.007118 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7ff9-da4c-4033-b855-7e1714dde6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.012610 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8d0e7ff9-da4c-4033-b855-7e1714dde6c0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e00a461c-b6f8-40c9-b1b7-3620916d0d0b HTTP/1.1" status: 204 len: 168 time: 0.4259675 Aug 16 20:41:10.014270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f735eb24-c11f-4079-b3f8-53cb3984053c None None] No DVR routers for this DVR port bba9c69c-4a86-49ff-902c-7827dbe7bfc9 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:10.048916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71289b-a9d4-4bc7-af54-e8c2f9309414 req-adf5be2f-30aa-4a58-846f-04f02882cc73 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:10.050795 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a71289b-a9d4-4bc7-af54-e8c2f9309414 req-adf5be2f-30aa-4a58-846f-04f02882cc73 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 950 time: 0.1231530 Aug 16 20:41:10.069614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e04ab-395f-40a1-a4be-acd5a7eced82 req-b9ebe75e-f2e9-42cc-a1a7-e6ba3a823efc tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:10.071421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277e04ab-395f-40a1-a4be-acd5a7eced82 req-b9ebe75e-f2e9-42cc-a1a7-e6ba3a823efc tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 943 time: 0.1729620 Aug 16 20:41:10.088345 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.092086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba9c69c-4a86-49ff-902c-7827dbe7bfc9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:10.103967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-399587846-network', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:10.114954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2525232-9e02-4ca5-93b2-1b524ff8fd27']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:10.115928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de0540b8-9c02-4420-8a11-93011a6a8c67 req-afad05d0-e36e-4312-a7c1-719173186cc1 service neutron] 10.222.0.76 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417855 Aug 16 20:41:10.152637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e7ff9-da4c-4033-b855-7e1714dde6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a461c-b6f8-40c9-b1b7-3620916d0d0b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:10.158486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:10.158800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7ff1f1-fe53-4d0a-aad2-5407bf14d93f') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:10.174355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.191315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.205528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:41:10.205945 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:41:10.210649 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:41:10.219730 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277e04ab-395f-40a1-a4be-acd5a7eced82 req-3fa6b03f-f529-4cba-b91f-3a035e844408 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad9d220e-1bea-49d6-a420-f296366293fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283569 Aug 16 20:41:10.236564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a71289b-a9d4-4bc7-af54-e8c2f9309414 req-9c70a479-8d70-419f-a314-5d99ca01a00e tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621366 Aug 16 20:41:10.294371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Made reservation on behalf of 3d2a25b9c1f048378b4a7f4ee77df6d8 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:10.298253 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.304227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de0540b8-9c02-4420-8a11-93011a6a8c67 req-4de9c567-52f4-418c-a9b6-c13040166dc2 service neutron] 10.222.0.76 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774125 Aug 16 20:41:10.325666 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.423690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.433157 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.437076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e2525232-9e02-4ca5-93b2-1b524ff8fd27 HTTP/1.1" status: 204 len: 168 time: 1.1395936 Aug 16 20:41:10.440838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bba9c69c-4a86-49ff-902c-7827dbe7bfc9 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:10.450826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d7d34-d0f9-4792-a0b1-1127d299cd63 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2525232-9e02-4ca5-93b2-1b524ff8fd27,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:10.479463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9ff10-017f-4fa0-a9f1-431123373b90 req-8ef524aa-5bce-4265-9bc2-bac0e28b97f2 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:10.488676 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3f9ff10-017f-4fa0-a9f1-431123373b90 req-8ef524aa-5bce-4265-9bc2-bac0e28b97f2 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 950 time: 0.1069934 Aug 16 20:41:10.491623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: bba9c69c-4a86-49ff-902c-7827dbe7bfc9 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:10.492237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bba9c69c-4a86-49ff-902c-7827dbe7bfc9 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:10.493472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 668a2e46-b06d-4561-9570-eff5d70b6451 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:10.499787 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.520956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 668a2e46-b06d-4561-9570-eff5d70b6451 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:10.521620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 668a2e46-b06d-4561-9570-eff5d70b6451 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:10.542843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3f9ff10-017f-4fa0-a9f1-431123373b90 req-7cd18617-c5e3-44e8-95d6-f0861ba2fc2f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533204 Aug 16 20:41:10.562140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.596280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:41:10.616380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d70fca-7998-4d63-a04d-952d992395a6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:10.616833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.617279 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Added segment 35f30184-6993-4b0d-96bc-e2cf8d5844b4 of type vlan for network 4e004db5-2938-4153-9d8d-34f7e983fc4f Aug 16 20:41:10.662902 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.744802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.748940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:10.748940 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.827820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] Pushing event updated for resources: {'Network': ['ID=4e004db5-2938-4153-9d8d-34f7e983fc4f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:10.841880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 4e004db5-2938-4153-9d8d-34f7e983fc4f details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:41:10.916474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39744) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:10.916887 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c16ed942-f82b-4491-9242-468ca02c9681 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0431721 Aug 16 20:41:10.921945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] Request body: {'subnet': {'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-399587846-subnet', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:10.960034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39746) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:11.039628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e97cb44b-a104-4b60-80c0-13db3fa33553 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=317bb61b55a84e3396bffd303b7e5b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760124 Aug 16 20:41:11.039628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] Made reservation on behalf of 3d2a25b9c1f048378b4a7f4ee77df6d8 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:11.040210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39748) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:11.050761 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:11.135614 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a48461e-58ec-49f7-87ab-51ad582f1f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:11.161496 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a48461e-58ec-49f7-87ab-51ad582f1f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:11.285005 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a48461e-58ec-49f7-87ab-51ad582f1f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:11.287577 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a48461e-58ec-49f7-87ab-51ad582f1f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:11.292162 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5a48461e-58ec-49f7-87ab-51ad582f1f14 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b5f19879-1ac3-48f5-a193-c673c0751e12 HTTP/1.1" status: 204 len: 168 time: 0.2487705 Aug 16 20:41:11.308814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48461e-58ec-49f7-87ab-51ad582f1f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f19879-1ac3-48f5-a193-c673c0751e12,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:11.361809 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:11.486727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d128b-e7b9-4de5-9631-88a7f76776a9 req-27d7d619-30d4-4052-9648-64b998f7aee2 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:11.489482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad5d128b-e7b9-4de5-9631-88a7f76776a9 req-27d7d619-30d4-4052-9648-64b998f7aee2 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 943 time: 0.1687250 Aug 16 20:41:11.525824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce85631-2eb9-43fb-9837-d0f522aad85c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:11.547056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] Checking segment: {'id': '35f30184-6993-4b0d-96bc-e2cf8d5844b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:11.548197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] Network hostable DHCP agents. Network: 4e004db5-2938-4153-9d8d-34f7e983fc4f, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:41:11.574324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad5d128b-e7b9-4de5-9631-88a7f76776a9 req-06570834-85af-4109-b6ef-074438bb37b2 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad9d220e-1bea-49d6-a420-f296366293fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736430 Aug 16 20:41:11.653003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] Network 4e004db5-2938-4153-9d8d-34f7e983fc4f is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:41:11.750572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 62a3aebd-148f-42bf-816b-8c77774f19aa details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:41:11.769782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 4e004db5-2938-4153-9d8d-34f7e983fc4f) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:11.774613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:11.775460 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:11.785205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f44553-152b-4e13-9a09-5852e620c574 None None] Network 4e004db5-2938-4153-9d8d-34f7e983fc4f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:11.864858 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-90dde439-2953-4eee-b077-e1113858dc22 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9470983 Aug 16 20:41:11.867417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39788) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:11.873172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-399587846-router', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:11.970774 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:11.972155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.030036 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 62a3aebd-148f-42bf-816b-8c77774f19aa, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=62a3aebd-148f-42bf-816b-8c77774f19aa,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:12.058846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'port_id': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'mac_address': 'fa:16:3e:eb:3d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:41:12.069648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-4e004db5-2938-4153-9d8d-34f7e983fc4f', 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'fixed_ips': [{'subnet_id': '9ce85631-2eb9-43fb-9837-d0f522aad85c'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:41:12.070477 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.113262 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.120205 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.137936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a3aebd-148f-42bf-816b-8c77774f19aa {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:41:12.214428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 62a3aebd-148f-42bf-816b-8c77774f19aa, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=62a3aebd-148f-42bf-816b-8c77774f19aa,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:12.285045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Allocated IP 172.20.0.2 (4e004db5-2938-4153-9d8d-34f7e983fc4f/9ce85631-2eb9-43fb-9837-d0f522aad85c/c39001db-1949-49ad-a395-38a6679838e7) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:12.303997 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.414413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=62a3aebd-148f-42bf-816b-8c77774f19aa,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:12.423748 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.521361 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.528009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Transition to ACTIVE for port object c39001db-1949-49ad-a395-38a6679838e7 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:12.552218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Transition to ACTIVE for port object c39001db-1949-49ad-a395-38a6679838e7 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:12.596321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['62a3aebd-148f-42bf-816b-8c77774f19aa'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:41:12.668458 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.729633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Network 4e004db5-2938-4153-9d8d-34f7e983fc4f is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:12.740228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:12.743531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:12.754243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Pushing event updated for resources: {'Port': ['ID=c39001db-1949-49ad-a395-38a6679838e7,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:12.808966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6858415-3fc0-4130-8e14-41a0c8898fcd req-1ee97d96-a350-4b79-aa64-b5f1df9f0710 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:12.817375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6858415-3fc0-4130-8e14-41a0c8898fcd req-1ee97d96-a350-4b79-aa64-b5f1df9f0710 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 944 time: 0.1196823 Aug 16 20:41:12.837282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Attempting to bind port c39001db-1949-49ad-a395-38a6679838e7 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:12.837660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Attempting to bind port c39001db-1949-49ad-a395-38a6679838e7 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '35f30184-6993-4b0d-96bc-e2cf8d5844b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:12.838029 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Attempting to bind port c39001db-1949-49ad-a395-38a6679838e7 on network 4e004db5-2938-4153-9d8d-34f7e983fc4f {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:12.852238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:12.852667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Checking segment: {'id': '35f30184-6993-4b0d-96bc-e2cf8d5844b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:12.853102 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.853500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Bound using segment: {'id': '35f30184-6993-4b0d-96bc-e2cf8d5844b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:12.853971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Bound port: c39001db-1949-49ad-a395-38a6679838e7, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f30184-6993-4b0d-96bc-e2cf8d5844b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:12.854357 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.925225 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.953010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] For port c39001db-1949-49ad-a395-38a6679838e7, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:12.957140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] For port c39001db-1949-49ad-a395-38a6679838e7, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c39001db-1949-49ad-a395-38a6679838e7,segment=NetworkSegment(35f30184-6993-4b0d-96bc-e2cf8d5844b4),segment_id=35f30184-6993-4b0d-96bc-e2cf8d5844b4)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:12.984088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6858415-3fc0-4130-8e14-41a0c8898fcd req-ac9f7894-b75d-465f-b3b5-e601c040c8d7 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad9d220e-1bea-49d6-a420-f296366293fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636295 Aug 16 20:41:12.997932 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.030788 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.067904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39836) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:13.155904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Allocated IP 172.25.4.54 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/25cee406-2331-42e2-92b6-99f5a9ee805b) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:13.174517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6544d1-56d8-4530-b417-a7c12efa74f3 None None] Pushing event updated for resources: {'Port': ['ID=c39001db-1949-49ad-a395-38a6679838e7,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:13.281246 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.339188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb166939-9ecc-40a1-810b-9e0122daaac6 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:41:13.391426 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.456194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:13.464046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:13.471743 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:13.499430 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-network', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:13.508429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Pushing event updated for resources: {'Port': ['ID=25cee406-2331-42e2-92b6-99f5a9ee805b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:13.527132 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:13.550645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'mac_address': 'fa:16:3e:9d:bd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:41:13.628581 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.647390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Made reservation on behalf of b11afa6e9b0540a6bfdf860724eb5838 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:13.649709 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.657462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb166939-9ecc-40a1-810b-9e0122daaac6 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:41:13.676664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.696505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:13.724972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 62a3aebd-148f-42bf-816b-8c77774f19aa up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:13.805260 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.838724 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.883599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:13.898487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 62a3aebd-148f-42bf-816b-8c77774f19aa completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:13.900162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 62a3aebd-148f-42bf-816b-8c77774f19aa triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:13.900668 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.947765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['fb166939-9ecc-40a1-810b-9e0122daaac6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:41:13.986564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.001241 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.046489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b23b77-251f-47eb-b3ed-bc4fa8d7c535,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:14.087188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:41:14.110768 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.114929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.115355 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Added segment f241bd28-028a-408a-a7b3-d93756ef9445 of type vlan for network ba538497-2c26-412e-a774-840c1361d26a Aug 16 20:41:14.205967 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.227510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a3aebd-148f-42bf-816b-8c77774f19aa'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:14.230277 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150cd530-4694-4dd2-bd09-d2b54df18ccc" -d '{"events": [{"server_uuid": "fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1", "name": "network-vif-plugged", "status": "completed", "tag": "62a3aebd-148f-42bf-816b-8c77774f19aa"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:14.262697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 62a3aebd-148f-42bf-816b-8c77774f19aa, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=62a3aebd-148f-42bf-816b-8c77774f19aa,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:14.323411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604c083-90e9-49b4-9dd5-0f8a45455a0e req-2bfcdea9-3864-40ef-b5c3-ed14a95a86c4 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:14.326865 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4604c083-90e9-49b4-9dd5-0f8a45455a0e req-2bfcdea9-3864-40ef-b5c3-ed14a95a86c4 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 944 time: 0.2214885 Aug 16 20:41:14.369299 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b175b315-d754-4335-9a86-890a24a3e902 x-openstack-request-id: req-b175b315-d754-4335-9a86-890a24a3e902 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:14.369829 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1", "name": "network-vif-plugged", "status": "completed", "tag": "62a3aebd-148f-42bf-816b-8c77774f19aa", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:14.370089 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b175b315-d754-4335-9a86-890a24a3e902 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:14.370495 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'code': 200} Aug 16 20:41:14.373460 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.375120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:14.382415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.396111 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.463416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c39001db-1949-49ad-a395-38a6679838e7 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:14.463604 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4604c083-90e9-49b4-9dd5-0f8a45455a0e req-107e3397-07dc-4045-937d-73f60b0cd436 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad9d220e-1bea-49d6-a420-f296366293fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065915 Aug 16 20:41:14.549675 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4805691 Aug 16 20:41:14.554070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39902) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:14.562218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] Request body: {'subnet': {'network_id': 'ba538497-2c26-412e-a774-840c1361d26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-subnet', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:14.606066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb822c10-4c17-40c2-87af-71232b240354 admin admin] Pushing event updated for resources: {'Network': ['ID=ba538497-2c26-412e-a774-840c1361d26a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:14.625081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0662b7bd-3b58-4de3-84c4-69ee4bf91fe6 None None] Network 4e004db5-2938-4153-9d8d-34f7e983fc4f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:14.659027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network ba538497-2c26-412e-a774-840c1361d26a details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:41:14.711890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] Made reservation on behalf of b11afa6e9b0540a6bfdf860724eb5838 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:14.715026 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.726324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=62a3aebd-148f-42bf-816b-8c77774f19aa,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:14.915216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a454a173-787a-471f-9959-97eac7299978 None None] Provisioning for port c39001db-1949-49ad-a395-38a6679838e7 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:14.957186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c39001db-1949-49ad-a395-38a6679838e7 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:14.975909 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c39001db-1949-49ad-a395-38a6679838e7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:14.975909 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.144093 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.148859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cf363-7564-44eb-aa69-778f64b99ee6 req-a0d01532-3c77-42ac-b38b-422df3ec29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:15.150353 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b77cf363-7564-44eb-aa69-778f64b99ee6 req-a0d01532-3c77-42ac-b38b-422df3ec29d7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 1097 time: 0.1552382 Aug 16 20:41:15.180853 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.224354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c39001db-1949-49ad-a395-38a6679838e7, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c39001db-1949-49ad-a395-38a6679838e7,segment=NetworkSegment(35f30184-6993-4b0d-96bc-e2cf8d5844b4),segment_id=35f30184-6993-4b0d-96bc-e2cf8d5844b4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:15.253974 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-813a370f-4993-4072-939b-8efdc04ed6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.260438 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.272183 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b77cf363-7564-44eb-aa69-778f64b99ee6 req-d5a2e42e-36d0-4c56-82f8-e5524286c053 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ad9d220e-1bea-49d6-a420-f296366293fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829227 Aug 16 20:41:15.338667 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.369877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=463a4f5e-1c66-40be-8825-1e2997c376ee,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:15.381159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] Checking segment: {'id': 'f241bd28-028a-408a-a7b3-d93756ef9445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:15.381662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] Network hostable DHCP agents. Network: ba538497-2c26-412e-a774-840c1361d26a, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:41:15.456540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb166939-9ecc-40a1-810b-9e0122daaac6 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:15.490664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] Network ba538497-2c26-412e-a774-840c1361d26a is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:41:15.505525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c39001db-1949-49ad-a395-38a6679838e7,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:15.511809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39950) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:15.553494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2f4b8dd5-bbea-4e2c-8335-c732a1a2005f None None] Provisioning complete for port c39001db-1949-49ad-a395-38a6679838e7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:15.554137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8dd5-bbea-4e2c-8335-c732a1a2005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.603315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:41:15.608824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, ba538497-2c26-412e-a774-840c1361d26a) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:15.621756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:15.622971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9065c99-d0cb-4730-a4fe-686cabdf3527 None None] Network ba538497-2c26-412e-a774-840c1361d26a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:15.624849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.626105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port fb166939-9ecc-40a1-810b-9e0122daaac6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:15.626487 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.694309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b53281e8-b8f8-4f2f-8419-ac79d5a73cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.708429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b8adc-0846-40b5-aa1c-99726f93f109 req-fb9b8729-4bbd-4fdc-bd47-05edf110523f tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:15.710017 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-982b8adc-0846-40b5-aa1c-99726f93f109 req-fb9b8729-4bbd-4fdc-bd47-05edf110523f tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 945 time: 0.1522117 Aug 16 20:41:15.770217 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-92a87e4e-b18a-4f70-a2d0-5a74ee19bd25 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2140520 Aug 16 20:41:15.784655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39966) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:15.797921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-router', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:15.831282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-982b8adc-0846-40b5-aa1c-99726f93f109 req-37960886-0c6c-491f-8471-14badb537d76 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad9d220e-1bea-49d6-a420-f296366293fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131849 Aug 16 20:41:15.832509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:15.862938 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Sync routers for ids ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:15.874734 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Routers {'7782ec61-cfe4-4931-aa8a-4bb2914d3e20'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:15.878536 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:15.979661 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b53281e8-b8f8-4f2f-8419-ac79d5a73cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.062928 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b53281e8-b8f8-4f2f-8419-ac79d5a73cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.083507 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.092877 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Set router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:16.117151 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b53281e8-b8f8-4f2f-8419-ac79d5a73cf2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=07647b6f56f146d49a1a29098db5c91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6045482 Aug 16 20:41:16.120206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39974) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:16.136100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-ba538497-2c26-412e-a774-840c1361d26a', 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'fixed_ips': [{'subnet_id': '463a4f5e-1c66-40be-8825-1e2997c376ee'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:41:16.136100 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.147508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53281e8-b8f8-4f2f-8419-ac79d5a73cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5c5e72-97f8-49f1-9c47-1d501ec3ab0b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:16.188561 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.193143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d5dec432-d9ee-429c-a68a-538f253f2c68 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3210573 Aug 16 20:41:16.193311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39976) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:16.263539 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-13555ba1-d401-48f8-adc2-010366847885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.296252 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-13555ba1-d401-48f8-adc2-010366847885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.298864 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.300296 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.429045 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.497221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:16.500475 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811f8188-8bd1-4fd5-bbcb-f6edd6637122" -d '{"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-plugged", "status": "completed", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:16.529137 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'name': 'tempest-FloatingIPDetailsTestJSON-399587846-router', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:11Z', 'updated_at': '2021-08-16T20:41:13Z', 'revision_number': 3, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'gw_port': {'id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:13Z', 'updated_at': '2021-08-16T20:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:16.557802 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c39001db-1949-49ad-a395-38a6679838e7 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:16.569876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:16.637059 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111fdc2a-eb4c-463f-8697-ec920a251b28 x-openstack-request-id: req-111fdc2a-eb4c-463f-8697-ec920a251b28 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:16.637728 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-plugged", "status": "completed", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:16.638253 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-111fdc2a-eb4c-463f-8697-ec920a251b28 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:16.638859 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'code': 200} Aug 16 20:41:16.670784 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.708536 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Checking router: 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:16.708999 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Updating router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 port 25cee406-2331-42e2-92b6-99f5a9ee805b binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:16.719789 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-13555ba1-d401-48f8-adc2-010366847885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.722470 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-13555ba1-d401-48f8-adc2-010366847885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.725865 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-13555ba1-d401-48f8-adc2-010366847885 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5c5c5e72-97f8-49f1-9c47-1d501ec3ab0b HTTP/1.1" status: 204 len: 168 time: 0.6024334 Aug 16 20:41:16.737842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13555ba1-d401-48f8-adc2-010366847885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5c5e72-97f8-49f1-9c47-1d501ec3ab0b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:16.765263 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.884837 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.925949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Allocated IP 172.20.0.2 (ba538497-2c26-412e-a774-840c1361d26a/463a4f5e-1c66-40be-8825-1e2997c376ee/7248d4db-9c61-484a-ba98-90bdacaf8ff5) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:16.933756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:16.935180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c39001db-1949-49ad-a395-38a6679838e7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:16.935622 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.142364 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.154091 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Transition to ACTIVE for port object 25cee406-2331-42e2-92b6-99f5a9ee805b will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:17.239246 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.255501 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.298782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d0369-7d5e-43f7-9f3e-aa6d88d15d63 req-113575ec-c3c3-43c7-a12b-5cf55c9d80a7 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:17.302896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-364d0369-7d5e-43f7-9f3e-aa6d88d15d63 req-113575ec-c3c3-43c7-a12b-5cf55c9d80a7 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 945 time: 0.1366639 Aug 16 20:41:17.337155 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad32ca-b2a5-417d-bb81-f50621e11bea None None] Pushing event updated for resources: {'Port': ['ID=25cee406-2331-42e2-92b6-99f5a9ee805b,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:17.340399 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Attempting to bind port 25cee406-2331-42e2-92b6-99f5a9ee805b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:17.340762 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Attempting to bind port 25cee406-2331-42e2-92b6-99f5a9ee805b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:17.341163 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Attempting to bind port 25cee406-2331-42e2-92b6-99f5a9ee805b on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:17.367946 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:17.369000 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:17.369737 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.370052 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:17.370794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Bound port: 25cee406-2331-42e2-92b6-99f5a9ee805b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:17.371208 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.406607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.425425 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Transition to ACTIVE for port object 7248d4db-9c61-484a-ba98-90bdacaf8ff5 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:17.445963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-364d0369-7d5e-43f7-9f3e-aa6d88d15d63 req-8caec2d0-475a-4926-939b-22a3fc6dacbc tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad9d220e-1bea-49d6-a420-f296366293fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291406 Aug 16 20:41:17.452856 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Transition to ACTIVE for port object 7248d4db-9c61-484a-ba98-90bdacaf8ff5 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:17.483300 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-95bccfe4-dc90-4437-b9b2-d3a523b4e6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.516582 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] For port 25cee406-2331-42e2-92b6-99f5a9ee805b, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:17.524855 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] For port 25cee406-2331-42e2-92b6-99f5a9ee805b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=25cee406-2331-42e2-92b6-99f5a9ee805b,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:17.567368 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.570775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Allocated IP 172.20.0.1 (4e004db5-2938-4153-9d8d-34f7e983fc4f/9ce85631-2eb9-43fb-9837-d0f522aad85c/9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:17.627336 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.654082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Network ba538497-2c26-412e-a774-840c1361d26a is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:17.657159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:17.661937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:17.701184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40010) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:17.727101 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b593c419-dca3-4a71-b3ec-08170e426c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.732176 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Routers {'7782ec61-cfe4-4931-aa8a-4bb2914d3e20'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:17.732794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:17.798377 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Pushing event updated for resources: {'Port': ['ID=7248d4db-9c61-484a-ba98-90bdacaf8ff5,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:17.834658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Attempting to bind port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:17.835179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Attempting to bind port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'f241bd28-028a-408a-a7b3-d93756ef9445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:17.835550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Attempting to bind port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 on network ba538497-2c26-412e-a774-840c1361d26a {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:17.844811 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad32ca-b2a5-417d-bb81-f50621e11bea None None] Pushing event updated for resources: {'Port': ['ID=25cee406-2331-42e2-92b6-99f5a9ee805b,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:17.846274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:17.846652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Checking segment: {'id': 'f241bd28-028a-408a-a7b3-d93756ef9445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:17.847052 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.847443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Bound using segment: {'id': 'f241bd28-028a-408a-a7b3-d93756ef9445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:17.847917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Bound port: 7248d4db-9c61-484a-ba98-90bdacaf8ff5, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f241bd28-028a-408a-a7b3-d93756ef9445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:17.848299 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.914658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b593c419-dca3-4a71-b3ec-08170e426c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.940985 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.944451 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.953477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-fb672a00-b5f9-4cd5-b0ff-70a7e2f05c81 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 258 time: 0.4617796 Aug 16 20:41:17.979472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Transition to ACTIVE for port object 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:17.990995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] For port 7248d4db-9c61-484a-ba98-90bdacaf8ff5, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:17.991236 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.994739 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.999018 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] For port 7248d4db-9c61-484a-ba98-90bdacaf8ff5, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7248d4db-9c61-484a-ba98-90bdacaf8ff5,segment=NetworkSegment(f241bd28-028a-408a-a7b3-d93756ef9445),segment_id=f241bd28-028a-408a-a7b3-d93756ef9445)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:18.001135 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b593c419-dca3-4a71-b3ec-08170e426c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.012402 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] Set router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:18.016959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:18.096376 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.159693 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b593c419-dca3-4a71-b3ec-08170e426c43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=535e1b3421f84951bca9e7fc71780941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570718 Aug 16 20:41:18.161295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593c419-dca3-4a71-b3ec-08170e426c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264aa975-778a-4cbb-86fc-8fe35d90a308,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:18.163860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40028) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:18.193842 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.244755 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4eda938-49e2-4e67-bf0a-c09b6a8845bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.292963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be97f4c-de74-4fbe-bb46-bf1fba95716b None None] Pushing event updated for resources: {'Port': ['ID=7248d4db-9c61-484a-ba98-90bdacaf8ff5,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:18.294822 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.303038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Allocated IP 172.25.4.150 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:18.320072 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4eda938-49e2-4e67-bf0a-c09b6a8845bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.415555 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'name': 'tempest-FloatingIPDetailsTestJSON-399587846-router', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:11Z', 'updated_at': '2021-08-16T20:41:13Z', 'revision_number': 3, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'gw_port': {'id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:13Z', 'updated_at': '2021-08-16T20:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:18.442159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Network 4e004db5-2938-4153-9d8d-34f7e983fc4f is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:18.448780 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aaa9d0-0245-4fd2-95d7-53d7a61cdfe5 None None] The sync data for ids ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'] in n-d-793619-14 is: [{'id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'name': 'tempest-FloatingIPDetailsTestJSON-399587846-router', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:11Z', 'updated_at': '2021-08-16T20:41:13Z', 'revision_number': 3, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'gw_port': {'id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:13Z', 'updated_at': '2021-08-16T20:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:18.462817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:18.488791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:18.496599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:18.539184 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.646944 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.655368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.824824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4eda938-49e2-4e67-bf0a-c09b6a8845bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.827398 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4eda938-49e2-4e67-bf0a-c09b6a8845bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.830101 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d4eda938-49e2-4e67-bf0a-c09b6a8845bb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/264aa975-778a-4cbb-86fc-8fe35d90a308 HTTP/1.1" status: 204 len: 168 time: 0.6637290 Aug 16 20:41:18.844269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eda938-49e2-4e67-bf0a-c09b6a8845bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264aa975-778a-4cbb-86fc-8fe35d90a308,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:18.992048 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.039101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.044893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Allocated IP 172.25.4.165 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/1460a7c9-b446-49f9-9daa-6f74e0153c71) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:19.078097 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.131159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:19.177175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:19.183345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:19.192176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Pushing event updated for resources: {'Port': ['ID=7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:19.202557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-adc62ded-16b1-409f-a16d-8b4f0576185c None None] Provisioning for port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:19.217197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-adc62ded-16b1-409f-a16d-8b4f0576185c None None] Provisioning complete for port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:19.217574 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-adc62ded-16b1-409f-a16d-8b4f0576185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.315668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-adc62ded-16b1-409f-a16d-8b4f0576185c None None] Port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:19.419416 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.498744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.569625 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.615760 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.775041 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.812653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:19.840710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:19.849646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:20.111059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:20.113372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Network 4e004db5-2938-4153-9d8d-34f7e983fc4f is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:20.113372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:20.114523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Pushing event updated for resources: {'Port': ['ID=1460a7c9-b446-49f9-9daa-6f74e0153c71,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:20.115516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b8af59-738f-4262-858d-4161e9125bfe None None] Network ba538497-2c26-412e-a774-840c1361d26a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:20.115987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:20.296572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:20.312340 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d41d11a7-6f0a-433c-8dc0-f6ce37977908 admin admin] 10.222.0.74 "PUT /v2.0/routers/7782ec61-cfe4-4931-aa8a-4bb2914d3e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1183386 Aug 16 20:41:20.437700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-38ef653f-3942-4725-a2b8-5b332fd9770f None None] Provisioning for port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:20.550430 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7248d4db-9c61-484a-ba98-90bdacaf8ff5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:20.644285 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.716152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aae74a09-f0d5-4a46-9980-e856b30a3461 None None] Provisioning complete for port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:20.717146 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aae74a09-f0d5-4a46-9980-e856b30a3461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.792749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-aae74a09-f0d5-4a46-9980-e856b30a3461 None None] Port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:20.848353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:20.855810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:20.856574 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.920312 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.992926 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.155899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ead31e93-d9d9-423b-814e-2304c2ef779b None None] Provisioning complete for port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:21.156483 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ead31e93-d9d9-423b-814e-2304c2ef779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.231124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.292429 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.384252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 7248d4db-9c61-484a-ba98-90bdacaf8ff5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7248d4db-9c61-484a-ba98-90bdacaf8ff5,segment=NetworkSegment(f241bd28-028a-408a-a7b3-d93756ef9445),segment_id=f241bd28-028a-408a-a7b3-d93756ef9445)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:21.404484 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ead31e93-d9d9-423b-814e-2304c2ef779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.439674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Sync routers for ids ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:21.450878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Routers {'7782ec61-cfe4-4931-aa8a-4bb2914d3e20'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:21.452863 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:21.471810 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.626541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d60810fe-54e3-44c9-9387-78c42d27700e req-acdd8482-7e52-46be-a389-ac044ab50a63 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4130521 Aug 16 20:41:21.636315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:21.667673 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.672434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 25cee406-2331-42e2-92b6-99f5a9ee805b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:21.743290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.770384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=7248d4db-9c61-484a-ba98-90bdacaf8ff5,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:21.793315 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.794258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Set router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:21.799516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Router 6f310f50-06dc-4064-910f-d30f36c0d3de is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:41:21.826549 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-ead31e93-d9d9-423b-814e-2304c2ef779b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:41:21.827101 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-ead31e93-d9d9-423b-814e-2304c2ef779b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:41:21.889937 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.995108 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 25cee406-2331-42e2-92b6-99f5a9ee805b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:22.006880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 25cee406-2331-42e2-92b6-99f5a9ee805b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:22.007691 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.056207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Pushing event updated for resources: {'Port': ['ID=1460a7c9-b446-49f9-9daa-6f74e0153c71,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:22.153842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:22.174098 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Sync routers for ids ['6f310f50-06dc-4064-910f-d30f36c0d3de'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:22.183745 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.185062 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Routers {'6f310f50-06dc-4064-910f-d30f36c0d3de'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:22.185710 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6f310f50-06dc-4064-910f-d30f36c0d3de'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:22.265608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.331496 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.362189 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Set router 6f310f50-06dc-4064-910f-d30f36c0d3de gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:22.385724 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.385724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7adb961b-aa56-4314-a285-52de4968500b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5894008 Aug 16 20:41:22.386889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40122) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:22.495675 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.496950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-8bda7681-d0b4-46cd-a76e-abd5cc1c5749 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5122483 Aug 16 20:41:22.539409 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 25cee406-2331-42e2-92b6-99f5a9ee805b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=25cee406-2331-42e2-92b6-99f5a9ee805b,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:22.554559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'name': 'tempest-FloatingIPDetailsTestJSON-399587846-router', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:11Z', 'updated_at': '2021-08-16T20:41:18Z', 'revision_number': 4, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'gw_port': {'id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:13Z', 'updated_at': '2021-08-16T20:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69', 'name': '', 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'mac_address': 'fa:16:3e:37:4d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '9ce85631-2eb9-43fb-9837-d0f522aad85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:17Z', 'updated_at': '2021-08-16T20:41:19Z', 'revision_number': 2, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'subnets': [{'id': '9ce85631-2eb9-43fb-9837-d0f522aad85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:22.584382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Checking router: 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:22.584724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Updating router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:22.609714 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.617223 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.620069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-467336b5-5d4c-4f8b-922e-96a3e7962341 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.1010494 Aug 16 20:41:22.621267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Allocated IP 172.25.4.32 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/0e9a86f7-b088-4da3-9ee5-35afb4da9b7c) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:22.643780 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-router', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:16Z', 'updated_at': '2021-08-16T20:41:19Z', 'revision_number': 3, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'gw_port': {'id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:18Z', 'updated_at': '2021-08-16T20:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:22.683660 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Checking router: 6f310f50-06dc-4064-910f-d30f36c0d3de for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:22.684040 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Updating router 6f310f50-06dc-4064-910f-d30f36c0d3de port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:22.721003 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.814824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=25cee406-2331-42e2-92b6-99f5a9ee805b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:22.823625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7248d4db-9c61-484a-ba98-90bdacaf8ff5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:22.944205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:22.944466 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.023269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-921f1cb6-8fc0-41f0-be93-0543a7faa6df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:23.025170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dca58e07-fa81-47c3-a30d-e7ef70365e32 req-921f1cb6-8fc0-41f0-be93-0543a7faa6df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.3940217 Aug 16 20:41:23.051841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.154648 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.178794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Transition to ACTIVE for port object 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:23.238709 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.270595 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.349168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e54a7-8df5-4ec0-9a7d-ed0ae9bbced8 None None] Pushing event updated for resources: {'Port': ['ID=9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:23.364788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:23.371071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:23.374280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:23.445473 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.504257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event updated for resources: {'Port': ['ID=0e9a86f7-b088-4da3-9ee5-35afb4da9b7c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:23.520294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Attempting to bind port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:23.520848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Attempting to bind port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '35f30184-6993-4b0d-96bc-e2cf8d5844b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:23.522567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Attempting to bind port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 on network 4e004db5-2938-4153-9d8d-34f7e983fc4f {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:23.541887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:23.542279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Checking segment: {'id': '35f30184-6993-4b0d-96bc-e2cf8d5844b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:23.543023 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.543515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Bound using segment: {'id': '35f30184-6993-4b0d-96bc-e2cf8d5844b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:23.544014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Bound port: 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f30184-6993-4b0d-96bc-e2cf8d5844b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:23.547029 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.582627 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.638895 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.664647 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Transition to ACTIVE for port object 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:23.718440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] For port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:23.727875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] For port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69,segment=NetworkSegment(35f30184-6993-4b0d-96bc-e2cf8d5844b4),segment_id=35f30184-6993-4b0d-96bc-e2cf8d5844b4)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:23.746868 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.800129 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f51a1b-ea67-4ca4-b862-2ad219a92859 None None] Pushing event updated for resources: {'Port': ['ID=7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:23.802470 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Attempting to bind port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:23.802906 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Attempting to bind port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:23.803343 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Attempting to bind port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:23.807492 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.809338 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:23.809790 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:23.810355 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.810807 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:23.811361 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Bound port: 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:23.811797 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.866325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e54a7-8df5-4ec0-9a7d-ed0ae9bbced8 None None] Pushing event updated for resources: {'Port': ['ID=9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:23.867233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Allocated IP 172.20.0.1 (ba538497-2c26-412e-a774-840c1361d26a/463a4f5e-1c66-40be-8825-1e2997c376ee/af6c7e70-4f2a-4c69-98a0-24803e04f3c0) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:23.886692 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] For port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:23.892685 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] For port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:23.899050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Routers {'7782ec61-cfe4-4931-aa8a-4bb2914d3e20'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:23.899955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:23.970599 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.039930 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.045629 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f51a1b-ea67-4ca4-b862-2ad219a92859 None None] Pushing event updated for resources: {'Port': ['ID=7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:24.063199 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.073207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Transition to ACTIVE for port object af6c7e70-4f2a-4c69-98a0-24803e04f3c0 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:24.098506 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Routers {'6f310f50-06dc-4064-910f-d30f36c0d3de'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:24.099113 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6f310f50-06dc-4064-910f-d30f36c0d3de'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:24.103353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] Set router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:24.140539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-b0a672b3-cb1f-45d0-b23e-bce37dcaa422 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:24.148306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-b0a672b3-cb1f-45d0-b23e-bce37dcaa422 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4349666 Aug 16 20:41:24.274669 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] Set router 6f310f50-06dc-4064-910f-d30f36c0d3de gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:24.436939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'name': 'tempest-FloatingIPDetailsTestJSON-399587846-router', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:11Z', 'updated_at': '2021-08-16T20:41:18Z', 'revision_number': 4, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'gw_port': {'id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:13Z', 'updated_at': '2021-08-16T20:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69', 'name': '', 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'mac_address': 'fa:16:3e:37:4d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '9ce85631-2eb9-43fb-9837-d0f522aad85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:17Z', 'updated_at': '2021-08-16T20:41:23Z', 'revision_number': 4, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'subnets': [{'id': '9ce85631-2eb9-43fb-9837-d0f522aad85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:24.477327 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-router', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:16Z', 'updated_at': '2021-08-16T20:41:19Z', 'revision_number': 3, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'gw_port': {'id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:18Z', 'updated_at': '2021-08-16T20:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:24.490913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f1e6e-e8e5-42cb-a5b2-e562612f52ca None None] The sync data for ids ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'] in n-d-793619-14 is: [{'id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'name': 'tempest-FloatingIPDetailsTestJSON-399587846-router', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:11Z', 'updated_at': '2021-08-16T20:41:18Z', 'revision_number': 4, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'gw_port': {'id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:13Z', 'updated_at': '2021-08-16T20:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69', 'name': '', 'network_id': '4e004db5-2938-4153-9d8d-34f7e983fc4f', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'mac_address': 'fa:16:3e:37:4d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '9ce85631-2eb9-43fb-9837-d0f522aad85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:17Z', 'updated_at': '2021-08-16T20:41:23Z', 'revision_number': 4, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'subnets': [{'id': '9ce85631-2eb9-43fb-9837-d0f522aad85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:24.506034 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e2e04-03d1-42d1-8701-5ace6db746cb None None] The sync data for ids ['6f310f50-06dc-4064-910f-d30f36c0d3de'] in n-d-793619-14 is: [{'id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-router', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:16Z', 'updated_at': '2021-08-16T20:41:19Z', 'revision_number': 3, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'gw_port': {'id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:18Z', 'updated_at': '2021-08-16T20:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:24.641995 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-668ee179-b97d-4bf7-927c-4e8a3f163616 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.4927568 Aug 16 20:41:24.728144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-81e2f8e2-4b95-45d0-86ed-deff6e65e069 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Request body: {'floatingip': {'port_id': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:24.818695 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.824245 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-81e2f8e2-4b95-45d0-86ed-deff6e65e069 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.030414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 25cee406-2331-42e2-92b6-99f5a9ee805b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:25.104411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Network ba538497-2c26-412e-a774-840c1361d26a is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:25.119185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:25.132542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:25.185406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 25cee406-2331-42e2-92b6-99f5a9ee805b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:25.185788 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.223363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Pushing event updated for resources: {'Port': ['ID=af6c7e70-4f2a-4c69-98a0-24803e04f3c0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:25.313098 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.361200 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.376492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:25.470028 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.564389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:25.568773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:25.575364 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.599328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-992bd278-1170-4f8b-9018-fa5394c2351e None None] Provisioning for port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:25.608041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-992bd278-1170-4f8b-9018-fa5394c2351e None None] Provisioning complete for port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:25.608408 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-992bd278-1170-4f8b-9018-fa5394c2351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.654634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-992bd278-1170-4f8b-9018-fa5394c2351e None None] Port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:25.731807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event updated for resources: {'Port': ['ID=0e9a86f7-b088-4da3-9ee5-35afb4da9b7c,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:25.770063 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.804209 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.855073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69,segment=NetworkSegment(35f30184-6993-4b0d-96bc-e2cf8d5844b4),segment_id=35f30184-6993-4b0d-96bc-e2cf8d5844b4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:25.907250 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.908622 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d60810fe-54e3-44c9-9387-78c42d27700e req-20f55ce6-3f77-4fc1-9f02-6678e22a17d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2812369 Aug 16 20:41:25.935067 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.012709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:26.070331 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.084379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d60810fe-54e3-44c9-9387-78c42d27700e req-d49361fa-22e2-436b-bd37-86bd461da082 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.1597111 Aug 16 20:41:26.432049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60810fe-54e3-44c9-9387-78c42d27700e req-a26d69d2-27a3-41d3-b73d-6477ea28499c tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:26.447238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d60810fe-54e3-44c9-9387-78c42d27700e req-a26d69d2-27a3-41d3-b73d-6477ea28499c tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.3614564 Aug 16 20:41:26.451019 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-81e2f8e2-4b95-45d0-86ed-deff6e65e069 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.542427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-81e2f8e2-4b95-45d0-86ed-deff6e65e069 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.603207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.629832 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:41:26.710138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.796162 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.832812 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Pushing event updated for resources: {'Port': ['ID=af6c7e70-4f2a-4c69-98a0-24803e04f3c0,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:26.837529 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-81e2f8e2-4b95-45d0-86ed-deff6e65e069 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Floating IP 11c37904-5775-4224-a70b-a63aa0a41f45 associated. External IP: 172.25.4.165, port: 62a3aebd-148f-42bf-816b-8c77774f19aa. Aug 16 20:41:26.842886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:27.072487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:27.078221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:27.078637 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.209636 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.241055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:27.262452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Network ba538497-2c26-412e-a774-840c1361d26a is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:27.267588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:27.319178 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.320152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:27.404123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:27.442355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:27.442821 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.535736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-0e334181-5547-41de-b28e-7a0bbedaaf60 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3463197 Aug 16 20:41:27.554073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:27.565959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-81e2f8e2-4b95-45d0-86ed-deff6e65e069 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:27.649723 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Router 6f310f50-06dc-4064-910f-d30f36c0d3de has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:27.649868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3076911b-0a71-4f1b-bd6f-02110201843f None None] Provisioning complete for port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:27.649868 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3076911b-0a71-4f1b-bd6f-02110201843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.649868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3076911b-0a71-4f1b-bd6f-02110201843f None None] Port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:27.960017 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.177666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-81e2f8e2-4b95-45d0-86ed-deff6e65e069 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:28.184813 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-81e2f8e2-4b95-45d0-86ed-deff6e65e069 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.191196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978fb32-8edb-4a7d-b792-18d50d8d3ff5 None None] Sync routers for ids ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:28.210784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:28.212645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978fb32-8edb-4a7d-b792-18d50d8d3ff5 None None] Routers {'c63bbcab-9239-47f3-9c2b-304db3dcc7e1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:28.213305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f978fb32-8edb-4a7d-b792-18d50d8d3ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:28.219494 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c4a64e93-30c0-4cb6-921d-acfa7a519eab admin admin] 10.222.0.74 "PUT /v2.0/routers/6f310f50-06dc-4064-910f-d30f36c0d3de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8310413 Aug 16 20:41:28.231448 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Sync routers for ids ['6f310f50-06dc-4064-910f-d30f36c0d3de'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:28.241055 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-81e2f8e2-4b95-45d0-86ed-deff6e65e069 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "PUT /v2.0/floatingips/11c37904-5775-4224-a70b-a63aa0a41f45 HTTP/1.1" status: 200 len: 996 time: 3.5591841 Aug 16 20:41:28.248583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'tag': '62a3aebd-148f-42bf-816b-8c77774f19aa'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:28.249684 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Routers {'6f310f50-06dc-4064-910f-d30f36c0d3de'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:28.251403 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6f310f50-06dc-4064-910f-d30f36c0d3de'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:28.253612 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1065e5-dbb6-4cc9-8067-1f81217322ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1", "tag": "62a3aebd-148f-42bf-816b-8c77774f19aa"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:28.374827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-db28ac52-970d-4dde-abe8-6582580fbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:28.377470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-db28ac52-970d-4dde-abe8-6582580fbcd6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f20a0943df214da3831b556c42160fb2&device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 1097 time: 0.1173022 Aug 16 20:41:28.417088 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.447813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f978fb32-8edb-4a7d-b792-18d50d8d3ff5 None None] Set router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:28.574825 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Set router 6f310f50-06dc-4064-910f-d30f36c0d3de gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:28.580233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-6a29ab1f-6fab-45c3-a68c-8ce671a85afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:28.582254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-6a29ab1f-6fab-45c3-a68c-8ce671a85afa service neutron] 10.222.0.74 "GET /v2.0/networks?id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd HTTP/1.1" status: 200 len: 929 time: 0.1973872 Aug 16 20:41:28.702049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Allocated IP 172.25.4.181 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/c5f19bd0-bc40-4995-b2d9-6eeca49e1090) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:28.710236 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-e59264f1-fec6-44c6-a2e9-2cf941fc6373 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62a3aebd-148f-42bf-816b-8c77774f19aa HTTP/1.1" status: 200 len: 999 time: 0.1017165 Aug 16 20:41:28.820929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:28.877801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.946197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:28.947055 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.947574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-281eff17-b59a-4171-8049-34d656e76069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:28.957181 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-281eff17-b59a-4171-8049-34d656e76069 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee89c026-4ff8-4841-afee-84750874b8c9 HTTP/1.1" status: 200 len: 867 time: 0.2355411 Aug 16 20:41:28.988773 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.994047 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-router', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:16Z', 'updated_at': '2021-08-16T20:41:25Z', 'revision_number': 4, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'gw_port': {'id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:18Z', 'updated_at': '2021-08-16T20:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'af6c7e70-4f2a-4c69-98a0-24803e04f3c0', 'name': '', 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'mac_address': 'fa:16:3e:f8:84:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '463a4f5e-1c66-40be-8825-1e2997c376ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:23Z', 'updated_at': '2021-08-16T20:41:26Z', 'revision_number': 2, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'subnets': [{'id': '463a4f5e-1c66-40be-8825-1e2997c376ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:29.001104 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f978fb32-8edb-4a7d-b792-18d50d8d3ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '11c37904-5775-4224-a70b-a63aa0a41f45', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'port_id': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'mac_address': 'fa:16:3e:eb:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:41:20Z', 'updated_at': '2021-08-16T20:41:26Z', 'revision_number': 1, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8962c9-3fcc-4e67-bf84-ed55c8a52459', 'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'mac_address': 'fa:16:3e:66:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'subnets': [{'id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:29.034643 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Checking router: 6f310f50-06dc-4064-910f-d30f36c0d3de for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:29.035380 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Updating router 6f310f50-06dc-4064-910f-d30f36c0d3de port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:29.048562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:29.055653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-46b29115-e78b-49be-a6c3-43972029fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:29.063533 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.064189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-46b29115-e78b-49be-a6c3-43972029fa9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060355 Aug 16 20:41:29.080220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:29.089237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:29.091138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event updated for resources: {'Port': ['ID=c5f19bd0-bc40-4995-b2d9-6eeca49e1090,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:29.139427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978fb32-8edb-4a7d-b792-18d50d8d3ff5 None None] Checking router: c63bbcab-9239-47f3-9c2b-304db3dcc7e1 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:29.158090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978fb32-8edb-4a7d-b792-18d50d8d3ff5 None None] Routers {'c63bbcab-9239-47f3-9c2b-304db3dcc7e1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:29.159444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f978fb32-8edb-4a7d-b792-18d50d8d3ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:29.315899 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-b51bd94a-0446-4190-8931-0ef9683b9b7d service neutron] 10.222.0.74 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507033 Aug 16 20:41:29.393328 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.476338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3eaa70f-2852-438c-a92c-0070aadf9f66 req-e9a90a79-ca2f-4a4e-adb3-bcf07473addb service neutron] 10.222.0.74 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594365 Aug 16 20:41:29.510682 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.521786 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Transition to ACTIVE for port object af6c7e70-4f2a-4c69-98a0-24803e04f3c0 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:29.543339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.559692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f978fb32-8edb-4a7d-b792-18d50d8d3ff5 None None] Set router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:29.607393 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.728902 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabff62-9ec0-4060-a87f-59fd90dd9c01 None None] Pushing event updated for resources: {'Port': ['ID=af6c7e70-4f2a-4c69-98a0-24803e04f3c0,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:29.977997 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Attempting to bind port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:29.979190 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Attempting to bind port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'f241bd28-028a-408a-a7b3-d93756ef9445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:29.979543 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Attempting to bind port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 on network ba538497-2c26-412e-a774-840c1361d26a {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:30.001980 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:30.002324 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Checking segment: {'id': 'f241bd28-028a-408a-a7b3-d93756ef9445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:30.002819 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.003127 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Bound using segment: {'id': 'f241bd28-028a-408a-a7b3-d93756ef9445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:30.003604 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Bound port: af6c7e70-4f2a-4c69-98a0-24803e04f3c0, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f241bd28-028a-408a-a7b3-d93756ef9445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:30.003983 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.017479 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.139523 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.175227 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] For port af6c7e70-4f2a-4c69-98a0-24803e04f3c0, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:30.179928 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] For port af6c7e70-4f2a-4c69-98a0-24803e04f3c0, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=af6c7e70-4f2a-4c69-98a0-24803e04f3c0,segment=NetworkSegment(f241bd28-028a-408a-a7b3-d93756ef9445),segment_id=f241bd28-028a-408a-a7b3-d93756ef9445)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:30.199441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f978fb32-8edb-4a7d-b792-18d50d8d3ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '11c37904-5775-4224-a70b-a63aa0a41f45', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'port_id': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'mac_address': 'fa:16:3e:eb:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:41:20Z', 'updated_at': '2021-08-16T20:41:26Z', 'revision_number': 1, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8962c9-3fcc-4e67-bf84-ed55c8a52459', 'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'mac_address': 'fa:16:3e:66:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'subnets': [{'id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:30.233154 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8570a2d1-2c25-4f67-bf3b-e236c3ad21ef x-openstack-request-id: req-8570a2d1-2c25-4f67-bf3b-e236c3ad21ef {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:30.233709 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1", "tag": "62a3aebd-148f-42bf-816b-8c77774f19aa", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:30.235224 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8570a2d1-2c25-4f67-bf3b-e236c3ad21ef {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:30.236559 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'tag': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'status': 'completed', 'code': 200} Aug 16 20:41:30.245008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978fb32-8edb-4a7d-b792-18d50d8d3ff5 None None] The sync data for ids ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'] in n-d-793619-14 is: [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '11c37904-5775-4224-a70b-a63aa0a41f45', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'port_id': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'mac_address': 'fa:16:3e:eb:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:41:20Z', 'updated_at': '2021-08-16T20:41:26Z', 'revision_number': 1, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8962c9-3fcc-4e67-bf84-ed55c8a52459', 'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'mac_address': 'fa:16:3e:66:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'subnets': [{'id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:30.268029 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.349435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event updated for resources: {'Port': ['ID=c5f19bd0-bc40-4995-b2d9-6eeca49e1090,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:30.363158 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabff62-9ec0-4060-a87f-59fd90dd9c01 None None] Pushing event updated for resources: {'Port': ['ID=af6c7e70-4f2a-4c69-98a0-24803e04f3c0,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:30.380172 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Routers {'6f310f50-06dc-4064-910f-d30f36c0d3de'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:30.380901 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6f310f50-06dc-4064-910f-d30f36c0d3de'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:30.523236 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9fe4f17-f69b-401a-9b93-64caca6abd85 req-060446ff-1a00-4d30-9122-6694253ee1bf tempest-FloatingIPsNegativeTestJSON-1548638471 tempest-FloatingIPsNegativeTestJSON-1548638471-project] 10.222.0.74 "GET /v2.0/floatingips?tenant_id=b11afa6e9b0540a6bfdf860724eb5838 HTTP/1.1" status: 200 len: 217 time: 0.1649170 Aug 16 20:41:30.612258 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] Set router 6f310f50-06dc-4064-910f-d30f36c0d3de gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:30.678980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b6a0d-3a7f-4c2a-af34-3b6af4dcc3d8 None None] New status for floating IP 11c37904-5775-4224-a70b-a63aa0a41f45: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:41:30.812041 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.824932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40212) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:30.840845 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-869b69ad-ae51-4085-8bec-8018de32acc4 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 258 time: 0.2862031 Aug 16 20:41:30.868076 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1065e5-dbb6-4cc9-8067-1f81217322ac req-516bd96f-8948-4fb9-bf8d-557df1b25213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:30.870043 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f1065e5-dbb6-4cc9-8067-1f81217322ac req-516bd96f-8948-4fb9-bf8d-557df1b25213 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f20a0943df214da3831b556c42160fb2&device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 1097 time: 0.6428032 Aug 16 20:41:30.877088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:30.986177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.987671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-ba879f70-0aa8-44ba-bac5-c5036401e4d7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4421625 Aug 16 20:41:31.033754 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d57ce52-45e8-4c82-ab2b-9c15fbe2dee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.043231 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-router', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:16Z', 'updated_at': '2021-08-16T20:41:25Z', 'revision_number': 4, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'gw_port': {'id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:18Z', 'updated_at': '2021-08-16T20:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'af6c7e70-4f2a-4c69-98a0-24803e04f3c0', 'name': '', 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'mac_address': 'fa:16:3e:f8:84:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '463a4f5e-1c66-40be-8825-1e2997c376ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:23Z', 'updated_at': '2021-08-16T20:41:30Z', 'revision_number': 4, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'subnets': [{'id': '463a4f5e-1c66-40be-8825-1e2997c376ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:31.080634 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8db276-7a12-4939-afa0-39915f7cc6a5 None None] The sync data for ids ['6f310f50-06dc-4064-910f-d30f36c0d3de'] in n-d-793619-14 is: [{'id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-router', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:16Z', 'updated_at': '2021-08-16T20:41:25Z', 'revision_number': 4, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'gw_port': {'id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:18Z', 'updated_at': '2021-08-16T20:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'af6c7e70-4f2a-4c69-98a0-24803e04f3c0', 'name': '', 'network_id': 'ba538497-2c26-412e-a774-840c1361d26a', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'mac_address': 'fa:16:3e:f8:84:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '463a4f5e-1c66-40be-8825-1e2997c376ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:23Z', 'updated_at': '2021-08-16T20:41:30Z', 'revision_number': 4, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'subnets': [{'id': '463a4f5e-1c66-40be-8825-1e2997c376ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:31.129301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-5d2b738b-8222-4179-8981-d82d211bf096 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 696 time: 0.0666270 Aug 16 20:41:31.217268 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.273999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1065e5-dbb6-4cc9-8067-1f81217322ac req-e06800da-7425-44ac-9d7a-0dcf95e2e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:31.275475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f1065e5-dbb6-4cc9-8067-1f81217322ac req-e06800da-7425-44ac-9d7a-0dcf95e2e762 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd HTTP/1.1" status: 200 len: 929 time: 0.3822625 Aug 16 20:41:31.342506 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d57ce52-45e8-4c82-ab2b-9c15fbe2dee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.385793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-bf0c134f-4162-4a17-ab8e-bb7ac7e931c9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:31.387189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d91805d-a75f-4bcc-a663-5ababa349c51 req-bf0c134f-4162-4a17-ab8e-bb7ac7e931c9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.2487035 Aug 16 20:41:31.399414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f1065e5-dbb6-4cc9-8067-1f81217322ac req-d684cb54-be58-48df-96f1-5a5f6eba6ef0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62a3aebd-148f-42bf-816b-8c77774f19aa HTTP/1.1" status: 200 len: 1001 time: 0.1125839 Aug 16 20:41:31.403676 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d57ce52-45e8-4c82-ab2b-9c15fbe2dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.464720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57ce52-45e8-4c82-ab2b-9c15fbe2dee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045aae96-1687-4f86-95ed-2c0212390731,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:31.471673 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9d57ce52-45e8-4c82-ab2b-9c15fbe2dee8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f9c3c59e55674ee78868c674ab829208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6462111 Aug 16 20:41:31.474647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40224) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:31.510052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1065e5-dbb6-4cc9-8067-1f81217322ac req-20eeb2cc-087a-4871-9263-f8ae964e8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:31.513546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f1065e5-dbb6-4cc9-8067-1f81217322ac req-20eeb2cc-087a-4871-9263-f8ae964e8335 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee89c026-4ff8-4841-afee-84750874b8c9 HTTP/1.1" status: 200 len: 867 time: 0.1074049 Aug 16 20:41:31.551399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ee81bc9-4429-49dc-b6fb-c0861bd87a37 req-6b4809eb-2e8e-46b3-8dfc-086ef2a83505 tempest-FloatingIPsNegativeTestJSON-1548638471 tempest-FloatingIPsNegativeTestJSON-1548638471-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1078944 Aug 16 20:41:31.627313 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e89bd9b-94ea-41cb-8974-1f9cb4a7e5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.686665 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.707351 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e89bd9b-94ea-41cb-8974-1f9cb4a7e5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.782992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1065e5-dbb6-4cc9-8067-1f81217322ac req-5254669b-f964-4c62-b1d0-d618d5a21f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:31.786777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f1065e5-dbb6-4cc9-8067-1f81217322ac req-5254669b-f964-4c62-b1d0-d618d5a21f5d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2610536 Aug 16 20:41:31.868547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e89bd9b-94ea-41cb-8974-1f9cb4a7e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.876489 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e89bd9b-94ea-41cb-8974-1f9cb4a7e5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.880483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3e89bd9b-94ea-41cb-8974-1f9cb4a7e5f6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/045aae96-1687-4f86-95ed-2c0212390731 HTTP/1.1" status: 204 len: 168 time: 0.4047320 Aug 16 20:41:31.901910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89bd9b-94ea-41cb-8974-1f9cb4a7e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045aae96-1687-4f86-95ed-2c0212390731,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:31.908007 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Allocated IP 172.25.4.153 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/dd4edc2e-408c-4ce0-a129-729c5001d1a4) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:32.213113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f1065e5-dbb6-4cc9-8067-1f81217322ac req-8260ca74-8af0-4c48-ac8b-43611256fc31 service neutron] 10.222.0.76 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157507 Aug 16 20:41:32.323534 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.337851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ac87149-15b0-4399-9737-1343cde54577 req-2d6a30c4-3e76-47c2-a306-40e2e44843d8 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4035072 Aug 16 20:41:32.348214 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.354304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:32.421564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f1065e5-dbb6-4cc9-8067-1f81217322ac req-fd6623ad-6517-4bf4-bf7a-d022b13483b0 service neutron] 10.222.0.76 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899388 Aug 16 20:41:32.498720 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.533671 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.563039 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.639093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:32.661169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:32.670893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:32.744824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Pushing event updated for resources: {'Port': ['ID=dd4edc2e-408c-4ce0-a129-729c5001d1a4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:32.848077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device af6c7e70-4f2a-4c69-98a0-24803e04f3c0 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:32.877506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40248) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:32.887976 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7da7da96-4b9c-46e7-b131-b37c66a78873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.903850 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.924546 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.046754 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7da7da96-4b9c-46e7-b131-b37c66a78873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.066828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:33.071526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:33.075967 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.131822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Allocated IP 172.25.4.16 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/389f4de5-6102-4a1e-a921-5a3dc4f4ed5d) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:33.138550 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7da7da96-4b9c-46e7-b131-b37c66a78873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.219858 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7da7da96-4b9c-46e7-b131-b37c66a78873 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7debfee0204a438499e411248c9a5089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465424 Aug 16 20:41:33.222436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7da96-4b9c-46e7-b131-b37c66a78873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2403a67e-6d13-48a5-9808-fcafdda113e9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:33.225581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40252) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:33.284387 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.307063 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c0e85e5d-2a92-45ac-9d5f-9854791b2fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.310548 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.372767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port af6c7e70-4f2a-4c69-98a0-24803e04f3c0, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=af6c7e70-4f2a-4c69-98a0-24803e04f3c0,segment=NetworkSegment(f241bd28-028a-408a-a7b3-d93756ef9445),segment_id=f241bd28-028a-408a-a7b3-d93756ef9445)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:33.373366 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c0e85e5d-2a92-45ac-9d5f-9854791b2fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.431117 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.449430 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.510337 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c0e85e5d-2a92-45ac-9d5f-9854791b2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.518054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c0e85e5d-2a92-45ac-9d5f-9854791b2fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.522460 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c0e85e5d-2a92-45ac-9d5f-9854791b2fd7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2403a67e-6d13-48a5-9808-fcafdda113e9 HTTP/1.1" status: 204 len: 168 time: 0.2955096 Aug 16 20:41:33.540294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e85e5d-2a92-45ac-9d5f-9854791b2fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2403a67e-6d13-48a5-9808-fcafdda113e9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:33.648396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=af6c7e70-4f2a-4c69-98a0-24803e04f3c0,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:33.685324 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.712688 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.763927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:33.769785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:33.774137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:33.778912 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.804456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event updated for resources: {'Port': ['ID=389f4de5-6102-4a1e-a921-5a3dc4f4ed5d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:33.921354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Pushing event updated for resources: {'Port': ['ID=dd4edc2e-408c-4ce0-a129-729c5001d1a4,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:34.293520 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.318212 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.369803 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.371132 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-17724440-4fa7-464b-b730-3cad2a9d59f1 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4997597 Aug 16 20:41:34.431500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-951ba1b5-8d8d-4efc-847a-b27256de4ebe tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.0461679 Aug 16 20:41:34.559794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-81b79dcd-9d01-42df-ab08-e0eeeedf2a63 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:34.561375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14cb98db-c1c2-4ba3-86f3-c17a53deea28 req-81b79dcd-9d01-42df-ab08-e0eeeedf2a63 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.1194620 Aug 16 20:41:34.613205 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-b17306ea-e864-414d-8612-53f8ab96471e req-e15daba4-63b7-4ef5-9290-f6bd0277d1bf tempest-FloatingIPsNegativeTestJSON-1548638471 tempest-FloatingIPsNegativeTestJSON-1548638471-project] show failed (client error): The resource could not be found. Aug 16 20:41:34.614234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b17306ea-e864-414d-8612-53f8ab96471e req-e15daba4-63b7-4ef5-9290-f6bd0277d1bf tempest-FloatingIPsNegativeTestJSON-1548638471 tempest-FloatingIPsNegativeTestJSON-1548638471-project] 10.222.0.74 "GET /v2.0/floatingips/82ee2d0c-4c9c-4322-91d9-8c922021a90b HTTP/1.1" status: 404 len: 350 time: 0.0389018 Aug 16 20:41:34.626401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40278) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:34.740260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device af6c7e70-4f2a-4c69-98a0-24803e04f3c0 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:34.750765 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.815102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:34.815487 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.956461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d119f-db5e-4795-b34c-2b33dc2752b0 req-ea1beda9-0649-47d8-a623-6987aaa91c50 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:34.957943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d3d119f-db5e-4795-b34c-2b33dc2752b0 req-ea1beda9-0649-47d8-a623-6987aaa91c50 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0842073 Aug 16 20:41:35.072407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d3d119f-db5e-4795-b34c-2b33dc2752b0 req-6d415d94-16fe-4327-9327-2e5e082e74dd tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.1043546 Aug 16 20:41:35.092798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-1d3d119f-db5e-4795-b34c-2b33dc2752b0 req-5d42d4ae-72fa-4175-8cef-a908c3e4fc86 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Request body: {'floatingip': {'port_id': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:35.132704 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.237107 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1d3d119f-db5e-4795-b34c-2b33dc2752b0 req-5d42d4ae-72fa-4175-8cef-a908c3e4fc86 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.328929 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.482692 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.652388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] Deleting port af6c7e70-4f2a-4c69-98a0-24803e04f3c0 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:35.653441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.708680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event updated for resources: {'Port': ['ID=389f4de5-6102-4a1e-a921-5a3dc4f4ed5d,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:35.741543 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.748348 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] For port af6c7e70-4f2a-4c69-98a0-24803e04f3c0, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=af6c7e70-4f2a-4c69-98a0-24803e04f3c0,segment=NetworkSegment(f241bd28-028a-408a-a7b3-d93756ef9445),segment_id=f241bd28-028a-408a-a7b3-d93756ef9445)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:35.748790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.759626 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-1d3d119f-db5e-4795-b34c-2b33dc2752b0 req-5d42d4ae-72fa-4175-8cef-a908c3e4fc86 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 20:41:35.760701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d3d119f-db5e-4795-b34c-2b33dc2752b0 req-5d42d4ae-72fa-4175-8cef-a908c3e4fc86 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "PUT /v2.0/floatingips/02b9722d-1d5e-4baa-ba2f-1a60a8dbf842 HTTP/1.1" status: 409 len: 550 time: 0.6874993 Aug 16 20:41:35.763778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] Calling delete_port for af6c7e70-4f2a-4c69-98a0-24803e04f3c0 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:35.850864 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.862002 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ac87149-15b0-4399-9737-1343cde54577 req-1b775e0b-9786-4de0-b187-f2e73a92ddcf tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5177240 Aug 16 20:41:35.917575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ac87149-15b0-4399-9737-1343cde54577 req-35d2cb73-fa27-472b-9b32-a2393cceaa70 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.16 HTTP/1.1" status: 200 len: 695 time: 0.0545301 Aug 16 20:41:36.032838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac87149-15b0-4399-9737-1343cde54577 req-c3f85d1f-0d69-4c7b-a5f2-200276f50539 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:36.034271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ac87149-15b0-4399-9737-1343cde54577 req-c3f85d1f-0d69-4c7b-a5f2-200276f50539 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.1123977 Aug 16 20:41:36.070531 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.110000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] Pushing event deleted for resources: {'Port': ['ID=af6c7e70-4f2a-4c69-98a0-24803e04f3c0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:36.198254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-ffb0a365-1196-4619-a211-5426aa89866d tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1028a7c9f83b499486b0f491fa3d2d9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606854 Aug 16 20:41:36.206835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-87cbc6f5-6268-4f30-be18-96ae903bd464 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips/02b9722d-1d5e-4baa-ba2f-1a60a8dbf842 HTTP/1.1" status: 200 len: 693 time: 0.0788751 Aug 16 20:41:36.288800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.388961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-083919c8-14c9-48d2-b3b5-199535e3a0d4 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:36.392332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-083919c8-14c9-48d2-b3b5-199535e3a0d4 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.1844893 Aug 16 20:41:36.399863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6724ea67-f340-400b-b0e6-438e974523ea tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:36.401301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6724ea67-f340-400b-b0e6-438e974523ea tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917920 Aug 16 20:41:36.454313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-1bb62182-3c8a-4b3a-b436-922bae84833c tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/quotas/1028a7c9f83b499486b0f491fa3d2d9f HTTP/1.1" status: 200 len: 375 time: 0.0447559 Aug 16 20:41:36.457607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-a77a79aa-5727-47e9-96fe-813bc85e5dbe tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.0552108 Aug 16 20:41:36.506289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] Router 6f310f50-06dc-4064-910f-d30f36c0d3de has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:36.526616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-ccb414e8-c7af-41e6-b84a-8da0f227a120 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1028a7c9f83b499486b0f491fa3d2d9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558329 Aug 16 20:41:36.529640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-4ef2cea3-a695-4ab0-a49d-3040fb7b2945 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.0654578 Aug 16 20:41:36.659203 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:36.667448 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c4700755-9e8e-4569-9aa2-c63a49a573df admin admin] 10.222.0.74 "PUT /v2.0/routers/6f310f50-06dc-4064-910f-d30f36c0d3de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0394516 Aug 16 20:41:36.670254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40356) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:36.673177 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba7c06-5d74-4fba-82b6-87cd963993f3 None None] Sync routers for ids ['6f310f50-06dc-4064-910f-d30f36c0d3de'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:36.684466 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba7c06-5d74-4fba-82b6-87cd963993f3 None None] Routers {'6f310f50-06dc-4064-910f-d30f36c0d3de'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:36.686097 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-34ba7c06-5d74-4fba-82b6-87cd963993f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6f310f50-06dc-4064-910f-d30f36c0d3de'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:36.709602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-3d58abfa-7873-49de-98fd-803979eed1df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Deleting port dd4edc2e-408c-4ce0-a129-729c5001d1a4 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:36.710290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-3d58abfa-7873-49de-98fd-803979eed1df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.822343 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.836424 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-34ba7c06-5d74-4fba-82b6-87cd963993f3 None None] Set router 6f310f50-06dc-4064-910f-d30f36c0d3de gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:36.848449 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-3d58abfa-7873-49de-98fd-803979eed1df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.848778 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-3d58abfa-7873-49de-98fd-803979eed1df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.874108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-3d58abfa-7873-49de-98fd-803979eed1df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Calling delete_port for dd4edc2e-408c-4ce0-a129-729c5001d1a4 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:36.956480 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.066674 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-34ba7c06-5d74-4fba-82b6-87cd963993f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-router', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:16Z', 'updated_at': '2021-08-16T20:41:35Z', 'revision_number': 5, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'gw_port': {'id': '7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:18Z', 'updated_at': '2021-08-16T20:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:37.096527 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba7c06-5d74-4fba-82b6-87cd963993f3 None None] Checking router: 6f310f50-06dc-4064-910f-d30f36c0d3de for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:37.100376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Deleting port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:37.100809 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.107909 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba7c06-5d74-4fba-82b6-87cd963993f3 None None] Routers {'6f310f50-06dc-4064-910f-d30f36c0d3de'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:37.107909 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-34ba7c06-5d74-4fba-82b6-87cd963993f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6f310f50-06dc-4064-910f-d30f36c0d3de'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:37.177516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-fdc683bd-f5e0-4591-8dde-fdd748cdd9a2 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1138897 Aug 16 20:41:37.187908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:37.194338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] For port 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:37.195137 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.199656 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-34ba7c06-5d74-4fba-82b6-87cd963993f3 None None] Set router 6f310f50-06dc-4064-910f-d30f36c0d3de gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:37.208635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Calling delete_port for 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:37.221056 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-3d58abfa-7873-49de-98fd-803979eed1df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.252070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58abfa-7873-49de-98fd-803979eed1df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Pushing event deleted for resources: {'Port': ['ID=dd4edc2e-408c-4ce0-a129-729c5001d1a4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:37.258321 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-34ba7c06-5d74-4fba-82b6-87cd963993f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-router', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:16Z', 'updated_at': '2021-08-16T20:41:36Z', 'revision_number': 6, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:37.286553 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba7c06-5d74-4fba-82b6-87cd963993f3 None None] The sync data for ids ['6f310f50-06dc-4064-910f-d30f36c0d3de'] in n-d-793619-14 is: [{'id': '6f310f50-06dc-4064-910f-d30f36c0d3de', 'name': 'tempest-FloatingIPsNegativeTestJSON-1548897910-router', 'tenant_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:16Z', 'updated_at': '2021-08-16T20:41:36Z', 'revision_number': 6, 'project_id': 'b11afa6e9b0540a6bfdf860724eb5838', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:37.312678 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.335791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-3d58abfa-7873-49de-98fd-803979eed1df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.338731 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-3d58abfa-7873-49de-98fd-803979eed1df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.339887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8278f02e-9242-467b-af31-967aa35a5fa6 req-3d58abfa-7873-49de-98fd-803979eed1df tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "DELETE /v2.0/floatingips/02b9722d-1d5e-4baa-ba2f-1a60a8dbf842 HTTP/1.1" status: 204 len: 173 time: 0.7968411 Aug 16 20:41:37.472426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f6e32d7-ddd7-4feb-a71f-a3d3df9a500e req-84900b83-4674-4917-b05d-19e3a2c0d150 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 210 time: 0.0362377 Aug 16 20:41:37.474011 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.498133 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.527186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:37.608139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Allocated IP 172.25.4.250 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/91cfce73-1467-41c0-9a4d-483109a5a94a) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:37.615088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.721799 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.724186 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.754884 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.866680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.866852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.867537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f310f50-06dc-4064-910f-d30f36c0d3de {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:41:37.873116 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.876075 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-39c891c9-7e92-48e7-bec9-8a5a1c9edc58 admin admin] 10.222.0.74 "DELETE /v2.0/routers/6f310f50-06dc-4064-910f-d30f36c0d3de HTTP/1.1" status: 204 len: 168 time: 1.2044580 Aug 16 20:41:37.878493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40388) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:37.911895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:37.915155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:37.918208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:37.924147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-471d3033-9e7a-4356-a0fd-54b8a066afae admin admin] Deleting subnet 463a4f5e-1c66-40be-8825-1e2997c376ee {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:41:37.927522 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-471d3033-9e7a-4356-a0fd-54b8a066afae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.941691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event updated for resources: {'Port': ['ID=91cfce73-1467-41c0-9a4d-483109a5a94a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:37.964405 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-471d3033-9e7a-4356-a0fd-54b8a066afae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.046127 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-471d3033-9e7a-4356-a0fd-54b8a066afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.057339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-a5cae6af-e000-4a36-adba-357c674daf2e tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 1001 time: 0.1063776 Aug 16 20:41:38.142581 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.150496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-d06d1afa-2c66-4f84-bb0b-52599f9028ee tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:38.151885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-d06d1afa-2c66-4f84-bb0b-52599f9028ee tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports/62a3aebd-148f-42bf-816b-8c77774f19aa HTTP/1.1" status: 200 len: 942 time: 0.0731633 Aug 16 20:41:38.243914 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-471d3033-9e7a-4356-a0fd-54b8a066afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.260852 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-a14f94b6-e1cd-45b8-9b4d-b229b9ad72a2 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 1001 time: 0.0650971 Aug 16 20:41:38.273569 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d3033-9e7a-4356-a0fd-54b8a066afae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463a4f5e-1c66-40be-8825-1e2997c376ee,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:38.275553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-471d3033-9e7a-4356-a0fd-54b8a066afae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.279961 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-471d3033-9e7a-4356-a0fd-54b8a066afae admin admin] 10.222.0.74 "DELETE /v2.0/subnets/463a4f5e-1c66-40be-8825-1e2997c376ee HTTP/1.1" status: 204 len: 168 time: 0.3979561 Aug 16 20:41:38.280168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40400) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:38.285364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc9cc2-28bd-40a6-acec-ab1a9d5edfaa None None] Network ba538497-2c26-412e-a774-840c1361d26a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:38.417251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.485072 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.505452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc7bcc3-c168-46b7-8b24-91b3b5ea0fd0 None None] DHCP port deletion for ba538497-2c26-412e-a774-840c1361d26a request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:41:38.529721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-0b0f713b-eac0-4c7f-81e9-d1cf3da6625d tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:38.531100 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-0b0f713b-eac0-4c7f-81e9-d1cf3da6625d tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.2645543 Aug 16 20:41:38.561015 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7bcc3-c168-46b7-8b24-91b3b5ea0fd0 None None] Deleting port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:38.561427 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1bc7bcc3-c168-46b7-8b24-91b3b5ea0fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.646589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1bc7bcc3-c168-46b7-8b24-91b3b5ea0fd0 None None] For port 7248d4db-9c61-484a-ba98-90bdacaf8ff5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7248d4db-9c61-484a-ba98-90bdacaf8ff5,segment=NetworkSegment(f241bd28-028a-408a-a7b3-d93756ef9445),segment_id=f241bd28-028a-408a-a7b3-d93756ef9445)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:38.647058 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1bc7bcc3-c168-46b7-8b24-91b3b5ea0fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.668206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7bcc3-c168-46b7-8b24-91b3b5ea0fd0 None None] Calling delete_port for 7248d4db-9c61-484a-ba98-90bdacaf8ff5 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:38.736279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7248d4db-9c61-484a-ba98-90bdacaf8ff5 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:38.848665 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.901571 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1bc7bcc3-c168-46b7-8b24-91b3b5ea0fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.948956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device af6c7e70-4f2a-4c69-98a0-24803e04f3c0 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:38.950769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7bcc3-c168-46b7-8b24-91b3b5ea0fd0 None None] Pushing event deleted for resources: {'Port': ['ID=7248d4db-9c61-484a-ba98-90bdacaf8ff5,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:38.970376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-0914a8b3-d147-41d6-8232-edf6ec808ff0 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 1001 time: 0.4272933 Aug 16 20:41:38.971443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7bcc3-c168-46b7-8b24-91b3b5ea0fd0 None None] No DVR routers for this DVR port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:38.973487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: af6c7e70-4f2a-4c69-98a0-24803e04f3c0 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:38.974000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device af6c7e70-4f2a-4c69-98a0-24803e04f3c0 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:38.974585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:39.003475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-6f1437da-7fa7-4159-8187-1bc44536f54c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:39.004459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:39.004850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7fbf9b2c-7b72-4086-bc62-4dc7f9f8fbf8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:39.054804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Deleting port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:39.055140 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.125723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.132230 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-6f1437da-7fa7-4159-8187-1bc44536f54c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.181107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] For port 7248d4db-9c61-484a-ba98-90bdacaf8ff5, host n-d-793619-14, got binding levels [] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:39.181396 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.200888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Calling delete_port for 7248d4db-9c61-484a-ba98-90bdacaf8ff5 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:39.205473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_backend_mixin [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 was not found and therefore no delete operation was performed {{(pid=95261) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:41:39.208353 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.266818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.275226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7248d4db-9c61-484a-ba98-90bdacaf8ff5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:39.284827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] No DVR routers for this DVR port 7248d4db-9c61-484a-ba98-90bdacaf8ff5 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:39.450799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event updated for resources: {'Port': ['ID=91cfce73-1467-41c0-9a4d-483109a5a94a,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:39.466940 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-6f1437da-7fa7-4159-8187-1bc44536f54c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.470818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.478331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb166939-9ecc-40a1-810b-9e0122daaac6 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:39.479987 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.486242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba538497-2c26-412e-a774-840c1361d26a']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:39.500125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f241bd28-028a-408a-a7b3-d93756ef9445') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:39.500995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f241bd28-028a-408a-a7b3-d93756ef9445') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:39.510968 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.526712 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.534486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-6f1437da-7fa7-4159-8187-1bc44536f54c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.535016 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-6f1437da-7fa7-4159-8187-1bc44536f54c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Floating IP 11c37904-5775-4224-a70b-a63aa0a41f45 disassociated. External IP: 172.25.4.165, port: 62a3aebd-148f-42bf-816b-8c77774f19aa. Aug 16 20:41:39.538073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:41:39.541202 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:41:39.581786 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.605161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:39.607408 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302aed79-3a22-46ce-bf3e-f730d58e2720" -d '{"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-unplugged", "status": "completed", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:39.616008 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.617530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-5aa86810-9348-440b-a209-237fb02eca57 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4334118 Aug 16 20:41:39.621864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:39.709664 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.740792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-6cb20f69-673e-4b41-8231-8fea4f915cd7 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.250 HTTP/1.1" status: 200 len: 696 time: 0.1153564 Aug 16 20:41:39.759360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:39.812373 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.830251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.832069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] 10.222.0.74 "DELETE /v2.0/networks/ba538497-2c26-412e-a774-840c1361d26a HTTP/1.1" status: 204 len: 168 time: 1.5508745 Aug 16 20:41:39.852179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988a50f-6357-4b1b-8e4a-895471493f42 req-5824e134-d1cf-425f-b05c-d139f33a5bc5 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:39.853703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d988a50f-6357-4b1b-8e4a-895471493f42 req-5824e134-d1cf-425f-b05c-d139f33a5bc5 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.76 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 945 time: 0.2086899 Aug 16 20:41:39.860554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec319e-1761-400d-9a1e-3f94abd0d0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ba538497-2c26-412e-a774-840c1361d26a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:40.036328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-eff368ec-57b0-4546-85af-3b64bc5c2502 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:40.037625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-140a9ce3-0a95-44f7-8d4e-1c5f6c3d0dc8 req-eff368ec-57b0-4546-85af-3b64bc5c2502 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.2874544 Aug 16 20:41:40.080467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-6f1437da-7fa7-4159-8187-1bc44536f54c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:40.089084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-d988a50f-6357-4b1b-8e4a-895471493f42 req-6f78d766-b6d0-4822-8406-6995a8efbe67 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Deleting port 473f56c0-3aab-4222-bce5-63256f7fb1ce {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:40.089433 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d988a50f-6357-4b1b-8e4a-895471493f42 req-6f78d766-b6d0-4822-8406-6995a8efbe67 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.184496 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6bfa28e1-1fff-4b9e-9918-5229311276d9 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=1028a7c9f83b499486b0f491fa3d2d9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882864 Aug 16 20:41:40.290591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40414) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:40.332975 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-78536b56-b813-4c07-b7ca-24e27166ad7f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b11afa6e9b0540a6bfdf860724eb5838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412207 Aug 16 20:41:40.335561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40416) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:40.356939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e55e8-fcd6-4e5b-b519-7f8d43c516af req-eacb27b7-408f-44d7-b24f-8e50930016cd tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:40.358462 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e6e55e8-fcd6-4e5b-b519-7f8d43c516af req-eacb27b7-408f-44d7-b24f-8e50930016cd tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 948 time: 0.2179008 Aug 16 20:41:40.392123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1e8a-83a7-4d0f-954f-f931b13d8f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.399216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-d988a50f-6357-4b1b-8e4a-895471493f42 req-6f78d766-b6d0-4822-8406-6995a8efbe67 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] For port 473f56c0-3aab-4222-bce5-63256f7fb1ce, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=473f56c0-3aab-4222-bce5-63256f7fb1ce,segment=NetworkSegment(be39c810-d3dc-4066-ab66-dccee03d7c4f),segment_id=be39c810-d3dc-4066-ab66-dccee03d7c4f)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:40.399590 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d988a50f-6357-4b1b-8e4a-895471493f42 req-6f78d766-b6d0-4822-8406-6995a8efbe67 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.413698 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1e8a-83a7-4d0f-954f-f931b13d8f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.444191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-d988a50f-6357-4b1b-8e4a-895471493f42 req-6f78d766-b6d0-4822-8406-6995a8efbe67 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Calling delete_port for 473f56c0-3aab-4222-bce5-63256f7fb1ce owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:40.472760 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74267-2204-4b8c-8208-e13636f96b24 req-252f1ebf-ded0-4edc-bc98-a84c28a2e909 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:40.474238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-252f1ebf-ded0-4edc-bc98-a84c28a2e909 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498751 Aug 16 20:41:40.475296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-6f1437da-7fa7-4159-8187-1bc44536f54c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:40.482641 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-6f1437da-7fa7-4159-8187-1bc44536f54c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.486685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de88c7-6cfc-4e09-84e8-011bf7645382 None None] Sync routers for ids ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:40.491450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e6e55e8-fcd6-4e5b-b519-7f8d43c516af req-0e0e9f8d-0374-477e-9441-5867ce59bca0 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146839 Aug 16 20:41:40.495388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de88c7-6cfc-4e09-84e8-011bf7645382 None None] Routers {'c63bbcab-9239-47f3-9c2b-304db3dcc7e1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:40.495956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20de88c7-6cfc-4e09-84e8-011bf7645382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:40.515654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Request body: {'port': {'device_id': '095b95bb-7470-4497-8de7-c0a3bf6f24c5', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '1028a7c9f83b499486b0f491fa3d2d9f'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:40.546874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1e8a-83a7-4d0f-954f-f931b13d8f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.551167 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1e8a-83a7-4d0f-954f-f931b13d8f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.558347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c2cb1e8a-83a7-4d0f-954f-f931b13d8f2c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a0b23b77-251f-47eb-b3ed-bc4fa8d7c535 HTTP/1.1" status: 204 len: 168 time: 0.2194660 Aug 16 20:41:40.567656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb1e8a-83a7-4d0f-954f-f931b13d8f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b23b77-251f-47eb-b3ed-bc4fa8d7c535,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:40.640067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-6f1437da-7fa7-4159-8187-1bc44536f54c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "PUT /v2.0/floatingips/11c37904-5775-4224-a70b-a63aa0a41f45 HTTP/1.1" status: 200 len: 695 time: 1.6392763 Aug 16 20:41:40.648569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'tag': '62a3aebd-148f-42bf-816b-8c77774f19aa'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:40.651460 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f340435-deca-41f7-92f5-2ba05a57d532" -d '{"events": [{"name": "network-changed", "server_uuid": "fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1", "tag": "62a3aebd-148f-42bf-816b-8c77774f19aa"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:40.697640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-20de88c7-6cfc-4e09-84e8-011bf7645382 None None] Set router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:40.831087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589efd74-c5c9-4e0e-b8b1-7a9c3f11ef54 req-d909584a-8eaf-48ac-97d4-d826ca3b6faa tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:40.834968 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-589efd74-c5c9-4e0e-b8b1-7a9c3f11ef54 req-d909584a-8eaf-48ac-97d4-d826ca3b6faa tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/ports?device_id=f376fb02-a290-4b86-a26a-d5e655442de6 HTTP/1.1" status: 200 len: 945 time: 0.1084952 Aug 16 20:41:40.876430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-589efd74-c5c9-4e0e-b8b1-7a9c3f11ef54 req-270d2620-9b98-497c-91fe-e5fd2e811d39 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d274fed-f093-4519-b2a6-045df3d18aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369270 Aug 16 20:41:40.924961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Made reservation on behalf of 1028a7c9f83b499486b0f491fa3d2d9f for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:40.928884 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.931064 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d988a50f-6357-4b1b-8e4a-895471493f42 req-6f78d766-b6d0-4822-8406-6995a8efbe67 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.944408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['473f56c0-3aab-4222-bce5-63256f7fb1ce'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:41:40.978802 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.998487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78d766-b6d0-4822-8406-6995a8efbe67 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Pushing event deleted for resources: {'Port': ['ID=473f56c0-3aab-4222-bce5-63256f7fb1ce,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:41.004095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20de88c7-6cfc-4e09-84e8-011bf7645382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '2b8962c9-3fcc-4e67-bf84-ed55c8a52459', 'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'mac_address': 'fa:16:3e:66:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'subnets': [{'id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:41.021117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-677a8442-541d-4953-89c4-0f743bfe35f7 req-1200fcd6-a900-4826-a983-ff895488350c tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 210 time: 0.0731294 Aug 16 20:41:41.033994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de88c7-6cfc-4e09-84e8-011bf7645382 None None] Checking router: c63bbcab-9239-47f3-9c2b-304db3dcc7e1 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:41.052789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de88c7-6cfc-4e09-84e8-011bf7645382 None None] Routers {'c63bbcab-9239-47f3-9c2b-304db3dcc7e1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:41.053506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20de88c7-6cfc-4e09-84e8-011bf7645382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:41.066287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d988a50f-6357-4b1b-8e4a-895471493f42 req-6f78d766-b6d0-4822-8406-6995a8efbe67 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] No DVR routers for this DVR port 473f56c0-3aab-4222-bce5-63256f7fb1ce on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:41.068997 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d988a50f-6357-4b1b-8e4a-895471493f42 req-6f78d766-b6d0-4822-8406-6995a8efbe67 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.071347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d988a50f-6357-4b1b-8e4a-895471493f42 req-6f78d766-b6d0-4822-8406-6995a8efbe67 tempest-AttachSCSIVolumeTestJSON-87040535 tempest-AttachSCSIVolumeTestJSON-87040535-project] 10.222.0.76 "DELETE /v2.0/ports/473f56c0-3aab-4222-bce5-63256f7fb1ce HTTP/1.1" status: 204 len: 173 time: 1.2086966 Aug 16 20:41:41.132188 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4118db59-6f46-47f0-9bb6-1433bb3dc0c5 x-openstack-request-id: req-4118db59-6f46-47f0-9bb6-1433bb3dc0c5 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:41.132618 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-unplugged", "status": "completed", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:41.133068 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4118db59-6f46-47f0-9bb6-1433bb3dc0c5 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:41.133524 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'code': 200} Aug 16 20:41:41.173378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c2c7ff0-95da-44c0-b84e-568290670612 req-9390e75f-61de-48b7-93b1-49c9dacaab6e tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips/6ee729e1-6aff-4275-a409-1b5e77e8d3c6 HTTP/1.1" status: 200 len: 693 time: 0.0649793 Aug 16 20:41:41.230225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-20de88c7-6cfc-4e09-84e8-011bf7645382 None None] Set router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:41.302235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40434) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:41.335413 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.341955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-b9f593d3-3345-4c25-9ac6-893100fb1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:41.343516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-b9f593d3-3345-4c25-9ac6-893100fb1879 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f20a0943df214da3831b556c42160fb2&device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 1097 time: 0.6868601 Aug 16 20:41:41.408801 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ee14555-2391-4ce2-892d-d318a87f31d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.585895 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ee14555-2391-4ce2-892d-d318a87f31d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.629324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20de88c7-6cfc-4e09-84e8-011bf7645382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '2b8962c9-3fcc-4e67-bf84-ed55c8a52459', 'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'mac_address': 'fa:16:3e:66:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'subnets': [{'id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:41.654671 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ee14555-2391-4ce2-892d-d318a87f31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.669464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de88c7-6cfc-4e09-84e8-011bf7645382 None None] The sync data for ids ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'] in n-d-793619-14 is: [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 4, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '2b8962c9-3fcc-4e67-bf84-ed55c8a52459', 'name': '', 'network_id': '9e58675f-eeb1-4ec6-9cd4-e11de5641fcd', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'mac_address': 'fa:16:3e:66:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'subnets': [{'id': 'ee89c026-4ff8-4841-afee-84750874b8c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:41.735136 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4ee14555-2391-4ce2-892d-d318a87f31d5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=96028dfc3dcb42a082616e4fe380160e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310381 Aug 16 20:41:41.735963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40448) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:41.736687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee14555-2391-4ce2-892d-d318a87f31d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f49a21-611a-4035-a590-1fc8c8887fe6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:41.761807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.811654 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32101df4-6556-4637-8d21-6f5dc6a1a72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.835558 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32101df4-6556-4637-8d21-6f5dc6a1a72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.872367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c7ff0-95da-44c0-b84e-568290670612 req-fec1b1ae-5bc6-4551-a4b8-cd995dc9aeac tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:41.873828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c2c7ff0-95da-44c0-b84e-568290670612 req-fec1b1ae-5bc6-4551-a4b8-cd995dc9aeac tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.6890314 Aug 16 20:41:41.924361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f471c0-4246-4697-bedf-7aaac5eb2f96,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:41.989385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-30b2369e-bf64-4e97-96ef-553b4899052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:41.991127 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-30b2369e-bf64-4e97-96ef-553b4899052b service neutron] 10.222.0.74 "GET /v2.0/networks?id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd HTTP/1.1" status: 200 len: 929 time: 0.6329157 Aug 16 20:41:41.996281 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32101df4-6556-4637-8d21-6f5dc6a1a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.006431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32101df4-6556-4637-8d21-6f5dc6a1a72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.011779 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-32101df4-6556-4637-8d21-6f5dc6a1a72c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/94f49a21-611a-4035-a590-1fc8c8887fe6 HTTP/1.1" status: 204 len: 168 time: 0.2596879 Aug 16 20:41:42.029623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32101df4-6556-4637-8d21-6f5dc6a1a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f49a21-611a-4035-a590-1fc8c8887fe6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:42.103671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Allocated IP 192.168.233.225 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/ddbf8bb3-d5a3-411a-a211-5ad662080569) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:42.106789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-cc815a6a-03da-4acb-8f3f-127805137b29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62a3aebd-148f-42bf-816b-8c77774f19aa HTTP/1.1" status: 200 len: 217 time: 0.0918167 Aug 16 20:41:42.119985 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d40e6-c34e-4f52-bef7-1500233f790b None None] New status for floating IP 11c37904-5775-4224-a70b-a63aa0a41f45: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:41:42.196019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-90506978-f93f-4ea7-948c-decacadf759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.197556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-90506978-f93f-4ea7-948c-decacadf759b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee89c026-4ff8-4841-afee-84750874b8c9 HTTP/1.1" status: 200 len: 867 time: 0.0819383 Aug 16 20:41:42.322097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-93998bd6-80cd-4f20-8d2d-577fa4d0a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.323694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-93998bd6-80cd-4f20-8d2d-577fa4d0a399 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048536 Aug 16 20:41:42.370641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40474) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:42.451423 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.486593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Transition to ACTIVE for port object ddbf8bb3-d5a3-411a-a211-5ad662080569 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:42.517155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-c282551c-ae9c-4b60-b0cb-a8c4e07493e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1070032 Aug 16 20:41:42.534618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-30ca9aac-f96d-4d25-a5a2-7609763e9edc service neutron] 10.222.0.74 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985345 Aug 16 20:41:42.628540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1628414227-network', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:42.680815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-98041a68-11cd-4cf0-bf6e-8e65053ff7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.681345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-98041a68-11cd-4cf0-bf6e-8e65053ff7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.681832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-98041a68-11cd-4cf0-bf6e-8e65053ff7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.682313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-98041a68-11cd-4cf0-bf6e-8e65053ff7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.682859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-98041a68-11cd-4cf0-bf6e-8e65053ff7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.683302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-98041a68-11cd-4cf0-bf6e-8e65053ff7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.683774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-98041a68-11cd-4cf0-bf6e-8e65053ff7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.685748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-98041a68-11cd-4cf0-bf6e-8e65053ff7b7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6509 time: 0.0801766 Aug 16 20:41:42.698867 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7250f94d-e60b-482d-ace4-0f0fc3983fa0 req-9edace9c-ff93-44af-be6e-ee030d92ecef service neutron] 10.222.0.74 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489360 Aug 16 20:41:42.728700 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.736389 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc101fb3-7f6e-4887-b76e-a7d10c4dffb6 x-openstack-request-id: req-cc101fb3-7f6e-4887-b76e-a7d10c4dffb6 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:42.736681 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1", "tag": "62a3aebd-148f-42bf-816b-8c77774f19aa", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:42.736933 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cc101fb3-7f6e-4887-b76e-a7d10c4dffb6 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:42.737361 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'tag': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'status': 'completed', 'code': 200} Aug 16 20:41:42.774751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Made reservation on behalf of 7ca7e4818e3a4296bc67a8d1c1ee9e7f for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:42.777526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.805280 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.844317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:42.861365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:42.876817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f340435-deca-41f7-92f5-2ba05a57d532 req-a41db82f-5f88-4c42-ab74-3d06524e5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.881757 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f340435-deca-41f7-92f5-2ba05a57d532 req-a41db82f-5f88-4c42-ab74-3d06524e5b93 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f20a0943df214da3831b556c42160fb2&device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 1097 time: 0.1208375 Aug 16 20:41:42.905342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:42.913837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Pushing event updated for resources: {'Port': ['ID=ddbf8bb3-d5a3-411a-a211-5ad662080569,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:42.956370 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-eb300ef5-b027-4999-8926-16195044bc8b tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips/6ee729e1-6aff-4275-a409-1b5e77e8d3c6 HTTP/1.1" status: 200 len: 693 time: 0.1233296 Aug 16 20:41:43.075179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-1e4d3185-bc66-490d-b8e5-e46d4d42aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.075663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-1e4d3185-bc66-490d-b8e5-e46d4d42aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.076134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-1e4d3185-bc66-490d-b8e5-e46d4d42aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.077785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-1e4d3185-bc66-490d-b8e5-e46d4d42aa3b service neutron] 10.222.0.76 "GET /v2.0/networks?id=9505ab7f-c601-4aee-bc21-fb8454e73838&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431 HTTP/1.1" status: 200 len: 2297 time: 0.3626149 Aug 16 20:41:43.098769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.099473 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.160030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f340435-deca-41f7-92f5-2ba05a57d532 req-beacdebd-eaff-4254-8077-305f10b235b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.161804 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f340435-deca-41f7-92f5-2ba05a57d532 req-beacdebd-eaff-4254-8077-305f10b235b5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd HTTP/1.1" status: 200 len: 929 time: 0.2664464 Aug 16 20:41:43.211488 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.214969 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342b88e-0c0e-4874-8430-0c278a633938 req-56b5465d-b0b8-4a32-9f5d-12d10030c513 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.216536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0342b88e-0c0e-4874-8430-0c278a633938 req-56b5465d-b0b8-4a32-9f5d-12d10030c513 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 936 time: 0.2592449 Aug 16 20:41:43.226290 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-a04b6b39-599d-4ee9-9be5-31225d4f472b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541101d5-19e3-4b09-8468-6b127501afbd HTTP/1.1" status: 200 len: 1001 time: 0.1239724 Aug 16 20:41:43.235385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-cdd20d62-5a0b-4dd7-ab64-118414ed38f3 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.236725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-cdd20d62-5a0b-4dd7-ab64-118414ed38f3 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.2533681 Aug 16 20:41:43.278914 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f340435-deca-41f7-92f5-2ba05a57d532 req-4168b314-93a1-409b-b85f-cc23e3c093ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62a3aebd-148f-42bf-816b-8c77774f19aa HTTP/1.1" status: 200 len: 217 time: 0.0658941 Aug 16 20:41:43.335336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.341992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f340435-deca-41f7-92f5-2ba05a57d532 req-3b424855-3bc9-458e-bb02-e05a5fc1def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.346625 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f340435-deca-41f7-92f5-2ba05a57d532 req-3b424855-3bc9-458e-bb02-e05a5fc1def0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee89c026-4ff8-4841-afee-84750874b8c9 HTTP/1.1" status: 200 len: 867 time: 0.0554419 Aug 16 20:41:43.349229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-333c54e6-748f-44c2-8d78-211ae991110a tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.250 HTTP/1.1" status: 200 len: 696 time: 0.0962989 Aug 16 20:41:43.354309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-98436ebb-06d4-48bb-bc49-e6671b75ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.355414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-98436ebb-06d4-48bb-bc49-e6671b75ad7c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29c47eaa-d5e4-4aaf-bef9-954047912db6 HTTP/1.1" status: 200 len: 856 time: 0.1171558 Aug 16 20:41:43.363330 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0342b88e-0c0e-4874-8430-0c278a633938 req-a393a906-e708-4491-a0d2-6af5132b9566 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361008 Aug 16 20:41:43.410305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:41:43.438521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-c069f984-6de6-43ea-ab36-b023da3d4f61 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.250 HTTP/1.1" status: 200 len: 696 time: 0.0799208 Aug 16 20:41:43.446283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2764074d-ff12-49bf-bc2d-a548947acb8b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:43.451465 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-6731bb7b-cc6a-46e8-bb75-9f01266d3690 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9585886 Aug 16 20:41:43.458704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-25cf893b-b662-44ab-8e99-a045d90ad331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.460333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-25cf893b-b662-44ab-8e99-a045d90ad331 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9505ab7f-c601-4aee-bc21-fb8454e73838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961874 Aug 16 20:41:43.467782 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.468137 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Added segment bfaac43d-5143-4840-8b6e-18f69c0319bb of type vlan for network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e Aug 16 20:41:43.473206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Request body: {'port': {'device_id': '095b95bb-7470-4497-8de7-c0a3bf6f24c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:43.480997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a3a66c8d-9ae1-4e83-8182-7cec0ac5c7f8 None None] Provisioning for port ddbf8bb3-d5a3-411a-a211-5ad662080569 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:43.486215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a3a66c8d-9ae1-4e83-8182-7cec0ac5c7f8 None None] Provisioning complete for port ddbf8bb3-d5a3-411a-a211-5ad662080569 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:43.486585 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a3a66c8d-9ae1-4e83-8182-7cec0ac5c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.561692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a3a66c8d-9ae1-4e83-8182-7cec0ac5c7f8 None None] Port ddbf8bb3-d5a3-411a-a211-5ad662080569 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:43.725915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a134171-ced4-4543-b00e-a176323d812c req-a75f514e-8ebc-48b4-83de-842010a19c8c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips/11c37904-5775-4224-a70b-a63aa0a41f45 HTTP/1.1" status: 200 len: 693 time: 0.1185200 Aug 16 20:41:43.817950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f340435-deca-41f7-92f5-2ba05a57d532 req-1fcefd8a-dff4-4227-bd5d-66c6643efcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.821465 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f340435-deca-41f7-92f5-2ba05a57d532 req-1fcefd8a-dff4-4227-bd5d-66c6643efcc1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4666164 Aug 16 20:41:43.841145 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.841395 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.861908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-8915d5b3-7773-4152-a2cf-44ff0e34ed74 service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826833 Aug 16 20:41:43.918603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 473f56c0-3aab-4222-bce5-63256f7fb1ce no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:43.948674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 473f56c0-3aab-4222-bce5-63256f7fb1ce {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:43.949134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 473f56c0-3aab-4222-bce5-63256f7fb1ce not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:43.957932 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f340435-deca-41f7-92f5-2ba05a57d532 req-360dfa71-3b25-4083-9412-92a14eb532ae service neutron] 10.222.0.76 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273582 Aug 16 20:41:44.000924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-74d4531f-b507-4257-b0f5-40eef62dd804 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Deleting port 91cfce73-1467-41c0-9a4d-483109a5a94a {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:44.001381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-74d4531f-b507-4257-b0f5-40eef62dd804 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:44.016584 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:44.018074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:44.018284 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:44.067500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a134171-ced4-4543-b00e-a176323d812c req-c0714579-9000-46ba-bbf7-3964cfe8891b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:44.074325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a134171-ced4-4543-b00e-a176323d812c req-c0714579-9000-46ba-bbf7-3964cfe8891b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.3121150 Aug 16 20:41:44.099067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] Pushing event updated for resources: {'Network': ['ID=50d4cbe0-d63a-4b96-b57b-6bdf0a72927e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:44.109661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:41:44.131917 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f340435-deca-41f7-92f5-2ba05a57d532 req-b0ef6cc1-572e-428d-b332-f4130f3ae5d3 service neutron] 10.222.0.76 "GET /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660657 Aug 16 20:41:44.214483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a134171-ced4-4543-b00e-a176323d812c req-fb94674d-e6fe-4f92-94dc-1a06daf72605 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.1265008 Aug 16 20:41:44.216361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-1b7dda47-5b2c-498b-912e-95f200bc37aa service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411677 Aug 16 20:41:44.281862 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-44396aee-1cc9-43f8-86cf-f3ac3e5b162b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9100680 Aug 16 20:41:44.284625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40550) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:44.290495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] Request body: {'subnet': {'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-subnet', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:44.354145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-fbdb371b-4d75-4bfb-81b8-baae27e73a07 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 HTTP/1.1" status: 200 len: 217 time: 0.1285098 Aug 16 20:41:44.362028 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a134171-ced4-4543-b00e-a176323d812c req-d47e1071-467c-4e40-b06f-e5cd07b1a72d tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.1394782 Aug 16 20:41:44.363772 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-74d4531f-b507-4257-b0f5-40eef62dd804 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:44.364101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-74d4531f-b507-4257-b0f5-40eef62dd804 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:44.421450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-74d4531f-b507-4257-b0f5-40eef62dd804 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Calling delete_port for 91cfce73-1467-41c0-9a4d-483109a5a94a owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:44.426675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] Made reservation on behalf of 7ca7e4818e3a4296bc67a8d1c1ee9e7f for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:44.430098 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:44.792244 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:44.859972 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c6f4ce-a733-4577-9b58-81276cc5dd25,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:44.864152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-c496538b-1ef6-4408-9306-986b62b47305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:44.865532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-c496538b-1ef6-4408-9306-986b62b47305 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.4987402 Aug 16 20:41:44.865833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f376fb02-a290-4b86-a26a-d5e655442de6', 'name': 'network-vif-deleted', 'tag': '473f56c0-3aab-4222-bce5-63256f7fb1ce'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:44.868297 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f07298-5a67-4977-8d49-3db029fe752e" -d '{"events": [{"server_uuid": "f376fb02-a290-4b86-a26a-d5e655442de6", "name": "network-vif-deleted", "tag": "473f56c0-3aab-4222-bce5-63256f7fb1ce"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:44.872558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] Checking segment: {'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:44.872558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] Network hostable DHCP agents. Network: 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:41:44.951959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] Network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:41:45.026526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:45.032543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:45.033345 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.041490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfe9e1e-cc7c-49c1-8036-4a021a7ef025 None None] Network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:45.074355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-51bc2216-32a2-442f-8384-eb759a59efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:45.075891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-51bc2216-32a2-442f-8384-eb759a59efc8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1645174 Aug 16 20:41:45.110632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbf8bb3-d5a3-411a-a211-5ad662080569 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:41:45.164627 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-85253224-f884-47f6-b32c-40f58703a1f8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8786166 Aug 16 20:41:45.166919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40584) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:45.171107 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.172957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:45.225667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-6a134171-ced4-4543-b00e-a176323d812c req-f04b178b-8823-49ab-8807-5c035052a42b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Deleting port 1460a7c9-b446-49f9-9daa-6f74e0153c71 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:45.226009 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6a134171-ced4-4543-b00e-a176323d812c req-f04b178b-8823-49ab-8807-5c035052a42b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.243492 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b26c9bf4-2abf-4f98-a959-b2e93ed1c027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.282686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.284044 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.316303 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-638c48db-3260-499d-8c99-9b29c7366912 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281823 Aug 16 20:41:45.352573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'fixed_ips': [{'subnet_id': '56c6f4ce-a733-4577-9b58-81276cc5dd25'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:41:45.356245 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.423640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Transition to ACTIVE for port object ddbf8bb3-d5a3-411a-a211-5ad662080569 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:45.431111 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6a134171-ced4-4543-b00e-a176323d812c req-f04b178b-8823-49ab-8807-5c035052a42b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.431667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6a134171-ced4-4543-b00e-a176323d812c req-f04b178b-8823-49ab-8807-5c035052a42b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.452743 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-74d4531f-b507-4257-b0f5-40eef62dd804 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.495639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.500130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device eb3db696-40b7-4457-b402-17a19efeaa2d details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:41:45.506506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-6a134171-ced4-4543-b00e-a176323d812c req-f04b178b-8823-49ab-8807-5c035052a42b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Calling delete_port for 1460a7c9-b446-49f9-9daa-6f74e0153c71 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:45.518089 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.524951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4531f-b507-4257-b0f5-40eef62dd804 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event deleted for resources: {'Port': ['ID=91cfce73-1467-41c0-9a4d-483109a5a94a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:45.554954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Allocated IP 172.20.0.2 (50d4cbe0-d63a-4b96-b57b-6bdf0a72927e/56c6f4ce-a733-4577-9b58-81276cc5dd25/04bbd078-ae51-4d83-bc0e-65e07215ff48) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:45.765433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.808369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbf8bb3-d5a3-411a-a211-5ad662080569,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:45.824355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port eb3db696-40b7-4457-b402-17a19efeaa2d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=eb3db696-40b7-4457-b402-17a19efeaa2d,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:45.881063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-8f0aee65-cc3f-44f4-9fc3-821c4519470d service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491238 Aug 16 20:41:45.884095 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-74d4531f-b507-4257-b0f5-40eef62dd804 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.884674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'eb3db696-40b7-4457-b402-17a19efeaa2d', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'eb3db696-40b7-4457-b402-17a19efeaa2d', 'mac_address': 'fa:16:3e:e9:de:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:41:45.887435 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-74d4531f-b507-4257-b0f5-40eef62dd804 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.889167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd456afb-d770-4c8d-af6c-8c2c33a742a5 req-74d4531f-b507-4257-b0f5-40eef62dd804 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "DELETE /v2.0/floatingips/6ee729e1-6aff-4275-a409-1b5e77e8d3c6 HTTP/1.1" status: 204 len: 173 time: 2.4346316 Aug 16 20:41:46.001811 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.014053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-aa001f6e-a668-4cf3-84a6-68e246af47ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=1e603d7b-c570-48b7-86c3-c246af5e7d10 HTTP/1.1" status: 200 len: 217 time: 0.1057799 Aug 16 20:41:46.041659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb3db696-40b7-4457-b402-17a19efeaa2d {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:41:46.064160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port eb3db696-40b7-4457-b402-17a19efeaa2d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=eb3db696-40b7-4457-b402-17a19efeaa2d,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:46.080352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-5f88a340-83a8-4cfb-9246-8dbe8de17a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:46.081960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-5f88a340-83a8-4cfb-9246-8dbe8de17a63 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.0584602 Aug 16 20:41:46.084392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Attempting to bind port ddbf8bb3-d5a3-411a-a211-5ad662080569 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:46.084723 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Attempting to bind port ddbf8bb3-d5a3-411a-a211-5ad662080569 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:46.085064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Attempting to bind port ddbf8bb3-d5a3-411a-a211-5ad662080569 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:46.090787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Port ddbf8bb3-d5a3-411a-a211-5ad662080569 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:41:46.091113 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Attempting to bind port ddbf8bb3-d5a3-411a-a211-5ad662080569 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:46.108374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:46.108720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:46.109151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:46.110182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Bound port: ddbf8bb3-d5a3-411a-a211-5ad662080569, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:46.110541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.112373 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.122223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Transition to ACTIVE for port object 04bbd078-ae51-4d83-bc0e-65e07215ff48 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:46.139843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Transition to ACTIVE for port object 04bbd078-ae51-4d83-bc0e-65e07215ff48 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:46.149882 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.194484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-e7e101e5-b9b8-4921-b6ec-83b2031a85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:46.198721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-e7e101e5-b9b8-4921-b6ec-83b2031a85e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0994878 Aug 16 20:41:46.199503 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6a134171-ced4-4543-b00e-a176323d812c req-f04b178b-8823-49ab-8807-5c035052a42b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.220585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=eb3db696-40b7-4457-b402-17a19efeaa2d,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:46.270302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['eb3db696-40b7-4457-b402-17a19efeaa2d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:41:46.297809 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.310629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.326265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b178b-8823-49ab-8807-5c035052a42b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Pushing event deleted for resources: {'Port': ['ID=1460a7c9-b446-49f9-9daa-6f74e0153c71,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:46.337543 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.347273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:46.355537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:46.369673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:46.410941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] For port ddbf8bb3-d5a3-411a-a211-5ad662080569, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:46.427611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7395144-5ac5-473b-9e03-4b242406bd8a req-f66fbc6e-de9d-4292-ab18-c3a2b33af47c tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:46.429444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7395144-5ac5-473b-9e03-4b242406bd8a req-f66fbc6e-de9d-4292-ab18-c3a2b33af47c tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 948 time: 0.2374525 Aug 16 20:41:46.459331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Attempting to bind port 04bbd078-ae51-4d83-bc0e-65e07215ff48 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:46.459952 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Attempting to bind port 04bbd078-ae51-4d83-bc0e-65e07215ff48 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:46.460576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Attempting to bind port 04bbd078-ae51-4d83-bc0e-65e07215ff48 on network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:46.461661 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] For port ddbf8bb3-d5a3-411a-a211-5ad662080569, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ddbf8bb3-d5a3-411a-a211-5ad662080569,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:46.486310 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6a134171-ced4-4543-b00e-a176323d812c req-f04b178b-8823-49ab-8807-5c035052a42b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.489048 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6a134171-ced4-4543-b00e-a176323d812c req-f04b178b-8823-49ab-8807-5c035052a42b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.506959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a134171-ced4-4543-b00e-a176323d812c req-f04b178b-8823-49ab-8807-5c035052a42b tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "DELETE /v2.0/floatingips/11c37904-5775-4224-a70b-a63aa0a41f45 HTTP/1.1" status: 204 len: 173 time: 2.1355104 Aug 16 20:41:46.514771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-7471dabe-06f5-4426-8e1b-57ea983a1a31 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953522 Aug 16 20:41:46.541152 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.563349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Allocated IP 172.25.4.178 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/e3903058-3e67-41dd-9dc8-583ddb79d714) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:46.654245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:46.654738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Checking segment: {'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:46.655148 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.655525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Bound using segment: {'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:46.656020 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Bound port: 04bbd078-ae51-4d83-bc0e-65e07215ff48, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:46.656433 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.658511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Pushing event updated for resources: {'Port': ['ID=04bbd078-ae51-4d83-bc0e-65e07215ff48,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:46.717540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-99b20988-4568-4f84-97cf-d91ffc25fe43 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900642 Aug 16 20:41:46.721791 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a28d22-8da2-4829-9174-33ac008ee0d9 x-openstack-request-id: req-82a28d22-8da2-4829-9174-33ac008ee0d9 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:46.722088 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f376fb02-a290-4b86-a26a-d5e655442de6", "name": "network-vif-deleted", "tag": "473f56c0-3aab-4222-bce5-63256f7fb1ce", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:46.722345 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-82a28d22-8da2-4829-9174-33ac008ee0d9 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:46.722736 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f376fb02-a290-4b86-a26a-d5e655442de6', 'name': 'network-vif-deleted', 'tag': '473f56c0-3aab-4222-bce5-63256f7fb1ce', 'status': 'completed', 'code': 200} Aug 16 20:41:46.737337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7395144-5ac5-473b-9e03-4b242406bd8a req-8a58c190-94a7-4778-a0d0-b7196f48f5ed tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965200 Aug 16 20:41:46.751278 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.771097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] For port 04bbd078-ae51-4d83-bc0e-65e07215ff48, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:46.774797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] For port 04bbd078-ae51-4d83-bc0e-65e07215ff48, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=04bbd078-ae51-4d83-bc0e-65e07215ff48,segment=NetworkSegment(bfaac43d-5143-4840-8b6e-18f69c0319bb),segment_id=bfaac43d-5143-4840-8b6e-18f69c0319bb)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:46.850409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:46.851042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.852493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] 10.222.0.79 "PUT /v2.0/ports/ddbf8bb3-d5a3-411a-a211-5ad662080569 HTTP/1.1" status: 200 len: 1097 time: 3.3848469 Aug 16 20:41:46.898675 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.904766 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.954062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-5a00b693-7008-440e-b833-ea15deb8f86a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=dff5d104-9250-4ba8-ab72-955d0849cbfd HTTP/1.1" status: 200 len: 217 time: 0.2053816 Aug 16 20:41:46.999262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Pushing event updated for resources: {'Port': ['ID=e3903058-3e67-41dd-9dc8-583ddb79d714,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:47.040165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:47.055063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:47.057394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b1e67-357c-4505-9708-a135c265e8d0 None None] Pushing event updated for resources: {'Port': ['ID=04bbd078-ae51-4d83-bc0e-65e07215ff48,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:47.062207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:47.179001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-43f3b58f-367b-4686-94ab-58ad95bf942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:47.180539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-43f3b58f-367b-4686-94ab-58ad95bf942e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.1928408 Aug 16 20:41:47.248439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450990e-def8-4e04-94e5-ed0d11acc001 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbf8bb3-d5a3-411a-a211-5ad662080569,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:47.251593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40654) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:47.361210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b954-b060-42ee-aaaa-45a0d2c95f3a req-23a68a7a-456b-4473-ab72-257a21391eb9 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:47.370206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7045b954-b060-42ee-aaaa-45a0d2c95f3a req-23a68a7a-456b-4473-ab72-257a21391eb9 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5106523 Aug 16 20:41:47.390739 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-69fc2eb5-15ef-4640-8f65-b3918822dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:47.392462 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-69fc2eb5-15ef-4640-8f65-b3918822dae4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1867175 Aug 16 20:41:47.500659 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ff76efa4-423b-409e-a818-3aaa08989bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.507704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device eb3db696-40b7-4457-b402-17a19efeaa2d up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:47.549895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74267-2204-4b8c-8208-e13636f96b24 req-c2009d6f-0b8b-4a85-96ac-55593c5a423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:47.551359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-c2009d6f-0b8b-4a85-96ac-55593c5a423d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1028a7c9f83b499486b0f491fa3d2d9f&device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 1100 time: 0.4077723 Aug 16 20:41:47.565976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b0043-b755-4ab2-9436-299f6044cca2 req-7946d8ad-dd62-4cc0-b758-d5a60bc808ae tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:47.567749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f08b0043-b755-4ab2-9436-299f6044cca2 req-7946d8ad-dd62-4cc0-b758-d5a60bc808ae tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8442471 Aug 16 20:41:47.579701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7045b954-b060-42ee-aaaa-45a0d2c95f3a req-e17756c3-e46e-4ab6-87e1-3843aa4ef718 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1615713 Aug 16 20:41:47.597886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port eb3db696-40b7-4457-b402-17a19efeaa2d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:47.604057 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.617976 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-be5156bd-b833-4e2b-a65c-b4711d49fa39 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=ddbf8bb3-d5a3-411a-a211-5ad662080569 HTTP/1.1" status: 200 len: 217 time: 0.0491405 Aug 16 20:41:47.618666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c31d47b9-9700-415f-ada1-a8664edbe85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.674536 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.811969 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.842639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3db696-40b7-4457-b402-17a19efeaa2d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:47.846199 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7558fef-b6b3-4adc-9280-0f2938694996" -d '{"events": [{"server_uuid": "7814e742-ea74-460d-a0ed-5e64e71972e4", "name": "network-vif-plugged", "status": "completed", "tag": "eb3db696-40b7-4457-b402-17a19efeaa2d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:47.861401 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.864705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port eb3db696-40b7-4457-b402-17a19efeaa2d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=eb3db696-40b7-4457-b402-17a19efeaa2d,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:47.870507 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa96e16e-0ec9-4dcb-82e1-3d873de48225 req-c2f1b0a9-aa34-4c13-bfa5-eac94617f165 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1290610 Aug 16 20:41:47.888142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2697507f-daa0-4cc9-aaab-0798c8974614 req-15706610-5c7b-4fe1-b1c9-9001e2f101b1 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?tenant_id=3d2a25b9c1f048378b4a7f4ee77df6d8 HTTP/1.1" status: 200 len: 1655 time: 0.2671666 Aug 16 20:41:47.940789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-e7b7b713-950e-4750-8387-b67e1d685d6d service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148547 Aug 16 20:41:47.964449 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:48.041336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:48.050674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=eb3db696-40b7-4457-b402-17a19efeaa2d,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:48.103422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74267-2204-4b8c-8208-e13636f96b24 req-62c8b158-2113-4ecf-b8b6-32e65b2687da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:48.105055 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-62c8b158-2113-4ecf-b8b6-32e65b2687da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.4668164 Aug 16 20:41:48.282878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Router d4e1a058-3274-442c-a68a-141a43d7e7a0 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:41:48.337402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-dc3f5a98-bbbe-4d48-addf-bcaf06028200 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024647 Aug 16 20:41:48.345891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697507f-daa0-4cc9-aaab-0798c8974614 req-59dacc68-5195-4ad9-a50c-98906b04c3b6 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:48.361093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2697507f-daa0-4cc9-aaab-0798c8974614 req-59dacc68-5195-4ad9-a50c-98906b04c3b6 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks?id=024aace8-5106-4ca0-92a0-51e389aab0db&id=024aace8-5106-4ca0-92a0-51e389aab0db&id=024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 787 time: 0.4627328 Aug 16 20:41:48.424683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace0ed1a-c9e5-40eb-b3d3-124d25a41e1c None None] Network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:48.439998 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:48.471625 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7b8fea-20ed-444e-900e-bddcac70d6fb x-openstack-request-id: req-ba7b8fea-20ed-444e-900e-bddcac70d6fb {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:48.472198 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7814e742-ea74-460d-a0ed-5e64e71972e4", "name": "network-vif-plugged", "status": "completed", "tag": "eb3db696-40b7-4457-b402-17a19efeaa2d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:48.472760 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ba7b8fea-20ed-444e-900e-bddcac70d6fb {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:48.473488 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3db696-40b7-4457-b402-17a19efeaa2d', 'code': 200} Aug 16 20:41:48.480768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Sync routers for ids ['d4e1a058-3274-442c-a68a-141a43d7e7a0'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:48.557423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Routers {'d4e1a058-3274-442c-a68a-141a43d7e7a0'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:48.558132 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d4e1a058-3274-442c-a68a-141a43d7e7a0'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:48.570255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-a32e29bf-9dc8-47ba-a5b5-cb1b2285053d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=08db1591-b7d3-496f-b184-e13a3f241a8f HTTP/1.1" status: 200 len: 217 time: 0.2070522 Aug 16 20:41:48.622361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c5e3a27e-5953-4502-be99-4b9c6df22b0a None None] Provisioning for port 04bbd078-ae51-4d83-bc0e-65e07215ff48 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:48.822630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Set router d4e1a058-3274-442c-a68a-141a43d7e7a0 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:48.945086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 04bbd078-ae51-4d83-bc0e-65e07215ff48 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:48.993385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095b95bb-7470-4497-8de7-c0a3bf6f24c5', 'tag': 'ddbf8bb3-d5a3-411a-a211-5ad662080569'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:48.995727 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6832ff57-0572-4491-bb9e-a66814f703c9" -d '{"events": [{"name": "network-changed", "server_uuid": "095b95bb-7470-4497-8de7-c0a3bf6f24c5", "tag": "ddbf8bb3-d5a3-411a-a211-5ad662080569"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:49.085187 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c31d47b9-9700-415f-ada1-a8664edbe85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.106004 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-c879facb-52ab-4acd-afdf-f84efa84846f tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips/1f6cb93f-cac2-4aa8-9a6d-2f5d66f96aec HTTP/1.1" status: 200 len: 692 time: 0.1059139 Aug 16 20:41:49.111327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74267-2204-4b8c-8208-e13636f96b24 req-a6ef2b64-ec34-4e2e-95a9-ea3eaebddeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:49.112802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-a6ef2b64-ec34-4e2e-95a9-ea3eaebddeca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9590535 Aug 16 20:41:49.168136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-36054fb7-f1c6-4153-91d9-8368af9b3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:49.169570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-36054fb7-f1c6-4153-91d9-8368af9b3b08 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.1634986 Aug 16 20:41:49.196102 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b96147-c111-4837-8edb-ea3871fb9302 req-9c9ae30a-84e8-4daf-ac2d-a03a2f61cc59 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:49.202285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1b96147-c111-4837-8edb-ea3871fb9302 req-9c9ae30a-84e8-4daf-ac2d-a03a2f61cc59 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 948 time: 1.0958753 Aug 16 20:41:49.242399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.261639 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c31d47b9-9700-415f-ada1-a8664edbe85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.264651 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.272468 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-179108a1-1d6e-4070-87c0-c1430bb74c01 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1012940 Aug 16 20:41:49.273313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40704) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:49.290318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:47Z', 'revision_number': 3, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:49.345352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c31d47b9-9700-415f-ada1-a8664edbe85b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=434c62f5bc824bb0aacc4eedfd866e31&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0655024 Aug 16 20:41:49.356199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40710) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:49.378551 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 04bbd078-ae51-4d83-bc0e-65e07215ff48 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:49.383885 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Checking router: d4e1a058-3274-442c-a68a-141a43d7e7a0 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:49.384387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Updating router d4e1a058-3274-442c-a68a-141a43d7e7a0 port e3903058-3e67-41dd-9dc8-583ddb79d714 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:49.427364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 04bbd078-ae51-4d83-bc0e-65e07215ff48 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:49.428672 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.433538 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.464082 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-ce0493a6-a838-404c-a7d9-ce1e119a0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:49.465617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-ce0493a6-a838-404c-a7d9-ce1e119a0378 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2589059 Aug 16 20:41:49.521738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1b96147-c111-4837-8edb-ea3871fb9302 req-e9b4367d-0937-4acb-ab1b-433831466180 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080680 Aug 16 20:41:49.570563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d47b9-9700-415f-ada1-a8664edbe85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c85830b-2b5c-408f-9132-79e3cfe6635d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:49.744727 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-a4c7ef5f-3f4b-4d8b-9340-2f3489c48191 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968401 Aug 16 20:41:49.760231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-b9a89d4f-467c-41e2-bd66-54fa419c74c1 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:49.761768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-b9a89d4f-467c-41e2-bd66-54fa419c74c1 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.6479905 Aug 16 20:41:49.786852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-914929bc-619a-4e81-add4-82a97655789b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.809900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ef160ba0-921f-4c6a-a87b-98a00d87ec09 None None] Provisioning complete for port 04bbd078-ae51-4d83-bc0e-65e07215ff48 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:49.810417 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ef160ba0-921f-4c6a-a87b-98a00d87ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.937609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-61542cdf-428f-4e5f-ad6d-4e7039f8a6b8 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.16 HTTP/1.1" status: 200 len: 695 time: 0.1634297 Aug 16 20:41:49.940262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-f54e0f56-fab6-46d1-b279-b6ec7f3f4ff3 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561765 Aug 16 20:41:50.088144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.097805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-914929bc-619a-4e81-add4-82a97655789b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.160336 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-a3d5ebd7-13ee-43d3-9776-0bca226f7ec5 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893528 Aug 16 20:41:50.168944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa3bc2-7216-4aaf-a573-d0d91d7aeebf req-69e0213d-154b-4d09-8796-a5724f92c7d9 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:50.176884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8fa3bc2-7216-4aaf-a573-d0d91d7aeebf req-69e0213d-154b-4d09-8796-a5724f92c7d9 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 945 time: 0.3914917 Aug 16 20:41:50.216734 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-09b2234a-f80e-421b-963e-50c90cb3b39e tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.16 HTTP/1.1" status: 200 len: 695 time: 0.2700880 Aug 16 20:41:50.259138 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.270421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Transition to ACTIVE for port object e3903058-3e67-41dd-9dc8-583ddb79d714 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:50.273861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Allocated IP 172.20.0.1 (50d4cbe0-d63a-4b96-b57b-6bdf0a72927e/56c6f4ce-a733-4577-9b58-81276cc5dd25/f86cb539-66a8-4e86-b75e-e3b4802e8f7d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:50.312316 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.354425 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 04bbd078-ae51-4d83-bc0e-65e07215ff48, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=04bbd078-ae51-4d83-bc0e-65e07215ff48,segment=NetworkSegment(bfaac43d-5143-4840-8b6e-18f69c0319bb),segment_id=bfaac43d-5143-4840-8b6e-18f69c0319bb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:50.373515 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.391307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-64e71b64-a4c7-438d-aaf5-06725b0bc6a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e HTTP/1.1" status: 200 len: 217 time: 0.2031004 Aug 16 20:41:50.415283 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.433340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Transition to ACTIVE for port object f86cb539-66a8-4e86-b75e-e3b4802e8f7d will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:50.460630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bf427-3b7f-4679-8293-1aad5b861b18 None None] Pushing event updated for resources: {'Port': ['ID=e3903058-3e67-41dd-9dc8-583ddb79d714,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:50.463691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a74267-2204-4b8c-8208-e13636f96b24 req-e4220179-f1e3-450b-b44e-a262fe5f0639 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911058 Aug 16 20:41:50.520916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8fa3bc2-7216-4aaf-a573-d0d91d7aeebf req-da4f76cf-16a4-4502-9a5e-19155b5eaa6c tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad9d220e-1bea-49d6-a420-f296366293fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427839 Aug 16 20:41:50.563267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Attempting to bind port e3903058-3e67-41dd-9dc8-583ddb79d714 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:50.564595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Attempting to bind port e3903058-3e67-41dd-9dc8-583ddb79d714 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:50.564595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Attempting to bind port e3903058-3e67-41dd-9dc8-583ddb79d714 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:50.575957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac21a3-e4f2-4b0b-b5d3-647c58025b3c req-cdd3f0d9-d52f-4f83-b05b-9ff7a78e9e04 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:50.578428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:50.578944 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:50.579356 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.579745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:50.579866 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61ac21a3-e4f2-4b0b-b5d3-647c58025b3c req-cdd3f0d9-d52f-4f83-b05b-9ff7a78e9e04 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 945 time: 0.1000087 Aug 16 20:41:50.580230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Bound port: e3903058-3e67-41dd-9dc8-583ddb79d714, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:50.580618 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.598144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.618869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-557a334a-d278-48ff-9f68-7b7ee7d4b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:50.621323 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-557a334a-d278-48ff-9f68-7b7ee7d4b662 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.2140892 Aug 16 20:41:50.632032 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.689221 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-914929bc-619a-4e81-add4-82a97655789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.693299 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-914929bc-619a-4e81-add4-82a97655789b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.694756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-914929bc-619a-4e81-add4-82a97655789b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1c85830b-2b5c-408f-9132-79e3cfe6635d HTTP/1.1" status: 204 len: 168 time: 1.3293862 Aug 16 20:41:50.723531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=04bbd078-ae51-4d83-bc0e-65e07215ff48,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:50.734566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914929bc-619a-4e81-add4-82a97655789b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c85830b-2b5c-408f-9132-79e3cfe6635d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:50.747277 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] For port e3903058-3e67-41dd-9dc8-583ddb79d714, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:50.748627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-0d3ea360-478d-408a-b4ff-a6947ecb049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:50.751757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-0d3ea360-478d-408a-b4ff-a6947ecb049f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222343 Aug 16 20:41:50.759210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-de1c8328-91d8-4074-a132-6b1e06258e01 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Deleting port 389f4de5-6102-4a1e-a921-5a3dc4f4ed5d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:50.759677 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-de1c8328-91d8-4074-a132-6b1e06258e01 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.761003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] For port e3903058-3e67-41dd-9dc8-583ddb79d714, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e3903058-3e67-41dd-9dc8-583ddb79d714,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:50.804930 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973de2f3-524d-4dee-996e-1ba12c75e5db x-openstack-request-id: req-973de2f3-524d-4dee-996e-1ba12c75e5db {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:50.805692 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095b95bb-7470-4497-8de7-c0a3bf6f24c5", "tag": "ddbf8bb3-d5a3-411a-a211-5ad662080569", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:50.805961 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-973de2f3-524d-4dee-996e-1ba12c75e5db {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:50.806434 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095b95bb-7470-4497-8de7-c0a3bf6f24c5', 'tag': 'ddbf8bb3-d5a3-411a-a211-5ad662080569', 'status': 'completed', 'code': 200} Aug 16 20:41:50.806811 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.830703 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.963041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Routers {'d4e1a058-3274-442c-a68a-141a43d7e7a0'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:50.963694 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d4e1a058-3274-442c-a68a-141a43d7e7a0'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:51.061851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ff57-0572-4491-bb9e-a66814f703c9 req-456341cc-cd72-452f-b838-9c9085ae441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:51.064275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6832ff57-0572-4491-bb9e-a66814f703c9 req-456341cc-cd72-452f-b838-9c9085ae441b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1028a7c9f83b499486b0f491fa3d2d9f&device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 1100 time: 0.2078657 Aug 16 20:41:51.073664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:51.079645 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-de1c8328-91d8-4074-a132-6b1e06258e01 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.080169 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-de1c8328-91d8-4074-a132-6b1e06258e01 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.081652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:51.100661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:51.102873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Pushing event updated for resources: {'Port': ['ID=f86cb539-66a8-4e86-b75e-e3b4802e8f7d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:51.201727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b07ce-32e0-45c3-a8fd-06976c79cfb8 req-9b2ba3ec-7450-486d-8f5e-91f9387d5dc0 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:51.212592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-578b07ce-32e0-45c3-a8fd-06976c79cfb8 req-9b2ba3ec-7450-486d-8f5e-91f9387d5dc0 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 948 time: 0.2862561 Aug 16 20:41:51.251424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.284789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] Set router d4e1a058-3274-442c-a68a-141a43d7e7a0 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:51.308380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-de1c8328-91d8-4074-a132-6b1e06258e01 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Calling delete_port for 389f4de5-6102-4a1e-a921-5a3dc4f4ed5d owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:51.319896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-96f98970-735a-4f17-9ac0-6e5f9197ad79 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488000 Aug 16 20:41:51.339541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-61ac21a3-e4f2-4b0b-b5d3-647c58025b3c req-701bdb7d-19a3-485d-91aa-ae06c444b06e tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Deleting port 62a3aebd-148f-42bf-816b-8c77774f19aa {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:51.339541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61ac21a3-e4f2-4b0b-b5d3-647c58025b3c req-701bdb7d-19a3-485d-91aa-ae06c444b06e tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.481779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bf427-3b7f-4679-8293-1aad5b861b18 None None] Pushing event updated for resources: {'Port': ['ID=e3903058-3e67-41dd-9dc8-583ddb79d714,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:51.516217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-61ac21a3-e4f2-4b0b-b5d3-647c58025b3c req-701bdb7d-19a3-485d-91aa-ae06c444b06e tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] For port 62a3aebd-148f-42bf-816b-8c77774f19aa, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=62a3aebd-148f-42bf-816b-8c77774f19aa,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:51.517056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61ac21a3-e4f2-4b0b-b5d3-647c58025b3c req-701bdb7d-19a3-485d-91aa-ae06c444b06e tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.545636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-61ac21a3-e4f2-4b0b-b5d3-647c58025b3c req-701bdb7d-19a3-485d-91aa-ae06c444b06e tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Calling delete_port for 62a3aebd-148f-42bf-816b-8c77774f19aa owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:51.599885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-578b07ce-32e0-45c3-a8fd-06976c79cfb8 req-c12a63a4-d20d-404f-bb4e-30c11d5dc4a8 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858161 Aug 16 20:41:51.633689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d0429290-7f5f-4405-8ce2-0163303100b1 None None] Provisioning for port f86cb539-66a8-4e86-b75e-e3b4802e8f7d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:51.641649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d0429290-7f5f-4405-8ce2-0163303100b1 None None] Provisioning complete for port f86cb539-66a8-4e86-b75e-e3b4802e8f7d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:51.650415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.650982 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d0429290-7f5f-4405-8ce2-0163303100b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.658848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-c2b48744-07e7-4b8d-84c6-0069b2a27565 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301473 Aug 16 20:41:51.662099 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-de1c8328-91d8-4074-a132-6b1e06258e01 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.672833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40734) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:51.707695 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8308-0f8f-4b24-bd34-6655a5995ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.711257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c8328-91d8-4074-a132-6b1e06258e01 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event deleted for resources: {'Port': ['ID=389f4de5-6102-4a1e-a921-5a3dc4f4ed5d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:51.713249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:47Z', 'revision_number': 3, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:51.717643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d0429290-7f5f-4405-8ce2-0163303100b1 None None] Port f86cb539-66a8-4e86-b75e-e3b4802e8f7d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:51.744714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc30285-aa9d-43ec-b091-f0b739649cf0 None None] The sync data for ids ['d4e1a058-3274-442c-a68a-141a43d7e7a0'] in n-d-793619-14 is: [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:47Z', 'revision_number': 3, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:51.759812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-3f00ff0a-e551-422b-82a7-b280667b7b35 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3151b502-fa54-46e9-bf5b-4f5a5389963c HTTP/1.1" status: 200 len: 217 time: 0.0496790 Aug 16 20:41:51.853636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40736) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:51.888787 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-de1c8328-91d8-4074-a132-6b1e06258e01 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.890017 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-de1c8328-91d8-4074-a132-6b1e06258e01 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.892155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b94f34a6-eae8-4d3a-8ae1-f652ae64eb25 req-de1c8328-91d8-4074-a132-6b1e06258e01 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "DELETE /v2.0/floatingips/1f6cb93f-cac2-4aa8-9a6d-2f5d66f96aec HTTP/1.1" status: 204 len: 173 time: 1.6738760 Aug 16 20:41:51.895305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ff57-0572-4491-bb9e-a66814f703c9 req-1f4053b3-d084-4088-8f29-002d64a8ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:51.896975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6832ff57-0572-4491-bb9e-a66814f703c9 req-1f4053b3-d084-4088-8f29-002d64a8ad0e service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.7725277 Aug 16 20:41:51.951570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6832ff57-0572-4491-bb9e-a66814f703c9 req-26f351de-7f96-46e2-83c0-6ada60c33358 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=ddbf8bb3-d5a3-411a-a211-5ad662080569 HTTP/1.1" status: 200 len: 217 time: 0.0456953 Aug 16 20:41:52.029962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-43f6a4c8-172a-4f0f-9f77-afbdbe442b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:52.031538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-43f6a4c8-172a-4f0f-9f77-afbdbe442b2d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.2609196 Aug 16 20:41:52.366568 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61ac21a3-e4f2-4b0b-b5d3-647c58025b3c req-701bdb7d-19a3-485d-91aa-ae06c444b06e tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.483374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bdb7d-19a3-485d-91aa-ae06c444b06e tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Pushing event deleted for resources: {'Port': ['ID=62a3aebd-148f-42bf-816b-8c77774f19aa,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:52.523915 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8308-0f8f-4b24-bd34-6655a5995ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.599699 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8308-0f8f-4b24-bd34-6655a5995ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.602638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ac21a3-e4f2-4b0b-b5d3-647c58025b3c req-701bdb7d-19a3-485d-91aa-ae06c444b06e tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] No DVR routers for this DVR port 62a3aebd-148f-42bf-816b-8c77774f19aa on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:52.605693 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61ac21a3-e4f2-4b0b-b5d3-647c58025b3c req-701bdb7d-19a3-485d-91aa-ae06c444b06e tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.608152 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61ac21a3-e4f2-4b0b-b5d3-647c58025b3c req-701bdb7d-19a3-485d-91aa-ae06c444b06e tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.76 "DELETE /v2.0/ports/62a3aebd-148f-42bf-816b-8c77774f19aa HTTP/1.1" status: 204 len: 173 time: 2.0190217 Aug 16 20:41:52.622406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-accdcb3a-fcb8-4765-b64c-444b26ec10fc tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips/24339e22-7aef-41a4-a2ea-328608e7f60a HTTP/1.1" status: 200 len: 693 time: 0.5986524 Aug 16 20:41:52.629015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ff57-0572-4491-bb9e-a66814f703c9 req-49f6449e-e112-40c7-aade-3056027c99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:52.629984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6832ff57-0572-4491-bb9e-a66814f703c9 req-49f6449e-e112-40c7-aade-3056027c99d7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.6639340 Aug 16 20:41:52.638929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'name': 'network-vif-deleted', 'tag': '62a3aebd-148f-42bf-816b-8c77774f19aa'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:52.644013 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5e444d-01a9-4af9-88f5-9182edda8a71" -d '{"events": [{"server_uuid": "fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1", "name": "network-vif-deleted", "tag": "62a3aebd-148f-42bf-816b-8c77774f19aa"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:52.728439 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.735577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f8308-0f8f-4b24-bd34-6655a5995ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1e7eef-578b-4fc4-8a3f-8497c6a68b61,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:52.753057 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1c1f8308-0f8f-4b24-bd34-6655a5995ae1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd07d14deee848b2b681d5eb9450842e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0781393 Aug 16 20:41:52.755818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40754) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:52.829461 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.856525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310486e8-4138-40ef-a35d-946eeb1b43fe req-676c0371-ed29-4328-8837-adee4dc66c71 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:52.868900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-310486e8-4138-40ef-a35d-946eeb1b43fe req-676c0371-ed29-4328-8837-adee4dc66c71 tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1 HTTP/1.1" status: 200 len: 867 time: 0.9165406 Aug 16 20:41:52.927782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e3903058-3e67-41dd-9dc8-583ddb79d714 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:52.987690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.987973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ff57-0572-4491-bb9e-a66814f703c9 req-7f1f93b2-39fe-4f30-979b-6a1114ae3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:52.989697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6832ff57-0572-4491-bb9e-a66814f703c9 req-7f1f93b2-39fe-4f30-979b-6a1114ae3384 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3333478 Aug 16 20:41:52.992688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a751-cbcf-450d-8f49-79f19f079492 req-fc5f9742-5daa-426f-b278-249d44040fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:52.994359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-fc5f9742-5daa-426f-b278-249d44040fc5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9052737 Aug 16 20:41:53.084944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Pushing event updated for resources: {'Port': ['ID=f86cb539-66a8-4e86-b75e-e3b4802e8f7d,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:53.203435 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447e1b63-e524-447e-983d-d5d9c54919c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.209840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-310486e8-4138-40ef-a35d-946eeb1b43fe req-f3693112-5cd8-4955-aafb-976b085486ab tempest-FloatingIPsAssociationNegativeTestJSON-866393971 tempest-FloatingIPsAssociationNegativeTestJSON-866393971-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad9d220e-1bea-49d6-a420-f296366293fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391623 Aug 16 20:41:53.209971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port e3903058-3e67-41dd-9dc8-583ddb79d714 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:53.211398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6832ff57-0572-4491-bb9e-a66814f703c9 req-da69b771-f447-4b65-b40e-4cee791ce9ac service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081099 Aug 16 20:41:53.222038 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e3903058-3e67-41dd-9dc8-583ddb79d714 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:53.222416 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.288679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447e1b63-e524-447e-983d-d5d9c54919c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.339424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6832ff57-0572-4491-bb9e-a66814f703c9 req-cf3a693a-73e4-47ed-88a9-10648742bbcc service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154170 Aug 16 20:41:53.393188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-bef3d78b-189b-48d3-baec-a656757c02e8 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841765 Aug 16 20:41:53.416550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-f89cd40c-42a8-4a8f-96b0-91cbe278c28e tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:53.418094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-f89cd40c-42a8-4a8f-96b0-91cbe278c28e tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.7835205 Aug 16 20:41:53.446526 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.489315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:53.500275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port e3903058-3e67-41dd-9dc8-583ddb79d714, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e3903058-3e67-41dd-9dc8-583ddb79d714,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:53.503809 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.541451 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ddbf8bb3-d5a3-411a-a211-5ad662080569 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:41:53.575343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-047c9663-38ae-44ae-b29b-e9497125fe33 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 696 time: 0.0638883 Aug 16 20:41:53.580283 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f603a751-cbcf-450d-8f49-79f19f079492 req-4e2de5ae-50f9-4fb0-a8fd-399e2cd57fd4 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723027 Aug 16 20:41:53.635494 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:53.641483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fd62c-67b7-4117-a98f-d10ada281290 req-0ed5ea69-ed7a-477e-8072-d3b14a748316 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:53.647236 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-492fd62c-67b7-4117-a98f-d10ada281290 req-0ed5ea69-ed7a-477e-8072-d3b14a748316 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 948 time: 0.2805238 Aug 16 20:41:53.716688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-e477f750-76af-4339-9d62-4807b5d41b0b tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 696 time: 0.1193178 Aug 16 20:41:53.753649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ddbf8bb3-d5a3-411a-a211-5ad662080569, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ddbf8bb3-d5a3-411a-a211-5ad662080569,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:53.770051 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'ddbf8bb3-d5a3-411a-a211-5ad662080569', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'ddbf8bb3-d5a3-411a-a211-5ad662080569', 'mac_address': 'fa:16:3e:76:9a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:41:53.775678 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.776841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 04bbd078-ae51-4d83-bc0e-65e07215ff48 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:53.801263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447e1b63-e524-447e-983d-d5d9c54919c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.804107 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447e1b63-e524-447e-983d-d5d9c54919c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.805303 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-447e1b63-e524-447e-983d-d5d9c54919c7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9e1e7eef-578b-4fc4-8a3f-8497c6a68b61 HTTP/1.1" status: 204 len: 168 time: 1.0469987 Aug 16 20:41:53.880981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e1b63-e524-447e-983d-d5d9c54919c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1e7eef-578b-4fc4-8a3f-8497c6a68b61,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:53.899279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-492fd62c-67b7-4117-a98f-d10ada281290 req-9067caac-5d27-4fb3-8a69-fbfe2879d4e8 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509532 Aug 16 20:41:53.946262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Router d4e1a058-3274-442c-a68a-141a43d7e7a0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:53.968179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 62a3aebd-148f-42bf-816b-8c77774f19aa no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:54.110829 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f69feeb-001f-4379-a8be-f7e03e19a29a x-openstack-request-id: req-6f69feeb-001f-4379-a8be-f7e03e19a29a {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:54.111042 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1", "name": "network-vif-deleted", "tag": "62a3aebd-148f-42bf-816b-8c77774f19aa", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:54.111301 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f69feeb-001f-4379-a8be-f7e03e19a29a {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:54.111870 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd86b5e9-9560-4e52-bfef-7ab00c6ac3e1', 'name': 'network-vif-deleted', 'tag': '62a3aebd-148f-42bf-816b-8c77774f19aa', 'status': 'completed', 'code': 200} Aug 16 20:41:54.116854 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.147229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-5c4d4462-ee51-46ff-bcbe-cab6fb0b0bf9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Deleting port c5f19bd0-bc40-4995-b2d9-6eeca49e1090 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:54.147574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-5c4d4462-ee51-46ff-bcbe-cab6fb0b0bf9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.198363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 62a3aebd-148f-42bf-816b-8c77774f19aa {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:54.199060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 62a3aebd-148f-42bf-816b-8c77774f19aa not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:54.222346 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbf8bb3-d5a3-411a-a211-5ad662080569 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:41:54.281801 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ddbf8bb3-d5a3-411a-a211-5ad662080569, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ddbf8bb3-d5a3-411a-a211-5ad662080569,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:54.318702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=e3903058-3e67-41dd-9dc8-583ddb79d714,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:54.337566 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-5c4d4462-ee51-46ff-bcbe-cab6fb0b0bf9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.337945 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-5c4d4462-ee51-46ff-bcbe-cab6fb0b0bf9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.348830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4efc2b18-ad4b-4c1a-9db7-409755c150bc None None] Provisioning complete for port f86cb539-66a8-4e86-b75e-e3b4802e8f7d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:54.349246 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4efc2b18-ad4b-4c1a-9db7-409755c150bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.368151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:54.370474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-5c4d4462-ee51-46ff-bcbe-cab6fb0b0bf9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Calling delete_port for c5f19bd0-bc40-4995-b2d9-6eeca49e1090 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:54.375340 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-23342e17-bb31-43d8-9a42-c0a21794de29 admin admin] 10.222.0.74 "PUT /v2.0/routers/d4e1a058-3274-442c-a68a-141a43d7e7a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1007569 Aug 16 20:41:54.410442 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.448077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Deleting port e751d214-7f97-4125-9fa1-5064aca79b2f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:54.448407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.455530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40774) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:54.583493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 04bbd078-ae51-4d83-bc0e-65e07215ff48 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:54.583868 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.590158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ddbf8bb3-d5a3-411a-a211-5ad662080569,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:54.607289 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Sync routers for ids ['d4e1a058-3274-442c-a68a-141a43d7e7a0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:54.620079 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Routers {'d4e1a058-3274-442c-a68a-141a43d7e7a0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:54.624330 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d4e1a058-3274-442c-a68a-141a43d7e7a0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:54.661835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4efc2b18-ad4b-4c1a-9db7-409755c150bc None None] Port f86cb539-66a8-4e86-b75e-e3b4802e8f7d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:54.673726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ddbf8bb3-d5a3-411a-a211-5ad662080569'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:41:54.795382 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-5c4d4462-ee51-46ff-bcbe-cab6fb0b0bf9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.868360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d4462-ee51-46ff-bcbe-cab6fb0b0bf9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event deleted for resources: {'Port': ['ID=c5f19bd0-bc40-4995-b2d9-6eeca49e1090,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:55.019695 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Set router d4e1a058-3274-442c-a68a-141a43d7e7a0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:55.078894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-5c4d4462-ee51-46ff-bcbe-cab6fb0b0bf9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.086730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-5c4d4462-ee51-46ff-bcbe-cab6fb0b0bf9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.110458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4ace27f-3ace-47c6-8220-eee1eed1ffa5 req-5c4d4462-ee51-46ff-bcbe-cab6fb0b0bf9 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "DELETE /v2.0/floatingips/24339e22-7aef-41a4-a2ea-328608e7f60a HTTP/1.1" status: 204 len: 173 time: 1.3522813 Aug 16 20:41:55.168563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] For port e751d214-7f97-4125-9fa1-5064aca79b2f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e751d214-7f97-4125-9fa1-5064aca79b2f,segment=NetworkSegment(be39c810-d3dc-4066-ab66-dccee03d7c4f),segment_id=be39c810-d3dc-4066-ab66-dccee03d7c4f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:55.169302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.272488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e3903058-3e67-41dd-9dc8-583ddb79d714 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:55.304019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Calling delete_port for e751d214-7f97-4125-9fa1-5064aca79b2f owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:55.346173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d2df8-f11b-4553-bada-276258cc6e65 req-6c61cd15-36d2-4424-be26-27a81fafa641 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:55.350214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e3903058-3e67-41dd-9dc8-583ddb79d714 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:55.350981 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.360638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a2d2df8-f11b-4553-bada-276258cc6e65 req-6c61cd15-36d2-4424-be26-27a81fafa641 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 949 time: 0.1308715 Aug 16 20:41:55.433392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a2d2df8-f11b-4553-bada-276258cc6e65 req-5383677d-c9d4-4597-9bb4-cd5d4a3e618d tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716803 Aug 16 20:41:55.523632 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:51Z', 'revision_number': 4, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'f86cb539-66a8-4e86-b75e-e3b4802e8f7d', 'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'mac_address': 'fa:16:3e:c8:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:50Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 2, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'subnets': [{'id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:55.544130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-95047ec8-358c-4950-9dfb-d6507320e773 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips/3a8c4a8d-731a-4125-81f7-dabfea9655a0 HTTP/1.1" status: 200 len: 692 time: 0.0524776 Aug 16 20:41:55.564713 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Checking router: d4e1a058-3274-442c-a68a-141a43d7e7a0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:55.565076 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Updating router d4e1a058-3274-442c-a68a-141a43d7e7a0 port f86cb539-66a8-4e86-b75e-e3b4802e8f7d binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:55.592063 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.703812 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-3942eb00-9878-4485-b294-d2b43405c302 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:55.705421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-3942eb00-9878-4485-b294-d2b43405c302 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.1507714 Aug 16 20:41:55.715292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40802) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:55.719678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716083613', 'description': 'tempest-description--1562169115'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:55.862371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-b784e26a-1568-4483-afc0-04cee2962605 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.0942616 Aug 16 20:41:55.870372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.005062 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.065713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-ea30cad4-cae2-46b1-a404-ba484a960c63 tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.1786981 Aug 16 20:41:56.089042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.163252 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.211999 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.226526 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Transition to ACTIVE for port object f86cb539-66a8-4e86-b75e-e3b4802e8f7d will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:56.258061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.260376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00deed7c-de03-4244-b423-46f560b82203,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:56.304235 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.305791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.305975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5906167 Aug 16 20:41:56.309266 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40822) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:56.320778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7f0fe108-680b-4c25-b98e-1f2785ad8c08 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Request body: {'security_group_rule': {'security_group_id': '00deed7c-de03-4244-b423-46f560b82203', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:56.326151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.326504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.326851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.327198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.327530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.327939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.328274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.328636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.328931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.329286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.329621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.330035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a1626-f2f7-41c8-b788-59cf9ceae42a tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.342788 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Pushing event deleted for resources: {'Port': ['ID=e751d214-7f97-4125-9fa1-5064aca79b2f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:56.387258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.387604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.396187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.396187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.396187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.396187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.396187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.396187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.396187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.396187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.396187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.396187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:56.407695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-7c290346-de7c-4097-b87b-29c10ed3e1fb tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Deleting port 0e9a86f7-b088-4da3-9ee5-35afb4da9b7c {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:56.408054 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-7c290346-de7c-4097-b87b-29c10ed3e1fb tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.461637 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caa9fa-2e85-4bc1-8354-e0e76b276410 None None] Pushing event updated for resources: {'Port': ['ID=f86cb539-66a8-4e86-b75e-e3b4802e8f7d,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:56.641411 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Attempting to bind port f86cb539-66a8-4e86-b75e-e3b4802e8f7d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:56.641960 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Attempting to bind port f86cb539-66a8-4e86-b75e-e3b4802e8f7d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:56.642327 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Attempting to bind port f86cb539-66a8-4e86-b75e-e3b4802e8f7d on network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:56.658252 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:56.661536 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Checking segment: {'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:56.662968 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.663753 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Bound using segment: {'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:56.666544 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Bound port: f86cb539-66a8-4e86-b75e-e3b4802e8f7d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:56.667195 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.675125 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-7c290346-de7c-4097-b87b-29c10ed3e1fb tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.675458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-7c290346-de7c-4097-b87b-29c10ed3e1fb tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.703498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-7c290346-de7c-4097-b87b-29c10ed3e1fb tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Calling delete_port for 0e9a86f7-b088-4da3-9ee5-35afb4da9b7c owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:56.778530 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] For port f86cb539-66a8-4e86-b75e-e3b4802e8f7d, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:56.782673 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] For port f86cb539-66a8-4e86-b75e-e3b4802e8f7d, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f86cb539-66a8-4e86-b75e-e3b4802e8f7d,segment=NetworkSegment(bfaac43d-5143-4840-8b6e-18f69c0319bb),segment_id=bfaac43d-5143-4840-8b6e-18f69c0319bb)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:56.811589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] Deleting port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:56.811933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.877739 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.893916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.994714 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe108-680b-4c25-b98e-1f2785ad8c08 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.008266 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Routers {'d4e1a058-3274-442c-a68a-141a43d7e7a0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:57.008266 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d4e1a058-3274-442c-a68a-141a43d7e7a0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:57.015163 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] For port 2b8962c9-3fcc-4e67-bf84-ed55c8a52459, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2b8962c9-3fcc-4e67-bf84-ed55c8a52459,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:57.015640 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.036085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] Calling delete_port for 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:57.060905 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caa9fa-2e85-4bc1-8354-e0e76b276410 None None] Pushing event updated for resources: {'Port': ['ID=f86cb539-66a8-4e86-b75e-e3b4802e8f7d,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:57.132815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58316f-49eb-4795-892f-90aac326ea44 req-bf50ca6e-3844-408f-97c5-293548cbe948 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:57.136641 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af58316f-49eb-4795-892f-90aac326ea44 req-bf50ca6e-3844-408f-97c5-293548cbe948 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 949 time: 0.2091801 Aug 16 20:41:57.175877 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-7c290346-de7c-4097-b87b-29c10ed3e1fb tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.264612 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] Set router d4e1a058-3274-442c-a68a-141a43d7e7a0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:57.305957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c290346-de7c-4097-b87b-29c10ed3e1fb tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Pushing event deleted for resources: {'Port': ['ID=0e9a86f7-b088-4da3-9ee5-35afb4da9b7c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:57.399039 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe108-680b-4c25-b98e-1f2785ad8c08 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.429730 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af58316f-49eb-4795-892f-90aac326ea44 req-4e4a00be-6bbd-4a16-9cbd-3ab823564e83 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781043 Aug 16 20:41:57.473054 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-7c290346-de7c-4097-b87b-29c10ed3e1fb tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.488314 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-7c290346-de7c-4097-b87b-29c10ed3e1fb tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.491056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c94434f-1092-43e0-9bf9-d8490afc9b6a req-7c290346-de7c-4097-b87b-29c10ed3e1fb tempest-FloatingIPDetailsTestJSON-395941449 tempest-FloatingIPDetailsTestJSON-395941449-project] 10.222.0.74 "DELETE /v2.0/floatingips/3a8c4a8d-731a-4125-81f7-dabfea9655a0 HTTP/1.1" status: 204 len: 173 time: 1.4192307 Aug 16 20:41:57.493147 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe108-680b-4c25-b98e-1f2785ad8c08 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.499888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40844) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:57.566836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ddbf8bb3-d5a3-411a-a211-5ad662080569 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:57.579196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fe108-680b-4c25-b98e-1f2785ad8c08 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68141a54-b5c6-4d34-b7a9-a8245568877d,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:57.660296 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe108-680b-4c25-b98e-1f2785ad8c08 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.661596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7f0fe108-680b-4c25-b98e-1f2785ad8c08 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3513634 Aug 16 20:41:57.664980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40854) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:57.670886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-eeadc53c-a44e-4728-94d4-fb464c9f30a1 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Request body: {'security_group_rule': {'security_group_id': '00deed7c-de03-4244-b423-46f560b82203', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:57.693261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Router 93929036-e29c-4d96-afac-d9e41e7a27af has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:57.806645 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:51Z', 'revision_number': 4, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'f86cb539-66a8-4e86-b75e-e3b4802e8f7d', 'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'mac_address': 'fa:16:3e:c8:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:50Z', 'updated_at': '2021-08-16T20:41:56Z', 'revision_number': 4, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'subnets': [{'id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:57.829980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port ddbf8bb3-d5a3-411a-a211-5ad662080569 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:57.834546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port ddbf8bb3-d5a3-411a-a211-5ad662080569 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:57.834928 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.859263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:57.865166 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5c9cf9c5-efb5-4023-970e-bc25f4699329 admin admin] 10.222.0.74 "PUT /v2.0/routers/93929036-e29c-4d96-afac-d9e41e7a27af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0102060 Aug 16 20:41:57.873166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40860) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:57.875979 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7dbb7-2f4e-42b4-aa11-e7c8f924bd12 None None] The sync data for ids ['d4e1a058-3274-442c-a68a-141a43d7e7a0'] in n-d-793619-14 is: [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:51Z', 'revision_number': 4, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'f86cb539-66a8-4e86-b75e-e3b4802e8f7d', 'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'mac_address': 'fa:16:3e:c8:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:50Z', 'updated_at': '2021-08-16T20:41:56Z', 'revision_number': 4, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'subnets': [{'id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:57.915379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811889e-b5c2-4f4c-abcb-65aae4a171d2 None None] Sync routers for ids ['93929036-e29c-4d96-afac-d9e41e7a27af'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:57.942267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811889e-b5c2-4f4c-abcb-65aae4a171d2 None None] Routers {'93929036-e29c-4d96-afac-d9e41e7a27af'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:57.946330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3811889e-b5c2-4f4c-abcb-65aae4a171d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['93929036-e29c-4d96-afac-d9e41e7a27af'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:58.006407 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eeadc53c-a44e-4728-94d4-fb464c9f30a1 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.064839 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.106062 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eeadc53c-a44e-4728-94d4-fb464c9f30a1 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.117366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8962c9-3fcc-4e67-bf84-ed55c8a52459,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:58.143223 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.205644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40864) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:58.240498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eeadc53c-a44e-4728-94d4-fb464c9f30a1 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.273070 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.283537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-3811889e-b5c2-4f4c-abcb-65aae4a171d2 None None] Set router 93929036-e29c-4d96-afac-d9e41e7a27af gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:58.329467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadc53c-a44e-4728-94d4-fb464c9f30a1 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4137ce8-b988-495c-9837-5a6c1dd9ff7a,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:58.362093 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eeadc53c-a44e-4728-94d4-fb464c9f30a1 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.367905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-eeadc53c-a44e-4728-94d4-fb464c9f30a1 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6992724 Aug 16 20:41:58.372364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40868) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:58.382081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:58.477990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095b95bb-7470-4497-8de7-c0a3bf6f24c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbf8bb3-d5a3-411a-a211-5ad662080569'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:58.481110 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a5e6da-0b4f-46ce-a3e3-9cf5eaa0a5d7" -d '{"events": [{"server_uuid": "095b95bb-7470-4497-8de7-c0a3bf6f24c5", "name": "network-vif-plugged", "status": "completed", "tag": "ddbf8bb3-d5a3-411a-a211-5ad662080569"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:58.509711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ddbf8bb3-d5a3-411a-a211-5ad662080569, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ddbf8bb3-d5a3-411a-a211-5ad662080569,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:58.552677 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.578532 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a46afe-b4f4-4f3c-a902-b0de8d4a6635 x-openstack-request-id: req-a7a46afe-b4f4-4f3c-a902-b0de8d4a6635 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:58.581722 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095b95bb-7470-4497-8de7-c0a3bf6f24c5", "name": "network-vif-plugged", "status": "completed", "tag": "ddbf8bb3-d5a3-411a-a211-5ad662080569", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:58.582106 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a7a46afe-b4f4-4f3c-a902-b0de8d4a6635 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:58.582607 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095b95bb-7470-4497-8de7-c0a3bf6f24c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbf8bb3-d5a3-411a-a211-5ad662080569', 'code': 200} Aug 16 20:41:58.598129 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.606027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c782cf2c-345c-4165-a4c6-c90fdfe4f294 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:58.724586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ddbf8bb3-d5a3-411a-a211-5ad662080569,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:58.752340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.812509 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c782cf2c-345c-4165-a4c6-c90fdfe4f294 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] 10.222.0.74 "PUT /v2.0/quotas/b3eb9dbe21b44c5ca8d9df1370c0677c HTTP/1.1" status: 200 len: 368 time: 0.6055279 Aug 16 20:41:58.813528 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.815225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40886) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:58.821523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Request body: {'network': {'project_id': 'b3eb9dbe21b44c5ca8d9df1370c0677c'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:58.846039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50001f33-6014-4d90-816a-049ea5888291 req-0b185a44-daf5-48f8-a6d9-9aade7424871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:58.849060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50001f33-6014-4d90-816a-049ea5888291 req-0b185a44-daf5-48f8-a6d9-9aade7424871 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 1102 time: 0.1706815 Aug 16 20:41:58.883605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3811889e-b5c2-4f4c-abcb-65aae4a171d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-router', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:29Z', 'updated_at': '2021-08-16T20:41:56Z', 'revision_number': 5, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'gw_port': {'id': '3c39698f-1250-4b2b-9a64-30b38b46d79e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:31Z', 'updated_at': '2021-08-16T20:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:58.906276 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.922713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811889e-b5c2-4f4c-abcb-65aae4a171d2 None None] Checking router: 93929036-e29c-4d96-afac-d9e41e7a27af for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:58.935992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811889e-b5c2-4f4c-abcb-65aae4a171d2 None None] Routers {'93929036-e29c-4d96-afac-d9e41e7a27af'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:58.936861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3811889e-b5c2-4f4c-abcb-65aae4a171d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['93929036-e29c-4d96-afac-d9e41e7a27af'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:58.989742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Made reservation on behalf of b3eb9dbe21b44c5ca8d9df1370c0677c for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:58.994012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.032427 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.062299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Deleting port 3c39698f-1250-4b2b-9a64-30b38b46d79e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:59.062912 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.076309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-3811889e-b5c2-4f4c-abcb-65aae4a171d2 None None] Set router 93929036-e29c-4d96-afac-d9e41e7a27af gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:59.124487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50001f33-6014-4d90-816a-049ea5888291 req-9dcd77fe-ddea-4619-819f-bfb4fc22240f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601507 Aug 16 20:41:59.155702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e744d55-1e15-4f41-a2ed-b7270ffdeb38 req-76d17e87-250f-4081-88af-22a5d068e95e tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:59.160838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e744d55-1e15-4f41-a2ed-b7270ffdeb38 req-76d17e87-250f-4081-88af-22a5d068e95e tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 950 time: 0.5514030 Aug 16 20:41:59.205395 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.213780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3811889e-b5c2-4f4c-abcb-65aae4a171d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-router', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:29Z', 'updated_at': '2021-08-16T20:41:58Z', 'revision_number': 6, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:59.275638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811889e-b5c2-4f4c-abcb-65aae4a171d2 None None] The sync data for ids ['93929036-e29c-4d96-afac-d9e41e7a27af'] in n-d-793619-14 is: [{'id': '93929036-e29c-4d96-afac-d9e41e7a27af', 'name': 'tempest-AttachSCSIVolumeTestJSON-137962828-router', 'tenant_id': 'a1992f8aee15496ca1fcbab268d4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:29Z', 'updated_at': '2021-08-16T20:41:58Z', 'revision_number': 6, 'project_id': 'a1992f8aee15496ca1fcbab268d4d133', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:59.342957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e744d55-1e15-4f41-a2ed-b7270ffdeb38 req-f8583bd0-b0cf-45da-839c-84d4ca83f893 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108930 Aug 16 20:41:59.384496 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.596074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Allocated IP 172.25.4.53 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/f35df954-c9d9-4a1f-8222-0397de085237) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:59.599364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] Deleting port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:59.599836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.646938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.687625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f86cb539-66a8-4e86-b75e-e3b4802e8f7d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:59.719667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01a9913-d805-4522-8b63-7e334a47e431,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:59.737813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:41:59.780293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.781433 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Added segment 621f0261-fc63-4227-8cb3-9c303f19c94b of type vlan for network 0d1b4882-21fa-4134-a80d-74a88ba528f5 Aug 16 20:41:59.811622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] For port 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69,segment=NetworkSegment(35f30184-6993-4b0d-96bc-e2cf8d5844b4),segment_id=35f30184-6993-4b0d-96bc-e2cf8d5844b4)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:59.812682 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.903486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] Calling delete_port for 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:59.919812 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.946180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port f86cb539-66a8-4e86-b75e-e3b4802e8f7d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:59.950507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f86cb539-66a8-4e86-b75e-e3b4802e8f7d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:59.961577 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.990055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] For port 3c39698f-1250-4b2b-9a64-30b38b46d79e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3c39698f-1250-4b2b-9a64-30b38b46d79e,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:59.990228 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.032544 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.042336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Calling delete_port for 3c39698f-1250-4b2b-9a64-30b38b46d79e owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:00.047593 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.051641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:00.054894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.138822 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.156840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] Router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:00.213476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port f86cb539-66a8-4e86-b75e-e3b4802e8f7d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f86cb539-66a8-4e86-b75e-e3b4802e8f7d,segment=NetworkSegment(bfaac43d-5143-4840-8b6e-18f69c0319bb),segment_id=bfaac43d-5143-4840-8b6e-18f69c0319bb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:00.225384 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4090769 Aug 16 20:42:00.237987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40900) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:00.250829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Request body: {'network': {'project_id': 'b3eb9dbe21b44c5ca8d9df1370c0677c'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:00.309528 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.310839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.358974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac5e6d-f5ce-4bf8-be49-b00caa8f4343 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Pushing event updated for resources: {'Network': ['ID=0d1b4882-21fa-4134-a80d-74a88ba528f5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:00.373236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 0d1b4882-21fa-4134-a80d-74a88ba528f5 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:00.380258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.414090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:00.442948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Made reservation on behalf of b3eb9dbe21b44c5ca8d9df1370c0677c for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:00.445928 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.466882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:00.495916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:00.583357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:00.605987 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152e864-caa4-4266-8fba-1fbc0f274595 None None] Sync routers for ids ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:00.612213 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8c29c9f9-d9dd-4f2c-9d7a-1e7d5a41f42f admin admin] 10.222.0.74 "PUT /v2.0/routers/c63bbcab-9239-47f3-9c2b-304db3dcc7e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1199651 Aug 16 20:42:00.614828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40904) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:00.620133 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152e864-caa4-4266-8fba-1fbc0f274595 None None] Routers {'c63bbcab-9239-47f3-9c2b-304db3dcc7e1'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:00.620760 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c152e864-caa4-4266-8fba-1fbc0f274595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:00.660662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=f86cb539-66a8-4e86-b75e-e3b4802e8f7d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:00.840733 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.895660 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c152e864-caa4-4266-8fba-1fbc0f274595 None None] Set router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:00.940176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c39698f-1250-4b2b-9a64-30b38b46d79e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:00.955705 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.134236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Pushing event updated for resources: {'Port': ['ID=f35df954-c9d9-4a1f-8222-0397de085237,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:01.255266 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.264956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f86cb539-66a8-4e86-b75e-e3b4802e8f7d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:01.362514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f86cb539-66a8-4e86-b75e-e3b4802e8f7d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:01.362880 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.381205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.383285 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.388313 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.444725 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c152e864-caa4-4266-8fba-1fbc0f274595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:41:57Z', 'revision_number': 5, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port': {'id': '8c6089fd-2ef9-4e79-b287-9ddd90db8dde', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:49Z', 'updated_at': '2021-08-16T20:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:01.471231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:01.478943 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.490227 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152e864-caa4-4266-8fba-1fbc0f274595 None None] Checking router: c63bbcab-9239-47f3-9c2b-304db3dcc7e1 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:01.526866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d02ea-213d-4892-a090-9b2dc703d499 req-b302c0bf-d576-45e3-9013-4a5e1bba237f tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:01.529044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d11d02ea-213d-4892-a090-9b2dc703d499 req-b302c0bf-d576-45e3-9013-4a5e1bba237f tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 950 time: 1.0343785 Aug 16 20:42:01.530017 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152e864-caa4-4266-8fba-1fbc0f274595 None None] Routers {'c63bbcab-9239-47f3-9c2b-304db3dcc7e1'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:01.530654 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c152e864-caa4-4266-8fba-1fbc0f274595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:01.561318 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.561846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93929036-e29c-4d96-afac-d9e41e7a27af {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:01.584569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.586819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:01.587584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e751d214-7f97-4125-9fa1-5064aca79b2f no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:01.592922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40918) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:01.596296 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b43e910a-0894-441e-bb91-2c78a4d70297 admin admin] 10.222.0.74 "DELETE /v2.0/routers/93929036-e29c-4d96-afac-d9e41e7a27af HTTP/1.1" status: 204 len: 168 time: 3.7220557 Aug 16 20:42:01.624343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Deleting port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:01.625274 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.658022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: e751d214-7f97-4125-9fa1-5064aca79b2f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:01.658022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e751d214-7f97-4125-9fa1-5064aca79b2f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:01.658022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3c39698f-1250-4b2b-9a64-30b38b46d79e no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:01.689631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 3c39698f-1250-4b2b-9a64-30b38b46d79e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:01.692698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3c39698f-1250-4b2b-9a64-30b38b46d79e not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:01.705447 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.706273 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Added segment 3f4a63a5-30fe-4c70-9570-3619f2a75b0c of type vlan for network 2715d522-56aa-4525-b02d-6b27c91a45b7 Aug 16 20:42:01.730860 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c152e864-caa4-4266-8fba-1fbc0f274595 None None] Set router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:01.750751 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.820202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] For port 8c6089fd-2ef9-4e79-b287-9ddd90db8dde, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8c6089fd-2ef9-4e79-b287-9ddd90db8dde,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:01.822228 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.829300 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c152e864-caa4-4266-8fba-1fbc0f274595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:42:01Z', 'revision_number': 6, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:01.835446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d11d02ea-213d-4892-a090-9b2dc703d499 req-18f52921-c992-4ce9-a9f6-8fe67360d7bf tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456808 Aug 16 20:42:01.849843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Calling delete_port for 8c6089fd-2ef9-4e79-b287-9ddd90db8dde owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:01.851170 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.852360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:01.853101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.880418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.886603 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152e864-caa4-4266-8fba-1fbc0f274595 None None] The sync data for ids ['c63bbcab-9239-47f3-9c2b-304db3dcc7e1'] in n-d-793619-14 is: [{'id': 'c63bbcab-9239-47f3-9c2b-304db3dcc7e1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-498473345-router', 'tenant_id': 'f20a0943df214da3831b556c42160fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:48Z', 'updated_at': '2021-08-16T20:42:01Z', 'revision_number': 6, 'project_id': 'f20a0943df214da3831b556c42160fb2', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:01.902737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a12685-4392-4138-b791-e785d393eef2 admin admin] Deleting subnet dd08ac67-b45d-4b01-898e-c198762d234c {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:01.935852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8a12685-4392-4138-b791-e785d393eef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.985578 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7448559 Aug 16 20:42:01.992241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40922) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:01.998656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ac814432-fada-413f-8338-a125c49b8847 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Request body: {'network': {'project_id': 'b3eb9dbe21b44c5ca8d9df1370c0677c'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:02.006769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0684d-6a72-4322-a0a5-bb5d428141b2 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Pushing event updated for resources: {'Network': ['ID=2715d522-56aa-4525-b02d-6b27c91a45b7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:02.020405 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac814432-fada-413f-8338-a125c49b8847 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 20:42:02.020919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac814432-fada-413f-8338-a125c49b8847 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:42:02.022973 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8a12685-4392-4138-b791-e785d393eef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.024487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 2715d522-56aa-4525-b02d-6b27c91a45b7 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:02.027936 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ac814432-fada-413f-8338-a125c49b8847 tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0337455 Aug 16 20:42:02.204919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40938) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:02.278531 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.331549 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.351420 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.365305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6089fd-2ef9-4e79-b287-9ddd90db8dde,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:02.490906 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4b58f2dd-eec1-43c9-80d9-e3532e6f8b2e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3eb9dbe21b44c5ca8d9df1370c0677c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845523 Aug 16 20:42:02.492502 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8a12685-4392-4138-b791-e785d393eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.493113 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.497461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40944) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:02.509927 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.616181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] Router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:02.645158 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.651854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.716697 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc806-f1f8-40cc-959d-fe6d97ded2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.745626 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc806-f1f8-40cc-959d-fe6d97ded2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.746000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d8f57-5e15-400d-ae99-51bd7cb687d5 req-844668fc-bd90-4a9e-aad2-d162f7b522d1 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:02.747685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da6d8f57-5e15-400d-ae99-51bd7cb687d5 req-844668fc-bd90-4a9e-aad2-d162f7b522d1 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 950 time: 0.2842877 Aug 16 20:42:02.762744 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8a12685-4392-4138-b791-e785d393eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.783052 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.784813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c63bbcab-9239-47f3-9c2b-304db3dcc7e1 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:02.789683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.793929 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b814a0d4-8036-48d3-9a33-e10fdc20f323 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c63bbcab-9239-47f3-9c2b-304db3dcc7e1 HTTP/1.1" status: 204 len: 168 time: 2.1744099 Aug 16 20:42:02.793929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40946) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:02.854031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c17e23-0b78-4fdb-a9de-e8542f03c373 admin admin] Deleting subnet ee89c026-4ff8-4841-afee-84750874b8c9 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:02.855574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a12685-4392-4138-b791-e785d393eef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd08ac67-b45d-4b01-898e-c198762d234c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:02.860069 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-21c17e23-0b78-4fdb-a9de-e8542f03c373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.862883 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8a12685-4392-4138-b791-e785d393eef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.865009 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d8a12685-4392-4138-b791-e785d393eef2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/dd08ac67-b45d-4b01-898e-c198762d234c HTTP/1.1" status: 204 len: 168 time: 1.2672040 Aug 16 20:42:02.871125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1f43bc-fa15-4021-94c9-7225d539df1f None None] Network 7c02574a-678b-409b-8d90-29c22f793968 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:02.888014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40948) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:02.912398 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-21c17e23-0b78-4fdb-a9de-e8542f03c373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.939874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.008419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-21c17e23-0b78-4fdb-a9de-e8542f03c373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.020421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da6d8f57-5e15-400d-ae99-51bd7cb687d5 req-2b66b977-eb0c-4cc1-a706-1deee180afe3 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553747 Aug 16 20:42:03.026808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:03.043670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4d1f197a-e21f-4910-b1f5-a2d81d6abca1 admin admin] 10.222.0.74 "PUT /v2.0/routers/7782ec61-cfe4-4931-aa8a-4bb2914d3e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5396390 Aug 16 20:42:03.045211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40950) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:03.045896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebec81-f16a-43e3-8b5a-0fa664ecb142 None None] Sync routers for ids ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:03.054439 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.063105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebec81-f16a-43e3-8b5a-0fa664ecb142 None None] Routers {'7782ec61-cfe4-4931-aa8a-4bb2914d3e20'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:03.063947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ffebec81-f16a-43e3-8b5a-0fa664ecb142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:03.126260 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc806-f1f8-40cc-959d-fe6d97ded2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.128596 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc806-f1f8-40cc-959d-fe6d97ded2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.133191 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9c9cc806-f1f8-40cc-959d-fe6d97ded2f6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b01a9913-d805-4522-8b63-7e334a47e431 HTTP/1.1" status: 204 len: 168 time: 0.6306829 Aug 16 20:42:03.136319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40962) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:03.144261 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.207064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cc806-f1f8-40cc-959d-fe6d97ded2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01a9913-d805-4522-8b63-7e334a47e431,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:03.238974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] DHCP port deletion for 7c02574a-678b-409b-8d90-29c22f793968 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:03.253423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Pushing event updated for resources: {'Port': ['ID=f35df954-c9d9-4a1f-8222-0397de085237,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:03.299812 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.307438 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.314123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-ffebec81-f16a-43e3-8b5a-0fa664ecb142 None None] Set router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:03.372893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-21c17e23-0b78-4fdb-a9de-e8542f03c373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.398571 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.449134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Deleting port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:03.449490 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.484552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c17e23-0b78-4fdb-a9de-e8542f03c373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee89c026-4ff8-4841-afee-84750874b8c9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:03.487515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c95d45e-b2c0-4206-bbd0-60d15894f8d0 None None] Network 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:03.506926 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-21c17e23-0b78-4fdb-a9de-e8542f03c373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.516720 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-21c17e23-0b78-4fdb-a9de-e8542f03c373 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ee89c026-4ff8-4841-afee-84750874b8c9 HTTP/1.1" status: 204 len: 168 time: 0.7220778 Aug 16 20:42:03.525140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40970) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:03.540516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] For port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1ca1dd5c-7303-42d8-b88f-490c8c6e71d1,segment=NetworkSegment(be39c810-d3dc-4066-ab66-dccee03d7c4f),segment_id=be39c810-d3dc-4066-ab66-dccee03d7c4f)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:03.541177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.556370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Calling delete_port for 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:03.620185 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:42:03.653852 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.667892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.685505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2715d522-56aa-4525-b02d-6b27c91a45b7']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:03.690824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.691320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2578d386-035a-41e9-b3b5-6a7298936eb2 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3088374 Aug 16 20:42:03.706192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4a63a5-30fe-4c70-9570-3619f2a75b0c') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:03.706953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4a63a5-30fe-4c70-9570-3619f2a75b0c') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:03.711019 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.719959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:03.725348 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.748162 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.758205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:03.759348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2b8962c9-3fcc-4e67-bf84-ed55c8a52459 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:03.759972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8c6089fd-2ef9-4e79-b287-9ddd90db8dde no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:03.766898 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.780221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:03.780845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:03.783021 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:03.826312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Deleting port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:03.827785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.855119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] No DVR routers for this DVR port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:03.872476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca1dd5c-7303-42d8-b88f-490c8c6e71d1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:03.892058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Deleting port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:03.892554 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.914349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] For port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1, host n-d-793619-14, got binding levels [] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:03.915578 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.932950 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Calling delete_port for 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:03.936658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.ipam_backend_mixin [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 was not found and therefore no delete operation was performed {{(pid=95263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:42:03.967221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.971391 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.992018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.992018 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] 10.222.0.74 "DELETE /v2.0/networks/2715d522-56aa-4525-b02d-6b27c91a45b7 HTTP/1.1" status: 204 len: 168 time: 0.8489826 Aug 16 20:42:03.993618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] For port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2a5b822e-a3f1-40e3-a46b-19f7dae24e2c,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:03.994048 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.996689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40984) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:03.999638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Deleting port 25cee406-2331-42e2-92b6-99f5a9ee805b {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:04.000048 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.015732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.028404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c02574a-678b-409b-8d90-29c22f793968']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:04.042366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be39c810-d3dc-4066-ab66-dccee03d7c4f') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:04.042678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be39c810-d3dc-4066-ab66-dccee03d7c4f') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:04.049372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] No DVR routers for this DVR port 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:04.051547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Pushing event deleted for resources: {'Port': ['ID=1ca1dd5c-7303-42d8-b88f-490c8c6e71d1,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:04.053100 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.061010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8c6089fd-2ef9-4e79-b287-9ddd90db8dde {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:04.061729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8c6089fd-2ef9-4e79-b287-9ddd90db8dde not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:04.064384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a144c0-9267-4608-a462-4a94f81ed4ba tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Pushing event deleted for resources: {'Network': ['ID=2715d522-56aa-4525-b02d-6b27c91a45b7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:04.079132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.085933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:04.086390 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.102175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.102670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.103729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.104187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.104673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.105824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.106205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.106636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.107539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.107965 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.108387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.109502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca75370-0af8-440e-ae3b-d6a17be4f943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:04.153483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ffebec81-f16a-43e3-8b5a-0fa664ecb142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'name': 'tempest-FloatingIPDetailsTestJSON-399587846-router', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:11Z', 'updated_at': '2021-08-16T20:42:00Z', 'revision_number': 5, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'gw_port': {'id': '25cee406-2331-42e2-92b6-99f5a9ee805b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:13Z', 'updated_at': '2021-08-16T20:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:04.196355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebec81-f16a-43e3-8b5a-0fa664ecb142 None None] Checking router: 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:04.215187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebec81-f16a-43e3-8b5a-0fa664ecb142 None None] Routers {'7782ec61-cfe4-4931-aa8a-4bb2914d3e20'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:04.215992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ffebec81-f16a-43e3-8b5a-0fa664ecb142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:04.305859 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:04.357819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1af16-a538-4dfa-a140-b7c48c7c9456 req-69f4c396-c73d-4d30-a830-5783f6c51c89 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:04.359823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fdb1af16-a538-4dfa-a140-b7c48c7c9456 req-69f4c396-c73d-4d30-a830-5783f6c51c89 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.79 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 950 time: 0.6584606 Aug 16 20:42:04.360498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.373875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-ffebec81-f16a-43e3-8b5a-0fa664ecb142 None None] Set router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:04.387797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.393709 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] 10.222.0.74 "DELETE /v2.0/networks/7c02574a-678b-409b-8d90-29c22f793968 HTTP/1.1" status: 204 len: 168 time: 1.5002067 Aug 16 20:42:04.402781 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40990) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:04.430287 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Calling delete_port for 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:04.437564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccdba5-8d69-4db8-8f4d-71315f5f3dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=7c02574a-678b-409b-8d90-29c22f793968,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:04.442033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-bcffb5b2-56ba-4b88-ab78-cdb302f27eb7 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--716083613&fields=id&tenant_id=7ca7e4818e3a4296bc67a8d1c1ee9e7f HTTP/1.1" status: 200 len: 267 time: 0.1899917 Aug 16 20:42:04.475078 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ffebec81-f16a-43e3-8b5a-0fa664ecb142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'name': 'tempest-FloatingIPDetailsTestJSON-399587846-router', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:11Z', 'updated_at': '2021-08-16T20:42:03Z', 'revision_number': 6, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:04.478338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dbf865-f0f2-48e0-8bd9-f4cba05b6566 None None] DHCP port deletion for 9e58675f-eeb1-4ec6-9cd4-e11de5641fcd request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:04.536733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebec81-f16a-43e3-8b5a-0fa664ecb142 None None] The sync data for ids ['7782ec61-cfe4-4931-aa8a-4bb2914d3e20'] in n-d-793619-14 is: [{'id': '7782ec61-cfe4-4931-aa8a-4bb2914d3e20', 'name': 'tempest-FloatingIPDetailsTestJSON-399587846-router', 'tenant_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:11Z', 'updated_at': '2021-08-16T20:42:03Z', 'revision_number': 6, 'project_id': '3d2a25b9c1f048378b4a7f4ee77df6d8', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:04.561825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fdd64-fe0a-4eac-96c9-a3d81f6cd120 req-a8d7fa1a-5507-4427-91f6-d7cf6b94fdb6 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:04.570774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-093fdd64-fe0a-4eac-96c9-a3d81f6cd120 req-a8d7fa1a-5507-4427-91f6-d7cf6b94fdb6 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 950 time: 0.2997193 Aug 16 20:42:04.624839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-10dbf865-f0f2-48e0-8bd9-f4cba05b6566 None None] Deleting port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:04.625419 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-10dbf865-f0f2-48e0-8bd9-f4cba05b6566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.644036 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-093fdd64-fe0a-4eac-96c9-a3d81f6cd120 req-26134ee0-ce7d-4061-bf9e-41c89217cf1e tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0f471c0-4246-4697-bedf-7aaac5eb2f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723267 Aug 16 20:42:04.669213 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.735116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] For port 25cee406-2331-42e2-92b6-99f5a9ee805b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=25cee406-2331-42e2-92b6-99f5a9ee805b,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:04.735491 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.752812 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-fdb1af16-a538-4dfa-a140-b7c48c7c9456 req-05b61a39-0405-4c8d-b0ce-77140386b1c9 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Deleting port ddbf8bb3-d5a3-411a-a211-5ad662080569 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:04.753303 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fdb1af16-a538-4dfa-a140-b7c48c7c9456 req-05b61a39-0405-4c8d-b0ce-77140386b1c9 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.772485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Calling delete_port for 25cee406-2331-42e2-92b6-99f5a9ee805b owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:04.811520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-10dbf865-f0f2-48e0-8bd9-f4cba05b6566 None None] For port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2a5b822e-a3f1-40e3-a46b-19f7dae24e2c,segment=NetworkSegment(097f488f-ee93-4f44-8315-c14940a325ce),segment_id=097f488f-ee93-4f44-8315-c14940a325ce)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:04.812767 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-10dbf865-f0f2-48e0-8bd9-f4cba05b6566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.831081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-10dbf865-f0f2-48e0-8bd9-f4cba05b6566 None None] Calling delete_port for 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:04.898940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-96811e79-6b82-451e-ad24-de0df01d45bc tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:04.900752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-96811e79-6b82-451e-ad24-de0df01d45bc tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/networks?id=50d4cbe0-d63a-4b96-b57b-6bdf0a72927e HTTP/1.1" status: 200 len: 815 time: 0.4252760 Aug 16 20:42:04.928307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-58ff3ef5-1fb0-4087-9292-d0bf4a934e61 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/quotas/7ca7e4818e3a4296bc67a8d1c1ee9e7f HTTP/1.1" status: 200 len: 375 time: 0.0197001 Aug 16 20:42:04.957105 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.988503 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-10dbf865-f0f2-48e0-8bd9-f4cba05b6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.027118 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.030249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-fdb1af16-a538-4dfa-a140-b7c48c7c9456 req-05b61a39-0405-4c8d-b0ce-77140386b1c9 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] For port ddbf8bb3-d5a3-411a-a211-5ad662080569, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ddbf8bb3-d5a3-411a-a211-5ad662080569,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:05.031357 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fdb1af16-a538-4dfa-a140-b7c48c7c9456 req-05b61a39-0405-4c8d-b0ce-77140386b1c9 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.034999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5b822e-a3f1-40e3-a46b-19f7dae24e2c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:05.052964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-fdb1af16-a538-4dfa-a140-b7c48c7c9456 req-05b61a39-0405-4c8d-b0ce-77140386b1c9 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Calling delete_port for ddbf8bb3-d5a3-411a-a211-5ad662080569 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:05.072414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbf865-f0f2-48e0-8bd9-f4cba05b6566 None None] Pushing event deleted for resources: {'Port': ['ID=2a5b822e-a3f1-40e3-a46b-19f7dae24e2c,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:05.080675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-96ed0909-f9c4-4f5c-8412-84b05f818e2e tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ca7e4818e3a4296bc67a8d1c1ee9e7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1357536 Aug 16 20:42:05.083333 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbf865-f0f2-48e0-8bd9-f4cba05b6566 None None] No DVR routers for this DVR port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:05.151111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] No DVR routers for this DVR port 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:05.151111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1b4882-21fa-4134-a80d-74a88ba528f5']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:05.177226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621f0261-fc63-4227-8cb3-9c303f19c94b') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:05.177684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621f0261-fc63-4227-8cb3-9c303f19c94b') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:05.207999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.286518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-8f88cda6-971e-4bb8-a798-bcbadd4e9b32 service neutron] 10.222.0.74 "GET /v2.0/networks/50d4cbe0-d63a-4b96-b57b-6bdf0a72927e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302869 Aug 16 20:42:05.316699 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.339180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.348514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:05.348851 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:05.350633 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:05.459051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e58675f-eeb1-4ec6-9cd4-e11de5641fcd']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:05.461214 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-581f1a50-6ea0-40ec-8304-859852be46e4 service neutron] 10.222.0.74 "GET /v2.0/networks/50d4cbe0-d63a-4b96-b57b-6bdf0a72927e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400390 Aug 16 20:42:05.467365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:05.497910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097f488f-ee93-4f44-8315-c14940a325ce') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:05.498734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097f488f-ee93-4f44-8315-c14940a325ce') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:05.516394 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fdb1af16-a538-4dfa-a140-b7c48c7c9456 req-05b61a39-0405-4c8d-b0ce-77140386b1c9 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.525587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:05.525587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1ca1dd5c-7303-42d8-b88f-490c8c6e71d1 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:05.525587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:05.526404 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.564122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b61a39-0405-4c8d-b0ce-77140386b1c9 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Pushing event deleted for resources: {'Port': ['ID=ddbf8bb3-d5a3-411a-a211-5ad662080569,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:05.593410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ddbf8bb3-d5a3-411a-a211-5ad662080569'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:05.603559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.624209 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.635375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:05.635644 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:05.635781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.636291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2a5b822e-a3f1-40e3-a46b-19f7dae24e2c not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:05.636853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:05.639075 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:05.668511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:05.668511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9ef6cbe0-b0ec-4b1f-a6ba-5500d7bd0b69 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:05.668938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.670491 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] 10.222.0.74 "DELETE /v2.0/networks/0d1b4882-21fa-4134-a80d-74a88ba528f5 HTTP/1.1" status: 204 len: 168 time: 1.6676643 Aug 16 20:42:05.730098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb1af16-a538-4dfa-a140-b7c48c7c9456 req-05b61a39-0405-4c8d-b0ce-77140386b1c9 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] No DVR routers for this DVR port ddbf8bb3-d5a3-411a-a211-5ad662080569 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:05.756178 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fdb1af16-a538-4dfa-a140-b7c48c7c9456 req-05b61a39-0405-4c8d-b0ce-77140386b1c9 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.756178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fdb1af16-a538-4dfa-a140-b7c48c7c9456 req-05b61a39-0405-4c8d-b0ce-77140386b1c9 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.79 "DELETE /v2.0/ports/ddbf8bb3-d5a3-411a-a211-5ad662080569 HTTP/1.1" status: 204 len: 173 time: 1.3605454 Aug 16 20:42:05.756178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095b95bb-7470-4497-8de7-c0a3bf6f24c5', 'name': 'network-vif-deleted', 'tag': 'ddbf8bb3-d5a3-411a-a211-5ad662080569'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:05.764253 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea3c790-a885-485e-a159-3dc6864405f6" -d '{"events": [{"server_uuid": "095b95bb-7470-4497-8de7-c0a3bf6f24c5", "name": "network-vif-deleted", "tag": "ddbf8bb3-d5a3-411a-a211-5ad662080569"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:05.829005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82da1e0-d014-4bf5-a5a4-80bea4e806ed tempest-QuotasNegativeTest-1444006548 tempest-QuotasNegativeTest-1444006548-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d1b4882-21fa-4134-a80d-74a88ba528f5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:05.880124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.886535 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-577b422f-316e-4109-8248-17a9a34b65ad req-eae5578c-b0c7-45d3-b286-af264350b78d tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 210 time: 0.0815146 Aug 16 20:42:05.932674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Pushing event deleted for resources: {'Port': ['ID=25cee406-2331-42e2-92b6-99f5a9ee805b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:05.955573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43c86a8d-d757-4a5e-a994-18f4326f8e45 req-d46a0dd0-160d-4e76-a98c-7a8a71d38448 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 210 time: 0.0659587 Aug 16 20:42:05.988526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.061792 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708cf6ba-93fa-4e49-ba2a-373a2d9a0d84 x-openstack-request-id: req-708cf6ba-93fa-4e49-ba2a-373a2d9a0d84 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:06.062182 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095b95bb-7470-4497-8de7-c0a3bf6f24c5", "name": "network-vif-deleted", "tag": "ddbf8bb3-d5a3-411a-a211-5ad662080569", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:06.062701 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-708cf6ba-93fa-4e49-ba2a-373a2d9a0d84 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:06.063612 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095b95bb-7470-4497-8de7-c0a3bf6f24c5', 'name': 'network-vif-deleted', 'tag': 'ddbf8bb3-d5a3-411a-a211-5ad662080569', 'status': 'completed', 'code': 200} Aug 16 20:42:06.103742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.110998 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9e58675f-eeb1-4ec6-9cd4-e11de5641fcd HTTP/1.1" status: 204 len: 168 time: 2.5722911 Aug 16 20:42:06.186113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2efa5a-e9df-4d26-8c1e-66bd33c05ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e58675f-eeb1-4ec6-9cd4-e11de5641fcd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:06.207161 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.312742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.316040 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.324728 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.471807 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.472439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7782ec61-cfe4-4931-aa8a-4bb2914d3e20 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:06.513622 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.513622 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-45b81e2f-a505-4c79-91df-f62e21226165 admin admin] 10.222.0.74 "DELETE /v2.0/routers/7782ec61-cfe4-4931-aa8a-4bb2914d3e20 HTTP/1.1" status: 204 len: 168 time: 3.4627647 Aug 16 20:42:06.513883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41032) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:06.638365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e147aa8-048c-48cc-917b-8db3c01990c4 admin admin] Deleting subnet 9ce85631-2eb9-43fb-9837-d0f522aad85c {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:06.641940 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e147aa8-048c-48cc-917b-8db3c01990c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.706114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e147aa8-048c-48cc-917b-8db3c01990c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.731408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41034) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:06.798969 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e147aa8-048c-48cc-917b-8db3c01990c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.818960 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-98253247-ffce-48dc-9c37-1dfecb0204ff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f20a0943df214da3831b556c42160fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858049 Aug 16 20:42:06.821356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41036) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:06.832383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] Deleting port 82a2e728-e9f2-41d8-9b5f-b363385bee2d {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:06.833144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.854456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41038) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:06.883636 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa81f019-7afb-4e98-b96b-6f3d60650d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.957800 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e147aa8-048c-48cc-917b-8db3c01990c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.013992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e147aa8-048c-48cc-917b-8db3c01990c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce85631-2eb9-43fb-9837-d0f522aad85c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:07.033931 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e147aa8-048c-48cc-917b-8db3c01990c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.034987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3655ea70-4957-4785-b1ea-686d51d3e3f2 None None] Network 4e004db5-2938-4153-9d8d-34f7e983fc4f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:07.036232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9e147aa8-048c-48cc-917b-8db3c01990c4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9ce85631-2eb9-43fb-9837-d0f522aad85c HTTP/1.1" status: 204 len: 168 time: 0.5189919 Aug 16 20:42:07.042781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41046) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:07.060405 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-324a0187-411d-416a-a094-558fb02d3e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.134572 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.154946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-324a0187-411d-416a-a094-558fb02d3e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.164722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] For port 82a2e728-e9f2-41d8-9b5f-b363385bee2d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=82a2e728-e9f2-41d8-9b5f-b363385bee2d,segment=NetworkSegment(27f3e289-dc5d-4b0c-b70b-7621b236d6cd),segment_id=27f3e289-dc5d-4b0c-b70b-7621b236d6cd)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:07.165651 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.174222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 25cee406-2331-42e2-92b6-99f5a9ee805b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:07.191600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] Calling delete_port for 82a2e728-e9f2-41d8-9b5f-b363385bee2d owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:07.216437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9069ce95-b9ca-4535-a523-2cf8e6bcc370 req-d75025b1-ec66-4d77-87b4-e384c708e621 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 210 time: 0.0779877 Aug 16 20:42:07.245970 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2afafcc-5a3e-472b-95b2-d527d73f15d8 req-83697787-ec79-4563-aca3-2b191b758d13 tempest-ImagesNegativeTestJSON-1730526819 tempest-ImagesNegativeTestJSON-1730526819-project] 10.222.0.74 "GET /v2.0/ports?device_id=095b95bb-7470-4497-8de7-c0a3bf6f24c5 HTTP/1.1" status: 200 len: 210 time: 0.1039746 Aug 16 20:42:07.283964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 25cee406-2331-42e2-92b6-99f5a9ee805b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:07.284309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 25cee406-2331-42e2-92b6-99f5a9ee805b not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:07.311728 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa81f019-7afb-4e98-b96b-6f3d60650d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.356621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Deleting port c39001db-1949-49ad-a395-38a6679838e7 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:07.356835 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.385291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-324a0187-411d-416a-a094-558fb02d3e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.393152 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa81f019-7afb-4e98-b96b-6f3d60650d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.400656 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-324a0187-411d-416a-a094-558fb02d3e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.404361 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-324a0187-411d-416a-a094-558fb02d3e14 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ad9d220e-1bea-49d6-a420-f296366293fc HTTP/1.1" status: 204 len: 168 time: 0.5795960 Aug 16 20:42:07.423916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a0187-411d-416a-a094-558fb02d3e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9d220e-1bea-49d6-a420-f296366293fc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:07.459606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b5360-694b-4679-b027-9dce87d74dc5 None None] DHCP port deletion for 4e004db5-2938-4153-9d8d-34f7e983fc4f request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:07.567479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81f019-7afb-4e98-b96b-6f3d60650d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f306f039-5b20-42d3-978c-a00ccd896b1a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:07.589586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d27b5360-694b-4679-b027-9dce87d74dc5 None None] Deleting port c39001db-1949-49ad-a395-38a6679838e7 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:07.589964 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d27b5360-694b-4679-b027-9dce87d74dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.596956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aa81f019-7afb-4e98-b96b-6f3d60650d58 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=70e863d324bd4d7fb24aaabd617d5411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7412961 Aug 16 20:42:07.599653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41062) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:07.633287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] For port c39001db-1949-49ad-a395-38a6679838e7, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c39001db-1949-49ad-a395-38a6679838e7,segment=NetworkSegment(35f30184-6993-4b0d-96bc-e2cf8d5844b4),segment_id=35f30184-6993-4b0d-96bc-e2cf8d5844b4)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:07.633990 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.659012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Calling delete_port for c39001db-1949-49ad-a395-38a6679838e7 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:07.663799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ddbf8bb3-d5a3-411a-a211-5ad662080569 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:07.677273 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb7aff10-c6ad-4841-8d70-802eac24885d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.687081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: ddbf8bb3-d5a3-411a-a211-5ad662080569 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:07.687514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ddbf8bb3-d5a3-411a-a211-5ad662080569 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:07.715868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d27b5360-694b-4679-b027-9dce87d74dc5 None None] For port c39001db-1949-49ad-a395-38a6679838e7, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c39001db-1949-49ad-a395-38a6679838e7,segment=NetworkSegment(35f30184-6993-4b0d-96bc-e2cf8d5844b4),segment_id=35f30184-6993-4b0d-96bc-e2cf8d5844b4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:07.716358 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d27b5360-694b-4679-b027-9dce87d74dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.738807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d27b5360-694b-4679-b027-9dce87d74dc5 None None] Calling delete_port for c39001db-1949-49ad-a395-38a6679838e7 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:07.749335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb7aff10-c6ad-4841-8d70-802eac24885d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.786469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.876925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a2e728-e9f2-41d8-9b5f-b363385bee2d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:07.923215 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.929432 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d27b5360-694b-4679-b027-9dce87d74dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.987504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] No DVR routers for this DVR port c39001db-1949-49ad-a395-38a6679838e7 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:07.989674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39001db-1949-49ad-a395-38a6679838e7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:07.991329 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb7aff10-c6ad-4841-8d70-802eac24885d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.998985 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb7aff10-c6ad-4841-8d70-802eac24885d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.002082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fb7aff10-c6ad-4841-8d70-802eac24885d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f306f039-5b20-42d3-978c-a00ccd896b1a HTTP/1.1" status: 204 len: 168 time: 0.4012947 Aug 16 20:42:08.057191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aff10-c6ad-4841-8d70-802eac24885d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f306f039-5b20-42d3-978c-a00ccd896b1a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:08.065731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b5360-694b-4679-b027-9dce87d74dc5 None None] Pushing event deleted for resources: {'Port': ['ID=c39001db-1949-49ad-a395-38a6679838e7,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:08.070912 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b5360-694b-4679-b027-9dce87d74dc5 None None] No DVR routers for this DVR port c39001db-1949-49ad-a395-38a6679838e7 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:08.169350 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.189456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e004db5-2938-4153-9d8d-34f7e983fc4f']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:08.238750 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f30184-6993-4b0d-96bc-e2cf8d5844b4') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:08.239115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f30184-6993-4b0d-96bc-e2cf8d5844b4') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:08.259678 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.294154 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.359862 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.382647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:08.383060 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:08.384938 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:08.418882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c84c32a-dbe1-4e3a-9e30-d0dd0f139ded req-834eb7f7-d68f-4780-870e-8b6e6ba4ab0e tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 210 time: 0.0527487 Aug 16 20:42:08.551436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.561510 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.561510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4e004db5-2938-4153-9d8d-34f7e983fc4f HTTP/1.1" status: 204 len: 168 time: 1.5158548 Aug 16 20:42:08.596714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f2b5a-0d4a-4287-a1fd-70011cec7412 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e004db5-2938-4153-9d8d-34f7e983fc4f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:08.744356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] Router ab48c7a8-3549-480b-afd7-b91dea971f1b has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:08.897232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:08.899591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41110) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:08.907889 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a82948a7-6607-4db9-b908-cf059704a408 admin admin] 10.222.0.74 "PUT /v2.0/routers/ab48c7a8-3549-480b-afd7-b91dea971f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4725876 Aug 16 20:42:08.908874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41112) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:08.910566 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a0cc9-e038-40a7-94f8-3708334e7a43 None None] Sync routers for ids ['ab48c7a8-3549-480b-afd7-b91dea971f1b'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:08.918840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02aeb4ec-8548-4172-b43d-7b124d8117e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.926854 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a0cc9-e038-40a7-94f8-3708334e7a43 None None] Routers {'ab48c7a8-3549-480b-afd7-b91dea971f1b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:08.928732 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c95a0cc9-e038-40a7-94f8-3708334e7a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ab48c7a8-3549-480b-afd7-b91dea971f1b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:09.075753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02aeb4ec-8548-4172-b43d-7b124d8117e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.106456 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c95a0cc9-e038-40a7-94f8-3708334e7a43 None None] Set router ab48c7a8-3549-480b-afd7-b91dea971f1b gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:09.223639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02aeb4ec-8548-4172-b43d-7b124d8117e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.301650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41114) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:09.309818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c39001db-1949-49ad-a395-38a6679838e7 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:09.349988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c39001db-1949-49ad-a395-38a6679838e7 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:09.351195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c39001db-1949-49ad-a395-38a6679838e7 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:09.359607 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-02aeb4ec-8548-4172-b43d-7b124d8117e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=16e62534abbd46b89abe19dd7dbabbb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552476 Aug 16 20:42:09.372005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aeb4ec-8548-4172-b43d-7b124d8117e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5dddd3-47a3-4991-9583-bb83506c9a45,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:09.376667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41116) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:09.502131 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5235ec1f-3c52-4816-8862-a40c8861b7c3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3d2a25b9c1f048378b4a7f4ee77df6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766882 Aug 16 20:42:09.505904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41120) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:09.580334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0ff2b9b8-1d86-419b-ba8e-8491aed55c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.617968 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40efd5db-ec92-4683-9f01-d6724fd8acad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.675437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40efd5db-ec92-4683-9f01-d6724fd8acad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.764154 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c95a0cc9-e038-40a7-94f8-3708334e7a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-router', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:48Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 5, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'gw_port': {'id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:49Z', 'updated_at': '2021-08-16T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:09.764440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0ff2b9b8-1d86-419b-ba8e-8491aed55c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.764563 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.772047 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a0cc9-e038-40a7-94f8-3708334e7a43 None None] Checking router: ab48c7a8-3549-480b-afd7-b91dea971f1b for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:09.786073 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a0cc9-e038-40a7-94f8-3708334e7a43 None None] Routers {'ab48c7a8-3549-480b-afd7-b91dea971f1b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:09.787318 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c95a0cc9-e038-40a7-94f8-3708334e7a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:41:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ab48c7a8-3549-480b-afd7-b91dea971f1b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:09.841101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41138) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:09.927198 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c95a0cc9-e038-40a7-94f8-3708334e7a43 None None] Set router ab48c7a8-3549-480b-afd7-b91dea971f1b gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:09.953422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5194b669-8654-4747-b3b0-f5426de1eebc req-c7c1b3d2-0cfd-4f5d-9cdd-942c2fa3d886 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 210 time: 0.1954134 Aug 16 20:42:09.965489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-6798dc6b-c3f2-48c8-b711-a33d9c1b6949 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:09.967033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-6798dc6b-c3f2-48c8-b711-a33d9c1b6949 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.76 "GET /v2.0/networks?id=50d4cbe0-d63a-4b96-b57b-6bdf0a72927e HTTP/1.1" status: 200 len: 815 time: 0.4831517 Aug 16 20:42:10.025064 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5191162b-8dd2-417a-8ae4-0d3c9bf111d3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1028a7c9f83b499486b0f491fa3d2d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824505 Aug 16 20:42:10.027758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41146) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:10.032172 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.047255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-79e5935e-0651-42c3-a8d0-2ef7c84d994c tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ca7e4818e3a4296bc67a8d1c1ee9e7f HTTP/1.1" status: 200 len: 379 time: 0.0688593 Aug 16 20:42:10.055844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Request body: {'port': {'device_id': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'admin_state_up': True, 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'security_groups': ['00deed7c-de03-4244-b423-46f560b82203']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:10.084662 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5cef2bd-0ce0-43e0-a8f1-6a69493b71ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.099030 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0ff2b9b8-1d86-419b-ba8e-8491aed55c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.101827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0ff2b9b8-1d86-419b-ba8e-8491aed55c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.102968 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0ff2b9b8-1d86-419b-ba8e-8491aed55c39 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2f5dddd3-47a3-4991-9583-bb83506c9a45 HTTP/1.1" status: 204 len: 168 time: 0.7239432 Aug 16 20:42:10.122998 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5cef2bd-0ce0-43e0-a8f1-6a69493b71ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.125628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2b9b8-1d86-419b-ba8e-8491aed55c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5dddd3-47a3-4991-9583-bb83506c9a45,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:10.150939 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40efd5db-ec92-4683-9f01-d6724fd8acad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.151170 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c95a0cc9-e038-40a7-94f8-3708334e7a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-router', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:48Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 5, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'gw_port': {'id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:49Z', 'updated_at': '2021-08-16T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:10.154897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40efd5db-ec92-4683-9f01-d6724fd8acad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.156091 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-40efd5db-ec92-4683-9f01-d6724fd8acad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/50d70fca-7998-4d63-a04d-952d992395a6 HTTP/1.1" status: 204 len: 168 time: 0.6492095 Aug 16 20:42:10.184691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efd5db-ec92-4683-9f01-d6724fd8acad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d70fca-7998-4d63-a04d-952d992395a6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:10.207111 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a0cc9-e038-40a7-94f8-3708334e7a43 None None] The sync data for ids ['ab48c7a8-3549-480b-afd7-b91dea971f1b'] in n-d-793619-14 is: [{'id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2022416129-router', 'tenant_id': 'e7089f2ec83e47a9b94cc9768f171360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:48Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 5, 'project_id': 'e7089f2ec83e47a9b94cc9768f171360', 'gw_port': {'id': '5a4da39c-1f66-4380-84d1-06b0c7ee4e03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab48c7a8-3549-480b-afd7-b91dea971f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:49Z', 'updated_at': '2021-08-16T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:10.292832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Made reservation on behalf of 7ca7e4818e3a4296bc67a8d1c1ee9e7f for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:10.297599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.315962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Deleting port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:10.316395 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.322300 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5cef2bd-0ce0-43e0-a8f1-6a69493b71ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.328241 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5cef2bd-0ce0-43e0-a8f1-6a69493b71ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.329811 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a5cef2bd-0ce0-43e0-a8f1-6a69493b71ab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0f471c0-4246-4697-bedf-7aaac5eb2f96 HTTP/1.1" status: 204 len: 168 time: 0.3013389 Aug 16 20:42:10.346243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cef2bd-0ce0-43e0-a8f1-6a69493b71ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f471c0-4246-4697-bedf-7aaac5eb2f96,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:10.508122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] For port 5a4da39c-1f66-4380-84d1-06b0c7ee4e03, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a4da39c-1f66-4380-84d1-06b0c7ee4e03,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:10.508495 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.537429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Calling delete_port for 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:10.575801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Allocated IP 172.20.0.5 (50d4cbe0-d63a-4b96-b57b-6bdf0a72927e/56c6f4ce-a733-4577-9b58-81276cc5dd25/6ae8c43b-f196-4105-a2d9-3d565a65e6e2) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:10.699841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41170) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:11.130885 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 82a2e728-e9f2-41d8-9b5f-b363385bee2d no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:11.174219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 82a2e728-e9f2-41d8-9b5f-b363385bee2d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:11.174695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 82a2e728-e9f2-41d8-9b5f-b363385bee2d not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:11.279145 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.284464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ca535c0-4c79-4afe-84b1-f8cc5310868e req-71e04d84-ee71-4e55-a2c9-7eeb56dff02b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 210 time: 0.0751462 Aug 16 20:42:11.318943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1264569503-network', 'tenant_id': '32fd50cdc7c2456799cb9a8cbbe358b2'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:11.480580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Made reservation on behalf of 32fd50cdc7c2456799cb9a8cbbe358b2 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:11.483003 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.492216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.510932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Transition to ACTIVE for port object 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:11.514379 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.565864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4da39c-1f66-4380-84d1-06b0c7ee4e03,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:11.694521 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.798105 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.812806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.845310 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.921276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:11.926819 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.929131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:11.931781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Pushing event updated for resources: {'Port': ['ID=6ae8c43b-f196-4105-a2d9-3d565a65e6e2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:11.934049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:12.017523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:12.018190 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.045588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d35248-2574-4b27-b0fd-18b0bc101aa6 req-7946dce8-097e-478b-8442-6df66582f882 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:12.045588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8d35248-2574-4b27-b0fd-18b0bc101aa6 req-7946dce8-097e-478b-8442-6df66582f882 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 950 time: 0.1063509 Aug 16 20:42:12.046417 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.092646 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.094106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab48c7a8-3549-480b-afd7-b91dea971f1b {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:12.121418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.125229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-261935d5-62ed-4391-917e-03d793386e4e admin admin] 10.222.0.74 "DELETE /v2.0/routers/ab48c7a8-3549-480b-afd7-b91dea971f1b HTTP/1.1" status: 204 len: 168 time: 3.2127335 Aug 16 20:42:12.126133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41256) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:12.138377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:12.139018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1afe323-1e1f-439d-8226-8985d664f140,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.172690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-633bd63c-7381-4b85-b556-b4e5fc24e3a6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1207983 Aug 16 20:42:12.182064 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.182723 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Added segment ee9fc2e7-ca70-4402-8420-a57f169a2758 of type vlan for network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 Aug 16 20:42:12.208358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2264822c-a017-4fbb-aa5d-cb199ed2e47c admin admin] Deleting subnet 3de5a9a2-c9c5-4bf2-ba4f-810195a5117f {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:12.209120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Request body: {'port': {'device_id': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:12.214108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2264822c-a017-4fbb-aa5d-cb199ed2e47c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.259918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2264822c-a017-4fbb-aa5d-cb199ed2e47c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.273639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8d35248-2574-4b27-b0fd-18b0bc101aa6 req-b944de87-68d5-4665-a58b-90d53c22b68f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093511 Aug 16 20:42:12.294522 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.348860 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.364586 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2264822c-a017-4fbb-aa5d-cb199ed2e47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.374829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0eba134c-c662-4980-aa90-2491873b5efa None None] Provisioning for port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:12.378983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0eba134c-c662-4980-aa90-2491873b5efa None None] Provisioning complete for port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:12.379609 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0eba134c-c662-4980-aa90-2491873b5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.444931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0eba134c-c662-4980-aa90-2491873b5efa None None] Port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:12.448723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.450171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:12.451284 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.525465 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2264822c-a017-4fbb-aa5d-cb199ed2e47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.556356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264822c-a017-4fbb-aa5d-cb199ed2e47c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3de5a9a2-c9c5-4bf2-ba4f-810195a5117f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.561000 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2264822c-a017-4fbb-aa5d-cb199ed2e47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.564849 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2264822c-a017-4fbb-aa5d-cb199ed2e47c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3de5a9a2-c9c5-4bf2-ba4f-810195a5117f HTTP/1.1" status: 204 len: 168 time: 0.4376760 Aug 16 20:42:12.567292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41268) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:12.569730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15351498-dcb6-4bd9-9f6d-c191d1f01865 None None] Network 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:12.633790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] Pushing event updated for resources: {'Network': ['ID=5d55a6d8-8eff-4383-a9a0-d80a6e193368,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.686727 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-95f3d62f-e18a-4f0d-ac5d-0c29c1f8237d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9827411 Aug 16 20:42:12.695531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41276) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:12.704220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] Request body: {'subnet': {'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1264569503-subnet', 'tenant_id': '32fd50cdc7c2456799cb9a8cbbe358b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:12.719465 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.731373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f77c4-d822-4313-8c08-c410b5bdb21b req-875b277d-d6ff-4abd-bdfa-2f59f6507bf3 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:12.741093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c1f77c4-d822-4313-8c08-c410b5bdb21b req-875b277d-d6ff-4abd-bdfa-2f59f6507bf3 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 931 time: 0.2331476 Aug 16 20:42:12.753927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:12.821440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Deleting port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:12.821762 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.823223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c1f77c4-d822-4313-8c08-c410b5bdb21b req-32c6bda4-5153-4174-bade-e481e6a40cfd tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804996 Aug 16 20:42:12.889645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] Made reservation on behalf of 32fd50cdc7c2456799cb9a8cbbe358b2 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:12.893942 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.974723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] For port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2ef662a1-83c5-4ddc-b892-0e2ea6c8451e,segment=NetworkSegment(27f3e289-dc5d-4b0c-b70b-7621b236d6cd),segment_id=27f3e289-dc5d-4b0c-b70b-7621b236d6cd)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:12.975225 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.976871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:12.989097 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.990352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Calling delete_port for 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:13.002438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69627c18-d823-4a3b-b015-568eb03f3b3e None None] DHCP port deletion for 8ad4d87a-0e94-4f6d-a39b-6ef778a21990 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:13.015992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Transition to ACTIVE for port object 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:13.086860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-69627c18-d823-4a3b-b015-568eb03f3b3e None None] Deleting port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:13.088817 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69627c18-d823-4a3b-b015-568eb03f3b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.097959 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.174154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-69627c18-d823-4a3b-b015-568eb03f3b3e None None] For port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2ef662a1-83c5-4ddc-b892-0e2ea6c8451e,segment=NetworkSegment(27f3e289-dc5d-4b0c-b70b-7621b236d6cd),segment_id=27f3e289-dc5d-4b0c-b70b-7621b236d6cd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:13.174945 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69627c18-d823-4a3b-b015-568eb03f3b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.180703 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.195806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:13.197199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] No DVR routers for this DVR port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:13.266930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-69627c18-d823-4a3b-b015-568eb03f3b3e None None] Calling delete_port for 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:13.272489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae8c43b-f196-4105-a2d9-3d565a65e6e2,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:13.275225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:13.275888 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a4da39c-1f66-4380-84d1-06b0c7ee4e03 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:13.276569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:13.331479 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.351592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:13.351946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:13.539363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017e1c35-8272-486f-8cbc-c85f51de575d,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:13.555663 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69627c18-d823-4a3b-b015-568eb03f3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.592378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69627c18-d823-4a3b-b015-568eb03f3b3e None None] Pushing event deleted for resources: {'Port': ['ID=2ef662a1-83c5-4ddc-b892-0e2ea6c8451e,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:13.594894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69627c18-d823-4a3b-b015-568eb03f3b3e None None] No DVR routers for this DVR port 2ef662a1-83c5-4ddc-b892-0e2ea6c8451e on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:13.606577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Attempting to bind port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:13.606924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Attempting to bind port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:13.607558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Attempting to bind port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 on network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:13.627146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 on network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:13.627487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Attempting to bind port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 on network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:13.639476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] Checking segment: {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:13.639915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] Network hostable DHCP agents. Network: 5d55a6d8-8eff-4383-a9a0-d80a6e193368, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:13.643969 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:13.644318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Checking segment: {'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:13.644682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Bound using segment: {'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:13.645158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Bound port: 6ae8c43b-f196-4105-a2d9-3d565a65e6e2, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaac43d-5143-4840-8b6e-18f69c0319bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:13.645520 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.671078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fae2f-33ee-4e80-b7f4-918c4d818a33 req-058f06b9-86dd-4c37-b418-1d5906e89d3a tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:13.673247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed3fae2f-33ee-4e80-b7f4-918c4d818a33 req-058f06b9-86dd-4c37-b418-1d5906e89d3a tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 950 time: 0.1607113 Aug 16 20:42:13.746670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef662a1-83c5-4ddc-b892-0e2ea6c8451e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:13.765148 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.771666 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed3fae2f-33ee-4e80-b7f4-918c4d818a33 req-c4bf63c7-cd27-49bb-92ac-e17db071b635 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907266 Aug 16 20:42:13.772968 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] For port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:13.775176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] Network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:13.776115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad4d87a-0e94-4f6d-a39b-6ef778a21990']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:13.778267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] For port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6ae8c43b-f196-4105-a2d9-3d565a65e6e2,segment=NetworkSegment(bfaac43d-5143-4840-8b6e-18f69c0319bb),segment_id=bfaac43d-5143-4840-8b6e-18f69c0319bb)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:13.793235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f3e289-dc5d-4b0c-b70b-7621b236d6cd') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:13.793235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f3e289-dc5d-4b0c-b70b-7621b236d6cd') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:13.800272 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.822545 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.832096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:13.832620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:13.834583 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:13.860676 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.925991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 5d55a6d8-8eff-4383-a9a0-d80a6e193368) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:13.952107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41344) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:13.956638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e697ebe-e3a1-4a21-832f-b7417caa6a7d None None] Network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:13.962656 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.964212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:13.965149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.973747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] 10.222.0.76 "PUT /v2.0/ports/6ae8c43b-f196-4105-a2d9-3d565a65e6e2 HTTP/1.1" status: 200 len: 1092 time: 1.7890611 Aug 16 20:42:13.974573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'tag': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:13.977510 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9250091-864e-4457-ac92-4b6b4a60fa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "fac68c46-d19e-4379-b4a1-fc19f269848d", "tag": "6ae8c43b-f196-4105-a2d9-3d565a65e6e2"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:13.982640 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.984979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:13.986094 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.986685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] 10.222.0.74 "DELETE /v2.0/networks/8ad4d87a-0e94-4f6d-a39b-6ef778a21990 HTTP/1.1" status: 204 len: 168 time: 1.4123592 Aug 16 20:42:13.988264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60896b02-8d5b-4983-8dac-b2855bc14a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad4d87a-0e94-4f6d-a39b-6ef778a21990,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:14.040786 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3b9e8-7222-43cf-9bb2-413e065f54a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae8c43b-f196-4105-a2d9-3d565a65e6e2,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:14.072227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca4c33-ca2a-4ed6-aec1-869d12f8e2dd req-be9bb7b4-4b57-46cc-a757-d470f248c2b8 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:14.074235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90ca4c33-ca2a-4ed6-aec1-869d12f8e2dd req-be9bb7b4-4b57-46cc-a757-d470f248c2b8 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 943 time: 0.1164439 Aug 16 20:42:14.161051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c8391190-a629-4df9-aa02-89d53b9df984 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4500940 Aug 16 20:42:14.183392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-749d8f1c-77de-4595-a6ad-8cb37c9b1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:14.184793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-749d8f1c-77de-4595-a6ad-8cb37c9b1651 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ca7e4818e3a4296bc67a8d1c1ee9e7f&device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 1095 time: 0.1091831 Aug 16 20:42:14.216290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f596c220-879c-4996-b37f-344e9d4eb18b None None] Network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:14.218985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90ca4c33-ca2a-4ed6-aec1-869d12f8e2dd req-87f9e284-c954-4c42-81bc-702c7fdaec3b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301830 Aug 16 20:42:14.235975 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-963ab957-8ec5-4ee1-9848-795a05ffef8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.292559 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-7b1aa373-af13-4d4c-8fa3-fbb1b85e194e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae8c43b-f196-4105-a2d9-3d565a65e6e2 HTTP/1.1" status: 200 len: 217 time: 0.0950959 Aug 16 20:42:14.297676 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45a7c74-a91c-4568-b408-60968641ebc2 x-openstack-request-id: req-d45a7c74-a91c-4568-b408-60968641ebc2 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:14.298190 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac68c46-d19e-4379-b4a1-fc19f269848d", "tag": "6ae8c43b-f196-4105-a2d9-3d565a65e6e2", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:14.298481 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d45a7c74-a91c-4568-b408-60968641ebc2 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:14.298833 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'tag': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2', 'status': 'completed', 'code': 200} Aug 16 20:42:14.373839 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-963ab957-8ec5-4ee1-9848-795a05ffef8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.393322 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-9b3f9aeb-b06a-47d3-a607-634c2a19da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:14.396482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-9b3f9aeb-b06a-47d3-a607-634c2a19da51 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56c6f4ce-a733-4577-9b58-81276cc5dd25 HTTP/1.1" status: 200 len: 854 time: 0.0950994 Aug 16 20:42:14.455592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-5b3fab47-6355-4065-9728-d695fef1beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:14.457212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-5b3fab47-6355-4065-9728-d695fef1beb1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=50d4cbe0-d63a-4b96-b57b-6bdf0a72927e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500929 Aug 16 20:42:14.480878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-963ab957-8ec5-4ee1-9848-795a05ffef8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.527750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ab957-8ec5-4ee1-9848-795a05ffef8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9e78e-9384-451c-ae02-815bea592b58,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:14.549281 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-963ab957-8ec5-4ee1-9848-795a05ffef8b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6cdf183fd4ec43f88f289a5d4740fd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5953672 Aug 16 20:42:14.551829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41364) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:14.577928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-1d872de2-f419-4c3d-be17-35cd5b43fa43 service neutron] 10.222.0.76 "GET /v2.0/networks/50d4cbe0-d63a-4b96-b57b-6bdf0a72927e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129360 Aug 16 20:42:14.631573 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f532a040-5aaf-4edf-9751-b57182b209d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.641160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41374) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:14.676180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f532a040-5aaf-4edf-9751-b57182b209d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.707866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fade78b-8b72-4f47-80f3-d9ee186a8aa8 req-17e44111-fa1e-4b74-9731-82dcd22e869e service neutron] 10.222.0.76 "GET /v2.0/networks/50d4cbe0-d63a-4b96-b57b-6bdf0a72927e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235542 Aug 16 20:42:14.750171 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-526cf1ab-0097-4723-a4fa-55cead0ec5bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a1992f8aee15496ca1fcbab268d4d133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430381 Aug 16 20:42:14.754902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41382) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:14.788688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41384) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:14.828636 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b538131-0475-4f06-821c-e6b47c74645a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.828974 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f532a040-5aaf-4edf-9751-b57182b209d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.831951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f532a040-5aaf-4edf-9751-b57182b209d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.833231 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f532a040-5aaf-4edf-9751-b57182b209d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d3a9e78e-9384-451c-ae02-815bea592b58 HTTP/1.1" status: 204 len: 168 time: 0.2804298 Aug 16 20:42:14.842600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532a040-5aaf-4edf-9751-b57182b209d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9e78e-9384-451c-ae02-815bea592b58,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:14.890678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41394) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:14.906090 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b538131-0475-4f06-821c-e6b47c74645a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.945389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250091-864e-4457-ac92-4b6b4a60fa5e req-89926020-f068-4231-83cc-3f6390b2b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:14.947253 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9250091-864e-4457-ac92-4b6b4a60fa5e req-89926020-f068-4231-83cc-3f6390b2b206 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ca7e4818e3a4296bc67a8d1c1ee9e7f&device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 1095 time: 0.0996780 Aug 16 20:42:14.950598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ad203d75-8d0f-4502-ab18-6e44c4ddac59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.080667 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ad203d75-8d0f-4502-ab18-6e44c4ddac59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.091555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250091-864e-4457-ac92-4b6b4a60fa5e req-f4be70f5-44b2-4a91-961f-45289b7e2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:15.093306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9250091-864e-4457-ac92-4b6b4a60fa5e req-f4be70f5-44b2-4a91-961f-45289b7e2b6c service neutron] 10.222.0.76 "GET /v2.0/networks?id=50d4cbe0-d63a-4b96-b57b-6bdf0a72927e HTTP/1.1" status: 200 len: 916 time: 0.1215441 Aug 16 20:42:15.109167 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1103036921', 'router:external': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:15.146525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9250091-864e-4457-ac92-4b6b4a60fa5e req-8eb7eb65-cf17-4c4f-ad83-e966cd2f90e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae8c43b-f196-4105-a2d9-3d565a65e6e2 HTTP/1.1" status: 200 len: 217 time: 0.0454237 Aug 16 20:42:15.156461 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b538131-0475-4f06-821c-e6b47c74645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.159005 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b538131-0475-4f06-821c-e6b47c74645a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.160043 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0b538131-0475-4f06-821c-e6b47c74645a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6d274fed-f093-4519-b2a6-045df3d18aab HTTP/1.1" status: 204 len: 168 time: 0.4040971 Aug 16 20:42:15.163651 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-86b12fb8-a653-4967-baea-2ec1ceb69c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.173996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ad203d75-8d0f-4502-ab18-6e44c4ddac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.228288 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ad203d75-8d0f-4502-ab18-6e44c4ddac59 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f2de9a04d6114696a07dff467584fdac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377966 Aug 16 20:42:15.228528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad203d75-8d0f-4502-ab18-6e44c4ddac59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ddac9f-3d3c-48c3-879e-6a02f60db086,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:15.232909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41410) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:15.236410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b538131-0475-4f06-821c-e6b47c74645a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d274fed-f093-4519-b2a6-045df3d18aab,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:15.268021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250091-864e-4457-ac92-4b6b4a60fa5e req-db4fb216-3ef4-4600-9e50-30fea3868448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:15.270620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9250091-864e-4457-ac92-4b6b4a60fa5e req-db4fb216-3ef4-4600-9e50-30fea3868448 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56c6f4ce-a733-4577-9b58-81276cc5dd25 HTTP/1.1" status: 200 len: 854 time: 0.1089189 Aug 16 20:42:15.270884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Made reservation on behalf of c6b4f81b583f4f1382370ee9ef4dc93c for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:15.273291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.295375 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.331293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21901c70-7d46-4d73-8c44-3f6234979001 req-b05bdd7f-a02e-4e63-a6c0-cb65856cb897 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:15.332861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-b05bdd7f-a02e-4e63-a6c0-cb65856cb897 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/networks?id=5d55a6d8-8eff-4383-a9a0-d80a6e193368 HTTP/1.1" status: 200 len: 805 time: 0.2239571 Aug 16 20:42:15.341572 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250091-864e-4457-ac92-4b6b4a60fa5e req-b727fd73-914d-47c5-98ca-e9a989c82a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:15.343000 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9250091-864e-4457-ac92-4b6b4a60fa5e req-b727fd73-914d-47c5-98ca-e9a989c82a50 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=50d4cbe0-d63a-4b96-b57b-6bdf0a72927e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635192 Aug 16 20:42:15.364143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59472e6c-7b6c-4b0c-b6e4-fbc5720d9757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.392752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59472e6c-7b6c-4b0c-b6e4-fbc5720d9757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.423293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-cd5933fc-f9a2-4802-b7a2-b4e9adfeba31 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/quotas/32fd50cdc7c2456799cb9a8cbbe358b2 HTTP/1.1" status: 200 len: 375 time: 0.0793245 Aug 16 20:42:15.471942 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-b5d4df79-52a7-4b6b-93c9-34a37641cafc tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384114 Aug 16 20:42:15.494898 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.497261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdfa4-fa02-4daa-a45b-96b3337b7f88 req-b440eed2-f0a7-44c8-b775-4362a94590ba tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:15.498915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-231cdfa4-fa02-4daa-a45b-96b3337b7f88 req-b440eed2-f0a7-44c8-b775-4362a94590ba tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 943 time: 0.1514802 Aug 16 20:42:15.586743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59472e6c-7b6c-4b0c-b6e4-fbc5720d9757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.589532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59472e6c-7b6c-4b0c-b6e4-fbc5720d9757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.590772 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-59472e6c-7b6c-4b0c-b6e4-fbc5720d9757 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92ddac9f-3d3c-48c3-879e-6a02f60db086 HTTP/1.1" status: 204 len: 168 time: 0.3558433 Aug 16 20:42:15.593898 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.606792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59472e6c-7b6c-4b0c-b6e4-fbc5720d9757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ddac9f-3d3c-48c3-879e-6a02f60db086,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:15.633013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:15.648012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55fbc4c-57b5-47b5-9dca-e644dff416cd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:15.653874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.654249 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Added segment 121d80e0-c84b-4385-83e2-4b10e8958ef8 of type vlan for network a0013712-4176-4ec1-8886-727e7669b056 Aug 16 20:42:15.695770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device eb3db696-40b7-4457-b402-17a19efeaa2d no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:15.713645 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.792487 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.822982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3db696-40b7-4457-b402-17a19efeaa2d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:15.825898 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.826235 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe54a5f-8756-4795-baf5-5cf09e5bd6ad" -d '{"events": [{"server_uuid": "7814e742-ea74-460d-a0ed-5e64e71972e4", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3db696-40b7-4457-b402-17a19efeaa2d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:15.829971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:15.829971 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.841969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port eb3db696-40b7-4457-b402-17a19efeaa2d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=eb3db696-40b7-4457-b402-17a19efeaa2d,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:15.893881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event updated for resources: {'Network': ['ID=a0013712-4176-4ec1-8886-727e7669b056,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:15.904052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41432) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:15.908359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a0013712-4176-4ec1-8886-727e7669b056 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:15.915408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9250091-864e-4457-ac92-4b6b4a60fa5e req-36a9ab46-c34e-484f-bda7-090a15e3ccc5 service neutron] 10.222.0.76 "GET /v2.0/networks/50d4cbe0-d63a-4b96-b57b-6bdf0a72927e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499914 Aug 16 20:42:15.946843 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-59c9f632-6e9d-495e-80a6-5d0fe7399a1d tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0523798 Aug 16 20:42:15.947728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41434) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:15.952585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Request body: {'subnet': {'network_id': 'a0013712-4176-4ec1-8886-727e7669b056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:15.980475 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.019408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-231cdfa4-fa02-4daa-a45b-96b3337b7f88 req-5bba17d1-7bbe-4c6b-afb1-9cb4e77cb4c6 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676102 Aug 16 20:42:16.062408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=eb3db696-40b7-4457-b402-17a19efeaa2d,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:16.072160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-02716416-6a3d-43da-9903-766c40358694 service neutron] 10.222.0.74 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915506 Aug 16 20:42:16.076228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8f8b46a1-7eb4-4423-a0fe-9bd2ee173683 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e7089f2ec83e47a9b94cc9768f171360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710727 Aug 16 20:42:16.081098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41436) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.112150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Made reservation on behalf of c6b4f81b583f4f1382370ee9ef4dc93c for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:16.114684 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.208430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9250091-864e-4457-ac92-4b6b4a60fa5e req-2e00ece7-b084-4000-aa01-ec6bdaef892b service neutron] 10.222.0.76 "GET /v2.0/networks/50d4cbe0-d63a-4b96-b57b-6bdf0a72927e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788894 Aug 16 20:42:16.252370 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0574d8d-fcf2-4a86-a422-a2a1d5fe43ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.259711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-f6626d93-c411-41a3-b482-f65d6254d27a service neutron] 10.222.0.74 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770551 Aug 16 20:42:16.276245 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5bc930-d178-4e17-bb35-e7109e0116ad x-openstack-request-id: req-2c5bc930-d178-4e17-bb35-e7109e0116ad {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:16.276736 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7814e742-ea74-460d-a0ed-5e64e71972e4", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3db696-40b7-4457-b402-17a19efeaa2d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:16.276830 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c5bc930-d178-4e17-bb35-e7109e0116ad {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:16.277189 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3db696-40b7-4457-b402-17a19efeaa2d', 'code': 200} Aug 16 20:42:16.278203 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0574d8d-fcf2-4a86-a422-a2a1d5fe43ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.396815 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0574d8d-fcf2-4a86-a422-a2a1d5fe43ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.399382 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0574d8d-fcf2-4a86-a422-a2a1d5fe43ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.403222 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c0574d8d-fcf2-4a86-a422-a2a1d5fe43ed admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c87eaa25-1d3b-46d9-ac47-37278ee34692 HTTP/1.1" status: 204 len: 168 time: 0.3207562 Aug 16 20:42:16.409377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0574d8d-fcf2-4a86-a422-a2a1d5fe43ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87eaa25-1d3b-46d9-ac47-37278ee34692,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:16.544782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a028b72c-714b-4190-b4f7-991784d419dd req-f04fc0ec-f0f5-4fb3-af7c-089de0dfb81e tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 210 time: 0.0315337 Aug 16 20:42:16.615098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.objects.ports [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95262) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:42:16.615673 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.673704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f0ab34b-7618-4eac-add4-5ce338a30228,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:16.688974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Checking segment: {'id': '121d80e0-c84b-4385-83e2-4b10e8958ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a0013712-4176-4ec1-8886-727e7669b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:16.689370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Network hostable DHCP agents. Network: a0013712-4176-4ec1-8886-727e7669b056, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:16.787860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Network a0013712-4176-4ec1-8886-727e7669b056 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:16.856712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a0013712-4176-4ec1-8886-727e7669b056) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:16.858474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4a4af2-4565-4349-b824-8495d6fac7c0 None None] Network a0013712-4176-4ec1-8886-727e7669b056 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:16.870619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:16.871431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.972458 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-69bbc988-4edf-41f3-bba3-1bb734cd6822 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0241380 Aug 16 20:42:16.975157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41490) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.980356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1523688585', 'network_id': 'a0013712-4176-4ec1-8886-727e7669b056'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:17.000446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb79711-ba3a-41e8-ba61-532c10ae3ab9 None None] Network a0013712-4176-4ec1-8886-727e7669b056 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:17.066453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Made reservation on behalf of c6b4f81b583f4f1382370ee9ef4dc93c for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:17.066807 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.120041 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] device_id is not set on port 5ec0dbc7-a7d9-43a5-8580-4d3b73ed6c11 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:42:17.187373 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-b24a09e3-8a8e-497f-b19c-396e36dff8c3 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5b4e03c19e9b42d29445fe515d6c9bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429282 Aug 16 20:42:17.205298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41508) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:17.207697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a3856-6bca-462d-a1c5-a22b134c137f req-9c587be8-4bdc-4c1b-8bdc-fc471866cc08 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:17.212775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a7a3856-6bca-462d-a1c5-a22b134c137f req-9c587be8-4bdc-4c1b-8bdc-fc471866cc08 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 943 time: 0.1189823 Aug 16 20:42:17.272275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Allocated IP 172.20.0.3 (a0013712-4176-4ec1-8886-727e7669b056/3f0ab34b-7618-4eac-add4-5ce338a30228/5ec0dbc7-a7d9-43a5-8580-4d3b73ed6c11) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:17.321400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a7a3856-6bca-462d-a1c5-a22b134c137f req-b9964b02-9b7a-458b-bfb9-a7d48928489d tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014645 Aug 16 20:42:17.360911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-551275720-network', 'tenant_id': '8325a80e80854df388ce75fd0eeef7bb'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:17.385658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-fa73af3e-b2b6-44a2-8f64-5c052d729ff7 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:17.387527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-fa73af3e-b2b6-44a2-8f64-5c052d729ff7 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772916 Aug 16 20:42:17.406310 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-d1743b15-1c57-4160-90b3-eb2ccb9bf3d2 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/quotas/5b4e03c19e9b42d29445fe515d6c9bae HTTP/1.1" status: 200 len: 375 time: 0.0127156 Aug 16 20:42:17.443502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-bf85538e-2318-42dd-b43f-a70563b8f740 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b4e03c19e9b42d29445fe515d6c9bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306809 Aug 16 20:42:17.462156 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-35a337fd-6e11-4db6-b8ab-269c0259a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.523062 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.548654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Made reservation on behalf of 8325a80e80854df388ce75fd0eeef7bb for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:17.551062 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.568562 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.627073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3133344-b1e6-4dee-9f52-a02d89fe309d req-36d9eb5b-17b9-4e14-b63b-88532fc157b7 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 210 time: 0.0270257 Aug 16 20:42:17.675891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.698328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.712131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb166939-9ecc-40a1-810b-9e0122daaac6 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:17.759917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Network a0013712-4176-4ec1-8886-727e7669b056 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:17.765651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:17.773756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:17.785924 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e144dc6c-e432-4218-a76a-2f83747c4e88 req-559788d1-d8f5-46db-bed0-4504449ab15e tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 210 time: 0.0679958 Aug 16 20:42:17.801510 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.808565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec0dbc7-a7d9-43a5-8580-4d3b73ed6c11,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:17.845291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:17.867542 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:17.869109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.874445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b284c7-6bce-4523-be8b-87e23367aec3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:17.878892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.879246 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Added segment 5b8b16ae-8625-492c-8881-ea9f3b3b5ddd of type vlan for network 6174ad93-ab40-40c2-9866-66bd3c6ba5dd Aug 16 20:42:17.925920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:17.936923 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.940576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'mac_address': 'fa:16:3e:9d:bd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:17.943640 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.987529 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.000957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb166939-9ecc-40a1-810b-9e0122daaac6 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:18.020332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:18.024846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:18.030275 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f0f21419-cb46-49df-bd1b-481fe0431a1f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0540404 Aug 16 20:42:18.037409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41552) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.051849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.052858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:18.053485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.153635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] Pushing event updated for resources: {'Network': ['ID=6174ad93-ab40-40c2-9866-66bd3c6ba5dd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:18.161482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6ae8c43b-f196-4105-a2d9-3d565a65e6e2,segment=NetworkSegment(bfaac43d-5143-4840-8b6e-18f69c0319bb),segment_id=bfaac43d-5143-4840-8b6e-18f69c0319bb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:18.169629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e508f-66b1-4463-92ea-79fc50eaf20a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Deleting port 5ec0dbc7-a7d9-43a5-8580-4d3b73ed6c11 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:18.170843 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.171983 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a4e508f-66b1-4463-92ea-79fc50eaf20a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.219462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 6174ad93-ab40-40c2-9866-66bd3c6ba5dd details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:18.241138 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eb5c59b8-c460-4eb1-85b1-71b7c8efb68f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0346417 Aug 16 20:42:18.242257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41562) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.244119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'port_id': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2', 'mac_address': 'fa:16:3e:dd:58:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:18.251080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] Request body: {'subnet': {'network_id': '6174ad93-ab40-40c2-9866-66bd3c6ba5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-551275720-subnet', 'tenant_id': '8325a80e80854df388ce75fd0eeef7bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:18.258831 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a4e508f-66b1-4463-92ea-79fc50eaf20a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.272182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e508f-66b1-4463-92ea-79fc50eaf20a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Calling delete_port for 5ec0dbc7-a7d9-43a5-8580-4d3b73ed6c11 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:18.292736 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['fb166939-9ecc-40a1-810b-9e0122daaac6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:18.349649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:18.370375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] Made reservation on behalf of 8325a80e80854df388ce75fd0eeef7bb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:18.383486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.396164 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.417515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:18.459503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6ae8c43b-f196-4105-a2d9-3d565a65e6e2,segment=NetworkSegment(bfaac43d-5143-4840-8b6e-18f69c0319bb),segment_id=bfaac43d-5143-4840-8b6e-18f69c0319bb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:18.554456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a4e508f-66b1-4463-92ea-79fc50eaf20a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.566285 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.661065 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=6ae8c43b-f196-4105-a2d9-3d565a65e6e2,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:18.687720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5138e-2170-470f-96d0-d87c20d94b3c req-8a5f38ed-edd4-4a0f-a743-85ad3b0a2891 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:18.689288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bf5138e-2170-470f-96d0-d87c20d94b3c req-8a5f38ed-edd4-4a0f-a743-85ad3b0a2891 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 943 time: 0.1714005 Aug 16 20:42:18.736841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e508f-66b1-4463-92ea-79fc50eaf20a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ec0dbc7-a7d9-43a5-8580-4d3b73ed6c11,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:18.744376 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a4e508f-66b1-4463-92ea-79fc50eaf20a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.750316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0a4e508f-66b1-4463-92ea-79fc50eaf20a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "DELETE /v2.0/ports/5ec0dbc7-a7d9-43a5-8580-4d3b73ed6c11 HTTP/1.1" status: 204 len: 168 time: 0.7114489 Aug 16 20:42:18.750896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41600) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.760702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0013712-4176-4ec1-8886-727e7669b056', 'external_fixed_ips': [{'subnet_id': '3f0ab34b-7618-4eac-add4-5ce338a30228', 'ip_address': '172.20.0.3'}]}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:18.783403 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.822270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bf5138e-2170-470f-96d0-d87c20d94b3c req-8c29aa9d-d666-4127-8cc8-898e6f122112 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788300 Aug 16 20:42:18.829112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['6ae8c43b-f196-4105-a2d9-3d565a65e6e2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:18.869643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0250ad-4475-4d2a-b7b6-b8cc6e1e6748,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:18.871300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.872730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.894657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] Checking segment: {'id': '5b8b16ae-8625-492c-8881-ea9f3b3b5ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6174ad93-ab40-40c2-9866-66bd3c6ba5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:18.895017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] Network hostable DHCP agents. Network: 6174ad93-ab40-40c2-9866-66bd3c6ba5dd, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:18.963133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.984986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b14d97ef-20fb-4fdf-8d8f-5080c27a6e2a req-01722532-ab12-4b33-9356-d66341b3ecaa tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 210 time: 0.0359166 Aug 16 20:42:18.991435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] Network 6174ad93-ab40-40c2-9866-66bd3c6ba5dd is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:19.139856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 6174ad93-ab40-40c2-9866-66bd3c6ba5dd) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:19.140610 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.147220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:19.147920 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.150364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bc7f0-9cb8-444a-a0e9-c8e5224bc791 None None] Network 6174ad93-ab40-40c2-9866-66bd3c6ba5dd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:19.216096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45e06517-acba-47ac-8f4a-2d7f6a40fea5 req-bfee80d3-8a68-4165-895a-763c568b0c43 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 210 time: 0.1691434 Aug 16 20:42:19.271690 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a0b43890-4ef8-4b81-beb1-ab4b0e0cb279 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0281582 Aug 16 20:42:19.430137 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a47fdbb-4cad-4396-b3b4-88ffef54dff8 None None] Network 6174ad93-ab40-40c2-9866-66bd3c6ba5dd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:19.454285 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.537667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21901c70-7d46-4d73-8c44-3f6234979001 req-a0744ec5-bde9-4383-a117-06b9b3fcd4ec tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:19.543737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-a0744ec5-bde9-4383-a117-06b9b3fcd4ec tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "GET /v2.0/networks?id=5d55a6d8-8eff-4383-a9a0-d80a6e193368 HTTP/1.1" status: 200 len: 805 time: 0.3710148 Aug 16 20:42:19.584136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Request body: {'port': {'device_id': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'admin_state_up': True, 'tenant_id': '32fd50cdc7c2456799cb9a8cbbe358b2'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:19.705094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb166939-9ecc-40a1-810b-9e0122daaac6 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:19.771712 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-badc437d-4ecf-4a99-b896-8b3fc7f99d85 req-5c0ba59f-bcc2-46de-921b-f3bb68339dfe tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] show failed (client error): The resource could not be found. Aug 16 20:42:19.779113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-badc437d-4ecf-4a99-b896-8b3fc7f99d85 req-5c0ba59f-bcc2-46de-921b-f3bb68339dfe tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] 10.222.0.74 "GET /v2.0/security-groups/890d16c6-8056-4a9b-91cf-8a7c0142098e HTTP/1.1" status: 404 len: 352 time: 0.0280275 Aug 16 20:42:19.801136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port fb166939-9ecc-40a1-810b-9e0122daaac6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:19.801530 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.929791 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.998708 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:20.002081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:20.010078 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f66ccc-b3ba-4e47-8a58-52ce1e257933" -d '{"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-plugged", "status": "completed", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:20.024823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:20.039568 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Made reservation on behalf of 32fd50cdc7c2456799cb9a8cbbe358b2 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:20.043931 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.184697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c0261-7eed-4644-8ccd-a183f890e13e req-d3133c38-8f13-4fa3-b886-f02e21d082d5 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:20.192593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a9c0261-7eed-4644-8ccd-a183f890e13e req-d3133c38-8f13-4fa3-b886-f02e21d082d5 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 944 time: 0.2046249 Aug 16 20:42:20.235509 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.284441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.295079 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=10']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:20.296197 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a9c0261-7eed-4644-8ccd-a183f890e13e req-4c27cb36-3637-4e7d-8194-6458f14d0b9b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025150 Aug 16 20:42:20.363772 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.407894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:20.423979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:20.424528 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.479697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2061d196-df67-4876-8b48-4d0e73343143 req-d2df38c2-7433-4742-a28b-a77ea3920812 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 210 time: 0.1082401 Aug 16 20:42:20.542993 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-ea8318b6-3bcb-4343-9200-37912c1ba619 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5b4e03c19e9b42d29445fe515d6c9bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932240 Aug 16 20:42:20.556171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Allocated IP 172.20.0.12 (5d55a6d8-8eff-4383-a9a0-d80a6e193368/017e1c35-8272-486f-8cbc-c85f51de575d/8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:20.594747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f86b037-8a9b-460b-97cd-d7841e28fadf req-cd37fb61-3662-43b3-9d4b-d69886c607f9 tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8325a80e80854df388ce75fd0eeef7bb HTTP/1.1" status: 200 len: 2988 time: 0.2685828 Aug 16 20:42:20.630719 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3b7ebe-c295-4d61-adbf-eb473ae4a1cb x-openstack-request-id: req-de3b7ebe-c295-4d61-adbf-eb473ae4a1cb {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:20.631012 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-plugged", "status": "completed", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:20.631309 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de3b7ebe-c295-4d61-adbf-eb473ae4a1cb {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:20.634678 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'code': 200} Aug 16 20:42:20.636174 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.659245 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.721572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6ae8c43b-f196-4105-a2d9-3d565a65e6e2,segment=NetworkSegment(bfaac43d-5143-4840-8b6e-18f69c0319bb),segment_id=bfaac43d-5143-4840-8b6e-18f69c0319bb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:20.738334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-91c16a0e-2e34-4d37-a66c-edc40309fb10 req-83c7fedf-4d14-4cb2-9c86-179171b2cefd tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 210 time: 0.0552294 Aug 16 20:42:20.763206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-2a087767-fede-40da-a288-b7e6468c63c0 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:20.764810 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-2a087767-fede-40da-a288-b7e6468c63c0 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140090 Aug 16 20:42:20.780649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Request body: {'port': {'device_id': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '5b4e03c19e9b42d29445fe515d6c9bae'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:20.785586 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.826085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f86b037-8a9b-460b-97cd-d7841e28fadf req-7ec2f0c0-b087-4718-8248-7d6f24d05000 tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] 10.222.0.74 "GET /v2.0/security-groups/92b284c7-6bce-4523-be8b-87e23367aec3 HTTP/1.1" status: 200 len: 2985 time: 0.2303388 Aug 16 20:42:20.895766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Allocated IP 172.20.0.3 (a0013712-4176-4ec1-8886-727e7669b056/3f0ab34b-7618-4eac-add4-5ce338a30228/1e69ffc5-7fc9-456f-a3ad-46af84b67535) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:20.909871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=6ae8c43b-f196-4105-a2d9-3d565a65e6e2,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:21.001830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f86b037-8a9b-460b-97cd-d7841e28fadf req-089a1f51-0a19-41ae-9a02-0d0f735131a4 tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] 10.222.0.74 "GET /v2.0/security-groups/92b284c7-6bce-4523-be8b-87e23367aec3 HTTP/1.1" status: 200 len: 2985 time: 0.1619847 Aug 16 20:42:21.048195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Made reservation on behalf of 5b4e03c19e9b42d29445fe515d6c9bae for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:21.051937 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.078893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.133769 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.230156 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.264839 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42e55fbc-7255-4139-886c-aee059919ca5 req-fcd4af44-2e12-40c3-8f07-ffc21a9f432c tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] 10.222.0.74 "GET /v2.0/security-groups/92b284c7-6bce-4523-be8b-87e23367aec3 HTTP/1.1" status: 200 len: 2985 time: 0.0672569 Aug 16 20:42:21.269386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.279431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.350806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Network a0013712-4176-4ec1-8886-727e7669b056 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:21.363888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:21.374010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:21.390028 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.400637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event updated for resources: {'Port': ['ID=1e69ffc5-7fc9-456f-a3ad-46af84b67535,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:21.437705 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-42e55fbc-7255-4139-886c-aee059919ca5 req-5fb2f9e0-c3b0-4c31-b245-5c1919bfd64c tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:42:21.438777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42e55fbc-7255-4139-886c-aee059919ca5 req-5fb2f9e0-c3b0-4c31-b245-5c1919bfd64c tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] 10.222.0.74 "DELETE /v2.0/security-groups/92b284c7-6bce-4523-be8b-87e23367aec3 HTTP/1.1" status: 409 len: 352 time: 0.1673708 Aug 16 20:42:21.533528 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.537368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2400f3-dde9-46bc-b645-94a30c459109,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:21.562174 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-2d7c1ba1-5859-4ff3-8695-7196221eccc6 req-06a94598-5598-4a9e-8db1-ecaa34d81518 tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] show failed (client error): The resource could not be found. Aug 16 20:42:21.563401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d7c1ba1-5859-4ff3-8695-7196221eccc6 req-06a94598-5598-4a9e-8db1-ecaa34d81518 tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] 10.222.0.74 "GET /v2.0/security-groups/44570f48-0e05-474a-87f8-6ec989c50c95 HTTP/1.1" status: 404 len: 352 time: 0.0737414 Aug 16 20:42:21.646111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Allocated IP 192.168.233.53 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/7bbd3a32-02c8-4434-a124-00f1cafb74de) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:21.844176 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.860795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Transition to ACTIVE for port object 7bbd3a32-02c8-4434-a124-00f1cafb74de will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:21.974660 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.011378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:22.030418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Pushing event updated for resources: {'Port': ['ID=7bbd3a32-02c8-4434-a124-00f1cafb74de,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:22.043836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:22.046462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Pushing event updated for resources: {'Port': ['ID=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:22.050278 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:22.065870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:22.067655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:22.070707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:22.098499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639bad-2edd-4974-9789-a3f4ce4d2c02 req-58dd66ef-8d12-4091-87d9-a6b92816a6b8 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:22.108721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7639bad-2edd-4974-9789-a3f4ce4d2c02 req-58dd66ef-8d12-4091-87d9-a6b92816a6b8 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 945 time: 0.5680249 Aug 16 20:42:22.145573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:22.151010 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.172629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:22.173335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.184362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575ef59-1b04-46ef-9898-46b03ad7282b req-255f7ea7-c4b7-445d-8baf-df2dc9639570 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:22.185915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4575ef59-1b04-46ef-9898-46b03ad7282b req-255f7ea7-c4b7-445d-8baf-df2dc9639570 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 932 time: 0.1806083 Aug 16 20:42:22.237869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-3f4c1b90-bbf9-47ed-a926-230d05a89bcb tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4634521 Aug 16 20:42:22.254756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Request body: {'port': {'device_id': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:22.286851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7639bad-2edd-4974-9789-a3f4ce4d2c02 req-1a0716d4-aeab-41d1-a3af-c576d82e996d tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716619 Aug 16 20:42:22.341727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.389434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-3fa1592d-5f2b-43e0-886f-7dd8c2c4493a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8312414 Aug 16 20:42:22.392591 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-2e57e5e4-7afe-413c-9344-ef3d868d50f1 req-bcf6b90f-62f3-4f38-bb06-90009a41a6b9 tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] show failed (client error): The resource could not be found. Aug 16 20:42:22.405624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41766) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:22.406204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e57e5e4-7afe-413c-9344-ef3d868d50f1 req-bcf6b90f-62f3-4f38-bb06-90009a41a6b9 tempest-SecurityGroupsNegativeTestJSON-2004132007 tempest-SecurityGroupsNegativeTestJSON-2004132007-project] 10.222.0.74 "GET /v2.0/security-groups/e09cc8f4-a4f6-4605-9e36-dc5978b10601 HTTP/1.1" status: 404 len: 352 time: 0.0835621 Aug 16 20:42:22.427298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Request body: {'port': {'device_id': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:22.451481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4575ef59-1b04-46ef-9898-46b03ad7282b req-16a61acb-1fb6-463a-b85a-9907a3dd27d0 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466514 Aug 16 20:42:22.465271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43d55ba-48e7-4c84-bf7f-18834db96728 admin admin] Deleting subnet de0250ad-4475-4d2a-b7b6-b8cc6e1e6748 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:22.470091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a43d55ba-48e7-4c84-bf7f-18834db96728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.521934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.589951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a43d55ba-48e7-4c84-bf7f-18834db96728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.636460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:22.643887 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9ea3da-e2ab-419a-a19c-0a2506b93b84" -d '{"events": [{"server_uuid": "fac68c46-d19e-4379-b4a1-fc19f269848d", "name": "network-vif-plugged", "status": "completed", "tag": "6ae8c43b-f196-4105-a2d9-3d565a65e6e2"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:22.668433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d616e4f2-4fa4-4a03-a270-336b58a13e0e None None] Provisioning for port 7bbd3a32-02c8-4434-a124-00f1cafb74de completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:22.675872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d616e4f2-4fa4-4a03-a270-336b58a13e0e None None] Provisioning complete for port 7bbd3a32-02c8-4434-a124-00f1cafb74de triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:22.676217 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d616e4f2-4fa4-4a03-a270-336b58a13e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.692222 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a43d55ba-48e7-4c84-bf7f-18834db96728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.713998 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.756805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d616e4f2-4fa4-4a03-a270-336b58a13e0e None None] Port 7bbd3a32-02c8-4434-a124-00f1cafb74de cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:22.801466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646a0a-442c-4bf4-bac8-434ffb4e2a89 req-530ce6c9-cc9f-4de1-b1b6-e1f2fe7bb095 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:22.802994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed646a0a-442c-4bf4-bac8-434ffb4e2a89 req-530ce6c9-cc9f-4de1-b1b6-e1f2fe7bb095 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 935 time: 0.1630316 Aug 16 20:42:22.853094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbd3a32-02c8-4434-a124-00f1cafb74de {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:22.862171 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.877049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Transition to ACTIVE for port object 7bbd3a32-02c8-4434-a124-00f1cafb74de will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:22.879171 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a43d55ba-48e7-4c84-bf7f-18834db96728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.949462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d55ba-48e7-4c84-bf7f-18834db96728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0250ad-4475-4d2a-b7b6-b8cc6e1e6748,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:22.949462 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a43d55ba-48e7-4c84-bf7f-18834db96728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.949462 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a43d55ba-48e7-4c84-bf7f-18834db96728 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/de0250ad-4475-4d2a-b7b6-b8cc6e1e6748 HTTP/1.1" status: 204 len: 168 time: 0.5094988 Aug 16 20:42:22.949462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41802) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:22.961692 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed646a0a-442c-4bf4-bac8-434ffb4e2a89 req-a4471b2d-3a36-4b59-80e3-d4e48c4e88d9 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476827 Aug 16 20:42:22.991749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.028791 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.132877 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.137436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.178519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6174ad93-ab40-40c2-9866-66bd3c6ba5dd']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:23.196543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8b16ae-8625-492c-8881-ea9f3b3b5ddd') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:23.196935 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8b16ae-8625-492c-8881-ea9f3b3b5ddd') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:23.223549 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.238630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbd3a32-02c8-4434-a124-00f1cafb74de,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:23.274457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.290044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:23.291966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.304641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:23.316739 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:23.336363 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:23.362411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Router 5700e94c-84a7-435d-84a8-315e0c5ca35b is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:42:23.378335 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff9652c-7ea0-44b0-aebe-2af2de4d0b59 x-openstack-request-id: req-5ff9652c-7ea0-44b0-aebe-2af2de4d0b59 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:23.378637 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac68c46-d19e-4379-b4a1-fc19f269848d", "name": "network-vif-plugged", "status": "completed", "tag": "6ae8c43b-f196-4105-a2d9-3d565a65e6e2", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:23.378894 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ff9652c-7ea0-44b0-aebe-2af2de4d0b59 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:23.379293 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2', 'code': 200} Aug 16 20:42:23.525624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Attempting to bind port 7bbd3a32-02c8-4434-a124-00f1cafb74de on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:23.526024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Attempting to bind port 7bbd3a32-02c8-4434-a124-00f1cafb74de by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:23.526366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Attempting to bind port 7bbd3a32-02c8-4434-a124-00f1cafb74de on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:23.531900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Port 7bbd3a32-02c8-4434-a124-00f1cafb74de on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:23.532232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Attempting to bind port 7bbd3a32-02c8-4434-a124-00f1cafb74de on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:23.539176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:23.539544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:23.539895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:23.540326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Bound port: 7bbd3a32-02c8-4434-a124-00f1cafb74de, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:23.540688 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.597632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.599915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Transition to ACTIVE for port object 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:23.613234 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.615686 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6174ad93-ab40-40c2-9866-66bd3c6ba5dd HTTP/1.1" status: 204 len: 168 time: 0.6959641 Aug 16 20:42:23.641126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd921f6-e4dc-4367-9a4f-7926cba0dfa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6174ad93-ab40-40c2-9866-66bd3c6ba5dd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:23.674636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:23.683263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:23.689480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Sync routers for ids ['5700e94c-84a7-435d-84a8-315e0c5ca35b'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:23.691437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:23.702076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Routers {'5700e94c-84a7-435d-84a8-315e0c5ca35b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:23.707756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5700e94c-84a7-435d-84a8-315e0c5ca35b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:23.724516 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.754969 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.854432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Set router 5700e94c-84a7-435d-84a8-315e0c5ca35b gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:23.865170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:23.865799 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.867498 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] 10.222.0.79 "PUT /v2.0/ports/7bbd3a32-02c8-4434-a124-00f1cafb74de HTTP/1.1" status: 200 len: 1096 time: 1.6175501 Aug 16 20:42:23.867927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:23.870275 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb7714b-96df-452c-9320-e874dba64d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:23.879584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c0cb-0d85-4ad4-8872-b03f135ea3d4 req-6d967035-2524-4011-a844-71b65bbce858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:23.880513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed52c56-c441-4f59-9226-2dc4e121e0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbd3a32-02c8-4434-a124-00f1cafb74de,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:23.881362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2e8c0cb-0d85-4ad4-8872-b03f135ea3d4 req-6d967035-2524-4011-a844-71b65bbce858 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 1097 time: 0.4236047 Aug 16 20:42:23.902566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673e3e5-0f5d-4b57-bc63-986982a1d402 req-45d22c71-7c6d-4e12-b390-503ace574324 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:23.910387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b673e3e5-0f5d-4b57-bc63-986982a1d402 req-45d22c71-7c6d-4e12-b390-503ace574324 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 945 time: 0.3397174 Aug 16 20:42:23.936371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.941245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b73cf185-9669-4d3a-9da8-508e205e3cb6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.1886549 Aug 16 20:42:23.942060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41836) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:24.034483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40643c70-4916-4bf3-bfdc-6d1cc2df05b6 req-d9911f24-9dfb-4284-9c0f-b1c92cfd4be9 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:24.035913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40643c70-4916-4bf3-bfdc-6d1cc2df05b6 req-d9911f24-9dfb-4284-9c0f-b1c92cfd4be9 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 944 time: 0.3924608 Aug 16 20:42:24.037736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2e8c0cb-0d85-4ad4-8872-b03f135ea3d4 req-e04cb058-2b81-4006-bd5e-41843c22c782 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253450 Aug 16 20:42:24.065790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:24.158981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40643c70-4916-4bf3-bfdc-6d1cc2df05b6 req-57c03d11-3304-46e6-afa3-1cd95246bb84 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784357 Aug 16 20:42:24.191102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5700e94c-84a7-435d-84a8-315e0c5ca35b', 'name': '', 'tenant_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0013712-4176-4ec1-8886-727e7669b056', 'external_fixed_ips': [{'subnet_id': '3f0ab34b-7618-4eac-add4-5ce338a30228', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '1e69ffc5-7fc9-456f-a3ad-46af84b67535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:18Z', 'updated_at': '2021-08-16T20:42:22Z', 'revision_number': 3, 'project_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'gw_port': {'id': '1e69ffc5-7fc9-456f-a3ad-46af84b67535', 'name': '', 'network_id': 'a0013712-4176-4ec1-8886-727e7669b056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5700e94c-84a7-435d-84a8-315e0c5ca35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '3f0ab34b-7618-4eac-add4-5ce338a30228', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:20Z', 'updated_at': '2021-08-16T20:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f0ab34b-7618-4eac-add4-5ce338a30228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:24.214192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41840) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:24.240318 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.240593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Checking router: 5700e94c-84a7-435d-84a8-315e0c5ca35b for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:24.240953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Updating router 5700e94c-84a7-435d-84a8-315e0c5ca35b port 1e69ffc5-7fc9-456f-a3ad-46af84b67535 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:42:24.245007 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b673e3e5-0f5d-4b57-bc63-986982a1d402 req-054b50bf-6eab-43c5-abc2-5ee823be3efa tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336527 Aug 16 20:42:24.269758 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.301119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Attempting to bind port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:24.301467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Attempting to bind port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:24.301798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Attempting to bind port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:24.308359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:24.309092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Attempting to bind port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:24.315139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:24.315139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Checking segment: {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:24.315619 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Bound using segment: {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:24.315958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Bound port: 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:24.318423 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.387352 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6e720e-7f53-44fa-bcc5-00b73ccfe0a4 x-openstack-request-id: req-bd6e720e-7f53-44fa-bcc5-00b73ccfe0a4 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:24.388131 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:24.388565 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd6e720e-7f53-44fa-bcc5-00b73ccfe0a4 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:24.390266 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'status': 'completed', 'code': 200} Aug 16 20:42:24.394911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0b99c24c-21bd-4dc0-8399-4573fc08b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:24.396400 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-0b99c24c-21bd-4dc0-8399-4573fc08b3ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5b4e03c19e9b42d29445fe515d6c9bae&device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 1099 time: 0.2895808 Aug 16 20:42:24.494421 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-950efaab-fa0b-4a90-98a7-07c54d4b87a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de HTTP/1.1" status: 200 len: 217 time: 0.0857730 Aug 16 20:42:24.500225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] For port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:24.504654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] For port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:24.518447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b3afd-c9fe-4d28-9de8-5612b36c1563 req-ab63e535-c83d-442b-a6f8-34ee1ff512a2 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:24.519978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e6b3afd-c9fe-4d28-9de8-5612b36c1563 req-ab63e535-c83d-442b-a6f8-34ee1ff512a2 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 947 time: 0.0980487 Aug 16 20:42:24.532586 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.574333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e6b3afd-c9fe-4d28-9de8-5612b36c1563 req-4fa526c0-f864-4154-a81d-cce1fd71cb71 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469096 Aug 16 20:42:24.621907 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.634161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Transition to ACTIVE for port object 1e69ffc5-7fc9-456f-a3ad-46af84b67535 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:24.763871 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.765956 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.808374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:24.809824 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.811457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] 10.222.0.79 "PUT /v2.0/ports/8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 HTTP/1.1" status: 200 len: 1093 time: 2.4040985 Aug 16 20:42:24.812209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'tag': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:24.814987 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5068c2-5d1e-40df-aaef-a83328e3f20e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9015929-5838-473a-9e0a-3e1ede3ea0f9", "tag": "8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:24.877332 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59533c6-4601-4aad-9e86-af13b67edbbd x-openstack-request-id: req-c59533c6-4601-4aad-9e86-af13b67edbbd {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:24.879617 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9015929-5838-473a-9e0a-3e1ede3ea0f9", "tag": "8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:24.879884 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c59533c6-4601-4aad-9e86-af13b67edbbd {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:24.880564 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'tag': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5', 'status': 'completed', 'code': 200} Aug 16 20:42:24.896898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35286bc4-f89e-4831-b8fe-fbb35383c7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:24.898488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec36ec8-1d27-4784-8bac-9a1481b6afe8 None None] Pushing event updated for resources: {'Port': ['ID=1e69ffc5-7fc9-456f-a3ad-46af84b67535,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:24.935965 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Attempting to bind port 1e69ffc5-7fc9-456f-a3ad-46af84b67535 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:24.936381 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Attempting to bind port 1e69ffc5-7fc9-456f-a3ad-46af84b67535 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '121d80e0-c84b-4385-83e2-4b10e8958ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a0013712-4176-4ec1-8886-727e7669b056'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:24.936994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Attempting to bind port 1e69ffc5-7fc9-456f-a3ad-46af84b67535 on network a0013712-4176-4ec1-8886-727e7669b056 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:24.961545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:24.965537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Checking segment: {'id': '121d80e0-c84b-4385-83e2-4b10e8958ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a0013712-4176-4ec1-8886-727e7669b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:24.965537 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.965537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Bound using segment: {'id': '121d80e0-c84b-4385-83e2-4b10e8958ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a0013712-4176-4ec1-8886-727e7669b056'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:24.966896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Bound port: 1e69ffc5-7fc9-456f-a3ad-46af84b67535, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121d80e0-c84b-4385-83e2-4b10e8958ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a0013712-4176-4ec1-8886-727e7669b056'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:24.967325 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.007554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-1c48b8c7-d62b-4285-bbdc-aaeb8fc368b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.009175 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-1c48b8c7-d62b-4285-bbdc-aaeb8fc368b4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.4932249 Aug 16 20:42:25.010137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5068c2-5d1e-40df-aaef-a83328e3f20e req-91444df0-76dc-4bf7-b32f-4ec624aa0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.015629 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-46e3e3ae-7ffd-492d-a27f-aaf310187810 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8325a80e80854df388ce75fd0eeef7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7973795 Aug 16 20:42:25.015826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb5068c2-5d1e-40df-aaef-a83328e3f20e req-91444df0-76dc-4bf7-b32f-4ec624aa0dee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 1096 time: 0.1139886 Aug 16 20:42:25.016212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41936) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:25.055305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] For port 1e69ffc5-7fc9-456f-a3ad-46af84b67535, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:25.063440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] For port 1e69ffc5-7fc9-456f-a3ad-46af84b67535, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1e69ffc5-7fc9-456f-a3ad-46af84b67535,segment=NetworkSegment(121d80e0-c84b-4385-83e2-4b10e8958ef8),segment_id=121d80e0-c84b-4385-83e2-4b10e8958ef8)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:25.087547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-b28770ce-25e9-4bc0-85ae-68d2c164bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.090136 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-b28770ce-25e9-4bc0-85ae-68d2c164bdd8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0651786 Aug 16 20:42:25.168903 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.208102 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-696e03d3-6fb9-4403-9926-ea9a80d9e540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.242307 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5068c2-5d1e-40df-aaef-a83328e3f20e req-9f23ac27-659e-498b-9183-933d750c4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.254323 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb5068c2-5d1e-40df-aaef-a83328e3f20e req-9f23ac27-659e-498b-9183-933d750c4731 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2227066 Aug 16 20:42:25.271804 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec36ec8-1d27-4784-8bac-9a1481b6afe8 None None] Pushing event updated for resources: {'Port': ['ID=1e69ffc5-7fc9-456f-a3ad-46af84b67535,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:25.333507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Routers {'5700e94c-84a7-435d-84a8-315e0c5ca35b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:25.336823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5700e94c-84a7-435d-84a8-315e0c5ca35b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:25.360291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Deleting port 1e69ffc5-7fc9-456f-a3ad-46af84b67535 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:25.366200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.456929 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-696e03d3-6fb9-4403-9926-ea9a80d9e540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.487926 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-b6c54595-dd3f-4523-830f-b74898c2af8f service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858793 Aug 16 20:42:25.503302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] Set router 5700e94c-84a7-435d-84a8-315e0c5ca35b gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:25.567030 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5700e94c-84a7-435d-84a8-315e0c5ca35b', 'name': '', 'tenant_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:18Z', 'updated_at': '2021-08-16T20:42:24Z', 'revision_number': 4, 'project_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:25.613699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] For port 1e69ffc5-7fc9-456f-a3ad-46af84b67535, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1e69ffc5-7fc9-456f-a3ad-46af84b67535,segment=NetworkSegment(121d80e0-c84b-4385-83e2-4b10e8958ef8),segment_id=121d80e0-c84b-4385-83e2-4b10e8958ef8)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:25.614066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.619001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1704e7c-d563-454b-8ed6-8de179f60e8b None None] The sync data for ids ['5700e94c-84a7-435d-84a8-315e0c5ca35b'] in n-d-793619-14 is: [{'id': '5700e94c-84a7-435d-84a8-315e0c5ca35b', 'name': '', 'tenant_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:18Z', 'updated_at': '2021-08-16T20:42:24Z', 'revision_number': 4, 'project_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:25.640303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Calling delete_port for 1e69ffc5-7fc9-456f-a3ad-46af84b67535 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:25.672561 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81c117dd-6338-4e8a-8b83-ea12c96321c6 req-55560f12-7fe8-4939-a6fc-877d0533f8de service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752739 Aug 16 20:42:25.695276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b741b-0a3c-473e-9992-390d86447aca req-8de5b154-0f57-480f-b404-1a051c463b4f tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.705470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb0b741b-0a3c-473e-9992-390d86447aca req-8de5b154-0f57-480f-b404-1a051c463b4f tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 944 time: 0.2611229 Aug 16 20:42:25.769885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5068c2-5d1e-40df-aaef-a83328e3f20e req-b1fbaecb-9fc0-4ecc-8eae-4f44954cf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.781541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb5068c2-5d1e-40df-aaef-a83328e3f20e req-b1fbaecb-9fc0-4ecc-8eae-4f44954cf610 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5055020 Aug 16 20:42:25.824305 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb0b741b-0a3c-473e-9992-390d86447aca req-305bebe8-98f3-4773-865c-a097de93c52a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177051 Aug 16 20:42:25.841590 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-696e03d3-6fb9-4403-9926-ea9a80d9e540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.865454 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-696e03d3-6fb9-4403-9926-ea9a80d9e540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.869314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-696e03d3-6fb9-4403-9926-ea9a80d9e540 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92b284c7-6bce-4523-be8b-87e23367aec3 HTTP/1.1" status: 204 len: 168 time: 0.8480246 Aug 16 20:42:25.906152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e03d3-6fb9-4403-9926-ea9a80d9e540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b284c7-6bce-4523-be8b-87e23367aec3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:25.930265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7714b-96df-452c-9320-e874dba64d8f req-a1bff144-d703-432e-a598-33d2abdf7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.931810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8eb7714b-96df-452c-9320-e874dba64d8f req-a1bff144-d703-432e-a598-33d2abdf7944 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5b4e03c19e9b42d29445fe515d6c9bae&device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 1099 time: 0.1066904 Aug 16 20:42:25.977638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21901c70-7d46-4d73-8c44-3f6234979001 req-67c94740-1539-48ec-968b-a5da62b67821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.979916 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-67c94740-1539-48ec-968b-a5da62b67821 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 1096 time: 0.1293101 Aug 16 20:42:26.128706 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-6ee4fd8e-75a8-4bec-86dd-1acdef1d64df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 HTTP/1.1" status: 200 len: 217 time: 0.1349432 Aug 16 20:42:26.207855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21901c70-7d46-4d73-8c44-3f6234979001 req-0f3aab0b-4e52-4dfe-9d85-d4f85e581b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.209340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5a6cd-dd94-4876-b028-0e9fc195c535 req-b7adeb63-ecf5-40a0-b6d5-8a93b1145bf1 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.209748 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-0f3aab0b-4e52-4dfe-9d85-d4f85e581b33 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017e1c35-8272-486f-8cbc-c85f51de575d HTTP/1.1" status: 200 len: 845 time: 0.0643694 Aug 16 20:42:26.210843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6b5a6cd-dd94-4876-b028-0e9fc195c535 req-b7adeb63-ecf5-40a0-b6d5-8a93b1145bf1 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 945 time: 0.1658196 Aug 16 20:42:26.244191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7714b-96df-452c-9320-e874dba64d8f req-a7c2dcf3-8149-4d34-89ed-49612bfad7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.245679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8eb7714b-96df-452c-9320-e874dba64d8f req-a7c2dcf3-8149-4d34-89ed-49612bfad7c4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.3032053 Aug 16 20:42:26.256002 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974f416-82ac-483d-a737-3985c6df12d5 req-47646539-643e-4d49-8a15-14cc3264aed9 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.257518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2974f416-82ac-483d-a737-3985c6df12d5 req-47646539-643e-4d49-8a15-14cc3264aed9 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 947 time: 0.1360891 Aug 16 20:42:26.263123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-a53cd1ef-b02f-488a-8026-70e92dda364b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d55a6d8-8eff-4383-a9a0-d80a6e193368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439572 Aug 16 20:42:26.266135 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:26.320050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e69ffc5-7fc9-456f-a3ad-46af84b67535,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:26.345733 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8eb7714b-96df-452c-9320-e874dba64d8f req-b24cd879-fa98-4328-9b6d-e4fa426aa766 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de HTTP/1.1" status: 200 len: 217 time: 0.0870087 Aug 16 20:42:26.371430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6b5a6cd-dd94-4876-b028-0e9fc195c535 req-38bff00b-dcf7-4f8e-9da8-8b55130bd786 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518147 Aug 16 20:42:26.492219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2974f416-82ac-483d-a737-3985c6df12d5 req-e1a5ee78-50a0-4ddd-a6e0-94953dba52f9 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216401 Aug 16 20:42:26.527181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7714b-96df-452c-9320-e874dba64d8f req-4fd854ae-35de-4b23-bcb7-5b81d5180048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.528708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8eb7714b-96df-452c-9320-e874dba64d8f req-4fd854ae-35de-4b23-bcb7-5b81d5180048 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1517920 Aug 16 20:42:26.564045 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:26.659539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7714b-96df-452c-9320-e874dba64d8f req-ea988f63-fa11-4eb9-8f32-a38d95478f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.661117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8eb7714b-96df-452c-9320-e874dba64d8f req-ea988f63-fa11-4eb9-8f32-a38d95478f3b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243041 Aug 16 20:42:26.824152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:26.826489 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:26.835199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9804575-56c2-4c5b-866b-bb245eaec682 req-2930390f-3374-43fe-8921-d3a84fdae40f tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.836782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9804575-56c2-4c5b-866b-bb245eaec682 req-2930390f-3374-43fe-8921-d3a84fdae40f tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 945 time: 0.1433189 Aug 16 20:42:26.846657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42052) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:26.851861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b7ac049f-9d9b-4771-9dd3-7e5ec0af925b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Request body: {'floatingip': {'port_id': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:26.855790 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8eb7714b-96df-452c-9320-e874dba64d8f req-db252387-7323-4e6f-8b94-e150b603e793 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855767 Aug 16 20:42:26.916270 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-fce5513b-1973-4fff-b4c3-0a7585fe0b3e service neutron] 10.222.0.79 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425068 Aug 16 20:42:26.943601 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7ac049f-9d9b-4771-9dd3-7e5ec0af925b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.139330 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-21901c70-7d46-4d73-8c44-3f6234979001 req-145b08d8-40ac-48fb-8287-ac4f461b803b service neutron] 10.222.0.79 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152760 Aug 16 20:42:27.141149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.142022 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5700e94c-84a7-435d-84a8-315e0c5ca35b {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:27.149997 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.156657 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-941a6d68-1672-49f0-8b1f-bba0eb415864 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "DELETE /v2.0/routers/5700e94c-84a7-435d-84a8-315e0c5ca35b HTTP/1.1" status: 204 len: 168 time: 3.2118759 Aug 16 20:42:27.160291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42064) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:27.240087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08e0069-4089-483d-ba41-ef3991cba8f6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Deleting subnet 3f0ab34b-7618-4eac-add4-5ce338a30228 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:27.244426 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f08e0069-4089-483d-ba41-ef3991cba8f6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.307326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f08e0069-4089-483d-ba41-ef3991cba8f6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.393718 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f08e0069-4089-483d-ba41-ef3991cba8f6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.568787 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f08e0069-4089-483d-ba41-ef3991cba8f6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.611213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e0069-4089-483d-ba41-ef3991cba8f6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0ab34b-7618-4eac-add4-5ce338a30228,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:27.622167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f85506-340b-4afe-a2de-dd25299ce6db req-0c9c5811-8b28-46a6-b84b-61ed6c0ba492 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:27.629434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9f85506-340b-4afe-a2de-dd25299ce6db req-0c9c5811-8b28-46a6-b84b-61ed6c0ba492 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 944 time: 0.6441176 Aug 16 20:42:27.635835 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f08e0069-4089-483d-ba41-ef3991cba8f6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.644368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8eb7714b-96df-452c-9320-e874dba64d8f req-ec2fde5a-c15e-4937-8319-1a6c0a4de33d service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195528 Aug 16 20:42:27.644691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42110) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:27.653481 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f08e0069-4089-483d-ba41-ef3991cba8f6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "DELETE /v2.0/subnets/3f0ab34b-7618-4eac-add4-5ce338a30228 HTTP/1.1" status: 204 len: 168 time: 0.4887242 Aug 16 20:42:27.710788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7bbd3a32-02c8-4434-a124-00f1cafb74de details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:27.755344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42116) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:27.772783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9f85506-340b-4afe-a2de-dd25299ce6db req-e05a58ed-bab2-44a0-b1bc-d3346688ddbc tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423740 Aug 16 20:42:27.825854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.911721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:27.940575 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'mac_address': 'fa:16:3e:1a:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:28.001518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1844401049-network', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:28.012261 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.037824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbd3a32-02c8-4434-a124-00f1cafb74de {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:28.068353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:28.099353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Made reservation on behalf of 8b34307ab4f54b738e8de28f0575f9ee for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:28.102042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.120668 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.166718 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.179280 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.192343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0013712-4176-4ec1-8886-727e7669b056']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:28.203526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121d80e0-c84b-4385-83e2-4b10e8958ef8') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:28.204081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121d80e0-c84b-4385-83e2-4b10e8958ef8') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:28.214100 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.229449 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.235943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:28.236586 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:28.248482 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:28.257217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7bbd3a32-02c8-4434-a124-00f1cafb74de,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:28.294315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0870-2c68-4efe-a26e-71dd8894490c req-c568fd25-6faf-46bf-94b4-367ee0ab17d8 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:28.306552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5def0870-2c68-4efe-a26e-71dd8894490c req-c568fd25-6faf-46bf-94b4-367ee0ab17d8 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 947 time: 0.3187294 Aug 16 20:42:28.367854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.393275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5def0870-2c68-4efe-a26e-71dd8894490c req-c82f4255-20bd-45c3-9712-8fa43176825c tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845044 Aug 16 20:42:28.442813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7bbd3a32-02c8-4434-a124-00f1cafb74de'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:28.448268 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.506022 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.511399 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d538039a-df97-4d48-b248-7441f2d3c1db,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:28.519170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0013712-4176-4ec1-8886-727e7669b056 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:42:28.539102 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7ac049f-9d9b-4771-9dd3-7e5ec0af925b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.539767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:28.542377 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.551190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "DELETE /v2.0/networks/a0013712-4176-4ec1-8886-727e7669b056 HTTP/1.1" status: 204 len: 168 time: 0.8958397 Aug 16 20:42:28.582358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.582806 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Added segment 940cf92c-743e-4b61-9236-d3dc0175cb2f of type vlan for network 32ce7763-b2b2-4b57-a05f-db5d38015e9f Aug 16 20:42:28.598197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f7144-0b44-4088-8403-b538c1113eb2 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0013712-4176-4ec1-8886-727e7669b056,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:28.625228 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7ac049f-9d9b-4771-9dd3-7e5ec0af925b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.710588 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.807826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.809129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:28.810098 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.841793 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-b7ac049f-9d9b-4771-9dd3-7e5ec0af925b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Floating IP 0ea8a810-002e-4b4c-812c-c470de137b83 associated. External IP: 172.25.4.53, port: 6ae8c43b-f196-4105-a2d9-3d565a65e6e2. Aug 16 20:42:28.912643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] Pushing event updated for resources: {'Network': ['ID=32ce7763-b2b2-4b57-a05f-db5d38015e9f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:28.924529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 32ce7763-b2b2-4b57-a05f-db5d38015e9f details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:29.009461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f2c409d9-4ff8-46bc-a58b-7a0ea106629e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2521629 Aug 16 20:42:29.010309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42188) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:29.020148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] Request body: {'subnet': {'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1844401049-subnet', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:29.157305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] Made reservation on behalf of 8b34307ab4f54b738e8de28f0575f9ee for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:29.159746 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.266904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bede02-3f47-4c6a-a3ea-35fcb0e2375a req-783e0656-e610-4d8e-a8ea-37dd1c282027 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:29.275348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7bede02-3f47-4c6a-a3ea-35fcb0e2375a req-783e0656-e610-4d8e-a8ea-37dd1c282027 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 944 time: 0.2474418 Aug 16 20:42:29.293763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42210) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:29.307382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1fa9a902-2a5d-4c38-a3f8-f47d07dedbe9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Request body: {'router': {'name': 'tempest-router--293164374', 'project_id': '6c0c0072d70543bfbfa3c9ef5ad4be22'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:29.382960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7bede02-3f47-4c6a-a3ea-35fcb0e2375a req-4581b452-8016-4560-a48f-e8b15f306b31 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055772 Aug 16 20:42:29.385039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ac049f-9d9b-4771-9dd3-7e5ec0af925b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Router d4e1a058-3274-442c-a68a-141a43d7e7a0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:29.496121 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1fa9a902-2a5d-4c38-a3f8-f47d07dedbe9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.502300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1fa9a902-2a5d-4c38-a3f8-f47d07dedbe9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.526529 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.636881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5de9106-bc0b-4ff3-b478-ae4f0feec18d,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:29.652658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] Checking segment: {'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:29.653140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] Network hostable DHCP agents. Network: 32ce7763-b2b2-4b57-a05f-db5d38015e9f, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:29.662713 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1fa9a902-2a5d-4c38-a3f8-f47d07dedbe9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.686986 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ac049f-9d9b-4771-9dd3-7e5ec0af925b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:29.697072 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7ac049f-9d9b-4771-9dd3-7e5ec0af925b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.699693 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7908c-e307-4636-8c26-97f3d9783f28 None None] Sync routers for ids ['d4e1a058-3274-442c-a68a-141a43d7e7a0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:29.709546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe545da-9f24-4c68-baf2-2b2e1162bcee req-84aa5560-838e-4a77-97e0-b5ec46a0674f tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:29.709761 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7908c-e307-4636-8c26-97f3d9783f28 None None] Routers {'d4e1a058-3274-442c-a68a-141a43d7e7a0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:29.710162 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-17c7908c-e307-4636-8c26-97f3d9783f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d4e1a058-3274-442c-a68a-141a43d7e7a0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:29.710864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abe545da-9f24-4c68-baf2-2b2e1162bcee req-84aa5560-838e-4a77-97e0-b5ec46a0674f tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 948 time: 0.0830290 Aug 16 20:42:29.713950 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:29.715578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7bbd3a32-02c8-4434-a124-00f1cafb74de up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:29.734964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1fa9a902-2a5d-4c38-a3f8-f47d07dedbe9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.751030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] Network 32ce7763-b2b2-4b57-a05f-db5d38015e9f is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:29.769121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b7ac049f-9d9b-4771-9dd3-7e5ec0af925b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "PUT /v2.0/floatingips/0ea8a810-002e-4b4c-812c-c470de137b83 HTTP/1.1" status: 200 len: 990 time: 2.9213839 Aug 16 20:42:29.784835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'tag': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:29.787586 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cd1fac-1e59-444e-b01d-b47896bc5dab" -d '{"events": [{"name": "network-changed", "server_uuid": "fac68c46-d19e-4379-b4a1-fc19f269848d", "tag": "6ae8c43b-f196-4105-a2d9-3d565a65e6e2"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:29.805956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abe545da-9f24-4c68-baf2-2b2e1162bcee req-288f828d-423f-4c5b-bbab-801b14b2a2d2 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772774 Aug 16 20:42:29.836855 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-17c7908c-e307-4636-8c26-97f3d9783f28 None None] Set router d4e1a058-3274-442c-a68a-141a43d7e7a0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:29.859710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 32ce7763-b2b2-4b57-a05f-db5d38015e9f) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:29.864238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:29.864982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.893676 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1fa9a902-2a5d-4c38-a3f8-f47d07dedbe9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.899453 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1fa9a902-2a5d-4c38-a3f8-f47d07dedbe9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5977602 Aug 16 20:42:29.899808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42254) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:29.969327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:29.987274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'port_id': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5', 'mac_address': 'fa:16:3e:08:6e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017e1c35-8272-486f-8cbc-c85f51de575d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:29.993008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2e891-bfc7-4788-8ba3-04a1252c3b86 None None] Network 32ce7763-b2b2-4b57-a05f-db5d38015e9f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:30.006282 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-856e1eb8-df6f-4327-a0ea-eaafd5bab2bc admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9899988 Aug 16 20:42:30.006641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42268) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:30.015024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:30.024821 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61800c48-d114-4828-94ac-249bfc9247ef x-openstack-request-id: req-61800c48-d114-4828-94ac-249bfc9247ef {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:30.025235 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac68c46-d19e-4379-b4a1-fc19f269848d", "tag": "6ae8c43b-f196-4105-a2d9-3d565a65e6e2", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:30.025372 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-61800c48-d114-4828-94ac-249bfc9247ef {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:30.025805 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'tag': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2', 'status': 'completed', 'code': 200} Aug 16 20:42:30.121676 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.138784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:30.163259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.164383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.178267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91882dfa-e3c7-4757-b8eb-4a6a616faec9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.229360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:30.236561 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-17c7908c-e307-4636-8c26-97f3d9783f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:51Z', 'revision_number': 4, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '0ea8a810-002e-4b4c-812c-c470de137b83', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'port_id': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'mac_address': 'fa:16:3e:dd:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:01Z', 'updated_at': '2021-08-16T20:42:28Z', 'revision_number': 1, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f86cb539-66a8-4e86-b75e-e3b4802e8f7d', 'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'mac_address': 'fa:16:3e:c8:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:50Z', 'updated_at': '2021-08-16T20:42:00Z', 'revision_number': 5, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'subnets': [{'id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:30.273167 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.286157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 7bbd3a32-02c8-4434-a124-00f1cafb74de completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:30.297376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 7bbd3a32-02c8-4434-a124-00f1cafb74de triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:30.297731 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.312843 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.414122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd1fac-1e59-444e-b01d-b47896bc5dab req-ab1580e6-372a-4df0-943a-0ce5eff80632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.415651 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10cd1fac-1e59-444e-b01d-b47896bc5dab req-ab1580e6-372a-4df0-943a-0ce5eff80632 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ca7e4818e3a4296bc67a8d1c1ee9e7f&device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 1097 time: 0.3890803 Aug 16 20:42:30.585141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.608016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:30.674403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91882dfa-e3c7-4757-b8eb-4a6a616faec9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.677134 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91882dfa-e3c7-4757-b8eb-4a6a616faec9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.699559 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7908c-e307-4636-8c26-97f3d9783f28 None None] Checking router: d4e1a058-3274-442c-a68a-141a43d7e7a0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:30.709137 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7908c-e307-4636-8c26-97f3d9783f28 None None] Routers {'d4e1a058-3274-442c-a68a-141a43d7e7a0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:30.710462 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-17c7908c-e307-4636-8c26-97f3d9783f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d4e1a058-3274-442c-a68a-141a43d7e7a0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:30.744594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'fixed_ips': [{'subnet_id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:42:30.745947 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.774173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:30.917575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88c4aa-32bc-45b5-8aa9-62dc69b77498 req-baaf48a4-7c34-49cf-8f00-00ee3a828e2a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.925569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae88c4aa-32bc-45b5-8aa9-62dc69b77498 req-baaf48a4-7c34-49cf-8f00-00ee3a828e2a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 945 time: 0.1506577 Aug 16 20:42:30.949827 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.970318 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91882dfa-e3c7-4757-b8eb-4a6a616faec9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.970875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91882dfa-e3c7-4757-b8eb-4a6a616faec9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f42fb72-ba28-4170-b1e0-8968c41ce6e3 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:31.062712 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91882dfa-e3c7-4757-b8eb-4a6a616faec9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.062712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-91882dfa-e3c7-4757-b8eb-4a6a616faec9 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "DELETE /v2.0/routers/7f42fb72-ba28-4170-b1e0-8968c41ce6e3 HTTP/1.1" status: 204 len: 168 time: 1.0876305 Aug 16 20:42:31.062712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd1fac-1e59-444e-b01d-b47896bc5dab req-955d1a8f-bebe-4017-818f-ac6e95e1687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.062712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10cd1fac-1e59-444e-b01d-b47896bc5dab req-955d1a8f-bebe-4017-818f-ac6e95e1687d service neutron] 10.222.0.76 "GET /v2.0/networks?id=50d4cbe0-d63a-4b96-b57b-6bdf0a72927e HTTP/1.1" status: 200 len: 916 time: 0.5494976 Aug 16 20:42:31.086523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:31.086523 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c649c03-5b0b-407e-a2d3-55ffc319d8bc" -d '{"events": [{"server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:31.095553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae88c4aa-32bc-45b5-8aa9-62dc69b77498 req-d857142e-dec5-452f-984f-e32c20b29c04 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677568 Aug 16 20:42:31.095745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:31.134230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Allocated IP 172.20.0.2 (32ce7763-b2b2-4b57-a05f-db5d38015e9f/f5de9106-bc0b-4ff3-b478-ae4f0feec18d/d7a10db0-b3ca-4177-b578-2c4dcf9b4a04) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:31.150222 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-17c7908c-e307-4636-8c26-97f3d9783f28 None None] Set router d4e1a058-3274-442c-a68a-141a43d7e7a0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:31.152996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10cd1fac-1e59-444e-b01d-b47896bc5dab req-5df46b02-bada-434a-8fc6-92fac5b73088 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae8c43b-f196-4105-a2d9-3d565a65e6e2 HTTP/1.1" status: 200 len: 998 time: 0.1461670 Aug 16 20:42:31.212202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.222439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd1fac-1e59-444e-b01d-b47896bc5dab req-d4a73079-3ae7-4322-8f72-bfbf90a7a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.223996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10cd1fac-1e59-444e-b01d-b47896bc5dab req-d4a73079-3ae7-4322-8f72-bfbf90a7a81b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56c6f4ce-a733-4577-9b58-81276cc5dd25 HTTP/1.1" status: 200 len: 854 time: 0.0645766 Aug 16 20:42:31.239374 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.298433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd1fac-1e59-444e-b01d-b47896bc5dab req-4cfab6aa-2e28-4060-bc21-01204e56a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.300359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10cd1fac-1e59-444e-b01d-b47896bc5dab req-4cfab6aa-2e28-4060-bc21-01204e56a941 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=50d4cbe0-d63a-4b96-b57b-6bdf0a72927e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600953 Aug 16 20:42:31.400083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Allocated IP 172.25.4.223 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/ab399750-4c72-4de8-ae00-540123f4a7d5) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:31.449712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa51a8b-885f-4d73-b327-990fcea861d7 req-c2b12aa1-73f8-4ec6-b30d-81c99c57fff8 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.451544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3fa51a8b-885f-4d73-b327-990fcea861d7 req-c2b12aa1-73f8-4ec6-b30d-81c99c57fff8 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 948 time: 0.1107175 Aug 16 20:42:31.485414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10cd1fac-1e59-444e-b01d-b47896bc5dab req-eab33265-4f95-441d-b526-0d0737e5d80f service neutron] 10.222.0.76 "GET /v2.0/networks/50d4cbe0-d63a-4b96-b57b-6bdf0a72927e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757073 Aug 16 20:42:31.502775 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.508138 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3fa51a8b-885f-4d73-b327-990fcea861d7 req-6b712cc1-1434-46e9-a1d3-80912d5ff35d tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454764 Aug 16 20:42:31.512640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Transition to ACTIVE for port object d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:31.542324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Transition to ACTIVE for port object d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:31.558253 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.637104 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c560bd-620c-41e8-a01f-94c9d203adae x-openstack-request-id: req-11c560bd-620c-41e8-a01f-94c9d203adae {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:31.637104 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:31.637104 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-11c560bd-620c-41e8-a01f-94c9d203adae {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:31.637104 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'code': 200} Aug 16 20:42:31.664934 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.670453 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10cd1fac-1e59-444e-b01d-b47896bc5dab req-33953914-a183-4c7e-a9dc-0483f986f953 service neutron] 10.222.0.76 "GET /v2.0/networks/50d4cbe0-d63a-4b96-b57b-6bdf0a72927e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657908 Aug 16 20:42:31.701250 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-17c7908c-e307-4636-8c26-97f3d9783f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:51Z', 'revision_number': 4, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '0ea8a810-002e-4b4c-812c-c470de137b83', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'port_id': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'mac_address': 'fa:16:3e:dd:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:01Z', 'updated_at': '2021-08-16T20:42:28Z', 'revision_number': 1, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f86cb539-66a8-4e86-b75e-e3b4802e8f7d', 'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'mac_address': 'fa:16:3e:c8:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:50Z', 'updated_at': '2021-08-16T20:42:00Z', 'revision_number': 5, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'subnets': [{'id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:31.711067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7bbd3a32-02c8-4434-a124-00f1cafb74de,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:31.718381 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.736852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:31.749881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.751416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27115faf-8194-426a-a1fe-1c57c5589b33 req-3ad819ed-41d6-4800-9a23-1c00ecd93893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.753975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27115faf-8194-426a-a1fe-1c57c5589b33 req-3ad819ed-41d6-4800-9a23-1c00ecd93893 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 1101 time: 0.0562038 Aug 16 20:42:31.759324 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7908c-e307-4636-8c26-97f3d9783f28 None None] The sync data for ids ['d4e1a058-3274-442c-a68a-141a43d7e7a0'] in n-d-793619-14 is: [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:51Z', 'revision_number': 4, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '0ea8a810-002e-4b4c-812c-c470de137b83', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'port_id': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'mac_address': 'fa:16:3e:dd:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:01Z', 'updated_at': '2021-08-16T20:42:28Z', 'revision_number': 1, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f86cb539-66a8-4e86-b75e-e3b4802e8f7d', 'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'mac_address': 'fa:16:3e:c8:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:50Z', 'updated_at': '2021-08-16T20:42:00Z', 'revision_number': 5, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'subnets': [{'id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:31.828426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27115faf-8194-426a-a1fe-1c57c5589b33 req-3d649b4c-32dd-418a-b742-dd95dbd6734a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644093 Aug 16 20:42:31.862907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:31.869411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:31.872372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:31.895819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Network 32ce7763-b2b2-4b57-a05f-db5d38015e9f is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:31.907399 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:31.907822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42310) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:31.924295 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:31.946431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Pushing event updated for resources: {'Port': ['ID=d7a10db0-b3ca-4177-b578-2c4dcf9b4a04,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:31.990788 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Pushing event updated for resources: {'Port': ['ID=ab399750-4c72-4de8-ae00-540123f4a7d5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:32.051096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Attempting to bind port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:32.051542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Attempting to bind port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:32.051918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Attempting to bind port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 on network 32ce7763-b2b2-4b57-a05f-db5d38015e9f {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:32.068211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:32.069047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Checking segment: {'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:32.069047 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.069430 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Bound using segment: {'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:32.071733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Bound port: d7a10db0-b3ca-4177-b578-2c4dcf9b4a04, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:32.072135 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.162168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871a61da-eb7e-42e0-a9d0-76f5110c05c3 None None] New status for floating IP 0ea8a810-002e-4b4c-812c-c470de137b83: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:42:32.176904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:32.208400 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1013950545', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:32.216545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:32.216918 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.363702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] For port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:32.377480 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.384019 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.384910 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.390797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] For port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d7a10db0-b3ca-4177-b578-2c4dcf9b4a04,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:32.410227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe93d0c-4a22-4e0c-8499-b41b46ed2d37 req-235b93b9-8a7a-4a65-81a1-7a75b9e9fc7c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:32.411803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dfe93d0c-4a22-4e0c-8499-b41b46ed2d37 req-235b93b9-8a7a-4a65-81a1-7a75b9e9fc7c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 945 time: 0.1026578 Aug 16 20:42:32.484362 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.501256 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.511223 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.556689 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.566714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dfe93d0c-4a22-4e0c-8499-b41b46ed2d37 req-bbbfd2b3-72cf-49e3-a93f-23bd4082661c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431556 Aug 16 20:42:32.603592 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.606451 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685c9c3-83d3-4416-ac40-f57c95e65031 None None] Pushing event updated for resources: {'Port': ['ID=d7a10db0-b3ca-4177-b578-2c4dcf9b4a04,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:32.699545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:32.777351 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.784401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42324) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:32.811193 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.945608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:33.140321 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5a31f0a5-549b-4d49-8d3c-bfd74b5db7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.145333 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.148808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Router 38108c55-1e98-455a-9564-5402a2a2b6d5 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:42:33.172404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf09e5-a1c5-4d2f-875f-2cd3d646be9c req-716c6485-e113-438b-8aec-28dd9eb5b3ec tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:33.180498 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aadf09e5-a1c5-4d2f-875f-2cd3d646be9c req-716c6485-e113-438b-8aec-28dd9eb5b3ec tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 949 time: 0.3970616 Aug 16 20:42:33.235915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:33.274203 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aadf09e5-a1c5-4d2f-875f-2cd3d646be9c req-b3b92e24-0f5e-4c45-83ae-b0b532476ccc tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913079 Aug 16 20:42:33.410216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5a31f0a5-549b-4d49-8d3c-bfd74b5db7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.419773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:33.493282 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5a31f0a5-549b-4d49-8d3c-bfd74b5db7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.637997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:33.640376 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c63aa-989e-4382-b76a-6b86b4b53acb" -d '{"events": [{"server_uuid": "e9015929-5838-473a-9e0a-3e1ede3ea0f9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:33.669738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5a31f0a5-549b-4d49-8d3c-bfd74b5db7c4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=363397308421416abe54a558dc16868a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8821809 Aug 16 20:42:33.673648 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.681055 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42344) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:33.716789 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22da08d-208b-402a-b7ee-60721ae6c069 x-openstack-request-id: req-b22da08d-208b-402a-b7ee-60721ae6c069 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:33.717157 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9015929-5838-473a-9e0a-3e1ede3ea0f9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:33.717538 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b22da08d-208b-402a-b7ee-60721ae6c069 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:33.717978 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5', 'code': 200} Aug 16 20:42:33.754705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31f0a5-549b-4d49-8d3c-bfd74b5db7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02771e29-e4dd-43c3-9191-731b9489f3ff,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:33.802720 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.820402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:33.835679 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Sync routers for ids ['38108c55-1e98-455a-9564-5402a2a2b6d5'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:33.851721 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Routers {'38108c55-1e98-455a-9564-5402a2a2b6d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:33.855711 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['38108c55-1e98-455a-9564-5402a2a2b6d5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:33.935897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d2b31-b8a9-48f0-b9df-fef6fc816612 None None] Network 32ce7763-b2b2-4b57-a05f-db5d38015e9f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:33.939231 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.944102 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-987ee755-39c6-4c3f-90ba-99af49100926 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9353495 Aug 16 20:42:33.944733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42350) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:33.980995 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-de7d96fa-0a2e-46f3-aa1b-c3994c5bd68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.008069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-de7d96fa-0a2e-46f3-aa1b-c3994c5bd68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.048502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704e629-3947-4024-902d-75c141e5467b req-5df69d15-b94c-4da7-ae34-487e798689d6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:34.050167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f704e629-3947-4024-902d-75c141e5467b req-5df69d15-b94c-4da7-ae34-487e798689d6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 946 time: 0.3334022 Aug 16 20:42:34.074319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Allocated IP 172.25.4.218 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8d19e0a9-93fe-4bc0-be58-3182b54774ed) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:34.091405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cd41e-5cfd-43c7-853d-e9ca50c1d624 req-57283f6d-7a4d-47d4-8875-5faff3c3fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:34.093064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea5cd41e-5cfd-43c7-853d-e9ca50c1d624 req-57283f6d-7a4d-47d4-8875-5faff3c3fa94 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 1098 time: 0.2035134 Aug 16 20:42:34.142442 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Set router 38108c55-1e98-455a-9564-5402a2a2b6d5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:34.174736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f704e629-3947-4024-902d-75c141e5467b req-b21ba610-a99a-40c5-a9b9-2956dcf531b4 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140139 Aug 16 20:42:34.216172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-88ea37de-d518-443f-9d6f-9c3c9c3c997a None None] Provisioning for port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:34.233224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-88ea37de-d518-443f-9d6f-9c3c9c3c997a None None] Provisioning complete for port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:34.233687 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-88ea37de-d518-443f-9d6f-9c3c9c3c997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.262198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea5cd41e-5cfd-43c7-853d-e9ca50c1d624 req-378e8c99-1e1e-4efa-83f4-647958520a33 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585889 Aug 16 20:42:34.319880 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-de7d96fa-0a2e-46f3-aa1b-c3994c5bd68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.323594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-de7d96fa-0a2e-46f3-aa1b-c3994c5bd68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.329348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-de7d96fa-0a2e-46f3-aa1b-c3994c5bd68a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/02771e29-e4dd-43c3-9191-731b9489f3ff HTTP/1.1" status: 204 len: 168 time: 0.6438124 Aug 16 20:42:34.379464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d96fa-0a2e-46f3-aa1b-c3994c5bd68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02771e29-e4dd-43c3-9191-731b9489f3ff,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:34.418056 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-88ea37de-d518-443f-9d6f-9c3c9c3c997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.426642 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.498331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-88ea37de-d518-443f-9d6f-9c3c9c3c997a None None] For port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d7a10db0-b3ca-4177-b578-2c4dcf9b4a04,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:34.555320 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:32Z', 'revision_number': 3, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:34.593243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c01d78-972d-42ba-be55-51addef21cce req-e861094e-49a2-446f-ad8e-990b66422fb5 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:34.598279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52c01d78-972d-42ba-be55-51addef21cce req-e861094e-49a2-446f-ad8e-990b66422fb5 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 949 time: 0.0900059 Aug 16 20:42:34.602478 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-88ea37de-d518-443f-9d6f-9c3c9c3c997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.603468 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.636419 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Checking router: 38108c55-1e98-455a-9564-5402a2a2b6d5 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:34.636798 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Updating router 38108c55-1e98-455a-9564-5402a2a2b6d5 port ab399750-4c72-4de8-ae00-540123f4a7d5 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:42:34.685769 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.711603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:34.726540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:34.729656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea37de-d518-443f-9d6f-9c3c9c3c997a None None] Pushing event updated for resources: {'Port': ['ID=d7a10db0-b3ca-4177-b578-2c4dcf9b4a04,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:34.737149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:34.809424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Pushing event updated for resources: {'Port': ['ID=8d19e0a9-93fe-4bc0-be58-3182b54774ed,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:34.846041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52c01d78-972d-42ba-be55-51addef21cce req-c9efd2fe-c374-42fe-ad8c-4838cc60857e tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270830 Aug 16 20:42:34.862730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fb1cc69c-8c69-4a21-a769-25c60f1058ca None None] Provisioning complete for port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:34.863397 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc69c-8c69-4a21-a769-25c60f1058ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.967144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.246780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:35.416662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:35.417284 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.426918 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.444909 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Transition to ACTIVE for port object ab399750-4c72-4de8-ae00-540123f4a7d5 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:35.500329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Allocated IP 172.20.0.1 (32ce7763-b2b2-4b57-a05f-db5d38015e9f/f5de9106-bc0b-4ff3-b478-ae4f0feec18d/856c6158-8e9d-4e44-a9b5-ebd55b96bf4b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:35.533895 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.627365 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Attempting to bind port ab399750-4c72-4de8-ae00-540123f4a7d5 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:35.627752 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Attempting to bind port ab399750-4c72-4de8-ae00-540123f4a7d5 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:35.628099 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Attempting to bind port ab399750-4c72-4de8-ae00-540123f4a7d5 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:35.637321 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Pushing event updated for resources: {'Port': ['ID=ab399750-4c72-4de8-ae00-540123f4a7d5,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:35.640519 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:35.641181 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:35.641595 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.646710 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:35.646710 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Bound port: ab399750-4c72-4de8-ae00-540123f4a7d5, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:35.646710 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.673662 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.674003 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.674339 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.677358 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.677358 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.677358 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.677358 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.677358 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.677358 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.677358 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.677358 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.677358 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:35.718814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.742983 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] For port ab399750-4c72-4de8-ae00-540123f4a7d5, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:35.747491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Transition to ACTIVE for port object 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:35.750599 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] For port ab399750-4c72-4de8-ae00-540123f4a7d5, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ab399750-4c72-4de8-ae00-540123f4a7d5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:35.823641 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.888635 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.975453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fe9b7-15c8-4af3-9a32-fe10f6035543 req-36bde931-049e-4026-b706-d1b017be4bab tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:35.986913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-579fe9b7-15c8-4af3-9a32-fe10f6035543 req-36bde931-049e-4026-b706-d1b017be4bab tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 946 time: 0.2270815 Aug 16 20:42:35.996254 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Routers {'38108c55-1e98-455a-9564-5402a2a2b6d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:35.997546 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['38108c55-1e98-455a-9564-5402a2a2b6d5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:36.019014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Network 32ce7763-b2b2-4b57-a05f-db5d38015e9f is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:36.020849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:36.024808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:36.027409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=856c6158-8e9d-4e44-a9b5-ebd55b96bf4b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:36.060616 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6340dc-6e99-48ad-90f1-b0becbe5b0f3 None None] Pushing event updated for resources: {'Port': ['ID=ab399750-4c72-4de8-ae00-540123f4a7d5,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:36.089825 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.219255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-579fe9b7-15c8-4af3-9a32-fe10f6035543 req-7a31b001-24db-478c-8058-875060e7e721 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312381 Aug 16 20:42:36.303952 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] Set router 38108c55-1e98-455a-9564-5402a2a2b6d5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:36.388462 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.538488 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.651261 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9ba368df-5e94-4489-94a9-6022197ad27e None None] Provisioning for port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:36.665843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9ba368df-5e94-4489-94a9-6022197ad27e None None] Provisioning complete for port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:36.666479 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9ba368df-5e94-4489-94a9-6022197ad27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.792270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9ba368df-5e94-4489-94a9-6022197ad27e None None] Port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:36.804603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.899477 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.904835 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.908535 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:32Z', 'revision_number': 3, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:36.943031 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f518e3-2bca-4bf9-a6c5-70be3da035bc None None] The sync data for ids ['38108c55-1e98-455a-9564-5402a2a2b6d5'] in n-d-793619-14 is: [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:32Z', 'revision_number': 3, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:36.982483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=856c6158-8e9d-4e44-a9b5-ebd55b96bf4b,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:37.005862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.009208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ee5f2ea-a237-4261-9548-3a9e017175dc req-e282f637-c286-4d3c-a7b7-d876ba1740ad tempest-AbsoluteLimitsNegativeTestJSON-120910075 tempest-AbsoluteLimitsNegativeTestJSON-120910075-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ed5dcad500ce4f6994b6e7a157df78be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397363 Aug 16 20:42:37.181060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Network 32ce7763-b2b2-4b57-a05f-db5d38015e9f is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:37.182673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:37.197450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f2ea-a237-4261-9548-3a9e017175dc req-86b77778-adae-45fc-86d3-3a499669b303 tempest-AbsoluteLimitsNegativeTestJSON-120910075 tempest-AbsoluteLimitsNegativeTestJSON-120910075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:37.198699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ee5f2ea-a237-4261-9548-3a9e017175dc req-86b77778-adae-45fc-86d3-3a499669b303 tempest-AbsoluteLimitsNegativeTestJSON-120910075 tempest-AbsoluteLimitsNegativeTestJSON-120910075-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832085 Aug 16 20:42:37.218872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ee5f2ea-a237-4261-9548-3a9e017175dc req-fe513b6f-cb1f-4205-a166-e90592364262 tempest-AbsoluteLimitsNegativeTestJSON-120910075 tempest-AbsoluteLimitsNegativeTestJSON-120910075-project] 10.222.0.74 "GET /v2.0/quotas/ed5dcad500ce4f6994b6e7a157df78be HTTP/1.1" status: 200 len: 375 time: 0.0132821 Aug 16 20:42:37.274394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ee5f2ea-a237-4261-9548-3a9e017175dc req-2ba4fd55-687b-4bfc-a003-1c8da9256c28 tempest-AbsoluteLimitsNegativeTestJSON-120910075 tempest-AbsoluteLimitsNegativeTestJSON-120910075-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ed5dcad500ce4f6994b6e7a157df78be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451574 Aug 16 20:42:37.317248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Router ae6a996d-f7f5-4704-b1b0-daae2c468c74 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:42:37.473656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Router 38108c55-1e98-455a-9564-5402a2a2b6d5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:37.595729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c01a09-1520-473b-8f80-c93984868ed3 req-53f0d08c-516e-4a59-968b-7db0f5b6f007 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:37.606427 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67c01a09-1520-473b-8f80-c93984868ed3 req-53f0d08c-516e-4a59-968b-7db0f5b6f007 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 946 time: 0.1892412 Aug 16 20:42:37.704074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:37.717133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ff984-128d-4315-a292-0caca874d4fe None None] Sync routers for ids ['ae6a996d-f7f5-4704-b1b0-daae2c468c74'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:37.775032 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67c01a09-1520-473b-8f80-c93984868ed3 req-6ff4215a-fb7a-4cf0-aca7-167361e3b601 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676383 Aug 16 20:42:37.775346 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ff984-128d-4315-a292-0caca874d4fe None None] Routers {'ae6a996d-f7f5-4704-b1b0-daae2c468c74'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:37.777869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-514ff984-128d-4315-a292-0caca874d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ae6a996d-f7f5-4704-b1b0-daae2c468c74'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:37.812675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:37.832559 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5dec97db-ede5-442f-b241-1302458fb1a8 admin admin] 10.222.0.74 "PUT /v2.0/routers/38108c55-1e98-455a-9564-5402a2a2b6d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8865721 Aug 16 20:42:37.857654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-514ff984-128d-4315-a292-0caca874d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:37.860623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7bbd3a32-02c8-4434-a124-00f1cafb74de details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:37.865645 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.867339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cf3604ee-05f9-4589-b0b2-f437fb3a9d37 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9580855 Aug 16 20:42:37.874618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42480) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:37.912830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ff984-128d-4315-a292-0caca874d4fe None None] Routers {'ae6a996d-f7f5-4704-b1b0-daae2c468c74'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:37.921545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-514ff984-128d-4315-a292-0caca874d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ae6a996d-f7f5-4704-b1b0-daae2c468c74'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:37.942261 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-96ffd109-0002-4f22-af4f-8b768908cfda None None] Provisioning complete for port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:37.942996 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-96ffd109-0002-4f22-af4f-8b768908cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.062225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-96ffd109-0002-4f22-af4f-8b768908cfda None None] Port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:38.068641 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-514ff984-128d-4315-a292-0caca874d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:38.075887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ff984-128d-4315-a292-0caca874d4fe None None] The sync data for ids ['ae6a996d-f7f5-4704-b1b0-daae2c468c74'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:38.091461 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.resource_extend [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:42:38.098037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ca3ace98-4c67-4e35-9221-28b90e6c4fc5 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/routers/ae6a996d-f7f5-4704-b1b0-daae2c468c74 HTTP/1.1" status: 200 len: 921 time: 0.2195878 Aug 16 20:42:38.098581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42488) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:38.131589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-634d98bb-a91b-4261-91b0-c964e22c7e84 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae6a996d-f7f5-4704-b1b0-daae2c468c74 HTTP/1.1" status: 200 len: 205 time: 0.0297949 Aug 16 20:42:38.131859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42490) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:38.209792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42494) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:38.331674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:38.363792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'mac_address': 'fa:16:3e:1a:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:38.465655 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.465992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80fc55c3-5648-4df7-89dd-986d17c299a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.491649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bbd3a32-02c8-4434-a124-00f1cafb74de {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:38.499616 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.573800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:38.667321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c715-198c-461a-b7b4-dbcfe88ae117 req-2ad92551-bf0f-4e0d-9758-39dd62fb90e7 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:38.684763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb46c715-198c-461a-b7b4-dbcfe88ae117 req-2ad92551-bf0f-4e0d-9758-39dd62fb90e7 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 946 time: 0.4386718 Aug 16 20:42:38.695340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.781801 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80fc55c3-5648-4df7-89dd-986d17c299a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.813943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7bbd3a32-02c8-4434-a124-00f1cafb74de,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:38.830821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb46c715-198c-461a-b7b4-dbcfe88ae117 req-d9d6420f-b91a-4d11-9c8d-572c582f7c62 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451278 Aug 16 20:42:38.840837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7bbd3a32-02c8-4434-a124-00f1cafb74de'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:38.848362 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.162216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ab399750-4c72-4de8-ae00-540123f4a7d5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:39.273078 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80fc55c3-5648-4df7-89dd-986d17c299a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.305707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42524) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:39.310653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7bc2c679-292a-4afd-8af8-3ad8b060fd33 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--466507222', 'description': 'tempest-description--89696496'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:39.316370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port ab399750-4c72-4de8-ae00-540123f4a7d5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:39.322969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port ab399750-4c72-4de8-ae00-540123f4a7d5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:39.323337 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.352092 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-80fc55c3-5648-4df7-89dd-986d17c299a3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ed5dcad500ce4f6994b6e7a157df78be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1386545 Aug 16 20:42:39.353170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc55c3-5648-4df7-89dd-986d17c299a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6734f4b4-8931-43ff-9d39-1ebd32baae48,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:39.353341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42528) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:39.428520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Deleting port 8d19e0a9-93fe-4bc0-be58-3182b54774ed {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:39.428903 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.432110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c679-292a-4afd-8af8-3ad8b060fd33 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.467127 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.490408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-baef3600-f2ea-4cd9-99da-99efb6829d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.506966 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Sync routers for ids ['38108c55-1e98-455a-9564-5402a2a2b6d5'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:39.518699 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Routers {'38108c55-1e98-455a-9564-5402a2a2b6d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:39.519291 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['38108c55-1e98-455a-9564-5402a2a2b6d5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:39.528230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port ab399750-4c72-4de8-ae00-540123f4a7d5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ab399750-4c72-4de8-ae00-540123f4a7d5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:39.561064 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-baef3600-f2ea-4cd9-99da-99efb6829d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.605394 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.627944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c679-292a-4afd-8af8-3ad8b060fd33 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.650512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.677229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Calling delete_port for 8d19e0a9-93fe-4bc0-be58-3182b54774ed owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:39.695853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=ab399750-4c72-4de8-ae00-540123f4a7d5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:39.701237 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Set router 38108c55-1e98-455a-9564-5402a2a2b6d5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:39.701398 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c679-292a-4afd-8af8-3ad8b060fd33 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.731440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2c679-292a-4afd-8af8-3ad8b060fd33 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548f6649-578f-4d5e-b1f3-4199c3309aba,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:39.814868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7bbd3a32-02c8-4434-a124-00f1cafb74de up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:39.839876 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c679-292a-4afd-8af8-3ad8b060fd33 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.841413 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7bc2c679-292a-4afd-8af8-3ad8b060fd33 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5346479 Aug 16 20:42:39.844950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42538) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:39.850501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-37314969-82bb-44b0-80ba-75446739c857 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Request body: {'security_group_rule': {'security_group_id': '548f6649-578f-4d5e-b1f3-4199c3309aba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:39.898111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 7bbd3a32-02c8-4434-a124-00f1cafb74de triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:39.898766 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.969230 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37314969-82bb-44b0-80ba-75446739c857 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.017787 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.038228 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-baef3600-f2ea-4cd9-99da-99efb6829d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.047628 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-baef3600-f2ea-4cd9-99da-99efb6829d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.054214 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-baef3600-f2ea-4cd9-99da-99efb6829d8e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6734f4b4-8931-43ff-9d39-1ebd32baae48 HTTP/1.1" status: 204 len: 168 time: 0.6947782 Aug 16 20:42:40.111565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:40.113364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef3600-f2ea-4cd9-99da-99efb6829d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6734f4b4-8931-43ff-9d39-1ebd32baae48,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:40.115367 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.125418 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfb1814-df07-4950-a2d7-8c64f5519054" -d '{"events": [{"server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:40.165639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Pushing event deleted for resources: {'Port': ['ID=8d19e0a9-93fe-4bc0-be58-3182b54774ed,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:40.210299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:40.219847 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:36Z', 'revision_number': 4, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '856c6158-8e9d-4e44-a9b5-ebd55b96bf4b', 'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'mac_address': 'fa:16:3e:26:91:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:35Z', 'updated_at': '2021-08-16T20:42:36Z', 'revision_number': 2, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'subnets': [{'id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:40.241052 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37314969-82bb-44b0-80ba-75446739c857 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.251504 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Checking router: 38108c55-1e98-455a-9564-5402a2a2b6d5 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:40.251863 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Updating router 38108c55-1e98-455a-9564-5402a2a2b6d5 port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:42:40.264096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a10f3-a7db-42ca-941b-97026ae9e927 req-06be01bc-2bcb-4fa7-8d02-a7a1c434c026 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:40.272437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f1a10f3-a7db-42ca-941b-97026ae9e927 req-06be01bc-2bcb-4fa7-8d02-a7a1c434c026 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 946 time: 0.2388606 Aug 16 20:42:40.286660 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.311018 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.312440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37314969-82bb-44b0-80ba-75446739c857 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.337308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37314969-82bb-44b0-80ba-75446739c857 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d94137-d120-4b4a-9ef5-44e299e97657,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:40.340739 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.420294 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37314969-82bb-44b0-80ba-75446739c857 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.424197 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-37314969-82bb-44b0-80ba-75446739c857 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5757842 Aug 16 20:42:40.424532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42564) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:40.430046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cb1d3efa-3228-47b1-909c-10f960ecde15 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Request body: {'security_group_rule': {'security_group_id': '548f6649-578f-4d5e-b1f3-4199c3309aba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:40.461779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7bbd3a32-02c8-4434-a124-00f1cafb74de,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:40.594054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f1a10f3-a7db-42ca-941b-97026ae9e927 req-05fb438f-6b0b-4aef-aa72-193a07118c1d tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207419 Aug 16 20:42:40.598581 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3efa-3228-47b1-909c-10f960ecde15 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.605702 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.613601 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.645468 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:42:40.715211 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3efa-3228-47b1-909c-10f960ecde15 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.773819 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.774368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Fanout notify agent at l3_agent the message router_deleted on router ae6a996d-f7f5-4704-b1b0-daae2c468c74 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:40.781892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.783057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-73aab329-9718-4e91-a546-ff17735ed1a4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/ae6a996d-f7f5-4704-b1b0-daae2c468c74 HTTP/1.1" status: 204 len: 168 time: 2.6502426 Aug 16 20:42:40.787189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42586) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:40.792849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Request body: {'router': {'name': 'tempest-snat-router-37185334', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'enable_snat': False}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:40.796640 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3efa-3228-47b1-909c-10f960ecde15 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.808443 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.822071 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Transition to ACTIVE for port object 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:40.840130 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d3efa-3228-47b1-909c-10f960ecde15 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a30fb65-d8fc-46a1-ab0a-cdbff37b0d1d,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:40.960086 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.997261 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.998602 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.062160 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6792b91-d9c0-41c6-942e-42f0e4895ad5 None None] Pushing event updated for resources: {'Port': ['ID=856c6158-8e9d-4e44-a9b5-ebd55b96bf4b,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.080391 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.122490 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3efa-3228-47b1-909c-10f960ecde15 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.123961 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cb1d3efa-3228-47b1-909c-10f960ecde15 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6983192 Aug 16 20:42:41.126888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42598) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:41.132632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:41.138385 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Attempting to bind port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:41.139919 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Attempting to bind port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:41.140293 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Attempting to bind port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b on network 32ce7763-b2b2-4b57-a05f-db5d38015e9f {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:41.148707 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:41.149127 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Checking segment: {'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:41.149540 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.149952 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Bound using segment: {'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:41.150420 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Bound port: 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:41.151157 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.285049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ab399750-4c72-4de8-ae00-540123f4a7d5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:41.343764 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] For port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:41.347978 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] For port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=856c6158-8e9d-4e44-a9b5-ebd55b96bf4b,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:41.354355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port ab399750-4c72-4de8-ae00-540123f4a7d5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:41.355257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.390802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.398217 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.465974 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.575847 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6792b91-d9c0-41c6-942e-42f0e4895ad5 None None] Pushing event updated for resources: {'Port': ['ID=856c6158-8e9d-4e44-a9b5-ebd55b96bf4b,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.584671 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Routers {'38108c55-1e98-455a-9564-5402a2a2b6d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:41.585294 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['38108c55-1e98-455a-9564-5402a2a2b6d5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:41.718189 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.772164 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d66edb-0be7-4fbd-8384-c13e6be1b183 x-openstack-request-id: req-11d66edb-0be7-4fbd-8384-c13e6be1b183 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:41.772525 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:41.772840 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-11d66edb-0be7-4fbd-8384-c13e6be1b183 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:41.773509 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'code': 200} Aug 16 20:42:41.814985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42626) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:41.836269 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] Set router 38108c55-1e98-455a-9564-5402a2a2b6d5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:42.030786 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1104789506-network', 'tenant_id': '56c95505a081488daac6f85de7b06150'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:42.127655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Made reservation on behalf of 56c95505a081488daac6f85de7b06150 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:42.130134 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.144072 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.209650 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:36Z', 'revision_number': 4, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '856c6158-8e9d-4e44-a9b5-ebd55b96bf4b', 'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'mac_address': 'fa:16:3e:26:91:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:35Z', 'updated_at': '2021-08-16T20:42:41Z', 'revision_number': 4, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'subnets': [{'id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:42.224401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.254772 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.287671 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7343d4-71b8-42aa-ba2a-a44cacb64d49 None None] The sync data for ids ['38108c55-1e98-455a-9564-5402a2a2b6d5'] in n-d-793619-14 is: [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:36Z', 'revision_number': 4, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '856c6158-8e9d-4e44-a9b5-ebd55b96bf4b', 'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'mac_address': 'fa:16:3e:26:91:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:35Z', 'updated_at': '2021-08-16T20:42:41Z', 'revision_number': 4, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'subnets': [{'id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:42.331783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Allocated IP 172.25.4.230 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/4b8c322a-2ef5-402d-9b52-753d5016834a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:42.336449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8b451-db68-40b2-b5f6-860b45582f89 req-468997c4-c81d-430b-ad9f-07e3afce500e tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:42.338355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78f8b451-db68-40b2-b5f6-860b45582f89 req-468997c4-c81d-430b-ad9f-07e3afce500e tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 951 time: 0.1256652 Aug 16 20:42:42.467151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78f8b451-db68-40b2-b5f6-860b45582f89 req-166631eb-b011-4b6e-8bc5-064a25577850 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141994 Aug 16 20:42:42.488843 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.562738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.571851 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.594160 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:42.612534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b2a476-972b-408b-a573-85c345df0288,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:42.618475 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.618748 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Added segment fa24418a-8e3b-4891-918a-3d4586506fa9 of type vlan for network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d Aug 16 20:42:42.674544 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.718780 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.785350 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.791585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:42.791585 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.857192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:42.882684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:42.890694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:42.902184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Pushing event updated for resources: {'Port': ['ID=4b8c322a-2ef5-402d-9b52-753d5016834a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:42.917772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:42.940264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:42.959056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-18794048-1c88-4b00-a97f-4a4ea7f549a9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1423662 Aug 16 20:42:42.963602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42672) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:42.971986 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] Request body: {'subnet': {'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1104789506-subnet', 'tenant_id': '56c95505a081488daac6f85de7b06150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:42.985390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Allocated IP 172.25.4.244 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/2c0d9c1e-cb40-48b0-a5ca-946d0b750b28) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:43.091357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] Made reservation on behalf of 56c95505a081488daac6f85de7b06150 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:43.094789 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.271737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:43.464681 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:43.473713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:43.477204 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.554241 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.687279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.755996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee86ab0e-bc30-42b5-992b-7b4d29d928a9,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:43.756777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=856c6158-8e9d-4e44-a9b5-ebd55b96bf4b,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:43.779571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] Checking segment: {'id': 'fa24418a-8e3b-4891-918a-3d4586506fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:43.780478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] Network hostable DHCP agents. Network: d425fa94-d25a-4e09-9e69-aa4e15cd1f0d, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:43.808317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bee16-9336-4659-b4d4-31ad25b3c143 req-6bd44310-5511-49fc-800d-5b2bdefca00c tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:43.809990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-242bee16-9336-4659-b4d4-31ad25b3c143 req-6bd44310-5511-49fc-800d-5b2bdefca00c tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 951 time: 0.2081747 Aug 16 20:42:43.823818 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.886956 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.919568 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-242bee16-9336-4659-b4d4-31ad25b3c143 req-8b2555ba-ffbf-45ab-bcca-3fa432b14feb tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952141 Aug 16 20:42:43.957830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.962403 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] Network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:44.017790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=856c6158-8e9d-4e44-a9b5-ebd55b96bf4b,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:44.056970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, d425fa94-d25a-4e09-9e69-aa4e15cd1f0d) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:44.061880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:44.062687 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.066213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2030f224-6137-4c70-aac3-963e24411705 None None] Network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:44.093866 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.178463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-782b1e73-f0d2-4036-acb6-eaa031b36862 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2130828 Aug 16 20:42:44.196447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.341990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:44.350947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:44.355490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:44.360058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddcdd25-ff2b-46c8-a7d2-38b29269bb0d None None] Network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:44.376010 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event updated for resources: {'Port': ['ID=2c0d9c1e-cb40-48b0-a5ca-946d0b750b28,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:44.719865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.753324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-f14ca3c2-7b1a-46f4-a621-3186607aa7ce req-364afa93-1d07-4a70-a442-1bba2cb9faac tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1723497916', 'description': 'tempest-description-1858930081'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:44.788327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.880870 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f14ca3c2-7b1a-46f4-a621-3186607aa7ce req-364afa93-1d07-4a70-a442-1bba2cb9faac tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.990999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Pushing event updated for resources: {'Port': ['ID=4b8c322a-2ef5-402d-9b52-753d5016834a,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:45.033498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f14ca3c2-7b1a-46f4-a621-3186607aa7ce req-364afa93-1d07-4a70-a442-1bba2cb9faac tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.061722 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.114054 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f14ca3c2-7b1a-46f4-a621-3186607aa7ce req-364afa93-1d07-4a70-a442-1bba2cb9faac tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.166993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.179788 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db3cecf2-9b6b-4b5c-87f8-a4ad1734283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.202330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:45.225462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364afa93-1d07-4a70-a442-1bba2cb9faac tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a2affa-ce2d-44e2-a48f-09b8f63dc092,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:45.270846 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f14ca3c2-7b1a-46f4-a621-3186607aa7ce req-364afa93-1d07-4a70-a442-1bba2cb9faac tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.272652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f14ca3c2-7b1a-46f4-a621-3186607aa7ce req-364afa93-1d07-4a70-a442-1bba2cb9faac tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5251734 Aug 16 20:42:45.282155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:45.290732 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.309781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.321332 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c75156a8-0679-488f-b49d-b4c5030b8969 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1849263 Aug 16 20:42:45.484001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-2ce022b3-40f7-4027-bc4f-b92f2344d61a req-7ce6c2c3-d254-470f-b0bd-e673abb85d67 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1264519296', 'description': 'tempest-description-977516812'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:45.662226 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2ce022b3-40f7-4027-bc4f-b92f2344d61a req-7ce6c2c3-d254-470f-b0bd-e673abb85d67 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.696969 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.791516 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2ce022b3-40f7-4027-bc4f-b92f2344d61a req-7ce6c2c3-d254-470f-b0bd-e673abb85d67 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.812935 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a424460-7713-4eae-8e44-e19572ba8934 req-d1aa05b1-d967-4a0f-a763-5a5bd248cf92 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2014022 Aug 16 20:42:45.859783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2ce022b3-40f7-4027-bc4f-b92f2344d61a req-7ce6c2c3-d254-470f-b0bd-e673abb85d67 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.863185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:45.911320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb166939-9ecc-40a1-810b-9e0122daaac6 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:46.001703 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.resource_extend [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:42:46.083262 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2ce022b3-40f7-4027-bc4f-b92f2344d61a req-7ce6c2c3-d254-470f-b0bd-e673abb85d67 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.124869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ce022b3-40f7-4027-bc4f-b92f2344d61a req-7ce6c2c3-d254-470f-b0bd-e673abb85d67 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6456523 Aug 16 20:42:46.141221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6c2c3-d254-470f-b0bd-e673abb85d67 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e34239f-1427-4817-961c-8b985abed700,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:46.184315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a424460-7713-4eae-8e44-e19572ba8934 req-3b67a292-ffa4-46b1-a3fc-4e8d2460767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:46.187347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a424460-7713-4eae-8e44-e19572ba8934 req-3b67a292-ffa4-46b1-a3fc-4e8d2460767c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 1103 time: 0.2922015 Aug 16 20:42:46.399190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:46.412416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'port_id': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5', 'mac_address': 'fa:16:3e:08:6e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017e1c35-8272-486f-8cbc-c85f51de575d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:46.482733 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.497327 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.511782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:46.535637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:46.559626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Router 613dec1a-183a-4d35-970e-4fc6e3551793 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:42:46.577619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:46.579608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:46.586719 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4c9961-0f4a-4aaa-911e-0a13c242c4ef" -d '{"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-unplugged", "status": "completed", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:46.700951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:46.710064 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be332309-222c-4d58-9560-fef3b226359c None None] Sync routers for ids ['613dec1a-183a-4d35-970e-4fc6e3551793'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:46.721155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be332309-222c-4d58-9560-fef3b226359c None None] Routers {'613dec1a-183a-4d35-970e-4fc6e3551793'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:46.722444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-be332309-222c-4d58-9560-fef3b226359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['613dec1a-183a-4d35-970e-4fc6e3551793'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:46.865820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a424460-7713-4eae-8e44-e19572ba8934 req-dbe3a6d5-6ba5-43c7-af19-8cf17d3619d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:46.867792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a424460-7713-4eae-8e44-e19572ba8934 req-dbe3a6d5-6ba5-43c7-af19-8cf17d3619d5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.6021259 Aug 16 20:42:46.877257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-8f3cfa99-5508-4759-9ce6-e6e38106ff52 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:46.878800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-8f3cfa99-5508-4759-9ce6-e6e38106ff52 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/networks?id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d HTTP/1.1" status: 200 len: 813 time: 0.1728177 Aug 16 20:42:46.927675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a424460-7713-4eae-8e44-e19572ba8934 req-7b102640-6395-4329-a237-b00b76958c43 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=fb166939-9ecc-40a1-810b-9e0122daaac6 HTTP/1.1" status: 200 len: 217 time: 0.0460124 Aug 16 20:42:46.934764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-9379ce17-17ab-4060-ad8d-9e8015e81e3d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/quotas/56c95505a081488daac6f85de7b06150 HTTP/1.1" status: 200 len: 375 time: 0.0172632 Aug 16 20:42:46.948452 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.954076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8df07e54-4524-4a90-82c8-9e52c698a22a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1658356 Aug 16 20:42:46.958422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42964) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:46.961333 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e74a63c-8171-4af6-8a6d-fe335820d720 x-openstack-request-id: req-1e74a63c-8171-4af6-8a6d-fe335820d720 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:46.961626 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-unplugged", "status": "completed", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:46.961871 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1e74a63c-8171-4af6-8a6d-fe335820d720 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:46.962361 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'code': 200} Aug 16 20:42:46.963571 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.965211 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.007668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-5ef4f1ed-8b72-40a6-9851-de4d00787202 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=56c95505a081488daac6f85de7b06150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693634 Aug 16 20:42:47.043554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:47.086575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a424460-7713-4eae-8e44-e19572ba8934 req-7ad609e3-0b19-4fa0-af00-821f9b7b4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:47.089927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a424460-7713-4eae-8e44-e19572ba8934 req-7ad609e3-0b19-4fa0-af00-821f9b7b4139 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.1423790 Aug 16 20:42:47.141011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:47.166907 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-17126291-3e55-42da-a7cc-2359afe8c37a tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/routers/613dec1a-183a-4d35-970e-4fc6e3551793 HTTP/1.1" status: 200 len: 907 time: 0.2097676 Aug 16 20:42:47.168715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42980) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:47.174543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Request body: {'router': {'name': 'tempest-snat-router-37185334', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'enable_snat': True}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:47.183208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=11']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:47.209495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a424460-7713-4eae-8e44-e19572ba8934 req-d9e3088c-d922-4950-8649-a08aecb68060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:47.211522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a424460-7713-4eae-8e44-e19572ba8934 req-d9e3088c-d922-4950-8649-a08aecb68060 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103094 Aug 16 20:42:47.220320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-75aa0eeb-5a6b-4e52-a301-601520a29884 service neutron] 10.222.0.74 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112696 Aug 16 20:42:47.272727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-be332309-222c-4d58-9560-fef3b226359c None None] Set router 613dec1a-183a-4d35-970e-4fc6e3551793 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:47.328760 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.332682 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.547990 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.579039 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dbfba948-4263-4587-b4ef-b5abe09b4539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.609139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a424460-7713-4eae-8e44-e19572ba8934 req-d33f8fac-e4d1-4d23-a91d-67083d3f3ab6 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794024 Aug 16 20:42:47.616082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-85b8af9c-506c-4b18-aaf7-6c056dd18f90 service neutron] 10.222.0.74 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909149 Aug 16 20:42:47.729613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-be332309-222c-4d58-9560-fef3b226359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613dec1a-183a-4d35-970e-4fc6e3551793', 'name': 'tempest-snat-router-37185334', 'tenant_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.244'}], 'enable_snat': False}, 'gw_port_id': '2c0d9c1e-cb40-48b0-a5ca-946d0b750b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:41Z', 'updated_at': '2021-08-16T20:42:44Z', 'revision_number': 3, 'project_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'gw_port': {'id': '2c0d9c1e-cb40-48b0-a5ca-946d0b750b28', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:37:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613dec1a-183a-4d35-970e-4fc6e3551793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:42Z', 'updated_at': '2021-08-16T20:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:47.774528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be332309-222c-4d58-9560-fef3b226359c None None] Checking router: 613dec1a-183a-4d35-970e-4fc6e3551793 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:47.775222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be332309-222c-4d58-9560-fef3b226359c None None] Updating router 613dec1a-183a-4d35-970e-4fc6e3551793 port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:42:47.805597 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-be332309-222c-4d58-9560-fef3b226359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.817893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a424460-7713-4eae-8e44-e19572ba8934 req-10787922-f9f0-4472-bc4a-4db60849cb61 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944063 Aug 16 20:42:47.947238 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.968972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:48.168234 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.206945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:48.207681 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.274079 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-be332309-222c-4d58-9560-fef3b226359c None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.296396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-be332309-222c-4d58-9560-fef3b226359c None None] Transition to ACTIVE for port object 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:48.328828 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.356286 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.378006 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-be332309-222c-4d58-9560-fef3b226359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.442300 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.471550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-be332309-222c-4d58-9560-fef3b226359c None None] Attempting to bind port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:48.475687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-be332309-222c-4d58-9560-fef3b226359c None None] Attempting to bind port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:48.475687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be332309-222c-4d58-9560-fef3b226359c None None] Attempting to bind port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:48.505209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:48.511949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51789c-05f7-4b7d-a68c-ed8f30aaeb6e None None] Pushing event updated for resources: {'Port': ['ID=2c0d9c1e-cb40-48b0-a5ca-946d0b750b28,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:48.524747 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Allocated IP 172.25.4.3 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/2df4028e-2621-4b4d-8119-d4c01cea5e7d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:48.528053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be332309-222c-4d58-9560-fef3b226359c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:48.528492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be332309-222c-4d58-9560-fef3b226359c None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:48.528904 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-be332309-222c-4d58-9560-fef3b226359c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.529332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be332309-222c-4d58-9560-fef3b226359c None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:48.531720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-be332309-222c-4d58-9560-fef3b226359c None None] Bound port: 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:48.531720 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-be332309-222c-4d58-9560-fef3b226359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.605882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-be332309-222c-4d58-9560-fef3b226359c None None] For port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:48.609796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-be332309-222c-4d58-9560-fef3b226359c None None] For port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2c0d9c1e-cb40-48b0-a5ca-946d0b750b28,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:48.648147 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.718714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:48.727081 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-be332309-222c-4d58-9560-fef3b226359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.727328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.809312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be332309-222c-4d58-9560-fef3b226359c None None] Routers {'613dec1a-183a-4d35-970e-4fc6e3551793'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:48.809942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-be332309-222c-4d58-9560-fef3b226359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['613dec1a-183a-4d35-970e-4fc6e3551793'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:48.813262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51789c-05f7-4b7d-a68c-ed8f30aaeb6e None None] Pushing event updated for resources: {'Port': ['ID=2c0d9c1e-cb40-48b0-a5ca-946d0b750b28,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:48.848389 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.896980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:48.902611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:48.908664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:48.942244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event updated for resources: {'Port': ['ID=2df4028e-2621-4b4d-8119-d4c01cea5e7d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:48.943315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-be332309-222c-4d58-9560-fef3b226359c None None] Set router 613dec1a-183a-4d35-970e-4fc6e3551793 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:48.973815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:48.976386 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f222a2-6115-4d58-b579-849acb5508db" -d '{"events": [{"server_uuid": "e9015929-5838-473a-9e0a-3e1ede3ea0f9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:49.175120 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.180561 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-be332309-222c-4d58-9560-fef3b226359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613dec1a-183a-4d35-970e-4fc6e3551793', 'name': 'tempest-snat-router-37185334', 'tenant_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.244'}], 'enable_snat': False}, 'gw_port_id': '2c0d9c1e-cb40-48b0-a5ca-946d0b750b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:41Z', 'updated_at': '2021-08-16T20:42:44Z', 'revision_number': 3, 'project_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'gw_port': {'id': '2c0d9c1e-cb40-48b0-a5ca-946d0b750b28', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:37:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613dec1a-183a-4d35-970e-4fc6e3551793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:42Z', 'updated_at': '2021-08-16T20:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:49.219281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be332309-222c-4d58-9560-fef3b226359c None None] The sync data for ids ['613dec1a-183a-4d35-970e-4fc6e3551793'] in n-d-793619-14 is: [{'id': '613dec1a-183a-4d35-970e-4fc6e3551793', 'name': 'tempest-snat-router-37185334', 'tenant_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.244'}], 'enable_snat': False}, 'gw_port_id': '2c0d9c1e-cb40-48b0-a5ca-946d0b750b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:41Z', 'updated_at': '2021-08-16T20:42:44Z', 'revision_number': 3, 'project_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'gw_port': {'id': '2c0d9c1e-cb40-48b0-a5ca-946d0b750b28', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:37:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613dec1a-183a-4d35-970e-4fc6e3551793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:42Z', 'updated_at': '2021-08-16T20:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:49.343510 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.628814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.938996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Router 30b60381-3578-4a51-a67b-664cc51df7f2 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:42:50.142806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:50.154640 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Sync routers for ids ['30b60381-3578-4a51-a67b-664cc51df7f2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:50.168035 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Routers {'30b60381-3578-4a51-a67b-664cc51df7f2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:50.168647 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['30b60381-3578-4a51-a67b-664cc51df7f2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:50.316578 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.320365 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-be57d898-32ac-4c28-8346-11cf58a536ba tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 903 time: 3.1477838 Aug 16 20:42:50.320715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43078) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:50.455832 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Set router 30b60381-3578-4a51-a67b-664cc51df7f2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:50.510996 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.957591 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-67935bfd-3438-4b20-a3d5-9c499b19cda5 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/routers/30b60381-3578-4a51-a67b-664cc51df7f2 HTTP/1.1" status: 200 len: 904 time: 0.6343629 Aug 16 20:42:51.033605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-ca903371-9950-4c69-9e7f-de4f9546698d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:51.033605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-ca903371-9950-4c69-9e7f-de4f9546698d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.76 "GET /v2.0/networks?id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d HTTP/1.1" status: 200 len: 813 time: 0.2321782 Aug 16 20:42:51.033605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'port': {'device_id': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d', 'admin_state_up': True, 'tenant_id': '56c95505a081488daac6f85de7b06150'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:51.034536 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b60381-3578-4a51-a67b-664cc51df7f2', 'name': 'tempest-snat-router-37185334', 'tenant_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '2df4028e-2621-4b4d-8119-d4c01cea5e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:47Z', 'updated_at': '2021-08-16T20:42:49Z', 'revision_number': 3, 'project_id': 'c6b4f81b583f4f1382370ee9ef4dc93c', 'gw_port': {'id': '2df4028e-2621-4b4d-8119-d4c01cea5e7d', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b60381-3578-4a51-a67b-664cc51df7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:48Z', 'updated_at': '2021-08-16T20:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:51.034727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43082) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:51.294967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Made reservation on behalf of 56c95505a081488daac6f85de7b06150 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:51.299004 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Checking router: 30b60381-3578-4a51-a67b-664cc51df7f2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:51.299590 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Updating router 30b60381-3578-4a51-a67b-664cc51df7f2 port 2df4028e-2621-4b4d-8119-d4c01cea5e7d binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:42:51.300333 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.360691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:51.448387 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.448640 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.544270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Allocated IP 172.20.0.10 (d425fa94-d25a-4e09-9e69-aa4e15cd1f0d/ee86ab0e-bc30-42b5-992b-7b4d29d928a9/44cfadc4-5e8f-4761-ad54-65b8d8ce30cd) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:51.565762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:51.571978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:51.577934 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.675543 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.777782 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.857552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2c0d9c1e-cb40-48b0-a5ca-946d0b750b28,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:51.890273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Deleting port 2df4028e-2621-4b4d-8119-d4c01cea5e7d {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:51.890830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.924524 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.939127 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Transition to ACTIVE for port object 2df4028e-2621-4b4d-8119-d4c01cea5e7d will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:51.957138 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.983435 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.052271 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.101376 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.134181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Calling delete_port for 2df4028e-2621-4b4d-8119-d4c01cea5e7d owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:52.172722 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.192649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=2c0d9c1e-cb40-48b0-a5ca-946d0b750b28,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:52.193648 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533bca5-4078-4bad-aca1-37489beff563 None None] Pushing event updated for resources: {'Port': ['ID=2df4028e-2621-4b4d-8119-d4c01cea5e7d,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:52.306475 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Attempting to bind port 2df4028e-2621-4b4d-8119-d4c01cea5e7d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:52.313155 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Attempting to bind port 2df4028e-2621-4b4d-8119-d4c01cea5e7d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:52.313155 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Attempting to bind port 2df4028e-2621-4b4d-8119-d4c01cea5e7d on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:52.328139 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:52.331779 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:52.338423 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.345852 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:52.345852 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Bound port: 2df4028e-2621-4b4d-8119-d4c01cea5e7d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:52.346441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:52.348112 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.363161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:52.371652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:52.526910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'Port': ['ID=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:52.538515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:52.540054 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.665492 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.667044 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.db.api [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:42:52.667394 n-d-793619-14 neutron-server[95264]: DEBUG oslo_db.api [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:42:52.688878 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-e815cd6f-a643-48cb-9e66-1bd6a8fe1ca6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7000568 Aug 16 20:42:52.702943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Request body: {'port': {'device_id': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:52.856226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event deleted for resources: {'Port': ['ID=2df4028e-2621-4b4d-8119-d4c01cea5e7d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:52.858855 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.859717 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.066863 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.081286 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.190425 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Attempting to bind port 2df4028e-2621-4b4d-8119-d4c01cea5e7d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:53.191622 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Attempting to bind port 2df4028e-2621-4b4d-8119-d4c01cea5e7d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:53.193176 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Attempting to bind port 2df4028e-2621-4b4d-8119-d4c01cea5e7d on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:53.207129 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:53.207794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:53.208476 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.210677 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:53.211521 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Bound port: 2df4028e-2621-4b4d-8119-d4c01cea5e7d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:53.211741 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.254571 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Port 2df4028e-2621-4b4d-8119-d4c01cea5e7d has been deleted concurrently {{(pid=95264) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 20:42:53.271428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.272043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30b60381-3578-4a51-a67b-664cc51df7f2 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:53.277360 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.283449 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-14efacdc-fba5-44ee-aa6c-323e3eb6ecf6 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "DELETE /v2.0/routers/30b60381-3578-4a51-a67b-664cc51df7f2 HTTP/1.1" status: 204 len: 168 time: 2.2441421 Aug 16 20:42:53.283449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:53.284305 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Routers set() bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:53.284305 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Router IDs set() for agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:42:53.284519 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'30b60381-3578-4a51-a67b-664cc51df7f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent'). {{(pid=95264) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:42:53.284717 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c971d-ff06-4d20-8c4c-5238b8193b4e None None] The sync data for ids ['30b60381-3578-4a51-a67b-664cc51df7f2'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:53.293203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:53.433390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.448498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:53.453059 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.505235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:53.530963 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.565062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Transition to ACTIVE for port object 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:53.584094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.636051 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.763632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Deleting port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:53.764042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.771243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Pushing event updated for resources: {'Port': ['ID=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:53.930786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] For port 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2c0d9c1e-cb40-48b0-a5ca-946d0b750b28,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:53.931399 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.936241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Attempting to bind port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:53.937135 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Attempting to bind port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'fa24418a-8e3b-4891-918a-3d4586506fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:53.938491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Attempting to bind port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd on network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:53.944763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd on network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:53.945406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Attempting to bind port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd on network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:53.951230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:53.952559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Checking segment: {'id': 'fa24418a-8e3b-4891-918a-3d4586506fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:53.953155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Bound using segment: {'id': 'fa24418a-8e3b-4891-918a-3d4586506fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:53.953787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Bound port: 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa24418a-8e3b-4891-918a-3d4586506fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:53.954617 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.955179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Calling delete_port for 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:54.060313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] For port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:54.064793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] For port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:54.122715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.263524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:54.264627 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.266394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] 10.222.0.76 "PUT /v2.0/ports/44cfadc4-5e8f-4761-ad54-65b8d8ce30cd HTTP/1.1" status: 200 len: 1093 time: 1.5687943 Aug 16 20:42:54.267166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'tag': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:54.270052 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e77a14-df85-4f5d-8438-3545a80c4db6" -d '{"events": [{"name": "network-changed", "server_uuid": "62b8ac69-27fa-45e7-a013-fbef8ac1923d", "tag": "44cfadc4-5e8f-4761-ad54-65b8d8ce30cd"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:54.286613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba686c-519a-41cc-9df2-0da124baceab service neutron] Pushing event updated for resources: {'Port': ['ID=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:54.509005 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.533507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-5b8149c4-4778-41fb-8694-757e2ff5c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:54.535163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-5b8149c4-4778-41fb-8694-757e2ff5c388 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=56c95505a081488daac6f85de7b06150&device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 1096 time: 0.1349528 Aug 16 20:42:54.565265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c0d9c1e-cb40-48b0-a5ca-946d0b750b28,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:54.628234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-63bcef8b-c286-4d26-aab0-a28dcdfd7f62 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd HTTP/1.1" status: 200 len: 217 time: 0.0820858 Aug 16 20:42:54.665062 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.691526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-03b22531-b187-48e2-adf6-9844c5da3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:54.697209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-03b22531-b187-48e2-adf6-9844c5da3111 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee86ab0e-bc30-42b5-992b-7b4d29d928a9 HTTP/1.1" status: 200 len: 853 time: 0.0602977 Aug 16 20:42:54.730923 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-5de9d6f6-6abd-4245-a44a-56f69a26e0f6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270083 Aug 16 20:42:54.772449 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.780024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.867171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-2dd93bed-77c9-42f8-9dcf-abb4636a5ac4 service neutron] 10.222.0.76 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286237 Aug 16 20:42:54.978107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90898dcb-07ee-4cc3-8672-687cc8718cbb req-dde67b79-cdbe-454d-9c8e-d92cd4f251b1 service neutron] 10.222.0.76 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023343 Aug 16 20:42:55.024875 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.025594 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 613dec1a-183a-4d35-970e-4fc6e3551793 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:55.030023 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.036613 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6c87a57a-9ac6-4533-8aa7-20ea811f740c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "DELETE /v2.0/routers/613dec1a-183a-4d35-970e-4fc6e3551793 HTTP/1.1" status: 204 len: 168 time: 1.7502267 Aug 16 20:42:55.037943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43098) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:55.044132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-921814857', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:55.205329 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.206429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.358655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.662229 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.395324 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.416151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.542850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Allocated IP 172.25.4.188 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/ab9e1a08-f5c9-4c01-985b-2e3979b5a303) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:56.686530 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.803280 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.851143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:56.854445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:56.856824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:56.892745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Pushing event updated for resources: {'Port': ['ID=ab9e1a08-f5c9-4c01-985b-2e3979b5a303,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:56.906282 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:56.906630 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:56.906975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:56.907315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:56.907653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:56.907987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:56.908340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:56.909237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:56.909468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:56.909728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:56.910043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:56.910472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:57.118441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:57.155735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:57.155735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2c0d9c1e-cb40-48b0-a5ca-946d0b750b28 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:57.270044 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.772303 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e5292-0cb9-46eb-8c6d-bfa6fb5c6cb4 x-openstack-request-id: req-8e8e5292-0cb9-46eb-8c6d-bfa6fb5c6cb4 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:57.772603 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9015929-5838-473a-9e0a-3e1ede3ea0f9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:57.773089 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8e8e5292-0cb9-46eb-8c6d-bfa6fb5c6cb4 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:57.773675 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5', 'code': 200} Aug 16 20:42:58.031498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.100721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948b61a-160b-4f1e-9e50-956c6fde431c req-cc2b79b9-6603-42ab-b615-2fd883e5e6d7 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:58.102399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0948b61a-160b-4f1e-9e50-956c6fde431c req-cc2b79b9-6603-42ab-b615-2fd883e5e6d7 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 944 time: 0.1111970 Aug 16 20:42:58.193855 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0948b61a-160b-4f1e-9e50-956c6fde431c req-7a3f6495-29cf-440b-9fb4-ccaf241eaa92 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547132 Aug 16 20:42:58.241848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:58.260500 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a540970-4ee3-4975-af73-aeded4fe9d0b x-openstack-request-id: req-9a540970-4ee3-4975-af73-aeded4fe9d0b {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:58.260812 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b8ac69-27fa-45e7-a013-fbef8ac1923d", "tag": "44cfadc4-5e8f-4761-ad54-65b8d8ce30cd", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:58.261109 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9a540970-4ee3-4975-af73-aeded4fe9d0b {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:58.261546 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'tag': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd', 'status': 'completed', 'code': 200} Aug 16 20:42:58.341609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e77a14-df85-4f5d-8438-3545a80c4db6 req-7360be1f-8dd1-46d9-b3f3-26f21d4c3178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:58.344840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97e77a14-df85-4f5d-8438-3545a80c4db6 req-7360be1f-8dd1-46d9-b3f3-26f21d4c3178 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=56c95505a081488daac6f85de7b06150&device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 1096 time: 0.0595965 Aug 16 20:42:58.347082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:58.360153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd', 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d', 'port_id': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd', 'mac_address': 'fa:16:3e:ca:3e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee86ab0e-bc30-42b5-992b-7b4d29d928a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:58.408108 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.423035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:58.444646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:58.452668 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e77a14-df85-4f5d-8438-3545a80c4db6 req-56548095-0628-4aba-bb74-5e4ea6d0ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:58.454220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97e77a14-df85-4f5d-8438-3545a80c4db6 req-56548095-0628-4aba-bb74-5e4ea6d0ce4b service neutron] 10.222.0.76 "GET /v2.0/networks?id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d HTTP/1.1" status: 200 len: 914 time: 0.1031847 Aug 16 20:42:58.498925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97e77a14-df85-4f5d-8438-3545a80c4db6 req-c563e974-fbda-494a-acd0-3c1a15453b79 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd HTTP/1.1" status: 200 len: 217 time: 0.0365968 Aug 16 20:42:58.558951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e77a14-df85-4f5d-8438-3545a80c4db6 req-9f496fec-b62a-40cf-ac43-868fd4b766a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:58.560692 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97e77a14-df85-4f5d-8438-3545a80c4db6 req-9f496fec-b62a-40cf-ac43-868fd4b766a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee86ab0e-bc30-42b5-992b-7b4d29d928a9 HTTP/1.1" status: 200 len: 853 time: 0.0548050 Aug 16 20:42:58.566948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Router 1ba49050-f11f-433e-b0a6-c6eacae8b03b is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:42:58.582012 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.604497 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97e77a14-df85-4f5d-8438-3545a80c4db6 req-edea1c83-ef4a-483d-a86e-321f97a7fca7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339513 Aug 16 20:42:58.662964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:58.779736 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:58.783317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97e77a14-df85-4f5d-8438-3545a80c4db6 req-234696a7-bed4-46ba-9d03-ced6e8a2be1d service neutron] 10.222.0.76 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434822 Aug 16 20:42:58.791581 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ddaf5-963f-4c3a-bc44-f3d45c437fff None None] Sync routers for ids ['1ba49050-f11f-433e-b0a6-c6eacae8b03b'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:58.808156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ddaf5-963f-4c3a-bc44-f3d45c437fff None None] Routers {'1ba49050-f11f-433e-b0a6-c6eacae8b03b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:58.809157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-411ddaf5-963f-4c3a-bc44-f3d45c437fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1ba49050-f11f-433e-b0a6-c6eacae8b03b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:58.875111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:58.877051 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.878524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-33172479-4531-4ab9-a36a-b34c0df86389 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8385887 Aug 16 20:42:58.878996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-411ddaf5-963f-4c3a-bc44-f3d45c437fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:58.881139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43178) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:58.895043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7bf79939-1ef6-4318-bc21-9730b9c1b3d3 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'enable_snat': False}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:58.923933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ddaf5-963f-4c3a-bc44-f3d45c437fff None None] Routers {'1ba49050-f11f-433e-b0a6-c6eacae8b03b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:58.924554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-411ddaf5-963f-4c3a-bc44-f3d45c437fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1ba49050-f11f-433e-b0a6-c6eacae8b03b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:58.949890 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97e77a14-df85-4f5d-8438-3545a80c4db6 req-9ab7cba2-e643-4a4e-8170-8ee08e5b0c75 service neutron] 10.222.0.76 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532352 Aug 16 20:42:58.972546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-411ddaf5-963f-4c3a-bc44-f3d45c437fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:58.973291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ddaf5-963f-4c3a-bc44-f3d45c437fff None None] The sync data for ids ['1ba49050-f11f-433e-b0a6-c6eacae8b03b'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:59.278175 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bf79939-1ef6-4318-bc21-9730b9c1b3d3 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.874986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bf79939-1ef6-4318-bc21-9730b9c1b3d3 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.879216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bf79939-1ef6-4318-bc21-9730b9c1b3d3 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.908559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7bbd3a32-02c8-4434-a124-00f1cafb74de no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:00.043381 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf79939-1ef6-4318-bc21-9730b9c1b3d3 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Router 1ba49050-f11f-433e-b0a6-c6eacae8b03b has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:43:00.187662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf79939-1ef6-4318-bc21-9730b9c1b3d3 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:00.195288 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bf79939-1ef6-4318-bc21-9730b9c1b3d3 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.199300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43184) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:00.201259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7bf79939-1ef6-4318-bc21-9730b9c1b3d3 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "PUT /v2.0/routers/1ba49050-f11f-433e-b0a6-c6eacae8b03b HTTP/1.1" status: 200 len: 921 time: 1.3129044 Aug 16 20:43:00.204054 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a413720-7ceb-4c37-9ae6-60f7c4acc070 None None] Sync routers for ids ['1ba49050-f11f-433e-b0a6-c6eacae8b03b'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:00.223685 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a413720-7ceb-4c37-9ae6-60f7c4acc070 None None] Routers {'1ba49050-f11f-433e-b0a6-c6eacae8b03b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:00.224390 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3a413720-7ceb-4c37-9ae6-60f7c4acc070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1ba49050-f11f-433e-b0a6-c6eacae8b03b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:00.245806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:00.266149 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3a413720-7ceb-4c37-9ae6-60f7c4acc070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:00.276529 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a413720-7ceb-4c37-9ae6-60f7c4acc070 None None] Routers {'1ba49050-f11f-433e-b0a6-c6eacae8b03b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:00.277265 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3a413720-7ceb-4c37-9ae6-60f7c4acc070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1ba49050-f11f-433e-b0a6-c6eacae8b03b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:00.319392 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3a413720-7ceb-4c37-9ae6-60f7c4acc070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:00.320399 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a413720-7ceb-4c37-9ae6-60f7c4acc070 None None] The sync data for ids ['1ba49050-f11f-433e-b0a6-c6eacae8b03b'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:00.347906 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.387082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:00.394212 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b452352-2777-4bf3-be95-a97961ad9df5" -d '{"events": [{"server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:00.398171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:00.413672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:00.419874 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-681c38ad-fa0a-45b6-b0b0-2ee10f23276f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/routers/1ba49050-f11f-433e-b0a6-c6eacae8b03b HTTP/1.1" status: 200 len: 921 time: 0.2156768 Aug 16 20:43:00.419874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43188) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:00.424166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:00.424166 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.490336 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.530639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73183597-5985-43f0-846d-683629bbd343 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:00.534320 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-73183597-5985-43f0-846d-683629bbd343 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&device_id=1ba49050-f11f-433e-b0a6-c6eacae8b03b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1131914 Aug 16 20:43:00.536841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43190) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:00.565939 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.623637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:00.624786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7bbd3a32-02c8-4434-a124-00f1cafb74de,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:00.691681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b3274-3335-4cef-9e47-f377149829b3 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:00.693433 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.720036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43194) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:00.720300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bf7b3274-3335-4cef-9e47-f377149829b3 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 881 time: 0.1811938 Aug 16 20:43:00.762919 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-395fe148-6396-492c-a711-b933f0eb4656 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ba49050-f11f-433e-b0a6-c6eacae8b03b HTTP/1.1" status: 200 len: 205 time: 0.0391834 Aug 16 20:43:00.763257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43196) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:00.790620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:00.949341 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.127482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.632655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Deleting port ab9e1a08-f5c9-4c01-985b-2e3979b5a303 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:01.633564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.744408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.758031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Calling delete_port for ab9e1a08-f5c9-4c01-985b-2e3979b5a303 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:02.001942 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.027602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Pushing event deleted for resources: {'Port': ['ID=ab9e1a08-f5c9-4c01-985b-2e3979b5a303,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:02.121300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.231132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.234309 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.344605 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.367696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.368675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Fanout notify agent at l3_agent the message router_deleted on router 1ba49050-f11f-433e-b0a6-c6eacae8b03b {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:43:02.379431 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.379431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-937755e5-45d0-48eb-bc8b-467e52899f05 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/1ba49050-f11f-433e-b0a6-c6eacae8b03b HTTP/1.1" status: 204 len: 168 time: 1.6127346 Aug 16 20:43:02.381246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43204) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:02.385907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6bd4f07e-1e3b-4e78-bd36-03d40246487e tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-412345227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:02.481767 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f07e-1e3b-4e78-bd36-03d40246487e tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.483562 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f07e-1e3b-4e78-bd36-03d40246487e tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.493183 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.565991 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f07e-1e3b-4e78-bd36-03d40246487e tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.691743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f07e-1e3b-4e78-bd36-03d40246487e tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.799785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f07e-1e3b-4e78-bd36-03d40246487e tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.801052 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6bd4f07e-1e3b-4e78-bd36-03d40246487e tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4187684 Aug 16 20:43:02.803701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43212) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:02.808543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Request body: {'router': {'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:03.070677 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.357403 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.377149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.482312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Allocated IP 172.25.4.198 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/6270d901-c40e-49d1-86cb-9aa9cef58612) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:03.593999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.754523 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.797213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:03.800998 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:03.803664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:03.833009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Pushing event updated for resources: {'Port': ['ID=6270d901-c40e-49d1-86cb-9aa9cef58612,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:03.850881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:04.232339 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.623662 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0456c39-1b50-470f-9005-c99ddbb9f241 x-openstack-request-id: req-e0456c39-1b50-470f-9005-c99ddbb9f241 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:04.624555 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:04.624988 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e0456c39-1b50-470f-9005-c99ddbb9f241 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:04.625616 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'code': 200} Aug 16 20:43:04.693831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ece28-95d0-42e6-b618-54a953419869 req-c593d169-10db-4f1a-8809-1b04fa732586 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:04.696836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-471ece28-95d0-42e6-b618-54a953419869 req-c593d169-10db-4f1a-8809-1b04fa732586 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 946 time: 0.0783544 Aug 16 20:43:04.743594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-471ece28-95d0-42e6-b618-54a953419869 req-b343e08e-21ee-406a-8cf8-9f1dc764065c tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 Aug 16 20:43:04.756729 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.761384 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.908000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c173667-1bbd-4832-82dc-1f6f0f836cfb req-d7ced8f1-8782-43de-a48c-af50935aaa19 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:04.911896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c173667-1bbd-4832-82dc-1f6f0f836cfb req-d7ced8f1-8782-43de-a48c-af50935aaa19 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 947 time: 0.0676265 Aug 16 20:43:04.964537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c173667-1bbd-4832-82dc-1f6f0f836cfb req-893344ec-a1b8-4b59-b010-3e0173ed3134 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Aug 16 20:43:05.108503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Router 2447aa1d-502b-40fb-8477-e09b8054ede2 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:43:05.220312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:05.228874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.228874 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-448f44ba-5fe8-407e-b943-e0b6b498bbf0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "PUT /v2.0/routers/2447aa1d-502b-40fb-8477-e09b8054ede2 HTTP/1.1" status: 200 len: 879 time: 2.4235961 Aug 16 20:43:05.230019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7bc64-9687-4d96-8d4e-79f219556abf None None] Sync routers for ids ['2447aa1d-502b-40fb-8477-e09b8054ede2'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:05.231253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43302) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:05.239990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7bc64-9687-4d96-8d4e-79f219556abf None None] Routers {'2447aa1d-502b-40fb-8477-e09b8054ede2'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:05.241150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b2b7bc64-9687-4d96-8d4e-79f219556abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['2447aa1d-502b-40fb-8477-e09b8054ede2'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:05.276692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b2b7bc64-9687-4d96-8d4e-79f219556abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:05.286418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7bc64-9687-4d96-8d4e-79f219556abf None None] Routers {'2447aa1d-502b-40fb-8477-e09b8054ede2'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:05.287040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b2b7bc64-9687-4d96-8d4e-79f219556abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['2447aa1d-502b-40fb-8477-e09b8054ede2'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:05.323614 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b2b7bc64-9687-4d96-8d4e-79f219556abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:05.324262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7bc64-9687-4d96-8d4e-79f219556abf None None] The sync data for ids ['2447aa1d-502b-40fb-8477-e09b8054ede2'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:05.351452 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-514cf495-be2b-49b6-9018-c40ed9674eeb tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/routers/2447aa1d-502b-40fb-8477-e09b8054ede2 HTTP/1.1" status: 200 len: 920 time: 0.1187770 Aug 16 20:43:05.354646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43308) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:05.400884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f4f2b4-3513-485a-9ab5-059f20e986fc tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:05.402461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-80f4f2b4-3513-485a-9ab5-059f20e986fc tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&device_id=2447aa1d-502b-40fb-8477-e09b8054ede2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0468266 Aug 16 20:43:05.405189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43314) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:05.496810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4330ca-d303-4634-b575-b7ba553956ed tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:05.498351 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1a4330ca-d303-4634-b575-b7ba553956ed tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 881 time: 0.0920873 Aug 16 20:43:05.501225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43320) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:05.532844 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-557cf8d9-7f74-41fc-9f63-ccd4c5fe07b7 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=2447aa1d-502b-40fb-8477-e09b8054ede2 HTTP/1.1" status: 200 len: 205 time: 0.0304682 Aug 16 20:43:05.535301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43322) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:05.648539 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.753335 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.879269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Deleting port 6270d901-c40e-49d1-86cb-9aa9cef58612 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:05.880548 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.960335 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.972302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Calling delete_port for 6270d901-c40e-49d1-86cb-9aa9cef58612 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:06.236782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7db4c-7e2f-4ae4-9d3c-8faae8c558ef req-efc2ddc9-4a2b-4b14-88ae-c3433e92bb46 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:06.238342 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8d7db4c-7e2f-4ae4-9d3c-8faae8c558ef req-efc2ddc9-4a2b-4b14-88ae-c3433e92bb46 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 946 time: 0.0553238 Aug 16 20:43:06.258835 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.282025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8d7db4c-7e2f-4ae4-9d3c-8faae8c558ef req-78517c48-9539-4e22-8812-c81d84e05192 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348303 Aug 16 20:43:06.292175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Pushing event deleted for resources: {'Port': ['ID=6270d901-c40e-49d1-86cb-9aa9cef58612,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:06.375771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.468561 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.470892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.626618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:06.628946 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a95b79-1d2e-4514-9182-a54cc4a65699" -d '{"events": [{"server_uuid": "62b8ac69-27fa-45e7-a013-fbef8ac1923d", "name": "network-vif-plugged", "status": "completed", "tag": "44cfadc4-5e8f-4761-ad54-65b8d8ce30cd"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:06.650993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.651759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Fanout notify agent at l3_agent the message router_deleted on router 2447aa1d-502b-40fb-8477-e09b8054ede2 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:43:06.660467 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.665939 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f0696a7f-c1e4-4a9f-ad79-e4e400cda1a0 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/2447aa1d-502b-40fb-8477-e09b8054ede2 HTTP/1.1" status: 204 len: 168 time: 1.1254165 Aug 16 20:43:06.665939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43380) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:06.669672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d41d2819-6368-4d2e-8c84-56ec55ac6b4b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-728715357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:06.805363 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d2819-6368-4d2e-8c84-56ec55ac6b4b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.806474 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d2819-6368-4d2e-8c84-56ec55ac6b4b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.862342 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d2819-6368-4d2e-8c84-56ec55ac6b4b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.954249 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d2819-6368-4d2e-8c84-56ec55ac6b4b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.052997 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d41d2819-6368-4d2e-8c84-56ec55ac6b4b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.054327 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d41d2819-6368-4d2e-8c84-56ec55ac6b4b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3881657 Aug 16 20:43:07.057012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43394) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:07.066174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'enable_snat': True}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:07.276253 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.590579 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.614282 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.655607 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb18a61-d954-4d9c-a78d-6329434f915e req-183a35fb-80a2-49c4-bcc2-dc0856a50d6f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:07.657484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcb18a61-d954-4d9c-a78d-6329434f915e req-183a35fb-80a2-49c4-bcc2-dc0856a50d6f tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 948 time: 0.0633535 Aug 16 20:43:07.703339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcb18a61-d954-4d9c-a78d-6329434f915e req-60eddf73-9cb0-4208-a8d8-650fb7253440 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Aug 16 20:43:07.748854 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081f8018-68f7-4b95-ab39-9d84bac50ebd x-openstack-request-id: req-081f8018-68f7-4b95-ab39-9d84bac50ebd {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:07.749477 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b8ac69-27fa-45e7-a013-fbef8ac1923d", "name": "network-vif-plugged", "status": "completed", "tag": "44cfadc4-5e8f-4761-ad54-65b8d8ce30cd", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:07.749477 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-081f8018-68f7-4b95-ab39-9d84bac50ebd {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:07.749799 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd', 'code': 200} Aug 16 20:43:07.762830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Allocated IP 172.25.4.150 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/a2bdc43d-5440-4784-972c-a26876c8de5e) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:07.891847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9c338-e455-41b5-9602-3941e45bdea7 req-767f8de3-2eab-45c6-9c0a-1f2bc1a3d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:07.893508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ae9c338-e455-41b5-9602-3941e45bdea7 req-767f8de3-2eab-45c6-9c0a-1f2bc1a3d20d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 1098 time: 0.0707347 Aug 16 20:43:07.898389 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.940089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ae9c338-e455-41b5-9602-3941e45bdea7 req-4ede4b3b-dbae-4646-a6e6-55ab2f9cd9e9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396605 Aug 16 20:43:07.970746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:08.005397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7867-c3d5-471b-9909-d17bf9384a90 req-75378076-31b5-4738-8e8d-876be47d3b4b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:08.007173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-450c7867-c3d5-471b-9909-d17bf9384a90 req-75378076-31b5-4738-8e8d-876be47d3b4b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 946 time: 0.0595551 Aug 16 20:43:08.018868 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.061850 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.069980 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-450c7867-c3d5-471b-9909-d17bf9384a90 req-2ce3d896-183a-4078-8122-10d0c46c4b7d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470300 Aug 16 20:43:08.071431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:08.077168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:08.079826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:08.110538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:08.112213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event updated for resources: {'Port': ['ID=a2bdc43d-5440-4784-972c-a26876c8de5e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:08.195892 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.256397 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:08.260129 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81175b-3594-4945-b44e-3e9ffb73b82e req-3761edd5-f51f-4e23-93e8-1c537bff1912 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:08.261776 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc81175b-3594-4945-b44e-3e9ffb73b82e req-3761edd5-f51f-4e23-93e8-1c537bff1912 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.79 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 948 time: 0.0557096 Aug 16 20:43:08.266490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.266829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.267163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.267498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.267827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.268157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.268608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.268978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.269281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.269602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.270103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.270423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:08.384772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-fc81175b-3594-4945-b44e-3e9ffb73b82e req-955bb079-1a53-43f5-9a4a-5489bab4e7cb tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Deleting port eb3db696-40b7-4457-b402-17a19efeaa2d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:08.385150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fc81175b-3594-4945-b44e-3e9ffb73b82e req-955bb079-1a53-43f5-9a4a-5489bab4e7cb tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.494973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-fc81175b-3594-4945-b44e-3e9ffb73b82e req-955bb079-1a53-43f5-9a4a-5489bab4e7cb tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] For port eb3db696-40b7-4457-b402-17a19efeaa2d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=eb3db696-40b7-4457-b402-17a19efeaa2d,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:08.495461 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fc81175b-3594-4945-b44e-3e9ffb73b82e req-955bb079-1a53-43f5-9a4a-5489bab4e7cb tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.508493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.510574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-fc81175b-3594-4945-b44e-3e9ffb73b82e req-955bb079-1a53-43f5-9a4a-5489bab4e7cb tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Calling delete_port for eb3db696-40b7-4457-b402-17a19efeaa2d owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:08.751195 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.754666 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.823420 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fc81175b-3594-4945-b44e-3e9ffb73b82e req-955bb079-1a53-43f5-9a4a-5489bab4e7cb tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.853612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bb079-1a53-43f5-9a4a-5489bab4e7cb tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Pushing event deleted for resources: {'Port': ['ID=eb3db696-40b7-4457-b402-17a19efeaa2d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:08.924661 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc81175b-3594-4945-b44e-3e9ffb73b82e req-955bb079-1a53-43f5-9a4a-5489bab4e7cb tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] No DVR routers for this DVR port eb3db696-40b7-4457-b402-17a19efeaa2d on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:08.927344 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fc81175b-3594-4945-b44e-3e9ffb73b82e req-955bb079-1a53-43f5-9a4a-5489bab4e7cb tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.929629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc81175b-3594-4945-b44e-3e9ffb73b82e req-955bb079-1a53-43f5-9a4a-5489bab4e7cb tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.79 "DELETE /v2.0/ports/eb3db696-40b7-4457-b402-17a19efeaa2d HTTP/1.1" status: 204 len: 173 time: 0.6604495 Aug 16 20:43:08.933900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'name': 'network-vif-deleted', 'tag': 'eb3db696-40b7-4457-b402-17a19efeaa2d'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:08.933900 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49d021b-e8cd-465f-95e1-ba696cb1683c" -d '{"events": [{"server_uuid": "7814e742-ea74-460d-a0ed-5e64e71972e4", "name": "network-vif-deleted", "tag": "eb3db696-40b7-4457-b402-17a19efeaa2d"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:09.161424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01629cdc-72d5-44fe-8c03-48aa2ae7df78 req-4ae69900-2c2f-4a32-a94c-009147837a70 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=7814e742-ea74-460d-a0ed-5e64e71972e4 HTTP/1.1" status: 200 len: 210 time: 0.0578310 Aug 16 20:43:09.287061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Router fba439bd-1c57-478b-a1b0-e72746ed92a2 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:43:09.316717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-9cac4017-3b46-46dd-af96-57ed865070a4 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:09.327879 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-9cac4017-3b46-46dd-af96-57ed865070a4 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/networks?id=5d55a6d8-8eff-4383-a9a0-d80a6e193368 HTTP/1.1" status: 200 len: 805 time: 0.2103033 Aug 16 20:43:09.341772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b7d370f6-4415-49db-992e-3780bdc8c6c5 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/quotas/32fd50cdc7c2456799cb9a8cbbe358b2 HTTP/1.1" status: 200 len: 375 time: 0.0124381 Aug 16 20:43:09.449424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:09.455497 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.456913 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f55cbf98-0e30-4f05-b5b8-a8dd42919752 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "PUT /v2.0/routers/fba439bd-1c57-478b-a1b0-e72746ed92a2 HTTP/1.1" status: 200 len: 914 time: 2.3964818 Aug 16 20:43:09.463547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43476) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:09.463669 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e3d8f-bad4-466b-8962-dc85881e204b None None] Sync routers for ids ['fba439bd-1c57-478b-a1b0-e72746ed92a2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:09.491473 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e3d8f-bad4-466b-8962-dc85881e204b None None] Routers {'fba439bd-1c57-478b-a1b0-e72746ed92a2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:09.493339 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3b2e3d8f-bad4-466b-8962-dc85881e204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fba439bd-1c57-478b-a1b0-e72746ed92a2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:09.540839 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3b2e3d8f-bad4-466b-8962-dc85881e204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:09.550647 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e3d8f-bad4-466b-8962-dc85881e204b None None] Routers {'fba439bd-1c57-478b-a1b0-e72746ed92a2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:09.551387 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3b2e3d8f-bad4-466b-8962-dc85881e204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fba439bd-1c57-478b-a1b0-e72746ed92a2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:09.595030 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3b2e3d8f-bad4-466b-8962-dc85881e204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:09.596898 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e3d8f-bad4-466b-8962-dc85881e204b None None] The sync data for ids ['fba439bd-1c57-478b-a1b0-e72746ed92a2'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:09.621099 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fb369947-19ea-46d2-9e71-ea6f028f1e98 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/routers/fba439bd-1c57-478b-a1b0-e72746ed92a2 HTTP/1.1" status: 200 len: 920 time: 0.1573627 Aug 16 20:43:09.621310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43480) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:09.674096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987c950-a08c-4485-9bb8-aba8d0945282 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:09.679131 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c987c950-a08c-4485-9bb8-aba8d0945282 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&device_id=fba439bd-1c57-478b-a1b0-e72746ed92a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0568514 Aug 16 20:43:09.680008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43482) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:09.751642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:09.754014 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18dcf7e-2100-45be-89b7-1af8e731f298" -d '{"events": [{"server_uuid": "e9015929-5838-473a-9e0a-3e1ede3ea0f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:09.787840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80de4f6e-981b-48ee-9926-5beb58a5c51f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:09.789388 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-80de4f6e-981b-48ee-9926-5beb58a5c51f tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 881 time: 0.1081858 Aug 16 20:43:09.792248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43486) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:09.804612 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a2bdc5-0590-489d-a955-5ee54c2095f7 x-openstack-request-id: req-e4a2bdc5-0590-489d-a955-5ee54c2095f7 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:09.804612 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7814e742-ea74-460d-a0ed-5e64e71972e4", "name": "network-vif-deleted", "tag": "eb3db696-40b7-4457-b402-17a19efeaa2d", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:09.804612 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e4a2bdc5-0590-489d-a955-5ee54c2095f7 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:09.804612 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7814e742-ea74-460d-a0ed-5e64e71972e4', 'name': 'network-vif-deleted', 'tag': 'eb3db696-40b7-4457-b402-17a19efeaa2d', 'status': 'completed', 'code': 200} Aug 16 20:43:09.824407 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c516fa1d-5bac-409b-bd61-306dc4ea9d50 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=fba439bd-1c57-478b-a1b0-e72746ed92a2 HTTP/1.1" status: 200 len: 205 time: 0.0310614 Aug 16 20:43:09.827630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43488) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:09.837236 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-66b8cafb-6ee4-4e63-bc1d-7192339cfd88 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4888535 Aug 16 20:43:09.848153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3931e-77be-49e1-bc96-1aa754e3455f req-20ba8b1d-557a-4540-adb7-4fc0a15e2937 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:09.849690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7e3931e-77be-49e1-bc96-1aa754e3455f req-20ba8b1d-557a-4540-adb7-4fc0a15e2937 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 946 time: 0.0660360 Aug 16 20:43:09.952182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7e3931e-77be-49e1-bc96-1aa754e3455f req-46152a08-496c-43f9-b0df-431746f8e541 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912507 Aug 16 20:43:09.960844 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.997776 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b33b14d0-5e4c-4833-b604-f438f6a1222a service neutron] 10.222.0.74 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470256 Aug 16 20:43:10.083349 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.103564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-724f824f-31e6-42ef-ae5c-2bb90ad50290 service neutron] 10.222.0.74 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047893 Aug 16 20:43:10.239273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Deleting port a2bdc43d-5440-4784-972c-a26876c8de5e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:10.239640 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.329100 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424fc579-3c2d-4bfb-8f02-efb45837f5f5 x-openstack-request-id: req-424fc579-3c2d-4bfb-8f02-efb45837f5f5 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:10.329392 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9015929-5838-473a-9e0a-3e1ede3ea0f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:10.329854 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-424fc579-3c2d-4bfb-8f02-efb45837f5f5 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:10.331621 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5', 'code': 200} Aug 16 20:43:10.389393 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.409979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Calling delete_port for a2bdc43d-5440-4784-972c-a26876c8de5e owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:10.424400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e0827da-2515-488a-bd62-2e1819060774 req-16aa5f24-641a-4e3d-8f67-261bbad60559 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1723497916&fields=id&tenant_id=56c95505a081488daac6f85de7b06150 HTTP/1.1" status: 200 len: 267 time: 0.0438950 Aug 16 20:43:10.523057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0827da-2515-488a-bd62-2e1819060774 req-491bf67c-fbf2-43b4-aa1d-5fbc2ffff094 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:10.531141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e0827da-2515-488a-bd62-2e1819060774 req-491bf67c-fbf2-43b4-aa1d-5fbc2ffff094 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 946 time: 0.1058543 Aug 16 20:43:10.547192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-4e0827da-2515-488a-bd62-2e1819060774 req-9afc2c52-8042-48b4-b936-5bf906602c43 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'port': {'security_groups': ['e1b2a476-972b-408b-a573-85c345df0288', 'd9a2affa-ce2d-44e2-a48f-09b8f63dc092']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:10.581782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dba90a-04e4-4c25-8759-3cdef419a4c0 req-f8f2fb13-e856-4655-ae4a-b4a55350fd00 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:10.583438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54dba90a-04e4-4c25-8759-3cdef419a4c0 req-f8f2fb13-e856-4655-ae4a-b4a55350fd00 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9015929-5838-473a-9e0a-3e1ede3ea0f9 HTTP/1.1" status: 200 len: 944 time: 0.1468921 Aug 16 20:43:10.693886 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.723538 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Pushing event deleted for resources: {'Port': ['ID=a2bdc43d-5440-4784-972c-a26876c8de5e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:10.782305 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86daa805-34ad-48df-804b-d06f08f2f6df req-5ee9d985-f110-4e8b-9370-a80e8cb3781a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 210 time: 0.0793259 Aug 16 20:43:10.784101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4e0827da-2515-488a-bd62-2e1819060774 req-9afc2c52-8042-48b4-b936-5bf906602c43 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.808384 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.883181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-54dba90a-04e4-4c25-8759-3cdef419a4c0 req-5b53c85e-fa1b-4d7a-99dc-7627a942f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Deleting port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:10.887807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-54dba90a-04e4-4c25-8759-3cdef419a4c0 req-5b53c85e-fa1b-4d7a-99dc-7627a942f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.961710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.967292 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.061699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-54dba90a-04e4-4c25-8759-3cdef419a4c0 req-5b53c85e-fa1b-4d7a-99dc-7627a942f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] For port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:11.062071 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-54dba90a-04e4-4c25-8759-3cdef419a4c0 req-5b53c85e-fa1b-4d7a-99dc-7627a942f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.083307 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-54dba90a-04e4-4c25-8759-3cdef419a4c0 req-5b53c85e-fa1b-4d7a-99dc-7627a942f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Calling delete_port for 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:11.116716 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.117343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Fanout notify agent at l3_agent the message router_deleted on router fba439bd-1c57-478b-a1b0-e72746ed92a2 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:43:11.128591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.129337 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-948af871-bf9a-4c4f-964e-2412c166fc9b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/fba439bd-1c57-478b-a1b0-e72746ed92a2 HTTP/1.1" status: 204 len: 168 time: 1.3006892 Aug 16 20:43:11.132808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43530) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:11.138248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-86ef8655-bdea-49eb-a8e4-f72783740d35 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-991942985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:11.163433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-4e0827da-2515-488a-bd62-2e1819060774 req-9afc2c52-8042-48b4-b936-5bf906602c43 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] For port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:11.213566 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4e0827da-2515-488a-bd62-2e1819060774 req-9afc2c52-8042-48b4-b936-5bf906602c43 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.268333 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86ef8655-bdea-49eb-a8e4-f72783740d35 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.269463 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86ef8655-bdea-49eb-a8e4-f72783740d35 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.313431 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4e0827da-2515-488a-bd62-2e1819060774 req-9afc2c52-8042-48b4-b936-5bf906602c43 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.328505 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86ef8655-bdea-49eb-a8e4-f72783740d35 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.329428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:11.360617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0827da-2515-488a-bd62-2e1819060774 req-9afc2c52-8042-48b4-b936-5bf906602c43 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:11.361296 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4e0827da-2515-488a-bd62-2e1819060774 req-9afc2c52-8042-48b4-b936-5bf906602c43 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.362699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e0827da-2515-488a-bd62-2e1819060774 req-9afc2c52-8042-48b4-b936-5bf906602c43 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "PUT /v2.0/ports/44cfadc4-5e8f-4761-ad54-65b8d8ce30cd HTTP/1.1" status: 200 len: 982 time: 0.8307328 Aug 16 20:43:11.373915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-54dba90a-04e4-4c25-8759-3cdef419a4c0 req-5b53c85e-fa1b-4d7a-99dc-7627a942f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.406031 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86ef8655-bdea-49eb-a8e4-f72783740d35 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.417805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc2c52-8042-48b4-b936-5bf906602c43 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'Port': ['ID=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,revision_number=6']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:11.465080 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dba90a-04e4-4c25-8759-3cdef419a4c0 req-5b53c85e-fa1b-4d7a-99dc-7627a942f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] No DVR routers for this DVR port 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:11.468010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53c85e-fa1b-4d7a-99dc-7627a942f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Pushing event deleted for resources: {'Port': ['ID=8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:11.471751 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-54dba90a-04e4-4c25-8759-3cdef419a4c0 req-5b53c85e-fa1b-4d7a-99dc-7627a942f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.474495 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54dba90a-04e4-4c25-8759-3cdef419a4c0 req-5b53c85e-fa1b-4d7a-99dc-7627a942f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "DELETE /v2.0/ports/8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 HTTP/1.1" status: 204 len: 173 time: 0.8798661 Aug 16 20:43:11.498112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:11.537473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dada3d1d-736c-4776-a384-5cc4935468fa req-9789a58d-06b3-46ad-bd0f-83280c29d5a0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1264519296&fields=id&tenant_id=56c95505a081488daac6f85de7b06150 HTTP/1.1" status: 200 len: 267 time: 0.0618181 Aug 16 20:43:11.578713 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86ef8655-bdea-49eb-a8e4-f72783740d35 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.582334 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-86ef8655-bdea-49eb-a8e4-f72783740d35 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4457128 Aug 16 20:43:11.582902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43538) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:11.588116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'enable_snat': False}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:11.644843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b38fb-97b4-407c-93db-58fd0e4604f4 req-4a716b20-f78a-467e-900b-a14e8677f6b6 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:11.646386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a95b38fb-97b4-407c-93db-58fd0e4604f4 req-4a716b20-f78a-467e-900b-a14e8677f6b6 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 949 time: 0.1061788 Aug 16 20:43:11.655394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada3d1d-736c-4776-a384-5cc4935468fa req-7053d8c2-db6b-4403-8447-4acf9c7a7f50 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:11.656860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dada3d1d-736c-4776-a384-5cc4935468fa req-7053d8c2-db6b-4403-8447-4acf9c7a7f50 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 985 time: 0.1182904 Aug 16 20:43:11.671210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-dada3d1d-736c-4776-a384-5cc4935468fa req-ab7fa27e-36a7-4660-97fb-2902e6b4218e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'port': {'security_groups': ['d9a2affa-ce2d-44e2-a48f-09b8f63dc092', 'e1b2a476-972b-408b-a573-85c345df0288', '0e34239f-1427-4817-961c-8b985abed700']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:11.800558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'tag': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'}, {'server_uuid': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'name': 'network-vif-deleted', 'tag': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:11.803187 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d179762d-e9da-4868-a1a5-8a2fd5146f85" -d '{"events": [{"name": "network-changed", "server_uuid": "62b8ac69-27fa-45e7-a013-fbef8ac1923d", "tag": "44cfadc4-5e8f-4761-ad54-65b8d8ce30cd"}, {"server_uuid": "e9015929-5838-473a-9e0a-3e1ede3ea0f9", "name": "network-vif-deleted", "tag": "8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:11.817017 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a95b38fb-97b4-407c-93db-58fd0e4604f4 req-b3be73b1-08a4-4507-be1c-1def43a8d08e tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589909 Aug 16 20:43:11.835078 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.842927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dada3d1d-736c-4776-a384-5cc4935468fa req-ab7fa27e-36a7-4660-97fb-2902e6b4218e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.940951 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6810a64-5565-46a8-a6ac-4f8b3382de68 x-openstack-request-id: req-d6810a64-5565-46a8-a6ac-4f8b3382de68 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:11.941626 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b8ac69-27fa-45e7-a013-fbef8ac1923d", "tag": "44cfadc4-5e8f-4761-ad54-65b8d8ce30cd", "status": "completed", "code": 200}, {"server_uuid": "e9015929-5838-473a-9e0a-3e1ede3ea0f9", "name": "network-vif-deleted", "tag": "8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:11.941626 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d6810a64-5565-46a8-a6ac-4f8b3382de68 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:11.942042 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'tag': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd', 'status': 'completed', 'code': 200} Aug 16 20:43:11.942293 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9015929-5838-473a-9e0a-3e1ede3ea0f9', 'name': 'network-vif-deleted', 'tag': '8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5', 'status': 'completed', 'code': 200} Aug 16 20:43:11.987604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device eb3db696-40b7-4457-b402-17a19efeaa2d no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:12.014525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: eb3db696-40b7-4457-b402-17a19efeaa2d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:12.014880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device eb3db696-40b7-4457-b402-17a19efeaa2d not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:12.063808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f5943b8-8bd2-4769-a9b9-cc22e0de4519 req-f266047c-500f-4b71-84c3-c43c27e23e77 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 210 time: 0.0765429 Aug 16 20:43:12.104096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179762d-e9da-4868-a1a5-8a2fd5146f85 req-d4ba2511-ed1a-44ee-9085-a53e6c686f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:12.104096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d179762d-e9da-4868-a1a5-8a2fd5146f85 req-d4ba2511-ed1a-44ee-9085-a53e6c686f21 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=56c95505a081488daac6f85de7b06150&device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 1137 time: 0.1306925 Aug 16 20:43:12.175105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-dada3d1d-736c-4776-a384-5cc4935468fa req-ab7fa27e-36a7-4660-97fb-2902e6b4218e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] For port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:12.233440 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dada3d1d-736c-4776-a384-5cc4935468fa req-ab7fa27e-36a7-4660-97fb-2902e6b4218e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.244977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179762d-e9da-4868-a1a5-8a2fd5146f85 req-b2ca6acd-49ff-4148-8b0e-63b2b5dc980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:12.246480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d179762d-e9da-4868-a1a5-8a2fd5146f85 req-b2ca6acd-49ff-4148-8b0e-63b2b5dc980c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d HTTP/1.1" status: 200 len: 914 time: 0.1460891 Aug 16 20:43:12.290016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d179762d-e9da-4868-a1a5-8a2fd5146f85 req-4b6da651-a157-437c-976d-d0c53178f39b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd HTTP/1.1" status: 200 len: 217 time: 0.0361679 Aug 16 20:43:12.347516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179762d-e9da-4868-a1a5-8a2fd5146f85 req-51d0c0ff-63d7-4e28-b195-a28e9dc96645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:12.350235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d179762d-e9da-4868-a1a5-8a2fd5146f85 req-51d0c0ff-63d7-4e28-b195-a28e9dc96645 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee86ab0e-bc30-42b5-992b-7b4d29d928a9 HTTP/1.1" status: 200 len: 853 time: 0.0519109 Aug 16 20:43:12.387039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d179762d-e9da-4868-a1a5-8a2fd5146f85 req-7a812e2d-9df6-4295-bb4d-3c3d81dafbc8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306315 Aug 16 20:43:12.499357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d179762d-e9da-4868-a1a5-8a2fd5146f85 req-0d097a58-1e75-465c-8549-08bff65cc591 service neutron] 10.222.0.76 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054385 Aug 16 20:43:12.597224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d179762d-e9da-4868-a1a5-8a2fd5146f85 req-c20d78af-3259-4d53-a7ee-2d2ff8b504c6 service neutron] 10.222.0.76 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907793 Aug 16 20:43:12.779107 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dada3d1d-736c-4776-a384-5cc4935468fa req-ab7fa27e-36a7-4660-97fb-2902e6b4218e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.793661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:12.832574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada3d1d-736c-4776-a384-5cc4935468fa req-ab7fa27e-36a7-4660-97fb-2902e6b4218e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:12.833047 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dada3d1d-736c-4776-a384-5cc4935468fa req-ab7fa27e-36a7-4660-97fb-2902e6b4218e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.850918 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dada3d1d-736c-4776-a384-5cc4935468fa req-ab7fa27e-36a7-4660-97fb-2902e6b4218e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "PUT /v2.0/ports/44cfadc4-5e8f-4761-ad54-65b8d8ce30cd HTTP/1.1" status: 200 len: 1021 time: 1.1856043 Aug 16 20:43:12.910706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fa27e-36a7-4660-97fb-2902e6b4218e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'Port': ['ID=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:12.976907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:13.014320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35016af1-b349-4bed-a798-7ee9b0384200 req-9032f289-0e92-483e-a985-f50c71a9a38e tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:13.017819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35016af1-b349-4bed-a798-7ee9b0384200 req-9032f289-0e92-483e-a985-f50c71a9a38e tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 949 time: 0.0876775 Aug 16 20:43:13.033251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403e902-41aa-476d-baac-8d657101b04f req-fc8b1280-e398-407c-be8e-3d60545e177f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:13.034886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5403e902-41aa-476d-baac-8d657101b04f req-fc8b1280-e398-407c-be8e-3d60545e177f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 1024 time: 0.0939929 Aug 16 20:43:13.045783 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.079734 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.173744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5403e902-41aa-476d-baac-8d657101b04f req-2ee2fb2d-b912-406e-8561-296d4f3452e5 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9a2affa-ce2d-44e2-a48f-09b8f63dc092&id=0e34239f-1427-4817-961c-8b985abed700&id=e1b2a476-972b-408b-a573-85c345df0288 HTTP/1.1" status: 200 len: 6157 time: 0.1292667 Aug 16 20:43:13.193300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35016af1-b349-4bed-a798-7ee9b0384200 req-dfd74c12-f347-4341-8a6b-88edbb284719 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/security-groups?id=76650772-6d0e-49ed-9647-d6fc07ba02bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486385 Aug 16 20:43:13.212371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Allocated IP 172.25.4.65 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/eec20bd5-c60f-4a8b-99fb-3b14ae2d3a98) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:13.302857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1ad79ed-30a7-49f4-902b-324728beaac8 req-95c04a8c-d59d-4fed-913a-cc46011118f9 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 210 time: 0.0508409 Aug 16 20:43:13.324700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-e175b39b-70bd-4832-976a-2d8043f87dc3 req-f27f1227-1103-44da-acc1-3f8caa51e89b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1649815762 ', 'description': 'tempest-description-15310777'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:13.342892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.439450 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e175b39b-70bd-4832-976a-2d8043f87dc3 req-f27f1227-1103-44da-acc1-3f8caa51e89b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.468538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.514403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:13.520986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:13.525417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:13.528682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Pushing event updated for resources: {'Port': ['ID=eec20bd5-c60f-4a8b-99fb-3b14ae2d3a98,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:13.566256 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e175b39b-70bd-4832-976a-2d8043f87dc3 req-f27f1227-1103-44da-acc1-3f8caa51e89b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.672577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028f9c5-ff96-4069-b351-f04b0203fc5b req-dccccd9b-1f8c-47d0-97d0-14df4342a5f2 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:13.674087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2028f9c5-ff96-4069-b351-f04b0203fc5b req-dccccd9b-1f8c-47d0-97d0-14df4342a5f2 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.79 "GET /v2.0/ports?device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 949 time: 0.0621047 Aug 16 20:43:13.682388 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e175b39b-70bd-4832-976a-2d8043f87dc3 req-f27f1227-1103-44da-acc1-3f8caa51e89b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.747591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f1227-1103-44da-acc1-3f8caa51e89b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355cb0d1-dfce-4ced-b12f-c610755f4737,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:13.801972 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-2028f9c5-ff96-4069-b351-f04b0203fc5b req-2ccea621-d646-4241-b4b5-454541eb2987 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Deleting port fb166939-9ecc-40a1-810b-9e0122daaac6 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:13.802338 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2028f9c5-ff96-4069-b351-f04b0203fc5b req-2ccea621-d646-4241-b4b5-454541eb2987 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.860624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.864636 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e175b39b-70bd-4832-976a-2d8043f87dc3 req-f27f1227-1103-44da-acc1-3f8caa51e89b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.869747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e175b39b-70bd-4832-976a-2d8043f87dc3 req-f27f1227-1103-44da-acc1-3f8caa51e89b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5502779 Aug 16 20:43:13.933832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-2028f9c5-ff96-4069-b351-f04b0203fc5b req-2ccea621-d646-4241-b4b5-454541eb2987 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] For port fb166939-9ecc-40a1-810b-9e0122daaac6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb166939-9ecc-40a1-810b-9e0122daaac6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:13.934228 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2028f9c5-ff96-4069-b351-f04b0203fc5b req-2ccea621-d646-4241-b4b5-454541eb2987 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.943344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'tag': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:13.946364 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789bd315-c972-47ca-994b-847744fadc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "62b8ac69-27fa-45e7-a013-fbef8ac1923d", "tag": "44cfadc4-5e8f-4761-ad54-65b8d8ce30cd"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:13.963082 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-2028f9c5-ff96-4069-b351-f04b0203fc5b req-2ccea621-d646-4241-b4b5-454541eb2987 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Calling delete_port for fb166939-9ecc-40a1-810b-9e0122daaac6 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:13.978096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69932ce5-30fb-43b4-9da9-1984c8607cdd req-49afd2ec-2328-4a0b-8454-27533876be23 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/355cb0d1-dfce-4ced-b12f-c610755f4737 HTTP/1.1" status: 200 len: 1781 time: 0.0876830 Aug 16 20:43:14.009793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7bbd3a32-02c8-4434-a124-00f1cafb74de details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:14.015756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:14.016439 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e638bbc-071c-40a8-883c-ce6a6d25cae4 x-openstack-request-id: req-9e638bbc-071c-40a8-883c-ce6a6d25cae4 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:14.017130 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b8ac69-27fa-45e7-a013-fbef8ac1923d", "tag": "44cfadc4-5e8f-4761-ad54-65b8d8ce30cd", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:14.017130 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e638bbc-071c-40a8-883c-ce6a6d25cae4 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:14.017445 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'tag': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd', 'status': 'completed', 'code': 200} Aug 16 20:43:14.050188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:14.051055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8ea75be6-dfcc-4c3a-82d4-35d1c033a8e5 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:14.168303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:14.187512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'mac_address': 'fa:16:3e:1a:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:14.212843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb38cbf7-c0c7-47bf-816b-d80cebe6e9ff req-5a21635c-7231-4a63-9c0f-868503b52d11 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/355cb0d1-dfce-4ced-b12f-c610755f4737 HTTP/1.1" status: 200 len: 1781 time: 0.1944230 Aug 16 20:43:14.231830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bd315-c972-47ca-994b-847744fadc0f req-1dda9ff2-2904-4bba-ab70-0068071cccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.233937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-789bd315-c972-47ca-994b-847744fadc0f req-1dda9ff2-2904-4bba-ab70-0068071cccd5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=56c95505a081488daac6f85de7b06150&device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 1176 time: 0.2051547 Aug 16 20:43:14.259080 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.280029 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbd3a32-02c8-4434-a124-00f1cafb74de {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:14.317008 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2028f9c5-ff96-4069-b351-f04b0203fc5b req-2ccea621-d646-4241-b4b5-454541eb2987 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.325400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:14.400278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa743fea-f9ad-49ec-954c-0e699ca2ad94 req-cf0932ef-29a3-487f-9f9a-a6bf4c616635 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 210 time: 0.0664032 Aug 16 20:43:14.422135 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.430474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccea621-d646-4241-b4b5-454541eb2987 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Pushing event deleted for resources: {'Port': ['ID=fb166939-9ecc-40a1-810b-9e0122daaac6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:14.445561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-4a202f85-11e3-416d-91a7-c6bbeb2b542a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.447076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-4a202f85-11e3-416d-91a7-c6bbeb2b542a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "GET /v2.0/networks?id=5d55a6d8-8eff-4383-a9a0-d80a6e193368 HTTP/1.1" status: 200 len: 805 time: 0.1817205 Aug 16 20:43:14.487588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7bbd3a32-02c8-4434-a124-00f1cafb74de,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:14.487837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Request body: {'port': {'device_id': '9f858dea-b15d-4ff0-bfcc-158644cc013e', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'admin_state_up': True, 'tenant_id': '32fd50cdc7c2456799cb9a8cbbe358b2'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:14.499403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fb38cbf7-c0c7-47bf-816b-d80cebe6e9ff req-b86b6d08-b6e4-43f4-b33b-28dab635c694 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.503750 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2028f9c5-ff96-4069-b351-f04b0203fc5b req-2ccea621-d646-4241-b4b5-454541eb2987 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] No DVR routers for this DVR port fb166939-9ecc-40a1-810b-9e0122daaac6 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:14.513579 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2028f9c5-ff96-4069-b351-f04b0203fc5b req-2ccea621-d646-4241-b4b5-454541eb2987 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.515533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2028f9c5-ff96-4069-b351-f04b0203fc5b req-2ccea621-d646-4241-b4b5-454541eb2987 tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.79 "DELETE /v2.0/ports/fb166939-9ecc-40a1-810b-9e0122daaac6 HTTP/1.1" status: 204 len: 173 time: 0.8301506 Aug 16 20:43:14.522878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bd315-c972-47ca-994b-847744fadc0f req-90bab027-b243-414a-a9f0-83550d995e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.523989 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-789bd315-c972-47ca-994b-847744fadc0f req-90bab027-b243-414a-a9f0-83550d995e6e service neutron] 10.222.0.76 "GET /v2.0/networks?id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d HTTP/1.1" status: 200 len: 914 time: 0.2748582 Aug 16 20:43:14.543482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7bbd3a32-02c8-4434-a124-00f1cafb74de'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:14.598425 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fb38cbf7-c0c7-47bf-816b-d80cebe6e9ff req-b86b6d08-b6e4-43f4-b33b-28dab635c694 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.625772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-789bd315-c972-47ca-994b-847744fadc0f req-d3df14b5-52c4-40ed-a4c9-072765b86e4b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd HTTP/1.1" status: 200 len: 217 time: 0.0891776 Aug 16 20:43:14.635164 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.651192 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.712704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5437ff5f-3bc8-4ffb-9c42-4abdd5698e1b req-045de9ce-a7d1-4248-8f02-f336a84c4c81 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 210 time: 0.1104703 Aug 16 20:43:14.723160 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bd315-c972-47ca-994b-847744fadc0f req-ac48191a-df2b-4ef1-8c9d-0b44b3020991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.725114 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-789bd315-c972-47ca-994b-847744fadc0f req-ac48191a-df2b-4ef1-8c9d-0b44b3020991 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee86ab0e-bc30-42b5-992b-7b4d29d928a9 HTTP/1.1" status: 200 len: 853 time: 0.0817990 Aug 16 20:43:14.851483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-789bd315-c972-47ca-994b-847744fadc0f req-e4c0032b-15e3-4482-bec3-f3c0d8b9afe7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963502 Aug 16 20:43:14.922393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Made reservation on behalf of 32fd50cdc7c2456799cb9a8cbbe358b2 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:14.925959 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.985574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fb38cbf7-c0c7-47bf-816b-d80cebe6e9ff req-b86b6d08-b6e4-43f4-b33b-28dab635c694 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.989995 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fb38cbf7-c0c7-47bf-816b-d80cebe6e9ff req-b86b6d08-b6e4-43f4-b33b-28dab635c694 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.992103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb38cbf7-c0c7-47bf-816b-d80cebe6e9ff req-b86b6d08-b6e4-43f4-b33b-28dab635c694 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "DELETE /v2.0/security-groups/355cb0d1-dfce-4ced-b12f-c610755f4737 HTTP/1.1" status: 204 len: 173 time: 0.7782383 Aug 16 20:43:15.014716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-789bd315-c972-47ca-994b-847744fadc0f req-5edf54b7-c17e-4dfa-90d3-cc04b2298546 service neutron] 10.222.0.76 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578355 Aug 16 20:43:15.016583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b6d08-b6e4-43f4-b33b-28dab635c694 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355cb0d1-dfce-4ced-b12f-c610755f4737,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:15.050240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Router dffc97bf-1d0b-41d4-a9ef-a3f24f992256 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:43:15.172600 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-60ca04e2-34ca-44ea-9655-0a6cef23c0de req-e92dd5e4-7fde-4419-8dcd-db3404d8c814 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] show failed (client error): The resource could not be found. Aug 16 20:43:15.173803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60ca04e2-34ca-44ea-9655-0a6cef23c0de req-e92dd5e4-7fde-4419-8dcd-db3404d8c814 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/355cb0d1-dfce-4ced-b12f-c610755f4737 HTTP/1.1" status: 404 len: 352 time: 0.1404712 Aug 16 20:43:15.176450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-789bd315-c972-47ca-994b-847744fadc0f req-4bf2aa9a-1a4e-4658-8538-510173b86144 service neutron] 10.222.0.76 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544001 Aug 16 20:43:15.184946 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d689a168-b579-4a3e-acbf-2279304f71e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.203615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-4d59d76a-ac0c-479b-8fb3-c0633c99e278 req-bf506215-fee1-4706-b1bf-f9724f3ca2b0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1110535455', 'description': 'tempest-description-1974085179'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:15.219431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Allocated IP 172.20.0.2 (5d55a6d8-8eff-4383-a9a0-d80a6e193368/017e1c35-8272-486f-8cbc-c85f51de575d/ad8ef14b-eb4a-4a33-a697-d95b43a7f456) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:15.250793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:15.260259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.264163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab0356d-6839-4e02-b078-c47edc617062 None None] Sync routers for ids ['dffc97bf-1d0b-41d4-a9ef-a3f24f992256'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:15.264346 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dc8a982f-5561-40c6-9115-64205422f67e tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "PUT /v2.0/routers/dffc97bf-1d0b-41d4-a9ef-a3f24f992256 HTTP/1.1" status: 200 len: 914 time: 3.6776812 Aug 16 20:43:15.266528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43650) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:15.285434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0356d-6839-4e02-b078-c47edc617062 None None] Routers {'dffc97bf-1d0b-41d4-a9ef-a3f24f992256'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:15.289295 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-aab0356d-6839-4e02-b078-c47edc617062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dffc97bf-1d0b-41d4-a9ef-a3f24f992256'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:15.330774 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4d59d76a-ac0c-479b-8fb3-c0633c99e278 req-bf506215-fee1-4706-b1bf-f9724f3ca2b0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.347595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-aab0356d-6839-4e02-b078-c47edc617062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:15.360982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0356d-6839-4e02-b078-c47edc617062 None None] Routers {'dffc97bf-1d0b-41d4-a9ef-a3f24f992256'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:15.362422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-aab0356d-6839-4e02-b078-c47edc617062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dffc97bf-1d0b-41d4-a9ef-a3f24f992256'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:15.408586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-aab0356d-6839-4e02-b078-c47edc617062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:15.409810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab0356d-6839-4e02-b078-c47edc617062 None None] The sync data for ids ['dffc97bf-1d0b-41d4-a9ef-a3f24f992256'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:15.446838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-46fea150-2d58-4a0d-844f-2c5ef241aa94 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/routers/dffc97bf-1d0b-41d4-a9ef-a3f24f992256 HTTP/1.1" status: 200 len: 920 time: 0.1787114 Aug 16 20:43:15.449969 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43656) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:15.506527 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.595544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-df2ac2bc-a3e9-41c8-a9fc-8ed0251da71d req-9aac17f1-c106-4db0-9d46-e1928cfbd5da tempest-ListImageFiltersTestJSON-642199989 tempest-ListImageFiltersTestJSON-642199989-project] 10.222.0.74 "GET /v2.0/ports?device_id=875ef886-e855-48a3-88c3-8995f6ba3bd3 HTTP/1.1" status: 200 len: 210 time: 0.0534103 Aug 16 20:43:15.609132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4d59d76a-ac0c-479b-8fb3-c0633c99e278 req-bf506215-fee1-4706-b1bf-f9724f3ca2b0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.617796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c900df4c-f820-4af6-8cdd-9e73dbcb0ec1 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:15.631004 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c900df4c-f820-4af6-8cdd-9e73dbcb0ec1 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&device_id=dffc97bf-1d0b-41d4-a9ef-a3f24f992256&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1683714 Aug 16 20:43:15.631133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43666) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:15.679258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4d59d76a-ac0c-479b-8fb3-c0633c99e278 req-bf506215-fee1-4706-b1bf-f9724f3ca2b0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.686230 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.714115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf506215-fee1-4706-b1bf-f9724f3ca2b0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddf2e19-3f45-40aa-b29a-7c3ea2dd088d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:15.757529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:15.758441 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Pushing event updated for resources: {'Port': ['ID=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:15.770653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:15.781240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:15.810992 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4d59d76a-ac0c-479b-8fb3-c0633c99e278 req-bf506215-fee1-4706-b1bf-f9724f3ca2b0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.810992 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d59d76a-ac0c-479b-8fb3-c0633c99e278 req-bf506215-fee1-4706-b1bf-f9724f3ca2b0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6105132 Aug 16 20:43:15.844755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75aaf98-39b3-4214-815b-6a375e1a6181 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:15.849555 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b75aaf98-39b3-4214-815b-6a375e1a6181 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 881 time: 0.2262282 Aug 16 20:43:15.854777 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43678) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:15.894577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-a21ea9db-341b-4ed8-bbb8-e54743fb65bf req-f6e90842-7616-4e1e-82f6-fc913f1986b4 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-995188099', 'description': 'tempest-description-1828178690'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:15.900910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43682) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:15.901866 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-41d27aff-9ed1-423d-86a2-ebe19ce06394 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=dffc97bf-1d0b-41d4-a9ef-a3f24f992256 HTTP/1.1" status: 200 len: 205 time: 0.0452807 Aug 16 20:43:15.917157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:15.923381 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.002458 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-b2fd90b1-73bb-4464-b751-e5944b905aae tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5191319 Aug 16 20:43:16.021987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7bbd3a32-02c8-4434-a124-00f1cafb74de up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:16.022266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Request body: {'port': {'device_id': '9f858dea-b15d-4ff0-bfcc-158644cc013e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:16.023451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-deleted', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:16.026303 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4448162a-5520-40ef-ad71-eb7258ca5dd8" -d '{"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-deleted", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:16.044593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84354bc2-303f-49e8-80c5-94da741e7755 req-8ac7f808-bccf-4761-abca-62a5439a526e tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:16.053016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84354bc2-303f-49e8-80c5-94da741e7755 req-8ac7f808-bccf-4761-abca-62a5439a526e tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 931 time: 0.2602684 Aug 16 20:43:16.116755 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.122162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84354bc2-303f-49e8-80c5-94da741e7755 req-23a9b723-dc21-41b9-b96d-8e165bad0a1b tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639555 Aug 16 20:43:16.126420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 7bbd3a32-02c8-4434-a124-00f1cafb74de triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:16.127260 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.151427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.243390 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a21ea9db-341b-4ed8-bbb8-e54743fb65bf req-f6e90842-7616-4e1e-82f6-fc913f1986b4 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.455079 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.508799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:16.511025 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.511800 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b43c2cf-13d8-4369-a6e2-2ddf6d8cecee" -d '{"events": [{"server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:16.532820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:16.553472 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630ec4d9-eea4-4117-b5aa-06184150aa1b x-openstack-request-id: req-630ec4d9-eea4-4117-b5aa-06184150aa1b {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:16.554907 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875ef886-e855-48a3-88c3-8995f6ba3bd3", "name": "network-vif-deleted", "tag": "fb166939-9ecc-40a1-810b-9e0122daaac6", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:16.555169 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-630ec4d9-eea4-4117-b5aa-06184150aa1b {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:16.555559 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875ef886-e855-48a3-88c3-8995f6ba3bd3', 'name': 'network-vif-deleted', 'tag': 'fb166939-9ecc-40a1-810b-9e0122daaac6', 'status': 'completed', 'code': 200} Aug 16 20:43:16.624331 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a21ea9db-341b-4ed8-bbb8-e54743fb65bf req-f6e90842-7616-4e1e-82f6-fc913f1986b4 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.627700 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0d9dad-b574-460e-bf13-aaceaf590604 x-openstack-request-id: req-ee0d9dad-b574-460e-bf13-aaceaf590604 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:16.627943 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "name": "network-vif-plugged", "status": "completed", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:16.628681 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ee0d9dad-b574-460e-bf13-aaceaf590604 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:16.629277 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'code': 200} Aug 16 20:43:16.668286 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.669338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb166939-9ecc-40a1-810b-9e0122daaac6 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:16.703656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Deleting port eec20bd5-c60f-4a8b-99fb-3b14ae2d3a98 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:16.704006 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.714627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: fb166939-9ecc-40a1-810b-9e0122daaac6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:16.715291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb166939-9ecc-40a1-810b-9e0122daaac6 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:16.746753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a21ea9db-341b-4ed8-bbb8-e54743fb65bf req-f6e90842-7616-4e1e-82f6-fc913f1986b4 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.751957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8ef14b-eb4a-4a33-a697-d95b43a7f456 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:16.762262 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.780721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e90842-7616-4e1e-82f6-fc913f1986b4 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef819935-9f8c-471c-86f1-1a61214a03c0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:16.803974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Transition to ACTIVE for port object ad8ef14b-eb4a-4a33-a697-d95b43a7f456 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:16.859186 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.873956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Calling delete_port for eec20bd5-c60f-4a8b-99fb-3b14ae2d3a98 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:16.874426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7bbd3a32-02c8-4434-a124-00f1cafb74de,revision_number=10']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:16.930297 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.010219 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a21ea9db-341b-4ed8-bbb8-e54743fb65bf req-f6e90842-7616-4e1e-82f6-fc913f1986b4 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.012143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a21ea9db-341b-4ed8-bbb8-e54743fb65bf req-f6e90842-7616-4e1e-82f6-fc913f1986b4 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1331010 Aug 16 20:43:17.103982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-4b30f186-e939-40b9-97b4-057feb61a029 req-6eda0717-02b6-493c-b6d9-ac16a81f97d6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1657545832', 'description': 'tempest-description-1290752134'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:17.133728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.199250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Attempting to bind port ad8ef14b-eb4a-4a33-a697-d95b43a7f456 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:17.200184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Attempting to bind port ad8ef14b-eb4a-4a33-a697-d95b43a7f456 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:17.200719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Attempting to bind port ad8ef14b-eb4a-4a33-a697-d95b43a7f456 on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:17.201961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4b30f186-e939-40b9-97b4-057feb61a029 req-6eda0717-02b6-493c-b6d9-ac16a81f97d6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.207490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Port ad8ef14b-eb4a-4a33-a697-d95b43a7f456 on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:17.208027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Attempting to bind port ad8ef14b-eb4a-4a33-a697-d95b43a7f456 on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:17.214255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:17.215897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Checking segment: {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:17.217323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Bound using segment: {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:17.218029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Bound port: ad8ef14b-eb4a-4a33-a697-d95b43a7f456, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:17.218576 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.235770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.305200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Pushing event deleted for resources: {'Port': ['ID=eec20bd5-c60f-4a8b-99fb-3b14ae2d3a98,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.313012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] For port ad8ef14b-eb4a-4a33-a697-d95b43a7f456, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:17.320981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] For port ad8ef14b-eb4a-4a33-a697-d95b43a7f456, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:17.393911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.436280 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.453250 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c329ed22-f576-4478-8d86-5651eb10104d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.486687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:17.496639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.498793 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] 10.222.0.79 "PUT /v2.0/ports/ad8ef14b-eb4a-4a33-a697-d95b43a7f456 HTTP/1.1" status: 200 len: 1092 time: 1.4813743 Aug 16 20:43:17.501200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f858dea-b15d-4ff0-bfcc-158644cc013e', 'tag': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:17.503578 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b1b734-4dc4-490f-a767-d80fbb7051fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9f858dea-b15d-4ff0-bfcc-158644cc013e", "tag": "ad8ef14b-eb4a-4a33-a697-d95b43a7f456"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:17.553272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a051181-07a0-4fcf-836c-b70f748a9d7f service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.572272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.576328 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.588139 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4b30f186-e939-40b9-97b4-057feb61a029 req-6eda0717-02b6-493c-b6d9-ac16a81f97d6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.636401 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:43:17.686945 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4b30f186-e939-40b9-97b4-057feb61a029 req-6eda0717-02b6-493c-b6d9-ac16a81f97d6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.745193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-0ad84a98-dba6-4c7d-9757-f65a28f9b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:17.746846 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-0ad84a98-dba6-4c7d-9757-f65a28f9b8e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 1095 time: 0.0735228 Aug 16 20:43:17.747245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda0717-02b6-493c-b6d9-ac16a81f97d6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8e1344-4994-4e80-a4c0-93390d894342,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.764964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.765824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Fanout notify agent at l3_agent the message router_deleted on router dffc97bf-1d0b-41d4-a9ef-a3f24f992256 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:43:17.789012 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.797264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-47dae3aa-0b79-45c8-a0c4-4f4d4748e93b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/dffc97bf-1d0b-41d4-a9ef-a3f24f992256 HTTP/1.1" status: 204 len: 168 time: 1.8951440 Aug 16 20:43:17.799495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43736) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:17.806790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-179629617', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:17.825425 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-4280b57f-15dc-438a-bfa1-501c69fcff34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad8ef14b-eb4a-4a33-a697-d95b43a7f456 HTTP/1.1" status: 200 len: 217 time: 0.0482492 Aug 16 20:43:17.876215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-e19c6636-98e8-404f-906c-b4bf2514651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:17.877768 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-e19c6636-98e8-404f-906c-b4bf2514651d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017e1c35-8272-486f-8cbc-c85f51de575d HTTP/1.1" status: 200 len: 845 time: 0.0590703 Aug 16 20:43:17.890490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac621b01-6e3c-464e-b4e9-7c7a49d56dc4 req-a9303793-0933-4fa8-9b70-60471a434a66 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:17.897500 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.900389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac621b01-6e3c-464e-b4e9-7c7a49d56dc4 req-a9303793-0933-4fa8-9b70-60471a434a66 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 943 time: 0.1004055 Aug 16 20:43:17.913106 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4b30f186-e939-40b9-97b4-057feb61a029 req-6eda0717-02b6-493c-b6d9-ac16a81f97d6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.914724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b30f186-e939-40b9-97b4-057feb61a029 req-6eda0717-02b6-493c-b6d9-ac16a81f97d6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8192377 Aug 16 20:43:17.926880 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-4f4e2480-3f4a-4eb5-b545-fad5448450d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d55a6d8-8eff-4383-a9a0-d80a6e193368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413761 Aug 16 20:43:17.957917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac621b01-6e3c-464e-b4e9-7c7a49d56dc4 req-792709f7-0fbb-47db-b16d-96357af55cd8 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557923 Aug 16 20:43:18.012771 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.014810 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.080545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-858c410b-fb8f-444d-9c5c-3bc583771072 service neutron] 10.222.0.79 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303062 Aug 16 20:43:18.085827 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda40de9-373c-4094-9049-5d1211c70c1f x-openstack-request-id: req-fda40de9-373c-4094-9049-5d1211c70c1f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:18.086158 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f858dea-b15d-4ff0-bfcc-158644cc013e", "tag": "ad8ef14b-eb4a-4a33-a697-d95b43a7f456", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:18.086365 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fda40de9-373c-4094-9049-5d1211c70c1f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:18.086763 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f858dea-b15d-4ff0-bfcc-158644cc013e', 'tag': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456', 'status': 'completed', 'code': 200} Aug 16 20:43:18.139619 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.232095 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9efafe3c-0542-4cd5-ba6f-33a21b2b5c68 req-d4509bf9-1b06-466f-8ed1-a52bae0f9de1 service neutron] 10.222.0.79 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480029 Aug 16 20:43:18.481309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1b734-4dc4-490f-a767-d80fbb7051fd req-0650f180-3a8f-4832-b8ef-1ce1ff303cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.483011 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01b1b734-4dc4-490f-a767-d80fbb7051fd req-0650f180-3a8f-4832-b8ef-1ce1ff303cf6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 1095 time: 0.0617950 Aug 16 20:43:18.509391 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.523827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d3d3d33-5b55-4d9e-bc49-bb552e97bacc req-d1904159-a42e-44f0-b16f-c3cae77b2d0c tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56c95505a081488daac6f85de7b06150 HTTP/1.1" status: 200 len: 10912 time: 0.2500086 Aug 16 20:43:18.598255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1b734-4dc4-490f-a767-d80fbb7051fd req-ffce7789-698f-4fc9-88e9-638fa53e7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.599869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01b1b734-4dc4-490f-a767-d80fbb7051fd req-ffce7789-698f-4fc9-88e9-638fa53e7c94 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d55a6d8-8eff-4383-a9a0-d80a6e193368 HTTP/1.1" status: 200 len: 906 time: 0.1091819 Aug 16 20:43:18.649789 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01b1b734-4dc4-490f-a767-d80fbb7051fd req-98122432-8a78-4707-a22c-1f22d6db6353 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad8ef14b-eb4a-4a33-a697-d95b43a7f456 HTTP/1.1" status: 200 len: 217 time: 0.0406046 Aug 16 20:43:18.712533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1b734-4dc4-490f-a767-d80fbb7051fd req-0479c40d-e6d4-4936-825b-f3d5fb5f103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.714856 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01b1b734-4dc4-490f-a767-d80fbb7051fd req-0479c40d-e6d4-4936-825b-f3d5fb5f103a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017e1c35-8272-486f-8cbc-c85f51de575d HTTP/1.1" status: 200 len: 845 time: 0.0559447 Aug 16 20:43:18.768783 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01b1b734-4dc4-490f-a767-d80fbb7051fd req-f025b92f-31f2-4fb5-ac01-2cf4546f2923 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d55a6d8-8eff-4383-a9a0-d80a6e193368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445836 Aug 16 20:43:18.903006 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01b1b734-4dc4-490f-a767-d80fbb7051fd req-3e629f78-1f36-4ae0-9b99-0d18252f1a02 service neutron] 10.222.0.79 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261358 Aug 16 20:43:18.969379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d3d3d33-5b55-4d9e-bc49-bb552e97bacc req-d68e80f6-a577-4d31-87a8-cae2299ddaf2 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/e1b2a476-972b-408b-a573-85c345df0288 HTTP/1.1" status: 200 len: 2985 time: 0.4362080 Aug 16 20:43:19.048296 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01b1b734-4dc4-490f-a767-d80fbb7051fd req-42378459-ed06-45a5-8242-b9920279c18c service neutron] 10.222.0.79 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365266 Aug 16 20:43:19.085788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d3d3d33-5b55-4d9e-bc49-bb552e97bacc req-9a7cec9d-a707-4786-a7ed-991567ec3105 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/e1b2a476-972b-408b-a573-85c345df0288 HTTP/1.1" status: 200 len: 2985 time: 0.1151645 Aug 16 20:43:19.172475 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.183837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bc96e-cd40-4ddb-b960-cfa93d21ad09 req-41249d3e-4c95-4a5f-879b-cbef73d64b7f tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:19.192588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a0bc96e-cd40-4ddb-b960-cfa93d21ad09 req-41249d3e-4c95-4a5f-879b-cbef73d64b7f tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 943 time: 0.0882857 Aug 16 20:43:19.335223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a0bc96e-cd40-4ddb-b960-cfa93d21ad09 req-dba2567d-2bb7-4a9f-9346-c5d96bd70f4f tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342716 Aug 16 20:43:19.376025 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.398920 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.522039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Allocated IP 172.25.4.74 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/a6b54487-ff14-4500-b459-f896c6f837c3) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:19.655614 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.811647 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.849100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:19.852108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:19.869042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Pushing event updated for resources: {'Port': ['ID=a6b54487-ff14-4500-b459-f896c6f837c3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:19.874232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:20.201732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ccf5dd93-3ca3-4ee7-ac5f-c57b3cd2836b req-8b1511fb-9b66-4945-b826-5b080fb8f8c4 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/8ddf2e19-3f45-40aa-b29a-7c3ea2dd088d HTTP/1.1" status: 200 len: 1803 time: 0.1821296 Aug 16 20:43:20.201732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ccf5dd93-3ca3-4ee7-ac5f-c57b3cd2836b req-73027f30-2203-4f45-af00-1d52c5fa8f7f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.201732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ccf5dd93-3ca3-4ee7-ac5f-c57b3cd2836b req-73027f30-2203-4f45-af00-1d52c5fa8f7f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.442122 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ccf5dd93-3ca3-4ee7-ac5f-c57b3cd2836b req-73027f30-2203-4f45-af00-1d52c5fa8f7f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.442122 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ccf5dd93-3ca3-4ee7-ac5f-c57b3cd2836b req-73027f30-2203-4f45-af00-1d52c5fa8f7f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.442673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ccf5dd93-3ca3-4ee7-ac5f-c57b3cd2836b req-73027f30-2203-4f45-af00-1d52c5fa8f7f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "DELETE /v2.0/security-groups/8ddf2e19-3f45-40aa-b29a-7c3ea2dd088d HTTP/1.1" status: 204 len: 173 time: 0.3286963 Aug 16 20:43:20.484531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73027f30-2203-4f45-af00-1d52c5fa8f7f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddf2e19-3f45-40aa-b29a-7c3ea2dd088d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:20.511882 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-b9a70ede-450a-405a-be08-844dd108f202 req-3cb29de2-075b-4c7a-a02d-fc035f55ac9e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] show failed (client error): The resource could not be found. Aug 16 20:43:20.512908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9a70ede-450a-405a-be08-844dd108f202 req-3cb29de2-075b-4c7a-a02d-fc035f55ac9e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/8ddf2e19-3f45-40aa-b29a-7c3ea2dd088d HTTP/1.1" status: 404 len: 352 time: 0.0426772 Aug 16 20:43:20.540388 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.601522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734833f4-b7d6-4e00-bffd-45955b8eae02 req-28b322f8-1d6a-455d-9305-78b655e6eab3 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.603039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-734833f4-b7d6-4e00-bffd-45955b8eae02 req-28b322f8-1d6a-455d-9305-78b655e6eab3 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 943 time: 0.2106490 Aug 16 20:43:20.628963 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.635472 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86e1cd15-48d5-433e-b834-6ca6c9a7cb85 req-d58887fd-78e0-428e-a9a4-d6f4596be65c tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/ef819935-9f8c-471c-86f1-1a61214a03c0 HTTP/1.1" status: 200 len: 1802 time: 0.0936587 Aug 16 20:43:20.708603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43824) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:20.756553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-734833f4-b7d6-4e00-bffd-45955b8eae02 req-80b8d3da-84ae-461d-93aa-c32cac010015 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471300 Aug 16 20:43:20.813899 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-86e1cd15-48d5-433e-b834-6ca6c9a7cb85 req-aa308bc2-908d-49c4-bcf6-d6006d5a0351 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.892511 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-86e1cd15-48d5-433e-b834-6ca6c9a7cb85 req-aa308bc2-908d-49c4-bcf6-d6006d5a0351 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.901884 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c6b6291c-250f-42a1-9d5a-bdfe6ddda193 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e69b52bc75234aa6b5a908804abdbf0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916065 Aug 16 20:43:20.905296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43828) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:20.980422 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7573-e45f-4b89-a344-fdac96876b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.003407 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.018612 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7573-e45f-4b89-a344-fdac96876b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.126003 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-86e1cd15-48d5-433e-b834-6ca6c9a7cb85 req-aa308bc2-908d-49c4-bcf6-d6006d5a0351 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.129120 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-86e1cd15-48d5-433e-b834-6ca6c9a7cb85 req-aa308bc2-908d-49c4-bcf6-d6006d5a0351 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.134021 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86e1cd15-48d5-433e-b834-6ca6c9a7cb85 req-aa308bc2-908d-49c4-bcf6-d6006d5a0351 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "DELETE /v2.0/security-groups/ef819935-9f8c-471c-86f1-1a61214a03c0 HTTP/1.1" status: 204 len: 173 time: 0.4606152 Aug 16 20:43:21.167262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa308bc2-908d-49c4-bcf6-d6006d5a0351 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef819935-9f8c-471c-86f1-1a61214a03c0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:21.198058 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-929d2c01-f4a0-43e3-8103-cc755924a6bf req-bbae523d-1c42-42ee-86b9-4cd675d92ba4 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] show failed (client error): The resource could not be found. Aug 16 20:43:21.199144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-929d2c01-f4a0-43e3-8103-cc755924a6bf req-bbae523d-1c42-42ee-86b9-4cd675d92ba4 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/ef819935-9f8c-471c-86f1-1a61214a03c0 HTTP/1.1" status: 404 len: 352 time: 0.0406656 Aug 16 20:43:21.222530 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7573-e45f-4b89-a344-fdac96876b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.225595 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7573-e45f-4b89-a344-fdac96876b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.227994 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0f6d7573-e45f-4b89-a344-fdac96876b46 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/76650772-6d0e-49ed-9647-d6fc07ba02bc HTTP/1.1" status: 204 len: 168 time: 0.3207538 Aug 16 20:43:21.242785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d7573-e45f-4b89-a344-fdac96876b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76650772-6d0e-49ed-9647-d6fc07ba02bc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:21.314453 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a26f1d3-f7f4-4708-bb3a-b447bce9060b req-c054c3d7-a19b-4ece-a44d-36c555c6e0a1 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/3c8e1344-4994-4e80-a4c0-93390d894342 HTTP/1.1" status: 200 len: 1803 time: 0.0920172 Aug 16 20:43:21.403047 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a26f1d3-f7f4-4708-bb3a-b447bce9060b req-f00fd6f3-7a0e-42a3-9f51-74218b091e3f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.405614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Router 8f640838-686f-4ffb-9593-4aa90b1601b6 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:43:21.441250 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a26f1d3-f7f4-4708-bb3a-b447bce9060b req-f00fd6f3-7a0e-42a3-9f51-74218b091e3f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.608037 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:21.619808 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04946146-8934-4d14-b339-8e6efbba6e88 None None] Sync routers for ids ['8f640838-686f-4ffb-9593-4aa90b1601b6'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:21.633808 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04946146-8934-4d14-b339-8e6efbba6e88 None None] Routers {'8f640838-686f-4ffb-9593-4aa90b1601b6'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:21.634996 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-04946146-8934-4d14-b339-8e6efbba6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8f640838-686f-4ffb-9593-4aa90b1601b6'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:21.679300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a26f1d3-f7f4-4708-bb3a-b447bce9060b req-f00fd6f3-7a0e-42a3-9f51-74218b091e3f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.679812 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-04946146-8934-4d14-b339-8e6efbba6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:21.687171 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a26f1d3-f7f4-4708-bb3a-b447bce9060b req-f00fd6f3-7a0e-42a3-9f51-74218b091e3f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.688897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a26f1d3-f7f4-4708-bb3a-b447bce9060b req-f00fd6f3-7a0e-42a3-9f51-74218b091e3f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "DELETE /v2.0/security-groups/3c8e1344-4994-4e80-a4c0-93390d894342 HTTP/1.1" status: 204 len: 173 time: 0.3676493 Aug 16 20:43:21.690951 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04946146-8934-4d14-b339-8e6efbba6e88 None None] Routers {'8f640838-686f-4ffb-9593-4aa90b1601b6'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:21.695680 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-04946146-8934-4d14-b339-8e6efbba6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8f640838-686f-4ffb-9593-4aa90b1601b6'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:21.712880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fd6f3-7a0e-42a3-9f51-74218b091e3f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8e1344-4994-4e80-a4c0-93390d894342,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:21.739703 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-04946146-8934-4d14-b339-8e6efbba6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:21.742028 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04946146-8934-4d14-b339-8e6efbba6e88 None None] The sync data for ids ['8f640838-686f-4ffb-9593-4aa90b1601b6'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:21.758078 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.759647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-27210700-3da2-4bfa-8684-d945396b2044 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9589584 Aug 16 20:43:21.761831 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-0529e8fc-ee8f-42c2-b28f-be33e68168bf req-8520207e-4cac-499a-bd2a-e7ca03bdb3c3 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] show failed (client error): The resource could not be found. Aug 16 20:43:21.762583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43856) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:21.763081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0529e8fc-ee8f-42c2-b28f-be33e68168bf req-8520207e-4cac-499a-bd2a-e7ca03bdb3c3 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/3c8e1344-4994-4e80-a4c0-93390d894342 HTTP/1.1" status: 404 len: 352 time: 0.0410047 Aug 16 20:43:21.771899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:21.948470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd7bae97-2aa6-4b08-afc3-8abe87450f1b req-0c5e32dd-393b-4145-9c80-2da4c789fa77 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56c95505a081488daac6f85de7b06150 HTTP/1.1" status: 200 len: 6157 time: 0.1515396 Aug 16 20:43:21.970110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839a528-e5b3-4a66-9f84-d5a19a78f595 req-55f5f6a6-0830-4358-bc3c-236f7d5fded6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.971813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6839a528-e5b3-4a66-9f84-d5a19a78f595 req-55f5f6a6-0830-4358-bc3c-236f7d5fded6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 943 time: 0.1175416 Aug 16 20:43:22.035287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ad8ef14b-eb4a-4a33-a697-d95b43a7f456 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:22.042528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd7bae97-2aa6-4b08-afc3-8abe87450f1b req-0e370608-2f45-4fda-ace8-fcf6adf264d7 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/e1b2a476-972b-408b-a573-85c345df0288 HTTP/1.1" status: 200 len: 2985 time: 0.0930169 Aug 16 20:43:22.113351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6839a528-e5b3-4a66-9f84-d5a19a78f595 req-e0cc60c7-45e0-4083-b9b3-b7db51c5a14f tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307905 Aug 16 20:43:22.142702 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd7bae97-2aa6-4b08-afc3-8abe87450f1b req-db6a4e27-8a7c-4c59-996a-353e4930e90b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/e1b2a476-972b-408b-a573-85c345df0288 HTTP/1.1" status: 200 len: 2985 time: 0.0989366 Aug 16 20:43:22.163286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ad8ef14b-eb4a-4a33-a697-d95b43a7f456, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:22.188706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'port_id': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456', 'mac_address': 'fa:16:3e:0c:2b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017e1c35-8272-486f-8cbc-c85f51de575d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:22.276194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-0795655e-43bd-4e5f-a487-f9480a180acf req-85ef7ca5-d837-4eb6-bdd3-d06cd88e7f6d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1195738036', 'description': 'tempest-description-258973649'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:22.299940 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.324466 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.340021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8ef14b-eb4a-4a33-a697-d95b43a7f456 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:22.375827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ad8ef14b-eb4a-4a33-a697-d95b43a7f456, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:22.512186 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.512888 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0795655e-43bd-4e5f-a487-f9480a180acf req-85ef7ca5-d837-4eb6-bdd3-d06cd88e7f6d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.555169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.604945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:22.656529 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0795655e-43bd-4e5f-a487-f9480a180acf req-85ef7ca5-d837-4eb6-bdd3-d06cd88e7f6d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.722253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Deleting port a6b54487-ff14-4500-b459-f896c6f837c3 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:22.722531 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.751657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ad8ef14b-eb4a-4a33-a697-d95b43a7f456'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:22.762492 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0795655e-43bd-4e5f-a487-f9480a180acf req-85ef7ca5-d837-4eb6-bdd3-d06cd88e7f6d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.820239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef7ca5-d837-4eb6-bdd3-d06cd88e7f6d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9100c6-45c0-4bbe-80b2-adc076b735b1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:22.892774 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0795655e-43bd-4e5f-a487-f9480a180acf req-85ef7ca5-d837-4eb6-bdd3-d06cd88e7f6d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.899565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0795655e-43bd-4e5f-a487-f9480a180acf req-85ef7ca5-d837-4eb6-bdd3-d06cd88e7f6d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6287913 Aug 16 20:43:22.919782 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.937986 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-f9b12536-6910-40f5-9eba-a45985d60f6e req-824019db-03cd-44ce-9d16-633b7b9abe75 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1971635290', 'description': 'tempest-description-1039314274'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:22.957089 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Calling delete_port for a6b54487-ff14-4500-b459-f896c6f837c3 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:23.086541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43900) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:23.104391 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f9b12536-6910-40f5-9eba-a45985d60f6e req-824019db-03cd-44ce-9d16-633b7b9abe75 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.266304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1577515857-network', 'tenant_id': 'f1512c27697547c8b874cd2b94cdbd05'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:23.303117 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f9b12536-6910-40f5-9eba-a45985d60f6e req-824019db-03cd-44ce-9d16-633b7b9abe75 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.304702 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.317677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efc495-d56b-4d11-88d9-5f1024932b81 req-1d0622d7-d4b5-4658-a307-86e08e6802e7 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:23.319573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61efc495-d56b-4d11-88d9-5f1024932b81 req-1d0622d7-d4b5-4658-a307-86e08e6802e7 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 944 time: 0.1017320 Aug 16 20:43:23.340035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Pushing event deleted for resources: {'Port': ['ID=a6b54487-ff14-4500-b459-f896c6f837c3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:23.371110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61efc495-d56b-4d11-88d9-5f1024932b81 req-b9fdaaf1-530d-4d34-9ad5-1d65b28d036c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452716 Aug 16 20:43:23.407871 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.429736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f9b12536-6910-40f5-9eba-a45985d60f6e req-824019db-03cd-44ce-9d16-633b7b9abe75 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.494412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824019db-03cd-44ce-9d16-633b7b9abe75 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47baee6-6c99-4f64-ad28-01feba45c5f9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:23.608574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Made reservation on behalf of f1512c27697547c8b874cd2b94cdbd05 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:23.608574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.621299 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.666865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.672791 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.754608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f9b12536-6910-40f5-9eba-a45985d60f6e req-824019db-03cd-44ce-9d16-633b7b9abe75 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.756854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9b12536-6910-40f5-9eba-a45985d60f6e req-824019db-03cd-44ce-9d16-633b7b9abe75 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8255129 Aug 16 20:43:23.784468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Router 8f640838-686f-4ffb-9593-4aa90b1601b6 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:43:23.868638 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.874312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:23.885380 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.885380 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6ec5c07a-3f97-4613-8279-f95fb2b08ef9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "PUT /v2.0/routers/8f640838-686f-4ffb-9593-4aa90b1601b6 HTTP/1.1" status: 200 len: 705 time: 2.1192682 Aug 16 20:43:23.887501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43924) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:23.888353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77c20b-dee8-4857-b42a-ea8b2da4a448 None None] Sync routers for ids ['8f640838-686f-4ffb-9593-4aa90b1601b6'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:23.899363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77c20b-dee8-4857-b42a-ea8b2da4a448 None None] Routers {'8f640838-686f-4ffb-9593-4aa90b1601b6'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:23.900702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bb77c20b-dee8-4857-b42a-ea8b2da4a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8f640838-686f-4ffb-9593-4aa90b1601b6'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:23.945691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bb77c20b-dee8-4857-b42a-ea8b2da4a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:23.957379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77c20b-dee8-4857-b42a-ea8b2da4a448 None None] Routers {'8f640838-686f-4ffb-9593-4aa90b1601b6'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:23.958026 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bb77c20b-dee8-4857-b42a-ea8b2da4a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8f640838-686f-4ffb-9593-4aa90b1601b6'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:23.993454 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.025120 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4e6b21de-54ca-4e5b-9fcc-82f28e492766 tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/routers/8f640838-686f-4ffb-9593-4aa90b1601b6 HTTP/1.1" status: 200 len: 740 time: 0.1281438 Aug 16 20:43:24.025120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43936) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:24.037375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:24.042656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bb77c20b-dee8-4857-b42a-ea8b2da4a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:24.043448 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77c20b-dee8-4857-b42a-ea8b2da4a448 None None] The sync data for ids ['8f640838-686f-4ffb-9593-4aa90b1601b6'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:24.053482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ad8ef14b-eb4a-4a33-a697-d95b43a7f456 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:24.087892 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9487de35-83a1-4fe6-8020-f8e06dcd1e5c tempest-RoutersAdminTest-1401224156 tempest-RoutersAdminTest-1401224156-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&device_id=8f640838-686f-4ffb-9593-4aa90b1601b6 HTTP/1.1" status: 200 len: 205 time: 0.0681334 Aug 16 20:43:24.091461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43938) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:24.105284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd489fb-c7dd-4aa3-a2ab-f031fa450bec,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:24.109644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.110089 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Added segment 68dba9a7-5798-49d8-ab17-feb9ac709407 of type vlan for network 7e71b098-8c26-4e74-a8f3-026b2a21239a Aug 16 20:43:24.174310 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.248744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-5a9547b3-81fb-4dd9-9401-9e4ed5192876 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.248744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-5a9547b3-81fb-4dd9-9401-9e4ed5192876 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/networks?id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d HTTP/1.1" status: 200 len: 813 time: 0.1798491 Aug 16 20:43:24.248744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-8bf90d6a-3f6a-4113-a068-ca1b1035e5d8 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/quotas/56c95505a081488daac6f85de7b06150 HTTP/1.1" status: 200 len: 375 time: 0.0207679 Aug 16 20:43:24.281072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-1ffe49ef-c388-4a22-a863-edaa193607fb tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=56c95505a081488daac6f85de7b06150&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0500896 Aug 16 20:43:24.359892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port ad8ef14b-eb4a-4a33-a697-d95b43a7f456 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:24.366652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port ad8ef14b-eb4a-4a33-a697-d95b43a7f456 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:24.367860 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.386413 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.386413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.386413 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.426825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-077dabc2-3b21-4b6b-b471-9a5976c59047 service neutron] 10.222.0.74 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364105 Aug 16 20:43:24.455674 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eb21db98-d4e7-439e-9d1f-3f44a7f1fa18 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f640838-686f-4ffb-9593-4aa90b1601b6 HTTP/1.1" status: 200 len: 205 time: 0.3624136 Aug 16 20:43:24.464596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43948) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:24.467924 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.511588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ad8ef14b-eb4a-4a33-a697-d95b43a7f456, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:24.513017 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f858dea-b15d-4ff0-bfcc-158644cc013e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:24.516792 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a429da5b-a12a-4fc1-96dc-0575fac4b53d" -d '{"events": [{"server_uuid": "9f858dea-b15d-4ff0-bfcc-158644cc013e", "name": "network-vif-plugged", "status": "completed", "tag": "ad8ef14b-eb4a-4a33-a697-d95b43a7f456"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:24.578606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b53b937-4fc7-413f-afbf-da9b1d42c1df tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.610576 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.622297 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5343676 Aug 16 20:43:24.628776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43956) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:24.635909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bdad1-87c3-4f25-b264-8a46cf07cd14 admin admin] Pushing event updated for resources: {'Network': ['ID=7e71b098-8c26-4e74-a8f3-026b2a21239a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:24.650719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] Request body: {'subnet': {'network_id': '7e71b098-8c26-4e74-a8f3-026b2a21239a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1577515857-subnet', 'tenant_id': 'f1512c27697547c8b874cd2b94cdbd05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:24.683635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 7e71b098-8c26-4e74-a8f3-026b2a21239a details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:24.728905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deee7df-671c-4bfe-8ce8-930f428f6067 req-83af1bca-8405-4c52-bb93-c23ebb064dbd tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.731097 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6deee7df-671c-4bfe-8ce8-930f428f6067 req-83af1bca-8405-4c52-bb93-c23ebb064dbd tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 944 time: 0.1996782 Aug 16 20:43:24.755618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-5a0defe8-a26c-47ff-bade-71b529caaf9b service neutron] 10.222.0.74 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293495 Aug 16 20:43:24.792144 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:24.850695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6deee7df-671c-4bfe-8ce8-930f428f6067 req-96072d92-3c54-4f47-b182-97d5d16eeb27 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090412 Aug 16 20:43:24.851883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] Made reservation on behalf of f1512c27697547c8b874cd2b94cdbd05 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:24.852275 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b53b937-4fc7-413f-afbf-da9b1d42c1df tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.855403 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b53b937-4fc7-413f-afbf-da9b1d42c1df tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.861515 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.985562 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a78956-9e5e-40fe-a48c-8db8954b5275 x-openstack-request-id: req-c3a78956-9e5e-40fe-a48c-8db8954b5275 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:24.986435 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f858dea-b15d-4ff0-bfcc-158644cc013e", "name": "network-vif-plugged", "status": "completed", "tag": "ad8ef14b-eb4a-4a33-a697-d95b43a7f456", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:24.986914 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c3a78956-9e5e-40fe-a48c-8db8954b5275 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:24.987316 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f858dea-b15d-4ff0-bfcc-158644cc013e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456', 'code': 200} Aug 16 20:43:25.114429 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b53b937-4fc7-413f-afbf-da9b1d42c1df tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.115512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b53b937-4fc7-413f-afbf-da9b1d42c1df tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Fanout notify agent at l3_agent the message router_deleted on router 8f640838-686f-4ffb-9593-4aa90b1601b6 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:43:25.124751 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b53b937-4fc7-413f-afbf-da9b1d42c1df tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.126626 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8b53b937-4fc7-413f-afbf-da9b1d42c1df tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/8f640838-686f-4ffb-9593-4aa90b1601b6 HTTP/1.1" status: 204 len: 168 time: 0.6604412 Aug 16 20:43:25.132002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43972) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.165199 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-329d2851-0a0f-4095-980f-ffdc4eb803e6 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f640838-686f-4ffb-9593-4aa90b1601b6 HTTP/1.1" status: 200 len: 205 time: 0.0316443 Aug 16 20:43:25.168380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43974) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.187606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f922f49-c84c-4d96-a325-e5be82f5bf38 req-6a7b840b-af24-4627-84cf-2b6c0eb23c5e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 210 time: 0.0876720 Aug 16 20:43:25.228794 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-252ec087-526f-49aa-a93f-da527e0b2e0b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] delete failed (client error): The resource could not be found. Aug 16 20:43:25.233250 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-252ec087-526f-49aa-a93f-da527e0b2e0b tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/8f640838-686f-4ffb-9593-4aa90b1601b6 HTTP/1.1" status: 404 len: 336 time: 0.0607066 Aug 16 20:43:25.236460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43976) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.239912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee8391-509d-4c30-9d4a-e1a8807b0a60 req-8db1964a-06b6-4ef7-8741-f08b0be7fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:25.241871 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6ee8391-509d-4c30-9d4a-e1a8807b0a60 req-8db1964a-06b6-4ef7-8741-f08b0be7fa41 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 1097 time: 0.1651134 Aug 16 20:43:25.285393 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fa802494-e43b-4271-b5d0-40fd67122473 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=dffc97bf-1d0b-41d4-a9ef-a3f24f992256 HTTP/1.1" status: 200 len: 205 time: 0.0473650 Aug 16 20:43:25.287641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43982) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.291187 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b6ee8391-509d-4c30-9d4a-e1a8807b0a60 req-21e6dff5-e8a1-46fa-8a81-fe2a48de1c96 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405247 Aug 16 20:43:25.336015 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-4811e0a2-93d5-4ee3-b9e9-5578c2230d02 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] delete failed (client error): The resource could not be found. Aug 16 20:43:25.337105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4811e0a2-93d5-4ee3-b9e9-5578c2230d02 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/dffc97bf-1d0b-41d4-a9ef-a3f24f992256 HTTP/1.1" status: 404 len: 336 time: 0.0485561 Aug 16 20:43:25.340233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43984) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.375147 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c5de6c56-02b9-45c8-a36c-dd5c15eb37d4 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=fba439bd-1c57-478b-a1b0-e72746ed92a2 HTTP/1.1" status: 200 len: 205 time: 0.0336320 Aug 16 20:43:25.377718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43986) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.431877 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-1fe36449-b5ec-430a-b071-59f31616b0dd tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] delete failed (client error): The resource could not be found. Aug 16 20:43:25.433494 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1fe36449-b5ec-430a-b071-59f31616b0dd tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/fba439bd-1c57-478b-a1b0-e72746ed92a2 HTTP/1.1" status: 404 len: 336 time: 0.0545592 Aug 16 20:43:25.437112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43988) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.472506 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5670c067-8417-4c93-8fd0-d757171ec78a tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=2447aa1d-502b-40fb-8477-e09b8054ede2 HTTP/1.1" status: 200 len: 205 time: 0.0329599 Aug 16 20:43:25.474221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43990) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.517664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.519976 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-250b209f-a982-4fa1-be67-07751b9820b5 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] delete failed (client error): The resource could not be found. Aug 16 20:43:25.523593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-250b209f-a982-4fa1-be67-07751b9820b5 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/2447aa1d-502b-40fb-8477-e09b8054ede2 HTTP/1.1" status: 404 len: 336 time: 0.0459077 Aug 16 20:43:25.525629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43992) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.567106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa0c7a1-d04c-40e4-8ed1-93cfe9afb580,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:25.567355 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-51476107-3026-4cc1-a46e-140791926d5f tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ba49050-f11f-433e-b0a6-c6eacae8b03b HTTP/1.1" status: 200 len: 205 time: 0.0377185 Aug 16 20:43:25.567572 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43994) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.614761 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-3b4396fe-89d5-4048-b1de-95b7e5908eba tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] delete failed (client error): The resource could not be found. Aug 16 20:43:25.616169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3b4396fe-89d5-4048-b1de-95b7e5908eba tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/1ba49050-f11f-433e-b0a6-c6eacae8b03b HTTP/1.1" status: 404 len: 336 time: 0.0456967 Aug 16 20:43:25.619482 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43996) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.637061 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] Checking segment: {'id': '68dba9a7-5798-49d8-ab17-feb9ac709407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e71b098-8c26-4e74-a8f3-026b2a21239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:25.637645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] Network hostable DHCP agents. Network: 7e71b098-8c26-4e74-a8f3-026b2a21239a, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:25.658297 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-827cafd8-1785-4309-b58b-2ef4da9291c6 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae6a996d-f7f5-4704-b1b0-daae2c468c74 HTTP/1.1" status: 200 len: 205 time: 0.0376220 Aug 16 20:43:25.664072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43998) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.711004 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-ba93129f-de05-44e5-94b0-44a9fb079586 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] delete failed (client error): The resource could not be found. Aug 16 20:43:25.712390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ba93129f-de05-44e5-94b0-44a9fb079586 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/routers/ae6a996d-f7f5-4704-b1b0-daae2c468c74 HTTP/1.1" status: 404 len: 336 time: 0.0472150 Aug 16 20:43:25.715098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44002) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.756281 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1c2fad-bfeb-45bf-a06b-fcc3290770f9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] DELETE failed (client error): The resource could not be found. Aug 16 20:43:25.756281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1c2fad-bfeb-45bf-a06b-fcc3290770f9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:43:25.756281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6f1c2fad-bfeb-45bf-a06b-fcc3290770f9 tempest-RoutersAdminTest-1720233800 tempest-RoutersAdminTest-1720233800-project] 10.222.0.74 "DELETE /v2.0/subnets/3f0ab34b-7618-4eac-add4-5ce338a30228 HTTP/1.1" status: 404 len: 337 time: 0.0312786 Aug 16 20:43:25.789876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] Network 7e71b098-8c26-4e74-a8f3-026b2a21239a is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:25.890719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 7e71b098-8c26-4e74-a8f3-026b2a21239a) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:25.896565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:25.897926 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.906614 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39204cdd-66c4-43e8-9489-2e85cd1a5ddc None None] Network 7e71b098-8c26-4e74-a8f3-026b2a21239a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:26.033555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a7fc00fb-b0d8-427c-aad8-2ae7145eb4d0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3919499 Aug 16 20:43:26.059574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f90cbc-0faa-4f09-90ac-b65e4c98c5d1 req-d2c4c38d-fd9e-4f7b-9bd5-7f7dda1e5879 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:26.068889 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29f90cbc-0faa-4f09-90ac-b65e4c98c5d1 req-d2c4c38d-fd9e-4f7b-9bd5-7f7dda1e5879 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.1369126 Aug 16 20:43:26.100675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b226e-5ad1-452f-b8ac-8b996432ff30 None None] Network 7e71b098-8c26-4e74-a8f3-026b2a21239a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:26.126430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29f90cbc-0faa-4f09-90ac-b65e4c98c5d1 req-f50090e3-90a3-4c39-95fe-a7ac74576fbf tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562949 Aug 16 20:43:26.308354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98f884aa-1b41-4065-b6b7-e498fddfb5ae req-1b33b782-8319-43ab-b3da-c17768a3ba80 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 210 time: 0.0533326 Aug 16 20:43:26.527402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44034) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:27.102689 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8324708d-d97e-4ea4-82c9-ef532e801e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.107438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-6279d680-6a3b-448d-b15c-830fc5467787 req-40b05d0e-718d-4159-8dfb-1a526b0b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1765144266', 'description': 'tempest-description-1688466248'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:27.270269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77613247-7038-4951-bdad-d7decf5568b9 req-534bf664-b3cd-440a-b391-c8dee8caec64 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:27.272292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77613247-7038-4951-bdad-d7decf5568b9 req-534bf664-b3cd-440a-b391-c8dee8caec64 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.0571308 Aug 16 20:43:27.305637 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6279d680-6a3b-448d-b15c-830fc5467787 req-40b05d0e-718d-4159-8dfb-1a526b0b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.368340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77613247-7038-4951-bdad-d7decf5568b9 req-b3889f44-7efd-4580-ae75-f8836f056ec8 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896671 Aug 16 20:43:27.478196 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8324708d-d97e-4ea4-82c9-ef532e801e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.575944 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8324708d-d97e-4ea4-82c9-ef532e801e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.662697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff8bb059-a3f3-425f-9e6a-869a1d86b13f req-75568cfd-2510-4fa1-9660-3e37a0fd95d2 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 210 time: 0.0595536 Aug 16 20:43:27.691233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8324708d-d97e-4ea4-82c9-ef532e801e39 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d3b14d001cb34f0c9bcb726857cd472f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1625710 Aug 16 20:43:27.693860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324708d-d97e-4ea4-82c9-ef532e801e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e632d36b-c7cc-437a-aa47-18195a8cfcad,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:27.697205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44060) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:27.777937 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6279d680-6a3b-448d-b15c-830fc5467787 req-40b05d0e-718d-4159-8dfb-1a526b0b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.793711 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3365e24-759e-48d1-a4a8-48ebbca8ce86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.819242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3365e24-759e-48d1-a4a8-48ebbca8ce86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.871863 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6279d680-6a3b-448d-b15c-830fc5467787 req-40b05d0e-718d-4159-8dfb-1a526b0b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.940910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b05d0e-718d-4159-8dfb-1a526b0b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03dd7f4e-c651-454d-afba-6ef14cf586d9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:28.021958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-2591bebd-acb3-47ec-ad34-83776a7e6cc5 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:28.023590 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-2591bebd-acb3-47ec-ad34-83776a7e6cc5 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.79 "GET /v2.0/networks?id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d HTTP/1.1" status: 200 len: 813 time: 0.1272447 Aug 16 20:43:28.039126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'port': {'device_id': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d', 'admin_state_up': True, 'tenant_id': '56c95505a081488daac6f85de7b06150'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:28.070544 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6279d680-6a3b-448d-b15c-830fc5467787 req-40b05d0e-718d-4159-8dfb-1a526b0b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.073710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6279d680-6a3b-448d-b15c-830fc5467787 req-40b05d0e-718d-4159-8dfb-1a526b0b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.9815583 Aug 16 20:43:28.115377 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3365e24-759e-48d1-a4a8-48ebbca8ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.118276 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3365e24-759e-48d1-a4a8-48ebbca8ce86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.119508 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d3365e24-759e-48d1-a4a8-48ebbca8ce86 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e632d36b-c7cc-437a-aa47-18195a8cfcad HTTP/1.1" status: 204 len: 168 time: 0.4192002 Aug 16 20:43:28.142267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3365e24-759e-48d1-a4a8-48ebbca8ce86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e632d36b-c7cc-437a-aa47-18195a8cfcad,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:28.190552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53a0ead5-8f05-4836-bc66-2f415a6e02f2 req-84aeb6f4-7cf0-412f-ae8a-49fa281ab5ba tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/03dd7f4e-c651-454d-afba-6ef14cf586d9 HTTP/1.1" status: 200 len: 1815 time: 0.0685592 Aug 16 20:43:28.202256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-53a0ead5-8f05-4836-bc66-2f415a6e02f2 req-a74039cf-3684-4a3c-86bb-202758a0aeeb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03dd7f4e-c651-454d-afba-6ef14cf586d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:28.202752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-53a0ead5-8f05-4836-bc66-2f415a6e02f2 req-a74039cf-3684-4a3c-86bb-202758a0aeeb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03dd7f4e-c651-454d-afba-6ef14cf586d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:28.471253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df762b93-3384-4c3a-890c-85589e2deb01 req-18d3a957-851a-4d76-8ce6-632d9316097b tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:28.472781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-df762b93-3384-4c3a-890c-85589e2deb01 req-18d3a957-851a-4d76-8ce6-632d9316097b tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.0541635 Aug 16 20:43:28.513706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-df762b93-3384-4c3a-890c-85589e2deb01 req-99c5e4c0-e4d4-4d73-9176-db8a4fa2987b tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343561 Aug 16 20:43:28.522344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Made reservation on behalf of 56c95505a081488daac6f85de7b06150 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:28.526236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.717445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Allocated IP 172.20.0.12 (d425fa94-d25a-4e09-9e69-aa4e15cd1f0d/ee86ab0e-bc30-42b5-992b-7b4d29d928a9/29115ad8-16e6-4e6b-a58c-6d5bf9dc9181) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:28.764980 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-53a0ead5-8f05-4836-bc66-2f415a6e02f2 req-a74039cf-3684-4a3c-86bb-202758a0aeeb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.832269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-53a0ead5-8f05-4836-bc66-2f415a6e02f2 req-a74039cf-3684-4a3c-86bb-202758a0aeeb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.887763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82a8c1c0-74a8-44e0-96a1-e5e9f51c3f12 req-e55c6985-ce7d-4cc1-9ced-354bad2a9dec tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 210 time: 0.0537169 Aug 16 20:43:28.921059 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-53a0ead5-8f05-4836-bc66-2f415a6e02f2 req-a74039cf-3684-4a3c-86bb-202758a0aeeb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.946007 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74039cf-3684-4a3c-86bb-202758a0aeeb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16861b82-b501-4884-8302-aba3c5ae2877,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:29.009951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.064376 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-53a0ead5-8f05-4836-bc66-2f415a6e02f2 req-a74039cf-3684-4a3c-86bb-202758a0aeeb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.065677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53a0ead5-8f05-4836-bc66-2f415a6e02f2 req-a74039cf-3684-4a3c-86bb-202758a0aeeb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8681908 Aug 16 20:43:29.149121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2940efa2-901b-4de0-8c2a-f54c35809d1c req-c3c3ce62-8665-4254-967d-a2370037c8f4 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/03dd7f4e-c651-454d-afba-6ef14cf586d9 HTTP/1.1" status: 200 len: 2409 time: 0.0613856 Aug 16 20:43:29.184771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.197309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:29.220189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fdd874b-2a4d-4e0e-9072-4eb8d35b13c1 req-ec8b9a8b-1ebf-4fb7-96fe-bc7ccadf26fc tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-group-rules/16861b82-b501-4884-8302-aba3c5ae2877 HTTP/1.1" status: 200 len: 778 time: 0.0504074 Aug 16 20:43:29.244545 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'Port': ['ID=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:29.257587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:29.259460 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:29.262507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:29.292704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fdd874b-2a4d-4e0e-9072-4eb8d35b13c1 req-07e4b4b0-5ee1-4105-bbe9-d32d2390bb5f tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/03dd7f4e-c651-454d-afba-6ef14cf586d9 HTTP/1.1" status: 200 len: 2409 time: 0.0715492 Aug 16 20:43:29.321864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44098) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:29.322876 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0fdd874b-2a4d-4e0e-9072-4eb8d35b13c1 req-5c9f6930-bd69-49ff-9eb0-c164a55235de tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.333663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0fdd874b-2a4d-4e0e-9072-4eb8d35b13c1 req-5c9f6930-bd69-49ff-9eb0-c164a55235de tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.346273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.346911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.391561 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-227e9049-262c-46a9-b142-f0123bdd0aec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c6b4f81b583f4f1382370ee9ef4dc93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648208 Aug 16 20:43:29.392650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44102) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:29.470808 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0fdd874b-2a4d-4e0e-9072-4eb8d35b13c1 req-5c9f6930-bd69-49ff-9eb0-c164a55235de tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.480045 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-0fdd874b-2a4d-4e0e-9072-4eb8d35b13c1 req-5c9f6930-bd69-49ff-9eb0-c164a55235de tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.481253 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fdd874b-2a4d-4e0e-9072-4eb8d35b13c1 req-5c9f6930-bd69-49ff-9eb0-c164a55235de tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/16861b82-b501-4884-8302-aba3c5ae2877 HTTP/1.1" status: 204 len: 173 time: 0.1876900 Aug 16 20:43:29.483767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5707012-23b6-45b2-9c00-5d5f8a415305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.497904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f6930-bd69-49ff-9eb0-c164a55235de tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16861b82-b501-4884-8302-aba3c5ae2877,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:29.510446 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d841568b-657a-49d0-83d2-036f51bc5262 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4760597 Aug 16 20:43:29.515584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-59796b94-64f4-4446-a53c-54c65f8173f4 req-38702ed7-2af6-4b1c-84c3-9cd82f5f48cb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1338692924', 'description': 'tempest-description-1491097444'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:29.532516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Request body: {'port': {'device_id': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:29.543452 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5707012-23b6-45b2-9c00-5d5f8a415305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.607497 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.662297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41198d-2d2a-4ed4-83c8-d88f25bae6a7 req-f7e8c400-a62b-4c27-b5c5-33608a86b606 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.664251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c41198d-2d2a-4ed4-83c8-d88f25bae6a7 req-f7e8c400-a62b-4c27-b5c5-33608a86b606 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.0558498 Aug 16 20:43:29.706174 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c41198d-2d2a-4ed4-83c8-d88f25bae6a7 req-89b438f6-bd4f-457a-a9a0-3c8c3f382365 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353136 Aug 16 20:43:29.707314 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-59796b94-64f4-4446-a53c-54c65f8173f4 req-38702ed7-2af6-4b1c-84c3-9cd82f5f48cb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.768603 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5707012-23b6-45b2-9c00-5d5f8a415305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.771547 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5707012-23b6-45b2-9c00-5d5f8a415305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.773411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d5707012-23b6-45b2-9c00-5d5f8a415305 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f55fbc4c-57b5-47b5-9dca-e644dff416cd HTTP/1.1" status: 204 len: 168 time: 0.3779416 Aug 16 20:43:29.795204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5707012-23b6-45b2-9c00-5d5f8a415305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55fbc4c-57b5-47b5-9dca-e644dff416cd,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:29.846726 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-59796b94-64f4-4446-a53c-54c65f8173f4 req-38702ed7-2af6-4b1c-84c3-9cd82f5f48cb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.934388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:29.942085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.952762 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-59796b94-64f4-4446-a53c-54c65f8173f4 req-38702ed7-2af6-4b1c-84c3-9cd82f5f48cb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.955520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Transition to ACTIVE for port object 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:30.012556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38702ed7-2af6-4b1c-84c3-9cd82f5f48cb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a37aa1-c1aa-4c39-8a84-33d7621bb72b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:30.035253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce31d7b-a951-4dc3-b4ae-267e0475b509 req-53b58241-dbe3-4d18-afd1-80defacd6685 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.036772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ce31d7b-a951-4dc3-b4ae-267e0475b509 req-53b58241-dbe3-4d18-afd1-80defacd6685 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 932 time: 0.0671782 Aug 16 20:43:30.046841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.084103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ce31d7b-a951-4dc3-b4ae-267e0475b509 req-e37f65fa-0a76-47f4-a4a2-496cf1c71564 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Aug 16 20:43:30.085813 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-59796b94-64f4-4446-a53c-54c65f8173f4 req-38702ed7-2af6-4b1c-84c3-9cd82f5f48cb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.096706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59796b94-64f4-4446-a53c-54c65f8173f4 req-38702ed7-2af6-4b1c-84c3-9cd82f5f48cb tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5820472 Aug 16 20:43:30.139991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Pushing event updated for resources: {'Port': ['ID=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:30.196029 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6fcf7aa-71ec-4319-af5a-0bd6bdf3149b req-0aafe10c-1d6b-4a52-b867-ad1a2fac2593 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/81a37aa1-c1aa-4c39-8a84-33d7621bb72b HTTP/1.1" status: 200 len: 1815 time: 0.0647860 Aug 16 20:43:30.248062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-e40e3739-4e8f-4da5-b8b2-3a39104d38f7 req-4a7e9078-3d07-436c-ab63-b558c729eb54 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1091082041', 'description': 'tempest-description-342957766'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:30.255299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Attempting to bind port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:30.255760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Attempting to bind port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'fa24418a-8e3b-4891-918a-3d4586506fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:30.256188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Attempting to bind port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 on network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:30.260893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 on network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:30.261175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Attempting to bind port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 on network d425fa94-d25a-4e09-9e69-aa4e15cd1f0d {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:30.266913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:30.267250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Checking segment: {'id': 'fa24418a-8e3b-4891-918a-3d4586506fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:30.267635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Bound using segment: {'id': 'fa24418a-8e3b-4891-918a-3d4586506fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:30.268065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Bound port: 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa24418a-8e3b-4891-918a-3d4586506fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:30.268424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.335170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] For port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:30.343471 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] For port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:30.367259 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e40e3739-4e8f-4da5-b8b2-3a39104d38f7 req-4a7e9078-3d07-436c-ab63-b558c729eb54 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.424707 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.460101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.460524 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e40e3739-4e8f-4da5-b8b2-3a39104d38f7 req-4a7e9078-3d07-436c-ab63-b558c729eb54 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.460724 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.462472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] 10.222.0.79 "PUT /v2.0/ports/29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 HTTP/1.1" status: 200 len: 1093 time: 0.9398186 Aug 16 20:43:30.465332 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'tag': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:30.469717 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5005723-fb02-4296-a583-80d9d30dc32c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b33de84-bb04-4064-b56b-2a221f0f78c0", "tag": "29115ad8-16e6-4e6b-a58c-6d5bf9dc9181"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:30.510307 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7d96f-adfb-467b-a0fc-069dd3b38269 service neutron] Pushing event updated for resources: {'Port': ['ID=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:30.556033 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e40e3739-4e8f-4da5-b8b2-3a39104d38f7 req-4a7e9078-3d07-436c-ab63-b558c729eb54 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.597122 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68d9062-6436-45c4-8968-81977894ae58 x-openstack-request-id: req-f68d9062-6436-45c4-8968-81977894ae58 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:30.597644 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b33de84-bb04-4064-b56b-2a221f0f78c0", "tag": "29115ad8-16e6-4e6b-a58c-6d5bf9dc9181", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:30.598067 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f68d9062-6436-45c4-8968-81977894ae58 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:30.598640 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'tag': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181', 'status': 'completed', 'code': 200} Aug 16 20:43:30.628977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e9078-3d07-436c-ab63-b558c729eb54 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34403c0-577d-4ea7-84d4-b19d110fa1cd,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:30.662599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e40e3739-4e8f-4da5-b8b2-3a39104d38f7 req-4a7e9078-3d07-436c-ab63-b558c729eb54 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.664494 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e40e3739-4e8f-4da5-b8b2-3a39104d38f7 req-4a7e9078-3d07-436c-ab63-b558c729eb54 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4280164 Aug 16 20:43:30.738300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005723-fb02-4296-a583-80d9d30dc32c req-d11baf18-ab0d-4168-a0f9-500abd659841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.739890 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5005723-fb02-4296-a583-80d9d30dc32c req-d11baf18-ab0d-4168-a0f9-500abd659841 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56c95505a081488daac6f85de7b06150&device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 1096 time: 0.1065428 Aug 16 20:43:30.755107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f894d592-749a-441f-8f92-23c899fde15c req-4964eb59-4018-4685-b4c4-36748ca7ee39 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/d34403c0-577d-4ea7-84d4-b19d110fa1cd HTTP/1.1" status: 200 len: 1814 time: 0.0626633 Aug 16 20:43:30.831430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a5d84-dd87-42b4-a135-eed29a424f3e req-9299dc1f-9cbb-4354-9dd5-6ecde734f8f5 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.832985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-067a5d84-dd87-42b4-a135-eed29a424f3e req-9299dc1f-9cbb-4354-9dd5-6ecde734f8f5 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 950 time: 0.0643780 Aug 16 20:43:30.933687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-067a5d84-dd87-42b4-a135-eed29a424f3e req-980e44c0-b1d6-4377-a0f5-3463e7682ca7 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861530 Aug 16 20:43:30.941087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005723-fb02-4296-a583-80d9d30dc32c req-51d63439-7e78-4f74-9b20-b7a83933c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.941849 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5005723-fb02-4296-a583-80d9d30dc32c req-51d63439-7e78-4f74-9b20-b7a83933c8fd service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=56c95505a081488daac6f85de7b06150&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1936262 Aug 16 20:43:30.967609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38078fd-2d70-414d-808b-4c8316016add req-d919fd7a-268b-4173-99fd-905a6220fb3b tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.967609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f38078fd-2d70-414d-808b-4c8316016add req-d919fd7a-268b-4173-99fd-905a6220fb3b tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.1258705 Aug 16 20:43:30.971426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-e4b12cd9-3d6d-445d-8262-9c33ccaa8a08 req-c79d75da-7297-4435-b911-15c21b27aacd tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2066118149', 'description': 'tempest-description-680779708'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:31.031923 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f38078fd-2d70-414d-808b-4c8316016add req-0508cdd4-ee1c-402b-813a-09021803b095 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551796 Aug 16 20:43:31.081813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005723-fb02-4296-a583-80d9d30dc32c req-0df42553-9900-4b89-a2e8-eb8d261120c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:31.083600 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5005723-fb02-4296-a583-80d9d30dc32c req-0df42553-9900-4b89-a2e8-eb8d261120c6 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318305 Aug 16 20:43:31.097623 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e4b12cd9-3d6d-445d-8262-9c33ccaa8a08 req-c79d75da-7297-4435-b911-15c21b27aacd tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.172081 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-b554e1a4-2aa8-48af-85f6-d03b48f70155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:31.173643 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-b554e1a4-2aa8-48af-85f6-d03b48f70155 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56c95505a081488daac6f85de7b06150&device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 1096 time: 0.0507233 Aug 16 20:43:31.222169 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-276a3cb7-044d-43d7-86db-d56fcfe57a72 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 HTTP/1.1" status: 200 len: 217 time: 0.0408790 Aug 16 20:43:31.235779 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e4b12cd9-3d6d-445d-8262-9c33ccaa8a08 req-c79d75da-7297-4435-b911-15c21b27aacd tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.288653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d281f001-57ac-4511-9a34-c0b39db8473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:31.288653 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-d281f001-57ac-4511-9a34-c0b39db8473e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ee86ab0e-bc30-42b5-992b-7b4d29d928a9 HTTP/1.1" status: 200 len: 853 time: 0.0584981 Aug 16 20:43:31.307673 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e4b12cd9-3d6d-445d-8262-9c33ccaa8a08 req-c79d75da-7297-4435-b911-15c21b27aacd tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.330566 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-8f5d7935-246f-4747-9288-b8d5cbb7bdf9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360775 Aug 16 20:43:31.338381 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d75da-7297-4435-b911-15c21b27aacd tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef1b24f-661e-4e52-8ac7-c46d55ed8d8a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:31.399343 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e4b12cd9-3d6d-445d-8262-9c33ccaa8a08 req-c79d75da-7297-4435-b911-15c21b27aacd tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.400887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4b12cd9-3d6d-445d-8262-9c33ccaa8a08 req-c79d75da-7297-4435-b911-15c21b27aacd tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4387019 Aug 16 20:43:31.430192 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-674414e4-9f73-475b-8f6f-0ab1e6b8ef1b service neutron] 10.222.0.79 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925128 Aug 16 20:43:31.530228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b4eed-61bc-4416-87b0-42da75defe57 req-0d8186f4-a099-45e2-aef7-65bd7e7adbe2 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:31.531793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-603b4eed-61bc-4416-87b0-42da75defe57 req-0d8186f4-a099-45e2-aef7-65bd7e7adbe2 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 944 time: 0.0731339 Aug 16 20:43:31.546080 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80136e5a-f637-4b59-a0d5-8a78b2537f8d req-f97e6000-a758-4695-bd79-23f82648431f service neutron] 10.222.0.79 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071401 Aug 16 20:43:31.574102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-603b4eed-61bc-4416-87b0-42da75defe57 req-2d74bc98-2bb3-44ce-9c76-bec7a0a4c3c8 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360949 Aug 16 20:43:31.636180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bd66d07-16ec-4c8d-b6c5-02330a791f21 req-0059a847-66ad-4ef4-bc06-9c1bbbb4c13a tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/bef1b24f-661e-4e52-8ac7-c46d55ed8d8a HTTP/1.1" status: 200 len: 1814 time: 0.0386405 Aug 16 20:43:31.659457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-75da3d18-93c7-4bbc-b599-a0fec2ef5823 req-7f8dced7-4de0-403a-92e6-95edeff341ce tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1086924736', 'description': 'tempest-description-1369383'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:31.753369 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-75da3d18-93c7-4bbc-b599-a0fec2ef5823 req-7f8dced7-4de0-403a-92e6-95edeff341ce tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.835598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-75da3d18-93c7-4bbc-b599-a0fec2ef5823 req-7f8dced7-4de0-403a-92e6-95edeff341ce tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.896112 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-75da3d18-93c7-4bbc-b599-a0fec2ef5823 req-7f8dced7-4de0-403a-92e6-95edeff341ce tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.926961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dced7-4de0-403a-92e6-95edeff341ce tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b15855-4967-4f2a-aaa5-35b7c43e8ee3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:31.976208 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-75da3d18-93c7-4bbc-b599-a0fec2ef5823 req-7f8dced7-4de0-403a-92e6-95edeff341ce tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.977563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75da3d18-93c7-4bbc-b599-a0fec2ef5823 req-7f8dced7-4de0-403a-92e6-95edeff341ce tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3223870 Aug 16 20:43:32.049619 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15f5cf6b-18e1-41b3-8a9f-f931fa926abe req-fa36ebcc-d715-4a2d-bf21-c88607997be8 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/61b15855-4967-4f2a-aaa5-35b7c43e8ee3 HTTP/1.1" status: 200 len: 1812 time: 0.0449710 Aug 16 20:43:32.152541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670e052-a6b1-48c7-9a68-7e7bb4e752ed req-4edbaa7a-cc4e-451e-a392-745057cfc419 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:32.154140 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6670e052-a6b1-48c7-9a68-7e7bb4e752ed req-4edbaa7a-cc4e-451e-a392-745057cfc419 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.0500522 Aug 16 20:43:32.194077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6670e052-a6b1-48c7-9a68-7e7bb4e752ed req-534e4b23-74b5-4d98-8802-fb07b6fd4075 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334787 Aug 16 20:43:32.243686 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-edd79232-abd1-47a6-aa60-ddf0eff456e4 req-9a02e8df-3e4b-477d-a434-25c810a24185 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] show failed (client error): The resource could not be found. Aug 16 20:43:32.244706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edd79232-abd1-47a6-aa60-ddf0eff456e4 req-9a02e8df-3e4b-477d-a434-25c810a24185 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/f09ffb25-275e-4434-a218-92c1450a9f2e HTTP/1.1" status: 404 len: 352 time: 0.0152800 Aug 16 20:43:32.349337 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.489556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-535a0af3-4c5e-4acd-97dc-05a5edfd6410 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--466507222&fields=id&tenant_id=8b34307ab4f54b738e8de28f0575f9ee HTTP/1.1" status: 200 len: 267 time: 0.0344059 Aug 16 20:43:32.492792 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.512747 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-cb547ac3-cfa4-4ceb-b513-7d9e8bc2b37b req-cbb7905c-c73e-4e5b-b5f1-7f6948206566 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] show failed (client error): The resource could not be found. Aug 16 20:43:32.513759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb547ac3-cfa4-4ceb-b513-7d9e8bc2b37b req-cbb7905c-c73e-4e5b-b5f1-7f6948206566 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-group-rules/a6b97fe8-4af0-4fc6-b91e-bb832569ab86 HTTP/1.1" status: 404 len: 361 time: 0.0233366 Aug 16 20:43:32.632875 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3551434e-db95-4040-bfa2-de75c116fbab req-f11ed5cd-baba-450f-b752-77b4b24aacce tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/61b15855-4967-4f2a-aaa5-35b7c43e8ee3 HTTP/1.1" status: 200 len: 1812 time: 0.0677097 Aug 16 20:43:32.639735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-949671e8-d7fc-4062-aa60-d28e12ea5cae tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:32.641149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-949671e8-d7fc-4062-aa60-d28e12ea5cae tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/networks?id=32ce7763-b2b2-4b57-a05f-db5d38015e9f HTTP/1.1" status: 200 len: 816 time: 0.1423421 Aug 16 20:43:32.672971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-914ff5ca-741f-4d7f-a0c8-a84945b567fc tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/quotas/8b34307ab4f54b738e8de28f0575f9ee HTTP/1.1" status: 200 len: 375 time: 0.0180864 Aug 16 20:43:32.737640 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3551434e-db95-4040-bfa2-de75c116fbab req-27479276-26a2-4fb4-951b-479ffd013858 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.760818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-d4183961-ab13-405f-8e20-108234e80124 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b34307ab4f54b738e8de28f0575f9ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807855 Aug 16 20:43:32.782467 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3551434e-db95-4040-bfa2-de75c116fbab req-27479276-26a2-4fb4-951b-479ffd013858 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.887472 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-ac45a853-4ff6-47f1-9c1f-85e0d3e5ac1e service neutron] 10.222.0.74 "GET /v2.0/networks/32ce7763-b2b2-4b57-a05f-db5d38015e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139946 Aug 16 20:43:32.950589 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3551434e-db95-4040-bfa2-de75c116fbab req-27479276-26a2-4fb4-951b-479ffd013858 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.953220 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3551434e-db95-4040-bfa2-de75c116fbab req-27479276-26a2-4fb4-951b-479ffd013858 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.954338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3551434e-db95-4040-bfa2-de75c116fbab req-27479276-26a2-4fb4-951b-479ffd013858 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "DELETE /v2.0/security-groups/61b15855-4967-4f2a-aaa5-35b7c43e8ee3 HTTP/1.1" status: 204 len: 173 time: 0.3123150 Aug 16 20:43:32.968780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27479276-26a2-4fb4-951b-479ffd013858 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b15855-4967-4f2a-aaa5-35b7c43e8ee3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:33.011676 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-759d8d1b-a0d6-444f-9d55-87d23bee0161 service neutron] 10.222.0.74 "GET /v2.0/networks/32ce7763-b2b2-4b57-a05f-db5d38015e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164141 Aug 16 20:43:33.415266 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d99cb-bfbb-46a6-82d0-aa4708f1f906 req-7574da20-00b9-43d9-84b2-526c5b7e149b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:33.416888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c73d99cb-bfbb-46a6-82d0-aa4708f1f906 req-7574da20-00b9-43d9-84b2-526c5b7e149b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 944 time: 0.0529931 Aug 16 20:43:33.459324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c73d99cb-bfbb-46a6-82d0-aa4708f1f906 req-cd61eb92-1bdd-412d-8c4d-fd0d2df4702b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363026 Aug 16 20:43:33.541705 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a5e39d8-c19a-49f0-9cb9-e34403cbea73 req-8bea1ea0-3906-47b3-a1d1-78a9f908c242 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/bef1b24f-661e-4e52-8ac7-c46d55ed8d8a HTTP/1.1" status: 200 len: 1814 time: 0.0662274 Aug 16 20:43:33.631767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d29be8-34a0-40e5-8e8e-b97091f36dcc req-adc2e676-7f35-412f-8c71-c6da29e7768f tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:33.633295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56d29be8-34a0-40e5-8e8e-b97091f36dcc req-adc2e676-7f35-412f-8c71-c6da29e7768f tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.0907724 Aug 16 20:43:33.659446 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6a5e39d8-c19a-49f0-9cb9-e34403cbea73 req-3264b924-ff8f-4af9-b27d-734d945ac2d9 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:33.695576 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6a5e39d8-c19a-49f0-9cb9-e34403cbea73 req-3264b924-ff8f-4af9-b27d-734d945ac2d9 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:33.700449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56d29be8-34a0-40e5-8e8e-b97091f36dcc req-443d0464-370a-44d5-ba0c-9fcb34759774 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575240 Aug 16 20:43:33.813008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f786c76-e09d-47eb-aaf1-2bb721e0f258 req-3bb8c0f3-1576-4d7c-963c-4db899a45566 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:33.814591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f786c76-e09d-47eb-aaf1-2bb721e0f258 req-3bb8c0f3-1576-4d7c-963c-4db899a45566 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 950 time: 0.0525305 Aug 16 20:43:33.816065 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6a5e39d8-c19a-49f0-9cb9-e34403cbea73 req-3264b924-ff8f-4af9-b27d-734d945ac2d9 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:33.818662 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6a5e39d8-c19a-49f0-9cb9-e34403cbea73 req-3264b924-ff8f-4af9-b27d-734d945ac2d9 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:33.819701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a5e39d8-c19a-49f0-9cb9-e34403cbea73 req-3264b924-ff8f-4af9-b27d-734d945ac2d9 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "DELETE /v2.0/security-groups/bef1b24f-661e-4e52-8ac7-c46d55ed8d8a HTTP/1.1" status: 204 len: 173 time: 0.2672069 Aug 16 20:43:33.842900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264b924-ff8f-4af9-b27d-734d945ac2d9 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef1b24f-661e-4e52-8ac7-c46d55ed8d8a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:33.869569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f786c76-e09d-47eb-aaf1-2bb721e0f258 req-821afb5d-125c-432b-9d68-39fbeb888273 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488565 Aug 16 20:43:33.984669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f4a7fc7-b3d6-47de-97f5-bd9733d08dc0 req-b50dfb8b-d96f-4c82-8dee-c4b7ce903c2d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 210 time: 0.0391965 Aug 16 20:43:34.029592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b1a20cb-1a9f-485b-8a92-1317a2dba3da req-3f16f7d5-4f6f-48c0-8dd7-21a27b7db5d7 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/d34403c0-577d-4ea7-84d4-b19d110fa1cd HTTP/1.1" status: 200 len: 1814 time: 0.0431931 Aug 16 20:43:34.086491 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8b1a20cb-1a9f-485b-8a92-1317a2dba3da req-61c64096-29aa-45ff-b8fc-9b1fc773a706 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.109071 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8b1a20cb-1a9f-485b-8a92-1317a2dba3da req-61c64096-29aa-45ff-b8fc-9b1fc773a706 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.235018 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8b1a20cb-1a9f-485b-8a92-1317a2dba3da req-61c64096-29aa-45ff-b8fc-9b1fc773a706 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.237603 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8b1a20cb-1a9f-485b-8a92-1317a2dba3da req-61c64096-29aa-45ff-b8fc-9b1fc773a706 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.238819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b1a20cb-1a9f-485b-8a92-1317a2dba3da req-61c64096-29aa-45ff-b8fc-9b1fc773a706 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "DELETE /v2.0/security-groups/d34403c0-577d-4ea7-84d4-b19d110fa1cd HTTP/1.1" status: 204 len: 173 time: 0.2032599 Aug 16 20:43:34.248269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c64096-29aa-45ff-b8fc-9b1fc773a706 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34403c0-577d-4ea7-84d4-b19d110fa1cd,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:34.300411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6e6f87-9d15-4886-9110-b3b48cf71283 req-dfb9f3ab-949d-4750-b757-516604be72c0 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/81a37aa1-c1aa-4c39-8a84-33d7621bb72b HTTP/1.1" status: 200 len: 1815 time: 0.0434818 Aug 16 20:43:34.360934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ec6e6f87-9d15-4886-9110-b3b48cf71283 req-e2679691-2523-474c-aa21-e6edf0fae503 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.382624 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ec6e6f87-9d15-4886-9110-b3b48cf71283 req-e2679691-2523-474c-aa21-e6edf0fae503 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.483934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ec6e6f87-9d15-4886-9110-b3b48cf71283 req-e2679691-2523-474c-aa21-e6edf0fae503 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.486664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ec6e6f87-9d15-4886-9110-b3b48cf71283 req-e2679691-2523-474c-aa21-e6edf0fae503 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.487930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6e6f87-9d15-4886-9110-b3b48cf71283 req-e2679691-2523-474c-aa21-e6edf0fae503 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "DELETE /v2.0/security-groups/81a37aa1-c1aa-4c39-8a84-33d7621bb72b HTTP/1.1" status: 204 len: 173 time: 0.1811786 Aug 16 20:43:34.498191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2679691-2523-474c-aa21-e6edf0fae503 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a37aa1-c1aa-4c39-8a84-33d7621bb72b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:34.552787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58d385f3-f1ff-48c3-a8a9-ea7bca6ae438 req-21bbebb5-6f59-449a-a311-635e78d6b968 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "GET /v2.0/security-groups/03dd7f4e-c651-454d-afba-6ef14cf586d9 HTTP/1.1" status: 200 len: 1815 time: 0.0451715 Aug 16 20:43:34.625478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc76239-32f8-41c0-9ee1-304a10d60a9d req-6eeea2a0-7ce5-4772-bfd3-5d6937a47d38 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:34.626840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bc76239-32f8-41c0-9ee1-304a10d60a9d req-6eeea2a0-7ce5-4772-bfd3-5d6937a47d38 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 944 time: 0.0781705 Aug 16 20:43:34.649192 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-58d385f3-f1ff-48c3-a8a9-ea7bca6ae438 req-8b1405f7-f9f0-4f1e-b2ea-7f99e5d9c348 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.691227 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-58d385f3-f1ff-48c3-a8a9-ea7bca6ae438 req-8b1405f7-f9f0-4f1e-b2ea-7f99e5d9c348 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.703091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bc76239-32f8-41c0-9ee1-304a10d60a9d req-3c711337-cc2c-4b76-b51b-6105cac3dd90 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698745 Aug 16 20:43:34.817538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd1c55-7d40-4e4a-9157-cfed2c9012d6 req-82bc30c9-0042-4b76-8033-dee542043209 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:34.819012 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4fd1c55-7d40-4e4a-9157-cfed2c9012d6 req-82bc30c9-0042-4b76-8033-dee542043209 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.0493486 Aug 16 20:43:34.838705 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-58d385f3-f1ff-48c3-a8a9-ea7bca6ae438 req-8b1405f7-f9f0-4f1e-b2ea-7f99e5d9c348 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.842150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-58d385f3-f1ff-48c3-a8a9-ea7bca6ae438 req-8b1405f7-f9f0-4f1e-b2ea-7f99e5d9c348 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.843207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58d385f3-f1ff-48c3-a8a9-ea7bca6ae438 req-8b1405f7-f9f0-4f1e-b2ea-7f99e5d9c348 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] 10.222.0.74 "DELETE /v2.0/security-groups/03dd7f4e-c651-454d-afba-6ef14cf586d9 HTTP/1.1" status: 204 len: 173 time: 0.2829003 Aug 16 20:43:34.849276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44332) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:34.856643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1405f7-f9f0-4f1e-b2ea-7f99e5d9c348 tempest-SecurityGroupRulesNegativeTestJSON-1520723569 tempest-SecurityGroupRulesNegativeTestJSON-1520723569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dd7f4e-c651-454d-afba-6ef14cf586d9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:34.875056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4fd1c55-7d40-4e4a-9157-cfed2c9012d6 req-a78980dc-1bef-48d2-8077-4682e1e2491e tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495281 Aug 16 20:43:34.921777 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bffb693-9c4e-462d-b847-eda35f1acbeb admin admin] Deleting subnet 0aa0c7a1-d04c-40e4-8ed1-93cfe9afb580 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:34.925192 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bffb693-9c4e-462d-b847-eda35f1acbeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.966414 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bffb693-9c4e-462d-b847-eda35f1acbeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.018704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89733a-c318-4900-b1d2-72bba14b5600 req-ab626a3c-123e-41f2-8f30-16b82e261db8 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.025828 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bffb693-9c4e-462d-b847-eda35f1acbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.026527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e89733a-c318-4900-b1d2-72bba14b5600 req-ab626a3c-123e-41f2-8f30-16b82e261db8 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 950 time: 0.0804865 Aug 16 20:43:35.082674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e89733a-c318-4900-b1d2-72bba14b5600 req-6d0124fd-27be-4b5e-bcc2-5797696c976b tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/security-groups?id=ad2400f3-dde9-46bc-b645-94a30c459109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550494 Aug 16 20:43:35.148590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d40def-3808-4c68-91d7-a5fce14ed391 req-6083c475-bf1c-410a-9375-b9cb92f157bc tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.150195 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91d40def-3808-4c68-91d7-a5fce14ed391 req-6083c475-bf1c-410a-9375-b9cb92f157bc tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 950 time: 0.0580943 Aug 16 20:43:35.156436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bffb693-9c4e-462d-b847-eda35f1acbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.179137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-694b64bd-fc53-4893-84c4-ac945e4f7ace req-318a832a-b058-4d13-9d93-fb396155079d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 210 time: 0.0308375 Aug 16 20:43:35.206494 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffb693-9c4e-462d-b847-eda35f1acbeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa0c7a1-d04c-40e4-8ed1-93cfe9afb580,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:35.210321 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bffb693-9c4e-462d-b847-eda35f1acbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.212203 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8bffb693-9c4e-462d-b847-eda35f1acbeb admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0aa0c7a1-d04c-40e4-8ed1-93cfe9afb580 HTTP/1.1" status: 204 len: 168 time: 0.3617043 Aug 16 20:43:35.215640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44346) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:35.278752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-91d40def-3808-4c68-91d7-a5fce14ed391 req-5c4e4d3c-724b-4082-b087-4d9db00f97d1 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Deleting port 7bbd3a32-02c8-4434-a124-00f1cafb74de {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:35.279710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-91d40def-3808-4c68-91d7-a5fce14ed391 req-5c4e4d3c-724b-4082-b087-4d9db00f97d1 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.288330 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.370924 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.374416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-91d40def-3808-4c68-91d7-a5fce14ed391 req-5c4e4d3c-724b-4082-b087-4d9db00f97d1 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] For port 7bbd3a32-02c8-4434-a124-00f1cafb74de, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7bbd3a32-02c8-4434-a124-00f1cafb74de,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:35.374870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-91d40def-3808-4c68-91d7-a5fce14ed391 req-5c4e4d3c-724b-4082-b087-4d9db00f97d1 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.383487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e71b098-8c26-4e74-a8f3-026b2a21239a']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:35.387982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-91d40def-3808-4c68-91d7-a5fce14ed391 req-5c4e4d3c-724b-4082-b087-4d9db00f97d1 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Calling delete_port for 7bbd3a32-02c8-4434-a124-00f1cafb74de owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:35.392668 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dba9a7-5798-49d8-ab17-feb9ac709407') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:35.392947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dba9a7-5798-49d8-ab17-feb9ac709407') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:35.401763 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.415356 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.421761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:43:35.422150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:43:35.423767 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:43:35.558980 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.564669 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.567849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] 10.222.0.74 "DELETE /v2.0/networks/7e71b098-8c26-4e74-a8f3-026b2a21239a HTTP/1.1" status: 204 len: 168 time: 0.3493137 Aug 16 20:43:35.577597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dffc92-6024-486f-a48c-bd67a253ea0c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e71b098-8c26-4e74-a8f3-026b2a21239a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:35.587568 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-91d40def-3808-4c68-91d7-a5fce14ed391 req-5c4e4d3c-724b-4082-b087-4d9db00f97d1 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.622704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e4d3c-724b-4082-b087-4d9db00f97d1 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Pushing event deleted for resources: {'Port': ['ID=7bbd3a32-02c8-4434-a124-00f1cafb74de,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:35.673542 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d40def-3808-4c68-91d7-a5fce14ed391 req-5c4e4d3c-724b-4082-b087-4d9db00f97d1 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] No DVR routers for this DVR port 7bbd3a32-02c8-4434-a124-00f1cafb74de on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:35.676140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-91d40def-3808-4c68-91d7-a5fce14ed391 req-5c4e4d3c-724b-4082-b087-4d9db00f97d1 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.678162 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91d40def-3808-4c68-91d7-a5fce14ed391 req-5c4e4d3c-724b-4082-b087-4d9db00f97d1 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.79 "DELETE /v2.0/ports/7bbd3a32-02c8-4434-a124-00f1cafb74de HTTP/1.1" status: 204 len: 173 time: 0.5170593 Aug 16 20:43:35.678612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'name': 'network-vif-deleted', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:35.680833 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c534a6f-156f-4172-9cd9-6303eff3824c" -d '{"events": [{"server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "name": "network-vif-deleted", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:35.716987 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e159c6b7-8c5d-48c1-8e60-088c17f0d65b x-openstack-request-id: req-e159c6b7-8c5d-48c1-8e60-088c17f0d65b {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:35.717318 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a68b116-3ee1-4b4e-900b-7f195377a8e7", "name": "network-vif-deleted", "tag": "7bbd3a32-02c8-4434-a124-00f1cafb74de", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:35.717568 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e159c6b7-8c5d-48c1-8e60-088c17f0d65b {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:35.717961 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a68b116-3ee1-4b4e-900b-7f195377a8e7', 'name': 'network-vif-deleted', 'tag': '7bbd3a32-02c8-4434-a124-00f1cafb74de', 'status': 'completed', 'code': 200} Aug 16 20:43:35.823939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4933f0c-1442-4104-b58f-e7e15470a19d req-b486e07c-518e-4a1e-b6b0-86543f78c81e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.825681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4933f0c-1442-4104-b58f-e7e15470a19d req-b486e07c-518e-4a1e-b6b0-86543f78c81e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 944 time: 0.0528574 Aug 16 20:43:35.863831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4933f0c-1442-4104-b58f-e7e15470a19d req-04bdfb87-a4aa-4afc-82b5-c65601f315f6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324996 Aug 16 20:43:36.078970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:36.083064 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7bbd3a32-02c8-4434-a124-00f1cafb74de no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:36.092997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e320ae-8a2e-40d4-b8f3-527bb5c56885 req-cb8eda44-7511-4d5d-8c98-64cce95ae439 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:36.102216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47e320ae-8a2e-40d4-b8f3-527bb5c56885 req-cb8eda44-7511-4d5d-8c98-64cce95ae439 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.1131914 Aug 16 20:43:36.112818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-7521da72-2ae9-474e-8093-1594fc4a525d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:36.122546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-7521da72-2ae9-474e-8093-1594fc4a525d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.76 "GET /v2.0/networks?id=32ce7763-b2b2-4b57-a05f-db5d38015e9f HTTP/1.1" status: 200 len: 816 time: 0.1995206 Aug 16 20:43:36.137837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 7bbd3a32-02c8-4434-a124-00f1cafb74de {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:36.138868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7bbd3a32-02c8-4434-a124-00f1cafb74de not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:36.171876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44366) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:36.237980 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-0c712592-a1e3-49d8-b97a-bd90b0c360f3 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b34307ab4f54b738e8de28f0575f9ee HTTP/1.1" status: 200 len: 379 time: 0.0952251 Aug 16 20:43:36.244777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47e320ae-8a2e-40d4-b8f3-527bb5c56885 req-8a8ec390-c1af-45c2-acb4-5d814e671c00 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187673 Aug 16 20:43:36.252799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Request body: {'port': {'device_id': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'admin_state_up': True, 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'security_groups': ['548f6649-578f-4d5e-b1f3-4199c3309aba']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:36.286521 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bb48243a-6b0e-4956-a563-edc8493c3a37 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f1512c27697547c8b874cd2b94cdbd05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025298 Aug 16 20:43:36.289543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44370) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:36.351110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:36.376839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181', 'network_id': 'd425fa94-d25a-4e09-9e69-aa4e15cd1f0d', 'port_id': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181', 'mac_address': 'fa:16:3e:b6:15:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee86ab0e-bc30-42b5-992b-7b4d29d928a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:36.442980 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3146462-e117-4295-8fd2-c374a40f3bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.461288 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.484821 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3146462-e117-4295-8fd2-c374a40f3bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.490959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:36.493200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4c34fee-6790-4d8a-a292-a531b3517b74 req-6eedb3a9-587e-4494-a360-81396e2c6fe9 tempest-ImagesOneServerTestJSON-732532563 tempest-ImagesOneServerTestJSON-732532563-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a68b116-3ee1-4b4e-900b-7f195377a8e7 HTTP/1.1" status: 200 len: 210 time: 0.0747619 Aug 16 20:43:36.529673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d3c58ea1-c474-419f-85fa-29bd535f11f6 req-ced95fae-0aba-4cb4-81ee-56de6ee5ce74 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 210 time: 0.0694530 Aug 16 20:43:36.544578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:36.641289 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.642162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Made reservation on behalf of 8b34307ab4f54b738e8de28f0575f9ee for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:36.648456 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3146462-e117-4295-8fd2-c374a40f3bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.649192 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.654665 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3146462-e117-4295-8fd2-c374a40f3bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.663334 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f3146462-e117-4295-8fd2-c374a40f3bee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8dd489fb-c7dd-4aa3-a2ab-f031fa450bec HTTP/1.1" status: 204 len: 168 time: 0.3710816 Aug 16 20:43:36.684386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3146462-e117-4295-8fd2-c374a40f3bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd489fb-c7dd-4aa3-a2ab-f031fa450bec,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:36.777179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:36.849493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Allocated IP 172.20.0.12 (32ce7763-b2b2-4b57-a05f-db5d38015e9f/f5de9106-bc0b-4ff3-b478-ae4f0feec18d/cb1ba463-6ae5-4221-bc94-6a595b3eac0c) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:36.874415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['29115ad8-16e6-4e6b-a58c-6d5bf9dc9181'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:37.060869 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:37.094933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62ba11-03fb-4531-a7e8-e684babbe93e req-5a575929-38a5-444d-9ec9-0c69227719c5 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:37.095561 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a62ba11-03fb-4531-a7e8-e684babbe93e req-5a575929-38a5-444d-9ec9-0c69227719c5 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 945 time: 0.0929735 Aug 16 20:43:37.096651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Transition to ACTIVE for port object cb1ba463-6ae5-4221-bc94-6a595b3eac0c will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:37.161472 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a62ba11-03fb-4531-a7e8-e684babbe93e req-74907d07-d72e-422a-9e70-daa64be1759f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588365 Aug 16 20:43:37.241784 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:37.295197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Network 32ce7763-b2b2-4b57-a05f-db5d38015e9f is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:37.298996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:37.303470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:37.311271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Pushing event updated for resources: {'Port': ['ID=cb1ba463-6ae5-4221-bc94-6a595b3eac0c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:37.373062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:37.373962 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:37.466511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc651d9-413e-48c8-a663-81029d56c47c req-41fa8898-3e36-49d1-88fe-391760212952 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:37.468188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fcc651d9-413e-48c8-a663-81029d56c47c req-41fa8898-3e36-49d1-88fe-391760212952 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.0697465 Aug 16 20:43:37.492797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-53e281b4-c93b-4c8c-95ac-2f4839ada922 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2432234 Aug 16 20:43:37.507430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Request body: {'port': {'device_id': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:37.602880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fcc651d9-413e-48c8-a663-81029d56c47c req-d69f3c2f-7eeb-41c6-b778-c2e646c95eb0 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249280 Aug 16 20:43:37.667718 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:37.910117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-71ebed20-4fcc-4db3-a239-03d27e3a3e13 None None] Provisioning for port cb1ba463-6ae5-4221-bc94-6a595b3eac0c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:37.915004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-71ebed20-4fcc-4db3-a239-03d27e3a3e13 None None] Provisioning complete for port cb1ba463-6ae5-4221-bc94-6a595b3eac0c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:37.917961 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-71ebed20-4fcc-4db3-a239-03d27e3a3e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:37.924353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80a55d-7784-48e3-af25-8aeb58dcda71 req-fbb11f91-d94f-4ba0-b99d-089604527c8a tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:37.926893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a80a55d-7784-48e3-af25-8aeb58dcda71 req-fbb11f91-d94f-4ba0-b99d-089604527c8a tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 932 time: 0.1584206 Aug 16 20:43:37.956046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-71ebed20-4fcc-4db3-a239-03d27e3a3e13 None None] Port cb1ba463-6ae5-4221-bc94-6a595b3eac0c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:38.031348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a80a55d-7784-48e3-af25-8aeb58dcda71 req-a91b263f-1ee8-4f72-a85f-909a66d39912 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987735 Aug 16 20:43:38.111454 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:38.168803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1ba463-6ae5-4221-bc94-6a595b3eac0c {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:38.178684 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.192799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Transition to ACTIVE for port object cb1ba463-6ae5-4221-bc94-6a595b3eac0c will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:38.280996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:38.291992 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.295024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:38.295471 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.386921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Pushing event updated for resources: {'Port': ['ID=cb1ba463-6ae5-4221-bc94-6a595b3eac0c,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:38.405039 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.423644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51ccef-cfb1-41ea-bfdf-b02a50bbe393 req-6303e604-5bef-45cc-bccc-ebabf5bda241 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:38.426241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e51ccef-cfb1-41ea-bfdf-b02a50bbe393 req-6303e604-5bef-45cc-bccc-ebabf5bda241 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 945 time: 0.1891222 Aug 16 20:43:38.450845 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:38.453872 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd60bf68-3e2c-4480-b177-c51c4959bec5" -d '{"events": [{"server_uuid": "7b33de84-bb04-4064-b56b-2a221f0f78c0", "name": "network-vif-plugged", "status": "completed", "tag": "29115ad8-16e6-4e6b-a58c-6d5bf9dc9181"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:38.483683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:38.510713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44424) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:38.555021 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.555940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7bbd3a32-02c8-4434-a124-00f1cafb74de no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:38.556073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e51ccef-cfb1-41ea-bfdf-b02a50bbe393 req-8b15f6eb-e0c3-4f99-85f8-26d6e28deb12 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935736 Aug 16 20:43:38.580761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Attempting to bind port cb1ba463-6ae5-4221-bc94-6a595b3eac0c on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:38.583268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Attempting to bind port cb1ba463-6ae5-4221-bc94-6a595b3eac0c by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:38.583925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Attempting to bind port cb1ba463-6ae5-4221-bc94-6a595b3eac0c on network 32ce7763-b2b2-4b57-a05f-db5d38015e9f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:38.594034 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 7bbd3a32-02c8-4434-a124-00f1cafb74de {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:38.594405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Port cb1ba463-6ae5-4221-bc94-6a595b3eac0c on network 32ce7763-b2b2-4b57-a05f-db5d38015e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:38.594648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Attempting to bind port cb1ba463-6ae5-4221-bc94-6a595b3eac0c on network 32ce7763-b2b2-4b57-a05f-db5d38015e9f {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:38.596408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7bbd3a32-02c8-4434-a124-00f1cafb74de not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:38.610944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:38.611288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Checking segment: {'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:38.613974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Bound using segment: {'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:38.614466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Bound port: cb1ba463-6ae5-4221-bc94-6a595b3eac0c, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940cf92c-743e-4b61-9236-d3dc0175cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:38.615166 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.710740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:38.764025 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd3f23e-14c1-4784-b503-2537e4a009fb x-openstack-request-id: req-ddd3f23e-14c1-4784-b503-2537e4a009fb {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:38.765004 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b33de84-bb04-4064-b56b-2a221f0f78c0", "name": "network-vif-plugged", "status": "completed", "tag": "29115ad8-16e6-4e6b-a58c-6d5bf9dc9181", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:38.765486 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ddd3f23e-14c1-4784-b503-2537e4a009fb {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:38.766112 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181', 'code': 200} Aug 16 20:43:38.786091 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c119250e-13b5-4e9d-9c5c-8ca5f230a519 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b4e03c19e9b42d29445fe515d6c9bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731791 Aug 16 20:43:38.790047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44430) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:38.794847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] For port cb1ba463-6ae5-4221-bc94-6a595b3eac0c, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:38.815387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] For port cb1ba463-6ae5-4221-bc94-6a595b3eac0c, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cb1ba463-6ae5-4221-bc94-6a595b3eac0c,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:38.943322 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2d6dd91-8c92-473c-83da-cac3098d0f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.954889 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.958569 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbeef50-7094-4614-9424-109b8ce62e6c req-db670e8c-321b-4131-8e90-e79b0d1b1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:38.962483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7cbeef50-7094-4614-9424-109b8ce62e6c req-db670e8c-321b-4131-8e90-e79b0d1b1df5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 1098 time: 0.1191721 Aug 16 20:43:39.046186 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2d6dd91-8c92-473c-83da-cac3098d0f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.050957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:39.052156 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.054764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] 10.222.0.76 "PUT /v2.0/ports/cb1ba463-6ae5-4221-bc94-6a595b3eac0c HTTP/1.1" status: 200 len: 1093 time: 1.5521636 Aug 16 20:43:39.059164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'tag': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:39.073579 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cc6517-3186-44a5-8ce3-55e9dacf7e71" -d '{"events": [{"name": "network-changed", "server_uuid": "d380fd3e-b3a7-47f2-befd-a98399a32c2e", "tag": "cb1ba463-6ae5-4221-bc94-6a595b3eac0c"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:39.098742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9043b6-a8cd-410f-afd0-732317556e39 req-171b5899-7b17-4163-a524-ae081c6fea55 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:39.099490 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7cbeef50-7094-4614-9424-109b8ce62e6c req-07f9e8db-e6ba-4fac-a3b6-b1b7a7660d09 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170399 Aug 16 20:43:39.111039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d9043b6-a8cd-410f-afd0-732317556e39 req-171b5899-7b17-4163-a524-ae081c6fea55 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.2445240 Aug 16 20:43:39.267987 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2d6dd91-8c92-473c-83da-cac3098d0f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.272068 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2d6dd91-8c92-473c-83da-cac3098d0f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.278807 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d2d6dd91-8c92-473c-83da-cac3098d0f7c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ad2400f3-dde9-46bc-b645-94a30c459109 HTTP/1.1" status: 204 len: 168 time: 0.4873528 Aug 16 20:43:39.290256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6dd91-8c92-473c-83da-cac3098d0f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2400f3-dde9-46bc-b645-94a30c459109,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:39.351135 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e890be3-7e8d-4446-9bd5-bf42cba5a98f service neutron] Pushing event updated for resources: {'Port': ['ID=cb1ba463-6ae5-4221-bc94-6a595b3eac0c,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:39.369861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d9043b6-a8cd-410f-afd0-732317556e39 req-1e2206bf-344d-47ef-b955-8a30308425a3 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506602 Aug 16 20:43:39.393863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54404438-9af8-4f0e-9f5e-178bd4925764 req-88cc384d-9058-4043-aea2-d91b7e2d4dcc tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:39.395488 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54404438-9af8-4f0e-9f5e-178bd4925764 req-88cc384d-9058-4043-aea2-d91b7e2d4dcc tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 944 time: 0.1689200 Aug 16 20:43:39.402257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-650fb062-7cb8-4530-9f34-5ade65e1c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:39.406370 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-650fb062-7cb8-4530-9f34-5ade65e1c229 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b34307ab4f54b738e8de28f0575f9ee&device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 1096 time: 0.1996684 Aug 16 20:43:39.437928 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638469f5-f528-414c-8553-03a2b4f01bc9 x-openstack-request-id: req-638469f5-f528-414c-8553-03a2b4f01bc9 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:39.438228 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d380fd3e-b3a7-47f2-befd-a98399a32c2e", "tag": "cb1ba463-6ae5-4221-bc94-6a595b3eac0c", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:39.440663 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-638469f5-f528-414c-8553-03a2b4f01bc9 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:39.440663 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'tag': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c', 'status': 'completed', 'code': 200} Aug 16 20:43:39.489943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-c411c98e-1aff-486d-8335-1352a6094e87 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb1ba463-6ae5-4221-bc94-6a595b3eac0c HTTP/1.1" status: 200 len: 217 time: 0.0501380 Aug 16 20:43:39.511565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54404438-9af8-4f0e-9f5e-178bd4925764 req-923c4933-448f-43bf-96d8-bab3ea45e4a0 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018395 Aug 16 20:43:39.576980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-ee4786f3-2fb6-458a-9fed-c85ddad5dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:39.578561 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-ee4786f3-2fb6-458a-9fed-c85ddad5dfe2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5de9106-bc0b-4ff3-b478-ae4f0feec18d HTTP/1.1" status: 200 len: 855 time: 0.0656703 Aug 16 20:43:39.617310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44462) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:39.664619 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-775ae28d-941c-4655-ab07-21ca260ef07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:39.674539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-775ae28d-941c-4655-ab07-21ca260ef07a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32ce7763-b2b2-4b57-a05f-db5d38015e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846300 Aug 16 20:43:39.820085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ad4b-49e5-4e8c-9e86-3ed7dfdcefb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.832705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abc0b4-24ae-43bf-b3af-576add54ddeb req-41ed958a-db87-4868-b9a2-2805e043307c tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:39.840244 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40abc0b4-24ae-43bf-b3af-576add54ddeb req-41ed958a-db87-4868-b9a2-2805e043307c tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 946 time: 0.1612089 Aug 16 20:43:39.873897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-97ef4297-6232-4448-8c76-ec02e8de03eb service neutron] 10.222.0.76 "GET /v2.0/networks/32ce7763-b2b2-4b57-a05f-db5d38015e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936076 Aug 16 20:43:39.908222 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40abc0b4-24ae-43bf-b3af-576add54ddeb req-6c301776-2227-4b21-8462-a81068b100df tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668323 Aug 16 20:43:39.921908 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ad4b-49e5-4e8c-9e86-3ed7dfdcefb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.988376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa435279-2595-462a-b6c3-b5f1ddec38e6 req-20f13bb7-30ab-4117-8489-0b25ca2e4de9 service neutron] 10.222.0.76 "GET /v2.0/networks/32ce7763-b2b2-4b57-a05f-db5d38015e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040287 Aug 16 20:43:40.012645 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ad4b-49e5-4e8c-9e86-3ed7dfdcefb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.052003 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e8c8ad4b-49e5-4e8c-9e86-3ed7dfdcefb4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d58bd47ef12b40a9a74b36f2b2a8d34b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328647 Aug 16 20:43:40.053155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8ad4b-49e5-4e8c-9e86-3ed7dfdcefb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8b5609-77f7-4b02-b059-e31ec388a47e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.054777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44480) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:40.141385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ea7f84f-a262-4e62-a855-813f46bf7787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.186895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ea7f84f-a262-4e62-a855-813f46bf7787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.224777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc6517-3186-44a5-8ce3-55e9dacf7e71 req-05fbc003-5b77-4329-8122-d9d96688895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.226300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39cc6517-3186-44a5-8ce3-55e9dacf7e71 req-05fbc003-5b77-4329-8122-d9d96688895b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b34307ab4f54b738e8de28f0575f9ee&device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 1096 time: 0.0755239 Aug 16 20:43:40.332560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc6517-3186-44a5-8ce3-55e9dacf7e71 req-e1cf342d-111d-474e-91e2-564405b034ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.334106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39cc6517-3186-44a5-8ce3-55e9dacf7e71 req-e1cf342d-111d-474e-91e2-564405b034ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=32ce7763-b2b2-4b57-a05f-db5d38015e9f HTTP/1.1" status: 200 len: 917 time: 0.0958674 Aug 16 20:43:40.376784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39cc6517-3186-44a5-8ce3-55e9dacf7e71 req-1aadd015-f954-43e2-9348-8720ee594b6b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb1ba463-6ae5-4221-bc94-6a595b3eac0c HTTP/1.1" status: 200 len: 217 time: 0.0346980 Aug 16 20:43:40.418109 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ea7f84f-a262-4e62-a855-813f46bf7787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.420975 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ea7f84f-a262-4e62-a855-813f46bf7787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.422278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0ea7f84f-a262-4e62-a855-813f46bf7787 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0c8b5609-77f7-4b02-b059-e31ec388a47e HTTP/1.1" status: 204 len: 168 time: 0.3660226 Aug 16 20:43:40.433083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7f84f-a262-4e62-a855-813f46bf7787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8b5609-77f7-4b02-b059-e31ec388a47e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.454733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc6517-3186-44a5-8ce3-55e9dacf7e71 req-53873102-01fa-4519-8a1d-c14d8a12e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.456567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39cc6517-3186-44a5-8ce3-55e9dacf7e71 req-53873102-01fa-4519-8a1d-c14d8a12e5c8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5de9106-bc0b-4ff3-b478-ae4f0feec18d HTTP/1.1" status: 200 len: 855 time: 0.0706131 Aug 16 20:43:40.574933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc6517-3186-44a5-8ce3-55e9dacf7e71 req-a3eeb00f-44dd-4b32-b138-f7e4b7569041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.577763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39cc6517-3186-44a5-8ce3-55e9dacf7e71 req-a3eeb00f-44dd-4b32-b138-f7e4b7569041 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32ce7763-b2b2-4b57-a05f-db5d38015e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133883 Aug 16 20:43:40.654185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf77b8-d360-462b-8ce8-683d62976124 req-06315e22-cdc0-4506-9655-210d76186c6e tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.661534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9aaf77b8-d360-462b-8ce8-683d62976124 req-06315e22-cdc0-4506-9655-210d76186c6e tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.1324620 Aug 16 20:43:41.187152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9aaf77b8-d360-462b-8ce8-683d62976124 req-36732914-7a7a-4d1e-b72f-763336be3969 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244865 Aug 16 20:43:41.218348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39cc6517-3186-44a5-8ce3-55e9dacf7e71 req-07c599c9-6cf4-476b-b671-eb9cc0ec1422 service neutron] 10.222.0.76 "GET /v2.0/networks/32ce7763-b2b2-4b57-a05f-db5d38015e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257002 Aug 16 20:43:41.230041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b2f1a-4e8c-4a74-8782-1cb64ea0495a req-ef2a1e81-93c5-4b34-aaf5-045c2ac8055b tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.231637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d4b2f1a-4e8c-4a74-8782-1cb64ea0495a req-ef2a1e81-93c5-4b34-aaf5-045c2ac8055b tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 944 time: 0.5881259 Aug 16 20:43:41.363440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d4b2f1a-4e8c-4a74-8782-1cb64ea0495a req-03777b57-33d7-4922-959f-5b481b1f8941 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664184 Aug 16 20:43:41.396406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39cc6517-3186-44a5-8ce3-55e9dacf7e71 req-9908f87d-9bfd-4399-ba73-4f3c28a7e0e9 service neutron] 10.222.0.76 "GET /v2.0/networks/32ce7763-b2b2-4b57-a05f-db5d38015e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637125 Aug 16 20:43:41.571832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf04fd-65c4-466d-84f5-3ec7d1cb923e req-f79f1f8e-7915-4d79-abd0-bd79c72536a9 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.574743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24cf04fd-65c4-466d-84f5-3ec7d1cb923e req-f79f1f8e-7915-4d79-abd0-bd79c72536a9 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 946 time: 0.0731459 Aug 16 20:43:41.630725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24cf04fd-65c4-466d-84f5-3ec7d1cb923e req-d9bcfbd8-ac30-4eac-9f34-39580d8871ae tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499675 Aug 16 20:43:41.820284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d64e-131b-4927-b1a4-82140788a556 req-c98e6edf-bba2-4482-b617-5edded0f7270 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.826593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d64e-131b-4927-b1a4-82140788a556 req-c98e6edf-bba2-4482-b617-5edded0f7270 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.872464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d64e-131b-4927-b1a4-82140788a556 req-c98e6edf-bba2-4482-b617-5edded0f7270 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.899831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d64e-131b-4927-b1a4-82140788a556 req-c98e6edf-bba2-4482-b617-5edded0f7270 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.908433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d64e-131b-4927-b1a4-82140788a556 req-c98e6edf-bba2-4482-b617-5edded0f7270 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.915915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d64e-131b-4927-b1a4-82140788a556 req-c98e6edf-bba2-4482-b617-5edded0f7270 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.927616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d64e-131b-4927-b1a4-82140788a556 req-c98e6edf-bba2-4482-b617-5edded0f7270 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.934862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4d6d64e-131b-4927-b1a4-82140788a556 req-c98e6edf-bba2-4482-b617-5edded0f7270 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5445 time: 0.1809540 Aug 16 20:43:41.994600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7486f70b-2fce-444c-a0d9-83ab69ec1389 req-d497c644-7dfd-4750-aa3c-7afbb0cd1f78 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1195738036&fields=id&tenant_id=56c95505a081488daac6f85de7b06150 HTTP/1.1" status: 200 len: 267 time: 0.0616856 Aug 16 20:43:42.011270 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44552) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:42.019621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4d6d64e-131b-4927-b1a4-82140788a556 req-6de864a0-468a-468c-80b4-e863f5a6fd00 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747416 Aug 16 20:43:42.087467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486f70b-2fce-444c-a0d9-83ab69ec1389 req-40c1c3d5-98a6-499c-8d17-6d7911b1f959 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.089051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7486f70b-2fce-444c-a0d9-83ab69ec1389 req-40c1c3d5-98a6-499c-8d17-6d7911b1f959 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 946 time: 0.0885191 Aug 16 20:43:42.101811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-7486f70b-2fce-444c-a0d9-83ab69ec1389 req-4e45e7e0-c7ba-4710-83f3-2412fba8ac78 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'port': {'security_groups': ['e1b2a476-972b-408b-a573-85c345df0288', 'cd9100c6-45c0-4bbe-80b2-adc076b735b1']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:42.166448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2024770568-network', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:42.210699 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7486f70b-2fce-444c-a0d9-83ab69ec1389 req-4e45e7e0-c7ba-4710-83f3-2412fba8ac78 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.264280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800b07-e838-459e-b5bd-3faa3a56b0c1 req-58465c06-f10f-4d03-9474-54396e41baff tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.270166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800b07-e838-459e-b5bd-3faa3a56b0c1 req-58465c06-f10f-4d03-9474-54396e41baff tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.275917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800b07-e838-459e-b5bd-3faa3a56b0c1 req-58465c06-f10f-4d03-9474-54396e41baff tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.280766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:42.281719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800b07-e838-459e-b5bd-3faa3a56b0c1 req-58465c06-f10f-4d03-9474-54396e41baff tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.283933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.287580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800b07-e838-459e-b5bd-3faa3a56b0c1 req-58465c06-f10f-4d03-9474-54396e41baff tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.293493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800b07-e838-459e-b5bd-3faa3a56b0c1 req-58465c06-f10f-4d03-9474-54396e41baff tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.296517 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.299269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800b07-e838-459e-b5bd-3faa3a56b0c1 req-58465c06-f10f-4d03-9474-54396e41baff tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.301199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da800b07-e838-459e-b5bd-3faa3a56b0c1 req-58465c06-f10f-4d03-9474-54396e41baff tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5445 time: 0.1328413 Aug 16 20:43:42.415855 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.485297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396376-3ca8-4a9d-9e81-8c25d312cd2a req-f34412b2-80b0-4cc0-9a98-c87bc0939ce1 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.487348 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.492646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68396376-3ca8-4a9d-9e81-8c25d312cd2a req-f34412b2-80b0-4cc0-9a98-c87bc0939ce1 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.1176596 Aug 16 20:43:42.523070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:42.525759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:42.543468 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.543468 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Added segment 08991930-b85c-4074-8c70-fe7cdcecf6b3 of type vlan for network 3210b674-c780-4f42-a334-6f5c5adef6b7 Aug 16 20:43:42.545637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-7486f70b-2fce-444c-a0d9-83ab69ec1389 req-4e45e7e0-c7ba-4710-83f3-2412fba8ac78 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] For port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:42.572609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44580) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:42.581639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.598716 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7486f70b-2fce-444c-a0d9-83ab69ec1389 req-4e45e7e0-c7ba-4710-83f3-2412fba8ac78 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.612551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68396376-3ca8-4a9d-9e81-8c25d312cd2a req-ad4a391d-1105-4679-a0ac-e13c7fb0fe3e tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108403 Aug 16 20:43:42.681883 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7486f70b-2fce-444c-a0d9-83ab69ec1389 req-4e45e7e0-c7ba-4710-83f3-2412fba8ac78 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.692170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:42.694411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['29115ad8-16e6-4e6b-a58c-6d5bf9dc9181'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:42.698282 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.699347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.700480 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.761493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] Pushing event updated for resources: {'Network': ['ID=3210b674-c780-4f42-a334-6f5c5adef6b7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:42.773502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 3210b674-c780-4f42-a334-6f5c5adef6b7 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:42.792921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486f70b-2fce-444c-a0d9-83ab69ec1389 req-4e45e7e0-c7ba-4710-83f3-2412fba8ac78 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.793572 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7486f70b-2fce-444c-a0d9-83ab69ec1389 req-4e45e7e0-c7ba-4710-83f3-2412fba8ac78 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.795531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7486f70b-2fce-444c-a0d9-83ab69ec1389 req-4e45e7e0-c7ba-4710-83f3-2412fba8ac78 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "PUT /v2.0/ports/29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 HTTP/1.1" status: 200 len: 982 time: 0.6992412 Aug 16 20:43:42.795988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'tag': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:42.801658 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c055170e-b6cf-4152-9bcb-de737b691e71" -d '{"events": [{"name": "network-changed", "server_uuid": "7b33de84-bb04-4064-b56b-2a221f0f78c0", "tag": "29115ad8-16e6-4e6b-a58c-6d5bf9dc9181"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:42.813858 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cd77ecea-7c50-44ad-88be-817c3981fdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.835889 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f363d4c1-bc0a-48be-b8c0-1623e7d8b139 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8234053 Aug 16 20:43:42.838901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44588) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:42.845278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] Request body: {'subnet': {'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2024770568-subnet', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:42.846333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45e7e0-c7ba-4710-83f3-2412fba8ac78 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'Port': ['ID=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,revision_number=6']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:42.858959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd780e-0afe-4c0b-9aea-eab58296ee96 req-8151080d-3695-47bd-b024-2b8db9122d68 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.860507 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-20fd780e-0afe-4c0b-9aea-eab58296ee96 req-8151080d-3695-47bd-b024-2b8db9122d68 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 944 time: 0.1923172 Aug 16 20:43:42.915046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['29115ad8-16e6-4e6b-a58c-6d5bf9dc9181'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:42.950612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-20fd780e-0afe-4c0b-9aea-eab58296ee96 req-e708acb3-9bea-42c7-8f2a-e9871a8c2ff3 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778539 Aug 16 20:43:42.970596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7ca3bc6-799b-40fe-b79c-5ba2da176457 req-f4752fe9-5413-4c5f-b31c-bf0bce685313 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/cd9100c6-45c0-4bbe-80b2-adc076b735b1 HTTP/1.1" status: 200 len: 1802 time: 0.0785203 Aug 16 20:43:43.019865 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff148ad-23c4-4f2a-b807-6fca60a15a49 x-openstack-request-id: req-7ff148ad-23c4-4f2a-b807-6fca60a15a49 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:43.020288 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b33de84-bb04-4064-b56b-2a221f0f78c0", "tag": "29115ad8-16e6-4e6b-a58c-6d5bf9dc9181", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:43.020579 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7ff148ad-23c4-4f2a-b807-6fca60a15a49 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:43.020947 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'tag': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181', 'status': 'completed', 'code': 200} Aug 16 20:43:43.058806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cd77ecea-7c50-44ad-88be-817c3981fdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.062821 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-f7ca3bc6-799b-40fe-b79c-5ba2da176457 req-a3c85d98-f634-446b-af50-01482a94e315 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:43:43.064166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7ca3bc6-799b-40fe-b79c-5ba2da176457 req-a3c85d98-f634-446b-af50-01482a94e315 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "DELETE /v2.0/security-groups/cd9100c6-45c0-4bbe-80b2-adc076b735b1 HTTP/1.1" status: 409 len: 341 time: 0.0797803 Aug 16 20:43:43.099521 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055170e-b6cf-4152-9bcb-de737b691e71 req-80fc80b3-3938-4f84-a821-d8c3b55b8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.101295 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c055170e-b6cf-4152-9bcb-de737b691e71 req-80fc80b3-3938-4f84-a821-d8c3b55b8be4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56c95505a081488daac6f85de7b06150&device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 1137 time: 0.0554812 Aug 16 20:43:43.132827 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cd77ecea-7c50-44ad-88be-817c3981fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.188400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cd77ecea-7c50-44ad-88be-817c3981fdd4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8b862794e1aa447e91aef439fe3c14c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6132448 Aug 16 20:43:43.191246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77ecea-7c50-44ad-88be-817c3981fdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f96e04f-d19b-42fc-a57a-d55b8bf57fbb,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:43.193828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44594) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:43.259823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055170e-b6cf-4152-9bcb-de737b691e71 req-71e190d5-c4e7-4601-aa12-32e22e85900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.262085 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c055170e-b6cf-4152-9bcb-de737b691e71 req-71e190d5-c4e7-4601-aa12-32e22e85900f service neutron] 10.222.0.79 "GET /v2.0/networks?id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d HTTP/1.1" status: 200 len: 914 time: 0.1520221 Aug 16 20:43:43.265703 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-68e65203-6610-417d-a5f5-d09c5ae4e3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.290315 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-68e65203-6610-417d-a5f5-d09c5ae4e3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.312623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:43.315237 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.318630 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c055170e-b6cf-4152-9bcb-de737b691e71 req-d374af68-61c9-4923-88cb-488cfe84b21a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 HTTP/1.1" status: 200 len: 217 time: 0.0480306 Aug 16 20:43:43.410664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-68e65203-6610-417d-a5f5-d09c5ae4e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.420143 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-68e65203-6610-417d-a5f5-d09c5ae4e3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.426384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-68e65203-6610-417d-a5f5-d09c5ae4e3c5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1f96e04f-d19b-42fc-a57a-d55b8bf57fbb HTTP/1.1" status: 204 len: 168 time: 0.2276809 Aug 16 20:43:43.451579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055170e-b6cf-4152-9bcb-de737b691e71 req-13dc3c2f-fa88-4b2e-aa82-9d64f57fae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.451579 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c055170e-b6cf-4152-9bcb-de737b691e71 req-13dc3c2f-fa88-4b2e-aa82-9d64f57fae98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ee86ab0e-bc30-42b5-992b-7b4d29d928a9 HTTP/1.1" status: 200 len: 853 time: 0.1125827 Aug 16 20:43:43.462957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e65203-6610-417d-a5f5-d09c5ae4e3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f96e04f-d19b-42fc-a57a-d55b8bf57fbb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:43.512232 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c055170e-b6cf-4152-9bcb-de737b691e71 req-77ea5d5e-41f5-4c8e-b48b-dbea9b8ca943 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596240 Aug 16 20:43:43.540605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86241-5c2b-4b9b-8d06-ff7793e4a5db req-96c72426-1e5e-4dca-a500-10dbfc495e5f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.549581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3f86241-5c2b-4b9b-8d06-ff7793e4a5db req-96c72426-1e5e-4dca-a500-10dbfc495e5f tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 985 time: 0.1097872 Aug 16 20:43:43.592890 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3f86241-5c2b-4b9b-8d06-ff7793e4a5db req-3a983f40-b974-49f8-a743-b4bf05c4db64 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&id=cd9100c6-45c0-4bbe-80b2-adc076b735b1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0394843 Aug 16 20:43:43.727919 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c055170e-b6cf-4152-9bcb-de737b691e71 req-f42c2066-129b-4158-bfdb-554060b99b38 service neutron] 10.222.0.79 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991310 Aug 16 20:43:43.765871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65b801-30ac-460a-bdad-611e0203856e req-2dc843fd-83d4-4be7-857b-1ee42af4c368 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.768065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e65b801-30ac-460a-bdad-611e0203856e req-2dc843fd-83d4-4be7-857b-1ee42af4c368 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.0619698 Aug 16 20:43:43.813452 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.833062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e65b801-30ac-460a-bdad-611e0203856e req-9da4899c-4408-47f9-b065-35370040e756 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Aug 16 20:43:43.886622 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c055170e-b6cf-4152-9bcb-de737b691e71 req-3de86111-049b-41e2-8c6b-58423e95a23a service neutron] 10.222.0.79 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509287 Aug 16 20:43:43.923368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd5740c-12ec-4836-9def-0fbb59759318,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:43.925754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] Checking segment: {'id': '08991930-b85c-4074-8c70-fe7cdcecf6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:43.926115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] Network hostable DHCP agents. Network: 3210b674-c780-4f42-a334-6f5c5adef6b7, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:44.049933 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] Network 3210b674-c780-4f42-a334-6f5c5adef6b7 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:44.068670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1aca1-69f7-4aea-8fbe-f7024e8eafa3 req-a0f35af9-1908-4b1f-9e94-034228b646e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.069880 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30d1aca1-69f7-4aea-8fbe-f7024e8eafa3 req-a0f35af9-1908-4b1f-9e94-034228b646e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56c95505a081488daac6f85de7b06150&device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 1137 time: 0.0555291 Aug 16 20:43:44.110288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e2913-f19d-44fe-a735-87342a13be18 req-cf1e0a8a-b1ff-4750-9cf1-c402e345d92a tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.117962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-120e2913-f19d-44fe-a735-87342a13be18 req-cf1e0a8a-b1ff-4750-9cf1-c402e345d92a tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 944 time: 0.0634460 Aug 16 20:43:44.176270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-120e2913-f19d-44fe-a735-87342a13be18 req-2c72272f-85a7-4fa8-b381-ee73322a569f tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572526 Aug 16 20:43:44.194447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 3210b674-c780-4f42-a334-6f5c5adef6b7) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:44.199234 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.199833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.207687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a04267-6df2-4ad9-b9ce-2a56294afd33 None None] Network 3210b674-c780-4f42-a334-6f5c5adef6b7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:44.431736 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-3210b674-c780-4f42-a334-6f5c5adef6b7', 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'fixed_ips': [{'subnet_id': '2cd5740c-12ec-4836-9def-0fbb59759318'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:43:44.435430 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.487671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-f5d0184f-3acd-455a-abcd-e237c630344b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0906844 Aug 16 20:43:44.565269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1aca1-69f7-4aea-8fbe-f7024e8eafa3 req-af58a2b2-6aed-4daa-acaf-c7ed2fbf7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.567398 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30d1aca1-69f7-4aea-8fbe-f7024e8eafa3 req-af58a2b2-6aed-4daa-acaf-c7ed2fbf7fe9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d HTTP/1.1" status: 200 len: 914 time: 0.4894361 Aug 16 20:43:44.649838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-0ac2a308-3e2a-4f60-9c34-3aed864911ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.650349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-0ac2a308-3e2a-4f60-9c34-3aed864911ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.650834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-0ac2a308-3e2a-4f60-9c34-3aed864911ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.651324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-0ac2a308-3e2a-4f60-9c34-3aed864911ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.651867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-0ac2a308-3e2a-4f60-9c34-3aed864911ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.652344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-0ac2a308-3e2a-4f60-9c34-3aed864911ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.652821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-0ac2a308-3e2a-4f60-9c34-3aed864911ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.658078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-0ac2a308-3e2a-4f60-9c34-3aed864911ec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6509 time: 0.0920181 Aug 16 20:43:44.674203 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44652) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:44.675263 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-85ee74da-4c16-4ed9-b525-4e00e82c47a5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8310363 Aug 16 20:43:44.679782 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30d1aca1-69f7-4aea-8fbe-f7024e8eafa3 req-2a6be2c0-7625-4b95-a0ea-e74f8ebe9c71 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 HTTP/1.1" status: 200 len: 217 time: 0.1032238 Aug 16 20:43:44.687118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2024770568-router', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:44.783874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1aca1-69f7-4aea-8fbe-f7024e8eafa3 req-adb133c5-6fe7-41eb-af09-6c0c2e72b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.785944 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30d1aca1-69f7-4aea-8fbe-f7024e8eafa3 req-adb133c5-6fe7-41eb-af09-6c0c2e72b357 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ee86ab0e-bc30-42b5-992b-7b4d29d928a9 HTTP/1.1" status: 200 len: 853 time: 0.0978284 Aug 16 20:43:44.786173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Allocated IP 172.20.0.2 (3210b674-c780-4f42-a334-6f5c5adef6b7/2cd5740c-12ec-4836-9def-0fbb59759318/285f722b-7672-4a15-bf61-fb30499b36b8) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:44.791180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44654) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:44.907771 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.917069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.946097 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30d1aca1-69f7-4aea-8fbe-f7024e8eafa3 req-1f94de42-ad62-4bfb-bc18-8e6ac4c6d719 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240811 Aug 16 20:43:44.970982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e3af1-45df-4d93-901f-d1f46c20c0d6 req-162ae54b-1ff1-428d-8a88-e90ab5752ea9 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.973263 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c57e3af1-45df-4d93-901f-d1f46c20c0d6 req-162ae54b-1ff1-428d-8a88-e90ab5752ea9 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 985 time: 0.2192776 Aug 16 20:43:45.056758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-76ab263d-7169-4eb7-9350-ec37b9575eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.057276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-76ab263d-7169-4eb7-9350-ec37b9575eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.057764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-76ab263d-7169-4eb7-9350-ec37b9575eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.059368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-76ab263d-7169-4eb7-9350-ec37b9575eca service neutron] 10.222.0.76 "GET /v2.0/networks?id=9505ab7f-c601-4aee-bc21-fb8454e73838&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431 HTTP/1.1" status: 200 len: 2297 time: 0.3645091 Aug 16 20:43:45.092409 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30d1aca1-69f7-4aea-8fbe-f7024e8eafa3 req-2d3841d9-30d1-44e7-8bf4-39d6e1837277 service neutron] 10.222.0.79 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434226 Aug 16 20:43:45.173323 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c57e3af1-45df-4d93-901f-d1f46c20c0d6 req-b31d1e9f-e8a4-4be0-a004-0a2a9114eca9 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&id=cd9100c6-45c0-4bbe-80b2-adc076b735b1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1883242 Aug 16 20:43:45.224960 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.230205 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.246269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-f7cf264c-228f-4216-8c51-f6967f38d5b9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541101d5-19e3-4b09-8468-6b127501afbd HTTP/1.1" status: 200 len: 1001 time: 0.1676471 Aug 16 20:43:45.249869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dead60-938b-4123-acae-0415fbf01d90 req-7dca1ed1-2759-419b-bfa1-003790be6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.249869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dead60-938b-4123-acae-0415fbf01d90 req-7dca1ed1-2759-419b-bfa1-003790be6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.249869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dead60-938b-4123-acae-0415fbf01d90 req-7dca1ed1-2759-419b-bfa1-003790be6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.249869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dead60-938b-4123-acae-0415fbf01d90 req-7dca1ed1-2759-419b-bfa1-003790be6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.250647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dead60-938b-4123-acae-0415fbf01d90 req-7dca1ed1-2759-419b-bfa1-003790be6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.251109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dead60-938b-4123-acae-0415fbf01d90 req-7dca1ed1-2759-419b-bfa1-003790be6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.251546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dead60-938b-4123-acae-0415fbf01d90 req-7dca1ed1-2759-419b-bfa1-003790be6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.254318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Transition to ACTIVE for port object 285f722b-7672-4a15-bf61-fb30499b36b8 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:45.261080 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81dead60-938b-4123-acae-0415fbf01d90 req-7dca1ed1-2759-419b-bfa1-003790be6dcc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6509 time: 0.4687352 Aug 16 20:43:45.272608 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-834c86e9-b2fb-42b6-9473-f2a6bed9bc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.277491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d091ea-f04b-47d8-a0b3-322325245234 req-ad296c82-42ac-41a5-915a-84cf945f1283 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.279825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Transition to ACTIVE for port object 285f722b-7672-4a15-bf61-fb30499b36b8 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:45.279974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17d091ea-f04b-47d8-a0b3-322325245234 req-ad296c82-42ac-41a5-915a-84cf945f1283 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.2963777 Aug 16 20:43:45.316269 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30d1aca1-69f7-4aea-8fbe-f7024e8eafa3 req-c864c746-7194-49e1-9c78-826a24b9328e service neutron] 10.222.0.79 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130742 Aug 16 20:43:45.334788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81dead60-938b-4123-acae-0415fbf01d90 req-2b6729a1-a5be-462d-a402-35c283a442ec service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727277 Aug 16 20:43:45.367828 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.408809 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Network 3210b674-c780-4f42-a334-6f5c5adef6b7 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:45.416197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:45.420619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:45.437063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Pushing event updated for resources: {'Port': ['ID=285f722b-7672-4a15-bf61-fb30499b36b8,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:45.489846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-205ddebf-e110-451e-bfa1-829350e174f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.490815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Attempting to bind port 285f722b-7672-4a15-bf61-fb30499b36b8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:45.490815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Attempting to bind port 285f722b-7672-4a15-bf61-fb30499b36b8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '08991930-b85c-4074-8c70-fe7cdcecf6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:45.491426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Attempting to bind port 285f722b-7672-4a15-bf61-fb30499b36b8 on network 3210b674-c780-4f42-a334-6f5c5adef6b7 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:45.491579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-205ddebf-e110-451e-bfa1-829350e174f2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29c47eaa-d5e4-4aaf-bef9-954047912db6 HTTP/1.1" status: 200 len: 856 time: 0.2106457 Aug 16 20:43:45.498458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:45.498943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Checking segment: {'id': '08991930-b85c-4074-8c70-fe7cdcecf6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:45.499460 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.499949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Bound using segment: {'id': '08991930-b85c-4074-8c70-fe7cdcecf6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:45.500571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Bound port: 285f722b-7672-4a15-bf61-fb30499b36b8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08991930-b85c-4074-8c70-fe7cdcecf6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:45.501073 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.513792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17d091ea-f04b-47d8-a0b3-322325245234 req-26449133-65a3-46be-a13d-b563f4e37d8a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112882 Aug 16 20:43:45.647712 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] For port 285f722b-7672-4a15-bf61-fb30499b36b8, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:45.652580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] For port 285f722b-7672-4a15-bf61-fb30499b36b8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=285f722b-7672-4a15-bf61-fb30499b36b8,segment=NetworkSegment(08991930-b85c-4074-8c70-fe7cdcecf6b3),segment_id=08991930-b85c-4074-8c70-fe7cdcecf6b3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:45.712249 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.717529 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.733858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-04532d31-301b-4b7e-a9ad-e34c6ff5fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.735672 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-04532d31-301b-4b7e-a9ad-e34c6ff5fc95 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9505ab7f-c601-4aee-bc21-fb8454e73838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2206278 Aug 16 20:43:45.749304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece7158-826e-44ad-9b0f-ad71f76f6a0e req-4130462b-d62d-4447-ba74-e5f8adc855cd tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.756725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eece7158-826e-44ad-9b0f-ad71f76f6a0e req-4130462b-d62d-4447-ba74-e5f8adc855cd tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 944 time: 0.0804558 Aug 16 20:43:45.817709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee7ce0-4a22-4c96-9410-68c22a3bc7cc None None] Pushing event updated for resources: {'Port': ['ID=285f722b-7672-4a15-bf61-fb30499b36b8,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:45.953825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eece7158-826e-44ad-9b0f-ad71f76f6a0e req-7a710f38-6144-4397-9e46-4771beed6fe7 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921124 Aug 16 20:43:46.055606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-26509d14-9185-49e9-abb3-8d6076af5217 service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966764 Aug 16 20:43:46.236428 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-150ffd87-74a5-4891-88c6-cca5d11262dd service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726639 Aug 16 20:43:46.327754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-627e409d-5a7b-40fc-8e7c-39c2d41d83dc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 HTTP/1.1" status: 200 len: 217 time: 0.0839729 Aug 16 20:43:46.392399 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.423656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-595dcca9-f284-47eb-b9cb-ebbbe3fcb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.425149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-595dcca9-f284-47eb-b9cb-ebbbe3fcb108 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.0865521 Aug 16 20:43:46.427065 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.436193 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fd06a-4255-49aa-a6d6-23df1a5e2de4 req-72b9112a-d243-4c8b-8d5e-19731a148b03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.437692 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b20fd06a-4255-49aa-a6d6-23df1a5e2de4 req-72b9112a-d243-4c8b-8d5e-19731a148b03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 985 time: 0.1715717 Aug 16 20:43:46.556791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-1a529e04-a603-48fb-9703-b9a744418cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.558406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-1a529e04-a603-48fb-9703-b9a744418cd8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197939 Aug 16 20:43:46.571993 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b20fd06a-4255-49aa-a6d6-23df1a5e2de4 req-5e716bf7-8499-4cd8-b1f4-eba9c78ceaa7 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=e1b2a476-972b-408b-a573-85c345df0288&id=cd9100c6-45c0-4bbe-80b2-adc076b735b1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1249492 Aug 16 20:43:46.779240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Allocated IP 172.25.4.2 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/ccfca519-4eaf-43b3-8197-72cabcad0aa6) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:46.800025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4028da3-9003-453b-8875-1889e1f39ed4 req-9645ea0d-44f3-458f-a52d-a9590d5a6e01 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1971635290&fields=id&tenant_id=56c95505a081488daac6f85de7b06150 HTTP/1.1" status: 200 len: 267 time: 0.1122139 Aug 16 20:43:46.891092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-9ba7abee-c791-48a0-995e-19289d32ea68 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157070 Aug 16 20:43:46.902620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e653a2e-aa73-44b8-975d-c0431ee0a915 None None] Network 3210b674-c780-4f42-a334-6f5c5adef6b7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:46.906092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76557130-f18f-40bd-a515-6e12ca533df5 req-e75b9406-7e39-489f-81c8-03dafc915eb0 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.907562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76557130-f18f-40bd-a515-6e12ca533df5 req-e75b9406-7e39-489f-81c8-03dafc915eb0 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.2008407 Aug 16 20:43:47.013540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028da3-9003-453b-8875-1889e1f39ed4 req-923ed460-3a92-463c-9511-a2751e7548d3 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.015057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4028da3-9003-453b-8875-1889e1f39ed4 req-923ed460-3a92-463c-9511-a2751e7548d3 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 985 time: 0.2032075 Aug 16 20:43:47.046984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-b4028da3-9003-453b-8875-1889e1f39ed4 req-908001a2-dd63-4bfe-bf81-eed41044aa6e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'port': {'security_groups': ['cd9100c6-45c0-4bbe-80b2-adc076b735b1', 'e1b2a476-972b-408b-a573-85c345df0288', 'a47baee6-6c99-4f64-ad28-01feba45c5f9']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:47.063849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76557130-f18f-40bd-a515-6e12ca533df5 req-96a4d057-35c0-4125-ae6c-d839126f5a55 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406548 Aug 16 20:43:47.130231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-f2d134e6-c7e0-4094-a694-2881a07d7fac service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180996 Aug 16 20:43:47.133241 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.239578 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-6e63ae93-ebfb-4246-83fb-80a45cc42c5e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=1e603d7b-c570-48b7-86c3-c246af5e7d10 HTTP/1.1" status: 200 len: 217 time: 0.1002142 Aug 16 20:43:47.259896 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b4028da3-9003-453b-8875-1889e1f39ed4 req-908001a2-dd63-4bfe-bf81-eed41044aa6e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.313072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 285f722b-7672-4a15-bf61-fb30499b36b8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:47.386551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-95d5ab44-0e32-4eba-acde-c809d2ff8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.388620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-95d5ab44-0e32-4eba-acde-c809d2ff8162 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.1386220 Aug 16 20:43:47.455276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104e523-c49c-41ae-9787-b5553c5da7f5 req-c83e5b1b-7c6d-43a4-bba1-80bdffd5f8e1 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.459989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2a832fd3-c88c-45bd-a838-327f67573246 None None] Provisioning for port 285f722b-7672-4a15-bf61-fb30499b36b8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:47.460146 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2104e523-c49c-41ae-9787-b5553c5da7f5 req-c83e5b1b-7c6d-43a4-bba1-80bdffd5f8e1 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 944 time: 0.1848049 Aug 16 20:43:47.528347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-47b11e26-b53f-4324-aa76-b85b4cb18242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.537407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-47b11e26-b53f-4324-aa76-b85b4cb18242 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1288018 Aug 16 20:43:47.554026 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2104e523-c49c-41ae-9787-b5553c5da7f5 req-65810ee1-c773-4a39-ae48-b3802cea98a5 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894842 Aug 16 20:43:47.554901 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ce017f57-3069-4c1c-a6a8-63e86601ce4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.581855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 285f722b-7672-4a15-bf61-fb30499b36b8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:47.587954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 285f722b-7672-4a15-bf61-fb30499b36b8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:47.588325 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.661216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e5eb28a5-197f-4ce9-ab3d-db7a44a64a74 None None] Provisioning complete for port 285f722b-7672-4a15-bf61-fb30499b36b8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:47.661872 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e5eb28a5-197f-4ce9-ab3d-db7a44a64a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.766237 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.930715 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.962570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 285f722b-7672-4a15-bf61-fb30499b36b8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=285f722b-7672-4a15-bf61-fb30499b36b8,segment=NetworkSegment(08991930-b85c-4074-8c70-fe7cdcecf6b3),segment_id=08991930-b85c-4074-8c70-fe7cdcecf6b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:47.965228 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e5eb28a5-197f-4ce9-ab3d-db7a44a64a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.979356 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.041529 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.073832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:48.084619 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:48.096522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:48.097252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ccfca519-4eaf-43b3-8197-72cabcad0aa6,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:48.123940 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-e5eb28a5-197f-4ce9-ab3d-db7a44a64a74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:43:48.124302 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-e5eb28a5-197f-4ce9-ab3d-db7a44a64a74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:43:48.133165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=285f722b-7672-4a15-bf61-fb30499b36b8,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:48.190675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-b4028da3-9003-453b-8875-1889e1f39ed4 req-908001a2-dd63-4bfe-bf81-eed41044aa6e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] For port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:48.195513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44722) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:48.221278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-5d1c49e3-e8a6-44f2-9257-d60d1df620f4 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6829491 Aug 16 20:43:48.303044 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a737602-a937-49f5-9d24-c509591d6bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.384915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b4028da3-9003-453b-8875-1889e1f39ed4 req-908001a2-dd63-4bfe-bf81-eed41044aa6e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.395363 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a737602-a937-49f5-9d24-c509591d6bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.400815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2fd47-a7c9-4f95-a65e-636c3e7c425d req-f9c0c328-c568-4049-ae9f-2cd709320512 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.402343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffa2fd47-a7c9-4f95-a65e-636c3e7c425d req-f9c0c328-c568-4049-ae9f-2cd709320512 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.2273254 Aug 16 20:43:48.463854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b4028da3-9003-453b-8875-1889e1f39ed4 req-908001a2-dd63-4bfe-bf81-eed41044aa6e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.476771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['29115ad8-16e6-4e6b-a58c-6d5bf9dc9181'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:48.479622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:48.484837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffa2fd47-a7c9-4f95-a65e-636c3e7c425d req-67f488d9-a3b2-4c26-8421-3c6a4ed1c579 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751815 Aug 16 20:43:48.489906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a737602-a937-49f5-9d24-c509591d6bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.505375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-c785b3eb-a5fd-4722-9033-2856d9006e1a service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442358 Aug 16 20:43:48.516932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028da3-9003-453b-8875-1889e1f39ed4 req-908001a2-dd63-4bfe-bf81-eed41044aa6e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.517612 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b4028da3-9003-453b-8875-1889e1f39ed4 req-908001a2-dd63-4bfe-bf81-eed41044aa6e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.519024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4028da3-9003-453b-8875-1889e1f39ed4 req-908001a2-dd63-4bfe-bf81-eed41044aa6e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "PUT /v2.0/ports/29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 HTTP/1.1" status: 200 len: 1021 time: 1.4871652 Aug 16 20:43:48.519483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'tag': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:48.522132 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fd3af1-95e2-4354-9c6d-352f31524967" -d '{"events": [{"name": "network-changed", "server_uuid": "7b33de84-bb04-4064-b56b-2a221f0f78c0", "tag": "29115ad8-16e6-4e6b-a58c-6d5bf9dc9181"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:48.575045 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7a737602-a937-49f5-9d24-c509591d6bf7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ea998069d49b4d2b94a73f733711d01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782430 Aug 16 20:43:48.577262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44734) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:48.586257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a737602-a937-49f5-9d24-c509591d6bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516fd890-9774-456d-b966-1791066a5b24,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:48.620366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['29115ad8-16e6-4e6b-a58c-6d5bf9dc9181'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:48.648549 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7cb979-5ea7-48c7-83a8-d24a64916281 x-openstack-request-id: req-bb7cb979-5ea7-48c7-83a8-d24a64916281 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:48.649178 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b33de84-bb04-4064-b56b-2a221f0f78c0", "tag": "29115ad8-16e6-4e6b-a58c-6d5bf9dc9181", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:48.649613 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb7cb979-5ea7-48c7-83a8-d24a64916281 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:48.650188 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'tag': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181', 'status': 'completed', 'code': 200} Aug 16 20:43:48.653355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-15c831c2-0629-4e5e-8347-b28181233849 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=dff5d104-9250-4ba8-ab72-955d0849cbfd HTTP/1.1" status: 200 len: 217 time: 0.1251533 Aug 16 20:43:48.684355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b222cca5-9175-43c8-8fda-5b2ea8b56958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.689596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd3af1-95e2-4354-9c6d-352f31524967 req-6f2c6824-c6bf-4187-a6f9-4139ca16532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.693950 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07fd3af1-95e2-4354-9c6d-352f31524967 req-6f2c6824-c6bf-4187-a6f9-4139ca16532c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56c95505a081488daac6f85de7b06150&device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 1176 time: 0.0724244 Aug 16 20:43:48.751339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-e45f0e07-e235-4754-911e-b6eb9e890288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.753478 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-e45f0e07-e235-4754-911e-b6eb9e890288 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.0827947 Aug 16 20:43:48.755627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b222cca5-9175-43c8-8fda-5b2ea8b56958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.847313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd3af1-95e2-4354-9c6d-352f31524967 req-e2c2b55a-c689-4157-bdc5-fbfd47da4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.848850 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07fd3af1-95e2-4354-9c6d-352f31524967 req-e2c2b55a-c689-4157-bdc5-fbfd47da4bd3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d HTTP/1.1" status: 200 len: 914 time: 0.1456673 Aug 16 20:43:48.914969 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07fd3af1-95e2-4354-9c6d-352f31524967 req-e556c210-2ca9-4b0f-94c7-1340d814550a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 HTTP/1.1" status: 200 len: 217 time: 0.0459402 Aug 16 20:43:48.917418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908001a2-dd63-4bfe-bf81-eed41044aa6e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'Port': ['ID=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:48.941592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-586df9ff-dc14-48b6-b3e7-f7af4a2dd3b8 req-8bdc2b86-284d-4deb-94df-51f166b20c27 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/a47baee6-6c99-4f64-ad28-01feba45c5f9 HTTP/1.1" status: 200 len: 1803 time: 0.3162153 Aug 16 20:43:49.004631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd3af1-95e2-4354-9c6d-352f31524967 req-21631c3a-4eca-4c96-91e2-946d7c2eb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.006891 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07fd3af1-95e2-4354-9c6d-352f31524967 req-21631c3a-4eca-4c96-91e2-946d7c2eb49b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ee86ab0e-bc30-42b5-992b-7b4d29d928a9 HTTP/1.1" status: 200 len: 853 time: 0.0751441 Aug 16 20:43:49.020365 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b222cca5-9175-43c8-8fda-5b2ea8b56958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.024591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b222cca5-9175-43c8-8fda-5b2ea8b56958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.029206 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b222cca5-9175-43c8-8fda-5b2ea8b56958 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/516fd890-9774-456d-b966-1791066a5b24 HTTP/1.1" status: 204 len: 168 time: 0.4492345 Aug 16 20:43:49.054917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74132128-e14e-43d7-b31c-db88691fa17e req-d91653da-a577-42df-b3d6-8be324bfc1fc tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.063088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74132128-e14e-43d7-b31c-db88691fa17e req-d91653da-a577-42df-b3d6-8be324bfc1fc tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 944 time: 0.4169197 Aug 16 20:43:49.082838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-e74da346-2659-4641-96cf-cd1725d2e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.084538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-e74da346-2659-4641-96cf-cd1725d2e9cd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2444534 Aug 16 20:43:49.098531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222cca5-9175-43c8-8fda-5b2ea8b56958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516fd890-9774-456d-b966-1791066a5b24,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:49.106893 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07fd3af1-95e2-4354-9c6d-352f31524967 req-862823e5-48c3-48fe-a5ce-aa1d28c0f1ad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879107 Aug 16 20:43:49.111193 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-586df9ff-dc14-48b6-b3e7-f7af4a2dd3b8 req-dedc6da3-0e13-4050-8ca2-6e57858b79b0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:43:49.124653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-586df9ff-dc14-48b6-b3e7-f7af4a2dd3b8 req-dedc6da3-0e13-4050-8ca2-6e57858b79b0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "DELETE /v2.0/security-groups/a47baee6-6c99-4f64-ad28-01feba45c5f9 HTTP/1.1" status: 409 len: 341 time: 0.1821206 Aug 16 20:43:49.135065 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.244752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.262209 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07fd3af1-95e2-4354-9c6d-352f31524967 req-9a58ba80-e2b0-4f2c-81f1-694f03833f8e service neutron] 10.222.0.79 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448643 Aug 16 20:43:49.266613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74132128-e14e-43d7-b31c-db88691fa17e req-161e406b-e3e5-4e90-8237-5e6234bc3c8f tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964319 Aug 16 20:43:49.281362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 285f722b-7672-4a15-bf61-fb30499b36b8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:49.410635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-24999c0a-1e2b-468e-b787-6d0e37ffc75f service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128610 Aug 16 20:43:49.442412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 285f722b-7672-4a15-bf61-fb30499b36b8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:49.442774 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.460158 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07fd3af1-95e2-4354-9c6d-352f31524967 req-acd61e5e-f755-4e1f-82c4-df5e075999b1 service neutron] 10.222.0.79 "GET /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703455 Aug 16 20:43:49.739450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ded24-efb4-4820-a6c8-3e0b6c04a3ce req-90f3131f-39fc-4899-8886-a43689669259 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.741224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-678ded24-efb4-4820-a6c8-3e0b6c04a3ce req-90f3131f-39fc-4899-8886-a43689669259 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.1426232 Aug 16 20:43:49.742201 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.769053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-32b7230a-ea06-46b8-a962-fc612185067b service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387830 Aug 16 20:43:49.912343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-c755a362-b844-455e-a004-d4cb3bc32d32 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=08db1591-b7d3-496f-b184-e13a3f241a8f HTTP/1.1" status: 200 len: 217 time: 0.1355171 Aug 16 20:43:49.937483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2b17e-ae93-4fbe-9452-6f1098679120 req-7a914102-5836-411b-afa8-b4cc0b0688a6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.939089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95a2b17e-ae93-4fbe-9452-6f1098679120 req-7a914102-5836-411b-afa8-b4cc0b0688a6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 1024 time: 0.2275569 Aug 16 20:43:49.985536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-678ded24-efb4-4820-a6c8-3e0b6c04a3ce req-61a01f29-4c11-43a0-a0f0-b38d47f32d46 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225747 Aug 16 20:43:50.070776 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95a2b17e-ae93-4fbe-9452-6f1098679120 req-729bbf0a-ff3d-4efb-9ac7-77d1bca278e4 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=a47baee6-6c99-4f64-ad28-01feba45c5f9&id=cd9100c6-45c0-4bbe-80b2-adc076b735b1&id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0921061 Aug 16 20:43:50.072152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-d24be720-e0ad-451a-841c-7d58002dce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.073544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-d24be720-e0ad-451a-841c-7d58002dce26 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.1447093 Aug 16 20:43:50.136431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-b6bb4d3b-0709-4140-aa9c-4728a5947201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.136431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-b6bb4d3b-0709-4140-aa9c-4728a5947201 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494030 Aug 16 20:43:50.226460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-50c4a9bb-ed47-4036-be7f-cb3619ebba97 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871668 Aug 16 20:43:50.241894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Router 686de686-0e37-4c45-86ad-fc35a4eb86b9 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:43:50.384519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44778) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:50.444099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cb1ba463-6ae5-4221-bc94-6a595b3eac0c details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:50.499925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-53287506-network', 'tenant_id': '122317efc438431f9399bc6a0be0522f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:50.511169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.558541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cb1ba463-6ae5-4221-bc94-6a595b3eac0c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cb1ba463-6ae5-4221-bc94-6a595b3eac0c,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:50.571228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'port_id': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c', 'mac_address': 'fa:16:3e:d5:6e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:50.604421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Made reservation on behalf of 122317efc438431f9399bc6a0be0522f for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:50.607667 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.615913 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.620125 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.631858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1ba463-6ae5-4221-bc94-6a595b3eac0c {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:50.654236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cb1ba463-6ae5-4221-bc94-6a595b3eac0c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cb1ba463-6ae5-4221-bc94-6a595b3eac0c,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:50.714971 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.723951 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.771143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-0714c4a4-9ff3-4267-8b45-0c879fff26c6 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374801 Aug 16 20:43:50.773958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=cb1ba463-6ae5-4221-bc94-6a595b3eac0c,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:50.785604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd1c43-f68a-49f2-a645-ced4a1874d62 req-86281ca2-2f6c-4738-9a8b-0bf1866fcca9 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.786937 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.787090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6bd1c43-f68a-49f2-a645-ced4a1874d62 req-86281ca2-2f6c-4738-9a8b-0bf1866fcca9 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 944 time: 0.4514956 Aug 16 20:43:50.799419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:50.809179 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Sync routers for ids ['686de686-0e37-4c45-86ad-fc35a4eb86b9'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:50.812977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:50.819665 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Routers {'686de686-0e37-4c45-86ad-fc35a4eb86b9'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:50.820216 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['686de686-0e37-4c45-86ad-fc35a4eb86b9'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:50.822137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b461d0-073d-47e3-9688-880ce287bb4a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:50.838610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.839057 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Added segment 140e3f90-242d-4951-9b99-3ea03aa7213b of type vlan for network 5ddeeba7-ec9c-410d-989d-8903e93c3724 Aug 16 20:43:50.844423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-f342c07f-7d98-4a46-a9dc-67642e82847a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e HTTP/1.1" status: 200 len: 217 time: 0.0548780 Aug 16 20:43:50.885057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.912950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6bd1c43-f68a-49f2-a645-ced4a1874d62 req-85b431e4-5c8f-4a28-9d40-9dac1f2495d8 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163073 Aug 16 20:43:50.926626 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Set router 686de686-0e37-4c45-86ad-fc35a4eb86b9 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:50.927811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-437b5c4d-2e69-4b4d-81b0-bf9b4932b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.929346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-437b5c4d-2e69-4b4d-81b0-bf9b4932b16f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.0763004 Aug 16 20:43:50.952442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.953679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-16db49d9-c82c-4371-b9cc-e25ea5aab8c1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2784846 Aug 16 20:43:50.956792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44784) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:50.999241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-60840bb5-4c32-458e-97d4-921d38e07c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.001062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-60840bb5-4c32-458e-97d4-921d38e07c73 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0634353 Aug 16 20:43:51.042451 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['cb1ba463-6ae5-4221-bc94-6a595b3eac0c'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:51.048764 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.050097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.054698 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.150908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-716a87ab-f9f1-4448-9def-354227c56589 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393189 Aug 16 20:43:51.207149 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'name': 'tempest-ServersTestMultiNic-2024770568-router', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:44Z', 'updated_at': '2021-08-16T20:43:48Z', 'revision_number': 3, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'gw_port': {'id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:46Z', 'updated_at': '2021-08-16T20:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:51.223757 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8380089 Aug 16 20:43:51.246742 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Checking router: 686de686-0e37-4c45-86ad-fc35a4eb86b9 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:43:51.248134 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Updating router 686de686-0e37-4c45-86ad-fc35a4eb86b9 port ccfca519-4eaf-43b3-8197-72cabcad0aa6 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:43:51.275216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-8abc6756-3b70-4734-8180-d17b84026720 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072814 Aug 16 20:43:51.282410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44796) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:51.282567 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.285207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] Request body: {'subnet': {'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-53287506-subnet', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:51.288414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82289f3-a9be-4c43-b583-a0fe586edc52 admin admin] Pushing event updated for resources: {'Network': ['ID=5ddeeba7-ec9c-410d-989d-8903e93c3724,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:51.301693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 5ddeeba7-ec9c-410d-989d-8903e93c3724 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:51.351717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeda925-7498-4f52-b200-f084e6b35cfa req-3a765cba-6aa4-4fd5-b456-86c1c5b86933 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.353237 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5aeda925-7498-4f52-b200-f084e6b35cfa req-3a765cba-6aa4-4fd5-b456-86c1c5b86933 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 1024 time: 0.1602292 Aug 16 20:43:51.377658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-1faaa05f-e05e-4b71-9080-fd07659690c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3151b502-fa54-46e9-bf5b-4f5a5389963c HTTP/1.1" status: 200 len: 217 time: 0.0732088 Aug 16 20:43:51.446935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cba3a-3079-44e6-8742-16729e99a8f8 req-7c6de891-564a-44ee-b8e0-c8fe703cfefe tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.448482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-311cba3a-3079-44e6-8742-16729e99a8f8 req-7c6de891-564a-44ee-b8e0-c8fe703cfefe tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.3535154 Aug 16 20:43:51.479327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8fe42-51b4-4419-a821-3e9ac7bcc3d1 req-8d723168-4c0b-4815-8273-d5cc4d1b55c0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.487827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbf8fe42-51b4-4419-a821-3e9ac7bcc3d1 req-8d723168-4c0b-4815-8273-d5cc4d1b55c0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 1024 time: 0.2104640 Aug 16 20:43:51.541141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-a7127f1e-b8e3-4888-ace5-575c27b9a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.542707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-a7127f1e-b8e3-4888-ace5-575c27b9a4f3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.1531131 Aug 16 20:43:51.546204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-311cba3a-3079-44e6-8742-16729e99a8f8 req-0a949619-b00c-4eec-b114-1b41f38ba8e2 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856392 Aug 16 20:43:51.591408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbf8fe42-51b4-4419-a821-3e9ac7bcc3d1 req-d303d69d-926f-48db-906f-d9947c3e05d7 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=a47baee6-6c99-4f64-ad28-01feba45c5f9&id=cd9100c6-45c0-4bbe-80b2-adc076b735b1&id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1028485 Aug 16 20:43:51.594996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] Made reservation on behalf of 122317efc438431f9399bc6a0be0522f for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:51.596982 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.633983 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.640977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5aeda925-7498-4f52-b200-f084e6b35cfa req-3897ab0a-0dde-419a-9454-ba2c0e40058d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Deleting port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:51.641623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5aeda925-7498-4f52-b200-f084e6b35cfa req-3897ab0a-0dde-419a-9454-ba2c0e40058d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.654595 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Transition to ACTIVE for port object ccfca519-4eaf-43b3-8197-72cabcad0aa6 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:51.679431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-557ea6c4-b411-4305-be45-872b30317f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.680949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-557ea6c4-b411-4305-be45-872b30317f82 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1244147 Aug 16 20:43:51.724408 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.785007 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Pushing event updated for resources: {'Port': ['ID=ccfca519-4eaf-43b3-8197-72cabcad0aa6,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:51.796478 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.797180 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.797810 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.798944 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.799406 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.799776 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.800107 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.800446 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.800752 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.801096 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.801416 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.801776 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.811944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5aeda925-7498-4f52-b200-f084e6b35cfa req-3897ab0a-0dde-419a-9454-ba2c0e40058d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] For port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:51.812331 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5aeda925-7498-4f52-b200-f084e6b35cfa req-3897ab0a-0dde-419a-9454-ba2c0e40058d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.828626 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Attempting to bind port ccfca519-4eaf-43b3-8197-72cabcad0aa6 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:51.829284 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Attempting to bind port ccfca519-4eaf-43b3-8197-72cabcad0aa6 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:51.829413 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Attempting to bind port ccfca519-4eaf-43b3-8197-72cabcad0aa6 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:51.835670 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:51.836032 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:51.836646 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.837222 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:51.837853 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Bound port: ccfca519-4eaf-43b3-8197-72cabcad0aa6, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:51.838251 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.842717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-9e39f6f2-eb1e-40bc-993f-3b5939e4aaf2 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483796 Aug 16 20:43:51.846468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5aeda925-7498-4f52-b200-f084e6b35cfa req-3897ab0a-0dde-419a-9454-ba2c0e40058d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Calling delete_port for 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:51.894894 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] For port ccfca519-4eaf-43b3-8197-72cabcad0aa6, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:51.897192 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] For port ccfca519-4eaf-43b3-8197-72cabcad0aa6, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ccfca519-4eaf-43b3-8197-72cabcad0aa6,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:51.953933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.977979 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc10578c-d2e2-4dbc-8879-83c9aeec8605 req-d37796cc-fdb9-4324-80ab-77f106522049 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268773 Aug 16 20:43:52.000940 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.052290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.060746 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Routers {'686de686-0e37-4c45-86ad-fc35a4eb86b9'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:52.061641 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['686de686-0e37-4c45-86ad-fc35a4eb86b9'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:52.119662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc784a6f-457d-4546-b4ea-b5284441cc8e req-13101ad2-f58b-4108-8710-5641641baad4 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:52.121098 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ae24a-93b0-487c-bae5-f21505f099f3 None None] Pushing event updated for resources: {'Port': ['ID=ccfca519-4eaf-43b3-8197-72cabcad0aa6,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:52.127580 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc784a6f-457d-4546-b4ea-b5284441cc8e req-13101ad2-f58b-4108-8710-5641641baad4 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 945 time: 0.1137068 Aug 16 20:43:52.161402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d2fd41-8699-4b70-bc37-1a80ab443e7c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:52.166470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Allocated IP 172.20.0.1 (3210b674-c780-4f42-a334-6f5c5adef6b7/2cd5740c-12ec-4836-9def-0fbb59759318/86a89579-1220-4059-870c-7106afec38d8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:52.168001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] Checking segment: {'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:52.168273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] Network hostable DHCP agents. Network: 5ddeeba7-ec9c-410d-989d-8903e93c3724, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:52.199891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc784a6f-457d-4546-b4ea-b5284441cc8e req-69a21e90-054e-43e4-acb0-083ba86d6941 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713000 Aug 16 20:43:52.217518 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] Set router 686de686-0e37-4c45-86ad-fc35a4eb86b9 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:52.269440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] Network 5ddeeba7-ec9c-410d-989d-8903e93c3724 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:52.323185 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.339589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Transition to ACTIVE for port object 86a89579-1220-4059-870c-7106afec38d8 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:52.351318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 5ddeeba7-ec9c-410d-989d-8903e93c3724) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:52.357143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:52.363722 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.364622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c937c0bb-8ab4-4bf4-9d8c-6f56f18d857c None None] Network 5ddeeba7-ec9c-410d-989d-8903e93c3724 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:52.424983 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5aeda925-7498-4f52-b200-f084e6b35cfa req-3897ab0a-0dde-419a-9454-ba2c0e40058d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.440613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['29115ad8-16e6-4e6b-a58c-6d5bf9dc9181'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:52.464622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:52.465992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897ab0a-0dde-419a-9454-ba2c0e40058d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event deleted for resources: {'Port': ['ID=29115ad8-16e6-4e6b-a58c-6d5bf9dc9181,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:52.468901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.504632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-94f906ec-3e8a-4929-9fa1-3dc152292c86 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2242591 Aug 16 20:43:52.507491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44806) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:52.513192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:52.525677 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'name': 'tempest-ServersTestMultiNic-2024770568-router', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:44Z', 'updated_at': '2021-08-16T20:43:48Z', 'revision_number': 3, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'gw_port': {'id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:46Z', 'updated_at': '2021-08-16T20:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:52.551341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aeda925-7498-4f52-b200-f084e6b35cfa req-3897ab0a-0dde-419a-9454-ba2c0e40058d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] No DVR routers for this DVR port 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:52.560460 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5aeda925-7498-4f52-b200-f084e6b35cfa req-3897ab0a-0dde-419a-9454-ba2c0e40058d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.560460 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5aeda925-7498-4f52-b200-f084e6b35cfa req-3897ab0a-0dde-419a-9454-ba2c0e40058d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.79 "DELETE /v2.0/ports/29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 HTTP/1.1" status: 204 len: 173 time: 1.1969557 Aug 16 20:43:52.560460 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'name': 'network-vif-deleted', 'tag': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:52.561054 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb62257-025d-4e07-951e-fdb4f04b817b" -d '{"events": [{"server_uuid": "7b33de84-bb04-4064-b56b-2a221f0f78c0", "name": "network-vif-deleted", "tag": "29115ad8-16e6-4e6b-a58c-6d5bf9dc9181"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:52.585896 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc068bba-4e4a-4539-9b0e-b81dee0c8b1b None None] The sync data for ids ['686de686-0e37-4c45-86ad-fc35a4eb86b9'] in n-d-793619-14 is: [{'id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'name': 'tempest-ServersTestMultiNic-2024770568-router', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:44Z', 'updated_at': '2021-08-16T20:43:48Z', 'revision_number': 3, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'gw_port': {'id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:46Z', 'updated_at': '2021-08-16T20:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:52.600434 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Network 3210b674-c780-4f42-a334-6f5c5adef6b7 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:52.604949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cb1ba463-6ae5-4221-bc94-6a595b3eac0c up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:52.609063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:52.626537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Pushing event updated for resources: {'Port': ['ID=86a89579-1220-4059-870c-7106afec38d8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:52.629517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:52.646700 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.648320 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.752451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.795013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-5ddeeba7-ec9c-410d-989d-8903e93c3724', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'fixed_ips': [{'subnet_id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:43:52.798091 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.841636 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.903040 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b615a0-1b2c-428b-b1d0-6e6003e652d9 x-openstack-request-id: req-c1b615a0-1b2c-428b-b1d0-6e6003e652d9 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:52.903905 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b33de84-bb04-4064-b56b-2a221f0f78c0", "name": "network-vif-deleted", "tag": "29115ad8-16e6-4e6b-a58c-6d5bf9dc9181", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:52.904165 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c1b615a0-1b2c-428b-b1d0-6e6003e652d9 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:52.904637 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b33de84-bb04-4064-b56b-2a221f0f78c0', 'name': 'network-vif-deleted', 'tag': '29115ad8-16e6-4e6b-a58c-6d5bf9dc9181', 'status': 'completed', 'code': 200} Aug 16 20:43:52.917056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-698a67f4-0bc7-413c-b46d-1c1746dbb73e req-8b44351f-a964-4325-bdce-4a368de3be88 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b33de84-bb04-4064-b56b-2a221f0f78c0 HTTP/1.1" status: 200 len: 210 time: 0.0893734 Aug 16 20:43:53.035306 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.054102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port cb1ba463-6ae5-4221-bc94-6a595b3eac0c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:53.106492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port cb1ba463-6ae5-4221-bc94-6a595b3eac0c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:53.110232 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.111068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccb399-82ab-4aee-a029-37ae5d6b30e9 req-0c1f1731-6326-4d57-a601-79e0d6573316 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:53.112737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0ccb399-82ab-4aee-a029-37ae5d6b30e9 req-0c1f1731-6326-4d57-a601-79e0d6573316 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.4058127 Aug 16 20:43:53.417081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.419487 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.432789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-097e7cb2-c3d0-4ecb-a87f-1447687112db None None] Provisioning for port 86a89579-1220-4059-870c-7106afec38d8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:53.464980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ccfca519-4eaf-43b3-8197-72cabcad0aa6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:53.501678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0ccb399-82ab-4aee-a029-37ae5d6b30e9 req-ef9159a7-2745-4f8a-833f-bad98a7c6aaa tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290792 Aug 16 20:43:53.503655 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.552796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42113515-415d-41ab-acb7-49643e05c591 req-6d7ff6ba-fb5c-4ab8-a7f5-95f9cc0fc0b3 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:53.554751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42113515-415d-41ab-acb7-49643e05c591 req-6d7ff6ba-fb5c-4ab8-a7f5-95f9cc0fc0b3 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 945 time: 0.2088807 Aug 16 20:43:53.605406 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.609559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Pushing event updated for resources: {'Port': ['ID=86a89579-1220-4059-870c-7106afec38d8,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:53.656322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42113515-415d-41ab-acb7-49643e05c591 req-abfaf555-3604-4947-b839-82e92a59551e tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945964 Aug 16 20:43:53.763987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Network 3210b674-c780-4f42-a334-6f5c5adef6b7 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:53.765749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:53.767330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-097e7cb2-c3d0-4ecb-a87f-1447687112db None None] Provisioning complete for port 86a89579-1220-4059-870c-7106afec38d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:53.784897 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-097e7cb2-c3d0-4ecb-a87f-1447687112db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.866633 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.872393 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.901994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.937800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Router 686de686-0e37-4c45-86ad-fc35a4eb86b9 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:43:53.971756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Allocated IP 172.20.0.2 (5ddeeba7-ec9c-410d-989d-8903e93c3724/74d2fd41-8699-4b70-bc37-1a80ab443e7c/93ab299c-f4e9-4a0d-a8e0-c4854611c2ff) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:53.984419 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-097e7cb2-c3d0-4ecb-a87f-1447687112db None None] Port 86a89579-1220-4059-870c-7106afec38d8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:54.007134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:54.009548 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7912ba-9a31-4c51-867e-7dfc23881c4b" -d '{"events": [{"server_uuid": "d380fd3e-b3a7-47f2-befd-a98399a32c2e", "name": "network-vif-plugged", "status": "completed", "tag": "cb1ba463-6ae5-4221-bc94-6a595b3eac0c"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:54.151343 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a900c1da-973b-45c8-b83b-0841c66af916 x-openstack-request-id: req-a900c1da-973b-45c8-b83b-0841c66af916 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:54.151638 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d380fd3e-b3a7-47f2-befd-a98399a32c2e", "name": "network-vif-plugged", "status": "completed", "tag": "cb1ba463-6ae5-4221-bc94-6a595b3eac0c", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:54.151901 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a900c1da-973b-45c8-b83b-0841c66af916 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:54.152299 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c', 'code': 200} Aug 16 20:43:54.159008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cb1ba463-6ae5-4221-bc94-6a595b3eac0c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cb1ba463-6ae5-4221-bc94-6a595b3eac0c,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:54.166165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port ccfca519-4eaf-43b3-8197-72cabcad0aa6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:54.173227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port ccfca519-4eaf-43b3-8197-72cabcad0aa6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:54.174139 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.186678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:54.198430 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b761ee56-17db-4d25-b0d7-d68e52f289f5 admin admin] 10.222.0.74 "PUT /v2.0/routers/686de686-0e37-4c45-86ad-fc35a4eb86b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2405794 Aug 16 20:43:54.229137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Allocated IP 172.25.4.42 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/526ada5d-80f7-4d12-b3ec-202b880bda45) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:54.304988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01ef44ec-f373-4e14-aea4-ce748daa3489 req-5b44e6eb-1111-463c-85cb-b41db64b7ca0 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/cd9100c6-45c0-4bbe-80b2-adc076b735b1 HTTP/1.1" status: 200 len: 1802 time: 0.1861615 Aug 16 20:43:54.321434 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.328872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455d5f9-5558-45bc-8c73-af06f64371c5 req-84da6d12-2873-46fc-b6d8-5d3d8eea67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:54.330952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f455d5f9-5558-45bc-8c73-af06f64371c5 req-84da6d12-2873-46fc-b6d8-5d3d8eea67f6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 1097 time: 0.1514156 Aug 16 20:43:54.385842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f9978d4-a8f0-4a6b-8e74-b063d3243519 None None] Provisioning complete for port 86a89579-1220-4059-870c-7106afec38d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:54.386370 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f9978d4-a8f0-4a6b-8e74-b063d3243519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.402358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44840) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:54.456477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1861461254'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:54.459649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-01ef44ec-f373-4e14-aea4-ce748daa3489 req-9e6b7aac-fe1d-4dba-99cb-4ee96f973a38 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.481524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=cb1ba463-6ae5-4221-bc94-6a595b3eac0c,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:54.499661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6f9978d4-a8f0-4a6b-8e74-b063d3243519 None None] Port 86a89579-1220-4059-870c-7106afec38d8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:54.506198 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-01ef44ec-f373-4e14-aea4-ce748daa3489 req-9e6b7aac-fe1d-4dba-99cb-4ee96f973a38 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.512380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f455d5f9-5558-45bc-8c73-af06f64371c5 req-f8f43df9-63dc-4ed7-98e5-63007674ee3a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982127 Aug 16 20:43:54.554509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:54.558108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.582514 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.593333 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.594317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:54.603934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.604283 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Added segment 6f678f3b-295d-4a38-8370-409c47383103 of type vlan for network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 Aug 16 20:43:54.636380 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:43:54.642445 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.660042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port ccfca519-4eaf-43b3-8197-72cabcad0aa6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ccfca519-4eaf-43b3-8197-72cabcad0aa6,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:54.666075 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Transition to ACTIVE for port object 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:54.666349 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.677833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Transition to ACTIVE for port object 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:54.716615 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-01ef44ec-f373-4e14-aea4-ce748daa3489 req-9e6b7aac-fe1d-4dba-99cb-4ee96f973a38 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.721089 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-01ef44ec-f373-4e14-aea4-ce748daa3489 req-9e6b7aac-fe1d-4dba-99cb-4ee96f973a38 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.728294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01ef44ec-f373-4e14-aea4-ce748daa3489 req-9e6b7aac-fe1d-4dba-99cb-4ee96f973a38 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "DELETE /v2.0/security-groups/cd9100c6-45c0-4bbe-80b2-adc076b735b1 HTTP/1.1" status: 204 len: 173 time: 0.4217741 Aug 16 20:43:54.747341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b7aac-fe1d-4dba-99cb-4ee96f973a38 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9100c6-45c0-4bbe-80b2-adc076b735b1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:54.751060 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.755372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.776701 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.810165 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.817684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:54.818316 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.825708 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Network 5ddeeba7-ec9c-410d-989d-8903e93c3724 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:54.831154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:54.835168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:54.846394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Pushing event updated for resources: {'Port': ['ID=93ab299c-f4e9-4a0d-a8e0-c4854611c2ff,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:54.860859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:54.890807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:54.897894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:54.956507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Network': ['ID=5b28fb00-e1f5-4024-bfe2-2e52e8b2b576,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:54.957237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Pushing event updated for resources: {'Port': ['ID=526ada5d-80f7-4d12-b3ec-202b880bda45,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:54.978322 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:54.990110 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d6946e2b-5b0a-42c9-a33c-81073893d403 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5865419 Aug 16 20:43:54.992949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44852) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:54.997836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Attempting to bind port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:54.998037 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Attempting to bind port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:54.998416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Attempting to bind port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff on network 5ddeeba7-ec9c-410d-989d-8903e93c3724 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:55.000688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'subnet': {'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:55.045120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:55.045631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Checking segment: {'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:55.046105 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.046573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Bound using segment: {'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:55.047141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Bound port: 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:55.047598 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.051455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=ccfca519-4eaf-43b3-8197-72cabcad0aa6,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:55.125940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414b99f-bc76-40a6-9b5b-868b047bc698 req-946b54f2-8d47-4fbb-86bb-6e8e9b65fe59 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:55.134052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e414b99f-bc76-40a6-9b5b-868b047bc698 req-946b54f2-8d47-4fbb-86bb-6e8e9b65fe59 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.5102072 Aug 16 20:43:55.162518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] For port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:55.163474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c73735-d008-4ba0-a618-50cbc2908677 req-123f2b50-54c3-4503-96e6-a89d0e720410 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:55.165401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16c73735-d008-4ba0-a618-50cbc2908677 req-123f2b50-54c3-4503-96e6-a89d0e720410 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 946 time: 0.3729630 Aug 16 20:43:55.173495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] For port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=93ab299c-f4e9-4a0d-a8e0-c4854611c2ff,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:55.209011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e414b99f-bc76-40a6-9b5b-868b047bc698 req-7f483d8a-184b-46b6-b591-e2c435f268e9 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704489 Aug 16 20:43:55.224962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Sync routers for ids ['686de686-0e37-4c45-86ad-fc35a4eb86b9'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:55.227019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:55.232594 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.248056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Routers {'686de686-0e37-4c45-86ad-fc35a4eb86b9'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:55.248691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['686de686-0e37-4c45-86ad-fc35a4eb86b9'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:55.297850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16c73735-d008-4ba0-a618-50cbc2908677 req-514b10bd-e165-4f9c-a6c0-d750cb60b2f5 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247663 Aug 16 20:43:55.316335 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.319171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ccfca519-4eaf-43b3-8197-72cabcad0aa6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:55.430313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ecd0fa41-82da-4597-82c8-34067b80f848 req-cc0d8012-d879-4f2f-a727-3b442ffff3e6 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/a47baee6-6c99-4f64-ad28-01feba45c5f9 HTTP/1.1" status: 200 len: 1803 time: 0.1486628 Aug 16 20:43:55.502541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.578066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Set router 686de686-0e37-4c45-86ad-fc35a4eb86b9 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:55.692887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ac5cd-edbb-40fc-a31a-906e9561d236 None None] Pushing event updated for resources: {'Port': ['ID=93ab299c-f4e9-4a0d-a8e0-c4854611c2ff,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:55.695663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ecd0fa41-82da-4597-82c8-34067b80f848 req-a3fed865-7b2f-4113-b1ed-0eddb1b56a5d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.700628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port ccfca519-4eaf-43b3-8197-72cabcad0aa6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:55.701236 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.870520 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ecd0fa41-82da-4597-82c8-34067b80f848 req-a3fed865-7b2f-4113-b1ed-0eddb1b56a5d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.899482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.935326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'name': 'tempest-ServersTestMultiNic-2024770568-router', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:44Z', 'updated_at': '2021-08-16T20:43:52Z', 'revision_number': 4, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'gw_port': {'id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:46Z', 'updated_at': '2021-08-16T20:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '86a89579-1220-4059-870c-7106afec38d8', 'name': '', 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'mac_address': 'fa:16:3e:13:7b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '2cd5740c-12ec-4836-9def-0fbb59759318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:51Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 2, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'subnets': [{'id': '2cd5740c-12ec-4836-9def-0fbb59759318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:55.978754 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Checking router: 686de686-0e37-4c45-86ad-fc35a4eb86b9 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:43:55.979323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Updating router 686de686-0e37-4c45-86ad-fc35a4eb86b9 port 86a89579-1220-4059-870c-7106afec38d8 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:43:56.019183 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.135406 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ecd0fa41-82da-4597-82c8-34067b80f848 req-a3fed865-7b2f-4113-b1ed-0eddb1b56a5d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.138042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ecd0fa41-82da-4597-82c8-34067b80f848 req-a3fed865-7b2f-4113-b1ed-0eddb1b56a5d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.139266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ecd0fa41-82da-4597-82c8-34067b80f848 req-a3fed865-7b2f-4113-b1ed-0eddb1b56a5d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "DELETE /v2.0/security-groups/a47baee6-6c99-4f64-ad28-01feba45c5f9 HTTP/1.1" status: 204 len: 173 time: 0.7102492 Aug 16 20:43:56.150323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fed865-7b2f-4113-b1ed-0eddb1b56a5d tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47baee6-6c99-4f64-ad28-01feba45c5f9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:56.168376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-94857df6-3be0-45cf-8574-33c7ff62acd5 req-7bef5d57-0b24-4225-9c89-bab06ffdbe21 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1599663640', 'description': 'tempest-description-2114327'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:56.180944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.219016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:56.244781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:56.245232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 29115ad8-16e6-4e6b-a58c-6d5bf9dc9181 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:56.251110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:43:56.264017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Subnet': ['ID=1b1958e0-ed69-4f97-97d7-9f7db7a268ea,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:56.267790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Checking segment: {'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:56.268162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network hostable DHCP agents. Network: 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:56.321316 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-94857df6-3be0-45cf-8574-33c7ff62acd5 req-7bef5d57-0b24-4225-9c89-bab06ffdbe21 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.360678 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.372439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Transition to ACTIVE for port object 86a89579-1220-4059-870c-7106afec38d8 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:56.422099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:56.440565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401873c0-ff79-40ba-9743-db6ae724af84 req-41272957-cfb3-46c0-8685-d61e551782d0 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:56.442176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-401873c0-ff79-40ba-9743-db6ae724af84 req-41272957-cfb3-46c0-8685-d61e551782d0 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.1378169 Aug 16 20:43:56.471527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:56.481071 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Sync routers for ids ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:56.491534 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Routers {'8e90c2a4-c726-46d1-9e44-0978ecfea3e0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:56.492256 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:56.511689 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.541217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:56.555037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:56.555235 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-94857df6-3be0-45cf-8574-33c7ff62acd5 req-7bef5d57-0b24-4225-9c89-bab06ffdbe21 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.555700 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.556541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-401873c0-ff79-40ba-9743-db6ae724af84 req-4b211687-f87e-43f0-9bad-bff78499f6ab tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024885 Aug 16 20:43:56.582247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a380645a-2790-43d6-921c-353d53bbb110 None None] Network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:56.649219 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-94857df6-3be0-45cf-8574-33c7ff62acd5 req-7bef5d57-0b24-4225-9c89-bab06ffdbe21 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.655040 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Set router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:56.725931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106d527-92fa-4f25-96d3-4c28a3d2b00d None None] Pushing event updated for resources: {'Port': ['ID=86a89579-1220-4059-870c-7106afec38d8,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:56.732764 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cc26ffbc-ca58-44d1-9a21-cfa11e33fecc tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7385054 Aug 16 20:43:56.735355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44874) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:56.741046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-84131786'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:56.762299 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.767861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44876) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:56.776573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-295e1a6a-b9d2-4408-8ac1-96d124841339 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.2675762 Aug 16 20:43:56.800328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef5d57-0b24-4225-9c89-bab06ffdbe21 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f5441b-5ab6-4e50-ba5d-552d53718fff,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:56.816029 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-94857df6-3be0-45cf-8574-33c7ff62acd5 req-7bef5d57-0b24-4225-9c89-bab06ffdbe21 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.825640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94857df6-3be0-45cf-8574-33c7ff62acd5 req-7bef5d57-0b24-4225-9c89-bab06ffdbe21 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6533818 Aug 16 20:43:56.832758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Attempting to bind port 86a89579-1220-4059-870c-7106afec38d8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:56.838756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Attempting to bind port 86a89579-1220-4059-870c-7106afec38d8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '08991930-b85c-4074-8c70-fe7cdcecf6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:56.838756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Attempting to bind port 86a89579-1220-4059-870c-7106afec38d8 on network 3210b674-c780-4f42-a334-6f5c5adef6b7 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:56.843077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:56.843477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Checking segment: {'id': '08991930-b85c-4074-8c70-fe7cdcecf6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:56.843875 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.844271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Bound using segment: {'id': '08991930-b85c-4074-8c70-fe7cdcecf6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:56.844748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Bound port: 86a89579-1220-4059-870c-7106afec38d8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08991930-b85c-4074-8c70-fe7cdcecf6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:56.845160 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.851865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63762ddd-321c-4148-9ff8-9fb48902da7a req-1cbb0171-f8dd-4258-8436-ff2ebacf65ae tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:56.853478 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63762ddd-321c-4148-9ff8-9fb48902da7a req-1cbb0171-f8dd-4258-8436-ff2ebacf65ae tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 946 time: 0.1981611 Aug 16 20:43:56.866557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1353b6a-0b63-44f1-8048-ccbab19ac11a None None] Network 5ddeeba7-ec9c-410d-989d-8903e93c3724 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:56.941331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63762ddd-321c-4148-9ff8-9fb48902da7a req-a76505ad-9b4d-49eb-a9a1-03c64c4d800c tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658398 Aug 16 20:43:56.963148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:56.979074 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.999492 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 3, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:57.014006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:57.041298 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Checking router: 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:43:57.042626 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Updating router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 port 526ada5d-80f7-4d12-b3ec-202b880bda45 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:43:57.098873 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.222297 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dffcfb46-4180-4865-be03-cfa15122d4d8 req-d9bbd0b9-73f6-464c-96e9-2dbe2af001bf tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/b7f5441b-5ab6-4e50-ba5d-552d53718fff HTTP/1.1" status: 200 len: 1800 time: 0.2437325 Aug 16 20:43:57.227378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-dffcfb46-4180-4865-be03-cfa15122d4d8 req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2080706504', 'description': 'tempest-description-hth-1587801906'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:57.237749 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.238270 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Added segment 4b8dadc1-8a07-4d55-b15e-5d93f7d414ef of type vlan for network 7928b13e-91b5-4fe9-bab2-05a593eda699 Aug 16 20:43:57.269622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] For port 86a89579-1220-4059-870c-7106afec38d8, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:57.288967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ed906-6ebb-4a49-829e-6d4454cabcc5 req-17b7a858-1ef5-4969-85aa-5b261335dd16 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:57.290551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-581ed906-6ebb-4a49-829e-6d4454cabcc5 req-17b7a858-1ef5-4969-85aa-5b261335dd16 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 946 time: 0.1907673 Aug 16 20:43:57.300767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dffcfb46-4180-4865-be03-cfa15122d4d8 req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.303246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44886) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:57.310208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c13a034b-af53-4e94-ad46-7fe8f46c024e tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Request body: {'floatingip': {'port_id': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:57.312290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-5b28fb00-e1f5-4024-bfe2-2e52e8b2b576', 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'fixed_ips': [{'subnet_id': '1b1958e0-ed69-4f97-97d7-9f7db7a268ea'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:43:57.314761 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.318423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] For port 86a89579-1220-4059-870c-7106afec38d8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=86a89579-1220-4059-870c-7106afec38d8,segment=NetworkSegment(08991930-b85c-4074-8c70-fe7cdcecf6b3),segment_id=08991930-b85c-4074-8c70-fe7cdcecf6b3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:57.322859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e007676-9429-43e2-aa1d-aaf25201ae28 None None] Provisioning for port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:57.350863 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:57.369061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.385001 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c13a034b-af53-4e94-ad46-7fe8f46c024e tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.464893 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.486170 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.494719 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dffcfb46-4180-4865-be03-cfa15122d4d8 req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.499366 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Transition to ACTIVE for port object 526ada5d-80f7-4d12-b3ec-202b880bda45 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:57.541516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.548400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:57.549396 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.614090 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.658477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106d527-92fa-4f25-96d3-4c28a3d2b00d None None] Pushing event updated for resources: {'Port': ['ID=86a89579-1220-4059-870c-7106afec38d8,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:57.665204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Routers {'686de686-0e37-4c45-86ad-fc35a4eb86b9'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:57.665990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['686de686-0e37-4c45-86ad-fc35a4eb86b9'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:57.777268 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Attempting to bind port 526ada5d-80f7-4d12-b3ec-202b880bda45 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:57.777606 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Attempting to bind port 526ada5d-80f7-4d12-b3ec-202b880bda45 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:57.777911 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Attempting to bind port 526ada5d-80f7-4d12-b3ec-202b880bda45 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:57.799074 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ccb4-e6f5-4f76-a758-9414205d59b2 None None] Pushing event updated for resources: {'Port': ['ID=526ada5d-80f7-4d12-b3ec-202b880bda45,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:57.801694 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:57.802071 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:57.802477 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.804962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:57.812887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Allocated IP 19.80.0.2 (5b28fb00-e1f5-4024-bfe2-2e52e8b2b576/1b1958e0-ed69-4f97-97d7-9f7db7a268ea/4cf4a604-2afc-42c9-934c-af67f6f69a09) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:57.816883 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:57.817451 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Bound port: 526ada5d-80f7-4d12-b3ec-202b880bda45, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:57.819553 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.859078 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:57.859449 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.924047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Network': ['ID=7928b13e-91b5-4fe9-bab2-05a593eda699,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:57.940532 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] For port 526ada5d-80f7-4d12-b3ec-202b880bda45, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:57.941685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2029c0c1-a431-481b-b0ad-26f5c9250e83 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2050748 Aug 16 20:43:57.944854 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44892) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:57.951924 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] For port 526ada5d-80f7-4d12-b3ec-202b880bda45, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=526ada5d-80f7-4d12-b3ec-202b880bda45,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:57.980010 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'subnet': {'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:57.984484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 7928b13e-91b5-4fe9-bab2-05a593eda699 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:58.052983 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.105415 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dffcfb46-4180-4865-be03-cfa15122d4d8 req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.110130 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-dffcfb46-4180-4865-be03-cfa15122d4d8 req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.115039 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.124366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dffcfb46-4180-4865-be03-cfa15122d4d8 req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "PUT /v2.0/security-groups/b7f5441b-5ab6-4e50-ba5d-552d53718fff HTTP/1.1" status: 200 len: 1777 time: 0.9011023 Aug 16 20:43:58.146047 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ccb4-e6f5-4f76-a758-9414205d59b2 None None] Pushing event updated for resources: {'Port': ['ID=526ada5d-80f7-4d12-b3ec-202b880bda45,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:58.171538 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Routers {'8e90c2a4-c726-46d1-9e44-0978ecfea3e0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:58.172167 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:58.206308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] Set router 686de686-0e37-4c45-86ad-fc35a4eb86b9 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:58.361834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f5441b-5ab6-4e50-ba5d-552d53718fff,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:58.368658 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] Set router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:58.379329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.379681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.380017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.380353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.380687 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.381034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.381382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.381707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.382030 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.382351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.382680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.382993 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aeba4-7fd6-4b5a-a9f8-412eeed4b17a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:58.439039 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.446520 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.447535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349dc42-8103-4968-aae1-3874d6855585 req-687f210a-fce1-4f82-a94c-b8b1a9646609 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:58.453861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d01df474-89c5-4e8f-933a-8dc94ea9afd6 None None] Provisioning complete for port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:58.454232 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d01df474-89c5-4e8f-933a-8dc94ea9afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.456553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1349dc42-8103-4968-aae1-3874d6855585 req-687f210a-fce1-4f82-a94c-b8b1a9646609 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.3562596 Aug 16 20:43:58.462009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Transition to ACTIVE for port object 4cf4a604-2afc-42c9-934c-af67f6f69a09 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:58.467639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Allocated IP 172.20.0.1 (5ddeeba7-ec9c-410d-989d-8903e93c3724/74d2fd41-8699-4b70-bc37-1a80ab443e7c/52da2ac7-316c-4ccd-bdeb-59554803243d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:58.547568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Transition to ACTIVE for port object 4cf4a604-2afc-42c9-934c-af67f6f69a09 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:58.568838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1349dc42-8103-4968-aae1-3874d6855585 req-6ec375f6-e7e0-4f12-baac-5cbfd3ae98ef tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069884 Aug 16 20:43:58.586806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=93ab299c-f4e9-4a0d-a8e0-c4854611c2ff,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:58.592326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8bfbf16-a369-41df-a63d-e272689595d0 req-4bef9afc-cc96-4457-8d59-8788dbcc6a3e tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/b7f5441b-5ab6-4e50-ba5d-552d53718fff HTTP/1.1" status: 200 len: 1777 time: 0.2669280 Aug 16 20:43:58.630326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.650773 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.665357 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 3, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:58.667373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Transition to ACTIVE for port object 52da2ac7-316c-4ccd-bdeb-59554803243d will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:58.698811 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aaec7a-50a5-4ed9-b611-41861cf59429 None None] The sync data for ids ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'] in n-d-793619-14 is: [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 3, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:58.699625 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.701727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:58.712025 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.719323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:58.723651 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d01df474-89c5-4e8f-933a-8dc94ea9afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.742500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:58.754391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:58.769490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Pushing event updated for resources: {'Port': ['ID=4cf4a604-2afc-42c9-934c-af67f6f69a09,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:58.816339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78235896-70a6-49f7-892e-66c6b1007fa9 req-41cce144-ad08-459a-a3e8-c02c760043aa tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/b7f5441b-5ab6-4e50-ba5d-552d53718fff HTTP/1.1" status: 200 len: 1777 time: 0.1319270 Aug 16 20:43:58.903187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.933595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'name': 'tempest-ServersTestMultiNic-2024770568-router', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:44Z', 'updated_at': '2021-08-16T20:43:52Z', 'revision_number': 4, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'gw_port': {'id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:46Z', 'updated_at': '2021-08-16T20:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '86a89579-1220-4059-870c-7106afec38d8', 'name': '', 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'mac_address': 'fa:16:3e:13:7b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '2cd5740c-12ec-4836-9def-0fbb59759318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:51Z', 'updated_at': '2021-08-16T20:43:57Z', 'revision_number': 4, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'subnets': [{'id': '2cd5740c-12ec-4836-9def-0fbb59759318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:58.967549 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-78235896-70a6-49f7-892e-66c6b1007fa9 req-58d2c377-5c2f-4833-a6fa-796b984db538 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.968900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e41069-2d5c-4bd4-bba6-c3275c551982 None None] The sync data for ids ['686de686-0e37-4c45-86ad-fc35a4eb86b9'] in n-d-793619-14 is: [{'id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'name': 'tempest-ServersTestMultiNic-2024770568-router', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:44Z', 'updated_at': '2021-08-16T20:43:52Z', 'revision_number': 4, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'gw_port': {'id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:46Z', 'updated_at': '2021-08-16T20:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '86a89579-1220-4059-870c-7106afec38d8', 'name': '', 'network_id': '3210b674-c780-4f42-a334-6f5c5adef6b7', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'mac_address': 'fa:16:3e:13:7b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '2cd5740c-12ec-4836-9def-0fbb59759318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:51Z', 'updated_at': '2021-08-16T20:43:57Z', 'revision_number': 4, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'subnets': [{'id': '2cd5740c-12ec-4836-9def-0fbb59759318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:58.973164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Pushing event updated for resources: {'Port': ['ID=52da2ac7-316c-4ccd-bdeb-59554803243d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:58.985955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Attempting to bind port 4cf4a604-2afc-42c9-934c-af67f6f69a09 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:58.991594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Attempting to bind port 4cf4a604-2afc-42c9-934c-af67f6f69a09 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:58.991594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Attempting to bind port 4cf4a604-2afc-42c9-934c-af67f6f69a09 on network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:58.992706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Network 5ddeeba7-ec9c-410d-989d-8903e93c3724 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:58.996042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:59.002267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:59.018069 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-d01df474-89c5-4e8f-933a-8dc94ea9afd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:43:59.018069 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-d01df474-89c5-4e8f-933a-8dc94ea9afd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:43:59.018382 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-78235896-70a6-49f7-892e-66c6b1007fa9 req-58d2c377-5c2f-4833-a6fa-796b984db538 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.018518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=93ab299c-f4e9-4a0d-a8e0-c4854611c2ff,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:59.019708 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:59.030869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Checking segment: {'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:59.031538 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.032754 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Bound using segment: {'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:59.032754 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Bound port: 4cf4a604-2afc-42c9-934c-af67f6f69a09, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:59.033394 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.160829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] For port 4cf4a604-2afc-42c9-934c-af67f6f69a09, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:59.166767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] For port 4cf4a604-2afc-42c9-934c-af67f6f69a09, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4cf4a604-2afc-42c9-934c-af67f6f69a09,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:59.213548 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c13a034b-af53-4e94-ad46-7fe8f46c024e tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.237820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.247939 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.399615 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c13a034b-af53-4e94-ad46-7fe8f46c024e tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.402073 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-78235896-70a6-49f7-892e-66c6b1007fa9 req-58d2c377-5c2f-4833-a6fa-796b984db538 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.405147 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-78235896-70a6-49f7-892e-66c6b1007fa9 req-58d2c377-5c2f-4833-a6fa-796b984db538 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.406741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78235896-70a6-49f7-892e-66c6b1007fa9 req-58d2c377-5c2f-4833-a6fa-796b984db538 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "DELETE /v2.0/security-groups/b7f5441b-5ab6-4e50-ba5d-552d53718fff HTTP/1.1" status: 204 len: 173 time: 0.5490010 Aug 16 20:43:59.447860 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.498884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96b243-afc7-4e27-b89f-c75f00db8787 None None] Pushing event updated for resources: {'Port': ['ID=4cf4a604-2afc-42c9-934c-af67f6f69a09,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:59.667861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Subnet': ['ID=e7af2be5-a423-4f31-845d-4ab9c8a157b4,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:59.734010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:59.826531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Checking segment: {'id': '4b8dadc1-8a07-4d55-b15e-5d93f7d414ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:59.826824 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-c13a034b-af53-4e94-ad46-7fe8f46c024e tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Floating IP 47280041-a883-4f94-afa6-d0c049a83806 associated. External IP: 172.25.4.230, port: cb1ba463-6ae5-4221-bc94-6a595b3eac0c. Aug 16 20:43:59.828208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network hostable DHCP agents. Network: 7928b13e-91b5-4fe9-bab2-05a593eda699, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:59.887067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:59.887366 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.917765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2c377-5c2f-4833-a6fa-796b984db538 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f5441b-5ab6-4e50-ba5d-552d53718fff,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:59.970545 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-2f89cfbe-20f5-4e86-830d-338f75f2be88 req-232421fd-638f-41ae-a463-9f22a61331df tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] show failed (client error): The resource could not be found. Aug 16 20:43:59.978510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f89cfbe-20f5-4e86-830d-338f75f2be88 req-232421fd-638f-41ae-a463-9f22a61331df tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/a47baee6-6c99-4f64-ad28-01feba45c5f9 HTTP/1.1" status: 404 len: 352 time: 0.1344559 Aug 16 20:44:00.001334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.018734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-26488e38-63b2-4ea6-b4e7-56c2c24d6254 None None] Provisioning for port 52da2ac7-316c-4ccd-bdeb-59554803243d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:00.027391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network 7928b13e-91b5-4fe9-bab2-05a593eda699 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:00.086328 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-c6fb23e5-af01-46ee-8589-863d05663f4e req-8edfc672-9e96-4aeb-9238-d1f51ba2ef73 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] show failed (client error): The resource could not be found. Aug 16 20:44:00.094316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6fb23e5-af01-46ee-8589-863d05663f4e req-8edfc672-9e96-4aeb-9238-d1f51ba2ef73 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/cd9100c6-45c0-4bbe-80b2-adc076b735b1 HTTP/1.1" status: 404 len: 352 time: 0.0890505 Aug 16 20:44:00.113331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa21ed-d15f-4c8d-b1cc-32c7e22613a1 req-86fe7721-9984-4f47-b243-1d1bb24fde01 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:00.115543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3aa21ed-d15f-4c8d-b1cc-32c7e22613a1 req-86fe7721-9984-4f47-b243-1d1bb24fde01 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.2798886 Aug 16 20:44:00.165510 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-52c1a3bb-8cd4-4b9c-844f-09aff88b70af req-52d7317b-e3dc-4665-a7de-c279946e08b1 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] show failed (client error): The resource could not be found. Aug 16 20:44:00.175146 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52c1a3bb-8cd4-4b9c-844f-09aff88b70af req-52d7317b-e3dc-4665-a7de-c279946e08b1 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/3c8e1344-4994-4e80-a4c0-93390d894342 HTTP/1.1" status: 404 len: 352 time: 0.0581851 Aug 16 20:44:00.202517 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3aa21ed-d15f-4c8d-b1cc-32c7e22613a1 req-5abf6a1b-34a6-4603-b341-ff94bf3beb31 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742998 Aug 16 20:44:00.210704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 7928b13e-91b5-4fe9-bab2-05a593eda699) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:00.224996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:00.225633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.297311 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.303391 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-ab6dc52d-9af1-4f10-9783-5278898cd55d req-b887c8bb-4a0d-48be-8792-ff4714fe1364 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] show failed (client error): The resource could not be found. Aug 16 20:44:00.304645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab6dc52d-9af1-4f10-9783-5278898cd55d req-b887c8bb-4a0d-48be-8792-ff4714fe1364 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/ef819935-9f8c-471c-86f1-1a61214a03c0 HTTP/1.1" status: 404 len: 352 time: 0.0439198 Aug 16 20:44:00.346357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aefab9d-c748-434a-af60-1cb071c8908f None None] Network 7928b13e-91b5-4fe9-bab2-05a593eda699 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:00.373252 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e37b6323-edde-43a6-8315-4084bda849f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4271102 Aug 16 20:44:00.400883 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.431708 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-014fb68d-3469-462f-9732-360ccc929288 req-31abf1a6-ffac-4fc7-8946-6b19e68a43f7 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] show failed (client error): The resource could not be found. Aug 16 20:44:00.450768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-014fb68d-3469-462f-9732-360ccc929288 req-31abf1a6-ffac-4fc7-8946-6b19e68a43f7 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/8ddf2e19-3f45-40aa-b29a-7c3ea2dd088d HTTP/1.1" status: 404 len: 352 time: 0.1130037 Aug 16 20:44:00.561565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-26488e38-63b2-4ea6-b4e7-56c2c24d6254 None None] Provisioning complete for port 52da2ac7-316c-4ccd-bdeb-59554803243d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:00.567557 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-26488e38-63b2-4ea6-b4e7-56c2c24d6254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.567704 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [req-5fb597fb-f32f-48c1-84d6-a518766fe003 req-dedeeec7-7ac8-4ba4-924d-afbb79ddfc95 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] show failed (client error): The resource could not be found. Aug 16 20:44:00.587028 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fb597fb-f32f-48c1-84d6-a518766fe003 req-dedeeec7-7ac8-4ba4-924d-afbb79ddfc95 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/355cb0d1-dfce-4ced-b12f-c610755f4737 HTTP/1.1" status: 404 len: 352 time: 0.0991783 Aug 16 20:44:00.619988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13a034b-af53-4e94-ad46-7fe8f46c024e tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Router 38108c55-1e98-455a-9564-5402a2a2b6d5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:00.633892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-26488e38-63b2-4ea6-b4e7-56c2c24d6254 None None] Port 52da2ac7-316c-4ccd-bdeb-59554803243d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:00.656897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Pushing event updated for resources: {'Port': ['ID=52da2ac7-316c-4ccd-bdeb-59554803243d,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:00.667674 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.674405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-7928b13e-91b5-4fe9-bab2-05a593eda699', 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'fixed_ips': [{'subnet_id': 'e7af2be5-a423-4f31-845d-4ab9c8a157b4'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:44:00.680805 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.755741 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 86a89579-1220-4059-870c-7106afec38d8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:00.898529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Network 5ddeeba7-ec9c-410d-989d-8903e93c3724 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:00.900350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:01.066285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Allocated IP 19.86.0.2 (7928b13e-91b5-4fe9-bab2-05a593eda699/e7af2be5-a423-4f31-845d-4ab9c8a157b4/108b9571-cb83-4172-afbf-b767229225db) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:01.120114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:01.154212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13a034b-af53-4e94-ad46-7fe8f46c024e tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:01.160519 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c13a034b-af53-4e94-ad46-7fe8f46c024e tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.172615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c503a1-f31d-4a35-b4ea-13b896e3cff8 None None] Sync routers for ids ['38108c55-1e98-455a-9564-5402a2a2b6d5'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:01.189822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-940c7826-0a8f-4736-b947-759cf5446bdb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:01.206081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 86a89579-1220-4059-870c-7106afec38d8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:01.207979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-940c7826-0a8f-4736-b947-759cf5446bdb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:01.218800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-940c7826-0a8f-4736-b947-759cf5446bdb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/networks?id=5b28fb00-e1f5-4024-bfe2-2e52e8b2b576&id=7928b13e-91b5-4fe9-bab2-05a593eda699&id=5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 HTTP/1.1" status: 200 len: 1390 time: 0.4652922 Aug 16 20:44:01.224600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267df75-2837-42b5-9c73-ee897185da95 None None] Network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:01.238611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 86a89579-1220-4059-870c-7106afec38d8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:01.238983 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.240819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c503a1-f31d-4a35-b4ea-13b896e3cff8 None None] Routers {'38108c55-1e98-455a-9564-5402a2a2b6d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:01.241531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-26c503a1-f31d-4a35-b4ea-13b896e3cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['38108c55-1e98-455a-9564-5402a2a2b6d5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:01.334007 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-1683f7f8-4af0-449f-827c-aa4b83c9005b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/quotas/b57c1a6980e247bfabf553e5b1e8f70a HTTP/1.1" status: 200 len: 375 time: 0.1142249 Aug 16 20:44:01.335224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:01.351596 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bb46b5aa-6124-444c-a6f0-403862b72c02 admin admin] 10.222.0.74 "PUT /v2.0/routers/8e90c2a4-c726-46d1-9e44-0978ecfea3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5821846 Aug 16 20:44:01.402971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c13a034b-af53-4e94-ad46-7fe8f46c024e tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "PUT /v2.0/floatingips/47280041-a883-4f94-afa6-d0c049a83806 HTTP/1.1" status: 200 len: 992 time: 4.0959876 Aug 16 20:44:01.402971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'tag': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:01.405818 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00feec7-697d-46a1-ab74-4706862a1c46" -d '{"events": [{"name": "network-changed", "server_uuid": "d380fd3e-b3a7-47f2-befd-a98399a32c2e", "tag": "cb1ba463-6ae5-4221-bc94-6a595b3eac0c"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:01.461779 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-d43c9034-72c6-4e19-8c89-c2ee449f0eb1 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1268027 Aug 16 20:44:01.849481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-c986c4f2-1c61-4de9-81d6-d2b85cfce3cf service neutron] 10.222.0.74 "GET /v2.0/networks/5b28fb00-e1f5-4024-bfe2-2e52e8b2b576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520290 Aug 16 20:44:01.850110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3b472bfa-4f6d-4c3c-a139-16b506628cd8 None None] Provisioning for port 4cf4a604-2afc-42c9-934c-af67f6f69a09 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:01.850110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-26c503a1-f31d-4a35-b4ea-13b896e3cff8 None None] Set router 38108c55-1e98-455a-9564-5402a2a2b6d5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:01.850110 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.850913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-92286c34-d97f-4c5d-9778-8e02be57cc18 service neutron] 10.222.0.74 "GET /v2.0/networks/5b28fb00-e1f5-4024-bfe2-2e52e8b2b576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139810 Aug 16 20:44:01.851000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Transition to ACTIVE for port object 108b9571-cb83-4172-afbf-b767229225db will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:01.855528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-49fd1b82-26bb-4d5f-8105-408d7d619f47 service neutron] 10.222.0.74 "GET /v2.0/networks/7928b13e-91b5-4fe9-bab2-05a593eda699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240654 Aug 16 20:44:01.882248 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Transition to ACTIVE for port object 108b9571-cb83-4172-afbf-b767229225db will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:01.898502 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.926076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ba3f3df0-98b8-45d0-9086-cb0c803cf769 None None] Provisioning complete for port 52da2ac7-316c-4ccd-bdeb-59554803243d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:01.926309 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba3f3df0-98b8-45d0-9086-cb0c803cf769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.016415 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-e24f294f-c34c-492f-bc5e-676c350a7f41 service neutron] 10.222.0.74 "GET /v2.0/networks/7928b13e-91b5-4fe9-bab2-05a593eda699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535130 Aug 16 20:44:02.043815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f3df0-98b8-45d0-9086-cb0c803cf769 None None] Port 52da2ac7-316c-4ccd-bdeb-59554803243d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:02.049139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 86a89579-1220-4059-870c-7106afec38d8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=86a89579-1220-4059-870c-7106afec38d8,segment=NetworkSegment(08991930-b85c-4074-8c70-fe7cdcecf6b3),segment_id=08991930-b85c-4074-8c70-fe7cdcecf6b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:02.138606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-ac0c5428-0a3a-4410-9a87-2c098509b7d4 service neutron] 10.222.0.74 "GET /v2.0/networks/5b28fb00-e1f5-4024-bfe2-2e52e8b2b576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155837 Aug 16 20:44:02.159822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-26c503a1-f31d-4a35-b4ea-13b896e3cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:36Z', 'revision_number': 4, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '47280041-a883-4f94-afa6-d0c049a83806', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'port_id': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'mac_address': 'fa:16:3e:d5:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:43Z', 'updated_at': '2021-08-16T20:43:58Z', 'revision_number': 1, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c6158-8e9d-4e44-a9b5-ebd55b96bf4b', 'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'mac_address': 'fa:16:3e:26:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:35Z', 'updated_at': '2021-08-16T20:42:43Z', 'revision_number': 5, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'subnets': [{'id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:02.193042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c503a1-f31d-4a35-b4ea-13b896e3cff8 None None] Checking router: 38108c55-1e98-455a-9564-5402a2a2b6d5 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:02.207131 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.210429 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c503a1-f31d-4a35-b4ea-13b896e3cff8 None None] Routers {'38108c55-1e98-455a-9564-5402a2a2b6d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:02.211078 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-26c503a1-f31d-4a35-b4ea-13b896e3cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['38108c55-1e98-455a-9564-5402a2a2b6d5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:02.259290 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-3ced77bc-17e6-4b3d-8994-ec7702ef14fe service neutron] 10.222.0.74 "GET /v2.0/networks/5b28fb00-e1f5-4024-bfe2-2e52e8b2b576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074333 Aug 16 20:44:02.264757 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Sync routers for ids ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:02.295875 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Routers {'8e90c2a4-c726-46d1-9e44-0978ecfea3e0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:02.296808 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:02.315974 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.502511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Network 7928b13e-91b5-4fe9-bab2-05a593eda699 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:02.503280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Pushing event updated for resources: {'Port': ['ID=108b9571-cb83-4172-afbf-b767229225db,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:02.549894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:02.556664 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.557802 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:02.565231 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869a0c6c-6d73-4343-a1f6-0de8cd3e00c8 x-openstack-request-id: req-869a0c6c-6d73-4343-a1f6-0de8cd3e00c8 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:02.565713 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d380fd3e-b3a7-47f2-befd-a98399a32c2e", "tag": "cb1ba463-6ae5-4221-bc94-6a595b3eac0c", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:02.566009 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-869a0c6c-6d73-4343-a1f6-0de8cd3e00c8 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:02.566586 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'tag': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c', 'status': 'completed', 'code': 200} Aug 16 20:44:02.656006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 526ada5d-80f7-4d12-b3ec-202b880bda45 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:02.666453 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Set router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:02.675452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-9b82d3b8-7ec6-49ef-b4e5-086bee6fd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.677735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-9b82d3b8-7ec6-49ef-b4e5-086bee6fd0cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b34307ab4f54b738e8de28f0575f9ee&device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 1098 time: 0.0829890 Aug 16 20:44:02.732498 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.739249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-26c503a1-f31d-4a35-b4ea-13b896e3cff8 None None] Set router 38108c55-1e98-455a-9564-5402a2a2b6d5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:02.806689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-1153a82a-f219-48fb-a8dc-3f008e30a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.808863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-1153a82a-f219-48fb-a8dc-3f008e30a69a service neutron] 10.222.0.76 "GET /v2.0/networks?id=32ce7763-b2b2-4b57-a05f-db5d38015e9f HTTP/1.1" status: 200 len: 917 time: 0.1219387 Aug 16 20:44:02.981437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=86a89579-1220-4059-870c-7106afec38d8,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:02.989657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-4b3e0cbf-928e-49da-8d8c-7aee8cdb5e08 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb1ba463-6ae5-4221-bc94-6a595b3eac0c HTTP/1.1" status: 200 len: 1000 time: 0.1700506 Aug 16 20:44:03.008830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80ea0d-3963-4a7c-bbde-01b19b7dbe46 req-13098f73-51d1-4de7-b8f8-5dc1fa7d6ad9 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:03.009866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb80ea0d-3963-4a7c-bbde-01b19b7dbe46 req-13098f73-51d1-4de7-b8f8-5dc1fa7d6ad9 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 1024 time: 0.0978310 Aug 16 20:44:03.114762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Attempting to bind port 108b9571-cb83-4172-afbf-b767229225db on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:03.115673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Attempting to bind port 108b9571-cb83-4172-afbf-b767229225db by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '4b8dadc1-8a07-4d55-b15e-5d93f7d414ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:03.116247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Attempting to bind port 108b9571-cb83-4172-afbf-b767229225db on network 7928b13e-91b5-4fe9-bab2-05a593eda699 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:03.128307 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 4, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '52da2ac7-316c-4ccd-bdeb-59554803243d', 'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'mac_address': 'fa:16:3e:d6:dc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:58Z', 'updated_at': '2021-08-16T20:44:00Z', 'revision_number': 2, 'project_id': '122317efc438431f9399bc6a0be0522f', 'subnets': [{'id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:03.135162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:03.136252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Checking segment: {'id': '4b8dadc1-8a07-4d55-b15e-5d93f7d414ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:03.138163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb80ea0d-3963-4a7c-bbde-01b19b7dbe46 req-31bb6486-30b4-4ad1-9c1c-81d13e76aa69 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9a2affa-ce2d-44e2-a48f-09b8f63dc092&id=0e34239f-1427-4817-961c-8b985abed700&id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1115849 Aug 16 20:44:03.138508 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.139618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Bound using segment: {'id': '4b8dadc1-8a07-4d55-b15e-5d93f7d414ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:03.140310 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Bound port: 108b9571-cb83-4172-afbf-b767229225db, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8dadc1-8a07-4d55-b15e-5d93f7d414ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:03.141121 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.158249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-bf3a1d53-8735-4ef9-aaa1-9900c9c986da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:03.159904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-bf3a1d53-8735-4ef9-aaa1-9900c9c986da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5de9106-bc0b-4ff3-b478-ae4f0feec18d HTTP/1.1" status: 200 len: 855 time: 0.1491625 Aug 16 20:44:03.252173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-f73a6d59-5d6e-4657-a0ba-9cc701ee0550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:03.255951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-f73a6d59-5d6e-4657-a0ba-9cc701ee0550 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32ce7763-b2b2-4b57-a05f-db5d38015e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879107 Aug 16 20:44:03.298090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] For port 108b9571-cb83-4172-afbf-b767229225db, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:03.303208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] For port 108b9571-cb83-4172-afbf-b767229225db, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=108b9571-cb83-4172-afbf-b767229225db,segment=NetworkSegment(4b8dadc1-8a07-4d55-b15e-5d93f7d414ef),segment_id=4b8dadc1-8a07-4d55-b15e-5d93f7d414ef)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:03.328448 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 526ada5d-80f7-4d12-b3ec-202b880bda45 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:03.349547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 526ada5d-80f7-4d12-b3ec-202b880bda45 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:03.350160 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.361212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3bb84d91-bbbe-4389-a124-5f64018d9413 req-4bf655e8-2c1b-4a66-86ae-e1553b0a23ef tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 210 time: 0.0369856 Aug 16 20:44:03.368060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-ae5204c8-36cf-476f-8d05-8a0fbbbccc6e service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:03.369141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-ae5204c8-36cf-476f-8d05-8a0fbbbccc6e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1037190 Aug 16 20:44:03.384232 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Checking router: 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:03.384705 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Updating router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 port 52da2ac7-316c-4ccd-bdeb-59554803243d binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:44:03.433341 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.445191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.486234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-153c6a7c-4481-4cd1-987f-491478df7f12 service neutron] 10.222.0.76 "GET /v2.0/networks/32ce7763-b2b2-4b57-a05f-db5d38015e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076086 Aug 16 20:44:03.585101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f1a82-6578-4411-a6c7-05dc9f69e303 None None] Pushing event updated for resources: {'Port': ['ID=108b9571-cb83-4172-afbf-b767229225db,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:03.624524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-26c503a1-f31d-4a35-b4ea-13b896e3cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:36Z', 'revision_number': 4, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '47280041-a883-4f94-afa6-d0c049a83806', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'port_id': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'mac_address': 'fa:16:3e:d5:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:43Z', 'updated_at': '2021-08-16T20:43:58Z', 'revision_number': 1, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c6158-8e9d-4e44-a9b5-ebd55b96bf4b', 'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'mac_address': 'fa:16:3e:26:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:35Z', 'updated_at': '2021-08-16T20:42:43Z', 'revision_number': 5, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'subnets': [{'id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:03.675113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d00feec7-697d-46a1-ab74-4706862a1c46 req-93471388-9cb1-455e-ac56-64992a5395d7 service neutron] 10.222.0.76 "GET /v2.0/networks/32ce7763-b2b2-4b57-a05f-db5d38015e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704113 Aug 16 20:44:03.698962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c503a1-f31d-4a35-b4ea-13b896e3cff8 None None] The sync data for ids ['38108c55-1e98-455a-9564-5402a2a2b6d5'] in n-d-793619-14 is: [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:36Z', 'revision_number': 4, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '47280041-a883-4f94-afa6-d0c049a83806', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'port_id': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'mac_address': 'fa:16:3e:d5:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:43Z', 'updated_at': '2021-08-16T20:43:58Z', 'revision_number': 1, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856c6158-8e9d-4e44-a9b5-ebd55b96bf4b', 'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'mac_address': 'fa:16:3e:26:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:35Z', 'updated_at': '2021-08-16T20:42:43Z', 'revision_number': 5, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'subnets': [{'id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:03.719242 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.730585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b424f-83e9-4669-9f68-807769c66ed9 req-cdbf621d-3de1-4e70-ad44-39174a67d5e2 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:03.732758 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-907b424f-83e9-4669-9f68-807769c66ed9 req-cdbf621d-3de1-4e70-ad44-39174a67d5e2 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.76 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 1024 time: 0.0752132 Aug 16 20:44:03.753862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 526ada5d-80f7-4d12-b3ec-202b880bda45, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=526ada5d-80f7-4d12-b3ec-202b880bda45,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:03.895099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45016) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:03.898299 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.898827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4cf4a604-2afc-42c9-934c-af67f6f69a09 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:03.905772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ca4a8ecd-f361-490c-9a61-b65db1088206 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781098505', 'description': 'tempest-description--759440095'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:03.920611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-907b424f-83e9-4669-9f68-807769c66ed9 req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Deleting port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:03.920969 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907b424f-83e9-4669-9f68-807769c66ed9 req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.993818 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.016287 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Transition to ACTIVE for port object 52da2ac7-316c-4ccd-bdeb-59554803243d will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:04.081117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=526ada5d-80f7-4d12-b3ec-202b880bda45,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.087001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5972a8-9bd5-4f45-b99b-08a4b34cc0b4 None None] New status for floating IP 47280041-a883-4f94-afa6-d0c049a83806: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:04.102950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8ecd-f361-490c-9a61-b65db1088206 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.125237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-907b424f-83e9-4669-9f68-807769c66ed9 req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] For port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,segment=NetworkSegment(fa24418a-8e3b-4891-918a-3d4586506fa9),segment_id=fa24418a-8e3b-4891-918a-3d4586506fa9)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:04.125612 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907b424f-83e9-4669-9f68-807769c66ed9 req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.140326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-907b424f-83e9-4669-9f68-807769c66ed9 req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Calling delete_port for 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:04.152556 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.241182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ad8ef14b-eb4a-4a33-a697-d95b43a7f456 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:04.290274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 4cf4a604-2afc-42c9-934c-af67f6f69a09 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:04.290604 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8545fb-9796-48a3-8291-3be98a940b16 None None] Pushing event updated for resources: {'Port': ['ID=52da2ac7-316c-4ccd-bdeb-59554803243d,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.300909 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8ecd-f361-490c-9a61-b65db1088206 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.328446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4cf4a604-2afc-42c9-934c-af67f6f69a09 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:04.332006 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.416366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32899d5-9adf-4b15-b660-68870b98643d req-101a9b39-5356-4c9b-aacb-bcc9baafbe15 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:04.423551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c32899d5-9adf-4b15-b660-68870b98643d req-101a9b39-5356-4c9b-aacb-bcc9baafbe15 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 1024 time: 0.1150572 Aug 16 20:44:04.424996 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8ecd-f361-490c-9a61-b65db1088206 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.429607 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Attempting to bind port 52da2ac7-316c-4ccd-bdeb-59554803243d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:04.430133 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Attempting to bind port 52da2ac7-316c-4ccd-bdeb-59554803243d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:04.430483 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Attempting to bind port 52da2ac7-316c-4ccd-bdeb-59554803243d on network 5ddeeba7-ec9c-410d-989d-8903e93c3724 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:04.445987 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:04.446482 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Checking segment: {'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:04.446760 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.447176 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Bound using segment: {'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:04.447635 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Bound port: 52da2ac7-316c-4ccd-bdeb-59554803243d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:04.448969 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.493476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a8ecd-f361-490c-9a61-b65db1088206 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b455905-228a-422f-9ef2-1d23d53b78ec,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.535209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c32899d5-9adf-4b15-b660-68870b98643d req-4ec0b5c5-20e1-490b-8386-476cfa94c072 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9a2affa-ce2d-44e2-a48f-09b8f63dc092&id=0e34239f-1427-4817-961c-8b985abed700&id=e1b2a476-972b-408b-a573-85c345df0288&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0982370 Aug 16 20:44:04.605310 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] For port 52da2ac7-316c-4ccd-bdeb-59554803243d, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:04.609862 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca4a8ecd-f361-490c-9a61-b65db1088206 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.614685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45054) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:04.617955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ca4a8ecd-f361-490c-9a61-b65db1088206 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7217255 Aug 16 20:44:04.621698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d9087719-efaf-42b8-ad00-c38695a02cc4 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Request body: {'security_group_rule': {'security_group_id': '8b455905-228a-422f-9ef2-1d23d53b78ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:04.636076 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] For port 52da2ac7-316c-4ccd-bdeb-59554803243d, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=52da2ac7-316c-4ccd-bdeb-59554803243d,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:04.636890 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907b424f-83e9-4669-9f68-807769c66ed9 req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.687069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:04.697307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c87c7f44-eb35-48ee-9894-e34c7ee290fc req-b06f1460-f34a-4791-b464-bbd0ff6fb2f6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 210 time: 0.0569005 Aug 16 20:44:04.726589 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.842206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event deleted for resources: {'Port': ['ID=44cfadc4-5e8f-4761-ad54-65b8d8ce30cd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.854677 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Routers {'8e90c2a4-c726-46d1-9e44-0978ecfea3e0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:04.859370 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:04.876323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.876745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.877217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.877755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.879033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.879546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.880052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.880581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.881275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.882772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.883284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.883839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:04.903996 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.933817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-907b424f-83e9-4669-9f68-807769c66ed9 req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] No DVR routers for this DVR port 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:04.943370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ad8ef14b-eb4a-4a33-a697-d95b43a7f456, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:04.964850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907b424f-83e9-4669-9f68-807769c66ed9 req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.971911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'port_id': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456', 'mac_address': 'fa:16:3e:0c:2b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017e1c35-8272-486f-8cbc-c85f51de575d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:04.972832 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-907b424f-83e9-4669-9f68-807769c66ed9 req-5f6cfcac-8ace-4e7f-8c2a-70db05e0fc03 tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.76 "DELETE /v2.0/ports/44cfadc4-5e8f-4761-ad54-65b8d8ce30cd HTTP/1.1" status: 204 len: 173 time: 1.2283199 Aug 16 20:44:04.973684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'name': 'network-vif-deleted', 'tag': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:04.980242 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be6d8cf-69ef-4b35-ac41-1a2e359e2fe1" -d '{"events": [{"server_uuid": "62b8ac69-27fa-45e7-a013-fbef8ac1923d", "name": "network-vif-deleted", "tag": "44cfadc4-5e8f-4761-ad54-65b8d8ce30cd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:04.993697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 4cf4a604-2afc-42c9-934c-af67f6f69a09, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4cf4a604-2afc-42c9-934c-af67f6f69a09,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:05.016368 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8545fb-9796-48a3-8291-3be98a940b16 None None] Pushing event updated for resources: {'Port': ['ID=52da2ac7-316c-4ccd-bdeb-59554803243d,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:05.042906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7a273-7fa7-4a7b-9c1a-a555b420ba82 req-673e8a2e-25f7-4a96-9c28-550afa0c01fa tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.059060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dc7a273-7fa7-4a7b-9c1a-a555b420ba82 req-673e8a2e-25f7-4a96-9c28-550afa0c01fa tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 945 time: 0.1849058 Aug 16 20:44:05.079630 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bb3b2a-a63c-44b6-b5f8-f669427b32d6 x-openstack-request-id: req-96bb3b2a-a63c-44b6-b5f8-f669427b32d6 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:05.080220 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b8ac69-27fa-45e7-a013-fbef8ac1923d", "name": "network-vif-deleted", "tag": "44cfadc4-5e8f-4761-ad54-65b8d8ce30cd", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:05.081318 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-96bb3b2a-a63c-44b6-b5f8-f669427b32d6 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:05.082113 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b8ac69-27fa-45e7-a013-fbef8ac1923d', 'name': 'network-vif-deleted', 'tag': '44cfadc4-5e8f-4761-ad54-65b8d8ce30cd', 'status': 'completed', 'code': 200} Aug 16 20:44:05.091785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d9087719-efaf-42b8-ad00-c38695a02cc4 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.126460 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.135277 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.172097 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] Set router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:05.201683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dc7a273-7fa7-4a7b-9c1a-a555b420ba82 req-a2f29198-5921-48e8-ad87-25c0a972df3d tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412082 Aug 16 20:44:05.237163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad8ef14b-eb4a-4a33-a697-d95b43a7f456 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:05.247740 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d9087719-efaf-42b8-ad00-c38695a02cc4 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.247828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c2777-6ce6-474f-8b71-7b6b75437c08 None None] Network 7928b13e-91b5-4fe9-bab2-05a593eda699 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:05.349167 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d9087719-efaf-42b8-ad00-c38695a02cc4 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.379510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ad8ef14b-eb4a-4a33-a697-d95b43a7f456, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:05.381015 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9087719-efaf-42b8-ad00-c38695a02cc4 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22c1f39-f38f-4c60-bf89-c5592697b07e,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:05.388500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=4cf4a604-2afc-42c9-934c-af67f6f69a09,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:05.504223 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.505940 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d9087719-efaf-42b8-ad00-c38695a02cc4 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.513079 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d9087719-efaf-42b8-ad00-c38695a02cc4 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8929529 Aug 16 20:44:05.513079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:05.513276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7c3de9f1-4350-4e8e-ba2e-5293c288d160 None None] Provisioning for port 108b9571-cb83-4172-afbf-b767229225db completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:05.551537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f7bc7ecf-f74c-4d5c-b466-d91660ba820a tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Request body: {'security_group_rule': {'security_group_id': '8b455905-228a-422f-9ef2-1d23d53b78ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:05.554439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 108b9571-cb83-4172-afbf-b767229225db up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:05.591970 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 4, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '52da2ac7-316c-4ccd-bdeb-59554803243d', 'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'mac_address': 'fa:16:3e:d6:dc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:58Z', 'updated_at': '2021-08-16T20:44:04Z', 'revision_number': 4, 'project_id': '122317efc438431f9399bc6a0be0522f', 'subnets': [{'id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:05.606132 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ad8ef14b-eb4a-4a33-a697-d95b43a7f456'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:05.627303 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac504c4b-5119-4e2e-8cee-51fdc1de5576 None None] The sync data for ids ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'] in n-d-793619-14 is: [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 4, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '52da2ac7-316c-4ccd-bdeb-59554803243d', 'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'mac_address': 'fa:16:3e:d6:dc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:58Z', 'updated_at': '2021-08-16T20:44:04Z', 'revision_number': 4, 'project_id': '122317efc438431f9399bc6a0be0522f', 'subnets': [{'id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:05.693478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:05.698562 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f7bc7ecf-f74c-4d5c-b466-d91660ba820a tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.750039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dde2e02-5e2d-4f73-8613-ebda8e3eafdf req-e29be62f-7ce4-4d3b-a429-923d4ade41ad tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b8ac69-27fa-45e7-a013-fbef8ac1923d HTTP/1.1" status: 200 len: 210 time: 0.0835285 Aug 16 20:44:05.841251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 108b9571-cb83-4172-afbf-b767229225db completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:05.889283 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f7bc7ecf-f74c-4d5c-b466-d91660ba820a tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.895755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 108b9571-cb83-4172-afbf-b767229225db triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:05.896132 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.904301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bbd0a64c-c23a-4d26-afd2-a87a34ea706d req-4e081bbc-f634-4092-a760-4c7bee31de64 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 210 time: 0.0830033 Aug 16 20:44:06.073214 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f7bc7ecf-f74c-4d5c-b466-d91660ba820a tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.109542 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc7ecf-f74c-4d5c-b466-d91660ba820a tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af1c312-50aa-4042-bb4f-12b8e432442a,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:06.125325 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.147894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88150ce-affc-466d-b601-5017de9f7a57 req-3e4fa3e3-9467-43dc-add9-3df64240dbeb tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.149485 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e88150ce-affc-466d-b601-5017de9f7a57 req-3e4fa3e3-9467-43dc-add9-3df64240dbeb tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.76 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 945 time: 0.1344178 Aug 16 20:44:06.177246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 108b9571-cb83-4172-afbf-b767229225db, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=108b9571-cb83-4172-afbf-b767229225db,segment=NetworkSegment(4b8dadc1-8a07-4d55-b15e-5d93f7d414ef),segment_id=4b8dadc1-8a07-4d55-b15e-5d93f7d414ef)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:06.208519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3034559f-ba55-4efa-a9e9-2a8f0cab3b95 None None] Provisioning complete for port 108b9571-cb83-4172-afbf-b767229225db triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:06.209437 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3034559f-ba55-4efa-a9e9-2a8f0cab3b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.293397 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f7bc7ecf-f74c-4d5c-b466-d91660ba820a tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.296103 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f7bc7ecf-f74c-4d5c-b466-d91660ba820a tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7849872 Aug 16 20:44:06.296760 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ad8ef14b-eb4a-4a33-a697-d95b43a7f456 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:06.299147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45118) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:06.304488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:06.311535 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.311857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 526ada5d-80f7-4d12-b3ec-202b880bda45 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:06.341446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Deleting port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:06.342190 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.415504 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.561329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] For port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6ae8c43b-f196-4105-a2d9-3d565a65e6e2,segment=NetworkSegment(bfaac43d-5143-4840-8b6e-18f69c0319bb),segment_id=bfaac43d-5143-4840-8b6e-18f69c0319bb)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:06.562217 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.772522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0868a-ef59-4278-bb98-0ba95e24e276 req-b4cd3992-3979-44b4-a79e-c17f4eccd2de tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.781533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53c0868a-ef59-4278-bb98-0ba95e24e276 req-b4cd3992-3979-44b4-a79e-c17f4eccd2de tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 945 time: 0.3182242 Aug 16 20:44:06.790123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port ad8ef14b-eb4a-4a33-a697-d95b43a7f456 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:06.795014 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.883809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53c0868a-ef59-4278-bb98-0ba95e24e276 req-9119e4be-d632-4dd4-8302-39d14b34a7c0 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups?id=00deed7c-de03-4244-b423-46f560b82203&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010554 Aug 16 20:44:06.943218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=108b9571-cb83-4172-afbf-b767229225db,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:06.987341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 526ada5d-80f7-4d12-b3ec-202b880bda45 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:06.987929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.022827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5681c358-d70b-44ba-85f1-a9d112a8db3d req-8443af22-cea9-43cb-ba01-e0daee12334a tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/0e34239f-1427-4817-961c-8b985abed700 HTTP/1.1" status: 200 len: 1802 time: 0.1249864 Aug 16 20:44:07.029671 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.286348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2f9fbc8-f797-46c8-999c-d93b7557666f req-6858e659-0e6d-4aaf-b256-56bbd2c23714 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 210 time: 0.2051556 Aug 16 20:44:07.324521 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-bec849f2-b70d-42f7-a1a7-813cb9155ba0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:07.340231 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-bec849f2-b70d-42f7-a1a7-813cb9155ba0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:07.342417 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-bec849f2-b70d-42f7-a1a7-813cb9155ba0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.79 "GET /v2.0/networks?id=5b28fb00-e1f5-4024-bfe2-2e52e8b2b576&id=7928b13e-91b5-4fe9-bab2-05a593eda699&id=5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 HTTP/1.1" status: 200 len: 1390 time: 0.3943958 Aug 16 20:44:07.347077 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.347452 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.350247 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Floating IP 0ea8a810-002e-4b4c-812c-c470de137b83 disassociated. External IP: 172.25.4.53, port: 6ae8c43b-f196-4105-a2d9-3d565a65e6e2. Aug 16 20:44:07.350247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Calling delete_port for 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:07.365240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'port': {'device_id': '27cb550d-c042-4a18-99fa-ed55ba275175', 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576', 'admin_state_up': True, 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:07.382783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Allocated IP 172.25.4.157 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/bd31b7b1-d8a7-44b2-ba1f-41ce23e722e3) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:07.440787 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.568200 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 86a89579-1220-4059-870c-7106afec38d8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:07.620103 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.654250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ad8ef14b-eb4a-4a33-a697-d95b43a7f456, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:07.719874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f858dea-b15d-4ff0-bfcc-158644cc013e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:07.723495 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace9a502-5ac0-4bd1-9e66-2764319923cd" -d '{"events": [{"server_uuid": "9f858dea-b15d-4ff0-bfcc-158644cc013e", "name": "network-vif-plugged", "status": "completed", "tag": "ad8ef14b-eb4a-4a33-a697-d95b43a7f456"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:07.731388 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.811985 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.851194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:07.855284 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.881376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:07.914436 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627e5d8a-159f-404e-8ad7-81aa713919cf x-openstack-request-id: req-627e5d8a-159f-404e-8ad7-81aa713919cf {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:07.914729 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f858dea-b15d-4ff0-bfcc-158644cc013e", "name": "network-vif-plugged", "status": "completed", "tag": "ad8ef14b-eb4a-4a33-a697-d95b43a7f456", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:07.914987 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-627e5d8a-159f-404e-8ad7-81aa713919cf {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:07.915384 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f858dea-b15d-4ff0-bfcc-158644cc013e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456', 'code': 200} Aug 16 20:44:07.925895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5681c358-d70b-44ba-85f1-a9d112a8db3d req-dfd6d1e6-fa0a-4e33-9eba-4c48cb9ae19b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.936844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Pushing event updated for resources: {'Port': ['ID=bd31b7b1-d8a7-44b2-ba1f-41ce23e722e3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:07.939812 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:07.943402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:07.946615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:08.000182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 86a89579-1220-4059-870c-7106afec38d8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:08.000885 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.027345 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5681c358-d70b-44ba-85f1-a9d112a8db3d req-dfd6d1e6-fa0a-4e33-9eba-4c48cb9ae19b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.106063 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.207282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Pushing event deleted for resources: {'Port': ['ID=6ae8c43b-f196-4105-a2d9-3d565a65e6e2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:08.217454 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-494728c5-c559-46db-a7a8-50d4690f17f9 req-009243c2-f222-4526-bc15-44f30fbb5344 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 210 time: 0.1632102 Aug 16 20:44:08.288759 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.361799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Allocated IP 19.80.0.64 (5b28fb00-e1f5-4024-bfe2-2e52e8b2b576/1b1958e0-ed69-4f97-97d7-9f7db7a268ea/42413f3a-416d-4a31-8c2e-d3ba28f740fe) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:08.383492 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5681c358-d70b-44ba-85f1-a9d112a8db3d req-dfd6d1e6-fa0a-4e33-9eba-4c48cb9ae19b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.386649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5681c358-d70b-44ba-85f1-a9d112a8db3d req-dfd6d1e6-fa0a-4e33-9eba-4c48cb9ae19b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.388510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5681c358-d70b-44ba-85f1-a9d112a8db3d req-dfd6d1e6-fa0a-4e33-9eba-4c48cb9ae19b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "DELETE /v2.0/security-groups/0e34239f-1427-4817-961c-8b985abed700 HTTP/1.1" status: 204 len: 173 time: 1.3482258 Aug 16 20:44:08.407487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6d1e6-fa0a-4e33-9eba-4c48cb9ae19b tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e34239f-1427-4817-961c-8b985abed700,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:08.471589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Router d4e1a058-3274-442c-a68a-141a43d7e7a0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:08.535228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 108b9571-cb83-4172-afbf-b767229225db up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:08.595449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ef4cf35-aff3-4259-94d4-78a6038cb17c req-0ba12ffb-77b0-453d-bf29-a46255f31788 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 210 time: 0.0930705 Aug 16 20:44:08.618259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:08.621379 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.644524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:08.644886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 44cfadc4-5e8f-4761-ad54-65b8d8ce30cd not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:08.677663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 108b9571-cb83-4172-afbf-b767229225db triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:08.678475 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.844868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 52da2ac7-316c-4ccd-bdeb-59554803243d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:08.910748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43e83a00-04f1-4ad0-8b0b-8f4f62a5efbf req-58d7f66d-8d43-4d22-9f37-44a9da0255ca tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "GET /v2.0/security-groups/d9a2affa-ce2d-44e2-a48f-09b8f63dc092 HTTP/1.1" status: 200 len: 1803 time: 0.4983723 Aug 16 20:44:08.933403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.008606 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-43e83a00-04f1-4ad0-8b0b-8f4f62a5efbf req-89ea2316-b040-41cd-bd7c-ff174676babd tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.043997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 52da2ac7-316c-4ccd-bdeb-59554803243d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:09.048504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 52da2ac7-316c-4ccd-bdeb-59554803243d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:09.048911 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.057071 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-43e83a00-04f1-4ad0-8b0b-8f4f62a5efbf req-89ea2316-b040-41cd-bd7c-ff174676babd tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.084578 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.209485 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.257570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.284929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:09.287337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Transition to ACTIVE for port object 42413f3a-416d-4a31-8c2e-d3ba28f740fe will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:09.303379 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9efab-ce9b-46fc-b7ec-b27c083e59ca None None] Sync routers for ids ['d4e1a058-3274-442c-a68a-141a43d7e7a0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:09.317446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 52da2ac7-316c-4ccd-bdeb-59554803243d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=52da2ac7-316c-4ccd-bdeb-59554803243d,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:09.318530 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9efab-ce9b-46fc-b7ec-b27c083e59ca None None] Routers {'d4e1a058-3274-442c-a68a-141a43d7e7a0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:09.321240 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-04a9efab-ce9b-46fc-b7ec-b27c083e59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d4e1a058-3274-442c-a68a-141a43d7e7a0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:09.323372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Pushing event updated for resources: {'Port': ['ID=bd31b7b1-d8a7-44b2-ba1f-41ce23e722e3,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:09.338235 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.378011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] No DVR routers for this DVR port 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:09.385078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58132e69-7a8b-480f-be5d-a10f709e4116 req-31c02547-c512-4a9b-818c-d8f8d2ea25b1 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/ports?device_id=fac68c46-d19e-4379-b4a1-fc19f269848d HTTP/1.1" status: 200 len: 210 time: 0.0331066 Aug 16 20:44:09.389666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-43e83a00-04f1-4ad0-8b0b-8f4f62a5efbf req-89ea2316-b040-41cd-bd7c-ff174676babd tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.392439 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-43e83a00-04f1-4ad0-8b0b-8f4f62a5efbf req-89ea2316-b040-41cd-bd7c-ff174676babd tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.393724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43e83a00-04f1-4ad0-8b0b-8f4f62a5efbf req-89ea2316-b040-41cd-bd7c-ff174676babd tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] 10.222.0.74 "DELETE /v2.0/security-groups/d9a2affa-ce2d-44e2-a48f-09b8f63dc092 HTTP/1.1" status: 204 len: 173 time: 0.4787493 Aug 16 20:44:09.403743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45170) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:09.403743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.408416 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e88150ce-affc-466d-b601-5017de9f7a57 req-e21c2b7b-da45-4a17-9afc-a10133942e16 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.76 "DELETE /v2.0/ports/6ae8c43b-f196-4105-a2d9-3d565a65e6e2 HTTP/1.1" status: 204 len: 173 time: 3.2431619 Aug 16 20:44:09.410394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'name': 'network-vif-deleted', 'tag': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:09.412246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea2316-b040-41cd-bd7c-ff174676babd tempest-SecurityGroupsTestJSON-5218782 tempest-SecurityGroupsTestJSON-5218782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a2affa-ce2d-44e2-a48f-09b8f63dc092,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:09.412925 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6be0bb-7f68-4efc-96db-dd590f283025" -d '{"events": [{"server_uuid": "fac68c46-d19e-4379-b4a1-fc19f269848d", "name": "network-vif-deleted", "tag": "6ae8c43b-f196-4105-a2d9-3d565a65e6e2"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:09.423109 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.424924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4cf4a604-2afc-42c9-934c-af67f6f69a09 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:09.485989 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.487631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6655cb8f-12ba-4c25-98b3-5bba50f83d4c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1872156 Aug 16 20:44:09.516688 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d6dc56-c289-4162-b3c0-53b6b3f7baa8 x-openstack-request-id: req-f9d6dc56-c289-4162-b3c0-53b6b3f7baa8 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:09.517254 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac68c46-d19e-4379-b4a1-fc19f269848d", "name": "network-vif-deleted", "tag": "6ae8c43b-f196-4105-a2d9-3d565a65e6e2", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:09.517649 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f9d6dc56-c289-4162-b3c0-53b6b3f7baa8 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:09.518192 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac68c46-d19e-4379-b4a1-fc19f269848d', 'name': 'network-vif-deleted', 'tag': '6ae8c43b-f196-4105-a2d9-3d565a65e6e2', 'status': 'completed', 'code': 200} Aug 16 20:44:09.554098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-192abca7-2530-489c-8526-367ed8c754e4 admin admin] Deleting subnet ee86ab0e-bc30-42b5-992b-7b4d29d928a9 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:09.560069 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-192abca7-2530-489c-8526-367ed8c754e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.599074 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-04a9efab-ce9b-46fc-b7ec-b27c083e59ca None None] Set router d4e1a058-3274-442c-a68a-141a43d7e7a0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:09.646595 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-192abca7-2530-489c-8526-367ed8c754e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.703378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=52da2ac7-316c-4ccd-bdeb-59554803243d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:09.735411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-192abca7-2530-489c-8526-367ed8c754e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.782100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.782480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.782832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.783178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.783650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.784060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.784412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.784745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.785105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.785436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.785769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.786094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:09.790153 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.856378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:09.860540 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-192abca7-2530-489c-8526-367ed8c754e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.869959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:09.879676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:09.890496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4cf4a604-2afc-42c9-934c-af67f6f69a09 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:09.891053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a38c12-d600-43a9-8411-3264e68fe427 req-7294c784-fadd-483c-acd3-bdaaa90562f5 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:09.892770 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.895005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37a38c12-d600-43a9-8411-3264e68fe427 req-7294c784-fadd-483c-acd3-bdaaa90562f5 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 931 time: 0.1620886 Aug 16 20:44:09.912909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Port': ['ID=42413f3a-416d-4a31-8c2e-d3ba28f740fe,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:09.918976 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-1ec85349-ea04-445c-8568-4ea66e0918dc tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--781098505&fields=id&tenant_id=122317efc438431f9399bc6a0be0522f HTTP/1.1" status: 200 len: 267 time: 0.2121916 Aug 16 20:44:09.934928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192abca7-2530-489c-8526-367ed8c754e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee86ab0e-bc30-42b5-992b-7b4d29d928a9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:09.952080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-192abca7-2530-489c-8526-367ed8c754e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.954045 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-192abca7-2530-489c-8526-367ed8c754e4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ee86ab0e-bc30-42b5-992b-7b4d29d928a9 HTTP/1.1" status: 204 len: 168 time: 0.5444634 Aug 16 20:44:09.969922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45192) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:09.979058 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-04a9efab-ce9b-46fc-b7ec-b27c083e59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:51Z', 'revision_number': 4, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'f86cb539-66a8-4e86-b75e-e3b4802e8f7d', 'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'mac_address': 'fa:16:3e:c8:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:50Z', 'updated_at': '2021-08-16T20:42:00Z', 'revision_number': 5, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'subnets': [{'id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:10.014670 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9efab-ce9b-46fc-b7ec-b27c083e59ca None None] Checking router: d4e1a058-3274-442c-a68a-141a43d7e7a0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:10.030913 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9efab-ce9b-46fc-b7ec-b27c083e59ca None None] Routers {'d4e1a058-3274-442c-a68a-141a43d7e7a0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:10.031918 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-04a9efab-ce9b-46fc-b7ec-b27c083e59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:43:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d4e1a058-3274-442c-a68a-141a43d7e7a0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:10.065429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:10.066138 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.108593 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.199946 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-04a9efab-ce9b-46fc-b7ec-b27c083e59ca None None] Set router d4e1a058-3274-442c-a68a-141a43d7e7a0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:10.339130 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.376408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d425fa94-d25a-4e09-9e69-aa4e15cd1f0d']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:10.398627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 52da2ac7-316c-4ccd-bdeb-59554803243d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:10.404911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa24418a-8e3b-4891-918a-3d4586506fa9') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:10.405648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa24418a-8e3b-4891-918a-3d4586506fa9') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:10.428426 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.470518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-79ea6066-9794-4188-b2e6-2d591c379f94 None None] Provisioning for port 42413f3a-416d-4a31-8c2e-d3ba28f740fe completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:10.493155 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.493642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-79ea6066-9794-4188-b2e6-2d591c379f94 None None] Provisioning complete for port 42413f3a-416d-4a31-8c2e-d3ba28f740fe triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:10.494025 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-79ea6066-9794-4188-b2e6-2d591c379f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.505767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:10.506178 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.580133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-79ea6066-9794-4188-b2e6-2d591c379f94 None None] Port 42413f3a-416d-4a31-8c2e-d3ba28f740fe cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:10.586906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:10.649970 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-b8c935c3-8c4a-4e8a-aef6-6748d7e4257e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2952166 Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: items = [ Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:10.651776 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:10.657793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:10.658422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6ae8c43b-f196-4105-a2d9-3d565a65e6e2 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:10.667374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'port': {'device_id': '27cb550d-c042-4a18-99fa-ed55ba275175', 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699', 'admin_state_up': True, 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:10.674324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 52da2ac7-316c-4ccd-bdeb-59554803243d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:10.675221 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.821922 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-04a9efab-ce9b-46fc-b7ec-b27c083e59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:51Z', 'revision_number': 4, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'f86cb539-66a8-4e86-b75e-e3b4802e8f7d', 'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'mac_address': 'fa:16:3e:c8:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:50Z', 'updated_at': '2021-08-16T20:42:00Z', 'revision_number': 5, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'subnets': [{'id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:10.887131 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.907614 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.912091 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d425fa94-d25a-4e09-9e69-aa4e15cd1f0d HTTP/1.1" status: 204 len: 168 time: 0.9389327 Aug 16 20:44:10.912091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e68b64-4514-4641-974f-f088ee6582f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d425fa94-d25a-4e09-9e69-aa4e15cd1f0d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:11.004965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37a38c12-d600-43a9-8411-3264e68fe427 req-01e14184-84eb-407b-86da-1ccf4d212ac6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295757 Aug 16 20:44:11.019065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:11.024529 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.029554 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9efab-ce9b-46fc-b7ec-b27c083e59ca None None] The sync data for ids ['d4e1a058-3274-442c-a68a-141a43d7e7a0'] in n-d-793619-14 is: [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:51Z', 'revision_number': 4, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'f86cb539-66a8-4e86-b75e-e3b4802e8f7d', 'name': '', 'network_id': '50d4cbe0-d63a-4b96-b57b-6bdf0a72927e', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'mac_address': 'fa:16:3e:c8:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:50Z', 'updated_at': '2021-08-16T20:42:00Z', 'revision_number': 5, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'subnets': [{'id': '56c6f4ce-a733-4577-9b58-81276cc5dd25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:11.042976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-aaf7aee1-9360-4380-b486-8316042f47b6 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:11.050438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-aaf7aee1-9360-4380-b486-8316042f47b6 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/networks?id=5ddeeba7-ec9c-410d-989d-8903e93c3724 HTTP/1.1" status: 200 len: 804 time: 1.1293457 Aug 16 20:44:11.069550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-06540624-4e6b-4063-a91f-d5b275085a36 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/quotas/122317efc438431f9399bc6a0be0522f HTTP/1.1" status: 200 len: 375 time: 0.0179617 Aug 16 20:44:11.173828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-c6fb8e62-961e-44a6-892b-9689b8697603 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=122317efc438431f9399bc6a0be0522f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938556 Aug 16 20:44:11.305971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Allocated IP 19.86.0.116 (7928b13e-91b5-4fe9-bab2-05a593eda699/e7af2be5-a423-4f31-845d-4ab9c8a157b4/2341cb78-fd87-48da-9700-9a09110cd56e) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:11.350371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45208) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:11.386524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-6e9d9868-4fe1-4eeb-878b-e071b48cfffc service neutron] 10.222.0.74 "GET /v2.0/networks/5ddeeba7-ec9c-410d-989d-8903e93c3724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115073 Aug 16 20:44:11.512290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45214) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:11.584393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45216) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:11.584609 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-56f008c7-a3b0-4212-ae2c-cccba66d58a4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56c95505a081488daac6f85de7b06150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294154 Aug 16 20:44:11.596765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-5cccd9e7-36ef-4e82-aa45-57ad01f19674 service neutron] 10.222.0.74 "GET /v2.0/networks/5ddeeba7-ec9c-410d-989d-8903e93c3724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094045 Aug 16 20:44:11.634182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80b2fc-73bd-4e4c-a1f9-758143b820c6 None None] New status for floating IP 0ea8a810-002e-4b4c-812c-c470de137b83: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:11.691801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-34aa267e-ddcc-434d-9c9d-ddb44401623d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.706367 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e26962-9b5b-40ca-a112-3c026183509b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.753267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-34aa267e-ddcc-434d-9c9d-ddb44401623d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.758726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e26962-9b5b-40ca-a112-3c026183509b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.801107 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.852925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Transition to ACTIVE for port object 2341cb78-fd87-48da-9700-9a09110cd56e will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:11.931742 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-34aa267e-ddcc-434d-9c9d-ddb44401623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.934730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-34aa267e-ddcc-434d-9c9d-ddb44401623d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.935936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-34aa267e-ddcc-434d-9c9d-ddb44401623d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e1b2a476-972b-408b-a573-85c345df0288 HTTP/1.1" status: 204 len: 168 time: 0.3495557 Aug 16 20:44:11.944918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa267e-ddcc-434d-9c9d-ddb44401623d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b2a476-972b-408b-a573-85c345df0288,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:12.016579 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.020341 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e26962-9b5b-40ca-a112-3c026183509b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.022794 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e26962-9b5b-40ca-a112-3c026183509b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.026531 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b4e26962-9b5b-40ca-a112-3c026183509b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "DELETE /v2.0/security-groups/00deed7c-de03-4244-b423-46f560b82203 HTTP/1.1" status: 204 len: 168 time: 0.5109556 Aug 16 20:44:12.027036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45220) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:12.093173 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-6276c142-e069-46d8-97ee-693de001336b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] show failed (client error): The resource could not be found. Aug 16 20:44:12.094289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6276c142-e069-46d8-97ee-693de001336b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "GET /v2.0/security-groups/00deed7c-de03-4244-b423-46f560b82203 HTTP/1.1" status: 404 len: 347 time: 0.0662129 Aug 16 20:44:12.104844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45228) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:12.106577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network 7928b13e-91b5-4fe9-bab2-05a593eda699 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:12.116800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e26962-9b5b-40ca-a112-3c026183509b tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00deed7c-de03-4244-b423-46f560b82203,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:12.118953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:12.123604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:12.165122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Port': ['ID=2341cb78-fd87-48da-9700-9a09110cd56e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:12.211785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.212436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.288087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88628f8a-594e-469f-bde8-2c23653b6385 req-199625ea-5f2f-4fc6-bb12-082511d054cc tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 210 time: 0.1352975 Aug 16 20:44:12.315685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9bd3cd91-02fd-48e7-b99c-4046240ae1ea tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6567433 Aug 16 20:44:12.327911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'port': {'device_id': '27cb550d-c042-4a18-99fa-ed55ba275175', 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576', 'admin_state_up': True, 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:12.473608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a3092-991a-4912-b790-bffaea4aa286 req-a96c1580-5c66-4e7a-80e6-fd8f34d83a88 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.479587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a3092-991a-4912-b790-bffaea4aa286 req-a96c1580-5c66-4e7a-80e6-fd8f34d83a88 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.481272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-662a3092-991a-4912-b790-bffaea4aa286 req-a96c1580-5c66-4e7a-80e6-fd8f34d83a88 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 1654 time: 0.1922669 Aug 16 20:44:12.575958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0a775c6e-ce89-48a4-91d1-37ed27684720 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Deleting port f35df954-c9d9-4a1f-8222-0397de085237 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:12.576306 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a775c6e-ce89-48a4-91d1-37ed27684720 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.639910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-662a3092-991a-4912-b790-bffaea4aa286 req-2ca85a5b-1914-493c-878b-5496651c11ec tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360974 Aug 16 20:44:12.696635 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a775c6e-ce89-48a4-91d1-37ed27684720 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.696966 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a775c6e-ce89-48a4-91d1-37ed27684720 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.700622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ba3930b8-f7b3-459b-9ff2-c99f7353e0ec None None] Provisioning for port 2341cb78-fd87-48da-9700-9a09110cd56e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:12.705758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ba3930b8-f7b3-459b-9ff2-c99f7353e0ec None None] Provisioning complete for port 2341cb78-fd87-48da-9700-9a09110cd56e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:12.706750 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba3930b8-f7b3-459b-9ff2-c99f7353e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.729719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0a775c6e-ce89-48a4-91d1-37ed27684720 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Calling delete_port for f35df954-c9d9-4a1f-8222-0397de085237 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:12.780684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:12.783611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ba3930b8-f7b3-459b-9ff2-c99f7353e0ec None None] Port 2341cb78-fd87-48da-9700-9a09110cd56e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:12.784497 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.069091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Allocated IP 19.80.0.53 (5b28fb00-e1f5-4024-bfe2-2e52e8b2b576/1b1958e0-ed69-4f97-97d7-9f7db7a268ea/831fd0e8-ebfb-4fe7-9619-3b8af97231dc) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:13.154571 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a775c6e-ce89-48a4-91d1-37ed27684720 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.182561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a775c6e-ce89-48a4-91d1-37ed27684720 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Pushing event deleted for resources: {'Port': ['ID=f35df954-c9d9-4a1f-8222-0397de085237,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:13.298830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.303443 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a775c6e-ce89-48a4-91d1-37ed27684720 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.307308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a775c6e-ce89-48a4-91d1-37ed27684720 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.311962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0a775c6e-ce89-48a4-91d1-37ed27684720 tempest-ServersTestFqdnHostnames-438321465 tempest-ServersTestFqdnHostnames-438321465-project] 10.222.0.74 "DELETE /v2.0/floatingips/0ea8a810-002e-4b4c-812c-c470de137b83 HTTP/1.1" status: 204 len: 168 time: 1.2026367 Aug 16 20:44:13.312262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45260) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:13.353798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Transition to ACTIVE for port object 831fd0e8-ebfb-4fe7-9619-3b8af97231dc will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:13.385866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79947696-943a-48da-9dec-cea7a25cfd3f req-a638d588-aebf-4a59-9713-9ed754f4cb49 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 210 time: 0.0355806 Aug 16 20:44:13.595079 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.654053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Port': ['ID=831fd0e8-ebfb-4fe7-9619-3b8af97231dc,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:13.707953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:13.799158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:13.807344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:13.912092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e82c83-2512-4b8f-82f5-abe3ad50520f req-22cafcab-0af0-4cb9-90f1-dfb3404fef6d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.935439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e82c83-2512-4b8f-82f5-abe3ad50520f req-22cafcab-0af0-4cb9-90f1-dfb3404fef6d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.942497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.943291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.968391 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e82c83-2512-4b8f-82f5-abe3ad50520f req-22cafcab-0af0-4cb9-90f1-dfb3404fef6d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.971164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8e82c83-2512-4b8f-82f5-abe3ad50520f req-22cafcab-0af0-4cb9-90f1-dfb3404fef6d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2375 time: 0.1396863 Aug 16 20:44:14.083434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8e82c83-2512-4b8f-82f5-abe3ad50520f req-e2a9d1cf-dfd0-43b3-960c-6f71c33d4aca tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991580 Aug 16 20:44:14.104601 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8f65bf3a-c170-4ddc-aeae-37efa156d60f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7813947 Aug 16 20:44:14.118749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Request body: {'port': {'device_id': '27cb550d-c042-4a18-99fa-ed55ba275175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:14.136470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45296) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:14.203170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.218564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.294655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45300) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:14.314632 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-36bb68af-a022-4b62-9014-e773f7cd77e2 None None] Provisioning for port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:14.319709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-36bb68af-a022-4b62-9014-e773f7cd77e2 None None] Provisioning complete for port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:14.320204 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-36bb68af-a022-4b62-9014-e773f7cd77e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.406100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-36bb68af-a022-4b62-9014-e773f7cd77e2 None None] Port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:14.443045 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e68a-a00d-42c2-a687-ffd7b84e04ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.506078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1457481033-network', 'tenant_id': 'dc44f41952f54eebb2980832be5daca8'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:14.570071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56cf08cd-2a09-4289-a946-af6eb740f42d req-a38dfae9-ecaa-4d88-8491-a3b2d6947e5b tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 210 time: 0.0680053 Aug 16 20:44:14.638119 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e68a-a00d-42c2-a687-ffd7b84e04ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.764643 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e68a-a00d-42c2-a687-ffd7b84e04ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.810733 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a6c2e68a-a00d-42c2-a687-ffd7b84e04ce admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ad3ba8b80b6140719a0be620342360d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149789 Aug 16 20:44:14.813644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45318) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:14.814150 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2e68a-a00d-42c2-a687-ffd7b84e04ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0004c4b3-3dfd-4f4c-801f-524f320495c5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:14.835065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Made reservation on behalf of dc44f41952f54eebb2980832be5daca8 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:14.839484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.849192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42413f3a-416d-4a31-8c2e-d3ba28f740fe {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:14.853589 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.865909 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.899658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Transition to ACTIVE for port object 42413f3a-416d-4a31-8c2e-d3ba28f740fe will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:14.917351 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2de16f8-d463-4bc4-8aa1-4774ba5c0ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.919805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] Deleting port f86cb539-66a8-4e86-b75e-e3b4802e8f7d {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:14.920175 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.987586 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2de16f8-d463-4bc4-8aa1-4774ba5c0ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.009156 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.014335 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.089541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] For port f86cb539-66a8-4e86-b75e-e3b4802e8f7d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f86cb539-66a8-4e86-b75e-e3b4802e8f7d,segment=NetworkSegment(bfaac43d-5143-4840-8b6e-18f69c0319bb),segment_id=bfaac43d-5143-4840-8b6e-18f69c0319bb)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:15.089832 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.126327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] Calling delete_port for f86cb539-66a8-4e86-b75e-e3b4802e8f7d owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:15.131116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Pushing event updated for resources: {'Port': ['ID=42413f3a-416d-4a31-8c2e-d3ba28f740fe,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:15.178195 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.265921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086ff20e-af2f-4112-aab3-2fd58f2d5f5c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:15.286316 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9343a573-5238-40a1-9967-7f95c8ee2568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.293816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Attempting to bind port 42413f3a-416d-4a31-8c2e-d3ba28f740fe on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:15.294166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Attempting to bind port 42413f3a-416d-4a31-8c2e-d3ba28f740fe by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:15.294508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Attempting to bind port 42413f3a-416d-4a31-8c2e-d3ba28f740fe on network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:15.308231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc0da4-73ae-48c6-b96a-365e84486b8e req-20902826-9ea9-4dc8-a7dd-297d9c5f8f24 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.315407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc0da4-73ae-48c6-b96a-365e84486b8e req-20902826-9ea9-4dc8-a7dd-297d9c5f8f24 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.326017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc0da4-73ae-48c6-b96a-365e84486b8e req-20902826-9ea9-4dc8-a7dd-297d9c5f8f24 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.327759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9dc0da4-73ae-48c6-b96a-365e84486b8e req-20902826-9ea9-4dc8-a7dd-297d9c5f8f24 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2387 time: 0.1280038 Aug 16 20:44:15.335033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:15.355417 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2de16f8-d463-4bc4-8aa1-4774ba5c0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.356814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2de16f8-d463-4bc4-8aa1-4774ba5c0ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.358101 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b2de16f8-d463-4bc4-8aa1-4774ba5c0ccb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0004c4b3-3dfd-4f4c-801f-524f320495c5 HTTP/1.1" status: 204 len: 168 time: 0.5434577 Aug 16 20:44:15.364432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Port 42413f3a-416d-4a31-8c2e-d3ba28f740fe on network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:15.364432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Attempting to bind port 42413f3a-416d-4a31-8c2e-d3ba28f740fe on network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:15.378068 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.384215 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Added segment 1ff47388-a59b-49e3-9b39-98d8374fe69f of type vlan for network 78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 Aug 16 20:44:15.384528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:15.384528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Checking segment: {'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:15.384528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Bound using segment: {'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:15.384528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Bound port: 42413f3a-416d-4a31-8c2e-d3ba28f740fe, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:15.384528 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.386018 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de16f8-d463-4bc4-8aa1-4774ba5c0ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0004c4b3-3dfd-4f4c-801f-524f320495c5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:15.442365 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9dc0da4-73ae-48c6-b96a-365e84486b8e req-807d7e8e-8a0f-4c0d-bd96-1614f516e2df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083729 Aug 16 20:44:15.455941 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.545368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] For port 42413f3a-416d-4a31-8c2e-d3ba28f740fe, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:15.576227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] For port 42413f3a-416d-4a31-8c2e-d3ba28f740fe, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=42413f3a-416d-4a31-8c2e-d3ba28f740fe,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:15.577542 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.578670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.579338 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.670423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.681804 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.725150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.726355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.727431 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] 10.222.0.79 "PUT /v2.0/ports/42413f3a-416d-4a31-8c2e-d3ba28f740fe HTTP/1.1" status: 200 len: 1092 time: 1.6138670 Aug 16 20:44:15.728209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5dedfbd0-7141-4455-8846-38c6de923958 req-9db46123-6404-40a6-9143-41855cef0934 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 210 time: 0.0308015 Aug 16 20:44:15.729312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'tag': '42413f3a-416d-4a31-8c2e-d3ba28f740fe'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:15.732265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] Pushing event updated for resources: {'Network': ['ID=78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:15.738064 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd56ca22-6f2e-4050-9b10-710aad0db501" -d '{"events": [{"name": "network-changed", "server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "tag": "42413f3a-416d-4a31-8c2e-d3ba28f740fe"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:15.744608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:15.749822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8e5d858d-97d8-4d51-bd50-90b40802807a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6121345 Aug 16 20:44:15.752829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45332) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:15.764577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] Request body: {'subnet': {'network_id': '78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1457481033-subnet', 'tenant_id': 'dc44f41952f54eebb2980832be5daca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:15.864481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Request body: {'port': {'device_id': '27cb550d-c042-4a18-99fa-ed55ba275175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:16.105984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] Made reservation on behalf of dc44f41952f54eebb2980832be5daca8 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:16.108745 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.126486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-d1e6e828-5d04-43e2-b5fa-79e31fa2fad4 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.128049 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-d1e6e828-5d04-43e2-b5fa-79e31fa2fad4 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.79 "GET /v2.0/networks?id=5ddeeba7-ec9c-410d-989d-8903e93c3724 HTTP/1.1" status: 200 len: 804 time: 0.3433704 Aug 16 20:44:16.131220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71a1e6-ab57-437c-9377-34774db85025 service neutron] Pushing event updated for resources: {'Port': ['ID=42413f3a-416d-4a31-8c2e-d3ba28f740fe,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:16.250111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86cb539-66a8-4e86-b75e-e3b4802e8f7d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:16.260853 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.377411 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-86ed42fc-d692-4af2-98f5-72b99c834ba2 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=122317efc438431f9399bc6a0be0522f HTTP/1.1" status: 200 len: 379 time: 0.2382531 Aug 16 20:44:16.388615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Request body: {'port': {'device_id': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'admin_state_up': True, 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'security_groups': ['8b455905-228a-422f-9ef2-1d23d53b78ec']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:16.453520 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45124052-e70b-4f76-b9a1-1cff22e8ba60 x-openstack-request-id: req-45124052-e70b-4f76-b9a1-1cff22e8ba60 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:16.453836 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "tag": "42413f3a-416d-4a31-8c2e-d3ba28f740fe", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:16.454064 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45124052-e70b-4f76-b9a1-1cff22e8ba60 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:16.454495 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'tag': '42413f3a-416d-4a31-8c2e-d3ba28f740fe', 'status': 'completed', 'code': 200} Aug 16 20:44:16.454851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45346) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:16.620620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17cbe426-2c59-4f8c-954b-338e307471ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.704468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56ca22-6f2e-4050-9b10-710aad0db501 req-9da8360b-b6fe-440e-89bf-f6c37f74888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.705525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56ca22-6f2e-4050-9b10-710aad0db501 req-9da8360b-b6fe-440e-89bf-f6c37f74888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.706113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56ca22-6f2e-4050-9b10-710aad0db501 req-9da8360b-b6fe-440e-89bf-f6c37f74888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.707400 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043220a7-40c2-48cc-a56a-e0512646c501 req-49d687e2-1906-4a2b-afee-de2dfd6821d9 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.708789 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dd56ca22-6f2e-4050-9b10-710aad0db501 req-9da8360b-b6fe-440e-89bf-f6c37f74888f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2731 time: 0.2402384 Aug 16 20:44:16.710433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.713339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043220a7-40c2-48cc-a56a-e0512646c501 req-49d687e2-1906-4a2b-afee-de2dfd6821d9 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.719767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043220a7-40c2-48cc-a56a-e0512646c501 req-49d687e2-1906-4a2b-afee-de2dfd6821d9 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.728700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-043220a7-40c2-48cc-a56a-e0512646c501 req-49d687e2-1906-4a2b-afee-de2dfd6821d9 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2387 time: 0.1642146 Aug 16 20:44:16.787650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Made reservation on behalf of 122317efc438431f9399bc6a0be0522f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:16.789929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.817273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-043220a7-40c2-48cc-a56a-e0512646c501 req-dc7b25fe-e926-403e-93cb-688e5f62e05e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785825 Aug 16 20:44:16.831397 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.879194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f7c7ed-a83a-4ff4-bf52-6bf17003e49c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:17.030840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da229436-2feb-4353-a03d-9fd3977c3855 req-80ca664b-9bd3-4056-866f-b9e11e4f1c64 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 210 time: 0.1001787 Aug 16 20:44:17.042841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2341cb78-fd87-48da-9700-9a09110cd56e {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:17.064108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] Checking segment: {'id': '1ff47388-a59b-49e3-9b39-98d8374fe69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:17.064615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] Network hostable DHCP agents. Network: 78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:17.072557 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.103048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Transition to ACTIVE for port object 2341cb78-fd87-48da-9700-9a09110cd56e will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:17.170989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] Network 78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:17.180138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.240623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Pushing event updated for resources: {'Port': ['ID=2341cb78-fd87-48da-9700-9a09110cd56e,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:17.261777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:17.267857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.268702 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.273603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b5139e-923f-4d5c-9feb-bc0e3f7de677 None None] Network 78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:17.387968 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Attempting to bind port 2341cb78-fd87-48da-9700-9a09110cd56e on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:17.388867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Attempting to bind port 2341cb78-fd87-48da-9700-9a09110cd56e by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '4b8dadc1-8a07-4d55-b15e-5d93f7d414ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:17.392088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Attempting to bind port 2341cb78-fd87-48da-9700-9a09110cd56e on network 7928b13e-91b5-4fe9-bab2-05a593eda699 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:17.396391 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Port 2341cb78-fd87-48da-9700-9a09110cd56e on network 7928b13e-91b5-4fe9-bab2-05a593eda699 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:17.396721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Attempting to bind port 2341cb78-fd87-48da-9700-9a09110cd56e on network 7928b13e-91b5-4fe9-bab2-05a593eda699 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:17.405209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:17.405640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Checking segment: {'id': '4b8dadc1-8a07-4d55-b15e-5d93f7d414ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:17.406104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Bound using segment: {'id': '4b8dadc1-8a07-4d55-b15e-5d93f7d414ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:17.407256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Bound port: 2341cb78-fd87-48da-9700-9a09110cd56e, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8dadc1-8a07-4d55-b15e-5d93f7d414ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:17.407719 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.446707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56ca22-6f2e-4050-9b10-710aad0db501 req-30d3dc29-be66-4a9c-8324-dca1307a9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.447275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56ca22-6f2e-4050-9b10-710aad0db501 req-30d3dc29-be66-4a9c-8324-dca1307a9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.447684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56ca22-6f2e-4050-9b10-710aad0db501 req-30d3dc29-be66-4a9c-8324-dca1307a9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.449338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dd56ca22-6f2e-4050-9b10-710aad0db501 req-30d3dc29-be66-4a9c-8324-dca1307a9a22 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7295938 Aug 16 20:44:17.523481 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bee3650e-3f98-4e80-8d51-ebdfb340a53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.539027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] For port 2341cb78-fd87-48da-9700-9a09110cd56e, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:17.543459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] For port 2341cb78-fd87-48da-9700-9a09110cd56e, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2341cb78-fd87-48da-9700-9a09110cd56e,segment=NetworkSegment(4b8dadc1-8a07-4d55-b15e-5d93f7d414ef),segment_id=4b8dadc1-8a07-4d55-b15e-5d93f7d414ef)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:17.561853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29817802-b447-4c98-8920-a9934c8b40ed None None] Network 78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:17.609700 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.665098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.665957 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.668496 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] 10.222.0.79 "PUT /v2.0/ports/2341cb78-fd87-48da-9700-9a09110cd56e HTTP/1.1" status: 200 len: 1093 time: 1.8399196 Aug 16 20:44:17.669245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'tag': '2341cb78-fd87-48da-9700-9a09110cd56e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:17.674771 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8762a3b3-9345-4e73-9023-cc7c2eb4eba9" -d '{"events": [{"name": "network-changed", "server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "tag": "2341cb78-fd87-48da-9700-9a09110cd56e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:17.735830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642441b-9818-4dd6-af61-52ab69e7c46c service neutron] Pushing event updated for resources: {'Port': ['ID=2341cb78-fd87-48da-9700-9a09110cd56e,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:17.766202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17cbe426-2c59-4f8c-954b-338e307471ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.768636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Request body: {'port': {'device_id': '27cb550d-c042-4a18-99fa-ed55ba275175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:17.861149 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3415f407-f76d-4061-a072-b2b6b73c9db9 x-openstack-request-id: req-3415f407-f76d-4061-a072-b2b6b73c9db9 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:17.861454 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "tag": "2341cb78-fd87-48da-9700-9a09110cd56e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:17.861715 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3415f407-f76d-4061-a072-b2b6b73c9db9 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:17.862131 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'tag': '2341cb78-fd87-48da-9700-9a09110cd56e', 'status': 'completed', 'code': 200} Aug 16 20:44:17.891636 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.919023 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56ca22-6f2e-4050-9b10-710aad0db501 req-8559b0a6-7593-42ef-a4d5-05b04066ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.920879 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dd56ca22-6f2e-4050-9b10-710aad0db501 req-8559b0a6-7593-42ef-a4d5-05b04066ecca service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4423256 Aug 16 20:44:17.925051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Allocated IP 172.20.0.6 (5ddeeba7-ec9c-410d-989d-8903e93c3724/74d2fd41-8699-4b70-bc37-1a80ab443e7c/f7672433-d619-4204-9782-26f9cfe33a93) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:17.929542 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17cbe426-2c59-4f8c-954b-338e307471ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.933329 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.004906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3e8581fe-24a4-433c-8687-55d1cadf032d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2506893 Aug 16 20:44:18.019412 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-17cbe426-2c59-4f8c-954b-338e307471ff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fa9dbc63642b4af98a0b2eb637e41373&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5612478 Aug 16 20:44:18.020496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45378) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:18.046636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] Router d4e1a058-3274-442c-a68a-141a43d7e7a0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:18.082828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbe426-2c59-4f8c-954b-338e307471ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce55c20-1be9-481f-af40-0c52dfdf5518,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:18.230680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a3b3-9345-4e73-9023-cc7c2eb4eba9 req-56f064b9-0165-44bf-8f5e-be37ec562132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.231917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a3b3-9345-4e73-9023-cc7c2eb4eba9 req-56f064b9-0165-44bf-8f5e-be37ec562132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.232530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a3b3-9345-4e73-9023-cc7c2eb4eba9 req-56f064b9-0165-44bf-8f5e-be37ec562132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.235029 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8762a3b3-9345-4e73-9023-cc7c2eb4eba9 req-56f064b9-0165-44bf-8f5e-be37ec562132 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2799 time: 0.2579398 Aug 16 20:44:18.267434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d64e8f75-a511-4448-b16f-12cdd0328a70 req-0741c411-d39f-4caf-8951-552aa987b6b3 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 210 time: 0.0679479 Aug 16 20:44:18.350583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee4d19-0384-45af-87f7-0d5234952486 req-7dedc941-9b72-4a9f-b265-045f41987cde tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.361500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee4d19-0384-45af-87f7-0d5234952486 req-7dedc941-9b72-4a9f-b265-045f41987cde tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.370562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee4d19-0384-45af-87f7-0d5234952486 req-7dedc941-9b72-4a9f-b265-045f41987cde tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.372557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eee4d19-0384-45af-87f7-0d5234952486 req-7dedc941-9b72-4a9f-b265-045f41987cde tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2399 time: 0.3696315 Aug 16 20:44:18.395314 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ec5db98-aa37-4333-80b2-2cbd91cd22fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.470353 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eee4d19-0384-45af-87f7-0d5234952486 req-bae15f05-1910-4f3c-921f-41b218bab31e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842710 Aug 16 20:44:18.531182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:18.542619 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758707e8-4ad9-43f8-964b-1ffdcbb7e0f0 None None] Sync routers for ids ['d4e1a058-3274-442c-a68a-141a43d7e7a0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:18.552211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8fee14c4-8bb8-4143-8cde-e3f4cc282027 admin admin] 10.222.0.74 "PUT /v2.0/routers/d4e1a058-3274-442c-a68a-141a43d7e7a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2381573 Aug 16 20:44:18.557033 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.559626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45392) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:18.560855 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758707e8-4ad9-43f8-964b-1ffdcbb7e0f0 None None] Routers {'d4e1a058-3274-442c-a68a-141a43d7e7a0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:18.561664 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-758707e8-4ad9-43f8-964b-1ffdcbb7e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:44:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d4e1a058-3274-442c-a68a-141a43d7e7a0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:18.572663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ec5db98-aa37-4333-80b2-2cbd91cd22fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.618583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a3b3-9345-4e73-9023-cc7c2eb4eba9 req-bc4eeb34-ceee-46b0-af86-12cc7c54b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.619180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a3b3-9345-4e73-9023-cc7c2eb4eba9 req-bc4eeb34-ceee-46b0-af86-12cc7c54b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.619418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a3b3-9345-4e73-9023-cc7c2eb4eba9 req-bc4eeb34-ceee-46b0-af86-12cc7c54b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.621050 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8762a3b3-9345-4e73-9023-cc7c2eb4eba9 req-bc4eeb34-ceee-46b0-af86-12cc7c54b0e0 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3468978 Aug 16 20:44:18.650001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Transition to ACTIVE for port object f7672433-d619-4204-9782-26f9cfe33a93 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:18.688589 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-758707e8-4ad9-43f8-964b-1ffdcbb7e0f0 None None] Set router d4e1a058-3274-442c-a68a-141a43d7e7a0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:18.777238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831fd0e8-ebfb-4fe7-9619-3b8af97231dc {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:18.783716 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ec5db98-aa37-4333-80b2-2cbd91cd22fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.791161 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ec5db98-aa37-4333-80b2-2cbd91cd22fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.791161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6ec5db98-aa37-4333-80b2-2cbd91cd22fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fce55c20-1be9-481f-af40-0c52dfdf5518 HTTP/1.1" status: 204 len: 168 time: 0.7658174 Aug 16 20:44:18.814073 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.823086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.832656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5db98-aa37-4333-80b2-2cbd91cd22fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce55c20-1be9-481f-af40-0c52dfdf5518,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:18.880741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a3b3-9345-4e73-9023-cc7c2eb4eba9 req-617a2b40-d56e-43d1-bc4f-3aff8f8a4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.882361 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8762a3b3-9345-4e73-9023-cc7c2eb4eba9 req-617a2b40-d56e-43d1-bc4f-3aff8f8a4e1d service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2518101 Aug 16 20:44:18.920345 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.040167 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-758707e8-4ad9-43f8-964b-1ffdcbb7e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:44:15Z', 'revision_number': 5, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:19.059470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Transition to ACTIVE for port object 831fd0e8-ebfb-4fe7-9619-3b8af97231dc will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:19.085708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-9aaf496a-933d-46b5-9fe0-11dee54d274f tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:19.092778 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-9aaf496a-933d-46b5-9fe0-11dee54d274f tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/networks?id=78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 HTTP/1.1" status: 200 len: 822 time: 0.2180078 Aug 16 20:44:19.117060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Network 5ddeeba7-ec9c-410d-989d-8903e93c3724 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:19.117742 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-44db136e-1e6f-4a07-83b7-b2a602bd9e69 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/quotas/dc44f41952f54eebb2980832be5daca8 HTTP/1.1" status: 200 len: 375 time: 0.0234993 Aug 16 20:44:19.123978 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758707e8-4ad9-43f8-964b-1ffdcbb7e0f0 None None] Checking router: d4e1a058-3274-442c-a68a-141a43d7e7a0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:19.135259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:19.149995 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.156898 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758707e8-4ad9-43f8-964b-1ffdcbb7e0f0 None None] Routers {'d4e1a058-3274-442c-a68a-141a43d7e7a0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:19.160302 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-758707e8-4ad9-43f8-964b-1ffdcbb7e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:44:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d4e1a058-3274-442c-a68a-141a43d7e7a0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:19.164872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-29ebc629-73e0-4984-870a-846de2466a7a tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc44f41952f54eebb2980832be5daca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460198 Aug 16 20:44:19.166152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:19.170794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Pushing event updated for resources: {'Port': ['ID=f7672433-d619-4204-9782-26f9cfe33a93,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:19.253604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:19.254988 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.304803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-57d9cbbc-7d07-4c93-bd95-bfce19779489 service neutron] 10.222.0.74 "GET /v2.0/networks/78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217818 Aug 16 20:44:19.326083 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-758707e8-4ad9-43f8-964b-1ffdcbb7e0f0 None None] Set router d4e1a058-3274-442c-a68a-141a43d7e7a0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:19.358282 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.449958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a307e3-6644-46d7-9530-b6fcc06b8cae req-83903552-b21f-410c-8b6c-eeed58c2b3de tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:19.451436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19a307e3-6644-46d7-9530-b6fcc06b8cae req-83903552-b21f-410c-8b6c-eeed58c2b3de tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 931 time: 0.0864429 Aug 16 20:44:19.455075 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-6345ef5a-5070-4f71-8196-92a894a2d4fc service neutron] 10.222.0.74 "GET /v2.0/networks/78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435714 Aug 16 20:44:19.457524 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.502215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Pushing event updated for resources: {'Port': ['ID=831fd0e8-ebfb-4fe7-9619-3b8af97231dc,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:19.576551 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-758707e8-4ad9-43f8-964b-1ffdcbb7e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:44:15Z', 'revision_number': 5, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:19.588369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Deleting port e3903058-3e67-41dd-9dc8-583ddb79d714 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:19.588909 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.604599 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-4087543d-bb6c-4d2d-a2f4-60a457dc64af tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2201986 Aug 16 20:44:19.609175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19a307e3-6644-46d7-9530-b6fcc06b8cae req-2f01789d-f7ea-4039-a849-5b274f168866 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090903 Aug 16 20:44:19.660548 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758707e8-4ad9-43f8-964b-1ffdcbb7e0f0 None None] The sync data for ids ['d4e1a058-3274-442c-a68a-141a43d7e7a0'] in n-d-793619-14 is: [{'id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'name': 'tempest-ServersTestFqdnHostnames-1628414227-router', 'tenant_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:44:15Z', 'revision_number': 5, 'project_id': '7ca7e4818e3a4296bc67a8d1c1ee9e7f', 'gw_port': {'id': 'e3903058-3e67-41dd-9dc8-583ddb79d714', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1a058-3274-442c-a68a-141a43d7e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:46Z', 'updated_at': '2021-08-16T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:19.676159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Attempting to bind port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:19.676652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Attempting to bind port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:19.676995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Attempting to bind port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc on network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:19.680002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f162b5b-87b1-4317-bf00-f6183cfe32a8 None None] Provisioning for port f7672433-d619-4204-9782-26f9cfe33a93 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:19.693593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc on network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:19.693981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f162b5b-87b1-4317-bf00-f6183cfe32a8 None None] Provisioning complete for port f7672433-d619-4204-9782-26f9cfe33a93 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:19.694077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Attempting to bind port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc on network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:19.694146 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f162b5b-87b1-4317-bf00-f6183cfe32a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.703936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Request body: {'port': {'device_id': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:19.729558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:19.742514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Checking segment: {'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:19.742971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Bound using segment: {'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:19.750466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Bound port: 831fd0e8-ebfb-4fe7-9619-3b8af97231dc, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f678f3b-295d-4a38-8370-409c47383103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:19.750466 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.840618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.870091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] For port e3903058-3e67-41dd-9dc8-583ddb79d714, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e3903058-3e67-41dd-9dc8-583ddb79d714,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:19.870790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.873758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6f162b5b-87b1-4317-bf00-f6183cfe32a8 None None] Port f7672433-d619-4204-9782-26f9cfe33a93 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:19.929335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Calling delete_port for e3903058-3e67-41dd-9dc8-583ddb79d714 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:19.998703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] For port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:20.002401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] For port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=831fd0e8-ebfb-4fe7-9619-3b8af97231dc,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:20.082603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47374754-3888-40c3-a1a6-14daaecbf331 req-b9ba9157-8c97-4071-aaf2-638d3f587ee1 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 210 time: 0.0725107 Aug 16 20:44:20.096166 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.168557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.169229 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.170679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] 10.222.0.79 "PUT /v2.0/ports/831fd0e8-ebfb-4fe7-9619-3b8af97231dc HTTP/1.1" status: 200 len: 1092 time: 2.4091680 Aug 16 20:44:20.238287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'tag': '831fd0e8-ebfb-4fe7-9619-3b8af97231dc'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:20.260982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f86cb539-66a8-4e86-b75e-e3b4802e8f7d no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:20.265141 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153bc903-b374-4cd6-9840-962327edcd34" -d '{"events": [{"name": "network-changed", "server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "tag": "831fd0e8-ebfb-4fe7-9619-3b8af97231dc"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:20.309755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9c71a-12b3-4768-ae72-90a4d13bfbba req-5a513a14-f537-416b-9fb3-86808a2f5872 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.310765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: f86cb539-66a8-4e86-b75e-e3b4802e8f7d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:20.311459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f86cb539-66a8-4e86-b75e-e3b4802e8f7d not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:20.327880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9c71a-12b3-4768-ae72-90a4d13bfbba req-5a513a14-f537-416b-9fb3-86808a2f5872 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.347566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9c71a-12b3-4768-ae72-90a4d13bfbba req-5a513a14-f537-416b-9fb3-86808a2f5872 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.362123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42b9c71a-12b3-4768-ae72-90a4d13bfbba req-5a513a14-f537-416b-9fb3-86808a2f5872 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2411 time: 0.5428512 Aug 16 20:44:20.464715 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14189e7-0a56-47a1-8a61-54efed4d3f02 x-openstack-request-id: req-f14189e7-0a56-47a1-8a61-54efed4d3f02 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:20.465361 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "tag": "831fd0e8-ebfb-4fe7-9619-3b8af97231dc", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:20.465781 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f14189e7-0a56-47a1-8a61-54efed4d3f02 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:20.466328 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'tag': '831fd0e8-ebfb-4fe7-9619-3b8af97231dc', 'status': 'completed', 'code': 200} Aug 16 20:44:20.501104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389abd9-7420-41bb-9738-417937ba5d59 service neutron] Pushing event updated for resources: {'Port': ['ID=831fd0e8-ebfb-4fe7-9619-3b8af97231dc,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:20.546266 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-96fa4d78-c703-4fb0-b548-7ae59711f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.546779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-96fa4d78-c703-4fb0-b548-7ae59711f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.547271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-96fa4d78-c703-4fb0-b548-7ae59711f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.549822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-96fa4d78-c703-4fb0-b548-7ae59711f496 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2867 time: 0.1694882 Aug 16 20:44:20.565753 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42b9c71a-12b3-4768-ae72-90a4d13bfbba req-292ac125-320b-461f-a204-423107b29be0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024503 Aug 16 20:44:20.594214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.614761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-3f48c2d6-92cf-4a2f-9711-ba61ae81ce7d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=42413f3a-416d-4a31-8c2e-d3ba28f740fe HTTP/1.1" status: 200 len: 217 time: 0.0478425 Aug 16 20:44:20.633695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7672433-d619-4204-9782-26f9cfe33a93 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:20.643243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.658331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Transition to ACTIVE for port object f7672433-d619-4204-9782-26f9cfe33a93 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:20.685969 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.699033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8a93cd04-4cb6-42e7-a15e-1b075a7acc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.706377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8a93cd04-4cb6-42e7-a15e-1b075a7acc58 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b1958e0-ed69-4f97-97d7-9f7db7a268ea HTTP/1.1" status: 200 len: 801 time: 0.0837934 Aug 16 20:44:20.753486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.800034 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e3903058-3e67-41dd-9dc8-583ddb79d714,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:20.811458 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.835562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f78fa8-d1d1-473a-8b81-6e9f5f51ebcd req-7e59ded1-74b6-4cf9-8448-e97db879e13b tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.837523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8f78fa8-d1d1-473a-8b81-6e9f5f51ebcd req-7e59ded1-74b6-4cf9-8448-e97db879e13b tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 943 time: 0.1291487 Aug 16 20:44:20.841758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-34aba072-3c5f-4b73-9d97-a5d4dd2068f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.846681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-34aba072-3c5f-4b73-9d97-a5d4dd2068f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b28fb00-e1f5-4024-bfe2-2e52e8b2b576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154995 Aug 16 20:44:20.945848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8f78fa8-d1d1-473a-8b81-6e9f5f51ebcd req-24eb45e8-e87e-4876-ab1b-fbb0c6c43548 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942588 Aug 16 20:44:20.967155 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.971139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.004084 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-8468112b-1565-4991-a3a7-57afb689be5f service neutron] 10.222.0.79 "GET /v2.0/networks/5b28fb00-e1f5-4024-bfe2-2e52e8b2b576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526489 Aug 16 20:44:21.163999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Pushing event updated for resources: {'Port': ['ID=f7672433-d619-4204-9782-26f9cfe33a93,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:21.166600 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.167869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4e1a058-3274-442c-a68a-141a43d7e7a0 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:44:21.191328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.198501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-648d20f6-12b2-4767-8781-b68cb4d455ed admin admin] 10.222.0.74 "DELETE /v2.0/routers/d4e1a058-3274-442c-a68a-141a43d7e7a0 HTTP/1.1" status: 204 len: 168 time: 2.6356542 Aug 16 20:44:21.199131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45470) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:21.242923 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-134bc50e-4cfe-4242-a393-6d63b31d94a6 service neutron] 10.222.0.79 "GET /v2.0/networks/5b28fb00-e1f5-4024-bfe2-2e52e8b2b576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311852 Aug 16 20:44:21.259623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84e2ad3a-d5bb-4104-8a65-3213ac7bac57 req-ef3a18f8-1aae-4fd1-bf67-3e30d8b8edd5 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 210 time: 0.0897541 Aug 16 20:44:21.292034 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cb57fd-4974-469b-a70a-0ac3bbf5e2da admin admin] Deleting subnet 56c6f4ce-a733-4577-9b58-81276cc5dd25 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:21.298955 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94cb57fd-4974-469b-a70a-0ac3bbf5e2da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.327284 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-1e96ad83-cc79-4cc5-91e0-c8b18ca18c6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.116&port_id=2341cb78-fd87-48da-9700-9a09110cd56e HTTP/1.1" status: 200 len: 217 time: 0.0655975 Aug 16 20:44:21.414168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-a6989361-3c93-4c70-8a23-9509abac0335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.417657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-a6989361-3c93-4c70-8a23-9509abac0335 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7af2be5-a423-4f31-845d-4ab9c8a157b4 HTTP/1.1" status: 200 len: 801 time: 0.0839393 Aug 16 20:44:21.428145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Attempting to bind port f7672433-d619-4204-9782-26f9cfe33a93 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:21.428519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Attempting to bind port f7672433-d619-4204-9782-26f9cfe33a93 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:21.428845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Attempting to bind port f7672433-d619-4204-9782-26f9cfe33a93 on network 5ddeeba7-ec9c-410d-989d-8903e93c3724 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:21.441263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94cb57fd-4974-469b-a70a-0ac3bbf5e2da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.443877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Port f7672433-d619-4204-9782-26f9cfe33a93 on network 5ddeeba7-ec9c-410d-989d-8903e93c3724 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:21.444240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Attempting to bind port f7672433-d619-4204-9782-26f9cfe33a93 on network 5ddeeba7-ec9c-410d-989d-8903e93c3724 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:21.470351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:21.470669 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Checking segment: {'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:21.471058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Bound using segment: {'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:21.471502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Bound port: f7672433-d619-4204-9782-26f9cfe33a93, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140e3f90-242d-4951-9b99-3ea03aa7213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:21.472005 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.503441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9906cba4-cbc7-4c1c-bf74-b8e8683c2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.506669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-9906cba4-cbc7-4c1c-bf74-b8e8683c2baa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7928b13e-91b5-4fe9-bab2-05a593eda699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820990 Aug 16 20:44:21.633496 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-415ab591-236d-4afd-be5d-cc7e7546c474 service neutron] 10.222.0.79 "GET /v2.0/networks/7928b13e-91b5-4fe9-bab2-05a593eda699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108096 Aug 16 20:44:21.676602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] For port f7672433-d619-4204-9782-26f9cfe33a93, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:21.681360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] For port f7672433-d619-4204-9782-26f9cfe33a93, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=f7672433-d619-4204-9782-26f9cfe33a93,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:21.684960 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94cb57fd-4974-469b-a70a-0ac3bbf5e2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.806286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f79bd-e36e-4b93-a3b0-d56635815762 req-5a8b7f95-02bc-42ff-863d-f6f230e597aa tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.819593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f79bd-e36e-4b93-a3b0-d56635815762 req-5a8b7f95-02bc-42ff-863d-f6f230e597aa tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.825870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f79bd-e36e-4b93-a3b0-d56635815762 req-5a8b7f95-02bc-42ff-863d-f6f230e597aa tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.835678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e1f79bd-e36e-4b93-a3b0-d56635815762 req-5a8b7f95-02bc-42ff-863d-f6f230e597aa tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2411 time: 0.1419263 Aug 16 20:44:21.863479 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.883741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-c8116e16-f524-4746-bd56-b9acc01796b3 service neutron] 10.222.0.79 "GET /v2.0/networks/7928b13e-91b5-4fe9-bab2-05a593eda699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416234 Aug 16 20:44:21.924673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.925336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.926822 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] 10.222.0.79 "PUT /v2.0/ports/f7672433-d619-4204-9782-26f9cfe33a93 HTTP/1.1" status: 200 len: 1092 time: 2.2514672 Aug 16 20:44:21.927317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'tag': 'f7672433-d619-4204-9782-26f9cfe33a93'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:21.929634 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac4eafb-f3c3-4d06-b155-8d4ce922e30a" -d '{"events": [{"name": "network-changed", "server_uuid": "220b284f-5e75-4efa-a6b2-bed9d6094676", "tag": "f7672433-d619-4204-9782-26f9cfe33a93"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:21.934516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e1f79bd-e36e-4b93-a3b0-d56635815762 req-d290a5b3-b79a-4248-a2e2-49de180d07d7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982838 Aug 16 20:44:21.983662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-7ca96452-c381-4738-97fc-1faada98e520 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=831fd0e8-ebfb-4fe7-9619-3b8af97231dc HTTP/1.1" status: 200 len: 217 time: 0.0803256 Aug 16 20:44:22.002034 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84877b25-e738-4baf-8722-6e8be0a91714 service neutron] Pushing event updated for resources: {'Port': ['ID=f7672433-d619-4204-9782-26f9cfe33a93,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:22.021329 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94cb57fd-4974-469b-a70a-0ac3bbf5e2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.091575 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40248877-0a58-4581-938a-5bd66a625220 x-openstack-request-id: req-40248877-0a58-4581-938a-5bd66a625220 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:22.091772 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220b284f-5e75-4efa-a6b2-bed9d6094676", "tag": "f7672433-d619-4204-9782-26f9cfe33a93", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:22.092027 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-40248877-0a58-4581-938a-5bd66a625220 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:22.092426 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'tag': 'f7672433-d619-4204-9782-26f9cfe33a93', 'status': 'completed', 'code': 200} Aug 16 20:44:22.160851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb57fd-4974-469b-a70a-0ac3bbf5e2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c6f4ce-a733-4577-9b58-81276cc5dd25,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:22.166951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94cb57fd-4974-469b-a70a-0ac3bbf5e2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.171395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deb30ed-b8f0-4ac7-95df-8d04d89c1013 None None] Network 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:22.184077 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-94cb57fd-4974-469b-a70a-0ac3bbf5e2da admin admin] 10.222.0.74 "DELETE /v2.0/subnets/56c6f4ce-a733-4577-9b58-81276cc5dd25 HTTP/1.1" status: 204 len: 168 time: 0.9796753 Aug 16 20:44:22.190201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-c79dc9ea-ce19-4d50-9545-67694f4c6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.190999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45496) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:22.194423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-c79dc9ea-ce19-4d50-9545-67694f4c6f24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b1958e0-ed69-4f97-97d7-9f7db7a268ea HTTP/1.1" status: 200 len: 801 time: 0.2037668 Aug 16 20:44:22.252150 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382bb24-efb3-4f00-ba13-dd56fb9b94d0 req-e60f7e4c-7089-4cab-8700-4cc49c9e0f39 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.259841 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4382bb24-efb3-4f00-ba13-dd56fb9b94d0 req-e60f7e4c-7089-4cab-8700-4cc49c9e0f39 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 943 time: 0.1629841 Aug 16 20:44:22.343201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-65458ba6-9d5b-44cb-9964-9e7f928a126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.344731 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-65458ba6-9d5b-44cb-9964-9e7f928a126c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b28fb00-e1f5-4024-bfe2-2e52e8b2b576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427999 Aug 16 20:44:22.376715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4eafb-f3c3-4d06-b155-8d4ce922e30a req-42063f3f-9a8b-4e09-8a8e-0fa47c742703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.391587 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9ac4eafb-f3c3-4d06-b155-8d4ce922e30a req-42063f3f-9a8b-4e09-8a8e-0fa47c742703 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=122317efc438431f9399bc6a0be0522f&device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 1095 time: 0.2982523 Aug 16 20:44:22.414307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e3903058-3e67-41dd-9dc8-583ddb79d714 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:22.432993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.464281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4382bb24-efb3-4f00-ba13-dd56fb9b94d0 req-c1103278-a031-4fea-baa5-5667c316b1c0 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898386 Aug 16 20:44:22.469635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: e3903058-3e67-41dd-9dc8-583ddb79d714 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:22.470977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e3903058-3e67-41dd-9dc8-583ddb79d714 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:22.607131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4eafb-f3c3-4d06-b155-8d4ce922e30a req-acdb99f5-d42a-4de9-a850-de72982f141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.608588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-488c3363-6f59-424a-9b36-c1381ebb1728 req-9e87ed6c-127d-4e5c-b258-992994cd5dc9 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 210 time: 0.1827700 Aug 16 20:44:22.610137 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9ac4eafb-f3c3-4d06-b155-8d4ce922e30a req-acdb99f5-d42a-4de9-a850-de72982f141e service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=122317efc438431f9399bc6a0be0522f&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2056596 Aug 16 20:44:22.632356 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c9529f-a577-4bc2-b86a-e420afdea1b7 None None] DHCP port deletion for 50d4cbe0-d63a-4b96-b57b-6bdf0a72927e request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:44:22.701411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-62da0930-6a35-4875-b1ad-842d9f3af98b service neutron] 10.222.0.79 "GET /v2.0/networks/5b28fb00-e1f5-4024-bfe2-2e52e8b2b576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371997 Aug 16 20:44:22.753890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9529f-a577-4bc2-b86a-e420afdea1b7 None None] Deleting port 04bbd078-ae51-4d83-bc0e-65e07215ff48 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:22.754456 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d0c9529f-a577-4bc2-b86a-e420afdea1b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.850558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d0c9529f-a577-4bc2-b86a-e420afdea1b7 None None] For port 04bbd078-ae51-4d83-bc0e-65e07215ff48, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=04bbd078-ae51-4d83-bc0e-65e07215ff48,segment=NetworkSegment(bfaac43d-5143-4840-8b6e-18f69c0319bb),segment_id=bfaac43d-5143-4840-8b6e-18f69c0319bb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:22.850970 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d0c9529f-a577-4bc2-b86a-e420afdea1b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.890629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9529f-a577-4bc2-b86a-e420afdea1b7 None None] Calling delete_port for 04bbd078-ae51-4d83-bc0e-65e07215ff48 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:23.243804 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d0c9529f-a577-4bc2-b86a-e420afdea1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.280203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c9529f-a577-4bc2-b86a-e420afdea1b7 None None] No DVR routers for this DVR port 04bbd078-ae51-4d83-bc0e-65e07215ff48 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:23.319535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4eafb-f3c3-4d06-b155-8d4ce922e30a req-fc8a985d-bdde-4ca6-bd46-abefd9153b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.321042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9ac4eafb-f3c3-4d06-b155-8d4ce922e30a req-fc8a985d-bdde-4ca6-bd46-abefd9153b1b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6813831 Aug 16 20:44:23.359890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9529f-a577-4bc2-b86a-e420afdea1b7 None None] Pushing event deleted for resources: {'Port': ['ID=04bbd078-ae51-4d83-bc0e-65e07215ff48,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:23.378169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Deleting port 04bbd078-ae51-4d83-bc0e-65e07215ff48 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:23.378512 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.389882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d18487-c05b-4b25-93c6-8c56681ec6ad req-5e8031f8-fc41-4cc4-9f64-2d0203413640 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.396008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d18487-c05b-4b25-93c6-8c56681ec6ad req-5e8031f8-fc41-4cc4-9f64-2d0203413640 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.402777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d18487-c05b-4b25-93c6-8c56681ec6ad req-5e8031f8-fc41-4cc4-9f64-2d0203413640 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.411042 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4d18487-c05b-4b25-93c6-8c56681ec6ad req-5e8031f8-fc41-4cc4-9f64-2d0203413640 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2411 time: 0.1668501 Aug 16 20:44:23.429106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907e6f63-bb4a-4e10-bade-4f5c1ffc8fbf req-ad7c125e-a2e5-47a9-a3fb-c1405b486a08 service neutron] 10.222.0.79 "GET /v2.0/networks/5b28fb00-e1f5-4024-bfe2-2e52e8b2b576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203906 Aug 16 20:44:23.475094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4d18487-c05b-4b25-93c6-8c56681ec6ad req-994236e8-25f2-4028-9ef3-ba8247cf2f20 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533807 Aug 16 20:44:23.525915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-36f94197-37cd-4c3d-9002-066ea127b09b tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.527526 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-36f94197-37cd-4c3d-9002-066ea127b09b tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.76 "GET /v2.0/networks?id=78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 HTTP/1.1" status: 200 len: 822 time: 0.3052385 Aug 16 20:44:23.553780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Request body: {'port': {'device_id': 'ec62423b-3573-4ceb-9d74-210ed83fe944', 'network_id': '78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8', 'admin_state_up': True, 'tenant_id': 'dc44f41952f54eebb2980832be5daca8'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:23.593932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] For port 04bbd078-ae51-4d83-bc0e-65e07215ff48, host n-d-793619-14, got binding levels [] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:23.594298 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.656206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc903-b374-4cd6-9840-962327edcd34 req-9752236a-86a8-4c45-a1c1-f3b656b2b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.658779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc903-b374-4cd6-9840-962327edcd34 req-9752236a-86a8-4c45-a1c1-f3b656b2b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.658779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc903-b374-4cd6-9840-962327edcd34 req-9752236a-86a8-4c45-a1c1-f3b656b2b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.659332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-153bc903-b374-4cd6-9840-962327edcd34 req-9752236a-86a8-4c45-a1c1-f3b656b2b1f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2867 time: 0.0904360 Aug 16 20:44:23.663045 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Calling delete_port for 04bbd078-ae51-4d83-bc0e-65e07215ff48 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:23.667382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.ipam_backend_mixin [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Port 04bbd078-ae51-4d83-bc0e-65e07215ff48 was not found and therefore no delete operation was performed {{(pid=95262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:44:23.670023 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.673877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-5b3f9a81-f4e0-49e5-a571-0305a7dee32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.675788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-5b3f9a81-f4e0-49e5-a571-0305a7dee32d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=122317efc438431f9399bc6a0be0522f&device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 1095 time: 0.2798252 Aug 16 20:44:23.741721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d757-7bc5-4b8e-9712-6577be561872 req-fc478e4c-9dbb-44b1-8a0f-b629604f0ab3 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.743538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67f9d757-7bc5-4b8e-9712-6577be561872 req-fc478e4c-9dbb-44b1-8a0f-b629604f0ab3 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 943 time: 0.1447964 Aug 16 20:44:23.756747 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-1725a7e0-0e05-4e9d-b6b1-fc8621a3fbd0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7672433-d619-4204-9782-26f9cfe33a93 HTTP/1.1" status: 200 len: 217 time: 0.0648091 Aug 16 20:44:23.764157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=04bbd078-ae51-4d83-bc0e-65e07215ff48,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:23.770209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] No DVR routers for this DVR port 04bbd078-ae51-4d83-bc0e-65e07215ff48 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:23.814740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6309dd6-a041-4ca7-9978-4469e6910365 req-67dfd1f3-2abd-4875-b74e-06c37727d0d1 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 210 time: 0.0852659 Aug 16 20:44:23.852401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67f9d757-7bc5-4b8e-9712-6577be561872 req-43ffa85d-c923-4742-8580-b41e336d459a tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774989 Aug 16 20:44:23.892519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc903-b374-4cd6-9840-962327edcd34 req-9d4f2395-3888-44be-beed-19eef02c022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.894375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-153bc903-b374-4cd6-9840-962327edcd34 req-9d4f2395-3888-44be-beed-19eef02c022b service neutron] 10.222.0.79 "GET /v2.0/networks?id=5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 HTTP/1.1" status: 200 len: 903 time: 0.2275143 Aug 16 20:44:23.978894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-153bc903-b374-4cd6-9840-962327edcd34 req-07010651-b7fe-4351-a06f-c181c3e02a32 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=831fd0e8-ebfb-4fe7-9619-3b8af97231dc HTTP/1.1" status: 200 len: 217 time: 0.0705590 Aug 16 20:44:24.050605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.067492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d4cbe0-d63a-4b96-b57b-6bdf0a72927e']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:24.082379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc903-b374-4cd6-9840-962327edcd34 req-85346456-decb-4bb1-a4a3-a0d6760a6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.083336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-aa43ceb3-66cd-46f5-904a-eb3b26adaad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.084411 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-aa43ceb3-66cd-46f5-904a-eb3b26adaad1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=74d2fd41-8699-4b70-bc37-1a80ab443e7c HTTP/1.1" status: 200 len: 843 time: 0.3091378 Aug 16 20:44:24.085071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-153bc903-b374-4cd6-9840-962327edcd34 req-85346456-decb-4bb1-a4a3-a0d6760a6201 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b1958e0-ed69-4f97-97d7-9f7db7a268ea HTTP/1.1" status: 200 len: 801 time: 0.0969667 Aug 16 20:44:24.090463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfaac43d-5143-4840-8b6e-18f69c0319bb') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:24.096258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfaac43d-5143-4840-8b6e-18f69c0319bb') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:24.118653 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.158443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc903-b374-4cd6-9840-962327edcd34 req-fe6db861-e376-484c-a264-ebf50321164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.160165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-153bc903-b374-4cd6-9840-962327edcd34 req-fe6db861-e376-484c-a264-ebf50321164c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b28fb00-e1f5-4024-bfe2-2e52e8b2b576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581048 Aug 16 20:44:24.161988 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.172073 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:24.172480 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:24.174399 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:24.189125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-22d090fb-5e8b-4f54-8808-a7e4a82eb0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.190583 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-22d090fb-5e8b-4f54-8808-a7e4a82eb0e2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5ddeeba7-ec9c-410d-989d-8903e93c3724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887580 Aug 16 20:44:24.227575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Made reservation on behalf of dc44f41952f54eebb2980832be5daca8 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:24.231781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.294409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-153bc903-b374-4cd6-9840-962327edcd34 req-737191b6-f1a6-451e-a60b-a7490fdd28a2 service neutron] 10.222.0.79 "GET /v2.0/networks/5b28fb00-e1f5-4024-bfe2-2e52e8b2b576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183369 Aug 16 20:44:24.309139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 04bbd078-ae51-4d83-bc0e-65e07215ff48 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:24.381336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 04bbd078-ae51-4d83-bc0e-65e07215ff48 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:24.395772 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-abb0f46b-bfc5-4932-9f60-2bead119b441 service neutron] 10.222.0.79 "GET /v2.0/networks/5ddeeba7-ec9c-410d-989d-8903e93c3724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785042 Aug 16 20:44:24.396309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 04bbd078-ae51-4d83-bc0e-65e07215ff48 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:24.437519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-153bc903-b374-4cd6-9840-962327edcd34 req-c951968e-c6d4-4f52-8a35-a3bbfd8e0bc6 service neutron] 10.222.0.79 "GET /v2.0/networks/5b28fb00-e1f5-4024-bfe2-2e52e8b2b576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367478 Aug 16 20:44:24.450409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.495696 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.498426 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/50d4cbe0-d63a-4b96-b57b-6bdf0a72927e HTTP/1.1" status: 204 len: 168 time: 2.3043263 Aug 16 20:44:24.519580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944567a-08f5-48ee-8d68-8f31639379a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d4cbe0-d63a-4b96-b57b-6bdf0a72927e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.544142 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Allocated IP 172.20.0.10 (78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8/57f7c7ed-a83a-4ff4-bf52-6bf17003e49c/93e314f4-3c22-4593-9510-f8ac3c7de90b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:24.586338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ec6bb81e-4e8e-488f-8051-213679a300d9 req-14643b54-dc57-4854-8c65-24391599528b service neutron] 10.222.0.79 "GET /v2.0/networks/5ddeeba7-ec9c-410d-989d-8903e93c3724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768632 Aug 16 20:44:24.695697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382071b-a453-4906-9060-0eeb186ddd2e req-88bbf7b1-05ca-40ce-934f-f6c2bf286cff tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.702667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382071b-a453-4906-9060-0eeb186ddd2e req-88bbf7b1-05ca-40ce-934f-f6c2bf286cff tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.709066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382071b-a453-4906-9060-0eeb186ddd2e req-88bbf7b1-05ca-40ce-934f-f6c2bf286cff tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.711095 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a382071b-a453-4906-9060-0eeb186ddd2e req-88bbf7b1-05ca-40ce-934f-f6c2bf286cff tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2411 time: 0.0963984 Aug 16 20:44:24.786351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a382071b-a453-4906-9060-0eeb186ddd2e req-b1382e2e-0def-451e-853c-1a8405a699c9 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672114 Aug 16 20:44:24.796656 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.904004 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.001454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Network 78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:25.006706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:25.021163 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:25.051106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Pushing event updated for resources: {'Port': ['ID=93e314f4-3c22-4593-9510-f8ac3c7de90b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:25.063544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715bd95-2e8a-430f-a8c8-d1f4adc16688 req-03563928-7179-4715-b9d2-ff9dd96777e5 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.065113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d715bd95-2e8a-430f-a8c8-d1f4adc16688 req-03563928-7179-4715-b9d2-ff9dd96777e5 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 932 time: 0.1534088 Aug 16 20:44:25.073757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f605f1-7fb9-49c7-840e-f88a1892cf99 req-1570c7a2-0d62-4c56-b948-c53acf2b59a2 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.077487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5f605f1-7fb9-49c7-840e-f88a1892cf99 req-1570c7a2-0d62-4c56-b948-c53acf2b59a2 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 943 time: 0.1074884 Aug 16 20:44:25.101581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45568) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:25.115206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.115843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.152438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5f605f1-7fb9-49c7-840e-f88a1892cf99 req-10e3d7ad-158f-496f-90a8-f413f25df6b6 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653179 Aug 16 20:44:25.161984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d715bd95-2e8a-430f-a8c8-d1f4adc16688 req-694fdad2-137f-46b7-9ad8-2b2c3cf5fc1a tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778844 Aug 16 20:44:25.178014 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1636a349-7c4d-4bc9-84a8-7d6ede3dd112 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7ca7e4818e3a4296bc67a8d1c1ee9e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749252 Aug 16 20:44:25.180059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45570) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:25.252263 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb393ccb-1fc9-462a-8627-567559c884bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.283430 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb393ccb-1fc9-462a-8627-567559c884bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.286406 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-ec8b87f6-1d30-4757-adc3-56a4fdf9ed8e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7375076 Aug 16 20:44:25.300543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Request body: {'port': {'device_id': 'ec62423b-3573-4ceb-9d74-210ed83fe944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:25.379593 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.417186 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb393ccb-1fc9-462a-8627-567559c884bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.421254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb393ccb-1fc9-462a-8627-567559c884bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.424916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fb393ccb-1fc9-462a-8627-567559c884bc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2764074d-ff12-49bf-bc2d-a548947acb8b HTTP/1.1" status: 204 len: 168 time: 0.2415106 Aug 16 20:44:25.432126 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb393ccb-1fc9-462a-8627-567559c884bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2764074d-ff12-49bf-bc2d-a548947acb8b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:25.679916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e314f4-3c22-4593-9510-f8ac3c7de90b {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:25.687552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.740978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Transition to ACTIVE for port object 93e314f4-3c22-4593-9510-f8ac3c7de90b will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:25.837768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.898620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e363c9-678c-44ff-b93b-6e6e20f8cc48 req-dba8a681-355c-480d-98fd-d0a8d69ba1bf tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.904587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e363c9-678c-44ff-b93b-6e6e20f8cc48 req-dba8a681-355c-480d-98fd-d0a8d69ba1bf tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.910414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e363c9-678c-44ff-b93b-6e6e20f8cc48 req-dba8a681-355c-480d-98fd-d0a8d69ba1bf tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.912072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24e363c9-678c-44ff-b93b-6e6e20f8cc48 req-dba8a681-355c-480d-98fd-d0a8d69ba1bf tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2411 time: 0.0668354 Aug 16 20:44:25.917981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Pushing event updated for resources: {'Port': ['ID=93e314f4-3c22-4593-9510-f8ac3c7de90b,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:25.967114 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24e363c9-678c-44ff-b93b-6e6e20f8cc48 req-5217347d-eddc-476c-b31d-4d7be8591cac tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482073 Aug 16 20:44:25.977402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Attempting to bind port 93e314f4-3c22-4593-9510-f8ac3c7de90b on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:25.977851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Attempting to bind port 93e314f4-3c22-4593-9510-f8ac3c7de90b by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '1ff47388-a59b-49e3-9b39-98d8374fe69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:25.978284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Attempting to bind port 93e314f4-3c22-4593-9510-f8ac3c7de90b on network 78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:25.983478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Port 93e314f4-3c22-4593-9510-f8ac3c7de90b on network 78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:25.983900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Attempting to bind port 93e314f4-3c22-4593-9510-f8ac3c7de90b on network 78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:25.989378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:25.990059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Checking segment: {'id': '1ff47388-a59b-49e3-9b39-98d8374fe69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:25.990572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Bound using segment: {'id': '1ff47388-a59b-49e3-9b39-98d8374fe69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:25.991169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Bound port: 93e314f4-3c22-4593-9510-f8ac3c7de90b, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff47388-a59b-49e3-9b39-98d8374fe69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:25.991889 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.104467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] For port 93e314f4-3c22-4593-9510-f8ac3c7de90b, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:26.109512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] For port 93e314f4-3c22-4593-9510-f8ac3c7de90b, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=93e314f4-3c22-4593-9510-f8ac3c7de90b,segment=NetworkSegment(1ff47388-a59b-49e3-9b39-98d8374fe69f),segment_id=1ff47388-a59b-49e3-9b39-98d8374fe69f)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:26.185016 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.251392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:26.252369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.254350 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] 10.222.0.76 "PUT /v2.0/ports/93e314f4-3c22-4593-9510-f8ac3c7de90b HTTP/1.1" status: 200 len: 1093 time: 0.9591367 Aug 16 20:44:26.255054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec62423b-3573-4ceb-9d74-210ed83fe944', 'tag': '93e314f4-3c22-4593-9510-f8ac3c7de90b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:26.258465 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1668e1a-7522-439b-a66b-95a68d7251f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec62423b-3573-4ceb-9d74-210ed83fe944", "tag": "93e314f4-3c22-4593-9510-f8ac3c7de90b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:26.301438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babb806-9ee5-4da6-aaa7-036b03662f73 service neutron] Pushing event updated for resources: {'Port': ['ID=93e314f4-3c22-4593-9510-f8ac3c7de90b,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:26.342559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 42413f3a-416d-4a31-8c2e-d3ba28f740fe details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:26.434209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8c0ca-8b01-4043-9d07-bd8ab5a18773 req-6e9f54b4-5229-472f-b2fe-d2c932b1a005 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:26.439084 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8b8c0ca-8b01-4043-9d07-bd8ab5a18773 req-6e9f54b4-5229-472f-b2fe-d2c932b1a005 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 944 time: 0.1054449 Aug 16 20:44:26.473301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-00fb097d-d172-48ae-aeb3-2017274562f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:26.479189 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-00fb097d-d172-48ae-aeb3-2017274562f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dc44f41952f54eebb2980832be5daca8&device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 1096 time: 0.1153162 Aug 16 20:44:26.482124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2276e-8b5d-4e4b-b3ec-4588642099e8 req-d4e05370-10b1-4a90-bc8b-b01eaaeb50b6 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:26.488025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fe2276e-8b5d-4e4b-b3ec-4588642099e8 req-d4e05370-10b1-4a90-bc8b-b01eaaeb50b6 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 943 time: 0.1693285 Aug 16 20:44:26.541337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8b8c0ca-8b01-4043-9d07-bd8ab5a18773 req-11b6ef03-fe60-4e68-8b59-d0cc365ca34d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943530 Aug 16 20:44:26.577353 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-b7f0b8a4-6b12-4ab9-be73-22a472549cda service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e314f4-3c22-4593-9510-f8ac3c7de90b HTTP/1.1" status: 200 len: 217 time: 0.0841458 Aug 16 20:44:26.578066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fe2276e-8b5d-4e4b-b3ec-4588642099e8 req-38823f7e-99ee-4e87-a77e-25f0bc74b4b0 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830538 Aug 16 20:44:26.625934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 42413f3a-416d-4a31-8c2e-d3ba28f740fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=42413f3a-416d-4a31-8c2e-d3ba28f740fe,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:26.649564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '42413f3a-416d-4a31-8c2e-d3ba28f740fe', 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576', 'port_id': '42413f3a-416d-4a31-8c2e-d3ba28f740fe', 'mac_address': 'fa:16:3e:61:e4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1958e0-ed69-4f97-97d7-9f7db7a268ea', 'ip_address': '19.80.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:26.712964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-58b9817d-9c49-418f-83d0-b8a53f75efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:26.714620 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-58b9817d-9c49-418f-83d0-b8a53f75efc7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=57f7c7ed-a83a-4ff4-bf52-6bf17003e49c HTTP/1.1" status: 200 len: 862 time: 0.1305389 Aug 16 20:44:26.715665 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.716825 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1519d0-5ed7-4f36-9bf7-57a9d7d0e515 x-openstack-request-id: req-9b1519d0-5ed7-4f36-9bf7-57a9d7d0e515 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:26.717152 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec62423b-3573-4ceb-9d74-210ed83fe944", "tag": "93e314f4-3c22-4593-9510-f8ac3c7de90b", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:26.717581 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9b1519d0-5ed7-4f36-9bf7-57a9d7d0e515 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:26.717975 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec62423b-3573-4ceb-9d74-210ed83fe944', 'tag': '93e314f4-3c22-4593-9510-f8ac3c7de90b', 'status': 'completed', 'code': 200} Aug 16 20:44:26.729550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42413f3a-416d-4a31-8c2e-d3ba28f740fe {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:26.749764 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-aa02877a-e12f-449b-b4d2-149489acc4a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271721 Aug 16 20:44:26.751634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 42413f3a-416d-4a31-8c2e-d3ba28f740fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=42413f3a-416d-4a31-8c2e-d3ba28f740fe,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:26.843041 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-51b2d1ab-271b-40ed-b772-a160b24d1b6f service neutron] 10.222.0.76 "GET /v2.0/networks/78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858221 Aug 16 20:44:26.891049 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.892048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 831fd0e8-ebfb-4fe7-9619-3b8af97231dc details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:26.960246 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4de40ce4-9596-46a2-b3a2-a7546825f322 req-b4614011-cd85-4826-831c-d335aa41b220 service neutron] 10.222.0.76 "GET /v2.0/networks/78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098034 Aug 16 20:44:26.961594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=831fd0e8-ebfb-4fe7-9619-3b8af97231dc,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:26.987902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '831fd0e8-ebfb-4fe7-9619-3b8af97231dc', 'network_id': '5b28fb00-e1f5-4024-bfe2-2e52e8b2b576', 'port_id': '831fd0e8-ebfb-4fe7-9619-3b8af97231dc', 'mac_address': 'fa:16:3e:2d:82:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1958e0-ed69-4f97-97d7-9f7db7a268ea', 'ip_address': '19.80.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:26.991508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=42413f3a-416d-4a31-8c2e-d3ba28f740fe,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:27.032464 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.046459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831fd0e8-ebfb-4fe7-9619-3b8af97231dc {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:27.066791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=831fd0e8-ebfb-4fe7-9619-3b8af97231dc,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:27.111199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a007d-469d-4df1-a1d5-08a6d51cbdfd req-eaef76c4-baaf-4282-8b22-77296e503bdb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.117991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a007d-469d-4df1-a1d5-08a6d51cbdfd req-eaef76c4-baaf-4282-8b22-77296e503bdb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.124113 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a007d-469d-4df1-a1d5-08a6d51cbdfd req-eaef76c4-baaf-4282-8b22-77296e503bdb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.125836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d5a007d-469d-4df1-a1d5-08a6d51cbdfd req-eaef76c4-baaf-4282-8b22-77296e503bdb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2412 time: 0.0735617 Aug 16 20:44:27.155380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1668e1a-7522-439b-a66b-95a68d7251f5 req-f8760ac0-6d9b-41a4-a31a-2fc1399d4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.156975 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e1668e1a-7522-439b-a66b-95a68d7251f5 req-f8760ac0-6d9b-41a4-a31a-2fc1399d4a1f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dc44f41952f54eebb2980832be5daca8&device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 1096 time: 0.0478930 Aug 16 20:44:27.170164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d5a007d-469d-4df1-a1d5-08a6d51cbdfd req-75f65fe5-c64a-4dae-b7bf-f5a283a4bd3f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384901 Aug 16 20:44:27.224191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.224985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2341cb78-fd87-48da-9700-9a09110cd56e details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:27.249887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45646) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.260615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1668e1a-7522-439b-a66b-95a68d7251f5 req-af478788-1127-438b-9162-76929ad94a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.262164 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e1668e1a-7522-439b-a66b-95a68d7251f5 req-af478788-1127-438b-9162-76929ad94a32 service neutron] 10.222.0.76 "GET /v2.0/networks?id=78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 HTTP/1.1" status: 200 len: 923 time: 0.0978534 Aug 16 20:44:27.316587 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e1668e1a-7522-439b-a66b-95a68d7251f5 req-d32f06c4-eb0f-4d1b-a029-8322df98c5a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e314f4-3c22-4593-9510-f8ac3c7de90b HTTP/1.1" status: 200 len: 217 time: 0.0456257 Aug 16 20:44:27.323674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=831fd0e8-ebfb-4fe7-9619-3b8af97231dc,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:27.368544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2341cb78-fd87-48da-9700-9a09110cd56e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2341cb78-fd87-48da-9700-9a09110cd56e,segment=NetworkSegment(4b8dadc1-8a07-4d55-b15e-5d93f7d414ef),segment_id=4b8dadc1-8a07-4d55-b15e-5d93f7d414ef)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:27.378476 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1668e1a-7522-439b-a66b-95a68d7251f5 req-49b798bb-32fc-42ea-bb67-200b41077b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.379948 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e1668e1a-7522-439b-a66b-95a68d7251f5 req-49b798bb-32fc-42ea-bb67-200b41077b18 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=57f7c7ed-a83a-4ff4-bf52-6bf17003e49c HTTP/1.1" status: 200 len: 862 time: 0.0566311 Aug 16 20:44:27.382795 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '2341cb78-fd87-48da-9700-9a09110cd56e', 'network_id': '7928b13e-91b5-4fe9-bab2-05a593eda699', 'port_id': '2341cb78-fd87-48da-9700-9a09110cd56e', 'mac_address': 'fa:16:3e:8f:56:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7af2be5-a423-4f31-845d-4ab9c8a157b4', 'ip_address': '19.86.0.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:27.390746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-497342375-network', 'tenant_id': 'adf5e52e153c481f994961b2be0ecc5f'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:27.418514 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e1668e1a-7522-439b-a66b-95a68d7251f5 req-7b635b9c-752a-4d06-a6bf-21bc1c6a92ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276804 Aug 16 20:44:27.434429 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.447998 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2341cb78-fd87-48da-9700-9a09110cd56e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:27.468654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2341cb78-fd87-48da-9700-9a09110cd56e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2341cb78-fd87-48da-9700-9a09110cd56e,segment=NetworkSegment(4b8dadc1-8a07-4d55-b15e-5d93f7d414ef),segment_id=4b8dadc1-8a07-4d55-b15e-5d93f7d414ef)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:27.515719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e1668e1a-7522-439b-a66b-95a68d7251f5 req-2e693194-12b7-406f-ac20-4753ad972e46 service neutron] 10.222.0.76 "GET /v2.0/networks/78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919859 Aug 16 20:44:27.560240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Made reservation on behalf of adf5e52e153c481f994961b2be0ecc5f for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:27.560490 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.565194 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.581883 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.614541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=2341cb78-fd87-48da-9700-9a09110cd56e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:27.651278 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e1668e1a-7522-439b-a66b-95a68d7251f5 req-8e1397db-fd7e-496c-9826-af2451f146b8 service neutron] 10.222.0.76 "GET /v2.0/networks/78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277494 Aug 16 20:44:27.760474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a1fc1-66e0-475a-8235-381df28c5dd4 req-5c23c817-671f-4f37-bbd2-04c1e3427b69 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.762587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-220a1fc1-66e0-475a-8235-381df28c5dd4 req-5c23c817-671f-4f37-bbd2-04c1e3427b69 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 944 time: 0.1089396 Aug 16 20:44:27.793389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d4b68-0358-49bf-afc9-0e0b1f796fc2 req-e40825d7-0355-4bdf-9486-099012b3a85a tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.794789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408d4b68-0358-49bf-afc9-0e0b1f796fc2 req-e40825d7-0355-4bdf-9486-099012b3a85a tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 943 time: 0.1235480 Aug 16 20:44:27.821774 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.854165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-220a1fc1-66e0-475a-8235-381df28c5dd4 req-393e5f77-5a2b-4264-b881-6b34557510c5 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835798 Aug 16 20:44:27.861704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408d4b68-0358-49bf-afc9-0e0b1f796fc2 req-78d224c1-e628-4183-a308-571305deff43 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516860 Aug 16 20:44:27.863422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['2341cb78-fd87-48da-9700-9a09110cd56e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:27.888168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['831fd0e8-ebfb-4fe7-9619-3b8af97231dc'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:27.908367 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.922842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['42413f3a-416d-4a31-8c2e-d3ba28f740fe'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:27.955193 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:27.966953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c6161b-5ce4-446b-b3eb-221de7026d35,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:27.972377 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.972821 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Added segment b5c00761-f3fc-4e4e-8337-5911e376ef7e of type vlan for network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 Aug 16 20:44:28.019446 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.129430 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.130477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:28.131290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.192905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] Pushing event updated for resources: {'Network': ['ID=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.209189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:28.287954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-56b17366-e6aa-4854-b068-052616860732 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0331876 Aug 16 20:44:28.288425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45700) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:28.298624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] Request body: {'subnet': {'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-497342375-subnet', 'tenant_id': 'adf5e52e153c481f994961b2be0ecc5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:28.319038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ba6b-e438-48ad-be41-0399f6f61873 req-4c4ff66c-02e3-4911-bffa-39414712c1c8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:28.325658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ba6b-e438-48ad-be41-0399f6f61873 req-4c4ff66c-02e3-4911-bffa-39414712c1c8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:28.331870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ba6b-e438-48ad-be41-0399f6f61873 req-4c4ff66c-02e3-4911-bffa-39414712c1c8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:28.333747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b021ba6b-e438-48ad-be41-0399f6f61873 req-4c4ff66c-02e3-4911-bffa-39414712c1c8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2414 time: 0.0895579 Aug 16 20:44:28.376058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b021ba6b-e438-48ad-be41-0399f6f61873 req-37b9670d-a4d3-4825-8e66-03669815f62c tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358732 Aug 16 20:44:28.402718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device f7672433-d619-4204-9782-26f9cfe33a93 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:28.414547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] Made reservation on behalf of adf5e52e153c481f994961b2be0ecc5f for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:28.420707 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.573541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port f7672433-d619-4204-9782-26f9cfe33a93, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=f7672433-d619-4204-9782-26f9cfe33a93,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:28.585567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'f7672433-d619-4204-9782-26f9cfe33a93', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'port_id': 'f7672433-d619-4204-9782-26f9cfe33a93', 'mac_address': 'fa:16:3e:97:64:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:28.610334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 93e314f4-3c22-4593-9510-f8ac3c7de90b details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:28.636231 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.683361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7672433-d619-4204-9782-26f9cfe33a93 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:28.714816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port f7672433-d619-4204-9782-26f9cfe33a93, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=f7672433-d619-4204-9782-26f9cfe33a93,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:28.718467 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.744685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 93e314f4-3c22-4593-9510-f8ac3c7de90b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=93e314f4-3c22-4593-9510-f8ac3c7de90b,segment=NetworkSegment(1ff47388-a59b-49e3-9b39-98d8374fe69f),segment_id=1ff47388-a59b-49e3-9b39-98d8374fe69f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:28.760517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '93e314f4-3c22-4593-9510-f8ac3c7de90b', 'network_id': '78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8', 'port_id': '93e314f4-3c22-4593-9510-f8ac3c7de90b', 'mac_address': 'fa:16:3e:c6:a0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f7c7ed-a83a-4ff4-bf52-6bf17003e49c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:28.780700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3270c619-a6a0-4574-8525-c4326ad7191b,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.789862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] Checking segment: {'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:28.790400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] Network hostable DHCP agents. Network: 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:28.794523 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.837425 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.862033 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e314f4-3c22-4593-9510-f8ac3c7de90b {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:28.870507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=f7672433-d619-4204-9782-26f9cfe33a93,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.889178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 93e314f4-3c22-4593-9510-f8ac3c7de90b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=93e314f4-3c22-4593-9510-f8ac3c7de90b,segment=NetworkSegment(1ff47388-a59b-49e3-9b39-98d8374fe69f),segment_id=1ff47388-a59b-49e3-9b39-98d8374fe69f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:28.923057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] Network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:28.971113 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.975905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8abc0f-2677-4c94-a0e5-d5dd62399ed7 req-936a5033-559a-4b3c-872f-41ef290a422b tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:28.978779 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a8abc0f-2677-4c94-a0e5-d5dd62399ed7 req-936a5033-559a-4b3c-872f-41ef290a422b tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 944 time: 0.0547018 Aug 16 20:44:29.015515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:29.022262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a8abc0f-2677-4c94-a0e5-d5dd62399ed7 req-3f832f53-3cbd-4558-a2ab-ab89e9cf88e9 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366380 Aug 16 20:44:29.028140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0fbe2-c61d-48b4-8b3a-5094636d0cac None None] Network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:29.028915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.029611 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.071402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=93e314f4-3c22-4593-9510-f8ac3c7de90b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:29.138863 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['f7672433-d619-4204-9782-26f9cfe33a93'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:29.139285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea812b-c058-4663-8350-361c22de2e64 req-41d39400-1eec-4669-b210-ba8bcfed2ecb tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.140813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9ea812b-c058-4663-8350-361c22de2e64 req-41d39400-1eec-4669-b210-ba8bcfed2ecb tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 944 time: 0.0497422 Aug 16 20:44:29.177726 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b79fe2ee-6252-4162-9f77-c9e8c9c6e629 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8803432 Aug 16 20:44:29.194536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b2fede-e81f-49dc-85d8-7a2d78ed4f9d None None] Network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:29.198317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9ea812b-c058-4663-8350-361c22de2e64 req-745910a9-6576-4855-8852-2bcdbaf79ed4 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457683 Aug 16 20:44:29.256736 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['93e314f4-3c22-4593-9510-f8ac3c7de90b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:29.542923 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64e02b-1936-420a-bf1f-ce0397fa6ba9 req-06536406-ccde-4494-b287-58590a356c2a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.549012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64e02b-1936-420a-bf1f-ce0397fa6ba9 req-06536406-ccde-4494-b287-58590a356c2a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.555123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64e02b-1936-420a-bf1f-ce0397fa6ba9 req-06536406-ccde-4494-b287-58590a356c2a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.561520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b64e02b-1936-420a-bf1f-ce0397fa6ba9 req-06536406-ccde-4494-b287-58590a356c2a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2414 time: 0.0906639 Aug 16 20:44:29.597931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b64e02b-1936-420a-bf1f-ce0397fa6ba9 req-1471362a-3b2c-455e-a3af-a521952bad11 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Aug 16 20:44:29.786090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-3b111b48-bde7-4d42-a7e3-53672a9bf9eb tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.787623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-3b111b48-bde7-4d42-a7e3-53672a9bf9eb tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/networks?id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 HTTP/1.1" status: 200 len: 814 time: 0.1029677 Aug 16 20:44:29.803126 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-328e3876-cc68-4565-b023-c0f702dfae36 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/quotas/adf5e52e153c481f994961b2be0ecc5f HTTP/1.1" status: 200 len: 375 time: 0.0097806 Aug 16 20:44:29.840503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-e448fb0e-9133-47ad-8977-17997a287489 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=adf5e52e153c481f994961b2be0ecc5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308976 Aug 16 20:44:29.934599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-e401da7d-ca50-4866-b79e-810cfb1ade48 service neutron] 10.222.0.74 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872548 Aug 16 20:44:30.034375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-f9c1c42c-47e5-43e3-8add-7dcf34cbf84d service neutron] 10.222.0.74 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921197 Aug 16 20:44:30.208125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b72bd3-6c5b-4942-b951-c427c9de0e93 req-12f421aa-aa35-45b7-bd5a-82d17a5a7d61 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.209983 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9b72bd3-6c5b-4942-b951-c427c9de0e93 req-12f421aa-aa35-45b7-bd5a-82d17a5a7d61 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 945 time: 0.0512562 Aug 16 20:44:30.252096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9b72bd3-6c5b-4942-b951-c427c9de0e93 req-5abadc37-de25-4f48-b280-e8d4254a003d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352428 Aug 16 20:44:30.362871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 42413f3a-416d-4a31-8c2e-d3ba28f740fe up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:30.450247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17166b3f-97d4-4dba-832d-6036f8666e60 req-8a5ad24f-d47f-41dc-ab72-90b0b7bc9d07 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.454118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17166b3f-97d4-4dba-832d-6036f8666e60 req-8a5ad24f-d47f-41dc-ab72-90b0b7bc9d07 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 944 time: 0.1240792 Aug 16 20:44:30.503300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-4a1c768c-16ff-42bb-bfd2-2c1f18cb93e2 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.504783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-4a1c768c-16ff-42bb-bfd2-2c1f18cb93e2 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/networks?id=5d55a6d8-8eff-4383-a9a0-d80a6e193368 HTTP/1.1" status: 200 len: 805 time: 0.1738503 Aug 16 20:44:30.519343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 42413f3a-416d-4a31-8c2e-d3ba28f740fe completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:30.523530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 42413f3a-416d-4a31-8c2e-d3ba28f740fe triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:30.523901 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.537185 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-c8f442fa-e1c0-4fa3-8639-0373b1e8da93 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/quotas/32fd50cdc7c2456799cb9a8cbbe358b2 HTTP/1.1" status: 200 len: 375 time: 0.0222414 Aug 16 20:44:30.549400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17166b3f-97d4-4dba-832d-6036f8666e60 req-6154662f-4ddc-4532-8a72-fb31466c1e8b tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831587 Aug 16 20:44:30.605164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45808) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:30.615052 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.619665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 93e314f4-3c22-4593-9510-f8ac3c7de90b up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:30.627571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-e3d77471-7b0b-460a-9ff0-45b9bbe9adbd tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764761 Aug 16 20:44:30.640948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-8c4c2c1a-6678-48c0-9304-a56eb4e9f025 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:30.642241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-8c4c2c1a-6678-48c0-9304-a56eb4e9f025 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078936 Aug 16 20:44:30.674447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42413f3a-416d-4a31-8c2e-d3ba28f740fe'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:30.676756 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e1b737-b6a1-443f-a18c-9f1624686d95" -d '{"events": [{"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-plugged", "status": "completed", "tag": "42413f3a-416d-4a31-8c2e-d3ba28f740fe"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:30.694689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 42413f3a-416d-4a31-8c2e-d3ba28f740fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=42413f3a-416d-4a31-8c2e-d3ba28f740fe,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:30.732171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45d7f631-1530-4b02-bd82-c312c7f18ab7 req-367c8798-e41b-444d-9cc3-8888c91f578b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 210 time: 0.0709958 Aug 16 20:44:30.745307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a329-08b7-4767-ab7f-15216f08e3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.770152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-f96931a2-9cc9-4c87-aecc-ecbd899a1d8e service neutron] 10.222.0.74 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212983 Aug 16 20:44:30.800233 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.801135 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 831fd0e8-ebfb-4fe7-9619-3b8af97231dc up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:30.855161 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a329-08b7-4767-ab7f-15216f08e3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.857847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 93e314f4-3c22-4593-9510-f8ac3c7de90b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:30.868941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 93e314f4-3c22-4593-9510-f8ac3c7de90b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:30.869343 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.901470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=42413f3a-416d-4a31-8c2e-d3ba28f740fe,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:30.906458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d56ce-4907-4ffc-aef3-434b004553a3 req-0a4357bc-74c3-40b2-b862-a9fa0992062c tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.912375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d56ce-4907-4ffc-aef3-434b004553a3 req-0a4357bc-74c3-40b2-b862-a9fa0992062c tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.918835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d56ce-4907-4ffc-aef3-434b004553a3 req-0a4357bc-74c3-40b2-b862-a9fa0992062c tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.920517 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-452d56ce-4907-4ffc-aef3-434b004553a3 req-0a4357bc-74c3-40b2-b862-a9fa0992062c tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2415 time: 0.1250849 Aug 16 20:44:30.926460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-6cac4be4-da3d-4658-b088-24855a8b51b8 service neutron] 10.222.0.74 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492367 Aug 16 20:44:30.954164 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a329-08b7-4767-ab7f-15216f08e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.973501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-452d56ce-4907-4ffc-aef3-434b004553a3 req-6053c215-664c-4399-a707-8fd817d1335b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360339 Aug 16 20:44:30.975294 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.021909 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 93e314f4-3c22-4593-9510-f8ac3c7de90b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=93e314f4-3c22-4593-9510-f8ac3c7de90b,segment=NetworkSegment(1ff47388-a59b-49e3-9b39-98d8374fe69f),segment_id=1ff47388-a59b-49e3-9b39-98d8374fe69f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:31.030590 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5bc7a329-08b7-4767-ab7f-15216f08e3d5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2c24b1eed26e4bcfabad11da774a2558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328399 Aug 16 20:44:31.033003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7a329-08b7-4767-ab7f-15216f08e3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacaf14e-7e9b-4ebe-acb5-a2786ece9f2e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:31.038655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45816) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:31.047059 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec251089-2e63-4ef9-915e-00e3e5acd5fa x-openstack-request-id: req-ec251089-2e63-4ef9-915e-00e3e5acd5fa {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:31.047360 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-plugged", "status": "completed", "tag": "42413f3a-416d-4a31-8c2e-d3ba28f740fe", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:31.047618 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ec251089-2e63-4ef9-915e-00e3e5acd5fa {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:31.048142 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42413f3a-416d-4a31-8c2e-d3ba28f740fe', 'code': 200} Aug 16 20:44:31.068221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:31.072251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:31.073001 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.091779 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e45d-c12f-4e22-aff9-e046a5604527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.113652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e45d-c12f-4e22-aff9-e046a5604527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.157095 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.172084 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.236387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=831fd0e8-ebfb-4fe7-9619-3b8af97231dc,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:31.261045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=93e314f4-3c22-4593-9510-f8ac3c7de90b,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:31.302554 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e45d-c12f-4e22-aff9-e046a5604527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.305185 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e45d-c12f-4e22-aff9-e046a5604527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.307456 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4bc4e45d-c12f-4e22-aff9-e046a5604527 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bacaf14e-7e9b-4ebe-acb5-a2786ece9f2e HTTP/1.1" status: 204 len: 168 time: 0.2667193 Aug 16 20:44:31.322906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4e45d-c12f-4e22-aff9-e046a5604527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacaf14e-7e9b-4ebe-acb5-a2786ece9f2e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:31.343814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c04902e-eff5-4f61-b268-9ce13360969e req-0baa744e-272f-4238-969a-13c9ae33a321 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 210 time: 0.0568278 Aug 16 20:44:31.356916 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.356916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device f7672433-d619-4204-9782-26f9cfe33a93 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:31.425519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d38460-aafe-4049-962a-79bad7014d24 req-148c5ff1-1f4d-4ea3-a4ac-fef1d4d23472 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.427424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05d38460-aafe-4049-962a-79bad7014d24 req-148c5ff1-1f4d-4ea3-a4ac-fef1d4d23472 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 946 time: 0.0827055 Aug 16 20:44:31.505009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=831fd0e8-ebfb-4fe7-9619-3b8af97231dc,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:31.509437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05d38460-aafe-4049-962a-79bad7014d24 req-437bc8c3-217a-42c9-a18c-73a53dffd524 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751927 Aug 16 20:44:31.585808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port f7672433-d619-4204-9782-26f9cfe33a93 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:31.585917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d9b5e-beb5-4b85-a663-24438cc5d002 req-26e0645d-b03c-4d41-a791-29975dba1745 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.585917 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-557d9b5e-beb5-4b85-a663-24438cc5d002 req-26e0645d-b03c-4d41-a791-29975dba1745 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f858dea-b15d-4ff0-bfcc-158644cc013e HTTP/1.1" status: 200 len: 945 time: 0.1156213 Aug 16 20:44:31.587068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port f7672433-d619-4204-9782-26f9cfe33a93 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:31.588681 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.666940 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:44:31.681581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a26a58-18c6-4a9c-89ed-9a292030935f req-3930702f-498a-4eb7-95bc-37c187ce6883 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.683272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5a26a58-18c6-4a9c-89ed-9a292030935f req-3930702f-498a-4eb7-95bc-37c187ce6883 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 944 time: 0.0649788 Aug 16 20:44:31.714426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-557d9b5e-beb5-4b85-a663-24438cc5d002 req-bef6fce1-4a6b-4af4-b36a-acf90816a5da tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Deleting port ad8ef14b-eb4a-4a33-a697-d95b43a7f456 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:31.715368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-557d9b5e-beb5-4b85-a663-24438cc5d002 req-bef6fce1-4a6b-4af4-b36a-acf90816a5da tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.764764 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.769725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5a26a58-18c6-4a9c-89ed-9a292030935f req-dcb096fe-6ab4-49ff-9dc4-7f2ebd8375ae tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790257 Aug 16 20:44:31.806109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port f7672433-d619-4204-9782-26f9cfe33a93, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=f7672433-d619-4204-9782-26f9cfe33a93,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:31.844596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-606fa1c8-1f27-40d6-9269-1e13cbc149e6 req-13df25f4-d0b0-437f-8a53-06a9f324bdc2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 210 time: 0.0286715 Aug 16 20:44:31.863747 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-557d9b5e-beb5-4b85-a663-24438cc5d002 req-bef6fce1-4a6b-4af4-b36a-acf90816a5da tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] For port ad8ef14b-eb4a-4a33-a697-d95b43a7f456, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:31.863747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-557d9b5e-beb5-4b85-a663-24438cc5d002 req-bef6fce1-4a6b-4af4-b36a-acf90816a5da tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.876347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-557d9b5e-beb5-4b85-a663-24438cc5d002 req-bef6fce1-4a6b-4af4-b36a-acf90816a5da tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Calling delete_port for ad8ef14b-eb4a-4a33-a697-d95b43a7f456 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:31.946324 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.947427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2341cb78-fd87-48da-9700-9a09110cd56e up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:32.034755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=f7672433-d619-4204-9782-26f9cfe33a93,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:32.111768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf52b7-8c34-42e3-9869-2d0fb7413955 req-5fdffa9f-e198-4208-afec-13ab77269a6e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:32.118103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf52b7-8c34-42e3-9869-2d0fb7413955 req-5fdffa9f-e198-4208-afec-13ab77269a6e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:32.124007 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf52b7-8c34-42e3-9869-2d0fb7413955 req-5fdffa9f-e198-4208-afec-13ab77269a6e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:32.125665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fccf52b7-8c34-42e3-9869-2d0fb7413955 req-5fdffa9f-e198-4208-afec-13ab77269a6e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2416 time: 0.0678217 Aug 16 20:44:32.141553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-557d9b5e-beb5-4b85-a663-24438cc5d002 req-bef6fce1-4a6b-4af4-b36a-acf90816a5da tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.163256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 2341cb78-fd87-48da-9700-9a09110cd56e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:32.167336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 2341cb78-fd87-48da-9700-9a09110cd56e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:32.167713 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.175331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fccf52b7-8c34-42e3-9869-2d0fb7413955 req-8c44eb49-5bc2-4258-9510-59b4a8f6e424 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Aug 16 20:44:32.184375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6fce1-4a6b-4af4-b36a-acf90816a5da tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Pushing event deleted for resources: {'Port': ['ID=ad8ef14b-eb4a-4a33-a697-d95b43a7f456,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:32.219948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-557d9b5e-beb5-4b85-a663-24438cc5d002 req-bef6fce1-4a6b-4af4-b36a-acf90816a5da tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] No DVR routers for this DVR port ad8ef14b-eb4a-4a33-a697-d95b43a7f456 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:32.223211 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-557d9b5e-beb5-4b85-a663-24438cc5d002 req-bef6fce1-4a6b-4af4-b36a-acf90816a5da tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.228821 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-557d9b5e-beb5-4b85-a663-24438cc5d002 req-bef6fce1-4a6b-4af4-b36a-acf90816a5da tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "DELETE /v2.0/ports/ad8ef14b-eb4a-4a33-a697-d95b43a7f456 HTTP/1.1" status: 204 len: 173 time: 0.6358521 Aug 16 20:44:32.228821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f858dea-b15d-4ff0-bfcc-158644cc013e', 'name': 'network-vif-deleted', 'tag': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:32.229165 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e95fa6b-fa56-4edd-b5e2-176415764faa" -d '{"events": [{"server_uuid": "9f858dea-b15d-4ff0-bfcc-158644cc013e", "name": "network-vif-deleted", "tag": "ad8ef14b-eb4a-4a33-a697-d95b43a7f456"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:32.229273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45844) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:32.244209 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-289b1675-509f-41aa-b639-a8b28826304c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.274284 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd57831-0720-41a9-856f-c9632e7bcbc4 x-openstack-request-id: req-cdd57831-0720-41a9-856f-c9632e7bcbc4 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:32.274546 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f858dea-b15d-4ff0-bfcc-158644cc013e", "name": "network-vif-deleted", "tag": "ad8ef14b-eb4a-4a33-a697-d95b43a7f456", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:32.274803 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cdd57831-0720-41a9-856f-c9632e7bcbc4 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:32.275205 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f858dea-b15d-4ff0-bfcc-158644cc013e', 'name': 'network-vif-deleted', 'tag': 'ad8ef14b-eb4a-4a33-a697-d95b43a7f456', 'status': 'completed', 'code': 200} Aug 16 20:44:32.281389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.313658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2341cb78-fd87-48da-9700-9a09110cd56e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2341cb78-fd87-48da-9700-9a09110cd56e,segment=NetworkSegment(4b8dadc1-8a07-4d55-b15e-5d93f7d414ef),segment_id=4b8dadc1-8a07-4d55-b15e-5d93f7d414ef)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:32.340538 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-289b1675-509f-41aa-b639-a8b28826304c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.380745 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.447348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc09b926-8a6e-4883-a21a-40ef80d3da62 req-65122644-d167-4b77-8724-8cbc7b2f3109 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 210 time: 0.0280621 Aug 16 20:44:32.489050 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-289b1675-509f-41aa-b639-a8b28826304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.490802 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.492101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ad8ef14b-eb4a-4a33-a697-d95b43a7f456 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:32.532197 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-289b1675-509f-41aa-b639-a8b28826304c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8363d95490224ab4bea9f4913abb4f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016005 Aug 16 20:44:32.533288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b1675-509f-41aa-b639-a8b28826304c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f08f872-dc0f-40e4-b397-e849e70ef824,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:32.534733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45850) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:32.541342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: ad8ef14b-eb4a-4a33-a697-d95b43a7f456 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:32.542244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ad8ef14b-eb4a-4a33-a697-d95b43a7f456 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:32.579355 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.592844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=2341cb78-fd87-48da-9700-9a09110cd56e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:32.608744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-73172005-8876-4cad-a642-124567adbc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.631691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-73172005-8876-4cad-a642-124567adbc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.651092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435aee5-16c9-4530-8165-a1c7f4a598f0 req-63bc7612-5d28-4cb0-b1e6-5a0a082e3565 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:32.652777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b435aee5-16c9-4530-8165-a1c7f4a598f0 req-63bc7612-5d28-4cb0-b1e6-5a0a082e3565 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 946 time: 0.0544267 Aug 16 20:44:32.691748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b435aee5-16c9-4530-8165-a1c7f4a598f0 req-c5abd575-66db-44d0-bace-ab64ff312bc9 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328884 Aug 16 20:44:32.769219 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-73172005-8876-4cad-a642-124567adbc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.771945 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-73172005-8876-4cad-a642-124567adbc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.773174 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-73172005-8876-4cad-a642-124567adbc4b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2f08f872-dc0f-40e4-b397-e849e70ef824 HTTP/1.1" status: 204 len: 168 time: 0.2369199 Aug 16 20:44:32.781460 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73172005-8876-4cad-a642-124567adbc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f08f872-dc0f-40e4-b397-e849e70ef824,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:32.878056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabea64-636f-4615-afa3-f4e6d61f0057 req-0fa62691-4685-430a-b586-de2dc74c49be tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:32.879821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dfabea64-636f-4615-afa3-f4e6d61f0057 req-0fa62691-4685-430a-b586-de2dc74c49be tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 945 time: 0.0553894 Aug 16 20:44:32.921838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dfabea64-636f-4615-afa3-f4e6d61f0057 req-462b9715-73b6-46dc-a068-9d377a168963 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353336 Aug 16 20:44:32.955494 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07f2994a-5b71-4d1f-9b44-d826a9da3a6b req-0d707b40-225b-40c5-8ee3-2ea876023f97 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 210 time: 0.0266752 Aug 16 20:44:33.049073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec62423b-3573-4ceb-9d74-210ed83fe944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e314f4-3c22-4593-9510-f8ac3c7de90b'}, {'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831fd0e8-ebfb-4fe7-9619-3b8af97231dc'}, {'server_uuid': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7672433-d619-4204-9782-26f9cfe33a93'}, {'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2341cb78-fd87-48da-9700-9a09110cd56e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:33.051445 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d8900-35e7-4963-8832-f67340010776" -d '{"events": [{"server_uuid": "ec62423b-3573-4ceb-9d74-210ed83fe944", "name": "network-vif-plugged", "status": "completed", "tag": "93e314f4-3c22-4593-9510-f8ac3c7de90b"}, {"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-plugged", "status": "completed", "tag": "831fd0e8-ebfb-4fe7-9619-3b8af97231dc"}, {"server_uuid": "220b284f-5e75-4efa-a6b2-bed9d6094676", "name": "network-vif-plugged", "status": "completed", "tag": "f7672433-d619-4204-9782-26f9cfe33a93"}, {"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-plugged", "status": "completed", "tag": "2341cb78-fd87-48da-9700-9a09110cd56e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:33.286619 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddadb683-c6f9-4db6-a31e-2b8e3648ecb2 x-openstack-request-id: req-ddadb683-c6f9-4db6-a31e-2b8e3648ecb2 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:33.287085 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec62423b-3573-4ceb-9d74-210ed83fe944", "name": "network-vif-plugged", "status": "completed", "tag": "93e314f4-3c22-4593-9510-f8ac3c7de90b", "code": 200}, {"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-plugged", "status": "completed", "tag": "831fd0e8-ebfb-4fe7-9619-3b8af97231dc", "code": 200}, {"server_uuid": "220b284f-5e75-4efa-a6b2-bed9d6094676", "name": "network-vif-plugged", "status": "completed", "tag": "f7672433-d619-4204-9782-26f9cfe33a93", "code": 200}, {"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-plugged", "status": "completed", "tag": "2341cb78-fd87-48da-9700-9a09110cd56e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:33.287405 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ddadb683-c6f9-4db6-a31e-2b8e3648ecb2 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:33.288082 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec62423b-3573-4ceb-9d74-210ed83fe944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e314f4-3c22-4593-9510-f8ac3c7de90b', 'code': 200} Aug 16 20:44:33.288406 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831fd0e8-ebfb-4fe7-9619-3b8af97231dc', 'code': 200} Aug 16 20:44:33.288802 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7672433-d619-4204-9782-26f9cfe33a93', 'code': 200} Aug 16 20:44:33.289237 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2341cb78-fd87-48da-9700-9a09110cd56e', 'code': 200} Aug 16 20:44:33.344737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60774563-c33d-403a-b951-0a6234f4e741 req-740ac1f2-6ad5-4692-960e-e7f73978ae76 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.351285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60774563-c33d-403a-b951-0a6234f4e741 req-740ac1f2-6ad5-4692-960e-e7f73978ae76 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.357355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60774563-c33d-403a-b951-0a6234f4e741 req-740ac1f2-6ad5-4692-960e-e7f73978ae76 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.359056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60774563-c33d-403a-b951-0a6234f4e741 req-740ac1f2-6ad5-4692-960e-e7f73978ae76 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2417 time: 0.1096258 Aug 16 20:44:33.409791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d52c91-f2c9-4185-a8c8-9d8c4a1382f2 req-70ff385f-96a7-436c-8c66-d969264fd334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.411374 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65d52c91-f2c9-4185-a8c8-9d8c4a1382f2 req-70ff385f-96a7-436c-8c66-d969264fd334 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 1098 time: 0.0539680 Aug 16 20:44:33.429370 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60774563-c33d-403a-b951-0a6234f4e741 req-7615f99a-d7c3-483e-9528-95bdbd103550 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521502 Aug 16 20:44:33.461333 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-65d52c91-f2c9-4185-a8c8-9d8c4a1382f2 req-e05af528-27a2-4a84-9b2c-5e975f38244b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Aug 16 20:44:33.560972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc85a0db-733c-433d-83ef-0b18564583c2 req-16903608-392e-4865-a8b1-44cc2ad80125 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 210 time: 0.0342498 Aug 16 20:44:33.592860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c25daa-3348-4a98-b31d-ab4cf2639377 req-f458218f-34bd-430c-9b0a-3167ff02d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.593409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c25daa-3348-4a98-b31d-ab4cf2639377 req-f458218f-34bd-430c-9b0a-3167ff02d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.596578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c25daa-3348-4a98-b31d-ab4cf2639377 req-f458218f-34bd-430c-9b0a-3167ff02d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.596578 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2c25daa-3348-4a98-b31d-ab4cf2639377 req-f458218f-34bd-430c-9b0a-3167ff02d44a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2873 time: 0.2074139 Aug 16 20:44:33.629241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb88f96-cd4f-45b1-9885-add471147d71 req-d55c3e0f-b17e-4d8b-9977-caff1c2d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.630736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eb88f96-cd4f-45b1-9885-add471147d71 req-d55c3e0f-b17e-4d8b-9977-caff1c2d5d19 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 1097 time: 0.2150199 Aug 16 20:44:33.660184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-72b2a607-064a-4457-a5cb-87c3c7123113 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.664331 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-72b2a607-064a-4457-a5cb-87c3c7123113 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.79 "GET /v2.0/networks?id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 HTTP/1.1" status: 200 len: 814 time: 0.1781564 Aug 16 20:44:33.666761 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2c25daa-3348-4a98-b31d-ab4cf2639377 req-05e894fd-ff9c-463a-bd1e-bf9f9aa46ba6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622399 Aug 16 20:44:33.675975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eb88f96-cd4f-45b1-9885-add471147d71 req-a172d8ff-e369-4e56-9818-c3898eaa1b40 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378036 Aug 16 20:44:33.714341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Request body: {'port': {'device_id': '7a7197fb-008c-4b12-a861-1f94faf77964', 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0', 'admin_state_up': True, 'tenant_id': 'adf5e52e153c481f994961b2be0ecc5f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:33.851143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ff8c2-4118-40b2-af1d-734cc084c181 req-31b2437d-02d3-45f3-86a2-96529bd0bd07 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.852711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f5ff8c2-4118-40b2-af1d-734cc084c181 req-31b2437d-02d3-45f3-86a2-96529bd0bd07 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 946 time: 0.0815296 Aug 16 20:44:33.893276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f5ff8c2-4118-40b2-af1d-734cc084c181 req-e98cfab7-d570-478e-9886-558a501d5425 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332422 Aug 16 20:44:33.914288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Made reservation on behalf of adf5e52e153c481f994961b2be0ecc5f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:33.919156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.098336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Allocated IP 172.20.0.4 (6c86a43d-e5b0-4677-8d66-ad06a02a5ce0/3270c619-a6a0-4574-8525-c4326ad7191b/6682f17d-eb35-4575-9483-d3705cd86b18) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:34.107978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab961dc2-ca6e-4273-a9fd-f79e70f84276 req-1409ddd9-91a0-444f-803d-09e0f00b5f3f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 210 time: 0.0482976 Aug 16 20:44:34.124338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea65601-e7ad-45e6-aeee-9ac92de6699e req-ac7bea4e-9176-4245-86f3-1295bab95cc9 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.125952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aea65601-e7ad-45e6-aeee-9ac92de6699e req-ac7bea4e-9176-4245-86f3-1295bab95cc9 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 945 time: 0.1030598 Aug 16 20:44:34.170977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aea65601-e7ad-45e6-aeee-9ac92de6699e req-c57407da-878e-4653-8ea5-be16a8c89b94 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379202 Aug 16 20:44:34.283490 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.467253 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.519245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:34.524615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:34.528941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:34.555037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Pushing event updated for resources: {'Port': ['ID=6682f17d-eb35-4575-9483-d3705cd86b18,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:34.563067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4088bf5-c92a-4f87-bce5-7426edad095c req-e677d33f-7c22-4a9a-b3ea-11b717bbf28a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.569386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4088bf5-c92a-4f87-bce5-7426edad095c req-e677d33f-7c22-4a9a-b3ea-11b717bbf28a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.575962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4088bf5-c92a-4f87-bce5-7426edad095c req-e677d33f-7c22-4a9a-b3ea-11b717bbf28a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.577722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4088bf5-c92a-4f87-bce5-7426edad095c req-e677d33f-7c22-4a9a-b3ea-11b717bbf28a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2417 time: 0.0795848 Aug 16 20:44:34.592635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.593302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.629663 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4088bf5-c92a-4f87-bce5-7426edad095c req-ca78c26b-90e5-4964-bf6e-4e2036fe4ff9 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 Aug 16 20:44:34.683417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e778378f-1847-485d-85a6-51de9e8ffce8 req-68f5ff70-d977-40b4-b498-14c1cb7666b4 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 210 time: 0.0341389 Aug 16 20:44:34.718138 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c45622cd-d260-402b-8f85-2e11c28ac513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0079093 Aug 16 20:44:34.730180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-99ddcce9-6338-4354-ae27-8752b56d3e71 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:34.731216 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-99ddcce9-6338-4354-ae27-8752b56d3e71 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053914 Aug 16 20:44:34.743221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Request body: {'port': {'device_id': '7a7197fb-008c-4b12-a861-1f94faf77964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:34.800780 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.961625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-307fe66e-a8e0-4443-92bb-3fa4a2c3fb05 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.966012 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-307fe66e-a8e0-4443-92bb-3fa4a2c3fb05 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "GET /v2.0/networks?id=5d55a6d8-8eff-4383-a9a0-d80a6e193368 HTTP/1.1" status: 200 len: 805 time: 0.1684852 Aug 16 20:44:34.978880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Request body: {'port': {'device_id': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'admin_state_up': True, 'tenant_id': '32fd50cdc7c2456799cb9a8cbbe358b2'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:35.107883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2a3a6-4001-429d-b15a-ecf33cbb9729 req-01fa47f5-98c9-4054-a367-ab64066f04e4 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.115389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18a2a3a6-4001-429d-b15a-ecf33cbb9729 req-01fa47f5-98c9-4054-a367-ab64066f04e4 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 946 time: 0.1179888 Aug 16 20:44:35.173973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6682f17d-eb35-4575-9483-d3705cd86b18 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:35.182943 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.190636 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18a2a3a6-4001-429d-b15a-ecf33cbb9729 req-b0f5e160-7b41-4c16-8838-9c7a04ca7c24 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742819 Aug 16 20:44:35.208004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Transition to ACTIVE for port object 6682f17d-eb35-4575-9483-d3705cd86b18 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:35.280970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5af33e-7882-416c-a910-9b900cd0a453 req-90347418-ed03-4a28-a2b3-1ca6a7407a9d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.282518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe5af33e-7882-416c-a910-9b900cd0a453 req-90347418-ed03-4a28-a2b3-1ca6a7407a9d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 931 time: 0.0661690 Aug 16 20:44:35.337616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe5af33e-7882-416c-a910-9b900cd0a453 req-d28fc2b9-e0d0-43fa-a096-5739c3a69392 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Aug 16 20:44:35.345711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44759e9d-9410-41dc-aff9-57d9d87bd3d4 req-7f3e6dd7-e0ce-44cc-bc42-fa9c592d0cd1 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.347150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44759e9d-9410-41dc-aff9-57d9d87bd3d4 req-7f3e6dd7-e0ce-44cc-bc42-fa9c592d0cd1 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 945 time: 0.0932040 Aug 16 20:44:35.367218 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.367472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Made reservation on behalf of 32fd50cdc7c2456799cb9a8cbbe358b2 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:35.371207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.421353 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44759e9d-9410-41dc-aff9-57d9d87bd3d4 req-3056deb4-8f8a-4985-adbc-af408b66efa3 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670149 Aug 16 20:44:35.492199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6682f17d-eb35-4575-9483-d3705cd86b18,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:35.559511 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Attempting to bind port 6682f17d-eb35-4575-9483-d3705cd86b18 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:35.559847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Attempting to bind port 6682f17d-eb35-4575-9483-d3705cd86b18 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:35.563019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Attempting to bind port 6682f17d-eb35-4575-9483-d3705cd86b18 on network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:35.566212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Port 6682f17d-eb35-4575-9483-d3705cd86b18 on network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:35.566534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Attempting to bind port 6682f17d-eb35-4575-9483-d3705cd86b18 on network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:35.572266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:35.572768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Checking segment: {'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:35.573235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Bound using segment: {'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:35.573764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Bound port: 6682f17d-eb35-4575-9483-d3705cd86b18, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:35.574536 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.616781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Allocated IP 172.20.0.9 (5d55a6d8-8eff-4383-a9a0-d80a6e193368/017e1c35-8272-486f-8cbc-c85f51de575d/e06895b2-d0b2-4644-aa17-f8110ca271be) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:35.633152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473214b-2bb7-4800-b5e1-0c389a7fc958 req-22958111-97a3-483a-9223-b7b30b6625b2 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.634958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6473214b-2bb7-4800-b5e1-0c389a7fc958 req-22958111-97a3-483a-9223-b7b30b6625b2 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 945 time: 0.1224685 Aug 16 20:44:35.646751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45946) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:35.653837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0252ca2f-6ddb-42ad-9ab8-9a0c92ba2915 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Request body: {'floatingip': {'port_id': 'f7672433-d619-4204-9782-26f9cfe33a93'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:35.655948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] For port 6682f17d-eb35-4575-9483-d3705cd86b18, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:35.661728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] For port 6682f17d-eb35-4575-9483-d3705cd86b18, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6682f17d-eb35-4575-9483-d3705cd86b18,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:35.710834 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0252ca2f-6ddb-42ad-9ab8-9a0c92ba2915 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.778901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.815127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.815756 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.817185 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] 10.222.0.79 "PUT /v2.0/ports/6682f17d-eb35-4575-9483-d3705cd86b18 HTTP/1.1" status: 200 len: 1092 time: 1.0779588 Aug 16 20:44:35.817633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7197fb-008c-4b12-a861-1f94faf77964', 'tag': '6682f17d-eb35-4575-9483-d3705cd86b18'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:35.819952 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f9acaf-f5f2-4d5d-a803-1289dbc6e44f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7197fb-008c-4b12-a861-1f94faf77964", "tag": "6682f17d-eb35-4575-9483-d3705cd86b18"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:35.847531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c87e9-f92e-4fc4-aacf-ef68af8c22c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6682f17d-eb35-4575-9483-d3705cd86b18,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:35.936387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacec06-6f20-41fa-8eab-3b80a5ed20a5 req-085aa910-df8a-4095-bc85-b24bfcef275b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.942847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacec06-6f20-41fa-8eab-3b80a5ed20a5 req-085aa910-df8a-4095-bc85-b24bfcef275b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.949008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacec06-6f20-41fa-8eab-3b80a5ed20a5 req-085aa910-df8a-4095-bc85-b24bfcef275b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.951259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9eacec06-6f20-41fa-8eab-3b80a5ed20a5 req-085aa910-df8a-4095-bc85-b24bfcef275b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2417 time: 0.2352786 Aug 16 20:44:35.968101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-7f294c0f-3349-4613-85ee-fcedbe22b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.969788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-7f294c0f-3349-4613-85ee-fcedbe22b361 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=adf5e52e153c481f994961b2be0ecc5f&device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 1095 time: 0.0484970 Aug 16 20:44:36.019349 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c8ad2476-f9aa-4776-8d0d-1a741c4347d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6682f17d-eb35-4575-9483-d3705cd86b18 HTTP/1.1" status: 200 len: 217 time: 0.0419157 Aug 16 20:44:36.068343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-a5d45799-b7f8-45f9-a649-3da72c4e2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.069985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c36ffe96-0654-42df-b348-49aee78c8589 req-6d1ae017-1606-4d58-bd68-a09120881720 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 210 time: 0.0659194 Aug 16 20:44:36.070112 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-a5d45799-b7f8-45f9-a649-3da72c4e2e9d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3270c619-a6a0-4574-8525-c4326ad7191b HTTP/1.1" status: 200 len: 854 time: 0.0441940 Aug 16 20:44:36.109518 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-c01041ba-9269-43ce-87a7-c0e62cfcf422 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316465 Aug 16 20:44:36.126741 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0997504-0288-4547-b8f1-c110e368e9e0 x-openstack-request-id: req-a0997504-0288-4547-b8f1-c110e368e9e0 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:36.127235 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7197fb-008c-4b12-a861-1f94faf77964", "tag": "6682f17d-eb35-4575-9483-d3705cd86b18", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:36.128436 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a0997504-0288-4547-b8f1-c110e368e9e0 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:36.129187 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7197fb-008c-4b12-a861-1f94faf77964', 'tag': '6682f17d-eb35-4575-9483-d3705cd86b18', 'status': 'completed', 'code': 200} Aug 16 20:44:36.134442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.152094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9eacec06-6f20-41fa-8eab-3b80a5ed20a5 req-2735ca86-ead3-43dc-89c5-b112d9181f84 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469374 Aug 16 20:44:36.212588 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-a3c19935-6586-4547-812e-f335222e1183 service neutron] 10.222.0.79 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963330 Aug 16 20:44:36.385141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7172-c2cf-40f0-a015-516bd271a458 req-d8c7b975-b0e7-462c-b393-31ab03c8422e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.393582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b51e7172-c2cf-40f0-a015-516bd271a458 req-d8c7b975-b0e7-462c-b393-31ab03c8422e tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 946 time: 0.2188101 Aug 16 20:44:36.405133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ad8ef14b-eb4a-4a33-a697-d95b43a7f456 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:36.425004 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.437095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: ad8ef14b-eb4a-4a33-a697-d95b43a7f456 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:36.437829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ad8ef14b-eb4a-4a33-a697-d95b43a7f456 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:36.515243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:36.546229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:36.548801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:36.560131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b51e7172-c2cf-40f0-a015-516bd271a458 req-09cedf3a-d2be-4ece-b46d-53fdb142641a tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655240 Aug 16 20:44:36.589383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Pushing event updated for resources: {'Port': ['ID=e06895b2-d0b2-4644-aa17-f8110ca271be,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:36.641141 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-95e3d79f-67fc-44a6-b42b-98af0b3e4214 req-002ab2a2-9e26-4c81-a7f2-d5572965d12a service neutron] 10.222.0.79 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209867 Aug 16 20:44:36.709101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.709750 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.729899 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0252ca2f-6ddb-42ad-9ab8-9a0c92ba2915 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.754252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984f668-6109-4eaa-a037-bbea108bb460 req-8f63269e-f439-4fb8-a862-9de52922611d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.756315 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f984f668-6109-4eaa-a037-bbea108bb460 req-8f63269e-f439-4fb8-a862-9de52922611d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 943 time: 0.1042151 Aug 16 20:44:36.820830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f984f668-6109-4eaa-a037-bbea108bb460 req-300fcacc-9102-49b6-b8fc-b3ca0f32c0c9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573177 Aug 16 20:44:36.821050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9acaf-f5f2-4d5d-a803-1289dbc6e44f req-44334290-ac32-4027-ad5e-16ff4fa1021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.822660 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3f9acaf-f5f2-4d5d-a803-1289dbc6e44f req-44334290-ac32-4027-ad5e-16ff4fa1021e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=adf5e52e153c481f994961b2be0ecc5f&device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 1095 time: 0.0439372 Aug 16 20:44:36.836993 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0252ca2f-6ddb-42ad-9ab8-9a0c92ba2915 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.926758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9acaf-f5f2-4d5d-a803-1289dbc6e44f req-540f349b-7941-46a2-a1d9-8e05a9c113e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.928293 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3f9acaf-f5f2-4d5d-a803-1289dbc6e44f req-540f349b-7941-46a2-a1d9-8e05a9c113e1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 HTTP/1.1" status: 200 len: 915 time: 0.0973079 Aug 16 20:44:36.974716 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3f9acaf-f5f2-4d5d-a803-1289dbc6e44f req-bcbbc98e-d4f4-41bc-9e99-43911d46daa4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6682f17d-eb35-4575-9483-d3705cd86b18 HTTP/1.1" status: 200 len: 217 time: 0.0367646 Aug 16 20:44:37.028454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9acaf-f5f2-4d5d-a803-1289dbc6e44f req-edb69f19-82aa-493d-bcde-28690be37e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.030184 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3f9acaf-f5f2-4d5d-a803-1289dbc6e44f req-edb69f19-82aa-493d-bcde-28690be37e57 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3270c619-a6a0-4574-8525-c4326ad7191b HTTP/1.1" status: 200 len: 854 time: 0.0476897 Aug 16 20:44:37.066300 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3f9acaf-f5f2-4d5d-a803-1289dbc6e44f req-01407d8f-71be-4d49-ae05-776608c61a93 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282314 Aug 16 20:44:37.174958 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3f9acaf-f5f2-4d5d-a803-1289dbc6e44f req-25c86eb8-d381-4e8a-b679-626c25c46982 service neutron] 10.222.0.79 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994937 Aug 16 20:44:37.223162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-2c62a207-e4d3-4cd9-afae-67fa335eb884 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2483621 Aug 16 20:44:37.242898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc56816-b64e-4e19-ada1-7b0ab74a8eda req-26e487e7-e6bf-4cb4-83e9-84e9508a3b2b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.248738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc56816-b64e-4e19-ada1-7b0ab74a8eda req-26e487e7-e6bf-4cb4-83e9-84e9508a3b2b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.254618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc56816-b64e-4e19-ada1-7b0ab74a8eda req-26e487e7-e6bf-4cb4-83e9-84e9508a3b2b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.256247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4cc56816-b64e-4e19-ada1-7b0ab74a8eda req-26e487e7-e6bf-4cb4-83e9-84e9508a3b2b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2417 time: 0.4662516 Aug 16 20:44:37.264218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Request body: {'port': {'device_id': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:37.315458 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3f9acaf-f5f2-4d5d-a803-1289dbc6e44f req-ae61a17f-0478-4510-87a6-d291aae8cf93 service neutron] 10.222.0.79 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327806 Aug 16 20:44:37.341252 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30fa94-bef5-4180-80a9-bc07b09b0b16 req-483ed488-4c56-4352-abe3-d6613d3e53c3 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.342812 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cf30fa94-bef5-4180-80a9-bc07b09b0b16 req-483ed488-4c56-4352-abe3-d6613d3e53c3 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 946 time: 0.0714474 Aug 16 20:44:37.419822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4cc56816-b64e-4e19-ada1-7b0ab74a8eda req-9745ed49-1c15-4a06-b71f-00497069accd tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479950 Aug 16 20:44:37.428449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134388ac-b8f4-4753-aa53-27971bd03d3f req-238643fe-5fdf-4b17-b9d9-5715c5f7144c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.433633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-134388ac-b8f4-4753-aa53-27971bd03d3f req-238643fe-5fdf-4b17-b9d9-5715c5f7144c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 931 time: 0.2155576 Aug 16 20:44:37.444620 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.478362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-cf30fa94-bef5-4180-80a9-bc07b09b0b16 req-686bc4e4-ff0e-40de-9480-480f30ff035d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Deleting port 93e314f4-3c22-4593-9510-f8ac3c7de90b {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:37.478699 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cf30fa94-bef5-4180-80a9-bc07b09b0b16 req-686bc4e4-ff0e-40de-9480-480f30ff035d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.480603 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-0252ca2f-6ddb-42ad-9ab8-9a0c92ba2915 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Floating IP bcbb6159-5000-41a4-9be6-2290ab7957b0 associated. External IP: 172.25.4.157, port: f7672433-d619-4204-9782-26f9cfe33a93. Aug 16 20:44:37.571173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-134388ac-b8f4-4753-aa53-27971bd03d3f req-f3d5b464-d8f4-46a6-a385-70e82321cae2 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319106 Aug 16 20:44:37.577299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cf30fa94-bef5-4180-80a9-bc07b09b0b16 req-686bc4e4-ff0e-40de-9480-480f30ff035d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] For port 93e314f4-3c22-4593-9510-f8ac3c7de90b, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=93e314f4-3c22-4593-9510-f8ac3c7de90b,segment=NetworkSegment(1ff47388-a59b-49e3-9b39-98d8374fe69f),segment_id=1ff47388-a59b-49e3-9b39-98d8374fe69f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:37.577672 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cf30fa94-bef5-4180-80a9-bc07b09b0b16 req-686bc4e4-ff0e-40de-9480-480f30ff035d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.607989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-cf30fa94-bef5-4180-80a9-bc07b09b0b16 req-686bc4e4-ff0e-40de-9480-480f30ff035d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Calling delete_port for 93e314f4-3c22-4593-9510-f8ac3c7de90b owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:37.800199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cf30fa94-bef5-4180-80a9-bc07b09b0b16 req-686bc4e4-ff0e-40de-9480-480f30ff035d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.812438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['93e314f4-3c22-4593-9510-f8ac3c7de90b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:37.819422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bdf9-adb1-47b0-bab1-5dd8bc86cf71 req-09e26fd8-ab83-47a7-b983-a190e7525b4f tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.820949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d20bdf9-adb1-47b0-bab1-5dd8bc86cf71 req-09e26fd8-ab83-47a7-b983-a190e7525b4f tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 946 time: 0.1561425 Aug 16 20:44:37.830130 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc4e4-ff0e-40de-9480-480f30ff035d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Pushing event deleted for resources: {'Port': ['ID=93e314f4-3c22-4593-9510-f8ac3c7de90b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:37.878432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf30fa94-bef5-4180-80a9-bc07b09b0b16 req-686bc4e4-ff0e-40de-9480-480f30ff035d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] No DVR routers for this DVR port 93e314f4-3c22-4593-9510-f8ac3c7de90b on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:37.881981 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cf30fa94-bef5-4180-80a9-bc07b09b0b16 req-686bc4e4-ff0e-40de-9480-480f30ff035d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.883900 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cf30fa94-bef5-4180-80a9-bc07b09b0b16 req-686bc4e4-ff0e-40de-9480-480f30ff035d tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.76 "DELETE /v2.0/ports/93e314f4-3c22-4593-9510-f8ac3c7de90b HTTP/1.1" status: 204 len: 173 time: 0.5328171 Aug 16 20:44:37.979187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d20bdf9-adb1-47b0-bab1-5dd8bc86cf71 req-778e3abd-b739-43dd-8b83-793d1a902361 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/security-groups?id=086ff20e-af2f-4112-aab3-2fd58f2d5f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432741 Aug 16 20:44:38.001579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0252ca2f-6ddb-42ad-9ab8-9a0c92ba2915 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:38.042580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06895b2-d0b2-4644-aa17-f8110ca271be {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:38.053839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef28bbb-88a6-4526-a4c5-8c0b4407eba1 req-69774034-d316-4175-aba2-e1a54bcaa414 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.055266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ef28bbb-88a6-4526-a4c5-8c0b4407eba1 req-69774034-d316-4175-aba2-e1a54bcaa414 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 943 time: 0.1574354 Aug 16 20:44:38.061182 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.118495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Transition to ACTIVE for port object e06895b2-d0b2-4644-aa17-f8110ca271be will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:38.129893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec62423b-3573-4ceb-9d74-210ed83fe944', 'name': 'network-vif-deleted', 'tag': '93e314f4-3c22-4593-9510-f8ac3c7de90b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:38.132275 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8c01a6-3558-4fff-a97e-17e900171d3a" -d '{"events": [{"server_uuid": "ec62423b-3573-4ceb-9d74-210ed83fe944", "name": "network-vif-deleted", "tag": "93e314f4-3c22-4593-9510-f8ac3c7de90b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:38.167058 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fe3a11-26e5-486b-bd62-e3c120ab39c3 x-openstack-request-id: req-32fe3a11-26e5-486b-bd62-e3c120ab39c3 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:38.167385 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec62423b-3573-4ceb-9d74-210ed83fe944", "name": "network-vif-deleted", "tag": "93e314f4-3c22-4593-9510-f8ac3c7de90b", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:38.167641 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-32fe3a11-26e5-486b-bd62-e3c120ab39c3 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:38.168683 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec62423b-3573-4ceb-9d74-210ed83fe944', 'name': 'network-vif-deleted', 'tag': '93e314f4-3c22-4593-9510-f8ac3c7de90b', 'status': 'completed', 'code': 200} Aug 16 20:44:38.178909 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ef28bbb-88a6-4526-a4c5-8c0b4407eba1 req-18a0acb0-60b2-42c6-8145-57be341277fa tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752060 Aug 16 20:44:38.199785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0252ca2f-6ddb-42ad-9ab8-9a0c92ba2915 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:38.204662 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0252ca2f-6ddb-42ad-9ab8-9a0c92ba2915 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.216321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d5a96-0d83-4add-aa82-e79a4e933044 None None] Sync routers for ids ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:38.227157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d5a96-0d83-4add-aa82-e79a4e933044 None None] Routers {'8e90c2a4-c726-46d1-9e44-0978ecfea3e0'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:38.228081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-284d5a96-0d83-4add-aa82-e79a4e933044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:44:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:38.231332 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.267953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0252ca2f-6ddb-42ad-9ab8-9a0c92ba2915 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "PUT /v2.0/floatingips/bcbb6159-5000-41a4-9be6-2290ab7957b0 HTTP/1.1" status: 200 len: 991 time: 2.6172652 Aug 16 20:44:38.269473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'tag': 'f7672433-d619-4204-9782-26f9cfe33a93'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:38.271718 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5" -d '{"events": [{"name": "network-changed", "server_uuid": "220b284f-5e75-4efa-a6b2-bed9d6094676", "tag": "f7672433-d619-4204-9782-26f9cfe33a93"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:38.310044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Pushing event updated for resources: {'Port': ['ID=e06895b2-d0b2-4644-aa17-f8110ca271be,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:38.348529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-284d5a96-0d83-4add-aa82-e79a4e933044 None None] Set router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:38.365929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Attempting to bind port e06895b2-d0b2-4644-aa17-f8110ca271be on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:38.366285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Attempting to bind port e06895b2-d0b2-4644-aa17-f8110ca271be by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:38.366617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Attempting to bind port e06895b2-d0b2-4644-aa17-f8110ca271be on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:38.371995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Port e06895b2-d0b2-4644-aa17-f8110ca271be on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:38.372326 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Attempting to bind port e06895b2-d0b2-4644-aa17-f8110ca271be on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:38.377635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:38.379012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Checking segment: {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:38.379012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Bound using segment: {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:38.379198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Bound port: e06895b2-d0b2-4644-aa17-f8110ca271be, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:38.379440 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.439794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-a8a9634d-f2f2-4849-bbaa-18cde0388060 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.464221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-a8a9634d-f2f2-4849-bbaa-18cde0388060 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.470287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] For port e06895b2-d0b2-4644-aa17-f8110ca271be, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:38.476199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] For port e06895b2-d0b2-4644-aa17-f8110ca271be, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e06895b2-d0b2-4644-aa17-f8110ca271be,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:38.481721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-a8a9634d-f2f2-4849-bbaa-18cde0388060 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.486015 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-a8a9634d-f2f2-4849-bbaa-18cde0388060 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2417 time: 0.1189370 Aug 16 20:44:38.487591 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978dd7e0-9e04-4a06-bdb5-d55f2acd8bba x-openstack-request-id: req-978dd7e0-9e04-4a06-bdb5-d55f2acd8bba {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:38.487884 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220b284f-5e75-4efa-a6b2-bed9d6094676", "tag": "f7672433-d619-4204-9782-26f9cfe33a93", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:38.488143 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-978dd7e0-9e04-4a06-bdb5-d55f2acd8bba {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:38.488645 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'tag': 'f7672433-d619-4204-9782-26f9cfe33a93', 'status': 'completed', 'code': 200} Aug 16 20:44:38.591887 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.687762 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Pushing event updated for resources: {'Port': ['ID=e06895b2-d0b2-4644-aa17-f8110ca271be,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:38.720772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5 req-34b1f5ff-f6c4-4dce-8355-ada3f7ff32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.721921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.722415 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5 req-34b1f5ff-f6c4-4dce-8355-ada3f7ff32a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=122317efc438431f9399bc6a0be0522f&device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 1097 time: 0.1703179 Aug 16 20:44:38.722521 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.723899 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-33b22047-666c-496b-8606-dcec377c9805 service neutron] 10.222.0.79 "PUT /v2.0/ports/e06895b2-d0b2-4644-aa17-f8110ca271be HTTP/1.1" status: 200 len: 1092 time: 1.4639645 Aug 16 20:44:38.757582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ecab6-df17-41ad-9509-5c162563879c req-28e4130e-81da-446d-a4cd-a03777fd625e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.764215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ecab6-df17-41ad-9509-5c162563879c req-28e4130e-81da-446d-a4cd-a03777fd625e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.770331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ecab6-df17-41ad-9509-5c162563879c req-28e4130e-81da-446d-a4cd-a03777fd625e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.773920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-284d5a96-0d83-4add-aa82-e79a4e933044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 4, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'bcbb6159-5000-41a4-9be6-2290ab7957b0', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'port_id': 'f7672433-d619-4204-9782-26f9cfe33a93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'mac_address': 'fa:16:3e:97:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:08Z', 'updated_at': '2021-08-16T20:44:36Z', 'revision_number': 1, 'project_id': '122317efc438431f9399bc6a0be0522f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52da2ac7-316c-4ccd-bdeb-59554803243d', 'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'mac_address': 'fa:16:3e:d6:dc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:58Z', 'updated_at': '2021-08-16T20:44:09Z', 'revision_number': 5, 'project_id': '122317efc438431f9399bc6a0be0522f', 'subnets': [{'id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:38.777993 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f7ecab6-df17-41ad-9509-5c162563879c req-28e4130e-81da-446d-a4cd-a03777fd625e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 2417 time: 0.2511160 Aug 16 20:44:38.797396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-32c281ee-f040-438b-b8c8-ddcc50bf68b0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting port 2341cb78-fd87-48da-9700-9a09110cd56e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:38.797747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-32c281ee-f040-438b-b8c8-ddcc50bf68b0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.804514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d5a96-0d83-4add-aa82-e79a4e933044 None None] Checking router: 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:38.805976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d9918-8a2c-4a5e-9610-ebd3cd2c12e0 req-6cbbbb8c-1215-4e7b-94aa-c16a43585779 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.807476 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb2d9918-8a2c-4a5e-9610-ebd3cd2c12e0 req-6cbbbb8c-1215-4e7b-94aa-c16a43585779 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 943 time: 0.1209707 Aug 16 20:44:38.820112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d5a96-0d83-4add-aa82-e79a4e933044 None None] Routers {'8e90c2a4-c726-46d1-9e44-0978ecfea3e0'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:38.820752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-284d5a96-0d83-4add-aa82-e79a4e933044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:44:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:38.838210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f7ecab6-df17-41ad-9509-5c162563879c req-8f44a668-610a-4b16-bfb5-8f8a5548336e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587068 Aug 16 20:44:38.914338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5 req-24f3302f-3f8f-4dcc-a429-ffef3b081dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.917040 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5 req-24f3302f-3f8f-4dcc-a429-ffef3b081dfc service neutron] 10.222.0.79 "GET /v2.0/networks?id=5ddeeba7-ec9c-410d-989d-8903e93c3724 HTTP/1.1" status: 200 len: 905 time: 0.1836972 Aug 16 20:44:38.948067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb2d9918-8a2c-4a5e-9610-ebd3cd2c12e0 req-a5abb680-a6ee-4cf2-ba65-05a5bd759a3c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221645 Aug 16 20:44:38.958050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-284d5a96-0d83-4add-aa82-e79a4e933044 None None] Set router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:38.984933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-982bf906-5200-4816-b149-46b389fd93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.987106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-982bf906-5200-4816-b149-46b389fd93f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 1095 time: 0.0592096 Aug 16 20:44:38.999381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-32c281ee-f040-438b-b8c8-ddcc50bf68b0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] For port 2341cb78-fd87-48da-9700-9a09110cd56e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2341cb78-fd87-48da-9700-9a09110cd56e,segment=NetworkSegment(4b8dadc1-8a07-4d55-b15e-5d93f7d414ef),segment_id=4b8dadc1-8a07-4d55-b15e-5d93f7d414ef)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:38.999753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-32c281ee-f040-438b-b8c8-ddcc50bf68b0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.020997 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-32c281ee-f040-438b-b8c8-ddcc50bf68b0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Calling delete_port for 2341cb78-fd87-48da-9700-9a09110cd56e owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:39.035355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-877685f1-f829-4020-a621-1087ba208915 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e06895b2-d0b2-4644-aa17-f8110ca271be HTTP/1.1" status: 200 len: 217 time: 0.0409877 Aug 16 20:44:39.037306 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5 req-387fa34f-7d53-4d38-beb9-0526e76aaa00 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7672433-d619-4204-9782-26f9cfe33a93 HTTP/1.1" status: 200 len: 999 time: 0.1047597 Aug 16 20:44:39.130802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71832ba8-1817-42f1-8b20-b5403b9649ec req-d2504a27-55c8-414d-8980-6f9677735488 tempest-InstanceActionsNegativeTestJSON-68785595 tempest-InstanceActionsNegativeTestJSON-68785595-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec62423b-3573-4ceb-9d74-210ed83fe944 HTTP/1.1" status: 200 len: 210 time: 0.0354912 Aug 16 20:44:39.132341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-52fb5ff6-7f5b-448f-94f1-c6d075cc9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.133833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-52fb5ff6-7f5b-448f-94f1-c6d075cc9d25 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017e1c35-8272-486f-8cbc-c85f51de575d HTTP/1.1" status: 200 len: 845 time: 0.0862901 Aug 16 20:44:39.140650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5 req-48b52bee-cada-4205-a0fb-e98ed82198c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.142164 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5 req-48b52bee-cada-4205-a0fb-e98ed82198c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=74d2fd41-8699-4b70-bc37-1a80ab443e7c HTTP/1.1" status: 200 len: 843 time: 0.0656154 Aug 16 20:44:39.176312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-7add44ae-6dfa-4f5e-97dd-cad5ee8bfdd9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d55a6d8-8eff-4383-a9a0-d80a6e193368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342278 Aug 16 20:44:39.223067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5 req-112d5020-326f-4c1c-b099-104ef0f4a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.224172 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5 req-112d5020-326f-4c1c-b099-104ef0f4a29f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5ddeeba7-ec9c-410d-989d-8903e93c3724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746222 Aug 16 20:44:39.326616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-284d5a96-0d83-4add-aa82-e79a4e933044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 4, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'bcbb6159-5000-41a4-9be6-2290ab7957b0', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'port_id': 'f7672433-d619-4204-9782-26f9cfe33a93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'mac_address': 'fa:16:3e:97:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:08Z', 'updated_at': '2021-08-16T20:44:36Z', 'revision_number': 1, 'project_id': '122317efc438431f9399bc6a0be0522f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52da2ac7-316c-4ccd-bdeb-59554803243d', 'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'mac_address': 'fa:16:3e:d6:dc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:58Z', 'updated_at': '2021-08-16T20:44:09Z', 'revision_number': 5, 'project_id': '122317efc438431f9399bc6a0be0522f', 'subnets': [{'id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:39.344095 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5 req-bf24d1e5-3719-4dae-abca-0981bc15cde5 service neutron] 10.222.0.79 "GET /v2.0/networks/5ddeeba7-ec9c-410d-989d-8903e93c3724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111403 Aug 16 20:44:39.361509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d5a96-0d83-4add-aa82-e79a4e933044 None None] The sync data for ids ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'] in n-d-793619-14 is: [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 4, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'bcbb6159-5000-41a4-9be6-2290ab7957b0', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'port_id': 'f7672433-d619-4204-9782-26f9cfe33a93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'mac_address': 'fa:16:3e:97:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:08Z', 'updated_at': '2021-08-16T20:44:36Z', 'revision_number': 1, 'project_id': '122317efc438431f9399bc6a0be0522f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52da2ac7-316c-4ccd-bdeb-59554803243d', 'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'mac_address': 'fa:16:3e:d6:dc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:58Z', 'updated_at': '2021-08-16T20:44:09Z', 'revision_number': 5, 'project_id': '122317efc438431f9399bc6a0be0522f', 'subnets': [{'id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:39.420610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b37c-b885-4b01-b32b-a952b711078c req-a74a6197-d625-49a7-a3db-bd21149f824b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.422151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be32b37c-b885-4b01-b32b-a952b711078c req-a74a6197-d625-49a7-a3db-bd21149f824b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 943 time: 0.1218352 Aug 16 20:44:39.424385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-32c281ee-f040-438b-b8c8-ddcc50bf68b0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.440115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['831fd0e8-ebfb-4fe7-9619-3b8af97231dc', '2341cb78-fd87-48da-9700-9a09110cd56e', '42413f3a-416d-4a31-8c2e-d3ba28f740fe'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:39.465652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c281ee-f040-438b-b8c8-ddcc50bf68b0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Port': ['ID=2341cb78-fd87-48da-9700-9a09110cd56e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:39.466187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-7f8be6a9-f78d-4c52-a859-9e6f2082380f service neutron] 10.222.0.79 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822635 Aug 16 20:44:39.524359 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ebe1d606-1d2b-4239-8db5-bbfcfef815b5 req-d8a57b44-ea5e-4324-94c9-ded169ca54f9 service neutron] 10.222.0.79 "GET /v2.0/networks/5ddeeba7-ec9c-410d-989d-8903e93c3724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704476 Aug 16 20:44:39.525120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-32c281ee-f040-438b-b8c8-ddcc50bf68b0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] No DVR routers for this DVR port 2341cb78-fd87-48da-9700-9a09110cd56e on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:39.528229 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-32c281ee-f040-438b-b8c8-ddcc50bf68b0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.534612 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-32c281ee-f040-438b-b8c8-ddcc50bf68b0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.79 "DELETE /v2.0/ports/2341cb78-fd87-48da-9700-9a09110cd56e HTTP/1.1" status: 204 len: 173 time: 1.0292258 Aug 16 20:44:39.637291 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be32b37c-b885-4b01-b32b-a952b711078c req-cbe6b4e0-fe9a-4049-bc1f-50ac93e9798d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034202 Aug 16 20:44:39.704848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60593c24-859f-40eb-bb5c-142c23a4dc98 req-87067182-9d67-4c6d-bf58-39c63e2dad99 service neutron] 10.222.0.79 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296963 Aug 16 20:44:39.731725 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0821742-7fb3-4f81-80b7-cdb3d681c487 None None] New status for floating IP bcbb6159-5000-41a4-9be6-2290ab7957b0: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:39.743745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-66a75f57-9da2-4717-804e-3a1bbb050223 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting port 42413f3a-416d-4a31-8c2e-d3ba28f740fe {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:39.744118 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-66a75f57-9da2-4717-804e-3a1bbb050223 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.862164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-66a75f57-9da2-4717-804e-3a1bbb050223 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] For port 42413f3a-416d-4a31-8c2e-d3ba28f740fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=42413f3a-416d-4a31-8c2e-d3ba28f740fe,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:39.862724 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-66a75f57-9da2-4717-804e-3a1bbb050223 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.878498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-66a75f57-9da2-4717-804e-3a1bbb050223 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Calling delete_port for 42413f3a-416d-4a31-8c2e-d3ba28f740fe owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:39.960846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975b15b-f0a5-4d05-9351-8d798b7e0a1f req-e181af10-e729-4199-bd59-29a8666ba55f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.967191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975b15b-f0a5-4d05-9351-8d798b7e0a1f req-e181af10-e729-4199-bd59-29a8666ba55f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.968810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4975b15b-f0a5-4d05-9351-8d798b7e0a1f req-e181af10-e729-4199-bd59-29a8666ba55f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 1681 time: 0.0638871 Aug 16 20:44:40.025366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4975b15b-f0a5-4d05-9351-8d798b7e0a1f req-97810994-ff96-4ec3-bd97-067f8b98ae88 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Aug 16 20:44:40.095409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffef2cf-33ca-463a-9793-db627d9cd798 req-9cc086b4-4c7b-4e27-ba9c-8234de573a50 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:40.097182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cffef2cf-33ca-463a-9793-db627d9cd798 req-9cc086b4-4c7b-4e27-ba9c-8234de573a50 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 943 time: 0.0541630 Aug 16 20:44:40.131042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-66a75f57-9da2-4717-804e-3a1bbb050223 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.137572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cffef2cf-33ca-463a-9793-db627d9cd798 req-18c24879-33ff-4706-9731-49b39f27e92c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334387 Aug 16 20:44:40.142462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['2341cb78-fd87-48da-9700-9a09110cd56e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:40.176247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a75f57-9da2-4717-804e-3a1bbb050223 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Port': ['ID=42413f3a-416d-4a31-8c2e-d3ba28f740fe,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:40.179400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-deleted', 'tag': '2341cb78-fd87-48da-9700-9a09110cd56e'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:40.181791 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d60663e-e01b-4a6f-84af-c21ef1d422ba" -d '{"events": [{"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-deleted", "tag": "2341cb78-fd87-48da-9700-9a09110cd56e"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:40.229275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-66a75f57-9da2-4717-804e-3a1bbb050223 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] No DVR routers for this DVR port 42413f3a-416d-4a31-8c2e-d3ba28f740fe on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:40.236578 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-66a75f57-9da2-4717-804e-3a1bbb050223 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.236578 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-66a75f57-9da2-4717-804e-3a1bbb050223 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.79 "DELETE /v2.0/ports/42413f3a-416d-4a31-8c2e-d3ba28f740fe HTTP/1.1" status: 204 len: 173 time: 0.6914885 Aug 16 20:44:40.236766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46018) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:40.279156 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2912354-5377-49cd-9c1f-ccfc8581f211 x-openstack-request-id: req-d2912354-5377-49cd-9c1f-ccfc8581f211 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:40.279576 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-deleted", "tag": "2341cb78-fd87-48da-9700-9a09110cd56e", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:40.279921 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d2912354-5377-49cd-9c1f-ccfc8581f211 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:40.280399 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-deleted', 'tag': '2341cb78-fd87-48da-9700-9a09110cd56e', 'status': 'completed', 'code': 200} Aug 16 20:44:40.313411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d9ac1d-849f-4f61-b22d-d117cceb0aaa admin admin] Deleting subnet 57f7c7ed-a83a-4ff4-bf52-6bf17003e49c {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:40.321118 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-11d9ac1d-849f-4f61-b22d-d117cceb0aaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.355750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-9f914aa3-d52f-4836-be9e-1228ee7719c0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:40.355999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-9f914aa3-d52f-4836-be9e-1228ee7719c0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.365802 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-11d9ac1d-849f-4f61-b22d-d117cceb0aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.444316 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-11d9ac1d-849f-4f61-b22d-d117cceb0aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.451720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6682f17d-eb35-4575-9483-d3705cd86b18 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:40.486613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-9f914aa3-d52f-4836-be9e-1228ee7719c0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] For port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=831fd0e8-ebfb-4fe7-9619-3b8af97231dc,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:40.487648 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-9f914aa3-d52f-4836-be9e-1228ee7719c0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.490161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'tag': 'e06895b2-d0b2-4644-aa17-f8110ca271be'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:40.492405 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371153b3-26db-4665-89e9-42db0adf59fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f27a4f08-06d3-494a-a946-4fcff272071f", "tag": "e06895b2-d0b2-4644-aa17-f8110ca271be"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:40.502737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-9f914aa3-d52f-4836-be9e-1228ee7719c0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Calling delete_port for 831fd0e8-ebfb-4fe7-9619-3b8af97231dc owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:40.562575 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac66b9de-fc65-43d0-95f6-d1cb8d06ceb6 x-openstack-request-id: req-ac66b9de-fc65-43d0-95f6-d1cb8d06ceb6 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:40.562869 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27a4f08-06d3-494a-a946-4fcff272071f", "tag": "e06895b2-d0b2-4644-aa17-f8110ca271be", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:40.563122 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ac66b9de-fc65-43d0-95f6-d1cb8d06ceb6 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:40.563523 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'tag': 'e06895b2-d0b2-4644-aa17-f8110ca271be', 'status': 'completed', 'code': 200} Aug 16 20:44:40.600478 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-11d9ac1d-849f-4f61-b22d-d117cceb0aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.618824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6682f17d-eb35-4575-9483-d3705cd86b18, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6682f17d-eb35-4575-9483-d3705cd86b18,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:40.638663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '6682f17d-eb35-4575-9483-d3705cd86b18', 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0', 'port_id': '6682f17d-eb35-4575-9483-d3705cd86b18', 'mac_address': 'fa:16:3e:7d:25:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3270c619-a6a0-4574-8525-c4326ad7191b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:40.666963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9ac1d-849f-4f61-b22d-d117cceb0aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f7c7ed-a83a-4ff4-bf52-6bf17003e49c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:40.676807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-11d9ac1d-849f-4f61-b22d-d117cceb0aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.679101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-11d9ac1d-849f-4f61-b22d-d117cceb0aaa admin admin] 10.222.0.74 "DELETE /v2.0/subnets/57f7c7ed-a83a-4ff4-bf52-6bf17003e49c HTTP/1.1" status: 204 len: 168 time: 0.4412782 Aug 16 20:44:40.686337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46034) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:40.731810 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.747837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6682f17d-eb35-4575-9483-d3705cd86b18 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:40.771466 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-9f914aa3-d52f-4836-be9e-1228ee7719c0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.793543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371153b3-26db-4665-89e9-42db0adf59fc req-a34a736d-2d47-4b04-bd5b-863bbf788131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:40.795085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-371153b3-26db-4665-89e9-42db0adf59fc req-a34a736d-2d47-4b04-bd5b-863bbf788131 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 1095 time: 0.2082143 Aug 16 20:44:40.800401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['2341cb78-fd87-48da-9700-9a09110cd56e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:40.806677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6682f17d-eb35-4575-9483-d3705cd86b18, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6682f17d-eb35-4575-9483-d3705cd86b18,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:40.836752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914aa3-d52f-4836-be9e-1228ee7719c0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Port': ['ID=831fd0e8-ebfb-4fe7-9619-3b8af97231dc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:40.874669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.898825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-9f914aa3-d52f-4836-be9e-1228ee7719c0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] No DVR routers for this DVR port 831fd0e8-ebfb-4fe7-9619-3b8af97231dc on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:40.900208 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.903789 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-9f914aa3-d52f-4836-be9e-1228ee7719c0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.905876 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70a7bdd7-1b37-4312-b9fd-0330ac117823 req-9f914aa3-d52f-4836-be9e-1228ee7719c0 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.79 "DELETE /v2.0/ports/831fd0e8-ebfb-4fe7-9619-3b8af97231dc HTTP/1.1" status: 204 len: 173 time: 0.6636777 Aug 16 20:44:40.924984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b191bc3-d213-4a11-91cf-a102f736aed2 req-261c4ae4-7b21-4c65-8582-ab6a7bfb6b40 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:40.926713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b191bc3-d213-4a11-91cf-a102f736aed2 req-261c4ae4-7b21-4c65-8582-ab6a7bfb6b40 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 943 time: 0.1744392 Aug 16 20:44:40.941236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6682f17d-eb35-4575-9483-d3705cd86b18,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:41.027780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b191bc3-d213-4a11-91cf-a102f736aed2 req-e1853b5d-e453-4936-9d1d-18b5e82ff00d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905688 Aug 16 20:44:41.058483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371153b3-26db-4665-89e9-42db0adf59fc req-75c924e8-01bc-4cb5-8763-677be0c32f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.059972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-371153b3-26db-4665-89e9-42db0adf59fc req-75c924e8-01bc-4cb5-8763-677be0c32f21 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d55a6d8-8eff-4383-a9a0-d80a6e193368 HTTP/1.1" status: 200 len: 906 time: 0.2452948 Aug 16 20:44:41.096907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6682f17d-eb35-4575-9483-d3705cd86b18'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:41.112598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.122787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-371153b3-26db-4665-89e9-42db0adf59fc req-ecc394a0-4a41-4191-9729-efad53d576f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e06895b2-d0b2-4644-aa17-f8110ca271be HTTP/1.1" status: 200 len: 217 time: 0.0549438 Aug 16 20:44:41.135425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:41.166037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6cb2be2-998b-4aa3-b324-216455f5e604 req-c6df6bd2-8059-49c0-90fc-5a55b333d1ab tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 210 time: 0.0504274 Aug 16 20:44:41.189073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff47388-a59b-49e3-9b39-98d8374fe69f') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:41.189073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff47388-a59b-49e3-9b39-98d8374fe69f') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:41.204505 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.224951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371153b3-26db-4665-89e9-42db0adf59fc req-a61ecd03-4115-429d-b957-0b8dc5a295bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.226467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-371153b3-26db-4665-89e9-42db0adf59fc req-a61ecd03-4115-429d-b957-0b8dc5a295bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017e1c35-8272-486f-8cbc-c85f51de575d HTTP/1.1" status: 200 len: 845 time: 0.0930121 Aug 16 20:44:41.227728 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.234104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:41.234531 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:41.236224 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:41.310096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-371153b3-26db-4665-89e9-42db0adf59fc req-e71b3219-1ab2-4247-9035-54f7b1b5453e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d55a6d8-8eff-4383-a9a0-d80a6e193368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729856 Aug 16 20:44:41.413521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a544a98-9c95-4ad5-b7b9-f3f6e160fda8 req-6a215ed1-7de7-48cd-9c71-482cdc90d6d9 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.414939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a544a98-9c95-4ad5-b7b9-f3f6e160fda8 req-6a215ed1-7de7-48cd-9c71-482cdc90d6d9 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 943 time: 0.1332443 Aug 16 20:44:41.455880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-371153b3-26db-4665-89e9-42db0adf59fc req-311b7568-12bd-4e70-a14f-468df3992d88 service neutron] 10.222.0.79 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223390 Aug 16 20:44:41.532403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.537971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a544a98-9c95-4ad5-b7b9-f3f6e160fda8 req-42c552f6-bbd3-4c05-8e74-f01644c41a4a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121483 Aug 16 20:44:41.548791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.548791 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] 10.222.0.74 "DELETE /v2.0/networks/78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8 HTTP/1.1" status: 204 len: 168 time: 0.8580356 Aug 16 20:44:41.565465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bab6e-2a59-415f-8ba0-8264875a0357 admin admin] Pushing event deleted for resources: {'Network': ['ID=78535ac6-e7ae-48a2-b3b0-ddfce5cb20f8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:41.601314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-371153b3-26db-4665-89e9-42db0adf59fc req-c9ba82ae-2959-4d80-99bc-46c0c4cedefc service neutron] 10.222.0.79 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376429 Aug 16 20:44:42.121652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46078) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:42.149734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067723c-0f66-4dad-80be-97c4500e6336 req-aae4fced-0129-4306-8e9c-413186530d99 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.151266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6067723c-0f66-4dad-80be-97c4500e6336 req-aae4fced-0129-4306-8e9c-413186530d99 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 944 time: 0.0506945 Aug 16 20:44:42.164167 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-74a8fed9-9b63-4da3-88af-6e2102723f9d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dc44f41952f54eebb2980832be5daca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411298 Aug 16 20:44:42.166764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46080) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:42.206958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6067723c-0f66-4dad-80be-97c4500e6336 req-4c7f5ea4-4ddf-4e9b-b1d4-17df6a699d27 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463612 Aug 16 20:44:42.223251 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c8d5-06fb-4711-b3e3-712d81b4907a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.245606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c8d5-06fb-4711-b3e3-712d81b4907a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.281258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-deleted', 'tag': '42413f3a-416d-4a31-8c2e-d3ba28f740fe'}, {'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-deleted', 'tag': '831fd0e8-ebfb-4fe7-9619-3b8af97231dc'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:42.283551 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55bb5c2-e2bd-4458-a113-bbdc27d9dba1" -d '{"events": [{"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-deleted", "tag": "42413f3a-416d-4a31-8c2e-d3ba28f740fe"}, {"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-deleted", "tag": "831fd0e8-ebfb-4fe7-9619-3b8af97231dc"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:42.299123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bcd6182-9e2d-485d-9890-b06c525edef0 req-0fd74e8d-c518-4b04-b745-a02efa7ddedb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=27cb550d-c042-4a18-99fa-ed55ba275175 HTTP/1.1" status: 200 len: 210 time: 0.0302017 Aug 16 20:44:42.329443 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77c3f75-0714-46de-a4d7-858327223e1e x-openstack-request-id: req-a77c3f75-0714-46de-a4d7-858327223e1e {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:42.329739 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-deleted", "tag": "42413f3a-416d-4a31-8c2e-d3ba28f740fe", "status": "completed", "code": 200}, {"server_uuid": "27cb550d-c042-4a18-99fa-ed55ba275175", "name": "network-vif-deleted", "tag": "831fd0e8-ebfb-4fe7-9619-3b8af97231dc", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:42.329990 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a77c3f75-0714-46de-a4d7-858327223e1e {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:42.330390 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-deleted', 'tag': '42413f3a-416d-4a31-8c2e-d3ba28f740fe', 'status': 'completed', 'code': 200} Aug 16 20:44:42.330646 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cb550d-c042-4a18-99fa-ed55ba275175', 'name': 'network-vif-deleted', 'tag': '831fd0e8-ebfb-4fe7-9619-3b8af97231dc', 'status': 'completed', 'code': 200} Aug 16 20:44:42.445265 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c8d5-06fb-4711-b3e3-712d81b4907a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.447800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c8d5-06fb-4711-b3e3-712d81b4907a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.451656 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f8c3c8d5-06fb-4711-b3e3-712d81b4907a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/086ff20e-af2f-4112-aab3-2fd58f2d5f5c HTTP/1.1" status: 204 len: 168 time: 0.2798553 Aug 16 20:44:42.451792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e06895b2-d0b2-4644-aa17-f8110ca271be details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:42.457427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3c8d5-06fb-4711-b3e3-712d81b4907a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086ff20e-af2f-4112-aab3-2fd58f2d5f5c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:42.457874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6682f17d-eb35-4575-9483-d3705cd86b18 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:42.614282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e06895b2-d0b2-4644-aa17-f8110ca271be, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e06895b2-d0b2-4644-aa17-f8110ca271be,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:42.626370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'e06895b2-d0b2-4644-aa17-f8110ca271be', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'port_id': 'e06895b2-d0b2-4644-aa17-f8110ca271be', 'mac_address': 'fa:16:3e:11:88:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017e1c35-8272-486f-8cbc-c85f51de575d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:42.667270 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.681353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06895b2-d0b2-4644-aa17-f8110ca271be {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:42.682114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cac7a-6148-485f-bd7d-e3a7323977db req-a5b2922e-a6c8-490e-82a0-3a8bda529da3 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.684366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b3cac7a-6148-485f-bd7d-e3a7323977db req-a5b2922e-a6c8-490e-82a0-3a8bda529da3 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 943 time: 0.0585086 Aug 16 20:44:42.706170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 6682f17d-eb35-4575-9483-d3705cd86b18 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:42.714306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 93e314f4-3c22-4593-9510-f8ac3c7de90b no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:42.718582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e06895b2-d0b2-4644-aa17-f8110ca271be, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e06895b2-d0b2-4644-aa17-f8110ca271be,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:42.722095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 6682f17d-eb35-4575-9483-d3705cd86b18 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:42.722095 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.728608 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b3cac7a-6148-485f-bd7d-e3a7323977db req-6a9298cd-f2fb-4048-ab7f-348e6bef0393 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358753 Aug 16 20:44:42.741701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 93e314f4-3c22-4593-9510-f8ac3c7de90b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:42.742055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 93e314f4-3c22-4593-9510-f8ac3c7de90b not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:42.821563 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.847346 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7197fb-008c-4b12-a861-1f94faf77964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6682f17d-eb35-4575-9483-d3705cd86b18'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:42.849586 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cb6d1d-0371-43b8-beaa-d07d19f8ddb5" -d '{"events": [{"server_uuid": "7a7197fb-008c-4b12-a861-1f94faf77964", "name": "network-vif-plugged", "status": "completed", "tag": "6682f17d-eb35-4575-9483-d3705cd86b18"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:42.864939 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.873556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6682f17d-eb35-4575-9483-d3705cd86b18, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6682f17d-eb35-4575-9483-d3705cd86b18,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:42.896054 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37e1c45-b900-4f59-b9bc-8bb1c1775848 x-openstack-request-id: req-b37e1c45-b900-4f59-b9bc-8bb1c1775848 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:42.896443 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7197fb-008c-4b12-a861-1f94faf77964", "name": "network-vif-plugged", "status": "completed", "tag": "6682f17d-eb35-4575-9483-d3705cd86b18", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:42.896631 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b37e1c45-b900-4f59-b9bc-8bb1c1775848 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:42.897208 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7197fb-008c-4b12-a861-1f94faf77964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6682f17d-eb35-4575-9483-d3705cd86b18', 'code': 200} Aug 16 20:44:42.936074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=e06895b2-d0b2-4644-aa17-f8110ca271be,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:42.992138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb97644-231d-43e9-b291-42257b737aa4 req-afbdaf1b-2ac4-4b7d-965a-d2b33628c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.993856 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-beb97644-231d-43e9-b291-42257b737aa4 req-afbdaf1b-2ac4-4b7d-965a-d2b33628c627 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 1096 time: 0.0452936 Aug 16 20:44:43.032656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-beb97644-231d-43e9-b291-42257b737aa4 req-b4f17e9e-0146-4394-84e0-1b0a9e0932bb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304949 Aug 16 20:44:43.050901 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.051732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 42413f3a-416d-4a31-8c2e-d3ba28f740fe no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:43.099580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e06895b2-d0b2-4644-aa17-f8110ca271be'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:43.104921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 42413f3a-416d-4a31-8c2e-d3ba28f740fe {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:43.104921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 42413f3a-416d-4a31-8c2e-d3ba28f740fe not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:43.105205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 831fd0e8-ebfb-4fe7-9619-3b8af97231dc no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:43.157128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 831fd0e8-ebfb-4fe7-9619-3b8af97231dc {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:43.157482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 831fd0e8-ebfb-4fe7-9619-3b8af97231dc not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:43.157918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2341cb78-fd87-48da-9700-9a09110cd56e no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:43.192271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 2341cb78-fd87-48da-9700-9a09110cd56e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:43.192627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2341cb78-fd87-48da-9700-9a09110cd56e not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:43.196940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6682f17d-eb35-4575-9483-d3705cd86b18,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:43.347892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccffaf-068f-495b-abbe-44710d670f4f req-052c040c-a022-4821-81e5-fd4d6ce51ace tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:43.349582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13ccffaf-068f-495b-abbe-44710d670f4f req-052c040c-a022-4821-81e5-fd4d6ce51ace tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0600743 Aug 16 20:44:43.368374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46124) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:43.391933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13ccffaf-068f-495b-abbe-44710d670f4f req-bcd67d59-9e6e-4840-a917-4d3eed2e6779 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355763 Aug 16 20:44:43.425901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2780ddb2-1cd3-4880-89ab-b9f2fed25e4a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting subnet e7af2be5-a423-4f31-845d-4ab9c8a157b4 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:43.429328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2780ddb2-1cd3-4880-89ab-b9f2fed25e4a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.476181 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2780ddb2-1cd3-4880-89ab-b9f2fed25e4a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.575810 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2780ddb2-1cd3-4880-89ab-b9f2fed25e4a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.727540 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2780ddb2-1cd3-4880-89ab-b9f2fed25e4a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.774615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2780ddb2-1cd3-4880-89ab-b9f2fed25e4a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.776587 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2780ddb2-1cd3-4880-89ab-b9f2fed25e4a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "DELETE /v2.0/subnets/e7af2be5-a423-4f31-845d-4ab9c8a157b4 HTTP/1.1" status: 204 len: 168 time: 0.4071891 Aug 16 20:44:43.779134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780ddb2-1cd3-4880-89ab-b9f2fed25e4a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Subnet': ['ID=e7af2be5-a423-4f31-845d-4ab9c8a157b4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:43.780462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46138) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:43.782100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71903ecb-47e9-4460-a3c8-912699d2b3c2 None None] Network 7928b13e-91b5-4fe9-bab2-05a593eda699 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:43.843168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46140) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:43.904413 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.932999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00961ba8-3bae-4192-8395-e1c7e23c7461 req-82e9fe45-f7fb-4a5b-b76d-cf13e7ad3c09 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:43.935011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00961ba8-3bae-4192-8395-e1c7e23c7461 req-82e9fe45-f7fb-4a5b-b76d-cf13e7ad3c09 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 944 time: 0.0759954 Aug 16 20:44:44.052594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00961ba8-3bae-4192-8395-e1c7e23c7461 req-011905b6-eaf6-49d3-95e7-9a66e3b653eb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627716 Aug 16 20:44:44.053562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-220827781-network', 'tenant_id': '89729cad573d43a2881d78fc5162413d'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:44.066995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e808c6-2c54-43a7-ba3c-b0e24aaef301 None None] DHCP port deletion for 7928b13e-91b5-4fe9-bab2-05a593eda699 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:44:44.067347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting port 108b9571-cb83-4172-afbf-b767229225db {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:44.067759 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.118626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-49e808c6-2c54-43a7-ba3c-b0e24aaef301 None None] Deleting port 108b9571-cb83-4172-afbf-b767229225db {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:44.130880 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-49e808c6-2c54-43a7-ba3c-b0e24aaef301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.146290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] For port 108b9571-cb83-4172-afbf-b767229225db, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=108b9571-cb83-4172-afbf-b767229225db,segment=NetworkSegment(4b8dadc1-8a07-4d55-b15e-5d93f7d414ef),segment_id=4b8dadc1-8a07-4d55-b15e-5d93f7d414ef)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:44.146729 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.160101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Calling delete_port for 108b9571-cb83-4172-afbf-b767229225db owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:44.184535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-49e808c6-2c54-43a7-ba3c-b0e24aaef301 None None] For port 108b9571-cb83-4172-afbf-b767229225db, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=108b9571-cb83-4172-afbf-b767229225db,segment=NetworkSegment(4b8dadc1-8a07-4d55-b15e-5d93f7d414ef),segment_id=4b8dadc1-8a07-4d55-b15e-5d93f7d414ef)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:44.184950 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-49e808c6-2c54-43a7-ba3c-b0e24aaef301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.192320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Made reservation on behalf of 89729cad573d43a2881d78fc5162413d for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:44.196171 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.201611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-49e808c6-2c54-43a7-ba3c-b0e24aaef301 None None] Calling delete_port for 108b9571-cb83-4172-afbf-b767229225db owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:44.214783 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.304824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 108b9571-cb83-4172-afbf-b767229225db no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:44.346709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.349260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] No active binding found for port 108b9571-cb83-4172-afbf-b767229225db {{(pid=95263) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 20:44:44.349609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 108b9571-cb83-4172-afbf-b767229225db not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:44.355627 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-49e808c6-2c54-43a7-ba3c-b0e24aaef301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.362202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.378816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e808c6-2c54-43a7-ba3c-b0e24aaef301 None None] Pushing event deleted for resources: {'Port': ['ID=108b9571-cb83-4172-afbf-b767229225db,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:44.384311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e808c6-2c54-43a7-ba3c-b0e24aaef301 None None] No DVR routers for this DVR port 108b9571-cb83-4172-afbf-b767229225db on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:44.393812 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] No DVR routers for this DVR port 108b9571-cb83-4172-afbf-b767229225db on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:44.404698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Port': ['ID=108b9571-cb83-4172-afbf-b767229225db,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:44.467851 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e06895b2-d0b2-4644-aa17-f8110ca271be up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:44.477705 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.505262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:44.516113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f303d395-7bdd-4b35-8ac9-6f8a176de6a5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:44.525497 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.527585 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Added segment 1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb of type vlan for network fbddc826-8741-4de3-b72a-9bfb186cc004 Aug 16 20:44:44.552293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.567031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7928b13e-91b5-4fe9-bab2-05a593eda699']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:44.580247 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.585611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8dadc1-8a07-4d55-b15e-5d93f7d414ef') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:44.585918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8dadc1-8a07-4d55-b15e-5d93f7d414ef') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:44.595423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6b19f-36de-40d8-ab36-55383291d852 req-7b63b644-0073-4bcc-9e2f-9dc77f40b6cd tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:44.597123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89e6b19f-36de-40d8-ab36-55383291d852 req-7b63b644-0073-4bcc-9e2f-9dc77f40b6cd tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1280916 Aug 16 20:44:44.613258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.637938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.652152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:44.652479 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:44.655354 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:44.658407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89e6b19f-36de-40d8-ab36-55383291d852 req-848e765a-4e86-4d30-8876-d3784780a613 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534818 Aug 16 20:44:44.659985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port e06895b2-d0b2-4644-aa17-f8110ca271be completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:44.663962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port e06895b2-d0b2-4644-aa17-f8110ca271be triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:44.664728 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.708093 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.711730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:44.711730 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.783501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.784451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] Pushing event updated for resources: {'Network': ['ID=fbddc826-8741-4de3-b72a-9bfb186cc004,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:44.802919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network fbddc826-8741-4de3-b72a-9bfb186cc004 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:44.875423 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.891376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e06895b2-d0b2-4644-aa17-f8110ca271be, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e06895b2-d0b2-4644-aa17-f8110ca271be,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:44.899854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.900136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06895b2-d0b2-4644-aa17-f8110ca271be'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:44.904588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "DELETE /v2.0/networks/7928b13e-91b5-4fe9-bab2-05a593eda699 HTTP/1.1" status: 204 len: 168 time: 1.1202273 Aug 16 20:44:44.904744 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2218d5-6608-4875-bb11-398b7d46283a" -d '{"events": [{"server_uuid": "f27a4f08-06d3-494a-a946-4fcff272071f", "name": "network-vif-plugged", "status": "completed", "tag": "e06895b2-d0b2-4644-aa17-f8110ca271be"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:44.904844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44914e40-d0ad-45c4-9182-7a3e96c3a3a6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Network': ['ID=7928b13e-91b5-4fe9-bab2-05a593eda699,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:44.905517 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5d6235cd-61a5-4bab-ada1-e534ce0415c8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0571630 Aug 16 20:44:44.906541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46154) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:44.906937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46156) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:44.913131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a99c25-a1d1-4535-9714-648fb8a1ca31 req-822d5e5f-49be-420d-adb1-13823547da62 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:44.920390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8a99c25-a1d1-4535-9714-648fb8a1ca31 req-822d5e5f-49be-420d-adb1-13823547da62 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0973158 Aug 16 20:44:44.922152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] Request body: {'subnet': {'network_id': 'fbddc826-8741-4de3-b72a-9bfb186cc004', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-220827781-subnet', 'tenant_id': '89729cad573d43a2881d78fc5162413d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:44.957763 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a30dbb-9925-4d02-9498-0038c296e1b6 x-openstack-request-id: req-e5a30dbb-9925-4d02-9498-0038c296e1b6 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:44.961358 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27a4f08-06d3-494a-a946-4fcff272071f", "name": "network-vif-plugged", "status": "completed", "tag": "e06895b2-d0b2-4644-aa17-f8110ca271be", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:44.961358 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e5a30dbb-9925-4d02-9498-0038c296e1b6 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:44.961358 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06895b2-d0b2-4644-aa17-f8110ca271be', 'code': 200} Aug 16 20:44:44.973576 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8a99c25-a1d1-4535-9714-648fb8a1ca31 req-acf34b9e-4242-456c-b016-7e1e250d58a2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521860 Aug 16 20:44:44.991000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-6387626b-4676-431a-92aa-0fc382d91003 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting subnet 1b1958e0-ed69-4f97-97d7-9f7db7a268ea {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:44.993138 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6387626b-4676-431a-92aa-0fc382d91003 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.049238 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.067820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6387626b-4676-431a-92aa-0fc382d91003 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.103516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41f3ef-f7dd-4ef1-93b3-33f2e20d9287 req-5f739437-2d7e-4448-bbe7-b5781ca69f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.106618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c41f3ef-f7dd-4ef1-93b3-33f2e20d9287 req-5f739437-2d7e-4448-bbe7-b5781ca69f7c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 1096 time: 0.0715418 Aug 16 20:44:45.108126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] Made reservation on behalf of 89729cad573d43a2881d78fc5162413d for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:45.110833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.179782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c41f3ef-f7dd-4ef1-93b3-33f2e20d9287 req-9bcf078b-c146-4934-ad4b-320c562308ee service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629089 Aug 16 20:44:45.218840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=e06895b2-d0b2-4644-aa17-f8110ca271be,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:45.274344 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6387626b-4676-431a-92aa-0fc382d91003 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.275148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29827ce1-b208-427b-b061-431cb7c61d4d req-f42fff6b-25c0-4d90-b554-3d24f9b76f69 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.276751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29827ce1-b208-427b-b061-431cb7c61d4d req-f42fff6b-25c0-4d90-b554-3d24f9b76f69 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 945 time: 0.0921574 Aug 16 20:44:45.285202 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d6a6a211-80e3-4673-b577-21c72660ae92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.320927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29827ce1-b208-427b-b061-431cb7c61d4d req-1c16307d-7010-4203-9908-e1c0cf7a4894 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367770 Aug 16 20:44:45.533682 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6387626b-4676-431a-92aa-0fc382d91003 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.598621 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6387626b-4676-431a-92aa-0fc382d91003 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.602886 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6387626b-4676-431a-92aa-0fc382d91003 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "DELETE /v2.0/subnets/1b1958e0-ed69-4f97-97d7-9f7db7a268ea HTTP/1.1" status: 204 len: 168 time: 0.6927080 Aug 16 20:44:45.602886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387626b-4676-431a-92aa-0fc382d91003 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1958e0-ed69-4f97-97d7-9f7db7a268ea,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:45.607061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46180) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:45.608003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b87e0-74c8-4e28-891f-b143f3896599 None None] Network 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:45.704440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150a7fe-1829-4b0e-80b0-6d840fe289f7 req-3f7637ef-6bba-4712-9bc4-3c010bea8a97 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.706307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1150a7fe-1829-4b0e-80b0-6d840fe289f7 req-3f7637ef-6bba-4712-9bc4-3c010bea8a97 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1137977 Aug 16 20:44:45.752059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1150a7fe-1829-4b0e-80b0-6d840fe289f7 req-b0e78744-8d20-4e3c-89ca-c0da65b98438 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Aug 16 20:44:45.752614 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.816875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting port 4cf4a604-2afc-42c9-934c-af67f6f69a09 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:45.817496 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.826406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f2d53d-2e2e-4239-a6a1-93d1b35f1264 None None] DHCP port deletion for 5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:44:45.888584 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.896632 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2d53d-2e2e-4239-a6a1-93d1b35f1264 None None] Deleting port 4cf4a604-2afc-42c9-934c-af67f6f69a09 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:45.897875 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d53d-2e2e-4239-a6a1-93d1b35f1264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.978024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] For port 4cf4a604-2afc-42c9-934c-af67f6f69a09, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4cf4a604-2afc-42c9-934c-af67f6f69a09,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:45.978527 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.978784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f8f2d53d-2e2e-4239-a6a1-93d1b35f1264 None None] For port 4cf4a604-2afc-42c9-934c-af67f6f69a09, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4cf4a604-2afc-42c9-934c-af67f6f69a09,segment=NetworkSegment(6f678f3b-295d-4a38-8370-409c47383103),segment_id=6f678f3b-295d-4a38-8370-409c47383103)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:45.979291 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d53d-2e2e-4239-a6a1-93d1b35f1264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.010540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2d53d-2e2e-4239-a6a1-93d1b35f1264 None None] Calling delete_port for 4cf4a604-2afc-42c9-934c-af67f6f69a09 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:46.024966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Calling delete_port for 4cf4a604-2afc-42c9-934c-af67f6f69a09 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:46.028821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a5be4e-4394-41d3-bb59-edd5e5add9b0,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:46.054393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] Checking segment: {'id': '1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fbddc826-8741-4de3-b72a-9bfb186cc004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:46.055299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] Network hostable DHCP agents. Network: fbddc826-8741-4de3-b72a-9bfb186cc004, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:46.182685 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d53d-2e2e-4239-a6a1-93d1b35f1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.193892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.214384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2d53d-2e2e-4239-a6a1-93d1b35f1264 None None] No DVR routers for this DVR port 4cf4a604-2afc-42c9-934c-af67f6f69a09 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:46.216197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2d53d-2e2e-4239-a6a1-93d1b35f1264 None None] Pushing event deleted for resources: {'Port': ['ID=4cf4a604-2afc-42c9-934c-af67f6f69a09,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:46.225364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] No DVR routers for this DVR port 4cf4a604-2afc-42c9-934c-af67f6f69a09 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:46.227085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Port': ['ID=4cf4a604-2afc-42c9-934c-af67f6f69a09,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:46.251825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] Network fbddc826-8741-4de3-b72a-9bfb186cc004 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:46.307224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4cf4a604-2afc-42c9-934c-af67f6f69a09 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:46.329544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 4cf4a604-2afc-42c9-934c-af67f6f69a09 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:46.329978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4cf4a604-2afc-42c9-934c-af67f6f69a09 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:46.334123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.347141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b28fb00-e1f5-4024-bfe2-2e52e8b2b576']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:46.365226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, fbddc826-8741-4de3-b72a-9bfb186cc004) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:46.368110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f678f3b-295d-4a38-8370-409c47383103') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:46.368407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f678f3b-295d-4a38-8370-409c47383103') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:46.379438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:46.380096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.384992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.394955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fbca46-84b5-484a-bb36-99874d042d5c None None] Network fbddc826-8741-4de3-b72a-9bfb186cc004 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:46.406739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.413395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:46.415440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:46.420000 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:46.543701 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5f275161-2c32-40bd-99de-51b1dc6ee979 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6345050 Aug 16 20:44:46.561641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f4349-7108-415a-8fcf-e5bea701bcb2 req-d662851f-e7c6-4119-a40f-99e5b45a68e3 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:46.563575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-086f4349-7108-415a-8fcf-e5bea701bcb2 req-d662851f-e7c6-4119-a40f-99e5b45a68e3 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 945 time: 0.1076982 Aug 16 20:44:46.609859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-086f4349-7108-415a-8fcf-e5bea701bcb2 req-e0bced5e-d93d-4401-97f7-c76f48f1dd7c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393841 Aug 16 20:44:46.634250 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.648074 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.655059 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "DELETE /v2.0/networks/5b28fb00-e1f5-4024-bfe2-2e52e8b2b576 HTTP/1.1" status: 204 len: 168 time: 1.0467207 Aug 16 20:44:46.659777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46208) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:46.666953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2139550034'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:46.671122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a05738-577c-41ff-aab4-0c5d66c747a8 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Network': ['ID=5b28fb00-e1f5-4024-bfe2-2e52e8b2b576,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:46.715755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac84047-47f2-434c-b209-35fa4caeff49 None None] Network fbddc826-8741-4de3-b72a-9bfb186cc004 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:46.763081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:46.767378 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.796238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:46.805708 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.806056 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Added segment bc00ec6e-dda0-4a13-bd81-33b75e7a158d of type vlan for network 20467992-98da-4807-a8a4-f373ee67421b Aug 16 20:44:46.854131 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.959716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46220) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:47.045188 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.051215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:47.051623 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.120621 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea32f5e7-6e0d-499c-9694-917dcc2d5c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.199596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Network': ['ID=20467992-98da-4807-a8a4-f373ee67421b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:47.213562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 20467992-98da-4807-a8a4-f373ee67421b details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:47.225306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac8f69-5e09-4cf7-9902-306ca72d46fa req-85709fd9-9bd5-4618-8775-7bf4b0bfcc25 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:47.226823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6eac8f69-5e09-4cf7-9902-306ca72d46fa req-85709fd9-9bd5-4618-8775-7bf4b0bfcc25 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0855989 Aug 16 20:44:47.267128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6eac8f69-5e09-4cf7-9902-306ca72d46fa req-e89db1be-c9d4-45ae-b118-082e2e820f87 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333557 Aug 16 20:44:47.304600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cb43aa49-68cb-4fc8-a6f8-59ef98f3d16e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6421928 Aug 16 20:44:47.310897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46228) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:47.316530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'subnet': {'network_id': '20467992-98da-4807-a8a4-f373ee67421b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:47.395413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f479735-014f-4ee2-b119-ff533527e590 req-03a22c78-ea0d-412d-a897-1f02fcf4c3b5 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:47.396954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f479735-014f-4ee2-b119-ff533527e590 req-03a22c78-ea0d-412d-a897-1f02fcf4c3b5 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 945 time: 0.0721431 Aug 16 20:44:47.442690 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea32f5e7-6e0d-499c-9694-917dcc2d5c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.460583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f479735-014f-4ee2-b119-ff533527e590 req-bdf3f52f-81fb-4f17-9f20-d54bdf257ade tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432458 Aug 16 20:44:47.466262 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c99f9ad0-f619-4a29-8d53-0ada4c6f9728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.610865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea32f5e7-6e0d-499c-9694-917dcc2d5c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.653598 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ea32f5e7-6e0d-499c-9694-917dcc2d5c94 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9f9f8379b3824a06ba4c6955c2474c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6927791 Aug 16 20:44:47.654732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32f5e7-6e0d-499c-9694-917dcc2d5c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102afd48-ced2-4604-b9d1-daf21693c59d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:47.656448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46236) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:47.685575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:47.689216 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.777849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a89edee-bea4-42e9-92dd-d6778693ee04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.811240 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a89edee-bea4-42e9-92dd-d6778693ee04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.869557 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.049056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a89edee-bea4-42e9-92dd-d6778693ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.052206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a89edee-bea4-42e9-92dd-d6778693ee04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.052874 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0a89edee-bea4-42e9-92dd-d6778693ee04 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/102afd48-ced2-4604-b9d1-daf21693c59d HTTP/1.1" status: 204 len: 168 time: 0.3945868 Aug 16 20:44:48.053987 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.094932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89edee-bea4-42e9-92dd-d6778693ee04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102afd48-ced2-4604-b9d1-daf21693c59d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:48.131160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Subnet': ['ID=a7e27106-fa4a-4109-889a-0ab235704ca2,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:48.138980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Checking segment: {'id': 'bc00ec6e-dda0-4a13-bd81-33b75e7a158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '20467992-98da-4807-a8a4-f373ee67421b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:48.139341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network hostable DHCP agents. Network: 20467992-98da-4807-a8a4-f373ee67421b, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:48.260025 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network 20467992-98da-4807-a8a4-f373ee67421b is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:48.420329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 20467992-98da-4807-a8a4-f373ee67421b) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:48.425580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:48.426502 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.443147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155e7334-325b-4e11-a128-6fdcddd76fac None None] Network 20467992-98da-4807-a8a4-f373ee67421b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:48.509185 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-070faaf1-32d8-483e-8862-26b9b3f856c7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1944666 Aug 16 20:44:48.509387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46264) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:48.514518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-689826931'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:48.631789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-20467992-98da-4807-a8a4-f373ee67421b', 'network_id': '20467992-98da-4807-a8a4-f373ee67421b', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'fixed_ips': [{'subnet_id': 'a7e27106-fa4a-4109-889a-0ab235704ca2'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:44:48.632756 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.648787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:48.653271 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.680855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:48.691746 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.692353 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Added segment 514e60e0-b9bc-4dd2-b1d7-876373ae94f1 of type vlan for network 54cb9a99-71e3-44b8-800b-405893cbbd6c Aug 16 20:44:48.734378 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.781489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Allocated IP 19.80.0.2 (20467992-98da-4807-a8a4-f373ee67421b/a7e27106-fa4a-4109-889a-0ab235704ca2/680283ef-6817-4da1-a2f3-766db63fe9e8) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:48.782563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50007c-2611-4e98-ad8f-b20ab30141d1 req-fe9c8181-c214-41f1-9182-2d6b8b129c14 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:48.784131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d50007c-2611-4e98-ad8f-b20ab30141d1 req-fe9c8181-c214-41f1-9182-2d6b8b129c14 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.4486401 Aug 16 20:44:48.790876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-b90d892d-1f4f-4370-a970-6aba3ebdb05f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0931535 Aug 16 20:44:48.802213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6c5f0-ddfd-40bb-8c70-b52f0ebaa39f req-6c279381-29bc-48a5-b9d9-9d9ebde7233a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:48.802213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98c6c5f0-ddfd-40bb-8c70-b52f0ebaa39f req-6c279381-29bc-48a5-b9d9-9d9ebde7233a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 945 time: 0.1051118 Aug 16 20:44:48.879527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d50007c-2611-4e98-ad8f-b20ab30141d1 req-4cc20e6d-8b61-4f33-8f33-ff68e054f46d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770302 Aug 16 20:44:48.889105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98c6c5f0-ddfd-40bb-8c70-b52f0ebaa39f req-a2c8d503-4037-48fe-85ef-8cb55582ba3c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794203 Aug 16 20:44:48.896901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.905304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:48.906309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.926011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-8fcf0b67-3d45-4573-8588-a074778d8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:48.926011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-8fcf0b67-3d45-4573-8588-a074778d8f57 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=122317efc438431f9399bc6a0be0522f&device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 1097 time: 0.0815921 Aug 16 20:44:48.928525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46268) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:48.947108 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-804c8431-86cc-4880-afcf-994349db4050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.959418 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.972804 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Transition to ACTIVE for port object 680283ef-6817-4da1-a2f3-766db63fe9e8 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:48.999544 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4852512 Aug 16 20:44:49.000212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46272) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:49.006816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Transition to ACTIVE for port object 680283ef-6817-4da1-a2f3-766db63fe9e8 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:49.011949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'subnet': {'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:49.078104 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8f7ec-8c8c-4610-b328-7d8d0c3f64c3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Network': ['ID=54cb9a99-71e3-44b8-800b-405893cbbd6c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:49.092072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 54cb9a99-71e3-44b8-800b-405893cbbd6c details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:49.108421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-b0336122-6136-4ec1-8a7b-20b5bf2a96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.110170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-b0336122-6136-4ec1-8a7b-20b5bf2a96d0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5ddeeba7-ec9c-410d-989d-8903e93c3724 HTTP/1.1" status: 200 len: 905 time: 0.1608770 Aug 16 20:44:49.156979 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.159565 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.204659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Network 20467992-98da-4807-a8a4-f373ee67421b is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:49.209044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:49.212655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-804c8431-86cc-4880-afcf-994349db4050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.213107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:49.215411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-a0b4b53e-4c80-4076-8066-0295a5d2d18b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7672433-d619-4204-9782-26f9cfe33a93 HTTP/1.1" status: 200 len: 1001 time: 0.0955930 Aug 16 20:44:49.255684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Pushing event updated for resources: {'Port': ['ID=680283ef-6817-4da1-a2f3-766db63fe9e8,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:49.292927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-804c8431-86cc-4880-afcf-994349db4050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.293905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Attempting to bind port 680283ef-6817-4da1-a2f3-766db63fe9e8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:49.294352 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Attempting to bind port 680283ef-6817-4da1-a2f3-766db63fe9e8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'bc00ec6e-dda0-4a13-bd81-33b75e7a158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '20467992-98da-4807-a8a4-f373ee67421b'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:49.294807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Attempting to bind port 680283ef-6817-4da1-a2f3-766db63fe9e8 on network 20467992-98da-4807-a8a4-f373ee67421b {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:49.300688 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:49.301141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Checking segment: {'id': 'bc00ec6e-dda0-4a13-bd81-33b75e7a158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '20467992-98da-4807-a8a4-f373ee67421b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:49.301550 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.301960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Bound using segment: {'id': 'bc00ec6e-dda0-4a13-bd81-33b75e7a158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '20467992-98da-4807-a8a4-f373ee67421b'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:49.302417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Bound port: 680283ef-6817-4da1-a2f3-766db63fe9e8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc00ec6e-dda0-4a13-bd81-33b75e7a158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '20467992-98da-4807-a8a4-f373ee67421b'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:49.302798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.350507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-9fd0dec3-fe17-4d8c-aefd-4d28238929ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.352021 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-9fd0dec3-fe17-4d8c-aefd-4d28238929ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=74d2fd41-8699-4b70-bc37-1a80ab443e7c HTTP/1.1" status: 200 len: 843 time: 0.1285839 Aug 16 20:44:49.368433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] For port 680283ef-6817-4da1-a2f3-766db63fe9e8, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:49.372175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] For port 680283ef-6817-4da1-a2f3-766db63fe9e8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=680283ef-6817-4da1-a2f3-766db63fe9e8,segment=NetworkSegment(bc00ec6e-dda0-4a13-bd81-33b75e7a158d),segment_id=bc00ec6e-dda0-4a13-bd81-33b75e7a158d)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:49.398665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-804c8431-86cc-4880-afcf-994349db4050 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=efa67995ad484652becbfacd67c11eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4691477 Aug 16 20:44:49.399404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c8431-86cc-4880-afcf-994349db4050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48eb5227-b1cb-4bd6-aff8-550b38227798,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:49.402661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46298) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:49.439953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:49.443557 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.466021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-09f47701-1e40-4375-8caa-1ae7c26c2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.467528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-09f47701-1e40-4375-8caa-1ae7c26c2372 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5ddeeba7-ec9c-410d-989d-8903e93c3724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031322 Aug 16 20:44:49.485405 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.503173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6e732619-4c5e-4788-aa7e-e29e6e32ade1 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.504698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6e732619-4c5e-4788-aa7e-e29e6e32ade1 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/networks?id=fbddc826-8741-4de3-b72a-9bfb186cc004 HTTP/1.1" status: 200 len: 809 time: 0.1867607 Aug 16 20:44:49.512894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cf874b-dab5-4e72-ad57-dd8c2790ea61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.583509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cf874b-dab5-4e72-ad57-dd8c2790ea61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.587571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e901-11c1-4b7e-ae8e-f8b7c62c7efb None None] Pushing event updated for resources: {'Port': ['ID=680283ef-6817-4da1-a2f3-766db63fe9e8,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:49.606974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-c092efa4-b95e-4e41-a033-585d0cb87ce7 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/quotas/89729cad573d43a2881d78fc5162413d HTTP/1.1" status: 200 len: 375 time: 0.0745828 Aug 16 20:44:49.661954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-0a1e0426-d340-4be6-ba50-71438eb68200 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=89729cad573d43a2881d78fc5162413d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538096 Aug 16 20:44:49.665777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-6966998a-79a4-4e35-a881-e8b77f72881b service neutron] 10.222.0.79 "GET /v2.0/networks/5ddeeba7-ec9c-410d-989d-8903e93c3724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893802 Aug 16 20:44:49.776214 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cf874b-dab5-4e72-ad57-dd8c2790ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.791114 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cf874b-dab5-4e72-ad57-dd8c2790ea61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.791114 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-33cf874b-dab5-4e72-ad57-dd8c2790ea61 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/48eb5227-b1cb-4bd6-aff8-550b38227798 HTTP/1.1" status: 204 len: 168 time: 0.3770761 Aug 16 20:44:49.791114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf874b-dab5-4e72-ad57-dd8c2790ea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eb5227-b1cb-4bd6-aff8-550b38227798,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:49.876391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-7438c926-8492-4fa6-9c23-e17ed818a275 service neutron] 10.222.0.74 "GET /v2.0/networks/fbddc826-8741-4de3-b72a-9bfb186cc004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025380 Aug 16 20:44:49.894633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.951409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee6b4a82-62a3-463b-b364-07e9b68a9c26 req-48c8ca43-f6a4-49a0-8e47-d5a3f9f94688 service neutron] 10.222.0.79 "GET /v2.0/networks/5ddeeba7-ec9c-410d-989d-8903e93c3724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730615 Aug 16 20:44:50.017228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-000b06b3-0d7a-469a-b43c-853a507685e4 service neutron] 10.222.0.74 "GET /v2.0/networks/fbddc826-8741-4de3-b72a-9bfb186cc004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343071 Aug 16 20:44:50.112887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48ba3b-db56-446d-bcc4-d2d3e4833851 req-30fb5b12-bb5c-45b6-b2d4-30c3dbffbebf tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.114850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a48ba3b-db56-446d-bcc4-d2d3e4833851 req-30fb5b12-bb5c-45b6-b2d4-30c3dbffbebf tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0771093 Aug 16 20:44:50.158933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a48ba3b-db56-446d-bcc4-d2d3e4833851 req-cc672492-fa86-41d5-8161-591bfe052e64 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357921 Aug 16 20:44:50.321765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Checking segment: {'id': '514e60e0-b9bc-4dd2-b1d7-876373ae94f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:50.325314 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network hostable DHCP agents. Network: 54cb9a99-71e3-44b8-800b-405893cbbd6c, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:50.333755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Subnet': ['ID=5b9b2135-1974-423f-926e-397c5a2c4dbd,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:50.373180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 680283ef-6817-4da1-a2f3-766db63fe9e8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:50.416696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network 54cb9a99-71e3-44b8-800b-405893cbbd6c is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:50.500348 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 54cb9a99-71e3-44b8-800b-405893cbbd6c) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:50.505413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.506089 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.514673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25af4bb-0c32-450c-9a55-04820d93782f None None] Network 54cb9a99-71e3-44b8-800b-405893cbbd6c requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:50.563250 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-231699d1-b7ec-4cc4-8b09-cedea64a33c8 req-a17c25e2-b3ef-4cef-90f8-006d8690118f tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 210 time: 0.0632019 Aug 16 20:44:50.586912 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 680283ef-6817-4da1-a2f3-766db63fe9e8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:50.590390 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.617518 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-36af558c-758d-4b72-9b5a-b3c84ba0f917 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6117959 Aug 16 20:44:50.769552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-54cb9a99-71e3-44b8-800b-405893cbbd6c', 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'fixed_ips': [{'subnet_id': '5b9b2135-1974-423f-926e-397c5a2c4dbd'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:44:50.770426 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.800378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae30f41-5e1a-4c23-8999-71c0462f8bca None None] Network 20467992-98da-4807-a8a4-f373ee67421b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:50.953802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-35f86c60-6a2d-46ed-a72f-8e7b2c8a3810 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.959837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-35f86c60-6a2d-46ed-a72f-8e7b2c8a3810 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.961629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-35f86c60-6a2d-46ed-a72f-8e7b2c8a3810 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/networks?id=20467992-98da-4807-a8a4-f373ee67421b&id=54cb9a99-71e3-44b8-800b-405893cbbd6c HTTP/1.1" status: 200 len: 1391 time: 0.1346767 Aug 16 20:44:50.978235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-1bd5baf6-905b-45b4-9070-3585e11b326c tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/quotas/b57c1a6980e247bfabf553e5b1e8f70a HTTP/1.1" status: 200 len: 375 time: 0.0098431 Aug 16 20:44:51.032262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Allocated IP 19.86.0.2 (54cb9a99-71e3-44b8-800b-405893cbbd6c/5b9b2135-1974-423f-926e-397c5a2c4dbd/98e1d44f-e19f-4a69-b4f2-3f0508ad3345) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:51.051453 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-094b824d-23b8-459f-8062-8a62442ca984 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664546 Aug 16 20:44:51.087972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b8ae49fa-2fd0-470a-b663-beb3b7e075b1 None None] Provisioning for port 680283ef-6817-4da1-a2f3-766db63fe9e8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:51.103092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b8ae49fa-2fd0-470a-b663-beb3b7e075b1 None None] Provisioning complete for port 680283ef-6817-4da1-a2f3-766db63fe9e8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:51.103462 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8ae49fa-2fd0-470a-b663-beb3b7e075b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.170570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-475cf420-f0e9-4462-b696-2e913f5c3c07 service neutron] 10.222.0.74 "GET /v2.0/networks/20467992-98da-4807-a8a4-f373ee67421b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105545 Aug 16 20:44:51.305077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-c0a8ec82-5f6c-4c01-9955-41a69528e1ce service neutron] 10.222.0.74 "GET /v2.0/networks/20467992-98da-4807-a8a4-f373ee67421b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272449 Aug 16 20:44:51.329754 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.344596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Transition to ACTIVE for port object 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:51.346390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195e27d-3874-471d-a0b6-34c71cb04cb9 req-cbf6e686-af45-45b9-877a-6af4a4341ea8 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.346554 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8ae49fa-2fd0-470a-b663-beb3b7e075b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.347827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5195e27d-3874-471d-a0b6-34c71cb04cb9 req-cbf6e686-af45-45b9-877a-6af4a4341ea8 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0858696 Aug 16 20:44:51.381704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Transition to ACTIVE for port object 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:51.398496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b8ae49fa-2fd0-470a-b663-beb3b7e075b1 None None] For port 680283ef-6817-4da1-a2f3-766db63fe9e8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=680283ef-6817-4da1-a2f3-766db63fe9e8,segment=NetworkSegment(bc00ec6e-dda0-4a13-bd81-33b75e7a158d),segment_id=bc00ec6e-dda0-4a13-bd81-33b75e7a158d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:51.452512 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.453375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5195e27d-3874-471d-a0b6-34c71cb04cb9 req-a92b477a-081f-489c-a39d-27f1958b9c9d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619414 Aug 16 20:44:51.492350 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8ae49fa-2fd0-470a-b663-beb3b7e075b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.493532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-1ee13b78-9423-451f-98c4-1da5ba285e2f service neutron] 10.222.0.74 "GET /v2.0/networks/54cb9a99-71e3-44b8-800b-405893cbbd6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780055 Aug 16 20:44:51.513851 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Network 54cb9a99-71e3-44b8-800b-405893cbbd6c is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:51.517410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:51.522372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:51.526034 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Pushing event updated for resources: {'Port': ['ID=98e1d44f-e19f-4a69-b4f2-3f0508ad3345,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:51.642948 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae49fa-2fd0-470a-b663-beb3b7e075b1 None None] Pushing event updated for resources: {'Port': ['ID=680283ef-6817-4da1-a2f3-766db63fe9e8,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:51.654621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Attempting to bind port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:51.654991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Attempting to bind port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '514e60e0-b9bc-4dd2-b1d7-876373ae94f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:51.655351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Attempting to bind port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 on network 54cb9a99-71e3-44b8-800b-405893cbbd6c {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:51.660720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:51.661222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Checking segment: {'id': '514e60e0-b9bc-4dd2-b1d7-876373ae94f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:51.661536 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.661925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Bound using segment: {'id': '514e60e0-b9bc-4dd2-b1d7-876373ae94f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:51.662526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Bound port: 98e1d44f-e19f-4a69-b4f2-3f0508ad3345, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514e60e0-b9bc-4dd2-b1d7-876373ae94f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:51.662946 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.666694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-5c667729-b679-44fd-a49d-0727f88d6b8e service neutron] 10.222.0.74 "GET /v2.0/networks/54cb9a99-71e3-44b8-800b-405893cbbd6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632419 Aug 16 20:44:51.687821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-439fc24a-721b-42a4-8bff-283f42c3312e req-68edfa0f-189e-4a2c-8a75-78c934522c6c tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 210 time: 0.0649924 Aug 16 20:44:51.751896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fbc68013-db08-476a-b96a-d08e6f2d8e4c None None] Provisioning complete for port 680283ef-6817-4da1-a2f3-766db63fe9e8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:51.752265 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fbc68013-db08-476a-b96a-d08e6f2d8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.784142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] For port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:51.803136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] For port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=98e1d44f-e19f-4a69-b4f2-3f0508ad3345,segment=NetworkSegment(514e60e0-b9bc-4dd2-b1d7-876373ae94f1),segment_id=514e60e0-b9bc-4dd2-b1d7-876373ae94f1)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:51.949454 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.006199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82d3cac4-e09f-45b7-819b-7166e61056f1 req-cbf00621-11fa-4c58-a4ba-2406b918ad1c tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 210 time: 0.0364668 Aug 16 20:44:52.046695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0201fb-4d23-4893-ad40-5cce9eb7394c None None] Pushing event updated for resources: {'Port': ['ID=98e1d44f-e19f-4a69-b4f2-3f0508ad3345,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:52.417555 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:52.490087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e06895b2-d0b2-4644-aa17-f8110ca271be details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:52.601626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be23ca-edde-458f-b9cb-dbc4402de713 req-a46b71a6-583f-4f1a-8ef2-0c98bfe31610 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.603503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4be23ca-edde-458f-b9cb-dbc4402de713 req-a46b71a6-583f-4f1a-8ef2-0c98bfe31610 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0525153 Aug 16 20:44:52.675620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4be23ca-edde-458f-b9cb-dbc4402de713 req-c752c2f8-5dfc-4fc0-80bc-e0e3934027dc tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626404 Aug 16 20:44:52.798406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:52.807465 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 680283ef-6817-4da1-a2f3-766db63fe9e8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:52.814886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e06895b2-d0b2-4644-aa17-f8110ca271be, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e06895b2-d0b2-4644-aa17-f8110ca271be,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:52.851071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bc1752de-4ead-4af9-bbf6-f6326e2f2fcf req-4d9ee2e5-0f2e-41fd-b80e-eee31bbd136e tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 210 time: 0.0595515 Aug 16 20:44:52.861442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'e06895b2-d0b2-4644-aa17-f8110ca271be', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'port_id': 'e06895b2-d0b2-4644-aa17-f8110ca271be', 'mac_address': 'fa:16:3e:11:88:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017e1c35-8272-486f-8cbc-c85f51de575d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:52.918328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 680283ef-6817-4da1-a2f3-766db63fe9e8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:52.919044 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.921155 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.956209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e06895b2-d0b2-4644-aa17-f8110ca271be {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:53.003137 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e06895b2-d0b2-4644-aa17-f8110ca271be, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e06895b2-d0b2-4644-aa17-f8110ca271be,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:53.118332 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.143746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8949f0f0-e56f-494f-bc85-33b99d74a331 req-ef48151d-5793-44bd-8f64-80221f2ccf37 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 210 time: 0.0420411 Aug 16 20:44:53.216285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e06895b2-d0b2-4644-aa17-f8110ca271be'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:53.219116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e480785-006a-4aa9-96fa-c7905ddf07f4 None None] Network 54cb9a99-71e3-44b8-800b-405893cbbd6c requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:53.281666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=e06895b2-d0b2-4644-aa17-f8110ca271be,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:53.416504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-820def59-1f9b-44c1-bde8-d3feefc6ee08 None None] Provisioning for port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:53.427072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-820def59-1f9b-44c1-bde8-d3feefc6ee08 None None] Provisioning complete for port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:53.427571 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-820def59-1f9b-44c1-bde8-d3feefc6ee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.503509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-381254ba-17a0-437d-871c-7530c9e3da11 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.504988 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-381254ba-17a0-437d-871c-7530c9e3da11 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.76 "GET /v2.0/networks?id=fbddc826-8741-4de3-b72a-9bfb186cc004 HTTP/1.1" status: 200 len: 809 time: 0.1149487 Aug 16 20:44:53.525827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Request body: {'port': {'device_id': 'b8237a6f-97f0-4175-9d71-6fb2ce778440', 'network_id': 'fbddc826-8741-4de3-b72a-9bfb186cc004', 'admin_state_up': True, 'tenant_id': '89729cad573d43a2881d78fc5162413d'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:53.629753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-820def59-1f9b-44c1-bde8-d3feefc6ee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.672342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-820def59-1f9b-44c1-bde8-d3feefc6ee08 None None] For port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=98e1d44f-e19f-4a69-b4f2-3f0508ad3345,segment=NetworkSegment(514e60e0-b9bc-4dd2-b1d7-876373ae94f1),segment_id=514e60e0-b9bc-4dd2-b1d7-876373ae94f1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:53.763415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Made reservation on behalf of 89729cad573d43a2881d78fc5162413d for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:53.768007 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.812602 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-820def59-1f9b-44c1-bde8-d3feefc6ee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.864006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b12c9c-83c6-401e-9e87-4ec389d893a8 req-09d62cef-36a4-4b69-b813-b0a6179e28bb tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.884948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03b12c9c-83c6-401e-9e87-4ec389d893a8 req-09d62cef-36a4-4b69-b813-b0a6179e28bb tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0829020 Aug 16 20:44:53.953599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03b12c9c-83c6-401e-9e87-4ec389d893a8 req-08d03855-063a-4395-b073-cc730f407905 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671258 Aug 16 20:44:54.045753 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820def59-1f9b-44c1-bde8-d3feefc6ee08 None None] Pushing event updated for resources: {'Port': ['ID=98e1d44f-e19f-4a69-b4f2-3f0508ad3345,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:54.076204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-24984815-bd3b-4001-a5d5-29640f2ca675 None None] Provisioning complete for port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:54.076583 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-24984815-bd3b-4001-a5d5-29640f2ca675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.091733 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c4b57e0-3bb9-4917-90f8-13db53d2aa3d req-dcaf98ab-0d70-447c-bb10-3af2a7cf884e tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 210 time: 0.0539110 Aug 16 20:44:54.097753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Allocated IP 172.20.0.2 (fbddc826-8741-4de3-b72a-9bfb186cc004/20a5be4e-4394-41d3-bb59-edd5e5add9b0/fe734480-48c0-4460-9e3d-44628e96b384) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:54.133954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46492) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:54.324741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ad4a51d-9fa0-4959-929b-c997d0fc3bbd req-603ee1c7-1e61-454b-a5db-87b42f93e88b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 210 time: 0.0573213 Aug 16 20:44:54.338951 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50414d55-5f5f-40d0-b8f0-0350d0c4fb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.344325 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.434587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:54.476244 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50414d55-5f5f-40d0-b8f0-0350d0c4fb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.493973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e06895b2-d0b2-4644-aa17-f8110ca271be up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:54.548402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:54.548402 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.554629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.599299 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50414d55-5f5f-40d0-b8f0-0350d0c4fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.612323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port e06895b2-d0b2-4644-aa17-f8110ca271be triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:54.612784 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.625785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Network fbddc826-8741-4de3-b72a-9bfb186cc004 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:54.631780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:54.634661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:54.687978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Pushing event updated for resources: {'Port': ['ID=fe734480-48c0-4460-9e3d-44628e96b384,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:54.709586 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-50414d55-5f5f-40d0-b8f0-0350d0c4fb57 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cce91d5f1e86451e9741f68177b95d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5741522 Aug 16 20:44:54.713300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46510) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:54.740348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50414d55-5f5f-40d0-b8f0-0350d0c4fb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35a562c-167d-454a-aa47-707e6866aace,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:54.756804 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.790313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.791063 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.807131 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0361ce4-d1e6-407c-8f7b-6085a1a78f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.830378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-aa8170a6-ad1d-490e-b568-fe169ee8dce5 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.837502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-aa8170a6-ad1d-490e-b568-fe169ee8dce5 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.838776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06895b2-d0b2-4644-aa17-f8110ca271be'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:54.840735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-aa8170a6-ad1d-490e-b568-fe169ee8dce5 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.76 "GET /v2.0/networks?id=20467992-98da-4807-a8a4-f373ee67421b&id=54cb9a99-71e3-44b8-800b-405893cbbd6c HTTP/1.1" status: 200 len: 1391 time: 0.1680241 Aug 16 20:44:54.843456 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcab3e43-10d1-4052-8fab-9ac5cf7c1af3" -d '{"events": [{"server_uuid": "f27a4f08-06d3-494a-a946-4fcff272071f", "name": "network-vif-plugged", "status": "completed", "tag": "e06895b2-d0b2-4644-aa17-f8110ca271be"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:54.855690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'port': {'device_id': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'network_id': '20467992-98da-4807-a8a4-f373ee67421b', 'admin_state_up': True, 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:54.859281 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0361ce4-d1e6-407c-8f7b-6085a1a78f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.871849 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e06895b2-d0b2-4644-aa17-f8110ca271be, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e06895b2-d0b2-4644-aa17-f8110ca271be,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:54.914887 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4ac9b7-025e-4f1e-80b9-b967f4e6cdcf x-openstack-request-id: req-2c4ac9b7-025e-4f1e-80b9-b967f4e6cdcf {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:54.915680 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27a4f08-06d3-494a-a946-4fcff272071f", "name": "network-vif-plugged", "status": "completed", "tag": "e06895b2-d0b2-4644-aa17-f8110ca271be", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:54.915936 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c4ac9b7-025e-4f1e-80b9-b967f4e6cdcf {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:54.916335 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06895b2-d0b2-4644-aa17-f8110ca271be', 'code': 200} Aug 16 20:44:55.018132 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.023179 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-b78348be-8b51-4642-aa70-d69815f84c2a tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5010002 Aug 16 20:44:55.037133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Request body: {'port': {'device_id': 'b8237a6f-97f0-4175-9d71-6fb2ce778440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:55.075713 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0361ce4-d1e6-407c-8f7b-6085a1a78f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.080443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f0361ce4-d1e6-407c-8f7b-6085a1a78f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.083821 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f0361ce4-d1e6-407c-8f7b-6085a1a78f99 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f35a562c-167d-454a-aa47-707e6866aace HTTP/1.1" status: 204 len: 168 time: 0.3666382 Aug 16 20:44:55.098833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=e06895b2-d0b2-4644-aa17-f8110ca271be,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:55.100839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0361ce4-d1e6-407c-8f7b-6085a1a78f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35a562c-167d-454a-aa47-707e6866aace,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:55.134250 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.173045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabb1ae-e058-4e3d-8bf5-23f497259a69 req-f2da03a6-eec3-43e8-9114-29c55a402747 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:55.174630 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edabb1ae-e058-4e3d-8bf5-23f497259a69 req-f2da03a6-eec3-43e8-9114-29c55a402747 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1447706 Aug 16 20:44:55.221995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:55.225672 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.248654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edabb1ae-e058-4e3d-8bf5-23f497259a69 req-5657e350-1f8b-4645-9dca-ccd9c1fc38c5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668104 Aug 16 20:44:55.471836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Allocated IP 19.80.0.105 (20467992-98da-4807-a8a4-f373ee67421b/a7e27106-fa4a-4109-889a-0ab235704ca2/8df91b4a-99a1-4202-8eaa-ea2591891c8e) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:55.563684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-637f38d2-4cd7-41a1-99ed-9f96330965fc req-5be55b1b-1d35-454c-bcf0-64ea73ca3d2b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 210 time: 0.0487809 Aug 16 20:44:55.578691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe734480-48c0-4460-9e3d-44628e96b384 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:55.593463 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.597858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ba87e-e92a-46b3-a24e-a6b0f20d80cf req-57462099-e53e-46aa-b1cf-2c300d8de91f tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:55.612006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c0ba87e-e92a-46b3-a24e-a6b0f20d80cf req-57462099-e53e-46aa-b1cf-2c300d8de91f tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 931 time: 0.3723593 Aug 16 20:44:55.613888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Transition to ACTIVE for port object fe734480-48c0-4460-9e3d-44628e96b384 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:55.690932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c0ba87e-e92a-46b3-a24e-a6b0f20d80cf req-c738ec3e-8c24-47b5-a03b-36e730f05538 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/security-groups?id=f303d395-7bdd-4b35-8ac9-6f8a176de6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763919 Aug 16 20:44:55.717402 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.825700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Pushing event updated for resources: {'Port': ['ID=fe734480-48c0-4460-9e3d-44628e96b384,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:55.831532 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.849958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Transition to ACTIVE for port object 8df91b4a-99a1-4202-8eaa-ea2591891c8e will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:55.878722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Attempting to bind port fe734480-48c0-4460-9e3d-44628e96b384 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:55.879127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Attempting to bind port fe734480-48c0-4460-9e3d-44628e96b384 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fbddc826-8741-4de3-b72a-9bfb186cc004'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:55.879475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Attempting to bind port fe734480-48c0-4460-9e3d-44628e96b384 on network fbddc826-8741-4de3-b72a-9bfb186cc004 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:55.884581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Port fe734480-48c0-4460-9e3d-44628e96b384 on network fbddc826-8741-4de3-b72a-9bfb186cc004 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:55.885315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Attempting to bind port fe734480-48c0-4460-9e3d-44628e96b384 on network fbddc826-8741-4de3-b72a-9bfb186cc004 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:55.890055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:55.890395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Checking segment: {'id': '1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fbddc826-8741-4de3-b72a-9bfb186cc004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:55.890778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Bound using segment: {'id': '1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fbddc826-8741-4de3-b72a-9bfb186cc004'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:55.891216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Bound port: fe734480-48c0-4460-9e3d-44628e96b384, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fbddc826-8741-4de3-b72a-9bfb186cc004'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:55.891574 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.963225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46540) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:55.973442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] For port fe734480-48c0-4460-9e3d-44628e96b384, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:55.976866 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d0f3962b-e1bf-471a-bc44-e15f540742c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.977366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] For port fe734480-48c0-4460-9e3d-44628e96b384, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe734480-48c0-4460-9e3d-44628e96b384,segment=NetworkSegment(1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb),segment_id=1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:55.985277 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.044544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.044771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network 20467992-98da-4807-a8a4-f373ee67421b is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:56.049887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:56.053745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Port': ['ID=8df91b4a-99a1-4202-8eaa-ea2591891c8e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:56.059994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:56.125381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.125993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.127862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.128541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.131969 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] 10.222.0.76 "PUT /v2.0/ports/fe734480-48c0-4460-9e3d-44628e96b384 HTTP/1.1" status: 200 len: 1092 time: 1.0998580 Aug 16 20:44:56.134638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8237a6f-97f0-4175-9d71-6fb2ce778440', 'tag': 'fe734480-48c0-4460-9e3d-44628e96b384'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:56.143172 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e57724-0375-44b0-bcd4-0cb56c937dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8237a6f-97f0-4175-9d71-6fb2ce778440", "tag": "fe734480-48c0-4460-9e3d-44628e96b384"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:56.192575 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d0f3962b-e1bf-471a-bc44-e15f540742c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.210250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccc335-adb4-48de-ac1d-3e042a24327f service neutron] Pushing event updated for resources: {'Port': ['ID=fe734480-48c0-4460-9e3d-44628e96b384,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:56.225924 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b65a77-b6c2-4e98-8794-6cf469c55984 x-openstack-request-id: req-80b65a77-b6c2-4e98-8794-6cf469c55984 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:56.226218 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8237a6f-97f0-4175-9d71-6fb2ce778440", "tag": "fe734480-48c0-4460-9e3d-44628e96b384", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:56.226472 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-80b65a77-b6c2-4e98-8794-6cf469c55984 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:56.226940 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8237a6f-97f0-4175-9d71-6fb2ce778440', 'tag': 'fe734480-48c0-4460-9e3d-44628e96b384', 'status': 'completed', 'code': 200} Aug 16 20:44:56.292500 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d0f3962b-e1bf-471a-bc44-e15f540742c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.318154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57724-0375-44b0-bcd4-0cb56c937dd8 req-46962a12-2778-47ec-8774-b1effb304a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.324253 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49e57724-0375-44b0-bcd4-0cb56c937dd8 req-46962a12-2778-47ec-8774-b1effb304a0f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=89729cad573d43a2881d78fc5162413d&device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 1095 time: 0.0701890 Aug 16 20:44:56.362784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0908ade1-1cfe-4613-961a-9aebb06ab287 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5112572 Aug 16 20:44:56.378907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Request body: {'port': {'device_id': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c', 'admin_state_up': True, 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:56.382791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3962b-e1bf-471a-bc44-e15f540742c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886254f4-da7c-41b0-9ccc-70705e16dead,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:56.393701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d0f3962b-e1bf-471a-bc44-e15f540742c0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=37c5c47798e9490cbf672e6d8733272f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289620 Aug 16 20:44:56.401496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46546) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:56.525945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57724-0375-44b0-bcd4-0cb56c937dd8 req-eeaeaef4-8b05-4b0a-92b1-4d33497026e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.528075 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49e57724-0375-44b0-bcd4-0cb56c937dd8 req-eeaeaef4-8b05-4b0a-92b1-4d33497026e3 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=89729cad573d43a2881d78fc5162413d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1942971 Aug 16 20:44:56.547895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-608c68fb-d60a-45d0-af11-0665b45ca349 None None] Provisioning for port 8df91b4a-99a1-4202-8eaa-ea2591891c8e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:56.557269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-608c68fb-d60a-45d0-af11-0665b45ca349 None None] Provisioning complete for port 8df91b4a-99a1-4202-8eaa-ea2591891c8e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:56.557709 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-608c68fb-d60a-45d0-af11-0665b45ca349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.598957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2065a-6b1a-49fd-a056-7d6e2a762d70 req-2cff89c2-cce4-4d9a-8396-9aefc1d743c5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.600539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ac2065a-6b1a-49fd-a056-7d6e2a762d70 req-2cff89c2-cce4-4d9a-8396-9aefc1d743c5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.2030966 Aug 16 20:44:56.625251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-641fc806-873b-4502-b9f7-45199a12de67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.654551 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-608c68fb-d60a-45d0-af11-0665b45ca349 None None] Port 8df91b4a-99a1-4202-8eaa-ea2591891c8e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:56.684694 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-641fc806-873b-4502-b9f7-45199a12de67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.705076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ac2065a-6b1a-49fd-a056-7d6e2a762d70 req-5eb8b289-28b7-4bdf-ae3a-540933ead23d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912642 Aug 16 20:44:56.752356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57724-0375-44b0-bcd4-0cb56c937dd8 req-688d65fc-338b-4f4e-a577-7609c354db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.754227 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49e57724-0375-44b0-bcd4-0cb56c937dd8 req-688d65fc-338b-4f4e-a577-7609c354db10 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2178106 Aug 16 20:44:56.764103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e827f-e63b-4bc5-9708-656dc88ec39f req-f7190a1e-565d-49e3-9ac6-ba7deab259b5 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.772537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d89e827f-e63b-4bc5-9708-656dc88ec39f req-f7190a1e-565d-49e3-9ac6-ba7deab259b5 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 932 time: 0.0979016 Aug 16 20:44:56.784706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Made reservation on behalf of b57c1a6980e247bfabf553e5b1e8f70a for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:56.790628 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.911770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d89e827f-e63b-4bc5-9708-656dc88ec39f req-faed731b-f934-4019-b042-d31c249993c2 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334467 Aug 16 20:44:56.926315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-51f20fa7-6996-4b48-8ee5-484cfa16355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.927812 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-51f20fa7-6996-4b48-8ee5-484cfa16355c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=89729cad573d43a2881d78fc5162413d&device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 1095 time: 0.0689263 Aug 16 20:44:56.962912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858873-4dbf-45be-8cf2-daeb3cd655f8 req-155ea6db-b0e9-46a6-b74f-d52ae2f77a37 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.964758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05858873-4dbf-45be-8cf2-daeb3cd655f8 req-155ea6db-b0e9-46a6-b74f-d52ae2f77a37 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 943 time: 0.0683923 Aug 16 20:44:56.982181 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-9f736e4b-e9ee-43bc-8f2a-3298ab2d7158 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe734480-48c0-4460-9e3d-44628e96b384 HTTP/1.1" status: 200 len: 217 time: 0.0447881 Aug 16 20:44:56.997872 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-641fc806-873b-4502-b9f7-45199a12de67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.000703 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-641fc806-873b-4502-b9f7-45199a12de67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.002136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-641fc806-873b-4502-b9f7-45199a12de67 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/886254f4-da7c-41b0-9ccc-70705e16dead HTTP/1.1" status: 204 len: 168 time: 0.6033819 Aug 16 20:44:57.058990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-355817cc-723f-43fc-9343-5dccfda9423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.060669 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-355817cc-723f-43fc-9343-5dccfda9423e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=20a5be4e-4394-41d3-bb59-edd5e5add9b0 HTTP/1.1" status: 200 len: 849 time: 0.0669267 Aug 16 20:44:57.063198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fc806-873b-4502-b9f7-45199a12de67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886254f4-da7c-41b0-9ccc-70705e16dead,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:57.125643 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-3132dd19-9474-49e8-b249-e7ade86a31a7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fbddc826-8741-4de3-b72a-9bfb186cc004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514433 Aug 16 20:44:57.125795 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05858873-4dbf-45be-8cf2-daeb3cd655f8 req-babbc103-4587-40e7-820e-4c0b96b261db tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/security-groups?id=f303d395-7bdd-4b35-8ac9-6f8a176de6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290176 Aug 16 20:44:57.154063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Allocated IP 19.86.0.87 (54cb9a99-71e3-44b8-800b-405893cbbd6c/5b9b2135-1974-423f-926e-397c5a2c4dbd/5db7c4a0-72c5-41f3-9767-3bb52ed51818) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:57.259869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-00bf5bec-58bd-49f6-bb5c-5d101c11c0a7 service neutron] 10.222.0.76 "GET /v2.0/networks/fbddc826-8741-4de3-b72a-9bfb186cc004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208289 Aug 16 20:44:57.368474 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.384625 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd8a4a41-d8ea-4669-b411-021bcd72a111 req-bc757bb3-c53a-4033-b110-8797fd5b74bb service neutron] 10.222.0.76 "GET /v2.0/networks/fbddc826-8741-4de3-b72a-9bfb186cc004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172185 Aug 16 20:44:57.385903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Transition to ACTIVE for port object 5db7c4a0-72c5-41f3-9767-3bb52ed51818 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:57.544350 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.626682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Network 54cb9a99-71e3-44b8-800b-405893cbbd6c is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:57.631957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:57.635749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:57.687129 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event updated for resources: {'Port': ['ID=5db7c4a0-72c5-41f3-9767-3bb52ed51818,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:57.720049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.721730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.847051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-47f034e6-c6a7-4bf2-a675-41529ef490cb tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4758446 Aug 16 20:44:57.857699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Request body: {'port': {'device_id': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:57.908443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11745352-4f79-4736-b45a-4ee0ee3c4794 req-661b1d21-f18f-4f7b-a032-21a4f777217b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.915512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11745352-4f79-4736-b45a-4ee0ee3c4794 req-661b1d21-f18f-4f7b-a032-21a4f777217b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1159649 Aug 16 20:44:57.972291 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.003863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11745352-4f79-4736-b45a-4ee0ee3c4794 req-e1c4caf5-bae9-4609-b7d5-140a2ad3bc15 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856836 Aug 16 20:44:58.199091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-61213119-3d08-42d2-bb7b-81ffe6c14ad9 None None] Provisioning for port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:58.204307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-61213119-3d08-42d2-bb7b-81ffe6c14ad9 None None] Provisioning complete for port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:58.204695 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-61213119-3d08-42d2-bb7b-81ffe6c14ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.217120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccb18b-f005-4a79-8997-da10252fa762 req-c3926458-d3f8-4dad-a051-7f361be4c3c9 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.222292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccb18b-f005-4a79-8997-da10252fa762 req-c3926458-d3f8-4dad-a051-7f361be4c3c9 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.224491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1ccb18b-f005-4a79-8997-da10252fa762 req-c3926458-d3f8-4dad-a051-7f361be4c3c9 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1654 time: 0.1673422 Aug 16 20:44:58.263899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-61213119-3d08-42d2-bb7b-81ffe6c14ad9 None None] Port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:58.353150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1ccb18b-f005-4a79-8997-da10252fa762 req-0d82b212-ef8a-4cb0-989e-333d8453c214 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098666 Aug 16 20:44:58.377613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5f4aa-d320-4f71-a6e3-a760e1ea0095 req-0489388f-4669-4e78-8b6f-b79ae596a6d2 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.379216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ba5f4aa-d320-4f71-a6e3-a760e1ea0095 req-0489388f-4669-4e78-8b6f-b79ae596a6d2 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 943 time: 0.1371737 Aug 16 20:44:58.797937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ba5f4aa-d320-4f71-a6e3-a760e1ea0095 req-49023fc0-4fb6-486b-a54a-0bf17f58d526 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/security-groups?id=f303d395-7bdd-4b35-8ac9-6f8a176de6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070613 Aug 16 20:44:58.803127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fe734480-48c0-4460-9e3d-44628e96b384 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:58.854559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df91b4a-99a1-4202-8eaa-ea2591891c8e {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:58.868493 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.881569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Transition to ACTIVE for port object 8df91b4a-99a1-4202-8eaa-ea2591891c8e will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:58.916066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fe734480-48c0-4460-9e3d-44628e96b384, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe734480-48c0-4460-9e3d-44628e96b384,segment=NetworkSegment(1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb),segment_id=1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:58.928126 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'fe734480-48c0-4460-9e3d-44628e96b384', 'network_id': 'fbddc826-8741-4de3-b72a-9bfb186cc004', 'port_id': 'fe734480-48c0-4460-9e3d-44628e96b384', 'mac_address': 'fa:16:3e:15:20:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a5be4e-4394-41d3-bb59-edd5e5add9b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:58.976874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.986348 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.020100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe734480-48c0-4460-9e3d-44628e96b384 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:59.087011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fe734480-48c0-4460-9e3d-44628e96b384, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe734480-48c0-4460-9e3d-44628e96b384,segment=NetworkSegment(1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb),segment_id=1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:59.180330 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.212102 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Pushing event updated for resources: {'Port': ['ID=8df91b4a-99a1-4202-8eaa-ea2591891c8e,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:59.274942 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.275306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.275632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.275978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.276323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.276852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.277376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.277724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.278066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.278513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.278951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.279744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:59.281207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=fe734480-48c0-4460-9e3d-44628e96b384,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:59.313832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Attempting to bind port 8df91b4a-99a1-4202-8eaa-ea2591891c8e on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:59.313832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Attempting to bind port 8df91b4a-99a1-4202-8eaa-ea2591891c8e by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'bc00ec6e-dda0-4a13-bd81-33b75e7a158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '20467992-98da-4807-a8a4-f373ee67421b'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:59.313832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Attempting to bind port 8df91b4a-99a1-4202-8eaa-ea2591891c8e on network 20467992-98da-4807-a8a4-f373ee67421b {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:59.323825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Port 8df91b4a-99a1-4202-8eaa-ea2591891c8e on network 20467992-98da-4807-a8a4-f373ee67421b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:59.324189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Attempting to bind port 8df91b4a-99a1-4202-8eaa-ea2591891c8e on network 20467992-98da-4807-a8a4-f373ee67421b {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:59.336719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91746f9-8484-41a3-8ee2-66855228b3bd req-40d9296c-00e1-4338-b7b2-eb1077279513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.344431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e91746f9-8484-41a3-8ee2-66855228b3bd req-40d9296c-00e1-4338-b7b2-eb1077279513 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1900160 Aug 16 20:44:59.370154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:59.370515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Checking segment: {'id': 'bc00ec6e-dda0-4a13-bd81-33b75e7a158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '20467992-98da-4807-a8a4-f373ee67421b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:59.371456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Bound using segment: {'id': 'bc00ec6e-dda0-4a13-bd81-33b75e7a158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '20467992-98da-4807-a8a4-f373ee67421b'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:59.372087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Bound port: 8df91b4a-99a1-4202-8eaa-ea2591891c8e, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc00ec6e-dda0-4a13-bd81-33b75e7a158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '20467992-98da-4807-a8a4-f373ee67421b'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:59.372462 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.433714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e91746f9-8484-41a3-8ee2-66855228b3bd req-f1686efb-dd40-42ab-a5ed-220c5a94cd8b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811565 Aug 16 20:44:59.455339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['fe734480-48c0-4460-9e3d-44628e96b384'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:59.535945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410c4dd-672e-4487-a701-adbc06da6b3e req-ec0faa30-1a67-4c33-ba51-19aabbd93253 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.544264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410c4dd-672e-4487-a701-adbc06da6b3e req-ec0faa30-1a67-4c33-ba51-19aabbd93253 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.551884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c410c4dd-672e-4487-a701-adbc06da6b3e req-ec0faa30-1a67-4c33-ba51-19aabbd93253 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1666 time: 0.1170826 Aug 16 20:44:59.579341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] For port 8df91b4a-99a1-4202-8eaa-ea2591891c8e, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:59.630802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c410c4dd-672e-4487-a701-adbc06da6b3e req-eec06932-6d9e-4040-85a8-d35dd8f54e3c tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637646 Aug 16 20:44:59.633119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] For port 8df91b4a-99a1-4202-8eaa-ea2591891c8e, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8df91b4a-99a1-4202-8eaa-ea2591891c8e,segment=NetworkSegment(bc00ec6e-dda0-4a13-bd81-33b75e7a158d),segment_id=bc00ec6e-dda0-4a13-bd81-33b75e7a158d)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:59.695072 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.713147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.714099 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.715583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] 10.222.0.76 "PUT /v2.0/ports/8df91b4a-99a1-4202-8eaa-ea2591891c8e HTTP/1.1" status: 200 len: 1093 time: 1.8633060 Aug 16 20:44:59.717269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'tag': '8df91b4a-99a1-4202-8eaa-ea2591891c8e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:59.720474 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b67458-286d-4d3c-833d-e28f6f2b56dd" -d '{"events": [{"name": "network-changed", "server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "tag": "8df91b4a-99a1-4202-8eaa-ea2591891c8e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:59.803417 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539eb374-d12c-41c0-b8b4-504f717e9f06 x-openstack-request-id: req-539eb374-d12c-41c0-b8b4-504f717e9f06 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:59.804111 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "tag": "8df91b4a-99a1-4202-8eaa-ea2591891c8e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:59.804111 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-539eb374-d12c-41c0-b8b4-504f717e9f06 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:59.804932 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'tag': '8df91b4a-99a1-4202-8eaa-ea2591891c8e', 'status': 'completed', 'code': 200} Aug 16 20:44:59.818114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Request body: {'port': {'device_id': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:59.828382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c41c30-2914-40bd-bcbf-98374cfaba79 service neutron] Pushing event updated for resources: {'Port': ['ID=8df91b4a-99a1-4202-8eaa-ea2591891c8e,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:59.913975 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.937653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67458-286d-4d3c-833d-e28f6f2b56dd req-152ef211-5b57-4e97-a5aa-0a2f49d0a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.938358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67458-286d-4d3c-833d-e28f6f2b56dd req-152ef211-5b57-4e97-a5aa-0a2f49d0a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.944376 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49b67458-286d-4d3c-833d-e28f6f2b56dd req-152ef211-5b57-4e97-a5aa-0a2f49d0a83d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1914 time: 0.1094770 Aug 16 20:45:00.035147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9f992-20f6-44c6-8103-105c7ea5b8e2 req-7235298d-ddbe-491a-a9c5-3edf9a0bcbc0 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.035147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29a9f992-20f6-44c6-8103-105c7ea5b8e2 req-7235298d-ddbe-491a-a9c5-3edf9a0bcbc0 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 944 time: 0.1214278 Aug 16 20:45:00.181681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67458-286d-4d3c-833d-e28f6f2b56dd req-441d8c6d-e558-4888-9de3-04eec88635f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.182497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67458-286d-4d3c-833d-e28f6f2b56dd req-441d8c6d-e558-4888-9de3-04eec88635f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.183906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67458-286d-4d3c-833d-e28f6f2b56dd req-441d8c6d-e558-4888-9de3-04eec88635f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.184962 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49b67458-286d-4d3c-833d-e28f6f2b56dd req-441d8c6d-e558-4888-9de3-04eec88635f3 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2362819 Aug 16 20:45:00.186422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29a9f992-20f6-44c6-8103-105c7ea5b8e2 req-1ac216ce-1259-4fce-8ce4-8bf9c433a989 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/security-groups?id=f303d395-7bdd-4b35-8ac9-6f8a176de6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899072 Aug 16 20:45:00.342925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67458-286d-4d3c-833d-e28f6f2b56dd req-32b9829a-a6ab-4e64-ba37-125281385319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.344531 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49b67458-286d-4d3c-833d-e28f6f2b56dd req-32b9829a-a6ab-4e64-ba37-125281385319 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499834 Aug 16 20:45:00.383032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db7c4a0-72c5-41f3-9767-3bb52ed51818 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:00.392260 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.404557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Transition to ACTIVE for port object 5db7c4a0-72c5-41f3-9767-3bb52ed51818 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:00.485160 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.573385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Pushing event updated for resources: {'Port': ['ID=5db7c4a0-72c5-41f3-9767-3bb52ed51818,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:00.650985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb70724-8bfb-4ed0-ab56-a72340c1ca35 req-6c6d1ae3-ec9a-475e-8ea7-02ecbeeea0a9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.652615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cb70724-8bfb-4ed0-ab56-a72340c1ca35 req-6c6d1ae3-ec9a-475e-8ea7-02ecbeeea0a9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1398041 Aug 16 20:45:00.760189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Attempting to bind port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:00.760541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Attempting to bind port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '514e60e0-b9bc-4dd2-b1d7-876373ae94f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:00.760866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Attempting to bind port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 on network 54cb9a99-71e3-44b8-800b-405893cbbd6c {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:00.771854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cb70724-8bfb-4ed0-ab56-a72340c1ca35 req-ad66c89b-5ba8-42c4-b62d-4fe9cbcdfc4c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096616 Aug 16 20:45:00.779034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 on network 54cb9a99-71e3-44b8-800b-405893cbbd6c not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:00.779463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Attempting to bind port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 on network 54cb9a99-71e3-44b8-800b-405893cbbd6c {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:00.786915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:00.787380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Checking segment: {'id': '514e60e0-b9bc-4dd2-b1d7-876373ae94f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:00.787941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Bound using segment: {'id': '514e60e0-b9bc-4dd2-b1d7-876373ae94f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:00.788463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Bound port: 5db7c4a0-72c5-41f3-9767-3bb52ed51818, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514e60e0-b9bc-4dd2-b1d7-876373ae94f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:00.788920 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.816294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fe734480-48c0-4460-9e3d-44628e96b384 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:00.899931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b352a-beaa-41a2-8257-a4c25fc6d206 req-542912cb-bca6-4720-a917-1c061d01e5c5 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.914089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b352a-beaa-41a2-8257-a4c25fc6d206 req-542912cb-bca6-4720-a917-1c061d01e5c5 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.915711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-921b352a-beaa-41a2-8257-a4c25fc6d206 req-542912cb-bca6-4720-a917-1c061d01e5c5 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1678 time: 0.2105429 Aug 16 20:45:01.001938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-921b352a-beaa-41a2-8257-a4c25fc6d206 req-55aeff60-d5d1-45fc-a44e-660b5517c0e2 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752587 Aug 16 20:45:01.003224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] For port 5db7c4a0-72c5-41f3-9767-3bb52ed51818, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:01.010689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] For port 5db7c4a0-72c5-41f3-9767-3bb52ed51818, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=5db7c4a0-72c5-41f3-9767-3bb52ed51818,segment=NetworkSegment(514e60e0-b9bc-4dd2-b1d7-876373ae94f1),segment_id=514e60e0-b9bc-4dd2-b1d7-876373ae94f1)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:01.067458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port fe734480-48c0-4460-9e3d-44628e96b384 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:01.072477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port fe734480-48c0-4460-9e3d-44628e96b384 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:01.072934 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.102662 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.148894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.149762 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.151201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] 10.222.0.76 "PUT /v2.0/ports/5db7c4a0-72c5-41f3-9767-3bb52ed51818 HTTP/1.1" status: 200 len: 1092 time: 1.3417568 Aug 16 20:45:01.170830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ff5fc-0154-4324-a87b-8d03ba08ca31 service neutron] Pushing event updated for resources: {'Port': ['ID=5db7c4a0-72c5-41f3-9767-3bb52ed51818,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:01.242594 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.290913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8237a6f-97f0-4175-9d71-6fb2ce778440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe734480-48c0-4460-9e3d-44628e96b384'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:01.293548 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a17a486-a460-448b-b413-47f44899bd37" -d '{"events": [{"server_uuid": "b8237a6f-97f0-4175-9d71-6fb2ce778440", "name": "network-vif-plugged", "status": "completed", "tag": "fe734480-48c0-4460-9e3d-44628e96b384"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:01.332278 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fe734480-48c0-4460-9e3d-44628e96b384, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe734480-48c0-4460-9e3d-44628e96b384,segment=NetworkSegment(1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb),segment_id=1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:01.363746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a77ad-5f4b-48d8-8f73-3ace5e5eff21 req-415c185c-6516-4e77-baed-59fc9987bc51 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.367043 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2462db6-4d05-45ab-8565-18680e457a90 x-openstack-request-id: req-d2462db6-4d05-45ab-8565-18680e457a90 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:01.367404 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8237a6f-97f0-4175-9d71-6fb2ce778440", "name": "network-vif-plugged", "status": "completed", "tag": "fe734480-48c0-4460-9e3d-44628e96b384", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:01.367662 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d2462db6-4d05-45ab-8565-18680e457a90 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:01.368054 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8237a6f-97f0-4175-9d71-6fb2ce778440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe734480-48c0-4460-9e3d-44628e96b384', 'code': 200} Aug 16 20:45:01.372401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-856a77ad-5f4b-48d8-8f73-3ace5e5eff21 req-415c185c-6516-4e77-baed-59fc9987bc51 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 944 time: 0.1016576 Aug 16 20:45:01.397175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0fdc8396-eca3-46ce-a615-5f573d2db343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.397685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0fdc8396-eca3-46ce-a615-5f573d2db343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.399352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-0fdc8396-eca3-46ce-a615-5f573d2db343 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1982 time: 0.0961206 Aug 16 20:45:01.416769 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.437554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-856a77ad-5f4b-48d8-8f73-3ace5e5eff21 req-a6b3345e-31bd-4dda-a737-05978e05d9eb tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/security-groups?id=f303d395-7bdd-4b35-8ac9-6f8a176de6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640893 Aug 16 20:45:01.515578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=fe734480-48c0-4460-9e3d-44628e96b384,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:01.522518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-b8a02cb6-3256-4132-bf93-0cdcdf41dc3b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=8df91b4a-99a1-4202-8eaa-ea2591891c8e HTTP/1.1" status: 200 len: 217 time: 0.1028020 Aug 16 20:45:01.545979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3289697-9ce6-4f8d-9452-af9d469b39c5 req-c49c0d7b-9f71-47ee-902f-b6314469f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.548086 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3289697-9ce6-4f8d-9452-af9d469b39c5 req-c49c0d7b-9f71-47ee-902f-b6314469f391 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 1097 time: 0.0979929 Aug 16 20:45:01.597085 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3289697-9ce6-4f8d-9452-af9d469b39c5 req-86b46181-2d7e-4805-a747-5b93476cc48b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f303d395-7bdd-4b35-8ac9-6f8a176de6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420380 Aug 16 20:45:01.606625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-4de0116b-d3cd-4673-9a6f-26d80a3bc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.608404 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-4de0116b-d3cd-4673-9a6f-26d80a3bc2b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7e27106-fa4a-4109-889a-0ab235704ca2 HTTP/1.1" status: 200 len: 801 time: 0.0777099 Aug 16 20:45:01.704697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-668246ed-d6f8-40a9-9f32-d8f61982e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.706210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-668246ed-d6f8-40a9-9f32-d8f61982e764 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=20467992-98da-4807-a8a4-f373ee67421b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608377 Aug 16 20:45:01.809980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'tag': '5db7c4a0-72c5-41f3-9767-3bb52ed51818'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:01.812438 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1727035e-5d0f-4a2a-a024-2244b6a32363" -d '{"events": [{"name": "network-changed", "server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "tag": "5db7c4a0-72c5-41f3-9767-3bb52ed51818"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:01.847016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-8138d316-6b1a-4231-90ae-0651421ff978 service neutron] 10.222.0.76 "GET /v2.0/networks/20467992-98da-4807-a8a4-f373ee67421b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259134 Aug 16 20:45:01.887743 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf28637-d11c-4ad6-bab2-41a778c6a968 x-openstack-request-id: req-adf28637-d11c-4ad6-bab2-41a778c6a968 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:01.887896 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "tag": "5db7c4a0-72c5-41f3-9767-3bb52ed51818", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:01.888157 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-adf28637-d11c-4ad6-bab2-41a778c6a968 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:01.888551 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'tag': '5db7c4a0-72c5-41f3-9767-3bb52ed51818', 'status': 'completed', 'code': 200} Aug 16 20:45:02.045641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b7eb0-0118-4c3d-8276-95f18c7a8fe6 req-dda37127-3ea6-4972-8a1d-80ea7f0fdd0d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.047877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d3b7eb0-0118-4c3d-8276-95f18c7a8fe6 req-dda37127-3ea6-4972-8a1d-80ea7f0fdd0d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1146543 Aug 16 20:45:02.060219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-b770c9d2-f92d-4173-94ff-8d6c334938e4 service neutron] 10.222.0.76 "GET /v2.0/networks/20467992-98da-4807-a8a4-f373ee67421b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069952 Aug 16 20:45:02.133009 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-31717dc0-e5a1-40e8-8a3a-d8a4f1d0c643 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=5db7c4a0-72c5-41f3-9767-3bb52ed51818 HTTP/1.1" status: 200 len: 217 time: 0.0417314 Aug 16 20:45:02.229579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d3b7eb0-0118-4c3d-8276-95f18c7a8fe6 req-a2860db8-9312-46db-962b-a34aac77f06a tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667809 Aug 16 20:45:02.246951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-5fc74a49-2267-4df6-8df7-8106bb82310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.248686 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-5fc74a49-2267-4df6-8df7-8106bb82310f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b9b2135-1974-423f-926e-397c5a2c4dbd HTTP/1.1" status: 200 len: 801 time: 0.0732236 Aug 16 20:45:02.269259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd0319-4ce6-42ed-b752-f1bd1d70f7a4 req-576e45c2-b5a5-46ec-a9de-dbb5713f055e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.282438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd0319-4ce6-42ed-b752-f1bd1d70f7a4 req-576e45c2-b5a5-46ec-a9de-dbb5713f055e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.284391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81bd0319-4ce6-42ed-b752-f1bd1d70f7a4 req-576e45c2-b5a5-46ec-a9de-dbb5713f055e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1678 time: 0.1502378 Aug 16 20:45:02.360758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81bd0319-4ce6-42ed-b752-f1bd1d70f7a4 req-a0cfd505-8b26-4a1d-ac78-a201f1df2ad6 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640047 Aug 16 20:45:02.368895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-da04dea4-94c4-44f7-9398-3a9befd7ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.370595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-da04dea4-94c4-44f7-9398-3a9befd7ffc7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=54cb9a99-71e3-44b8-800b-405893cbbd6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113262 Aug 16 20:45:02.377834 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.491033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-d48ec43c-3dde-4ef5-b64c-28ff70d6ac49 service neutron] 10.222.0.76 "GET /v2.0/networks/54cb9a99-71e3-44b8-800b-405893cbbd6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101696 Aug 16 20:45:02.523479 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.638972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85dba77e-dcf0-48d4-9f1c-cc276458aa8d req-3f3ee372-41b9-42dc-9b64-ba9a7dae3e8f service neutron] 10.222.0.76 "GET /v2.0/networks/54cb9a99-71e3-44b8-800b-405893cbbd6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389470 Aug 16 20:45:02.669693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c0406-c94d-41da-ac09-10f5dc9e0ca7 req-064f44f7-91e7-4257-b70b-ecff224e2157 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.671476 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c71c0406-c94d-41da-ac09-10f5dc9e0ca7 req-064f44f7-91e7-4257-b70b-ecff224e2157 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 945 time: 0.0862746 Aug 16 20:45:02.713393 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c71c0406-c94d-41da-ac09-10f5dc9e0ca7 req-bac437bf-f399-40ee-a7e9-1be8eba7e816 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/security-groups?id=f303d395-7bdd-4b35-8ac9-6f8a176de6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353243 Aug 16 20:45:02.830419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-e2687d1f-4480-48c9-a8f7-42c01fb9128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.830956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-e2687d1f-4480-48c9-a8f7-42c01fb9128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.832786 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-e2687d1f-4480-48c9-a8f7-42c01fb9128c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1982 time: 0.0481594 Aug 16 20:45:02.941215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-53de4a2b-66b3-4b3d-8dcf-0fae06c202ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.942958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-53de4a2b-66b3-4b3d-8dcf-0fae06c202ce service neutron] 10.222.0.76 "GET /v2.0/networks?id=54cb9a99-71e3-44b8-800b-405893cbbd6c HTTP/1.1" status: 200 len: 902 time: 0.0997407 Aug 16 20:45:02.986588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-f820dc55-2696-4f6e-b8b3-249892bd0bdf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=5db7c4a0-72c5-41f3-9767-3bb52ed51818 HTTP/1.1" status: 200 len: 217 time: 0.0360084 Aug 16 20:45:03.048036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-19d15f13-9e2a-4f63-acff-b08ed6b96c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.049583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-19d15f13-9e2a-4f63-acff-b08ed6b96c0c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b9b2135-1974-423f-926e-397c5a2c4dbd HTTP/1.1" status: 200 len: 801 time: 0.0528808 Aug 16 20:45:03.100954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-a4e47792-a79b-4170-9d01-f9b8651e0f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.102722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-a4e47792-a79b-4170-9d01-f9b8651e0f04 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=54cb9a99-71e3-44b8-800b-405893cbbd6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455096 Aug 16 20:45:03.204848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-101d822f-aa88-443b-ba56-3f07b071c572 service neutron] 10.222.0.76 "GET /v2.0/networks/54cb9a99-71e3-44b8-800b-405893cbbd6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915272 Aug 16 20:45:03.301183 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1727035e-5d0f-4a2a-a024-2244b6a32363 req-fe2e643c-678b-4240-a561-48657ace1e1e service neutron] 10.222.0.76 "GET /v2.0/networks/54cb9a99-71e3-44b8-800b-405893cbbd6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884535 Aug 16 20:45:03.369711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e2950-4df0-4a57-9f81-578f48dc910e req-10f3642f-6d5e-4c32-a3a8-41a935ca8e24 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.371711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a0e2950-4df0-4a57-9f81-578f48dc910e req-10f3642f-6d5e-4c32-a3a8-41a935ca8e24 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0497634 Aug 16 20:45:03.423255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a0e2950-4df0-4a57-9f81-578f48dc910e req-ddcd91ce-124f-4903-9d7b-993d3f98aa6d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Aug 16 20:45:03.555003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69197021-afec-4dfd-b2e3-ee28637ce20b req-75172306-7d30-46dc-9186-5925bab0e65c tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.564117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69197021-afec-4dfd-b2e3-ee28637ce20b req-75172306-7d30-46dc-9186-5925bab0e65c tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.565783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69197021-afec-4dfd-b2e3-ee28637ce20b req-75172306-7d30-46dc-9186-5925bab0e65c tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1678 time: 0.0706301 Aug 16 20:45:03.634377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69197021-afec-4dfd-b2e3-ee28637ce20b req-b38261c1-4137-4624-bf15-8a8745cf3f40 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504210 Aug 16 20:45:03.846848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b807286-92dc-409f-bb53-39d1a2a6e8cc req-089135ef-44cb-41e9-b124-f322bb619fe6 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.848328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b807286-92dc-409f-bb53-39d1a2a6e8cc req-089135ef-44cb-41e9-b124-f322bb619fe6 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 945 time: 0.0563793 Aug 16 20:45:03.919110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b807286-92dc-409f-bb53-39d1a2a6e8cc req-1ea7a5d2-7cfc-4b49-bce1-303b8b575691 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/security-groups?id=f303d395-7bdd-4b35-8ac9-6f8a176de6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568678 Aug 16 20:45:04.568283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86d63c-6560-47c5-b73e-cdc93c1e1529 req-4a53f0d2-2a70-4b73-b8a7-25cc3a865318 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.570006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e86d63c-6560-47c5-b73e-cdc93c1e1529 req-4a53f0d2-2a70-4b73-b8a7-25cc3a865318 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 945 time: 0.0646863 Aug 16 20:45:04.637121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e86d63c-6560-47c5-b73e-cdc93c1e1529 req-c7e05f5b-e912-4c20-b9e8-0a780e0fd358 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/security-groups?id=f303d395-7bdd-4b35-8ac9-6f8a176de6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536005 Aug 16 20:45:04.782060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb2321-13cc-4018-a778-db5d31403b7e req-35cd68eb-2ce7-4760-b955-4f094323f06c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.783756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5bb2321-13cc-4018-a778-db5d31403b7e req-35cd68eb-2ce7-4760-b955-4f094323f06c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1126823 Aug 16 20:45:04.814947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e410e-3fd3-49c7-b8a5-602b8424e222 req-55d94799-003f-4443-aa49-d80054bdbe4a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.822794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e410e-3fd3-49c7-b8a5-602b8424e222 req-55d94799-003f-4443-aa49-d80054bdbe4a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.825368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-376e410e-3fd3-49c7-b8a5-602b8424e222 req-55d94799-003f-4443-aa49-d80054bdbe4a tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1678 time: 0.1128073 Aug 16 20:45:04.836072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8df91b4a-99a1-4202-8eaa-ea2591891c8e details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:04.874055 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5bb2321-13cc-4018-a778-db5d31403b7e req-e3b8b1c9-dde6-41b2-a3ae-c72dbca9d775 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832365 Aug 16 20:45:04.920209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-376e410e-3fd3-49c7-b8a5-602b8424e222 req-2d2bffd7-47d4-49ee-9f07-1c6810f68cd2 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806391 Aug 16 20:45:05.051123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8df91b4a-99a1-4202-8eaa-ea2591891c8e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8df91b4a-99a1-4202-8eaa-ea2591891c8e,segment=NetworkSegment(bc00ec6e-dda0-4a13-bd81-33b75e7a158d),segment_id=bc00ec6e-dda0-4a13-bd81-33b75e7a158d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:05.065153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '8df91b4a-99a1-4202-8eaa-ea2591891c8e', 'network_id': '20467992-98da-4807-a8a4-f373ee67421b', 'port_id': '8df91b4a-99a1-4202-8eaa-ea2591891c8e', 'mac_address': 'fa:16:3e:1b:07:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e27106-fa4a-4109-889a-0ab235704ca2', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:05.110725 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.130195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df91b4a-99a1-4202-8eaa-ea2591891c8e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:05.157325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8df91b4a-99a1-4202-8eaa-ea2591891c8e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8df91b4a-99a1-4202-8eaa-ea2591891c8e,segment=NetworkSegment(bc00ec6e-dda0-4a13-bd81-33b75e7a158d),segment_id=bc00ec6e-dda0-4a13-bd81-33b75e7a158d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:05.256515 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.257225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 5db7c4a0-72c5-41f3-9767-3bb52ed51818 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:05.356883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=8df91b4a-99a1-4202-8eaa-ea2591891c8e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:05.409480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 5db7c4a0-72c5-41f3-9767-3bb52ed51818, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=5db7c4a0-72c5-41f3-9767-3bb52ed51818,segment=NetworkSegment(514e60e0-b9bc-4dd2-b1d7-876373ae94f1),segment_id=514e60e0-b9bc-4dd2-b1d7-876373ae94f1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:05.421961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '5db7c4a0-72c5-41f3-9767-3bb52ed51818', 'network_id': '54cb9a99-71e3-44b8-800b-405893cbbd6c', 'port_id': '5db7c4a0-72c5-41f3-9767-3bb52ed51818', 'mac_address': 'fa:16:3e:15:bd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9b2135-1974-423f-926e-397c5a2c4dbd', 'ip_address': '19.86.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:05.461932 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.477148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db7c4a0-72c5-41f3-9767-3bb52ed51818 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:05.498021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 5db7c4a0-72c5-41f3-9767-3bb52ed51818, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=5db7c4a0-72c5-41f3-9767-3bb52ed51818,segment=NetworkSegment(514e60e0-b9bc-4dd2-b1d7-876373ae94f1),segment_id=514e60e0-b9bc-4dd2-b1d7-876373ae94f1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:05.639048 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.729211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=5db7c4a0-72c5-41f3-9767-3bb52ed51818,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:05.831224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c27ca3-3a15-4d23-bab3-1f476216eba4 req-97fe5879-6f0a-47d1-a040-c29093b22c09 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:05.832800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22c27ca3-3a15-4d23-bab3-1f476216eba4 req-97fe5879-6f0a-47d1-a040-c29093b22c09 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 945 time: 0.1015246 Aug 16 20:45:05.874207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22c27ca3-3a15-4d23-bab3-1f476216eba4 req-a1d10cec-96f1-4358-bceb-348490273272 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/security-groups?id=f303d395-7bdd-4b35-8ac9-6f8a176de6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Aug 16 20:45:05.958496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304d50c-5562-472c-ad25-47072400b9b2 req-ae05423c-17d6-4524-9761-306d4ae7d1ca tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:05.960225 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f304d50c-5562-472c-ad25-47072400b9b2 req-ae05423c-17d6-4524-9761-306d4ae7d1ca tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 945 time: 0.0628219 Aug 16 20:45:05.987899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['5db7c4a0-72c5-41f3-9767-3bb52ed51818'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:06.181064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905da57-cc10-4647-9159-d303e38380bb req-ba0538df-9ea2-41bc-89c7-5fb753ef5875 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.187107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905da57-cc10-4647-9159-d303e38380bb req-ba0538df-9ea2-41bc-89c7-5fb753ef5875 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.194786 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c905da57-cc10-4647-9159-d303e38380bb req-ba0538df-9ea2-41bc-89c7-5fb753ef5875 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1680 time: 0.1508987 Aug 16 20:45:06.211327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5fdc0-4fc6-4b36-a9a9-a417df7ae740 req-b36c7b3c-50a1-4a4a-bc9b-dc26f2d570de tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.214813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5eb5fdc0-4fc6-4b36-a9a9-a417df7ae740 req-b36c7b3c-50a1-4a4a-bc9b-dc26f2d570de tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1699178 Aug 16 20:45:06.269654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c905da57-cc10-4647-9159-d303e38380bb req-d2db5214-34ce-44c8-8301-9e75d8e53bc9 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738082 Aug 16 20:45:06.272004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-f304d50c-5562-472c-ad25-47072400b9b2 req-65ff91b4-7e6d-4add-9cb8-98e2be8d18fa tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Deleting port fe734480-48c0-4460-9e3d-44628e96b384 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:06.272351 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f304d50c-5562-472c-ad25-47072400b9b2 req-65ff91b4-7e6d-4add-9cb8-98e2be8d18fa tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.367480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5eb5fdc0-4fc6-4b36-a9a9-a417df7ae740 req-2d3d4a55-3960-441f-94c0-cf69669ecfee tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207440 Aug 16 20:45:06.433720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-f304d50c-5562-472c-ad25-47072400b9b2 req-65ff91b4-7e6d-4add-9cb8-98e2be8d18fa tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] For port fe734480-48c0-4460-9e3d-44628e96b384, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe734480-48c0-4460-9e3d-44628e96b384,segment=NetworkSegment(1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb),segment_id=1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:06.434101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f304d50c-5562-472c-ad25-47072400b9b2 req-65ff91b4-7e6d-4add-9cb8-98e2be8d18fa tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.449432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-f304d50c-5562-472c-ad25-47072400b9b2 req-65ff91b4-7e6d-4add-9cb8-98e2be8d18fa tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Calling delete_port for fe734480-48c0-4460-9e3d-44628e96b384 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:06.900042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f304d50c-5562-472c-ad25-47072400b9b2 req-65ff91b4-7e6d-4add-9cb8-98e2be8d18fa tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.913678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['fe734480-48c0-4460-9e3d-44628e96b384'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:06.969764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff91b4-7e6d-4add-9cb8-98e2be8d18fa tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Pushing event deleted for resources: {'Port': ['ID=fe734480-48c0-4460-9e3d-44628e96b384,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:06.998783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f36b52d1-9fd5-4ba4-9169-4bc1c143c382 req-6f75c25c-61bf-4286-97ed-1218900282b3 tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8237a6f-97f0-4175-9d71-6fb2ce778440 HTTP/1.1" status: 200 len: 210 time: 0.0395563 Aug 16 20:45:07.026443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['8df91b4a-99a1-4202-8eaa-ea2591891c8e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:07.048627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f304d50c-5562-472c-ad25-47072400b9b2 req-65ff91b4-7e6d-4add-9cb8-98e2be8d18fa tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] No DVR routers for this DVR port fe734480-48c0-4460-9e3d-44628e96b384 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:07.054721 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f304d50c-5562-472c-ad25-47072400b9b2 req-65ff91b4-7e6d-4add-9cb8-98e2be8d18fa tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.057726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f304d50c-5562-472c-ad25-47072400b9b2 req-65ff91b4-7e6d-4add-9cb8-98e2be8d18fa tempest-ServerGroupTestJSON-1970306706 tempest-ServerGroupTestJSON-1970306706-project] 10.222.0.76 "DELETE /v2.0/ports/fe734480-48c0-4460-9e3d-44628e96b384 HTTP/1.1" status: 204 len: 173 time: 1.0845912 Aug 16 20:45:07.057726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8237a6f-97f0-4175-9d71-6fb2ce778440', 'name': 'network-vif-deleted', 'tag': 'fe734480-48c0-4460-9e3d-44628e96b384'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:07.059717 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5470b6c-804e-48bd-be03-b112a6d9253c" -d '{"events": [{"server_uuid": "b8237a6f-97f0-4175-9d71-6fb2ce778440", "name": "network-vif-deleted", "tag": "fe734480-48c0-4460-9e3d-44628e96b384"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:07.111466 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602555d3-1170-430a-b7fb-e58677e55819 x-openstack-request-id: req-602555d3-1170-430a-b7fb-e58677e55819 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:07.111762 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8237a6f-97f0-4175-9d71-6fb2ce778440", "name": "network-vif-deleted", "tag": "fe734480-48c0-4460-9e3d-44628e96b384", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:07.112022 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-602555d3-1170-430a-b7fb-e58677e55819 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:07.112418 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8237a6f-97f0-4175-9d71-6fb2ce778440', 'name': 'network-vif-deleted', 'tag': 'fe734480-48c0-4460-9e3d-44628e96b384', 'status': 'completed', 'code': 200} Aug 16 20:45:07.427443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada76857-13f7-4f8c-b950-fca919e96213 req-efd96660-b08d-4d12-b5c6-c2330c5da723 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:07.434831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada76857-13f7-4f8c-b950-fca919e96213 req-efd96660-b08d-4d12-b5c6-c2330c5da723 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:07.436503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ada76857-13f7-4f8c-b950-fca919e96213 req-efd96660-b08d-4d12-b5c6-c2330c5da723 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1680 time: 0.0755131 Aug 16 20:45:07.497387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ada76857-13f7-4f8c-b950-fca919e96213 req-5e144b71-48f3-4f8e-b2e7-ea05c91f78da tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537577 Aug 16 20:45:07.583132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583f81-9361-4e17-9c9a-03ca8dade3ba req-ab8af47a-5010-481b-b340-0d78ea2a7c7f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:07.584843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25583f81-9361-4e17-9c9a-03ca8dade3ba req-ab8af47a-5010-481b-b340-0d78ea2a7c7f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0828218 Aug 16 20:45:07.640035 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25583f81-9361-4e17-9c9a-03ca8dade3ba req-7e13c2c0-688f-4b2a-bbed-459d110c4f52 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460172 Aug 16 20:45:08.411598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46874) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:08.462587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-018c6978-d302-42ff-af9d-bfe7a82a1b9f admin admin] Deleting subnet 20a5be4e-4394-41d3-bb59-edd5e5add9b0 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:08.466859 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-018c6978-d302-42ff-af9d-bfe7a82a1b9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.517898 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-018c6978-d302-42ff-af9d-bfe7a82a1b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.566873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-018c6978-d302-42ff-af9d-bfe7a82a1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.661356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9657230-eea2-44e3-9042-371985e14e8d req-70997d35-1a31-41f2-b632-95faf3ee7e80 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:08.669042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9657230-eea2-44e3-9042-371985e14e8d req-70997d35-1a31-41f2-b632-95faf3ee7e80 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:08.670452 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:45:08.671057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9657230-eea2-44e3-9042-371985e14e8d req-70997d35-1a31-41f2-b632-95faf3ee7e80 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1680 time: 0.0840459 Aug 16 20:45:08.727641 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9657230-eea2-44e3-9042-371985e14e8d req-fb4a0e0f-6fa9-43ad-b7bc-1998baae474f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Aug 16 20:45:08.747782 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-018c6978-d302-42ff-af9d-bfe7a82a1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.792654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c6978-d302-42ff-af9d-bfe7a82a1b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a5be4e-4394-41d3-bb59-edd5e5add9b0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:08.798348 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-018c6978-d302-42ff-af9d-bfe7a82a1b9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.800429 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-018c6978-d302-42ff-af9d-bfe7a82a1b9f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/20a5be4e-4394-41d3-bb59-edd5e5add9b0 HTTP/1.1" status: 204 len: 168 time: 0.3878241 Aug 16 20:45:08.803065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46894) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:08.833146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220ac57-617d-45b9-b400-1a65a14227dc req-cf6ab810-8e1f-4a9a-9d2c-c6926f3eb522 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:08.833146 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a220ac57-617d-45b9-b400-1a65a14227dc req-cf6ab810-8e1f-4a9a-9d2c-c6926f3eb522 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0940177 Aug 16 20:45:08.865066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8df91b4a-99a1-4202-8eaa-ea2591891c8e up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:08.889919 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a220ac57-617d-45b9-b400-1a65a14227dc req-e74ffadd-4320-4c62-8abf-772385a0ddbb tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518060 Aug 16 20:45:08.908631 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.997680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.007627 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbddc826-8741-4de3-b72a-9bfb186cc004']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:09.022602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:09.023013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4b075f-0d5d-4adc-b26b-e6a1d9699ceb') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:09.032977 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.048687 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.055994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:09.056410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.088749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 8df91b4a-99a1-4202-8eaa-ea2591891c8e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:09.094033 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 8df91b4a-99a1-4202-8eaa-ea2591891c8e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:09.094937 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:09.111431 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:09.180741 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.204591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.212176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df91b4a-99a1-4202-8eaa-ea2591891c8e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:09.214565 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1b2100-7dc3-4f4f-9888-bdcafc096a6d" -d '{"events": [{"server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "name": "network-vif-plugged", "status": "completed", "tag": "8df91b4a-99a1-4202-8eaa-ea2591891c8e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:09.216838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.218369 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] 10.222.0.74 "DELETE /v2.0/networks/fbddc826-8741-4de3-b72a-9bfb186cc004 HTTP/1.1" status: 204 len: 168 time: 0.4142318 Aug 16 20:45:09.227604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8df91b4a-99a1-4202-8eaa-ea2591891c8e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8df91b4a-99a1-4202-8eaa-ea2591891c8e,segment=NetworkSegment(bc00ec6e-dda0-4a13-bd81-33b75e7a158d),segment_id=bc00ec6e-dda0-4a13-bd81-33b75e7a158d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:09.240624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Pushing event deleted for resources: {'Network': ['ID=fbddc826-8741-4de3-b72a-9bfb186cc004,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:09.249394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.253597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.253597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.253597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.253597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.253597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.253597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.253597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.253597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.253597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.253597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.253597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2b3df-cdbd-49e2-8b90-723e188457da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:09.272529 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d745e8-62a9-4042-900c-9d7a3ab7bde2 x-openstack-request-id: req-18d745e8-62a9-4042-900c-9d7a3ab7bde2 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:09.273246 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "name": "network-vif-plugged", "status": "completed", "tag": "8df91b4a-99a1-4202-8eaa-ea2591891c8e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:09.273569 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-18d745e8-62a9-4042-900c-9d7a3ab7bde2 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:09.274027 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df91b4a-99a1-4202-8eaa-ea2591891c8e', 'code': 200} Aug 16 20:45:09.307741 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.309100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 5db7c4a0-72c5-41f3-9767-3bb52ed51818 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:09.398306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=8df91b4a-99a1-4202-8eaa-ea2591891c8e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:09.479040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:09.483677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:09.489522 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.591409 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.627360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 5db7c4a0-72c5-41f3-9767-3bb52ed51818, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=5db7c4a0-72c5-41f3-9767-3bb52ed51818,segment=NetworkSegment(514e60e0-b9bc-4dd2-b1d7-876373ae94f1),segment_id=514e60e0-b9bc-4dd2-b1d7-876373ae94f1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:09.630065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46944) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:09.675701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46948) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:09.675864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8520b993-8e9e-497d-8519-21420d34e56d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=89729cad573d43a2881d78fc5162413d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442839 Aug 16 20:45:09.691037 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.693824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fe734480-48c0-4460-9e3d-44628e96b384 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:09.735258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: fe734480-48c0-4460-9e3d-44628e96b384 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:09.735606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fe734480-48c0-4460-9e3d-44628e96b384 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:09.744049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b40fca5b-f039-401e-88f3-3666372dddb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.772536 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b40fca5b-f039-401e-88f3-3666372dddb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.772808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=5db7c4a0-72c5-41f3-9767-3bb52ed51818,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:09.880925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7ce12-a88f-4f20-b668-925f2fbf1839 req-6ffc880b-e01c-4b9c-a743-ce80da85af73 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:09.887459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7ce12-a88f-4f20-b668-925f2fbf1839 req-6ffc880b-e01c-4b9c-a743-ce80da85af73 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:09.889162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7a7ce12-a88f-4f20-b668-925f2fbf1839 req-6ffc880b-e01c-4b9c-a743-ce80da85af73 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1682 time: 0.0769582 Aug 16 20:45:09.919008 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b40fca5b-f039-401e-88f3-3666372dddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.922414 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b40fca5b-f039-401e-88f3-3666372dddb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.924196 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b40fca5b-f039-401e-88f3-3666372dddb9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f303d395-7bdd-4b35-8ac9-6f8a176de6a5 HTTP/1.1" status: 204 len: 168 time: 0.2471454 Aug 16 20:45:09.933168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fca5b-f039-401e-88f3-3666372dddb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f303d395-7bdd-4b35-8ac9-6f8a176de6a5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:09.952145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7a7ce12-a88f-4f20-b668-925f2fbf1839 req-43bde5a1-318d-4296-83ac-dae66381de57 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497186 Aug 16 20:45:10.067726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2fcd2-3181-4023-98ad-08b16d83a8c1 req-b3367a0e-8559-4da1-a5b7-06c0bfd0b6c1 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:10.069308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62c2fcd2-3181-4023-98ad-08b16d83a8c1 req-b3367a0e-8559-4da1-a5b7-06c0bfd0b6c1 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0600069 Aug 16 20:45:10.110130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62c2fcd2-3181-4023-98ad-08b16d83a8c1 req-a21f4e66-c559-4809-9794-0e6849ff2040 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331357 Aug 16 20:45:10.943286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89923157-525b-41eb-b340-5983c5c9cacb req-949025f8-bece-449a-af11-1926b9eb43c9 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:10.944924 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-949025f8-bece-449a-af11-1926b9eb43c9 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/networks?id=5d55a6d8-8eff-4383-a9a0-d80a6e193368 HTTP/1.1" status: 200 len: 805 time: 0.1319203 Aug 16 20:45:10.960530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-afa898e1-93b7-4c1c-996b-ad576ec23810 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/quotas/32fd50cdc7c2456799cb9a8cbbe358b2 HTTP/1.1" status: 200 len: 375 time: 0.0095339 Aug 16 20:45:11.041312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-8e144df5-8c2d-43a1-b1c8-262bf8e23185 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737619 Aug 16 20:45:11.137622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ae32-473c-4a7c-921c-e5140316992a req-40f24f3a-38f7-4d71-a304-b8cdf46b2956 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.143829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ae32-473c-4a7c-921c-e5140316992a req-40f24f3a-38f7-4d71-a304-b8cdf46b2956 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.145162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47010) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:11.145668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92a1ae32-473c-4a7c-921c-e5140316992a req-40f24f3a-38f7-4d71-a304-b8cdf46b2956 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1682 time: 0.1290457 Aug 16 20:45:11.212759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-74641da8-1af8-4b48-9d3a-4bafaf8eccd7 service neutron] 10.222.0.74 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547983 Aug 16 20:45:11.217866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92a1ae32-473c-4a7c-921c-e5140316992a req-0e214ddc-c8f4-4d58-8eab-a70d8d7836f3 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654976 Aug 16 20:45:11.264136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1034022233-network', 'tenant_id': '5168d93a326f4346ae1a2ee9b5ba36a0'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:11.275182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db7c4a0-72c5-41f3-9767-3bb52ed51818'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:11.277601 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a0b01d-cf25-4180-86a3-cbfeff87695f" -d '{"events": [{"server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "name": "network-vif-plugged", "status": "completed", "tag": "5db7c4a0-72c5-41f3-9767-3bb52ed51818"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:11.346326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-813471a4-628e-4eae-9bf7-243b820f3bff service neutron] 10.222.0.74 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271317 Aug 16 20:45:11.358440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780adcf-a940-462c-8907-09825589833b req-7ff36394-3466-4322-b2f7-88ae033626b8 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.359875 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4780adcf-a940-462c-8907-09825589833b req-7ff36394-3466-4322-b2f7-88ae033626b8 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0698810 Aug 16 20:45:11.381734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Made reservation on behalf of 5168d93a326f4346ae1a2ee9b5ba36a0 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:11.384181 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.394342 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.400360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4780adcf-a940-462c-8907-09825589833b req-44f7f6cb-a2dc-4c67-af84-571b26df829b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340550 Aug 16 20:45:11.444705 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e121feb-4d70-43e6-b6f0-4f7a8e9fabcb x-openstack-request-id: req-8e121feb-4d70-43e6-b6f0-4f7a8e9fabcb {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:11.445001 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "name": "network-vif-plugged", "status": "completed", "tag": "5db7c4a0-72c5-41f3-9767-3bb52ed51818", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:11.445305 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8e121feb-4d70-43e6-b6f0-4f7a8e9fabcb {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:11.445697 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db7c4a0-72c5-41f3-9767-3bb52ed51818', 'code': 200} Aug 16 20:45:11.490760 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.560439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd82e7-4b43-4d26-bd0d-0d3d861ed68f req-d48e462c-02be-41aa-8073-b658a0911f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.560933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd82e7-4b43-4d26-bd0d-0d3d861ed68f req-d48e462c-02be-41aa-8073-b658a0911f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.563846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4cd82e7-4b43-4d26-bd0d-0d3d861ed68f req-d48e462c-02be-41aa-8073-b658a0911f0d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1986 time: 0.0589712 Aug 16 20:45:11.570122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.580601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c15ed59-df09-4256-88f4-2b6d2e66bfbe req-3c8bc179-5c6c-4513-9108-bf981f18f4bc tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 210 time: 0.0353878 Aug 16 20:45:11.595439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:11.613688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4cd82e7-4b43-4d26-bd0d-0d3d861ed68f req-93b2a91f-7128-47a4-9033-88d1be3bb39f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355721 Aug 16 20:45:11.614380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd4ecbc-b6ef-4f82-9808-d14d1bbf8292,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:11.617606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.618045 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Added segment 96c5b2e7-c2fc-47ef-ba29-bbc3f1e8b704 of type vlan for network c13c0f49-dc0a-4625-8d11-9da40b31a17f Aug 16 20:45:11.666598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.724493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.725614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.726249 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.784932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] Pushing event updated for resources: {'Network': ['ID=c13c0f49-dc0a-4625-8d11-9da40b31a17f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:11.795000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network c13c0f49-dc0a-4625-8d11-9da40b31a17f details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:11.866316 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-524c3c7f-4000-4c5b-b281-c2118e736c88 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7192028 Aug 16 20:45:12.563157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e06895b2-d0b2-4644-aa17-f8110ca271be no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:12.650501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.700673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e06895b2-d0b2-4644-aa17-f8110ca271be, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e06895b2-d0b2-4644-aa17-f8110ca271be,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:12.741208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3f638-5200-43f0-9f3c-3ca7863f6fe4 req-51c7772e-16cd-4cf0-8dbf-725eb52bd3cb tempest-ComputeTenantNetworksTest-247297692 tempest-ComputeTenantNetworksTest-247297692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.746999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3f638-5200-43f0-9f3c-3ca7863f6fe4 req-51c7772e-16cd-4cf0-8dbf-725eb52bd3cb tempest-ComputeTenantNetworksTest-247297692 tempest-ComputeTenantNetworksTest-247297692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.752957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3f638-5200-43f0-9f3c-3ca7863f6fe4 req-51c7772e-16cd-4cf0-8dbf-725eb52bd3cb tempest-ComputeTenantNetworksTest-247297692 tempest-ComputeTenantNetworksTest-247297692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.754557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abc3f638-5200-43f0-9f3c-3ca7863f6fe4 req-51c7772e-16cd-4cf0-8dbf-725eb52bd3cb tempest-ComputeTenantNetworksTest-247297692 tempest-ComputeTenantNetworksTest-247297692-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5904889 Aug 16 20:45:12.782885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc094-b2cb-43bb-bf8d-541d841c2b16 req-e44f38fd-c530-4c55-aeab-61d3293e89da tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.788663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc094-b2cb-43bb-bf8d-541d841c2b16 req-e44f38fd-c530-4c55-aeab-61d3293e89da tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.790272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c30dc094-b2cb-43bb-bf8d-541d841c2b16 req-e44f38fd-c530-4c55-aeab-61d3293e89da tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1682 time: 0.4930696 Aug 16 20:45:12.802372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608c432-4236-455a-abe8-78def2f7e5db req-01fdbae1-f52d-401e-8d4f-bfa9b134334c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.803810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4608c432-4236-455a-abe8-78def2f7e5db req-01fdbae1-f52d-401e-8d4f-bfa9b134334c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f27a4f08-06d3-494a-a946-4fcff272071f HTTP/1.1" status: 200 len: 945 time: 0.1192696 Aug 16 20:45:12.808073 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.900474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c30dc094-b2cb-43bb-bf8d-541d841c2b16 req-fbf5de69-6f8e-4556-91f7-af0de5ebb154 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956078 Aug 16 20:45:12.955307 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae19ab9-915c-4382-ab70-7952773b6a0b req-3eb2a7f6-a258-4336-b879-14d9dba41f70 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.956752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bae19ab9-915c-4382-ab70-7952773b6a0b req-3eb2a7f6-a258-4336-b879-14d9dba41f70 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1057124 Aug 16 20:45:13.003150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=e06895b2-d0b2-4644-aa17-f8110ca271be,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:13.010595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.010990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.011331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.011663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.011994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.012321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.012646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.012967 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.013361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.013633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.013952 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.014269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.031538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-949c4595-8695-4c1a-8523-e82508e775fb req-3a7412f8-1aa4-4a5a-9e9e-3f449f48c0d8 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 210 time: 0.0550299 Aug 16 20:45:13.043822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bae19ab9-915c-4382-ab70-7952773b6a0b req-fdbff377-f981-42a2-b53f-a6a23986d8e7 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758970 Aug 16 20:45:13.045764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-4608c432-4236-455a-abe8-78def2f7e5db req-68926a53-0844-4a10-a319-5bd3d3649a7a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Deleting port e06895b2-d0b2-4644-aa17-f8110ca271be {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:13.046008 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4608c432-4236-455a-abe8-78def2f7e5db req-68926a53-0844-4a10-a319-5bd3d3649a7a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.203033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7011acb-7bc7-4fb0-bf10-26c0692f2d65 req-2cbee333-cf17-44ae-9b02-0aaaf44279f6 tempest-ComputeTenantNetworksTest-247297692 tempest-ComputeTenantNetworksTest-247297692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:13.203033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7011acb-7bc7-4fb0-bf10-26c0692f2d65 req-2cbee333-cf17-44ae-9b02-0aaaf44279f6 tempest-ComputeTenantNetworksTest-247297692 tempest-ComputeTenantNetworksTest-247297692-project] 10.222.0.74 "GET /v2.0/networks/c13c0f49-dc0a-4625-8d11-9da40b31a17f HTTP/1.1" status: 200 len: 769 time: 0.1106472 Aug 16 20:45:13.209306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47070) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:13.216836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-4608c432-4236-455a-abe8-78def2f7e5db req-68926a53-0844-4a10-a319-5bd3d3649a7a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] For port e06895b2-d0b2-4644-aa17-f8110ca271be, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e06895b2-d0b2-4644-aa17-f8110ca271be,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:13.217315 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4608c432-4236-455a-abe8-78def2f7e5db req-68926a53-0844-4a10-a319-5bd3d3649a7a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.231544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-4608c432-4236-455a-abe8-78def2f7e5db req-68926a53-0844-4a10-a319-5bd3d3649a7a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Calling delete_port for e06895b2-d0b2-4644-aa17-f8110ca271be owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:13.296607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.387562 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.398005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13c0f49-dc0a-4625-8d11-9da40b31a17f']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:13.412972 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c5b2e7-c2fc-47ef-ba29-bbc3f1e8b704') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:13.413311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c5b2e7-c2fc-47ef-ba29-bbc3f1e8b704') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:13.422127 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.435561 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.439027 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4608c432-4236-455a-abe8-78def2f7e5db req-68926a53-0844-4a10-a319-5bd3d3649a7a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.441904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:13.442434 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:13.444119 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:13.446733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e06895b2-d0b2-4644-aa17-f8110ca271be'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:13.449610 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c48304-8a36-42da-9978-32a29a130067" -d '{"events": [{"server_uuid": "f27a4f08-06d3-494a-a946-4fcff272071f", "name": "network-vif-unplugged", "status": "completed", "tag": "e06895b2-d0b2-4644-aa17-f8110ca271be"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:13.484935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68926a53-0844-4a10-a319-5bd3d3649a7a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Pushing event deleted for resources: {'Port': ['ID=e06895b2-d0b2-4644-aa17-f8110ca271be,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:13.488528 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3916a4-b093-48a3-91cf-ff1989cae359 x-openstack-request-id: req-ed3916a4-b093-48a3-91cf-ff1989cae359 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:13.489408 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27a4f08-06d3-494a-a946-4fcff272071f", "name": "network-vif-unplugged", "status": "completed", "tag": "e06895b2-d0b2-4644-aa17-f8110ca271be", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:13.489814 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ed3916a4-b093-48a3-91cf-ff1989cae359 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:13.490339 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e06895b2-d0b2-4644-aa17-f8110ca271be', 'code': 200} Aug 16 20:45:13.538255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4608c432-4236-455a-abe8-78def2f7e5db req-68926a53-0844-4a10-a319-5bd3d3649a7a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] No DVR routers for this DVR port e06895b2-d0b2-4644-aa17-f8110ca271be on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:13.540926 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-4608c432-4236-455a-abe8-78def2f7e5db req-68926a53-0844-4a10-a319-5bd3d3649a7a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.543126 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4608c432-4236-455a-abe8-78def2f7e5db req-68926a53-0844-4a10-a319-5bd3d3649a7a tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.79 "DELETE /v2.0/ports/e06895b2-d0b2-4644-aa17-f8110ca271be HTTP/1.1" status: 204 len: 173 time: 0.7313473 Aug 16 20:45:13.543580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'name': 'network-vif-deleted', 'tag': 'e06895b2-d0b2-4644-aa17-f8110ca271be'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:13.545815 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911171dc-f114-483c-b156-a05bd788493e" -d '{"events": [{"server_uuid": "f27a4f08-06d3-494a-a946-4fcff272071f", "name": "network-vif-deleted", "tag": "e06895b2-d0b2-4644-aa17-f8110ca271be"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:13.585529 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ceae3a-a94a-48a2-a7f0-831d1703c73d x-openstack-request-id: req-84ceae3a-a94a-48a2-a7f0-831d1703c73d {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:13.585823 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27a4f08-06d3-494a-a946-4fcff272071f", "name": "network-vif-deleted", "tag": "e06895b2-d0b2-4644-aa17-f8110ca271be", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:13.586137 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-84ceae3a-a94a-48a2-a7f0-831d1703c73d {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:13.586520 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27a4f08-06d3-494a-a946-4fcff272071f', 'name': 'network-vif-deleted', 'tag': 'e06895b2-d0b2-4644-aa17-f8110ca271be', 'status': 'completed', 'code': 200} Aug 16 20:45:13.596496 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.602301 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.604280 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c13c0f49-dc0a-4625-8d11-9da40b31a17f HTTP/1.1" status: 204 len: 168 time: 0.3939478 Aug 16 20:45:13.616319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3467373-742c-4ea4-aac7-5ce74d2a4315 admin admin] Pushing event deleted for resources: {'Network': ['ID=c13c0f49-dc0a-4625-8d11-9da40b31a17f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:14.002861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89923157-525b-41eb-b340-5983c5c9cacb req-346c394f-69b2-4c1c-8d6d-6fd6b6b24ecb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.004188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-346c394f-69b2-4c1c-8d6d-6fd6b6b24ecb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.76 "GET /v2.0/networks?id=5d55a6d8-8eff-4383-a9a0-d80a6e193368 HTTP/1.1" status: 200 len: 805 time: 0.1226099 Aug 16 20:45:14.023145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Request body: {'port': {'device_id': '5cdde8cf-89ff-425e-996a-36101a782794', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'admin_state_up': True, 'tenant_id': '32fd50cdc7c2456799cb9a8cbbe358b2'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:14.040168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:14.092581 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f8818585-1824-4ff0-916d-309b6c5bae71 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5168d93a326f4346ae1a2ee9b5ba36a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485191 Aug 16 20:45:14.093064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47098) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:14.102369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421668f-7615-4e75-b648-79e7130f8229 req-f4f468f3-bade-4432-ae0a-34091e02408b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.109070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421668f-7615-4e75-b648-79e7130f8229 req-f4f468f3-bade-4432-ae0a-34091e02408b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.110917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4421668f-7615-4e75-b648-79e7130f8229 req-f4f468f3-bade-4432-ae0a-34091e02408b tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1682 time: 0.1323314 Aug 16 20:45:14.156179 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b2e6600-9bfe-4c32-9e9c-949a342718cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.161308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1acf1ff7-0f41-4d39-910a-484baadaed1b req-28187d8b-8836-47b9-a7f3-e9a85cde48f2 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 210 time: 0.0416691 Aug 16 20:45:14.222125 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b2e6600-9bfe-4c32-9e9c-949a342718cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.227423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4421668f-7615-4e75-b648-79e7130f8229 req-ba1f7ba4-7620-4ccf-bedb-995893487638 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939331 Aug 16 20:45:14.350468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4bd95-089f-4c39-a4cb-194122b3b1e6 req-fd225855-a9ba-49b8-b1ae-5f15f6b00dd5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.352140 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5c4bd95-089f-4c39-a4cb-194122b3b1e6 req-fd225855-a9ba-49b8-b1ae-5f15f6b00dd5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0840590 Aug 16 20:45:14.365422 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b2e6600-9bfe-4c32-9e9c-949a342718cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.369487 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b2e6600-9bfe-4c32-9e9c-949a342718cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.370714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Made reservation on behalf of 32fd50cdc7c2456799cb9a8cbbe358b2 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:14.373513 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2b2e6600-9bfe-4c32-9e9c-949a342718cb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cdd4ecbc-b6ef-4f82-9808-d14d1bbf8292 HTTP/1.1" status: 204 len: 168 time: 0.2775242 Aug 16 20:45:14.375306 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.384195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e6600-9bfe-4c32-9e9c-949a342718cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd4ecbc-b6ef-4f82-9808-d14d1bbf8292,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:14.532269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5c4bd95-089f-4c39-a4cb-194122b3b1e6 req-6aea4060-26aa-4dd5-a609-5dbcfccc40bc tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715989 Aug 16 20:45:14.593801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Allocated IP 172.20.0.10 (5d55a6d8-8eff-4383-a9a0-d80a6e193368/017e1c35-8272-486f-8cbc-c85f51de575d/2234c02c-60a1-4203-8356-cc32cac3db14) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:14.752813 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.891278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.963857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:14.968034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:14.972400 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:15.010382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Pushing event updated for resources: {'Port': ['ID=2234c02c-60a1-4203-8356-cc32cac3db14,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:15.052992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.077182 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.077182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c013-13df-426c-b6db-120eba03e409 req-0b095ca9-5b63-4bfb-b420-a2a1fb2665fa tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.082025 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c013-13df-426c-b6db-120eba03e409 req-0b095ca9-5b63-4bfb-b420-a2a1fb2665fa tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.083606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f253c013-13df-426c-b6db-120eba03e409 req-0b095ca9-5b63-4bfb-b420-a2a1fb2665fa tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1682 time: 0.1084039 Aug 16 20:45:15.122894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f253c013-13df-426c-b6db-120eba03e409 req-2bd11abb-55c2-4065-bc22-1d0368b21271 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331385 Aug 16 20:45:15.210715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-acf06501-a9ec-4cae-885c-7b12a744b5b6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1919851 Aug 16 20:45:15.228281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Request body: {'port': {'device_id': '5cdde8cf-89ff-425e-996a-36101a782794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:15.237231 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0dea81fe-b77a-4241-bd24-3d41b10f8894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.339905 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.358398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c26e38-478e-43f2-a8b6-a270f862f947 req-3acd9deb-71f1-43eb-a919-1579825678a7 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.362044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12c26e38-478e-43f2-a8b6-a270f862f947 req-3acd9deb-71f1-43eb-a919-1579825678a7 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 932 time: 0.1043928 Aug 16 20:45:15.440822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12c26e38-478e-43f2-a8b6-a270f862f947 req-599cac15-230b-4749-9edb-75404475777f tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733647 Aug 16 20:45:15.707500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f2c14-4c77-4ebe-b0f9-d1238bbea930 req-4814bd4f-e9af-4f2f-a82e-d70fc496e297 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.709190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-299f2c14-4c77-4ebe-b0f9-d1238bbea930 req-4814bd4f-e9af-4f2f-a82e-d70fc496e297 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0998533 Aug 16 20:45:15.777533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2234c02c-60a1-4203-8356-cc32cac3db14 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:15.788325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-299f2c14-4c77-4ebe-b0f9-d1238bbea930 req-c349b279-084e-4670-94f0-0dcb018e6038 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695362 Aug 16 20:45:15.790191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.814430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Transition to ACTIVE for port object 2234c02c-60a1-4203-8356-cc32cac3db14 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:15.944955 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.996506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2234c02c-60a1-4203-8356-cc32cac3db14,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:16.066019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Attempting to bind port 2234c02c-60a1-4203-8356-cc32cac3db14 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:16.066671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Attempting to bind port 2234c02c-60a1-4203-8356-cc32cac3db14 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:16.066671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Attempting to bind port 2234c02c-60a1-4203-8356-cc32cac3db14 on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:16.070932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Port 2234c02c-60a1-4203-8356-cc32cac3db14 on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:16.071253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Attempting to bind port 2234c02c-60a1-4203-8356-cc32cac3db14 on network 5d55a6d8-8eff-4383-a9a0-d80a6e193368 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:16.076764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:16.077132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Checking segment: {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:16.077561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Bound using segment: {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:16.077985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Bound port: 2234c02c-60a1-4203-8356-cc32cac3db14, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9fc2e7-ca70-4402-8420-a57f169a2758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:16.078335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.145525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] For port 2234c02c-60a1-4203-8356-cc32cac3db14, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:16.148628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] For port 2234c02c-60a1-4203-8356-cc32cac3db14, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2234c02c-60a1-4203-8356-cc32cac3db14,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:16.256494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3f99-a1e8-41cc-b274-6fb92cd2952f req-c5906446-8ee7-4ccd-a5bf-535fa2eaecf7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.263808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3f99-a1e8-41cc-b274-6fb92cd2952f req-c5906446-8ee7-4ccd-a5bf-535fa2eaecf7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.265880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b32d3f99-a1e8-41cc-b274-6fb92cd2952f req-c5906446-8ee7-4ccd-a5bf-535fa2eaecf7 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1682 time: 0.0638711 Aug 16 20:45:16.267492 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.306522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.307206 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.309597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] 10.222.0.76 "PUT /v2.0/ports/2234c02c-60a1-4203-8356-cc32cac3db14 HTTP/1.1" status: 200 len: 1093 time: 1.0893061 Aug 16 20:45:16.324031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdde8cf-89ff-425e-996a-36101a782794', 'tag': '2234c02c-60a1-4203-8356-cc32cac3db14'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:16.326554 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8b4b2f-edec-4049-91ac-f4c60c6077dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdde8cf-89ff-425e-996a-36101a782794", "tag": "2234c02c-60a1-4203-8356-cc32cac3db14"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:16.331578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47176) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:16.371143 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1842670-ba8f-4ad5-be8f-a0d8b916c00d x-openstack-request-id: req-e1842670-ba8f-4ad5-be8f-a0d8b916c00d {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:16.371143 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdde8cf-89ff-425e-996a-36101a782794", "tag": "2234c02c-60a1-4203-8356-cc32cac3db14", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:16.371143 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e1842670-ba8f-4ad5-be8f-a0d8b916c00d {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:16.371143 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdde8cf-89ff-425e-996a-36101a782794', 'tag': '2234c02c-60a1-4203-8356-cc32cac3db14', 'status': 'completed', 'code': 200} Aug 16 20:45:16.377795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-edb23429-81d9-4988-80a8-6af12b3427df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.384971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-edb23429-81d9-4988-80a8-6af12b3427df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.387479 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-edb23429-81d9-4988-80a8-6af12b3427df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.76 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 1682 time: 0.0937898 Aug 16 20:45:16.402966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b32d3f99-a1e8-41cc-b274-6fb92cd2952f req-b151ef0c-5227-4618-8c0c-3360a76238f4 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274710 Aug 16 20:45:16.413261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4e996-3213-4aec-8f5a-9d954ea328b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2234c02c-60a1-4203-8356-cc32cac3db14,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:16.459290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b4b2f-edec-4049-91ac-f4c60c6077dd req-94649453-df7d-4992-99c9-2e20afc3f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.461117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f8b4b2f-edec-4049-91ac-f4c60c6077dd req-94649453-df7d-4992-99c9-2e20afc3f658 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 1096 time: 0.0572960 Aug 16 20:45:16.515901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5603b827-64f3-480a-9266-e9f6e0d4e368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.577252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e06895b2-d0b2-4644-aa17-f8110ca271be no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:16.598269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-ba810789-8fa5-4e4d-9c09-36e60ab253fe tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting port 8df91b4a-99a1-4202-8eaa-ea2591891c8e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:16.598611 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-ba810789-8fa5-4e4d-9c09-36e60ab253fe tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.611880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b4b2f-edec-4049-91ac-f4c60c6077dd req-71764a50-496e-4699-a0e1-9295dc929cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.613435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f8b4b2f-edec-4049-91ac-f4c60c6077dd req-71764a50-496e-4699-a0e1-9295dc929cf9 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1445611 Aug 16 20:45:16.618230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: e06895b2-d0b2-4644-aa17-f8110ca271be {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:16.618775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e06895b2-d0b2-4644-aa17-f8110ca271be not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:16.633380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d4b20-38b4-430f-88b5-b949925ea510 req-6b83c736-8985-4e8c-958a-79ad391cb9df tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.639200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a73d4b20-38b4-430f-88b5-b949925ea510 req-6b83c736-8985-4e8c-958a-79ad391cb9df tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 944 time: 0.0894277 Aug 16 20:45:16.699905 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5603b827-64f3-480a-9266-e9f6e0d4e368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.724707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-ba810789-8fa5-4e4d-9c09-36e60ab253fe tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] For port 8df91b4a-99a1-4202-8eaa-ea2591891c8e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8df91b4a-99a1-4202-8eaa-ea2591891c8e,segment=NetworkSegment(bc00ec6e-dda0-4a13-bd81-33b75e7a158d),segment_id=bc00ec6e-dda0-4a13-bd81-33b75e7a158d)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:16.725111 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-ba810789-8fa5-4e4d-9c09-36e60ab253fe tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.729723 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a73d4b20-38b4-430f-88b5-b949925ea510 req-17cab42b-ca72-4a3a-a35b-67a58a9329dc tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850849 Aug 16 20:45:16.738051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-ba810789-8fa5-4e4d-9c09-36e60ab253fe tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Calling delete_port for 8df91b4a-99a1-4202-8eaa-ea2591891c8e owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:16.771252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b4b2f-edec-4049-91ac-f4c60c6077dd req-daffdf92-307e-4d40-b062-09f21d7aee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.773120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f8b4b2f-edec-4049-91ac-f4c60c6077dd req-daffdf92-307e-4d40-b062-09f21d7aee96 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368883 Aug 16 20:45:16.792266 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5603b827-64f3-480a-9266-e9f6e0d4e368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.851065 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5603b827-64f3-480a-9266-e9f6e0d4e368 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2a2ef7000b4e4465914083f32a3d2463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153117 Aug 16 20:45:16.851304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47194) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:16.857525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89923157-525b-41eb-b340-5983c5c9cacb req-d57412cd-802d-4ae3-9404-1809de6cad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.859922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-d57412cd-802d-4ae3-9404-1809de6cad22 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 1096 time: 0.0512350 Aug 16 20:45:16.865488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603b827-64f3-480a-9266-e9f6e0d4e368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f463af51-4637-424e-be57-3b58acb8eb60,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:16.911871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-4b9d455d-7f11-435d-b269-5bc1f1dbcd22 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2234c02c-60a1-4203-8356-cc32cac3db14 HTTP/1.1" status: 200 len: 217 time: 0.0444427 Aug 16 20:45:16.945329 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b11769d6-4d6f-46f9-bbef-18afee14aeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.973354 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b11769d6-4d6f-46f9-bbef-18afee14aeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.988209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89923157-525b-41eb-b340-5983c5c9cacb req-9a7db28f-032a-4f77-9bc1-d33367c2287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.990058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-9a7db28f-032a-4f77-9bc1-d33367c2287c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=017e1c35-8272-486f-8cbc-c85f51de575d HTTP/1.1" status: 200 len: 845 time: 0.0705490 Aug 16 20:45:17.002311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bed45-52a9-42ca-a0dc-d198e5962c6e req-b404bf90-16da-4c6a-87cf-51096ccfb86a tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:17.003771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c27bed45-52a9-42ca-a0dc-d198e5962c6e req-b404bf90-16da-4c6a-87cf-51096ccfb86a tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0944996 Aug 16 20:45:17.014156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-ba810789-8fa5-4e4d-9c09-36e60ab253fe tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.030213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['5db7c4a0-72c5-41f3-9767-3bb52ed51818', '8df91b4a-99a1-4202-8eaa-ea2591891c8e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:17.040856 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-66ea5c0f-2140-4e89-8667-3f11c46a33ef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5d55a6d8-8eff-4383-a9a0-d80a6e193368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361054 Aug 16 20:45:17.067820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba810789-8fa5-4e4d-9c09-36e60ab253fe tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Port': ['ID=8df91b4a-99a1-4202-8eaa-ea2591891c8e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:17.103782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c27bed45-52a9-42ca-a0dc-d198e5962c6e req-0cea6149-c00f-417f-85c4-223d40d56642 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907545 Aug 16 20:45:17.153849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-ba810789-8fa5-4e4d-9c09-36e60ab253fe tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] No DVR routers for this DVR port 8df91b4a-99a1-4202-8eaa-ea2591891c8e on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:17.157716 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-ba810789-8fa5-4e4d-9c09-36e60ab253fe tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.161616 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-ba810789-8fa5-4e4d-9c09-36e60ab253fe tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.76 "DELETE /v2.0/ports/8df91b4a-99a1-4202-8eaa-ea2591891c8e HTTP/1.1" status: 204 len: 173 time: 0.7629139 Aug 16 20:45:17.163068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'name': 'network-vif-deleted', 'tag': '8df91b4a-99a1-4202-8eaa-ea2591891c8e'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:17.166737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-77ad6d23-9c1c-450b-9338-50ecc5c6a94a service neutron] 10.222.0.76 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181192 Aug 16 20:45:17.168497 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aca19d-aad8-4b74-88de-98cf39c39eb6" -d '{"events": [{"server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "name": "network-vif-deleted", "tag": "8df91b4a-99a1-4202-8eaa-ea2591891c8e"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:17.188737 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b11769d6-4d6f-46f9-bbef-18afee14aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.194460 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b11769d6-4d6f-46f9-bbef-18afee14aeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.196355 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b11769d6-4d6f-46f9-bbef-18afee14aeaf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f463af51-4637-424e-be57-3b58acb8eb60 HTTP/1.1" status: 204 len: 168 time: 0.3439963 Aug 16 20:45:17.260285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11769d6-4d6f-46f9-bbef-18afee14aeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f463af51-4637-424e-be57-3b58acb8eb60,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:17.290553 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dc0f93-638d-4c7f-b1d4-795e58b32298 x-openstack-request-id: req-08dc0f93-638d-4c7f-b1d4-795e58b32298 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:17.291008 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "name": "network-vif-deleted", "tag": "8df91b4a-99a1-4202-8eaa-ea2591891c8e", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:17.291403 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-08dc0f93-638d-4c7f-b1d4-795e58b32298 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:17.292530 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'name': 'network-vif-deleted', 'tag': '8df91b4a-99a1-4202-8eaa-ea2591891c8e', 'status': 'completed', 'code': 200} Aug 16 20:45:17.361172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89923157-525b-41eb-b340-5983c5c9cacb req-7bf13a89-ef5a-4ac8-8366-a20cb8a25142 service neutron] 10.222.0.76 "GET /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860583 Aug 16 20:45:17.389295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-b57400a5-ea43-4d0f-9c75-040b58db9c87 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:17.399816 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-b57400a5-ea43-4d0f-9c75-040b58db9c87 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.502947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-b57400a5-ea43-4d0f-9c75-040b58db9c87 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] For port 5db7c4a0-72c5-41f3-9767-3bb52ed51818, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=5db7c4a0-72c5-41f3-9767-3bb52ed51818,segment=NetworkSegment(514e60e0-b9bc-4dd2-b1d7-876373ae94f1),segment_id=514e60e0-b9bc-4dd2-b1d7-876373ae94f1)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:17.502947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-b57400a5-ea43-4d0f-9c75-040b58db9c87 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.523061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-b57400a5-ea43-4d0f-9c75-040b58db9c87 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Calling delete_port for 5db7c4a0-72c5-41f3-9767-3bb52ed51818 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:17.539060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86495463-a72c-4877-a86a-14c7dbbbc0c3 req-65271ff4-36a3-4e71-af19-8db079861748 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:17.540421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86495463-a72c-4877-a86a-14c7dbbbc0c3 req-65271ff4-36a3-4e71-af19-8db079861748 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 945 time: 0.0569785 Aug 16 20:45:17.546301 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2bccb933-6a5a-4fc4-9377-dd1282235980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.597613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86495463-a72c-4877-a86a-14c7dbbbc0c3 req-11f8d4d8-0d45-4a92-9fe2-a7faf35c818e tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/security-groups?id=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434334 Aug 16 20:45:17.762818 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-b57400a5-ea43-4d0f-9c75-040b58db9c87 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.770824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['8df91b4a-99a1-4202-8eaa-ea2591891c8e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:17.818118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57400a5-ea43-4d0f-9c75-040b58db9c87 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Port': ['ID=5db7c4a0-72c5-41f3-9767-3bb52ed51818,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:17.887952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-b57400a5-ea43-4d0f-9c75-040b58db9c87 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] No DVR routers for this DVR port 5db7c4a0-72c5-41f3-9767-3bb52ed51818 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:17.891431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-b57400a5-ea43-4d0f-9c75-040b58db9c87 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.893697 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-69812ebd-f54d-420f-9953-056bb67ffb9d req-b57400a5-ea43-4d0f-9c75-040b58db9c87 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.76 "DELETE /v2.0/ports/5db7c4a0-72c5-41f3-9767-3bb52ed51818 HTTP/1.1" status: 204 len: 173 time: 0.7210422 Aug 16 20:45:17.902043 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.927892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cca532-f604-4ed0-8b11-777c352bf548 req-5671ac89-c86b-46e3-88af-42bd6ab2f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:17.935905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3cca532-f604-4ed0-8b11-777c352bf548 req-5671ac89-c86b-46e3-88af-42bd6ab2f136 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 944 time: 0.1246083 Aug 16 20:45:17.986778 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3cca532-f604-4ed0-8b11-777c352bf548 req-d9194b20-2ce2-408b-bd9c-5397d90282e3 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497758 Aug 16 20:45:18.269440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa33c0-3e49-49e4-8735-1bc3b67c0a63 req-3dc649e6-8136-45c2-9861-4ba6b482fba5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:18.271161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3fa33c0-3e49-49e4-8735-1bc3b67c0a63 req-3dc649e6-8136-45c2-9861-4ba6b482fba5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0699787 Aug 16 20:45:18.324510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3fa33c0-3e49-49e4-8735-1bc3b67c0a63 req-74e25b41-c17f-4b11-bde5-26ef2de956fb tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442181 Aug 16 20:45:18.520442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47246) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:18.625415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1652302682-network', 'tenant_id': '1d54f56ec1674d93a13f0bd7fc9eb5b5'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:18.722424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa21b8e5-89d4-4cbf-ac2a-029138828018 req-a20c114e-0acb-4f18-b1f9-a97386ad6f84 tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "GET /v2.0/ports?device_id=394301a2-4564-4ed4-93fd-ba1ac9b86349 HTTP/1.1" status: 200 len: 210 time: 0.0275271 Aug 16 20:45:18.740046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Made reservation on behalf of 1d54f56ec1674d93a13f0bd7fc9eb5b5 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:18.743740 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.757736 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.850103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.924671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2234c02c-60a1-4203-8356-cc32cac3db14 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:18.975636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.999140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:19.015159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63635a22-8188-4ded-a5b1-3ad9f30e1342,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.018706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.019210 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Added segment c9649374-34ef-4d13-8942-857190e93394 of type vlan for network 167b5c15-9495-445e-b579-0b77a4a65191 Aug 16 20:45:19.041039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2234c02c-60a1-4203-8356-cc32cac3db14, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2234c02c-60a1-4203-8356-cc32cac3db14,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:19.053574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '2234c02c-60a1-4203-8356-cc32cac3db14', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'port_id': '2234c02c-60a1-4203-8356-cc32cac3db14', 'mac_address': 'fa:16:3e:2b:db:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017e1c35-8272-486f-8cbc-c85f51de575d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:19.065270 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.098562 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.114701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2234c02c-60a1-4203-8356-cc32cac3db14 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:19.121888 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.131712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b355f-91f6-42de-850f-94e691f1895a req-76986d21-7b40-40af-b37b-2fc5e06dd4c7 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.133334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e8b355f-91f6-42de-850f-94e691f1895a req-76986d21-7b40-40af-b37b-2fc5e06dd4c7 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 944 time: 0.0704174 Aug 16 20:45:19.139673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2234c02c-60a1-4203-8356-cc32cac3db14, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2234c02c-60a1-4203-8356-cc32cac3db14,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:19.175288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e8b355f-91f6-42de-850f-94e691f1895a req-2d16172c-1b26-40c7-a137-9ef52ed874b2 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Aug 16 20:45:19.214330 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.215400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.215984 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.238831 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.275410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=167b5c15-9495-445e-b579-0b77a4a65191,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.286350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 167b5c15-9495-445e-b579-0b77a4a65191 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:19.293311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'name': 'network-vif-deleted', 'tag': '5db7c4a0-72c5-41f3-9767-3bb52ed51818'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:19.296192 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8bf874-fec6-464c-90ba-fa3da944455f" -d '{"events": [{"server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "name": "network-vif-deleted", "tag": "5db7c4a0-72c5-41f3-9767-3bb52ed51818"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:19.306510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=2234c02c-60a1-4203-8356-cc32cac3db14,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.335677 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cadd2fef-ef79-4c2a-a9a9-343f3b62b6f6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8134265 Aug 16 20:45:19.337888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47268) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:19.344912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] Request body: {'subnet': {'network_id': '167b5c15-9495-445e-b579-0b77a4a65191', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1652302682-subnet', 'tenant_id': '1d54f56ec1674d93a13f0bd7fc9eb5b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:19.362367 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b31df6-384d-4f67-a50b-7f9ee2d7dcde x-openstack-request-id: req-02b31df6-384d-4f67-a50b-7f9ee2d7dcde {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:19.362367 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394301a2-4564-4ed4-93fd-ba1ac9b86349", "name": "network-vif-deleted", "tag": "5db7c4a0-72c5-41f3-9767-3bb52ed51818", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:19.362618 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-02b31df6-384d-4f67-a50b-7f9ee2d7dcde {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:19.363133 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394301a2-4564-4ed4-93fd-ba1ac9b86349', 'name': 'network-vif-deleted', 'tag': '5db7c4a0-72c5-41f3-9767-3bb52ed51818', 'status': 'completed', 'code': 200} Aug 16 20:45:19.449461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5b57e-a88d-443a-a1c5-3a99e4a25a07 req-2114c4ed-a03d-41c5-9646-8ab1d632453d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.450965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8e5b57e-a88d-443a-a1c5-3a99e4a25a07 req-2114c4ed-a03d-41c5-9646-8ab1d632453d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0507731 Aug 16 20:45:19.482407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] Made reservation on behalf of 1d54f56ec1674d93a13f0bd7fc9eb5b5 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:19.484744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.489440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8e5b57e-a88d-443a-a1c5-3a99e4a25a07 req-6f6a85cc-8e11-4ec0-8017-299a1821f467 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Aug 16 20:45:19.528973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['2234c02c-60a1-4203-8356-cc32cac3db14'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:19.762723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.779932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47284) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:19.833190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c9aebf-a6c8-41ba-a986-a27f3715589d,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.837522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] Checking segment: {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:19.837877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] Network hostable DHCP agents. Network: 167b5c15-9495-445e-b579-0b77a4a65191, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:19.841504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1202a153-bc19-4de8-b070-5086721b9a0d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting subnet 5b9b2135-1974-423f-926e-397c5a2c4dbd {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:19.844851 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1202a153-bc19-4de8-b070-5086721b9a0d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.888617 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1202a153-bc19-4de8-b070-5086721b9a0d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.935741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] Network 167b5c15-9495-445e-b579-0b77a4a65191 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:19.978190 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1202a153-bc19-4de8-b070-5086721b9a0d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.010709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 167b5c15-9495-445e-b579-0b77a4a65191) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:20.022959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.023653 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.028182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680965d1-6f33-43f0-8b2d-3cc2466977fd None None] Network 167b5c15-9495-445e-b579-0b77a4a65191 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:20.142276 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-66a9c560-7cdb-42c9-af7a-8ccf0ac9174f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8032942 Aug 16 20:45:20.157478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a829e20a-b51b-4f7e-b50e-d23b74b91071 None None] Network 167b5c15-9495-445e-b579-0b77a4a65191 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:20.176134 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1202a153-bc19-4de8-b070-5086721b9a0d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.205131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c682c114-ee1d-4b9d-a903-f930a4ed24fd None None] Network 54cb9a99-71e3-44b8-800b-405893cbbd6c requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:20.226463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202a153-bc19-4de8-b070-5086721b9a0d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9b2135-1974-423f-926e-397c5a2c4dbd,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:20.228894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1202a153-bc19-4de8-b070-5086721b9a0d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.231117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1202a153-bc19-4de8-b070-5086721b9a0d tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "DELETE /v2.0/subnets/5b9b2135-1974-423f-926e-397c5a2c4dbd HTTP/1.1" status: 204 len: 168 time: 0.4501650 Aug 16 20:45:20.233888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47296) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:20.352218 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.380183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b4b0c-fcdb-4044-94d4-63296b3e3dbc req-6691e342-31fc-43fd-9381-ab4b3352d7a5 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.381828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-714b4b0c-fcdb-4044-94d4-63296b3e3dbc req-6691e342-31fc-43fd-9381-ab4b3352d7a5 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 945 time: 0.0903525 Aug 16 20:45:20.473518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-714b4b0c-fcdb-4044-94d4-63296b3e3dbc req-8d5b35a7-d954-435c-b56a-9882d5275c6e tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701084 Aug 16 20:45:20.487192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:20.487192 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.527811 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76caf86-0b7b-4b1d-adfa-e47962a66e66 None None] DHCP port deletion for 54cb9a99-71e3-44b8-800b-405893cbbd6c request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:20.554671 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.562825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] For port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=98e1d44f-e19f-4a69-b4f2-3f0508ad3345,segment=NetworkSegment(514e60e0-b9bc-4dd2-b1d7-876373ae94f1),segment_id=514e60e0-b9bc-4dd2-b1d7-876373ae94f1)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:20.563461 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.592501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6682f17d-eb35-4575-9483-d3705cd86b18 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:20.608637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Calling delete_port for 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:20.670286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e76caf86-0b7b-4b1d-adfa-e47962a66e66 None None] Deleting port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:20.670286 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e76caf86-0b7b-4b1d-adfa-e47962a66e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.683810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f3d8b-3781-463b-b93a-a47c21198995 req-ce864d8a-029b-482a-a5c7-5864e5f830ed tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.685775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b1f3d8b-3781-463b-b93a-a47c21198995 req-ce864d8a-029b-482a-a5c7-5864e5f830ed tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1189923 Aug 16 20:45:20.754652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e76caf86-0b7b-4b1d-adfa-e47962a66e66 None None] For port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=98e1d44f-e19f-4a69-b4f2-3f0508ad3345,segment=NetworkSegment(514e60e0-b9bc-4dd2-b1d7-876373ae94f1),segment_id=514e60e0-b9bc-4dd2-b1d7-876373ae94f1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:20.754965 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e76caf86-0b7b-4b1d-adfa-e47962a66e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.777206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e76caf86-0b7b-4b1d-adfa-e47962a66e66 None None] Calling delete_port for 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:20.779788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6682f17d-eb35-4575-9483-d3705cd86b18, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6682f17d-eb35-4575-9483-d3705cd86b18,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:20.802943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '6682f17d-eb35-4575-9483-d3705cd86b18', 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0', 'port_id': '6682f17d-eb35-4575-9483-d3705cd86b18', 'mac_address': 'fa:16:3e:7d:25:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3270c619-a6a0-4574-8525-c4326ad7191b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:20.809122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b1f3d8b-3781-463b-b93a-a47c21198995 req-c862f0bb-9e60-42c8-a2ab-802660ab6023 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124821 Aug 16 20:45:20.847460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-c3a748ce-802b-4659-abac-ed32804588c8 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.849370 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-c3a748ce-802b-4659-abac-ed32804588c8 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 815 time: 0.1770623 Aug 16 20:45:20.869820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-4262bfcc-10ec-4a15-99fa-127dfd15a8b1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/quotas/1d54f56ec1674d93a13f0bd7fc9eb5b5 HTTP/1.1" status: 200 len: 375 time: 0.0104260 Aug 16 20:45:20.883255 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.915329 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6682f17d-eb35-4575-9483-d3705cd86b18 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:20.916502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-a398d514-6212-4d9d-a011-39ee2910316a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392060 Aug 16 20:45:20.947945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2234c02c-60a1-4203-8356-cc32cac3db14 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:20.955265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6682f17d-eb35-4575-9483-d3705cd86b18, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6682f17d-eb35-4575-9483-d3705cd86b18,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:20.976555 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.981334 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e76caf86-0b7b-4b1d-adfa-e47962a66e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.017713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Port': ['ID=98e1d44f-e19f-4a69-b4f2-3f0508ad3345,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:21.019624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] No DVR routers for this DVR port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:21.034375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76caf86-0b7b-4b1d-adfa-e47962a66e66 None None] Pushing event deleted for resources: {'Port': ['ID=98e1d44f-e19f-4a69-b4f2-3f0508ad3345,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:21.038726 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.045474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76caf86-0b7b-4b1d-adfa-e47962a66e66 None None] No DVR routers for this DVR port 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:21.105789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6682f17d-eb35-4575-9483-d3705cd86b18,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:21.126886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.136861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-d3181884-9762-491c-b325-408aaf576682 service neutron] 10.222.0.74 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130952 Aug 16 20:45:21.139945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cb9a99-71e3-44b8-800b-405893cbbd6c']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:21.169896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514e60e0-b9bc-4dd2-b1d7-876373ae94f1') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:21.170304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514e60e0-b9bc-4dd2-b1d7-876373ae94f1') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:21.170503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 2234c02c-60a1-4203-8356-cc32cac3db14 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:21.174532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 2234c02c-60a1-4203-8356-cc32cac3db14 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:21.174898 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.205219 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.225986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.236498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:21.240537 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:21.256416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6682f17d-eb35-4575-9483-d3705cd86b18'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:21.311371 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.313523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-68c37dcc-e30c-41d8-9235-2541c19797a2 service neutron] 10.222.0.74 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668315 Aug 16 20:45:21.355052 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdde8cf-89ff-425e-996a-36101a782794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2234c02c-60a1-4203-8356-cc32cac3db14'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:21.357377 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5593913b-b536-4383-9610-435caf3181d5" -d '{"events": [{"server_uuid": "5cdde8cf-89ff-425e-996a-36101a782794", "name": "network-vif-plugged", "status": "completed", "tag": "2234c02c-60a1-4203-8356-cc32cac3db14"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:21.378672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2234c02c-60a1-4203-8356-cc32cac3db14, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2234c02c-60a1-4203-8356-cc32cac3db14,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:21.396597 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.405303 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.407133 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "DELETE /v2.0/networks/54cb9a99-71e3-44b8-800b-405893cbbd6c HTTP/1.1" status: 204 len: 168 time: 1.1722350 Aug 16 20:45:21.409890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47332) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:21.417532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d8d3f-7d3b-483b-9651-630f424875df tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Network': ['ID=54cb9a99-71e3-44b8-800b-405893cbbd6c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:21.444971 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eed598f-d56e-4661-a13d-7b3282a3171d x-openstack-request-id: req-0eed598f-d56e-4661-a13d-7b3282a3171d {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:21.449765 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdde8cf-89ff-425e-996a-36101a782794", "name": "network-vif-plugged", "status": "completed", "tag": "2234c02c-60a1-4203-8356-cc32cac3db14", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:21.449765 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0eed598f-d56e-4661-a13d-7b3282a3171d {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:21.449765 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdde8cf-89ff-425e-996a-36101a782794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2234c02c-60a1-4203-8356-cc32cac3db14', 'code': 200} Aug 16 20:45:21.452390 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.453511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8df91b4a-99a1-4202-8eaa-ea2591891c8e no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:21.484995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-04425890-52d5-4348-8b39-e5f94543391f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting subnet a7e27106-fa4a-4109-889a-0ab235704ca2 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:21.488747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04425890-52d5-4348-8b39-e5f94543391f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.581595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=2234c02c-60a1-4203-8356-cc32cac3db14,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:21.597824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 8df91b4a-99a1-4202-8eaa-ea2591891c8e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:21.598179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8df91b4a-99a1-4202-8eaa-ea2591891c8e not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:21.598609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 5db7c4a0-72c5-41f3-9767-3bb52ed51818 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:21.599850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04425890-52d5-4348-8b39-e5f94543391f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.634670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2046e22-29ae-43cd-847f-5daaa86a1982 req-1ca66682-0b5d-438f-856d-33b6f36ffa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:21.639370 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a2046e22-29ae-43cd-847f-5daaa86a1982 req-1ca66682-0b5d-438f-856d-33b6f36ffa22 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 1098 time: 0.1094630 Aug 16 20:45:21.648126 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 5db7c4a0-72c5-41f3-9767-3bb52ed51818 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:21.648488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 5db7c4a0-72c5-41f3-9767-3bb52ed51818 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:21.659229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8b41243-dba5-4823-bfe7-16f189b9654d req-48395c83-10ac-4d99-b797-a05ce6c087cd tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 210 time: 0.0368209 Aug 16 20:45:21.669799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cabcc-ae2b-4ac2-a315-e40f39c8b539 req-c4f6ce90-48a4-4dd5-926a-6592e36ab62e tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:21.677720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-928cabcc-ae2b-4ac2-a315-e40f39c8b539 req-c4f6ce90-48a4-4dd5-926a-6592e36ab62e tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 946 time: 0.1005967 Aug 16 20:45:21.721635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-928cabcc-ae2b-4ac2-a315-e40f39c8b539 req-ae0c21f8-b09c-4261-ad4a-cbf9dfe0c2ea tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 Aug 16 20:45:21.727216 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a2046e22-29ae-43cd-847f-5daaa86a1982 req-2ba347cd-a25c-41c1-9ac2-581b365c14d7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826356 Aug 16 20:45:21.752204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04425890-52d5-4348-8b39-e5f94543391f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.905929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04425890-52d5-4348-8b39-e5f94543391f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.932119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04425890-52d5-4348-8b39-e5f94543391f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e27106-fa4a-4109-889a-0ab235704ca2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:21.939529 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04425890-52d5-4348-8b39-e5f94543391f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.944536 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-04425890-52d5-4348-8b39-e5f94543391f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "DELETE /v2.0/subnets/a7e27106-fa4a-4109-889a-0ab235704ca2 HTTP/1.1" status: 204 len: 168 time: 0.5306931 Aug 16 20:45:21.946752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47354) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:21.949375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479aec0b-5233-4bbd-b848-0ef47cebd96f None None] Network 20467992-98da-4807-a8a4-f373ee67421b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:21.973150 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85855-5062-4502-8232-94fac896ed44 req-780e8acd-1502-46b0-8c36-517c0108e7f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:21.974720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-faa85855-5062-4502-8232-94fac896ed44 req-780e8acd-1502-46b0-8c36-517c0108e7f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 944 time: 0.0937889 Aug 16 20:45:22.031241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-faa85855-5062-4502-8232-94fac896ed44 req-7afcdd06-fb20-4a0d-aeb1-308ea65f95d4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 Aug 16 20:45:22.047911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.103884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Deleting port 680283ef-6817-4da1-a2f3-766db63fe9e8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:22.104219 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.158194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d25c4-6a60-41b5-a1e7-70e31a85fa57 None None] DHCP port deletion for 20467992-98da-4807-a8a4-f373ee67421b request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:22.180365 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] For port 680283ef-6817-4da1-a2f3-766db63fe9e8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=680283ef-6817-4da1-a2f3-766db63fe9e8,segment=NetworkSegment(bc00ec6e-dda0-4a13-bd81-33b75e7a158d),segment_id=bc00ec6e-dda0-4a13-bd81-33b75e7a158d)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:22.180988 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.196896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Calling delete_port for 680283ef-6817-4da1-a2f3-766db63fe9e8 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:22.212882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d25c4-6a60-41b5-a1e7-70e31a85fa57 None None] Deleting port 680283ef-6817-4da1-a2f3-766db63fe9e8 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:22.213287 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25c4-6a60-41b5-a1e7-70e31a85fa57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.303498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bb3d25c4-6a60-41b5-a1e7-70e31a85fa57 None None] For port 680283ef-6817-4da1-a2f3-766db63fe9e8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=680283ef-6817-4da1-a2f3-766db63fe9e8,segment=NetworkSegment(bc00ec6e-dda0-4a13-bd81-33b75e7a158d),segment_id=bc00ec6e-dda0-4a13-bd81-33b75e7a158d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:22.303909 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25c4-6a60-41b5-a1e7-70e31a85fa57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.320916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d25c4-6a60-41b5-a1e7-70e31a85fa57 None None] Calling delete_port for 680283ef-6817-4da1-a2f3-766db63fe9e8 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:22.330535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:22.347307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.357791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:22.357791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 98e1d44f-e19f-4a69-b4f2-3f0508ad3345 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:22.358014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 680283ef-6817-4da1-a2f3-766db63fe9e8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:22.373113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Port': ['ID=680283ef-6817-4da1-a2f3-766db63fe9e8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.379823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] No DVR routers for this DVR port 680283ef-6817-4da1-a2f3-766db63fe9e8 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:22.413697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 680283ef-6817-4da1-a2f3-766db63fe9e8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:22.413697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 680283ef-6817-4da1-a2f3-766db63fe9e8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: from cryptography.utils import int_from_bytes Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: from cryptography.utils import int_from_bytes Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.447758 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:22.450256 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:45:22.454050 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb3d25c4-6a60-41b5-a1e7-70e31a85fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.485014 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.487063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d25c4-6a60-41b5-a1e7-70e31a85fa57 None None] Pushing event deleted for resources: {'Port': ['ID=680283ef-6817-4da1-a2f3-766db63fe9e8,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.492255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d25c4-6a60-41b5-a1e7-70e31a85fa57 None None] No DVR routers for this DVR port 680283ef-6817-4da1-a2f3-766db63fe9e8 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:22.496704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20467992-98da-4807-a8a4-f373ee67421b']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:22.512155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc00ec6e-dda0-4a13-bd81-33b75e7a158d') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:22.512155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc00ec6e-dda0-4a13-bd81-33b75e7a158d') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:22.530337 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.547762 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.553829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:22.554216 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:22.557181 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:22.590334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6682f17d-eb35-4575-9483-d3705cd86b18 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:22.647585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 6682f17d-eb35-4575-9483-d3705cd86b18 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:22.647965 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.733262 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.740393 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.750671 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.757980 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] 10.222.0.74 "DELETE /v2.0/networks/20467992-98da-4807-a8a4-f373ee67421b HTTP/1.1" status: 204 len: 168 time: 0.8096266 Aug 16 20:45:22.761404 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ddc9351c-777d-4591-9ba6-88bd89562050 req-dd799c53-82db-4557-a2c3-bc1a1861a66b tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 210 time: 0.0407324 Aug 16 20:45:22.786686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000e4d5-f8b5-4c9a-8d5b-cfb92367798f tempest-ServersTestMultiNic-2062683885 tempest-ServersTestMultiNic-2062683885-project] Pushing event deleted for resources: {'Network': ['ID=20467992-98da-4807-a8a4-f373ee67421b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.813687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6682f17d-eb35-4575-9483-d3705cd86b18, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6682f17d-eb35-4575-9483-d3705cd86b18,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:22.884252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183823bf-63f1-4b80-81cb-c18e41926723 req-7cfd8dbb-f5e4-4d46-b9a9-c2ec5ac65306 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.885803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-183823bf-63f1-4b80-81cb-c18e41926723 req-7cfd8dbb-f5e4-4d46-b9a9-c2ec5ac65306 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 946 time: 0.0557365 Aug 16 20:45:22.913671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47384) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:22.925451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-183823bf-63f1-4b80-81cb-c18e41926723 req-f5685d77-0541-40e0-977a-942a6e801a83 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Aug 16 20:45:22.967855 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.055190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6682f17d-eb35-4575-9483-d3705cd86b18,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:23.245613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c36b51-1297-4277-ab9c-07ee362dc803 req-0174b534-4c84-409b-b709-0807bfd3e6b7 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:23.247265 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57c36b51-1297-4277-ab9c-07ee362dc803 req-0174b534-4c84-409b-b709-0807bfd3e6b7 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0618491 Aug 16 20:45:23.302866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57c36b51-1297-4277-ab9c-07ee362dc803 req-12337b47-cc15-4434-9a9b-1e7efe0608c3 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393476 Aug 16 20:45:23.330394 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.448027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7197fb-008c-4b12-a861-1f94faf77964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6682f17d-eb35-4575-9483-d3705cd86b18'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:23.450844 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2405d0-de50-4c7a-ae1c-85554bee9ebc" -d '{"events": [{"server_uuid": "7a7197fb-008c-4b12-a861-1f94faf77964", "name": "network-vif-plugged", "status": "completed", "tag": "6682f17d-eb35-4575-9483-d3705cd86b18"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:23.489465 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d04d562-5e6e-465a-8b4b-0655c845cde2 x-openstack-request-id: req-0d04d562-5e6e-465a-8b4b-0655c845cde2 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:23.489838 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7197fb-008c-4b12-a861-1f94faf77964", "name": "network-vif-plugged", "status": "completed", "tag": "6682f17d-eb35-4575-9483-d3705cd86b18", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:23.490200 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0d04d562-5e6e-465a-8b4b-0655c845cde2 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:23.490650 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7197fb-008c-4b12-a861-1f94faf77964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6682f17d-eb35-4575-9483-d3705cd86b18', 'code': 200} Aug 16 20:45:23.691447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851a30c-ae60-4fdd-a809-2f48183205e3 req-b4e44145-18f0-4247-86d8-34dedb3791c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:23.695917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b851a30c-ae60-4fdd-a809-2f48183205e3 req-b4e44145-18f0-4247-86d8-34dedb3791c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 1097 time: 0.0590413 Aug 16 20:45:23.770916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b851a30c-ae60-4fdd-a809-2f48183205e3 req-4b872477-ff93-4c56-aebd-9023234d8d1c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577941 Aug 16 20:45:23.872168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b943db14-aaf3-4c9b-ab14-879c4df18094 req-44da03cd-447f-4a54-85cd-6362a566fdcd tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Aug 16 20:45:23.958537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] Deleting port 86a89579-1220-4059-870c-7106afec38d8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:23.959134 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.054464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] For port 86a89579-1220-4059-870c-7106afec38d8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=86a89579-1220-4059-870c-7106afec38d8,segment=NetworkSegment(08991930-b85c-4074-8c70-fe7cdcecf6b3),segment_id=08991930-b85c-4074-8c70-fe7cdcecf6b3)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:24.054828 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.069221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] Calling delete_port for 86a89579-1220-4059-870c-7106afec38d8 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:24.188337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960c966-9858-404f-8b19-1a43a71708bd req-564e836d-0049-4b05-9154-d8b46d5b5324 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:24.190526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c960c966-9858-404f-8b19-1a43a71708bd req-564e836d-0049-4b05-9154-d8b46d5b5324 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 946 time: 0.0603244 Aug 16 20:45:24.256776 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c960c966-9858-404f-8b19-1a43a71708bd req-be104e3e-6837-466a-8041-a33cb1ba0470 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595725 Aug 16 20:45:24.404679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.443082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=86a89579-1220-4059-870c-7106afec38d8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:24.520538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56505b2-f33e-4dde-8487-fb0c2f19d3b6 req-d20a861d-74ad-4b71-86d4-452b21873a0c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:24.529094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f56505b2-f33e-4dde-8487-fb0c2f19d3b6 req-d20a861d-74ad-4b71-86d4-452b21873a0c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1507239 Aug 16 20:45:24.594977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-08b32231-2707-46bb-8604-a5ef7e377e48 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:24.597925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-08b32231-2707-46bb-8604-a5ef7e377e48 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 815 time: 0.2276678 Aug 16 20:45:24.726232 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.006460 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] Router 686de686-0e37-4c45-86ad-fc35a4eb86b9 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:25.025090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Request body: {'port': {'device_id': 'c2fca678-3fde-4f15-b01d-04643ced3183', 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191', 'admin_state_up': True, 'tenant_id': '1d54f56ec1674d93a13f0bd7fc9eb5b5'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:25.085930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f56505b2-f33e-4dde-8487-fb0c2f19d3b6 req-23ebe71f-66e1-46e4-9ef4-354e9808cbd7 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369501 Aug 16 20:45:25.135484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d2c58fe-1fe4-4751-8c45-b7eafd0970cf req-24b006e6-c737-490b-b524-64c4ccb02114 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 210 time: 0.1029606 Aug 16 20:45:25.135747 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:25.144803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47470) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:25.147694 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914c8d5-3913-4c4e-b6d9-9f3491bc4bed None None] Sync routers for ids ['686de686-0e37-4c45-86ad-fc35a4eb86b9'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:25.149553 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-24c71a6e-6819-4566-af59-2a4bf9229d9d admin admin] 10.222.0.74 "PUT /v2.0/routers/686de686-0e37-4c45-86ad-fc35a4eb86b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2347775 Aug 16 20:45:25.164164 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914c8d5-3913-4c4e-b6d9-9f3491bc4bed None None] Routers {'686de686-0e37-4c45-86ad-fc35a4eb86b9'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:25.164864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7914c8d5-3913-4c4e-b6d9-9f3491bc4bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:45:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['686de686-0e37-4c45-86ad-fc35a4eb86b9'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:25.277445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.278653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7914c8d5-3913-4c4e-b6d9-9f3491bc4bed None None] Set router 686de686-0e37-4c45-86ad-fc35a4eb86b9 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:25.327182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Made reservation on behalf of 1d54f56ec1674d93a13f0bd7fc9eb5b5 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:25.340175 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.514762 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.527882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b64ca-af38-4c0b-83e6-591a09979473 req-8804e51d-0dff-442d-938d-30acd8a80957 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:25.530074 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-441b64ca-af38-4c0b-83e6-591a09979473 req-8804e51d-0dff-442d-938d-30acd8a80957 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 946 time: 0.1844542 Aug 16 20:45:25.613661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-441b64ca-af38-4c0b-83e6-591a09979473 req-b82069ff-dc8e-4ee4-b0f7-b3ba054b1d6d tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758340 Aug 16 20:45:25.628563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Allocated IP 172.20.0.14 (167b5c15-9495-445e-b579-0b77a4a65191/c0c9aebf-a6c8-41ba-a986-a27f3715589d/542c8305-3fea-4992-af47-97b77e1a4475) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:25.629145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7914c8d5-3913-4c4e-b6d9-9f3491bc4bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'name': 'tempest-ServersTestMultiNic-2024770568-router', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:44Z', 'updated_at': '2021-08-16T20:45:24Z', 'revision_number': 5, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'gw_port': {'id': 'ccfca519-4eaf-43b3-8197-72cabcad0aa6', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:46Z', 'updated_at': '2021-08-16T20:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:25.661394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914c8d5-3913-4c4e-b6d9-9f3491bc4bed None None] Checking router: 686de686-0e37-4c45-86ad-fc35a4eb86b9 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:25.670491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914c8d5-3913-4c4e-b6d9-9f3491bc4bed None None] Routers {'686de686-0e37-4c45-86ad-fc35a4eb86b9'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:25.671117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7914c8d5-3913-4c4e-b6d9-9f3491bc4bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:45:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['686de686-0e37-4c45-86ad-fc35a4eb86b9'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:25.760894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7914c8d5-3913-4c4e-b6d9-9f3491bc4bed None None] Set router 686de686-0e37-4c45-86ad-fc35a4eb86b9 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:25.775731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Deleting port ccfca519-4eaf-43b3-8197-72cabcad0aa6 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:25.776658 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.819780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7914c8d5-3913-4c4e-b6d9-9f3491bc4bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'name': 'tempest-ServersTestMultiNic-2024770568-router', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:44Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 6, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:25.850955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914c8d5-3913-4c4e-b6d9-9f3491bc4bed None None] The sync data for ids ['686de686-0e37-4c45-86ad-fc35a4eb86b9'] in n-d-793619-14 is: [{'id': '686de686-0e37-4c45-86ad-fc35a4eb86b9', 'name': 'tempest-ServersTestMultiNic-2024770568-router', 'tenant_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:44Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 6, 'project_id': 'b57c1a6980e247bfabf553e5b1e8f70a', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:25.887258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.902888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] For port ccfca519-4eaf-43b3-8197-72cabcad0aa6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ccfca519-4eaf-43b3-8197-72cabcad0aa6,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:25.903251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.919767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Calling delete_port for ccfca519-4eaf-43b3-8197-72cabcad0aa6 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:26.075833 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.167862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Network 167b5c15-9495-445e-b579-0b77a4a65191 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:26.170356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Pushing event updated for resources: {'Port': ['ID=542c8305-3fea-4992-af47-97b77e1a4475,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:26.183425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:26.185883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:26.270461 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.292760 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc5725-875d-49fa-99c8-b6158c80da09 req-5d99e430-e493-4741-b7b0-c0b8f4e9e46e tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:26.294288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22fc5725-875d-49fa-99c8-b6158c80da09 req-5d99e430-e493-4741-b7b0-c0b8f4e9e46e tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1295118 Aug 16 20:45:26.322273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Pushing event deleted for resources: {'Port': ['ID=ccfca519-4eaf-43b3-8197-72cabcad0aa6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:26.331069 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:26.331490 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.406218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 86a89579-1220-4059-870c-7106afec38d8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:26.427822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4ce82-553d-4f0e-bab4-5f27ee2469f3 req-910f3efc-801e-42d6-92e4-20c6b866850d tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:26.428074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 86a89579-1220-4059-870c-7106afec38d8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:26.428552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 86a89579-1220-4059-870c-7106afec38d8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:26.428989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ccfca519-4eaf-43b3-8197-72cabcad0aa6 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:26.436160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78d4ce82-553d-4f0e-bab4-5f27ee2469f3 req-910f3efc-801e-42d6-92e4-20c6b866850d tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 932 time: 0.1978452 Aug 16 20:45:26.436160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22fc5725-875d-49fa-99c8-b6158c80da09 req-9d739fe6-8c17-4d03-a916-c0fa4cfae1ef tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137886 Aug 16 20:45:26.463054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-b28cd8d5-60e5-4719-95d6-4251256956d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8545339 Aug 16 20:45:26.466006 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.486014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: ccfca519-4eaf-43b3-8197-72cabcad0aa6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:26.486834 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ccfca519-4eaf-43b3-8197-72cabcad0aa6 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:26.543973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Request body: {'port': {'device_id': 'c2fca678-3fde-4f15-b01d-04643ced3183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:26.612347 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.622554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.628454 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78d4ce82-553d-4f0e-bab4-5f27ee2469f3 req-ac1536bd-9639-4c50-82c6-0890fed58a85 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894467 Aug 16 20:45:26.722057 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.753281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3c403-f238-4796-9443-7fbc66cc083a req-3309d8e1-8209-4cf8-a5e5-33814cd294e9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:26.754854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14f3c403-f238-4796-9443-7fbc66cc083a req-3309d8e1-8209-4cf8-a5e5-33814cd294e9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.1469088 Aug 16 20:45:26.890710 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.891269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 686de686-0e37-4c45-86ad-fc35a4eb86b9 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:45:26.911742 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.912936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f7101f5b-cfff-44d4-a9d6-7c4b1b64520d admin admin] 10.222.0.74 "DELETE /v2.0/routers/686de686-0e37-4c45-86ad-fc35a4eb86b9 HTTP/1.1" status: 204 len: 168 time: 1.7638474 Aug 16 20:45:26.915589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47516) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:26.920219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14f3c403-f238-4796-9443-7fbc66cc083a req-7365c5ab-3e21-4e32-86b6-c94657a747f9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478770 Aug 16 20:45:26.954988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19985f-94f9-4e58-92c5-0b96d4f623c3 req-6ab7d2bc-f05f-4e70-8731-e1327477be51 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:26.975388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae19985f-94f9-4e58-92c5-0b96d4f623c3 req-6ab7d2bc-f05f-4e70-8731-e1327477be51 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 946 time: 0.1897182 Aug 16 20:45:27.003421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2234c02c-60a1-4203-8356-cc32cac3db14 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:27.003890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-069a19b3-9f69-4798-8c86-f2c815c3b6a1 admin admin] Deleting subnet 2cd5740c-12ec-4836-9def-0fbb59759318 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:27.028557 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-069a19b3-9f69-4798-8c86-f2c815c3b6a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.087416 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-069a19b3-9f69-4798-8c86-f2c815c3b6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.133144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae19985f-94f9-4e58-92c5-0b96d4f623c3 req-b9e59f8f-4b22-40fd-8d04-78ea8bbec526 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508615 Aug 16 20:45:27.186709 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-069a19b3-9f69-4798-8c86-f2c815c3b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.200527 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2234c02c-60a1-4203-8356-cc32cac3db14, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2234c02c-60a1-4203-8356-cc32cac3db14,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:27.210098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '2234c02c-60a1-4203-8356-cc32cac3db14', 'network_id': '5d55a6d8-8eff-4383-a9a0-d80a6e193368', 'port_id': '2234c02c-60a1-4203-8356-cc32cac3db14', 'mac_address': 'fa:16:3e:2b:db:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017e1c35-8272-486f-8cbc-c85f51de575d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:27.250032 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.259561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542c8305-3fea-4992-af47-97b77e1a4475 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:27.267315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2234c02c-60a1-4203-8356-cc32cac3db14 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:27.269204 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.286768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2234c02c-60a1-4203-8356-cc32cac3db14, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2234c02c-60a1-4203-8356-cc32cac3db14,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:27.364682 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.365049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-069a19b3-9f69-4798-8c86-f2c815c3b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.368397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Transition to ACTIVE for port object 542c8305-3fea-4992-af47-97b77e1a4475 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:27.395600 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-069a19b3-9f69-4798-8c86-f2c815c3b6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.397847 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-069a19b3-9f69-4798-8c86-f2c815c3b6a1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2cd5740c-12ec-4836-9def-0fbb59759318 HTTP/1.1" status: 204 len: 168 time: 0.4791667 Aug 16 20:45:27.400680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47526) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:27.419593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a19b3-9f69-4798-8c86-f2c815c3b6a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd5740c-12ec-4836-9def-0fbb59759318,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:27.434808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=2234c02c-60a1-4203-8356-cc32cac3db14,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:27.444789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69997b7-6443-41c2-bb52-f64c7ce89cda None None] Network 3210b674-c780-4f42-a334-6f5c5adef6b7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:27.466337 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.553186 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.554692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['2234c02c-60a1-4203-8356-cc32cac3db14'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:27.637156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=542c8305-3fea-4992-af47-97b77e1a4475,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:27.735944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Attempting to bind port 542c8305-3fea-4992-af47-97b77e1a4475 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:27.736281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Attempting to bind port 542c8305-3fea-4992-af47-97b77e1a4475 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:27.736611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Attempting to bind port 542c8305-3fea-4992-af47-97b77e1a4475 on network 167b5c15-9495-445e-b579-0b77a4a65191 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:27.757442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Port 542c8305-3fea-4992-af47-97b77e1a4475 on network 167b5c15-9495-445e-b579-0b77a4a65191 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:27.757790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Attempting to bind port 542c8305-3fea-4992-af47-97b77e1a4475 on network 167b5c15-9495-445e-b579-0b77a4a65191 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:27.771388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eefe693-adfa-4089-9e73-9dbce356e915 None None] DHCP port deletion for 3210b674-c780-4f42-a334-6f5c5adef6b7 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:27.813641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:27.814013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Checking segment: {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:27.814410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Bound using segment: {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:27.814859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Bound port: 542c8305-3fea-4992-af47-97b77e1a4475, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:27.815314 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.831872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2eefe693-adfa-4089-9e73-9dbce356e915 None None] Deleting port 285f722b-7672-4a15-bf61-fb30499b36b8 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:27.832594 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2eefe693-adfa-4089-9e73-9dbce356e915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.839685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-58e2aa9c-268a-423a-8db0-1391e00ccbb5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:27.841490 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-58e2aa9c-268a-423a-8db0-1391e00ccbb5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/networks?id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 HTTP/1.1" status: 200 len: 814 time: 0.2232604 Aug 16 20:45:27.887420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Deleting port 285f722b-7672-4a15-bf61-fb30499b36b8 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:27.887760 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.899005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2eefe693-adfa-4089-9e73-9dbce356e915 None None] For port 285f722b-7672-4a15-bf61-fb30499b36b8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=285f722b-7672-4a15-bf61-fb30499b36b8,segment=NetworkSegment(08991930-b85c-4074-8c70-fe7cdcecf6b3),segment_id=08991930-b85c-4074-8c70-fe7cdcecf6b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:27.899492 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2eefe693-adfa-4089-9e73-9dbce356e915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.911937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2eefe693-adfa-4089-9e73-9dbce356e915 None None] Calling delete_port for 285f722b-7672-4a15-bf61-fb30499b36b8 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:27.940827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a697405-b3d9-41b2-8b50-97ba75032114 req-79e41d29-8f3b-41ce-9b74-ccc6d87eff23 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:27.942347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a697405-b3d9-41b2-8b50-97ba75032114 req-79e41d29-8f3b-41ce-9b74-ccc6d87eff23 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 944 time: 0.1870649 Aug 16 20:45:27.950623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-f984fddc-5661-4521-ad51-874b8663586b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/quotas/adf5e52e153c481f994961b2be0ecc5f HTTP/1.1" status: 200 len: 375 time: 0.0754848 Aug 16 20:45:28.027599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] For port 542c8305-3fea-4992-af47-97b77e1a4475, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:28.031366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] For port 285f722b-7672-4a15-bf61-fb30499b36b8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=285f722b-7672-4a15-bf61-fb30499b36b8,segment=NetworkSegment(08991930-b85c-4074-8c70-fe7cdcecf6b3),segment_id=08991930-b85c-4074-8c70-fe7cdcecf6b3)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:28.031577 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.070773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] For port 542c8305-3fea-4992-af47-97b77e1a4475, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=542c8305-3fea-4992-af47-97b77e1a4475,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:28.072870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Calling delete_port for 285f722b-7672-4a15-bf61-fb30499b36b8 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:28.078393 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2eefe693-adfa-4089-9e73-9dbce356e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.081152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a697405-b3d9-41b2-8b50-97ba75032114 req-08a0e824-03ba-4004-b73c-4415d614dfd1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296039 Aug 16 20:45:28.098531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-50c46eb7-f151-4c5e-b59b-3c0544168dc5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=adf5e52e153c481f994961b2be0ecc5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1378109 Aug 16 20:45:28.106223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefe693-adfa-4089-9e73-9dbce356e915 None None] Pushing event deleted for resources: {'Port': ['ID=285f722b-7672-4a15-bf61-fb30499b36b8,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:28.114217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefe693-adfa-4089-9e73-9dbce356e915 None None] No DVR routers for this DVR port 285f722b-7672-4a15-bf61-fb30499b36b8 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:28.135195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-66f1b2ca-7d5f-4de2-a9fb-43991378e4db tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:45:28.136202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-66f1b2ca-7d5f-4de2-a9fb-43991378e4db tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070446 Aug 16 20:45:28.171327 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.263201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.263780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.265149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] 10.222.0.79 "PUT /v2.0/ports/542c8305-3fea-4992-af47-97b77e1a4475 HTTP/1.1" status: 200 len: 1093 time: 1.7600043 Aug 16 20:45:28.265704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fca678-3fde-4f15-b01d-04643ced3183', 'tag': '542c8305-3fea-4992-af47-97b77e1a4475'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:28.267894 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eb6e54-8dcb-4cc2-a4f2-e3aa446b4fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fca678-3fde-4f15-b01d-04643ced3183", "tag": "542c8305-3fea-4992-af47-97b77e1a4475"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:28.322314 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.327483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 285f722b-7672-4a15-bf61-fb30499b36b8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:28.342106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62920d91-9f84-452d-962a-db39351e8bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=542c8305-3fea-4992-af47-97b77e1a4475,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:28.352229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 285f722b-7672-4a15-bf61-fb30499b36b8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:28.352678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 285f722b-7672-4a15-bf61-fb30499b36b8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:28.374268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4fbcb8d0-785e-4162-80c7-9691c39f4927 service neutron] 10.222.0.74 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299485 Aug 16 20:45:28.376563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] No DVR routers for this DVR port 285f722b-7672-4a15-bf61-fb30499b36b8 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:28.387773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=285f722b-7672-4a15-bf61-fb30499b36b8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:28.451713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163fc27-e537-4c53-afb1-0fbd72b98a6e req-d15c5f31-de66-4e62-baed-7f8a87c7847d tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.453210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f163fc27-e537-4c53-afb1-0fbd72b98a6e req-d15c5f31-de66-4e62-baed-7f8a87c7847d tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 945 time: 0.2088413 Aug 16 20:45:28.780614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824457-5f20-48a7-873c-f7226635d48b req-2850cb1b-dacb-4ec0-9026-ac3861327d76 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.782361 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cb824457-5f20-48a7-873c-f7226635d48b req-2850cb1b-dacb-4ec0-9026-ac3861327d76 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a7197fb-008c-4b12-a861-1f94faf77964 HTTP/1.1" status: 200 len: 945 time: 0.0881135 Aug 16 20:45:28.881639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-cb824457-5f20-48a7-873c-f7226635d48b req-0d57d115-fd49-4af6-8b76-dfbe60ce0f1f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Deleting port 6682f17d-eb35-4575-9483-d3705cd86b18 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:28.881889 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cb824457-5f20-48a7-873c-f7226635d48b req-0d57d115-fd49-4af6-8b76-dfbe60ce0f1f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.903900 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.928354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3210b674-c780-4f42-a334-6f5c5adef6b7']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:28.931621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-2701040e-7668-40c7-b035-5cd725ba2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.933190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-2701040e-7668-40c7-b035-5cd725ba2bac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 1096 time: 0.5578511 Aug 16 20:45:28.957256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08991930-b85c-4074-8c70-fe7cdcecf6b3') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:28.957557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08991930-b85c-4074-8c70-fe7cdcecf6b3') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:28.977190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cb824457-5f20-48a7-873c-f7226635d48b req-0d57d115-fd49-4af6-8b76-dfbe60ce0f1f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] For port 6682f17d-eb35-4575-9483-d3705cd86b18, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6682f17d-eb35-4575-9483-d3705cd86b18,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:28.977417 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cb824457-5f20-48a7-873c-f7226635d48b req-0d57d115-fd49-4af6-8b76-dfbe60ce0f1f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.991730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-cb824457-5f20-48a7-873c-f7226635d48b req-0d57d115-fd49-4af6-8b76-dfbe60ce0f1f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Calling delete_port for 6682f17d-eb35-4575-9483-d3705cd86b18 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:29.000606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f163fc27-e537-4c53-afb1-0fbd72b98a6e req-236dcb28-bab1-45e8-8506-558392d445fd tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187774 Aug 16 20:45:29.005806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.008482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-c67d254b-3178-4bbb-b2ee-2d0dddea6571 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=542c8305-3fea-4992-af47-97b77e1a4475 HTTP/1.1" status: 200 len: 217 time: 0.0594947 Aug 16 20:45:29.012495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2234c02c-60a1-4203-8356-cc32cac3db14 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:29.038746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-5a91466f-bf96-44df-9a27-c505d0893d33 service neutron] 10.222.0.74 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435111 Aug 16 20:45:29.089701 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.115434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:29.115845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:29.117590 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:29.123910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 2234c02c-60a1-4203-8356-cc32cac3db14 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:29.124306 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.150580 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fefbfc2-b973-4fbc-acac-ac61c6a3cba6 x-openstack-request-id: req-8fefbfc2-b973-4fbc-acac-ac61c6a3cba6 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:29.151230 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fca678-3fde-4f15-b01d-04643ced3183", "tag": "542c8305-3fea-4992-af47-97b77e1a4475", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:29.151230 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8fefbfc2-b973-4fbc-acac-ac61c6a3cba6 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:29.151582 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fca678-3fde-4f15-b01d-04643ced3183', 'tag': '542c8305-3fea-4992-af47-97b77e1a4475', 'status': 'completed', 'code': 200} Aug 16 20:45:29.207649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-dcb3e959-ff19-4eec-8fce-e2b5cd1a105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:29.209201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-dcb3e959-ff19-4eec-8fce-e2b5cd1a105c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0c9aebf-a6c8-41ba-a986-a27f3715589d HTTP/1.1" status: 200 len: 855 time: 0.1923251 Aug 16 20:45:29.218734 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.246083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-d5021ace-08e5-475d-8ff8-6b562003eef1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=167b5c15-9495-445e-b579-0b77a4a65191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278623 Aug 16 20:45:29.252828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdde8cf-89ff-425e-996a-36101a782794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2234c02c-60a1-4203-8356-cc32cac3db14'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:29.252828 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c09eeba-9d99-4498-ab12-3baa12c2d84b" -d '{"events": [{"server_uuid": "5cdde8cf-89ff-425e-996a-36101a782794", "name": "network-vif-plugged", "status": "completed", "tag": "2234c02c-60a1-4203-8356-cc32cac3db14"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:29.263402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 2234c02c-60a1-4203-8356-cc32cac3db14, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2234c02c-60a1-4203-8356-cc32cac3db14,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:29.271517 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cb824457-5f20-48a7-873c-f7226635d48b req-0d57d115-fd49-4af6-8b76-dfbe60ce0f1f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.287723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6682f17d-eb35-4575-9483-d3705cd86b18'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:29.345605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57d115-fd49-4af6-8b76-dfbe60ce0f1f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Pushing event deleted for resources: {'Port': ['ID=6682f17d-eb35-4575-9483-d3705cd86b18,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:29.369490 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-0dfef5b3-b268-4cda-adda-57ff3a36e902 service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152151 Aug 16 20:45:29.382526 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.386214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb824457-5f20-48a7-873c-f7226635d48b req-0d57d115-fd49-4af6-8b76-dfbe60ce0f1f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] No DVR routers for this DVR port 6682f17d-eb35-4575-9483-d3705cd86b18 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:29.396102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cb824457-5f20-48a7-873c-f7226635d48b req-0d57d115-fd49-4af6-8b76-dfbe60ce0f1f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.396102 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cb824457-5f20-48a7-873c-f7226635d48b req-0d57d115-fd49-4af6-8b76-dfbe60ce0f1f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.79 "DELETE /v2.0/ports/6682f17d-eb35-4575-9483-d3705cd86b18 HTTP/1.1" status: 204 len: 173 time: 0.6020112 Aug 16 20:45:29.396102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7197fb-008c-4b12-a861-1f94faf77964', 'name': 'network-vif-deleted', 'tag': '6682f17d-eb35-4575-9483-d3705cd86b18'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:29.396102 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64df06e-13af-4584-851c-dde3e18ccf32" -d '{"events": [{"server_uuid": "7a7197fb-008c-4b12-a861-1f94faf77964", "name": "network-vif-deleted", "tag": "6682f17d-eb35-4575-9483-d3705cd86b18"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:29.432073 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.452575 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=2234c02c-60a1-4203-8356-cc32cac3db14,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:29.482866 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.487678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] 10.222.0.74 "DELETE /v2.0/networks/3210b674-c780-4f42-a334-6f5c5adef6b7 HTTP/1.1" status: 204 len: 168 time: 2.0832007 Aug 16 20:45:29.528107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c53d80-232d-4937-b208-8ab2084b5b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=3210b674-c780-4f42-a334-6f5c5adef6b7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:29.570780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206d56d-e8cf-4c49-83b3-cb8e9baa327e req-d7b671c4-4271-44ee-bbe6-0308b215c4f9 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:29.579299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d206d56d-e8cf-4c49-83b3-cb8e9baa327e req-d7b671c4-4271-44ee-bbe6-0308b215c4f9 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 944 time: 0.2036197 Aug 16 20:45:29.638060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef25a07-eb7a-4bc5-9ec8-a9d95f0da40e req-19c1ab73-89da-4665-9057-14e340980fd4 service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511299 Aug 16 20:45:29.648339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d206d56d-e8cf-4c49-83b3-cb8e9baa327e req-e0940605-4a6f-4d82-9051-f6f4a3960475 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678873 Aug 16 20:45:29.695591 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca9594e-6024-4e59-b810-345d29d76d5e x-openstack-request-id: req-cca9594e-6024-4e59-b810-345d29d76d5e {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:29.695591 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdde8cf-89ff-425e-996a-36101a782794", "name": "network-vif-plugged", "status": "completed", "tag": "2234c02c-60a1-4203-8356-cc32cac3db14", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:29.695591 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cca9594e-6024-4e59-b810-345d29d76d5e {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:29.695591 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdde8cf-89ff-425e-996a-36101a782794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2234c02c-60a1-4203-8356-cc32cac3db14', 'code': 200} Aug 16 20:45:29.741818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c59734f-0c0a-46e0-b2cd-f3985c9dd54d req-aea04e8f-bc30-40b1-ac28-b6339f9e9a32 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 210 time: 0.0271864 Aug 16 20:45:29.746989 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653c3a01-fd99-48d0-a55a-ba6021515654 x-openstack-request-id: req-653c3a01-fd99-48d0-a55a-ba6021515654 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:29.747185 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7197fb-008c-4b12-a861-1f94faf77964", "name": "network-vif-deleted", "tag": "6682f17d-eb35-4575-9483-d3705cd86b18", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:29.747620 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-653c3a01-fd99-48d0-a55a-ba6021515654 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:29.748026 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7197fb-008c-4b12-a861-1f94faf77964', 'name': 'network-vif-deleted', 'tag': '6682f17d-eb35-4575-9483-d3705cd86b18', 'status': 'completed', 'code': 200} Aug 16 20:45:29.903299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb6e54-8dcb-4cc2-a4f2-e3aa446b4fb4 req-01ff8b4c-8688-46af-9a30-b7c922981579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:29.905278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3eb6e54-8dcb-4cc2-a4f2-e3aa446b4fb4 req-01ff8b4c-8688-46af-9a30-b7c922981579 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 1096 time: 0.0862744 Aug 16 20:45:30.002250 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb6e54-8dcb-4cc2-a4f2-e3aa446b4fb4 req-c609bf6b-4061-4404-806f-5dd71585228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:30.003770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3eb6e54-8dcb-4cc2-a4f2-e3aa446b4fb4 req-c609bf6b-4061-4404-806f-5dd71585228c service neutron] 10.222.0.79 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 916 time: 0.0913084 Aug 16 20:45:30.032843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47608) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:30.052427 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3eb6e54-8dcb-4cc2-a4f2-e3aa446b4fb4 req-b2e79fbd-b9e3-412d-aa30-9550d767e144 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=542c8305-3fea-4992-af47-97b77e1a4475 HTTP/1.1" status: 200 len: 217 time: 0.0396285 Aug 16 20:45:30.089220 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b1478d8b-5b99-490e-a40b-24cc48c62cfa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b57c1a6980e247bfabf553e5b1e8f70a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539360 Aug 16 20:45:30.091819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47616) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:30.140217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb6e54-8dcb-4cc2-a4f2-e3aa446b4fb4 req-6bbe6c6b-f20d-40a1-a6fb-01ee27758768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:30.141848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3eb6e54-8dcb-4cc2-a4f2-e3aa446b4fb4 req-6bbe6c6b-f20d-40a1-a6fb-01ee27758768 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0c9aebf-a6c8-41ba-a986-a27f3715589d HTTP/1.1" status: 200 len: 855 time: 0.0797966 Aug 16 20:45:30.154949 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d4ebf49-2c56-4aea-b28e-b268ea08920a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.176525 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d4ebf49-2c56-4aea-b28e-b268ea08920a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.177937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3eb6e54-8dcb-4cc2-a4f2-e3aa446b4fb4 req-e270508a-84f4-46d2-990f-49467ee987a0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=167b5c15-9495-445e-b579-0b77a4a65191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269623 Aug 16 20:45:30.185598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bb5d9-0023-4650-baee-79b749e35012 req-1d6ba61b-a6d9-42e6-800a-9560e092c8d6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:30.186995 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d60bb5d9-0023-4650-baee-79b749e35012 req-1d6ba61b-a6d9-42e6-800a-9560e092c8d6 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 946 time: 0.0852306 Aug 16 20:45:30.306900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d60bb5d9-0023-4650-baee-79b749e35012 req-db16696d-fdb9-4ef5-8d3a-c52ed79935ed tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117363 Aug 16 20:45:30.316369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d4ebf49-2c56-4aea-b28e-b268ea08920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.319145 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d4ebf49-2c56-4aea-b28e-b268ea08920a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.321885 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4d4ebf49-2c56-4aea-b28e-b268ea08920a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1 HTTP/1.1" status: 204 len: 168 time: 0.2283223 Aug 16 20:45:30.340578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ebf49-2c56-4aea-b28e-b268ea08920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50d53fc-8a37-4b3e-8fa2-e941d1cdfbd1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:30.364118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3eb6e54-8dcb-4cc2-a4f2-e3aa446b4fb4 req-6e2b4667-3dc1-4b0a-a839-3254985d2af5 service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757660 Aug 16 20:45:30.474032 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3eb6e54-8dcb-4cc2-a4f2-e3aa446b4fb4 req-29034cb0-29a8-450b-9cbb-233240aa0142 service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026657 Aug 16 20:45:30.795813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f15cc-9af2-45d4-95ea-9b3be7e9daa0 req-168c54cb-ab55-4dac-98df-5509db3cbbf5 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:30.797787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-126f15cc-9af2-45d4-95ea-9b3be7e9daa0 req-168c54cb-ab55-4dac-98df-5509db3cbbf5 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 944 time: 0.0816572 Aug 16 20:45:30.856564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-126f15cc-9af2-45d4-95ea-9b3be7e9daa0 req-cf9d9a2c-6599-490f-b4cf-399cb11e3b8c tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514817 Aug 16 20:45:30.889446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f743290a-47ea-4362-a05b-151f1a56a01a req-f3b459c1-90e9-48ea-801d-a3cf0de9e486 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 210 time: 0.0316615 Aug 16 20:45:31.337706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4022-0236-4fb5-a3c9-66e6d5b9890d req-08363ad7-d243-44c3-a21e-d14370abb08c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:31.339960 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f9e4022-0236-4fb5-a3c9-66e6d5b9890d req-08363ad7-d243-44c3-a21e-d14370abb08c tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.76 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 946 time: 0.0610020 Aug 16 20:45:31.449855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd311-60ee-409d-85a9-13649117ffd0 req-8b07bac5-5081-47fe-a0e1-a60c393601dd tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:31.450953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-0f9e4022-0236-4fb5-a3c9-66e6d5b9890d req-6efdcb23-ced4-4ca5-865f-6a581aca8ccb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Deleting port 2234c02c-60a1-4203-8356-cc32cac3db14 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:31.451304 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0f9e4022-0236-4fb5-a3c9-66e6d5b9890d req-6efdcb23-ced4-4ca5-865f-6a581aca8ccb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.451612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-918cd311-60ee-409d-85a9-13649117ffd0 req-8b07bac5-5081-47fe-a0e1-a60c393601dd tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 946 time: 0.0529509 Aug 16 20:45:31.497106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-918cd311-60ee-409d-85a9-13649117ffd0 req-6ece1645-00aa-414e-935d-24cd060ced14 tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/security-groups?id=a1afe323-1e1f-439d-8226-8985d664f140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384755 Aug 16 20:45:31.571934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0f9e4022-0236-4fb5-a3c9-66e6d5b9890d req-6efdcb23-ced4-4ca5-865f-6a581aca8ccb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] For port 2234c02c-60a1-4203-8356-cc32cac3db14, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=2234c02c-60a1-4203-8356-cc32cac3db14,segment=NetworkSegment(ee9fc2e7-ca70-4402-8420-a57f169a2758),segment_id=ee9fc2e7-ca70-4402-8420-a57f169a2758)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:31.572361 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0f9e4022-0236-4fb5-a3c9-66e6d5b9890d req-6efdcb23-ced4-4ca5-865f-6a581aca8ccb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.612415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-0f9e4022-0236-4fb5-a3c9-66e6d5b9890d req-6efdcb23-ced4-4ca5-865f-6a581aca8ccb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Calling delete_port for 2234c02c-60a1-4203-8356-cc32cac3db14 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:31.647289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47666) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:31.733816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-3219d359-0035-4cb2-bb43-d692c456d538 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:31.735366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-3219d359-0035-4cb2-bb43-d692c456d538 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.76 "GET /v2.0/networks?id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 HTTP/1.1" status: 200 len: 814 time: 0.1880698 Aug 16 20:45:31.751228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Request body: {'port': {'device_id': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0', 'admin_state_up': True, 'tenant_id': 'adf5e52e153c481f994961b2be0ecc5f'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:31.853109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-778727686-network', 'tenant_id': '0871954c99834de3bfb5aa87d40758de'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:31.939204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0f9e4022-0236-4fb5-a3c9-66e6d5b9890d req-6efdcb23-ced4-4ca5-865f-6a581aca8ccb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.952924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['2234c02c-60a1-4203-8356-cc32cac3db14'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:31.987331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Made reservation on behalf of 0871954c99834de3bfb5aa87d40758de for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:31.990106 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.999953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdcb23-ced4-4ca5-865f-6a581aca8ccb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Pushing event deleted for resources: {'Port': ['ID=2234c02c-60a1-4203-8356-cc32cac3db14,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.020829 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.060709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d04f13-3f7f-4d0f-a8c6-1c4a1881d2e4 req-78ceed6c-f86e-4f90-8659-39f1b6022852 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:32.061146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9e4022-0236-4fb5-a3c9-66e6d5b9890d req-6efdcb23-ced4-4ca5-865f-6a581aca8ccb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] No DVR routers for this DVR port 2234c02c-60a1-4203-8356-cc32cac3db14 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:32.062405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0d04f13-3f7f-4d0f-a8c6-1c4a1881d2e4 req-78ceed6c-f86e-4f90-8659-39f1b6022852 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 944 time: 0.1015956 Aug 16 20:45:32.064773 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0f9e4022-0236-4fb5-a3c9-66e6d5b9890d req-6efdcb23-ced4-4ca5-865f-6a581aca8ccb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.067449 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f9e4022-0236-4fb5-a3c9-66e6d5b9890d req-6efdcb23-ced4-4ca5-865f-6a581aca8ccb tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.76 "DELETE /v2.0/ports/2234c02c-60a1-4203-8356-cc32cac3db14 HTTP/1.1" status: 204 len: 173 time: 0.7191947 Aug 16 20:45:32.067449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdde8cf-89ff-425e-996a-36101a782794', 'name': 'network-vif-deleted', 'tag': '2234c02c-60a1-4203-8356-cc32cac3db14'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:32.069708 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43277f9e-3e8a-4d2c-aac7-a2b024a5af84" -d '{"events": [{"server_uuid": "5cdde8cf-89ff-425e-996a-36101a782794", "name": "network-vif-deleted", "tag": "2234c02c-60a1-4203-8356-cc32cac3db14"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:32.125378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ee4ef61-fccb-47ce-b10d-6493fd22b7c5 req-f3c4b3a6-a4ac-4fe7-b73a-61fbf5e20fa8 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 210 time: 0.0444181 Aug 16 20:45:32.138406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Made reservation on behalf of adf5e52e153c481f994961b2be0ecc5f for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:32.141895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.162198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0d04f13-3f7f-4d0f-a8c6-1c4a1881d2e4 req-ec27a597-ba14-467d-960d-04a18c73266a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839131 Aug 16 20:45:32.180798 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078b6863-3cf9-4794-b32b-bd86f1c0fd7a x-openstack-request-id: req-078b6863-3cf9-4794-b32b-bd86f1c0fd7a {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:32.180798 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdde8cf-89ff-425e-996a-36101a782794", "name": "network-vif-deleted", "tag": "2234c02c-60a1-4203-8356-cc32cac3db14", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:32.180798 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-078b6863-3cf9-4794-b32b-bd86f1c0fd7a {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:32.180798 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdde8cf-89ff-425e-996a-36101a782794', 'name': 'network-vif-deleted', 'tag': '2234c02c-60a1-4203-8356-cc32cac3db14', 'status': 'completed', 'code': 200} Aug 16 20:45:32.333937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Allocated IP 172.20.0.9 (6c86a43d-e5b0-4677-8d66-ad06a02a5ce0/3270c619-a6a0-4574-8525-c4326ad7191b/fe9dc5f4-8ed1-4581-8797-9d9923f00ed1) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:32.336956 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.415414 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.474649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.518458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.520355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:32.545775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6653799d-ed57-4783-8502-e1e44ccdc249,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.548725 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.549191 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Added segment 007b6bb0-30d0-4466-a106-59d89636b39c of type vlan for network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 Aug 16 20:45:32.564111 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.612951 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.635519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6cbbdbb0-d7a9-4e7b-8371-26fa2ff63ccd req-4333538b-1622-4ec6-bfbd-67d1f4f184af tempest-ImagesTestJSON-1799978659 tempest-ImagesTestJSON-1799978659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cdde8cf-89ff-425e-996a-36101a782794 HTTP/1.1" status: 200 len: 210 time: 0.0390851 Aug 16 20:45:32.657213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6682f17d-eb35-4575-9483-d3705cd86b18 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:32.660432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 542c8305-3fea-4992-af47-97b77e1a4475 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:32.684990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 6682f17d-eb35-4575-9483-d3705cd86b18 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:32.685426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6682f17d-eb35-4575-9483-d3705cd86b18 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:32.710933 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.748376 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.749417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:32.750007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.782577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:32.788141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 542c8305-3fea-4992-af47-97b77e1a4475, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=542c8305-3fea-4992-af47-97b77e1a4475,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:32.798943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '542c8305-3fea-4992-af47-97b77e1a4475', 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191', 'port_id': '542c8305-3fea-4992-af47-97b77e1a4475', 'mac_address': 'fa:16:3e:b8:7d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c9aebf-a6c8-41ba-a986-a27f3715589d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:32.817888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:32.817888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:32.822213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Pushing event updated for resources: {'Port': ['ID=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.852438 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.870417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542c8305-3fea-4992-af47-97b77e1a4475 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:32.873106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] Pushing event updated for resources: {'Network': ['ID=7b98193d-f526-4fb6-b3ee-bd9e044d63f2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.894446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:32.894847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-92380200-940d-4f61-9dc1-b36e97b429dd admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2465043 Aug 16 20:45:32.897845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47698) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:32.904841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] Request body: {'subnet': {'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-778727686-subnet', 'tenant_id': '0871954c99834de3bfb5aa87d40758de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:32.942176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:32.942857 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.964642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 542c8305-3fea-4992-af47-97b77e1a4475, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=542c8305-3fea-4992-af47-97b77e1a4475,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:33.009620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] Made reservation on behalf of 0871954c99834de3bfb5aa87d40758de for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:33.012235 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.048193 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.079017 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4ef0eeb8-b9c3-4bbb-9cee-003639a396f2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3347902 Aug 16 20:45:33.091711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Request body: {'port': {'device_id': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:33.109611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=542c8305-3fea-4992-af47-97b77e1a4475,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:33.154852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.255130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['542c8305-3fea-4992-af47-97b77e1a4475'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:33.302501 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.352055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c977dd56-b5a5-4a4e-9299-951d7aa015e3,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:33.386254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] Checking segment: {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:33.386254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] Network hostable DHCP agents. Network: 7b98193d-f526-4fb6-b3ee-bd9e044d63f2, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:33.452926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabef0d-9db1-474d-abcc-275a1598d341 req-0d1758cf-eb66-498a-b038-a965b383d757 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:33.455985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dabef0d-9db1-474d-abcc-275a1598d341 req-0d1758cf-eb66-498a-b038-a965b383d757 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 931 time: 0.2427988 Aug 16 20:45:33.467242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] Network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:33.501507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2319c-9fb2-447c-9c17-b9654e27bafd req-9188eb7f-8f12-4f09-b810-e2cd38c6d463 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:33.503018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cb2319c-9fb2-447c-9c17-b9654e27bafd req-9188eb7f-8f12-4f09-b810-e2cd38c6d463 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 945 time: 0.1172693 Aug 16 20:45:33.550685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 7b98193d-f526-4fb6-b3ee-bd9e044d63f2) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:33.554920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:33.555534 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.560993 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dabef0d-9db1-474d-abcc-275a1598d341 req-fa6fa246-5cac-44f2-830f-fafd06ee0fd9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984297 Aug 16 20:45:33.561599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5e79a-9f11-4b47-b3cd-c0107102ea67 None None] Network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:33.585495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:33.596773 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cb2319c-9fb2-447c-9c17-b9654e27bafd req-3c1e0e44-748b-44e3-8510-cad0bea30c07 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802310 Aug 16 20:45:33.600581 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.611080 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Transition to ACTIVE for port object fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:33.656830 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-237c46b4-6bfc-426a-93dd-1f4af34b1d0d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7517061 Aug 16 20:45:33.672928 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.753857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:33.796222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-7b98193d-f526-4fb6-b3ee-bd9e044d63f2', 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2', 'tenant_id': '0871954c99834de3bfb5aa87d40758de', 'fixed_ips': [{'subnet_id': 'c977dd56-b5a5-4a4e-9299-951d7aa015e3'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:45:33.797199 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.841647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Attempting to bind port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:33.841994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Attempting to bind port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:33.842329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Attempting to bind port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 on network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:33.847498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 on network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:33.848305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Attempting to bind port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 on network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:33.854653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:33.855429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Checking segment: {'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:33.856177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Bound using segment: {'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:33.856709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Bound port: fe9dc5f4-8ed1-4581-8797-9d9923f00ed1, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:33.857091 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.967295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] For port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:33.971127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] For port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:33.986609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Allocated IP 172.20.0.2 (7b98193d-f526-4fb6-b3ee-bd9e044d63f2/c977dd56-b5a5-4a4e-9299-951d7aa015e3/45a46369-9752-48cb-9ee0-160966734104) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:34.068044 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.117087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.118132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.119645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] 10.222.0.76 "PUT /v2.0/ports/fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 HTTP/1.1" status: 200 len: 1092 time: 1.0326302 Aug 16 20:45:34.120109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'tag': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:34.123707 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999a38d2-45cd-49c3-be2d-74c80c9835ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a93c3be2-5fbc-49ff-949c-f5f22bc4daa6", "tag": "fe9dc5f4-8ed1-4581-8797-9d9923f00ed1"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:34.161258 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f99b0-3c14-44c8-92dc-aed9fa5077f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:34.178149 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babb64e9-d67d-41af-8057-bc053dc72dd4 x-openstack-request-id: req-babb64e9-d67d-41af-8057-bc053dc72dd4 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:34.178520 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93c3be2-5fbc-49ff-949c-f5f22bc4daa6", "tag": "fe9dc5f4-8ed1-4581-8797-9d9923f00ed1", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:34.178848 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-babb64e9-d67d-41af-8057-bc053dc72dd4 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:34.179323 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'tag': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1', 'status': 'completed', 'code': 200} Aug 16 20:45:34.192617 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.207156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Transition to ACTIVE for port object 45a46369-9752-48cb-9ee0-160966734104 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:34.219722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Transition to ACTIVE for port object 45a46369-9752-48cb-9ee0-160966734104 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:34.301789 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.304377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a38d2-45cd-49c3-be2d-74c80c9835ee req-52eb6b87-2b93-4793-a6cd-d797e57a7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.306840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-999a38d2-45cd-49c3-be2d-74c80c9835ee req-52eb6b87-2b93-4793-a6cd-d797e57a7c45 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=adf5e52e153c481f994961b2be0ecc5f&device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 1095 time: 0.1074076 Aug 16 20:45:34.324329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47776) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:34.350545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:34.353606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:34.358561 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:34.361705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Pushing event updated for resources: {'Port': ['ID=45a46369-9752-48cb-9ee0-160966734104,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:34.389056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94f7d7e-bc8f-454e-b0b2-2004c0c8c923 admin admin] Deleting subnet 017e1c35-8272-486f-8cbc-c85f51de575d {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:34.393605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f94f7d7e-bc8f-454e-b0b2-2004c0c8c923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.398505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-a3daf14e-fd3a-4c53-8e1e-3c5ebab8a80a tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.400028 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-a3daf14e-fd3a-4c53-8e1e-3c5ebab8a80a tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/networks?id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2 HTTP/1.1" status: 200 len: 815 time: 0.1895983 Aug 16 20:45:34.431541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-1e23311c-c6d5-4f42-b5e0-548c04685d31 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/quotas/0871954c99834de3bfb5aa87d40758de HTTP/1.1" status: 200 len: 375 time: 0.0214729 Aug 16 20:45:34.436385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f94f7d7e-bc8f-454e-b0b2-2004c0c8c923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.439251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Attempting to bind port 45a46369-9752-48cb-9ee0-160966734104 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:34.439748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Attempting to bind port 45a46369-9752-48cb-9ee0-160966734104 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:34.440117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Attempting to bind port 45a46369-9752-48cb-9ee0-160966734104 on network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:34.445899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:34.446439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Checking segment: {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:34.446845 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.447231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Bound using segment: {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:34.451194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Bound port: 45a46369-9752-48cb-9ee0-160966734104, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:34.451596 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.482002 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f94f7d7e-bc8f-454e-b0b2-2004c0c8c923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.526120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-1b2c0bcf-2f01-485d-bb8b-b243e0d9fe72 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0871954c99834de3bfb5aa87d40758de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931768 Aug 16 20:45:34.530912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a38d2-45cd-49c3-be2d-74c80c9835ee req-d360041f-1eb2-4a2b-b559-d8beb02998a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.532562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-999a38d2-45cd-49c3-be2d-74c80c9835ee req-d360041f-1eb2-4a2b-b559-d8beb02998a4 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=adf5e52e153c481f994961b2be0ecc5f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2169762 Aug 16 20:45:34.541656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] For port 45a46369-9752-48cb-9ee0-160966734104, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:34.546157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] For port 45a46369-9752-48cb-9ee0-160966734104, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=45a46369-9752-48cb-9ee0-160966734104,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:34.639267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f94f7d7e-bc8f-454e-b0b2-2004c0c8c923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.662214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.673201 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f7d7e-bc8f-454e-b0b2-2004c0c8c923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017e1c35-8272-486f-8cbc-c85f51de575d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:34.674470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 542c8305-3fea-4992-af47-97b77e1a4475 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:34.679131 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f94f7d7e-bc8f-454e-b0b2-2004c0c8c923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.686068 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f94f7d7e-bc8f-454e-b0b2-2004c0c8c923 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/017e1c35-8272-486f-8cbc-c85f51de575d HTTP/1.1" status: 204 len: 168 time: 0.3551803 Aug 16 20:45:34.689126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47788) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:34.729562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-2c9cbbb5-5e95-4ad9-a986-0ac1b893919a service neutron] 10.222.0.74 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949613 Aug 16 20:45:34.736847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a38d2-45cd-49c3-be2d-74c80c9835ee req-efe148a5-5eaa-4f21-b06d-9af1c4f66d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.737974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-999a38d2-45cd-49c3-be2d-74c80c9835ee req-efe148a5-5eaa-4f21-b06d-9af1c4f66d78 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961586 Aug 16 20:45:34.782514 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.824876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69ab1f-12c6-4df4-8edf-d9287d73e39d req-b0f54675-9298-4715-b2ba-e1fe52a2ab03 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.832554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d69ab1f-12c6-4df4-8edf-d9287d73e39d req-b0f54675-9298-4715-b2ba-e1fe52a2ab03 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 943 time: 0.1966400 Aug 16 20:45:34.836997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507d7ee-6d34-4dad-8763-3d69073f29b8 None None] Pushing event updated for resources: {'Port': ['ID=45a46369-9752-48cb-9ee0-160966734104,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:34.893305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 542c8305-3fea-4992-af47-97b77e1a4475 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:34.900758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 542c8305-3fea-4992-af47-97b77e1a4475 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:34.901169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.912566 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.930684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d55a6d8-8eff-4383-a9a0-d80a6e193368']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:34.944086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9fc2e7-ca70-4402-8420-a57f169a2758') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:34.944617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d69ab1f-12c6-4df4-8edf-d9287d73e39d req-a1d56e31-c529-4a94-abae-081cdbed6942 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057701 Aug 16 20:45:34.945747 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9fc2e7-ca70-4402-8420-a57f169a2758') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:34.958952 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.973754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-1020e881-bd94-480f-8d1f-7de208e8efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.975470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-1020e881-bd94-480f-8d1f-7de208e8efc7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=adf5e52e153c481f994961b2be0ecc5f&device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 1095 time: 0.1679661 Aug 16 20:45:34.986964 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.987135 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-6dcfb08a-2073-4c7f-ae67-8e87a0cc36ff service neutron] 10.222.0.74 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469132 Aug 16 20:45:34.994989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:34.995441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:34.997673 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:35.045981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2234c02c-60a1-4203-8356-cc32cac3db14 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:35.091344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-21e7ac3e-9c63-464e-baf6-73a0490f37d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 HTTP/1.1" status: 200 len: 217 time: 0.1047196 Aug 16 20:45:35.106366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 2234c02c-60a1-4203-8356-cc32cac3db14 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:35.106715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 2234c02c-60a1-4203-8356-cc32cac3db14 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:35.121652 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.161662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fca678-3fde-4f15-b01d-04643ced3183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542c8305-3fea-4992-af47-97b77e1a4475'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:35.163905 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a54df52-928d-4b3c-b277-2c00eb84b49d" -d '{"events": [{"server_uuid": "c2fca678-3fde-4f15-b01d-04643ced3183", "name": "network-vif-plugged", "status": "completed", "tag": "542c8305-3fea-4992-af47-97b77e1a4475"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:35.178597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 542c8305-3fea-4992-af47-97b77e1a4475, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=542c8305-3fea-4992-af47-97b77e1a4475,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:35.187144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6140b7e-5694-4998-847d-41e7b864e0fb req-dafebd80-a6ee-4a13-ae82-1cb589a323e9 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:35.188726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6140b7e-5694-4998-847d-41e7b864e0fb req-dafebd80-a6ee-4a13-ae82-1cb589a323e9 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 945 time: 0.1215463 Aug 16 20:45:35.197938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-de0e310d-5255-48ea-8932-a925f2787ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:35.200987 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-de0e310d-5255-48ea-8932-a925f2787ea1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3270c619-a6a0-4574-8525-c4326ad7191b HTTP/1.1" status: 200 len: 854 time: 0.0944142 Aug 16 20:45:35.222618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.227739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.232845 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5d55a6d8-8eff-4383-a9a0-d80a6e193368 HTTP/1.1" status: 204 len: 168 time: 0.5426245 Aug 16 20:45:35.250631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-4aca0a81-c49d-4a59-9c98-c927704d643b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422602 Aug 16 20:45:35.260851 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.276864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e803cd3-74ae-4e04-88d9-86656439eae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d55a6d8-8eff-4383-a9a0-d80a6e193368,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:35.300065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6140b7e-5694-4998-847d-41e7b864e0fb req-d9e1cfe8-2680-4c23-ac1e-d8386910d4cc tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040273 Aug 16 20:45:35.395344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=542c8305-3fea-4992-af47-97b77e1a4475,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:35.397981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-ae6170c8-7b23-4203-85e4-9554bbe8497e service neutron] 10.222.0.76 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369429 Aug 16 20:45:35.454995 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2a7c5d-b9db-47ce-b471-cea7f45e36e6 x-openstack-request-id: req-ab2a7c5d-b9db-47ce-b471-cea7f45e36e6 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:35.455836 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fca678-3fde-4f15-b01d-04643ced3183", "name": "network-vif-plugged", "status": "completed", "tag": "542c8305-3fea-4992-af47-97b77e1a4475", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:35.456261 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ab2a7c5d-b9db-47ce-b471-cea7f45e36e6 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:35.456906 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fca678-3fde-4f15-b01d-04643ced3183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542c8305-3fea-4992-af47-97b77e1a4475', 'code': 200} Aug 16 20:45:35.626558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eda8f63-712f-4bb8-b921-bbb8426a0f59 req-abc18b4c-f082-432c-8de0-5d175bc0d1c6 service neutron] 10.222.0.76 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104414 Aug 16 20:45:35.627111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47822) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:35.661993 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db77171-74bd-46b8-a757-4b6a12844626 req-7ae6aba2-6db1-4fc2-b089-d57599203ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:35.663501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9db77171-74bd-46b8-a757-4b6a12844626 req-7ae6aba2-6db1-4fc2-b089-d57599203ec8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 1098 time: 0.1031871 Aug 16 20:45:35.690574 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-13c0516a-5fc8-4d2d-8f92-88203db2976f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=32fd50cdc7c2456799cb9a8cbbe358b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628126 Aug 16 20:45:35.691494 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47824) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:35.715539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-38239996-6301-4290-acd6-5873d58f5c5f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:35.717076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-38239996-6301-4290-acd6-5873d58f5c5f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/networks?id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2 HTTP/1.1" status: 200 len: 815 time: 0.1741927 Aug 16 20:45:35.732646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9db77171-74bd-46b8-a757-4b6a12844626 req-95779d19-b082-4866-a5df-11e2a0e703dc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569491 Aug 16 20:45:35.745413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-417d494b-5c74-457b-b423-8c402e5e803b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/quotas/0871954c99834de3bfb5aa87d40758de HTTP/1.1" status: 200 len: 375 time: 0.0116007 Aug 16 20:45:35.756770 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f9af659-eed6-4bab-99c7-b4a68aa11741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.791520 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f9af659-eed6-4bab-99c7-b4a68aa11741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.818683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-07c9696c-6789-4957-ab95-6964efcd6ff7 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0871954c99834de3bfb5aa87d40758de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660625 Aug 16 20:45:35.922093 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f9af659-eed6-4bab-99c7-b4a68aa11741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.924897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f9af659-eed6-4bab-99c7-b4a68aa11741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.928801 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4f9af659-eed6-4bab-99c7-b4a68aa11741 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a1afe323-1e1f-439d-8226-8985d664f140 HTTP/1.1" status: 204 len: 168 time: 0.2338259 Aug 16 20:45:35.935273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-46102cf1-cfe1-4bb4-9469-f9e54fe80041 service neutron] 10.222.0.74 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057270 Aug 16 20:45:35.948317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9af659-eed6-4bab-99c7-b4a68aa11741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1afe323-1e1f-439d-8226-8985d664f140,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:36.142689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8876af-2024-4945-ad56-f9e5f04a5aad req-1a9f9250-d878-4250-b35d-ee90d261ddad tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:36.145716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db8876af-2024-4945-ad56-f9e5f04a5aad req-1a9f9250-d878-4250-b35d-ee90d261ddad tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 943 time: 0.0904996 Aug 16 20:45:36.156290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75cb6ed-9fe9-41e5-b436-120f9fc5619c None None] Network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:36.159872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-cf8149a8-b39c-4f20-a303-76c31e844010 service neutron] 10.222.0.74 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235537 Aug 16 20:45:36.198574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db8876af-2024-4945-ad56-f9e5f04a5aad req-b80effd9-3156-497c-8285-8892fba9a9a3 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474892 Aug 16 20:45:36.316031 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-01a8842f-26d4-4a13-948e-01d101bc6521 None None] Provisioning for port 45a46369-9752-48cb-9ee0-160966734104 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:36.428671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 45a46369-9752-48cb-9ee0-160966734104 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:36.522069 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ad594-bc1a-4805-a1fd-c0aee4117668 req-3c267032-ca40-41da-8bcd-f62fe1ed93d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:36.524377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f0ad594-bc1a-4805-a1fd-c0aee4117668 req-3c267032-ca40-41da-8bcd-f62fe1ed93d1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 946 time: 0.1349893 Aug 16 20:45:36.615208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f0ad594-bc1a-4805-a1fd-c0aee4117668 req-3f8367c7-bf19-4d91-ad00-2436aaef7240 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798454 Aug 16 20:45:36.699098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 45a46369-9752-48cb-9ee0-160966734104 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:36.708206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 45a46369-9752-48cb-9ee0-160966734104 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:36.708206 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.850226 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.890821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 45a46369-9752-48cb-9ee0-160966734104, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=45a46369-9752-48cb-9ee0-160966734104,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:36.915875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-fabb629a-655f-4ce3-a5aa-151ac94cd264 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:36.919528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-fabb629a-655f-4ce3-a5aa-151ac94cd264 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/networks?id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2 HTTP/1.1" status: 200 len: 815 time: 0.2091780 Aug 16 20:45:36.943798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-7933f1cd-4cae-4a57-867b-b3965f5ff880 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/quotas/0871954c99834de3bfb5aa87d40758de HTTP/1.1" status: 200 len: 375 time: 0.0190394 Aug 16 20:45:36.993770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d160bfc6-d8e0-4913-b370-dd1696cdc0e4 None None] Provisioning complete for port 45a46369-9752-48cb-9ee0-160966734104 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:36.994167 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d160bfc6-d8e0-4913-b370-dd1696cdc0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.999065 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.006723 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-31f1b816-ec7b-4913-991f-e0f193e4e67c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0871954c99834de3bfb5aa87d40758de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619638 Aug 16 20:45:37.130125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=45a46369-9752-48cb-9ee0-160966734104,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:37.222368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-1e99656e-8d73-47a1-9f64-98f3a7758e4a service neutron] 10.222.0.74 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073689 Aug 16 20:45:37.641477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47906) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:37.768561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdadf4a-3379-4eb7-aec4-fc652e79b0ab req-2293113c-1328-478a-9a5c-103bc3dfa2e9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:37.770189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ecdadf4a-3379-4eb7-aec4-fc652e79b0ab req-2293113c-1328-478a-9a5c-103bc3dfa2e9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 943 time: 0.1179433 Aug 16 20:45:37.775836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-670803460-network', 'tenant_id': 'a04b09acfa1f488abc75cf14a828ebf6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:37.793440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e5be94bd-2809-46c2-9453-125506fff0ed service neutron] 10.222.0.74 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584664 Aug 16 20:45:37.826368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ecdadf4a-3379-4eb7-aec4-fc652e79b0ab req-0542c782-4559-477b-9e5e-2c2ede769408 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502710 Aug 16 20:45:37.872890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Made reservation on behalf of a04b09acfa1f488abc75cf14a828ebf6 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:37.875434 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.885665 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.983574 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.025881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71be051-96df-4d6d-b646-cd044698ba39 req-633b4c53-b415-4b5b-801f-60c2aca56cd2 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:38.027516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c71be051-96df-4d6d-b646-cd044698ba39 req-633b4c53-b415-4b5b-801f-60c2aca56cd2 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 946 time: 0.0656552 Aug 16 20:45:38.065255 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.098464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c71be051-96df-4d6d-b646-cd044698ba39 req-fd0c58cd-1649-4bcf-9749-6696b671c972 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604928 Aug 16 20:45:38.165824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:38.185805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:38.195205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.200635 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Added segment 77bb6742-3849-46ca-9387-03b6b0ade57b of type vlan for network f7c2a23f-ec02-43e6-ac20-9262c97e81cb Aug 16 20:45:38.280473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6e81319-5731-4593-b476-2079d19ed17d req-89117756-6c94-4e09-ab30-a5cd48df0983 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 210 time: 0.0427468 Aug 16 20:45:38.300071 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.376985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-c48e8eaf-b23f-48d0-9675-791eb4e0333c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:38.379110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-c48e8eaf-b23f-48d0-9675-791eb4e0333c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.79 "GET /v2.0/networks?id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2 HTTP/1.1" status: 200 len: 815 time: 0.2504175 Aug 16 20:45:38.398000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Request body: {'port': {'device_id': '90ea5872-4001-431d-9748-9dc8c70cdb1f', 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2', 'admin_state_up': True, 'tenant_id': '0871954c99834de3bfb5aa87d40758de'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:38.438037 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 45a46369-9752-48cb-9ee0-160966734104 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:38.455179 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.456239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:38.456834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.500633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 45a46369-9752-48cb-9ee0-160966734104 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:38.501618 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.547819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] Pushing event updated for resources: {'Network': ['ID=f7c2a23f-ec02-43e6-ac20-9262c97e81cb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:38.559607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network f7c2a23f-ec02-43e6-ac20-9262c97e81cb details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:38.658904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a72a735f-bb61-4df8-8dd0-81282f55322a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0153468 Aug 16 20:45:38.664563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47932) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:38.670699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] Request body: {'subnet': {'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-670803460-subnet', 'tenant_id': 'a04b09acfa1f488abc75cf14a828ebf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:38.723977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Made reservation on behalf of 0871954c99834de3bfb5aa87d40758de for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:38.728727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.832722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] Made reservation on behalf of a04b09acfa1f488abc75cf14a828ebf6 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:38.834996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.892084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Allocated IP 172.20.0.10 (7b98193d-f526-4fb6-b3ee-bd9e044d63f2/c977dd56-b5a5-4a4e-9299-951d7aa015e3/e6f479d6-f083-4c1c-88b7-576f9116594c) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:39.039785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa610ba-8216-493b-8a05-ab1184139fe9 req-1252cb13-7ac7-45f4-adfb-c280a089e5e3 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:39.065062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:39.070624 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fa610ba-8216-493b-8a05-ab1184139fe9 req-1252cb13-7ac7-45f4-adfb-c280a089e5e3 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 943 time: 0.1647174 Aug 16 20:45:39.173237 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.219874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-14e1769e-f720-47e2-8d26-f39cd77d225f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:39.225215 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-14e1769e-f720-47e2-8d26-f39cd77d225f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.79 "GET /v2.0/networks?id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2 HTTP/1.1" status: 200 len: 815 time: 0.1647716 Aug 16 20:45:39.238435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fa610ba-8216-493b-8a05-ab1184139fe9 req-58788475-6a99-4f46-b483-713f982d79ee tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665556 Aug 16 20:45:39.241969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Request body: {'port': {'device_id': 'ed3ca92d-1551-4e8d-a2de-00c190d440dc', 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2', 'admin_state_up': True, 'tenant_id': '0871954c99834de3bfb5aa87d40758de'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:39.280862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:39.292781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1', 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0', 'port_id': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1', 'mac_address': 'fa:16:3e:bd:e8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3270c619-a6a0-4574-8525-c4326ad7191b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:39.366455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.367847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6c2e76-2f68-4410-9690-a22de19675f0,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:39.372996 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.379627 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] Checking segment: {'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:39.379991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] Network hostable DHCP agents. Network: f7c2a23f-ec02-43e6-ac20-9262c97e81cb, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:39.390080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:39.410797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:39.412725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28f767fe-c422-446e-b01a-da42af6b0e47 req-0c2dfda6-acec-42b6-9ee4-93604ea5bc33 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 210 time: 0.0429556 Aug 16 20:45:39.420656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Transition to ACTIVE for port object e6f479d6-f083-4c1c-88b7-576f9116594c will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:39.498824 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.499386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] Network f7c2a23f-ec02-43e6-ac20-9262c97e81cb is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:39.501340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Made reservation on behalf of 0871954c99834de3bfb5aa87d40758de for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:39.504950 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.537917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.565859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:39.615477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, f7c2a23f-ec02-43e6-ac20-9262c97e81cb) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:39.615690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Pushing event updated for resources: {'Port': ['ID=e6f479d6-f083-4c1c-88b7-576f9116594c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:39.625799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967c40da-1f1f-4ef4-a3bd-f5354ef72319 None None] Network f7c2a23f-ec02-43e6-ac20-9262c97e81cb requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:39.655790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:39.655790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.667960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:39.670484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:39.698948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:39.710211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Allocated IP 172.20.0.6 (7b98193d-f526-4fb6-b3ee-bd9e044d63f2/c977dd56-b5a5-4a4e-9299-951d7aa015e3/cd31c79a-e3a3-4cf6-a6a5-4ab828c57917) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:39.735728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a6a29b1c-ca95-4f6e-8d8a-98e19ffcacb7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0696874 Aug 16 20:45:39.840971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['fe9dc5f4-8ed1-4581-8797-9d9923f00ed1'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:39.844813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:39.845348 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.942353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e107ff15-899f-4d69-a5f2-2040e8888191 None None] Network f7c2a23f-ec02-43e6-ac20-9262c97e81cb requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:39.972803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-e19c5ff2-024d-4e72-94b2-8bb4cf036c7c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5796437 Aug 16 20:45:39.991989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Request body: {'port': {'device_id': '90ea5872-4001-431d-9748-9dc8c70cdb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:40.098926 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.140552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Transition to ACTIVE for port object cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:40.147993 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.228441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a2788093-74ce-475e-95aa-720c43022354 None None] Provisioning for port e6f479d6-f083-4c1c-88b7-576f9116594c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:40.269792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a2788093-74ce-475e-95aa-720c43022354 None None] Provisioning complete for port e6f479d6-f083-4c1c-88b7-576f9116594c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:40.270288 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2788093-74ce-475e-95aa-720c43022354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.305363 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.406610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Pushing event updated for resources: {'Port': ['ID=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:40.418244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:40.420862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:40.425662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:40.427289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a2788093-74ce-475e-95aa-720c43022354 None None] Port e6f479d6-f083-4c1c-88b7-576f9116594c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:40.487379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:40.488411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.560055 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d02f82-e4ea-414f-8278-63b838a0c2a3 req-2b81835a-3d7c-4246-b0ec-3f8de09826b3 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:40.561660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5d02f82-e4ea-414f-8278-63b838a0c2a3 req-2b81835a-3d7c-4246-b0ec-3f8de09826b3 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 944 time: 0.2279985 Aug 16 20:45:40.620255 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-6846674e-27a9-4808-86a4-c4b758c511b1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3871257 Aug 16 20:45:40.633913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Request body: {'port': {'device_id': 'ed3ca92d-1551-4e8d-a2de-00c190d440dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:40.717277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-594fc0f8-323e-4278-bb51-70d4b0eb0011 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:40.718774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-594fc0f8-323e-4278-bb51-70d4b0eb0011 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/networks?id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb HTTP/1.1" status: 200 len: 821 time: 0.3169191 Aug 16 20:45:40.732529 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.786048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-ffffdf48-ef64-41ee-8fb1-b88e75405ffc tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/quotas/a04b09acfa1f488abc75cf14a828ebf6 HTTP/1.1" status: 200 len: 375 time: 0.0267491 Aug 16 20:45:40.821596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5d02f82-e4ea-414f-8278-63b838a0c2a3 req-513fb678-b382-4122-b616-d56feb1280e9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508042 Aug 16 20:45:40.882586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-da511a90-60ed-4c7f-86e6-67b05f9f16ca None None] Provisioning for port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:40.888048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-da511a90-60ed-4c7f-86e6-67b05f9f16ca None None] Provisioning complete for port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:40.888785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-da511a90-60ed-4c7f-86e6-67b05f9f16ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.926136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-0d3c237f-b08e-4ef8-acda-a3cc759a90bf tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a04b09acfa1f488abc75cf14a828ebf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1281898 Aug 16 20:45:40.937553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-da511a90-60ed-4c7f-86e6-67b05f9f16ca None None] Port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:40.949036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f479d6-f083-4c1c-88b7-576f9116594c {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:40.972643 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.052446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-fa4c569e-3b97-4543-8e1a-e43712b1abb8 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:41.053858 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-fa4c569e-3b97-4543-8e1a-e43712b1abb8 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.76 "GET /v2.0/networks?id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2 HTTP/1.1" status: 200 len: 815 time: 0.4735148 Aug 16 20:45:41.055750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3dae7215-47ae-43c7-9f6d-712063f1115d req-175d7c8f-53a9-4151-a8fc-daa956876f05 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 210 time: 0.0940347 Aug 16 20:45:41.063842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Transition to ACTIVE for port object e6f479d6-f083-4c1c-88b7-576f9116594c will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:41.069930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Request body: {'port': {'device_id': '83a1f3a2-40ae-4d54-a126-84147feb095f', 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2', 'admin_state_up': True, 'tenant_id': '0871954c99834de3bfb5aa87d40758de'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:41.081677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:41.181331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-1c439880-2834-4627-b0a5-2ad5b5edf902 service neutron] 10.222.0.74 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261558 Aug 16 20:45:41.184936 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.241825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:41.247327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:41.248415 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.297331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Pushing event updated for resources: {'Port': ['ID=e6f479d6-f083-4c1c-88b7-576f9116594c,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:41.402632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:41.412255 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.429652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Transition to ACTIVE for port object cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:41.449932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Attempting to bind port e6f479d6-f083-4c1c-88b7-576f9116594c on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:41.450482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Attempting to bind port e6f479d6-f083-4c1c-88b7-576f9116594c by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:41.450591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Attempting to bind port e6f479d6-f083-4c1c-88b7-576f9116594c on network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:41.467914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-7e422977-d25a-4478-997a-88bfc51d0b66 service neutron] 10.222.0.74 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709410 Aug 16 20:45:41.471614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Made reservation on behalf of 0871954c99834de3bfb5aa87d40758de for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:41.477244 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.494876 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.495874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.516164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Port e6f479d6-f083-4c1c-88b7-576f9116594c on network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:41.516454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Attempting to bind port e6f479d6-f083-4c1c-88b7-576f9116594c on network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:41.525201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:41.525551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Checking segment: {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:41.525998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Bound using segment: {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:41.526524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Bound port: e6f479d6-f083-4c1c-88b7-576f9116594c, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:41.526807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.548935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:41.552050 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013ab6a0-e955-4c9a-afb5-044d15ccf131" -d '{"events": [{"server_uuid": "a93c3be2-5fbc-49ff-949c-f5f22bc4daa6", "name": "network-vif-plugged", "status": "completed", "tag": "fe9dc5f4-8ed1-4581-8797-9d9923f00ed1"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:41.591536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:41.632069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Pushing event updated for resources: {'Port': ['ID=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:41.670806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] For port e6f479d6-f083-4c1c-88b7-576f9116594c, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:41.690627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] For port e6f479d6-f083-4c1c-88b7-576f9116594c, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e6f479d6-f083-4c1c-88b7-576f9116594c,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:41.696088 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.728373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Attempting to bind port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:41.728742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Attempting to bind port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:41.730104 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Attempting to bind port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 on network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:41.741202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 on network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:41.741859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Attempting to bind port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 on network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:41.747096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:41.747440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Checking segment: {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:41.747827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Bound using segment: {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:41.748258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Bound port: cd31c79a-e3a3-4cf6-a6a5-4ab828c57917, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:41.748673 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.788777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Allocated IP 172.20.0.14 (7b98193d-f526-4fb6-b3ee-bd9e044d63f2/c977dd56-b5a5-4a4e-9299-951d7aa015e3/8a740645-04bd-4c81-967c-f2b17590c878) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:41.801663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.813517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:41.856469 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c83973-7b33-4331-b735-b2e3a1431661 x-openstack-request-id: req-f3c83973-7b33-4331-b735-b2e3a1431661 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:41.856835 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93c3be2-5fbc-49ff-949c-f5f22bc4daa6", "name": "network-vif-plugged", "status": "completed", "tag": "fe9dc5f4-8ed1-4581-8797-9d9923f00ed1", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:41.857151 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f3c83973-7b33-4331-b735-b2e3a1431661 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:41.857567 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1', 'code': 200} Aug 16 20:45:41.910364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] For port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:41.930046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:41.930780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.932430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] 10.222.0.79 "PUT /v2.0/ports/e6f479d6-f083-4c1c-88b7-576f9116594c HTTP/1.1" status: 200 len: 1093 time: 1.9507298 Aug 16 20:45:41.939606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ea5872-4001-431d-9748-9dc8c70cdb1f', 'tag': 'e6f479d6-f083-4c1c-88b7-576f9116594c'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:41.942710 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "90ea5872-4001-431d-9748-9dc8c70cdb1f", "tag": "e6f479d6-f083-4c1c-88b7-576f9116594c"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:41.983503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] For port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:42.002592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6b499-8f66-45cd-9fa9-29f59bba210d req-a5f10590-8bef-46dc-91ea-60d9aadae26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.004318 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c3e6b499-8f66-45cd-9fa9-29f59bba210d req-a5f10590-8bef-46dc-91ea-60d9aadae26a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 1097 time: 0.0605140 Aug 16 20:45:42.044420 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2584624-9b96-47e8-a357-a82ccb3539d2 req-389440da-4648-4d2b-b797-67ee045628ce tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 210 time: 0.1108906 Aug 16 20:45:42.052250 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c3e6b499-8f66-45cd-9fa9-29f59bba210d req-9dde5f6f-6299-417d-9d60-aef02618ae1e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Aug 16 20:45:42.096346 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.146915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a87d1-51e2-455c-9e45-b50cd75a988d service neutron] Pushing event updated for resources: {'Port': ['ID=e6f479d6-f083-4c1c-88b7-576f9116594c,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:42.167273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.167909 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.169590 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] 10.222.0.79 "PUT /v2.0/ports/cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 HTTP/1.1" status: 200 len: 1092 time: 1.5416036 Aug 16 20:45:42.170058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3ca92d-1551-4e8d-a2de-00c190d440dc', 'tag': 'cd31c79a-e3a3-4cf6-a6a5-4ab828c57917'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:42.181562 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa485462-f86a-4a10-bb7f-1cb4b45012a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3ca92d-1551-4e8d-a2de-00c190d440dc", "tag": "cd31c79a-e3a3-4cf6-a6a5-4ab828c57917"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:42.214036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2e47a-48a9-4038-ace0-6af0841b060d service neutron] Pushing event updated for resources: {'Port': ['ID=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:42.263297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-82e0c860-c6ef-420f-86e5-f31c27477924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.264835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-82e0c860-c6ef-420f-86e5-f31c27477924 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0871954c99834de3bfb5aa87d40758de&device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 1096 time: 0.2148504 Aug 16 20:45:42.362715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-40032740-41a4-43aa-b4b8-9dec1099eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.364879 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-40032740-41a4-43aa-b4b8-9dec1099eca2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0871954c99834de3bfb5aa87d40758de&device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc HTTP/1.1" status: 200 len: 1095 time: 0.0627122 Aug 16 20:45:42.444051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-ef5a07f2-b1fb-4b0f-9383-71ada8abf774 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6f479d6-f083-4c1c-88b7-576f9116594c HTTP/1.1" status: 200 len: 217 time: 0.1698201 Aug 16 20:45:42.452899 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-a25b1b6b-c02e-4e3b-96f6-5ffd6fb8ecd7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 HTTP/1.1" status: 200 len: 217 time: 0.0787675 Aug 16 20:45:42.508508 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e00ba-3d20-4015-b1d8-52662f7371c1 req-1cb52e31-1009-430b-b7e1-d99b84b4523d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.510169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d06e00ba-3d20-4015-b1d8-52662f7371c1 req-1cb52e31-1009-430b-b7e1-d99b84b4523d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.3420992 Aug 16 20:45:42.519668 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.545557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-aa285a87-27fa-465c-9b02-c1106ed00d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.555251 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-aa285a87-27fa-465c-9b02-c1106ed00d9b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c977dd56-b5a5-4a4e-9299-951d7aa015e3 HTTP/1.1" status: 200 len: 854 time: 0.0937183 Aug 16 20:45:42.555804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Transition to ACTIVE for port object 8a740645-04bd-4c81-967c-f2b17590c878 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:42.617535 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d6ff3f-794b-4320-9769-4f08586bea6c x-openstack-request-id: req-76d6ff3f-794b-4320-9769-4f08586bea6c {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:42.617869 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ea5872-4001-431d-9748-9dc8c70cdb1f", "tag": "e6f479d6-f083-4c1c-88b7-576f9116594c", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:42.618084 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-76d6ff3f-794b-4320-9769-4f08586bea6c {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:42.618485 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ea5872-4001-431d-9748-9dc8c70cdb1f', 'tag': 'e6f479d6-f083-4c1c-88b7-576f9116594c', 'status': 'completed', 'code': 200} Aug 16 20:45:42.643290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-4a63dcac-0a79-44ba-9df0-7f09b0b5c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.644772 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-4a63dcac-0a79-44ba-9df0-7f09b0b5c97f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776970 Aug 16 20:45:42.680804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72993a10-a70c-4297-be88-732ac9570600 req-c0899ef7-dd7c-4510-8306-f98bffe08dda tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 210 time: 0.0598350 Aug 16 20:45:42.760384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d06e00ba-3d20-4015-b1d8-52662f7371c1 req-17a8875e-843c-4136-8546-4a0ece6ef2b3 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377411 Aug 16 20:45:42.764889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-f8ac7dda-f8c0-445b-b6e6-030d3c0da59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.766493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-f8ac7dda-f8c0-445b-b6e6-030d3c0da59f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c977dd56-b5a5-4a4e-9299-951d7aa015e3 HTTP/1.1" status: 200 len: 854 time: 0.2996271 Aug 16 20:45:42.798733 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe68160-09af-4e27-b059-3fe6ae6e2c54 x-openstack-request-id: req-cfe68160-09af-4e27-b059-3fe6ae6e2c54 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:42.801115 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3ca92d-1551-4e8d-a2de-00c190d440dc", "tag": "cd31c79a-e3a3-4cf6-a6a5-4ab828c57917", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:42.802160 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cfe68160-09af-4e27-b059-3fe6ae6e2c54 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:42.802744 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3ca92d-1551-4e8d-a2de-00c190d440dc', 'tag': 'cd31c79a-e3a3-4cf6-a6a5-4ab828c57917', 'status': 'completed', 'code': 200} Aug 16 20:45:42.837903 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-db645653-c61c-49c9-9ad6-9227128e0129 service neutron] 10.222.0.79 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844399 Aug 16 20:45:42.838678 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.899914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:42.905756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:42.910800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:42.944408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Pushing event updated for resources: {'Port': ['ID=8a740645-04bd-4c81-967c-f2b17590c878,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:42.948428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-dc8b44b5-5f89-48bf-921b-fe527cb9c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.950009 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-dc8b44b5-5f89-48bf-921b-fe527cb9c200 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1692483 Aug 16 20:45:43.044893 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b0ed5f43-afbc-4e4a-ac50-50db11907b18 req-7ddec484-7263-4ec2-9681-c4a46e132c51 service neutron] 10.222.0.79 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983390 Aug 16 20:45:43.065485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:43.066136 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.156740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-37e6b8b8-2418-49b5-b0c9-4c574741dd3f service neutron] 10.222.0.79 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983471 Aug 16 20:45:43.187556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ceba7ea-9ef7-42df-9361-9be2a36d4e87 req-871fc98b-4be6-4e52-a81c-55b8c9d17770 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 210 time: 0.0448666 Aug 16 20:45:43.195228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e2cfa2f0-53ff-41f3-9ff4-bda46b7c1600 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1302357 Aug 16 20:45:43.235556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485462-f86a-4a10-bb7f-1cb4b45012a3 req-2f00d42c-53b4-433d-9f96-098b34af7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:43.237129 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aa485462-f86a-4a10-bb7f-1cb4b45012a3 req-2f00d42c-53b4-433d-9f96-098b34af7b0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0871954c99834de3bfb5aa87d40758de&device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc HTTP/1.1" status: 200 len: 1095 time: 0.0651603 Aug 16 20:45:43.252238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Request body: {'port': {'device_id': '83a1f3a2-40ae-4d54-a126-84147feb095f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:43.344850 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.351138 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1909840-f0e8-42b3-b031-fff51a97d87d req-0b068b5a-f5cc-4186-a498-30f15ae4039d service neutron] 10.222.0.79 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663890 Aug 16 20:45:43.353961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485462-f86a-4a10-bb7f-1cb4b45012a3 req-309528d9-b54a-4d07-b89a-311c9960c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:43.357401 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aa485462-f86a-4a10-bb7f-1cb4b45012a3 req-309528d9-b54a-4d07-b89a-311c9960c341 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2 HTTP/1.1" status: 200 len: 916 time: 0.1129515 Aug 16 20:45:43.369627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3b27b576-af14-4a64-b84e-4003be577a99 None None] Provisioning for port 8a740645-04bd-4c81-967c-f2b17590c878 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:43.374709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3b27b576-af14-4a64-b84e-4003be577a99 None None] Provisioning complete for port 8a740645-04bd-4c81-967c-f2b17590c878 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:43.375337 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3b27b576-af14-4a64-b84e-4003be577a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.420239 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aa485462-f86a-4a10-bb7f-1cb4b45012a3 req-fdcebd40-86b8-48e9-8b67-ef8aacdd5d02 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 HTTP/1.1" status: 200 len: 217 time: 0.0419605 Aug 16 20:45:43.425439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3b27b576-af14-4a64-b84e-4003be577a99 None None] Port 8a740645-04bd-4c81-967c-f2b17590c878 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:43.487444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485462-f86a-4a10-bb7f-1cb4b45012a3 req-b66415bc-e891-418c-b970-0cb236b682aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:43.490238 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aa485462-f86a-4a10-bb7f-1cb4b45012a3 req-b66415bc-e891-418c-b970-0cb236b682aa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c977dd56-b5a5-4a4e-9299-951d7aa015e3 HTTP/1.1" status: 200 len: 854 time: 0.0621550 Aug 16 20:45:43.564114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485462-f86a-4a10-bb7f-1cb4b45012a3 req-155992ad-6a36-4078-ae27-2d151d125d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:43.566541 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aa485462-f86a-4a10-bb7f-1cb4b45012a3 req-155992ad-6a36-4078-ae27-2d151d125d96 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667789 Aug 16 20:45:43.608876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac req-727e4b54-a264-4a0a-aa4f-f4e0265c04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:43.610439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac req-727e4b54-a264-4a0a-aa4f-f4e0265c04aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0871954c99834de3bfb5aa87d40758de&device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 1096 time: 0.1041760 Aug 16 20:45:43.701514 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aa485462-f86a-4a10-bb7f-1cb4b45012a3 req-93949fe2-3991-47c5-8ea7-a0a84f490080 service neutron] 10.222.0.79 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257448 Aug 16 20:45:43.768973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac req-f2a42ad1-1e71-40ae-bf45-558e87ccb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:43.770521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac req-f2a42ad1-1e71-40ae-bf45-558e87ccb515 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2 HTTP/1.1" status: 200 len: 916 time: 0.1526616 Aug 16 20:45:43.791882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a740645-04bd-4c81-967c-f2b17590c878 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:43.867756 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.873383 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac req-90930b4f-c15d-4fbc-8a91-c003fdee1ed8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6f479d6-f083-4c1c-88b7-576f9116594c HTTP/1.1" status: 200 len: 217 time: 0.0919046 Aug 16 20:45:43.939457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Transition to ACTIVE for port object 8a740645-04bd-4c81-967c-f2b17590c878 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:43.997495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667af04-fcf0-4542-aec3-51f524a7cf50 req-528a8cc0-673a-4e8c-aac5-4606ec95462c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:43.999037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8667af04-fcf0-4542-aec3-51f524a7cf50 req-528a8cc0-673a-4e8c-aac5-4606ec95462c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 932 time: 0.2012393 Aug 16 20:45:44.000575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac req-97d24ba3-b851-4646-85cc-1becdaaf2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:44.002006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac req-97d24ba3-b851-4646-85cc-1becdaaf2cc2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c977dd56-b5a5-4a4e-9299-951d7aa015e3 HTTP/1.1" status: 200 len: 854 time: 0.1077368 Aug 16 20:45:44.079228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d69a7e-a6a5-4079-b25b-384c0c8aa8a1 req-d064719b-6746-4f72-b886-f83acc2d3055 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:44.087414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3d69a7e-a6a5-4079-b25b-384c0c8aa8a1 req-d064719b-6746-4f72-b886-f83acc2d3055 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1521924 Aug 16 20:45:44.219370 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aa485462-f86a-4a10-bb7f-1cb4b45012a3 req-395569f7-8bb6-49f1-a248-9867a257e7e3 service neutron] 10.222.0.79 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101073 Aug 16 20:45:44.472144 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.558743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3d69a7e-a6a5-4079-b25b-384c0c8aa8a1 req-a4f68a0c-a5ef-4b23-842c-ff8bc3ec6854 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700444 Aug 16 20:45:44.598781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac req-58ac99c7-14de-4ec2-9209-9ff76c493a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:44.606825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac req-58ac99c7-14de-4ec2-9209-9ff76c493a56 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5842564 Aug 16 20:45:44.620139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8667af04-fcf0-4542-aec3-51f524a7cf50 req-bac8ef22-7403-4f1d-b939-d9b2748d9104 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120965 Aug 16 20:45:44.731514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Pushing event updated for resources: {'Port': ['ID=8a740645-04bd-4c81-967c-f2b17590c878,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:44.805516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-3f2b8248-a5a2-4a54-81d9-a87e3d1da76e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:44.811512 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-3f2b8248-a5a2-4a54-81d9-a87e3d1da76e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "GET /v2.0/networks?id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb HTTP/1.1" status: 200 len: 821 time: 0.2221177 Aug 16 20:45:44.835731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Request body: {'port': {'device_id': '02dfb14f-0dc0-4c3d-be61-701d723e8ccf', 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb', 'admin_state_up': True, 'tenant_id': 'a04b09acfa1f488abc75cf14a828ebf6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:44.884505 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-348425d7-896f-4b1e-aa2d-1cbdcf67b008 req-685f62be-5ffd-425e-959c-15d651da9e28 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 210 time: 0.1003556 Aug 16 20:45:45.052535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Attempting to bind port 8a740645-04bd-4c81-967c-f2b17590c878 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:45.052929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Attempting to bind port 8a740645-04bd-4c81-967c-f2b17590c878 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:45.053251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Attempting to bind port 8a740645-04bd-4c81-967c-f2b17590c878 on network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:45.066892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Port 8a740645-04bd-4c81-967c-f2b17590c878 on network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:45.067117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Attempting to bind port 8a740645-04bd-4c81-967c-f2b17590c878 on network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:45.083483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac req-aa277671-f354-4e8a-9736-9f954737128c service neutron] 10.222.0.79 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738370 Aug 16 20:45:45.085124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:45.087684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Checking segment: {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:45.087684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Bound using segment: {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:45.087684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Bound port: 8a740645-04bd-4c81-967c-f2b17590c878, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007b6bb0-30d0-4466-a106-59d89636b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:45.087684 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.096165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95b390-3ac1-4ac3-b337-bd091b539cf9 req-bc701689-7070-4f1a-9eea-2975930c975f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:45.097669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c95b390-3ac1-4ac3-b337-bd091b539cf9 req-bc701689-7070-4f1a-9eea-2975930c975f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.2157769 Aug 16 20:45:45.200914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Made reservation on behalf of a04b09acfa1f488abc75cf14a828ebf6 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:45.202395 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e85f22c5-c047-40b9-8625-5fd3736461ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.208199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.240934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] For port 8a740645-04bd-4c81-967c-f2b17590c878, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:45.245640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] For port 8a740645-04bd-4c81-967c-f2b17590c878, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8a740645-04bd-4c81-967c-f2b17590c878,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:45.314068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98c46640-60c2-4ed7-a8aa-f5ae995bb7ac req-12eff555-b676-42c1-9250-1f69443cc10b service neutron] 10.222.0.79 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143991 Aug 16 20:45:45.342058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c95b390-3ac1-4ac3-b337-bd091b539cf9 req-0240d0a6-97b3-4ca5-b44d-1a16bcec30af tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271626 Aug 16 20:45:45.367934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.421696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Allocated IP 172.20.0.2 (f7c2a23f-ec02-43e6-ac20-9262c97e81cb/fc6c2e76-2f68-4410-9690-a22de19675f0/c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:45.468498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:45.471022 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.472510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] 10.222.0.76 "PUT /v2.0/ports/8a740645-04bd-4c81-967c-f2b17590c878 HTTP/1.1" status: 200 len: 1093 time: 2.2266817 Aug 16 20:45:45.473096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a1f3a2-40ae-4d54-a126-84147feb095f', 'tag': '8a740645-04bd-4c81-967c-f2b17590c878'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:45.475256 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a" -d '{"events": [{"name": "network-changed", "server_uuid": "83a1f3a2-40ae-4d54-a126-84147feb095f", "tag": "8a740645-04bd-4c81-967c-f2b17590c878"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:45.569260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c08646-4149-4bec-8496-e3ff646ed142 service neutron] Pushing event updated for resources: {'Port': ['ID=8a740645-04bd-4c81-967c-f2b17590c878,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:45.581294 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3495d004-f52a-486f-8406-d9260fa5bf96 x-openstack-request-id: req-3495d004-f52a-486f-8406-d9260fa5bf96 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:45.582117 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a1f3a2-40ae-4d54-a126-84147feb095f", "tag": "8a740645-04bd-4c81-967c-f2b17590c878", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:45.582117 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3495d004-f52a-486f-8406-d9260fa5bf96 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:45.582293 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a1f3a2-40ae-4d54-a126-84147feb095f', 'tag': '8a740645-04bd-4c81-967c-f2b17590c878', 'status': 'completed', 'code': 200} Aug 16 20:45:45.672634 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:45:45.714234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-8c2b5d13-de3c-47a6-bf31-4b3cbac55dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:45.718649 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-8c2b5d13-de3c-47a6-bf31-4b3cbac55dca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0871954c99834de3bfb5aa87d40758de&device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 1096 time: 0.1173356 Aug 16 20:45:45.796976 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.845751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-e6ec3615-674f-4dc8-a689-eb6b5a204244 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a740645-04bd-4c81-967c-f2b17590c878 HTTP/1.1" status: 200 len: 217 time: 0.1183410 Aug 16 20:45:45.985207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b908e-1984-413c-8ec8-75c2ddab6030 req-008d332c-7525-42a2-9512-1e35aafd02b5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:45.986828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b71b908e-1984-413c-8ec8-75c2ddab6030 req-008d332c-7525-42a2-9512-1e35aafd02b5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1476240 Aug 16 20:45:45.988488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-5e211c1b-a0ec-4dff-89aa-4aed1a68e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:45.990178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-5e211c1b-a0ec-4dff-89aa-4aed1a68e308 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c977dd56-b5a5-4a4e-9299-951d7aa015e3 HTTP/1.1" status: 200 len: 854 time: 0.1145713 Aug 16 20:45:45.998935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cac193-39f4-4b64-8093-02f8c0ed88b2 req-de018703-31b9-422a-9504-dcf82fbada59 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.000510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88cac193-39f4-4b64-8093-02f8c0ed88b2 req-de018703-31b9-422a-9504-dcf82fbada59 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 944 time: 0.1581917 Aug 16 20:45:46.082049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.101816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b71b908e-1984-413c-8ec8-75c2ddab6030 req-8a94e16c-293a-4e5b-b777-d7be1349a9f3 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002033 Aug 16 20:45:46.110146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-79b0b303-67f6-4a51-84dc-25993c195c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.112011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-79b0b303-67f6-4a51-84dc-25993c195c76 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092789 Aug 16 20:45:46.114912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Network f7c2a23f-ec02-43e6-ac20-9262c97e81cb is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:46.135865 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88cac193-39f4-4b64-8093-02f8c0ed88b2 req-7c9dcdbe-a406-4992-9c0c-dd079780812b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049345 Aug 16 20:45:46.136644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:46.136644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:46.171630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.172267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.195353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event updated for resources: {'Port': ['ID=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:46.289415 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-0f6ef2fc-15f8-4415-abb2-f5ea57b05963 service neutron] 10.222.0.76 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637461 Aug 16 20:45:46.305199 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-d534becd-1f1c-41cb-acbb-6eab039a2c3e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4858999 Aug 16 20:45:46.320661 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edc945-0e2d-42dd-9833-d246b83a4de4 req-66f11899-9a0c-48d1-b91b-05d913be99ec tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.331958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Request body: {'port': {'device_id': '02dfb14f-0dc0-4c3d-be61-701d723e8ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:46.332463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4edc945-0e2d-42dd-9833-d246b83a4de4 req-66f11899-9a0c-48d1-b91b-05d913be99ec tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 931 time: 0.1174390 Aug 16 20:45:46.415424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4edc945-0e2d-42dd-9833-d246b83a4de4 req-ee82c695-3212-4260-b7ba-c5b0c98e3a58 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838268 Aug 16 20:45:46.452362 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.542300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7c6b7-12de-400f-aa9c-aa07b55601f2 req-7c7d4021-bfe6-4fb8-92d5-b6ad022679b3 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.547687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fd7c6b7-12de-400f-aa9c-aa07b55601f2 req-7c7d4021-bfe6-4fb8-92d5-b6ad022679b3 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1364028 Aug 16 20:45:46.551341 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-76d4b0fb-b2f5-4f33-ba83-b83742c142c7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1188693 Aug 16 20:45:46.566814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c93e2b-e6ad-44ca-82d8-81c808234362 req-d59ad47c-4a51-4bf1-8019-aec6076c942e service neutron] 10.222.0.76 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341025 Aug 16 20:45:46.597452 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fd7c6b7-12de-400f-aa9c-aa07b55601f2 req-672cfded-ab33-40ba-bec3-995f974c56e6 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490656 Aug 16 20:45:46.679777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3f932417-a54c-4420-b36f-09aceaa3ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.681367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3f932417-a54c-4420-b36f-09aceaa3ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.682174 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3f932417-a54c-4420-b36f-09aceaa3ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.682817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3f932417-a54c-4420-b36f-09aceaa3ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.684354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3f932417-a54c-4420-b36f-09aceaa3ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.685001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3f932417-a54c-4420-b36f-09aceaa3ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.685687 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3f932417-a54c-4420-b36f-09aceaa3ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.688314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3f932417-a54c-4420-b36f-09aceaa3ff96 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe44f7dddf834ff693dacd385350b360&device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 6509 time: 0.0804908 Aug 16 20:45:46.701071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:46.767350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a req-1768d6eb-62aa-4a4c-8f50-0592fc0ee5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.770564 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a req-1768d6eb-62aa-4a4c-8f50-0592fc0ee5d4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0871954c99834de3bfb5aa87d40758de&device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 1096 time: 0.0708134 Aug 16 20:45:46.890025 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-0e241f5d-1d5e-4f70-8eba-2b5112b6f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.890514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-0e241f5d-1d5e-4f70-8eba-2b5112b6f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.891032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-0e241f5d-1d5e-4f70-8eba-2b5112b6f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.897175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-0e241f5d-1d5e-4f70-8eba-2b5112b6f25f service neutron] 10.222.0.76 "GET /v2.0/networks?id=9505ab7f-c601-4aee-bc21-fb8454e73838&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=10d02a5b-303c-4edc-8926-014570002926&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431 HTTP/1.1" status: 200 len: 2297 time: 0.1800005 Aug 16 20:45:46.929213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:46.941700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'cd31c79a-e3a3-4cf6-a6a5-4ab828c57917', 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2', 'port_id': 'cd31c79a-e3a3-4cf6-a6a5-4ab828c57917', 'mac_address': 'fa:16:3e:29:ea:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c977dd56-b5a5-4a4e-9299-951d7aa015e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:46.984817 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.990352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a req-f2ed67ae-3d39-4f1f-b8ca-3d70dea2f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.992396 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a req-f2ed67ae-3d39-4f1f-b8ca-3d70dea2f0ea service neutron] 10.222.0.76 "GET /v2.0/networks?id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2 HTTP/1.1" status: 200 len: 916 time: 0.2087691 Aug 16 20:45:47.005302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:47.028003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:47.029559 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-576e1f16-0a44-40bd-9896-cb8982702bba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541101d5-19e3-4b09-8468-6b127501afbd HTTP/1.1" status: 200 len: 1001 time: 0.1242576 Aug 16 20:45:47.082950 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a req-21222b35-d4aa-45a6-ab38-6e836f1fb7dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a740645-04bd-4c81-967c-f2b17590c878 HTTP/1.1" status: 200 len: 217 time: 0.0596650 Aug 16 20:45:47.106224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-f61ddaea-edbc-4027-995f-2bc7f500f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.106224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-f61ddaea-edbc-4027-995f-2bc7f500f36f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29c47eaa-d5e4-4aaf-bef9-954047912db6 HTTP/1.1" status: 200 len: 856 time: 0.0624492 Aug 16 20:45:47.106508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:47.110357 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.146753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.147865 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e6f479d6-f083-4c1c-88b7-576f9116594c details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:47.153701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Transition to ACTIVE for port object c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:47.159811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a req-d95092a1-eb9b-4d73-bab3-e5f2b74cea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.161358 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a req-d95092a1-eb9b-4d73-bab3-e5f2b74cea2c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c977dd56-b5a5-4a4e-9299-951d7aa015e3 HTTP/1.1" status: 200 len: 854 time: 0.0695026 Aug 16 20:45:47.197392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-2cb24b96-03b9-4e59-b918-a96a37c55700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.202786 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-2cb24b96-03b9-4e59-b918-a96a37c55700 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9505ab7f-c601-4aee-bc21-fb8454e73838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928342 Aug 16 20:45:47.250570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.278990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e6f479d6-f083-4c1c-88b7-576f9116594c, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e6f479d6-f083-4c1c-88b7-576f9116594c,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:47.292778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'e6f479d6-f083-4c1c-88b7-576f9116594c', 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2', 'port_id': 'e6f479d6-f083-4c1c-88b7-576f9116594c', 'mac_address': 'fa:16:3e:73:cb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c977dd56-b5a5-4a4e-9299-951d7aa015e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:47.335957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a req-c0f11dcd-a6ef-4a68-8efb-348201b92f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.337531 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a req-c0f11dcd-a6ef-4a68-8efb-348201b92f44 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1678817 Aug 16 20:45:47.380405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71939069-9235-4365-819a-01f88081874a service neutron] Pushing event updated for resources: {'Port': ['ID=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:47.425374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca0d90-25b0-428b-9368-3549518c5a9f req-10d55e01-f885-461f-aa3b-6f936c7343a1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.431244 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bbca0d90-25b0-428b-9368-3549518c5a9f req-10d55e01-f885-461f-aa3b-6f936c7343a1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 944 time: 0.1574283 Aug 16 20:45:47.446118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebfc9c-f1b8-458a-9fef-43823a6852ab req-eed6efd0-de42-49e9-99bb-c094ce9011ba tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.456661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3aebfc9c-f1b8-458a-9fef-43823a6852ab req-eed6efd0-de42-49e9-99bb-c094ce9011ba tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.2498918 Aug 16 20:45:47.556348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bbca0d90-25b0-428b-9368-3549518c5a9f req-bc9090a4-53bf-4f5c-a750-911a648e8212 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864737 Aug 16 20:45:47.560025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:47.563116 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.569257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a req-cfcffb48-0f0e-48b6-840d-90fb92fee5e9 service neutron] 10.222.0.76 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204874 Aug 16 20:45:47.609416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3aebfc9c-f1b8-458a-9fef-43823a6852ab req-75c220a1-6e79-4e40-81ae-576d4c9d8fe9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516309 Aug 16 20:45:47.618646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-2ec25fbb-4cfc-4754-8d42-827597edab85 service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953316 Aug 16 20:45:47.623897 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b306279f-6865-4dee-9e83-0798cffeaddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.637955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f479d6-f083-4c1c-88b7-576f9116594c {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:47.663927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e6f479d6-f083-4c1c-88b7-576f9116594c, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e6f479d6-f083-4c1c-88b7-576f9116594c,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:47.670471 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Attempting to bind port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:47.670901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Attempting to bind port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:47.675971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Attempting to bind port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a on network f7c2a23f-ec02-43e6-ac20-9262c97e81cb {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:47.679372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a on network f7c2a23f-ec02-43e6-ac20-9262c97e81cb not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:47.679822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Attempting to bind port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a on network f7c2a23f-ec02-43e6-ac20-9262c97e81cb {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:47.692098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:47.692583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Checking segment: {'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:47.693095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Bound using segment: {'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:47.693648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Bound port: c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:47.694260 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.724711 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8cf9f4f5-2ca0-4b7f-9a45-0639fa86f12a req-2f293764-4845-49f0-8803-aa284516cef0 service neutron] 10.222.0.76 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368134 Aug 16 20:45:47.736224 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.859373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] For port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:47.867167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-5fb2af8b-2fe2-46ef-ad3c-ddcdf853b50b service neutron] 10.222.0.76 "GET /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398999 Aug 16 20:45:47.880556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] For port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:47.942959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-dd79ac5e-6006-47c9-b4dc-2f1bc4536c2d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 HTTP/1.1" status: 200 len: 217 time: 0.0669029 Aug 16 20:45:47.943316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=e6f479d6-f083-4c1c-88b7-576f9116594c,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:47.950872 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.976328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.013214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['cd31c79a-e3a3-4cf6-a6a5-4ab828c57917'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:48.018509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e6f479d6-f083-4c1c-88b7-576f9116594c'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:48.061308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3cc47098-a70c-4df5-ac3b-51ce797d36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.063248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3cc47098-a70c-4df5-ac3b-51ce797d36dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.1056855 Aug 16 20:45:48.066580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.067513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.069357 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-71939069-9235-4365-819a-01f88081874a service neutron] 10.222.0.76 "PUT /v2.0/ports/c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a HTTP/1.1" status: 200 len: 1092 time: 1.7548139 Aug 16 20:45:48.069970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02dfb14f-0dc0-4c3d-be61-701d723e8ccf', 'tag': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:48.072507 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a63408-27be-4a39-9ca7-7362f0fe5fac" -d '{"events": [{"name": "network-changed", "server_uuid": "02dfb14f-0dc0-4c3d-be61-701d723e8ccf", "tag": "c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:48.138711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810afe0c-26eb-4dbb-a435-a8c839f34c0c req-8311fe04-ec01-4ca8-a96f-dff8046bace8 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.142534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-810afe0c-26eb-4dbb-a435-a8c839f34c0c req-8311fe04-ec01-4ca8-a96f-dff8046bace8 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 943 time: 0.1351371 Aug 16 20:45:48.143572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71939069-9235-4365-819a-01f88081874a service neutron] Pushing event updated for resources: {'Port': ['ID=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:48.200775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-418ff42e-8602-45ac-9f0f-c104cdf017af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.202584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-418ff42e-8602-45ac-9f0f-c104cdf017af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1156282 Aug 16 20:45:48.208350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-810afe0c-26eb-4dbb-a435-a8c839f34c0c req-cd04a74a-12c7-4d96-842e-66faaf9e0f38 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498962 Aug 16 20:45:48.293901 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25ce2c6-34ab-4a3b-94d6-73c9ea93cebe x-openstack-request-id: req-b25ce2c6-34ab-4a3b-94d6-73c9ea93cebe {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:48.295934 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02dfb14f-0dc0-4c3d-be61-701d723e8ccf", "tag": "c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:48.297313 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b25ce2c6-34ab-4a3b-94d6-73c9ea93cebe {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:48.297897 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02dfb14f-0dc0-4c3d-be61-701d723e8ccf', 'tag': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a', 'status': 'completed', 'code': 200} Aug 16 20:45:48.333913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-c899826b-1ec0-4dac-b1f5-7762c162401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.337700 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-c899826b-1ec0-4dac-b1f5-7762c162401a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a04b09acfa1f488abc75cf14a828ebf6&device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 1095 time: 0.1201925 Aug 16 20:45:48.376511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-d82cbd6d-5856-4421-b9ac-eb07ce4d8918 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583428 Aug 16 20:45:48.411629 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-9fe2a531-9c8c-4666-8822-7815c61dd62c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a HTTP/1.1" status: 200 len: 217 time: 0.0654614 Aug 16 20:45:48.485949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-2fce58e8-ad02-448e-99d3-e04d418a9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.487944 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-2fce58e8-ad02-448e-99d3-e04d418a9a5b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc6c2e76-2f68-4410-9690-a22de19675f0 HTTP/1.1" status: 200 len: 861 time: 0.0617924 Aug 16 20:45:48.499764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a1be-2174-4ff2-9b04-d754f4d482ed req-beb75c0c-5358-4b0f-9c32-6cadfa868814 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.507749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a1be-2174-4ff2-9b04-d754f4d482ed req-beb75c0c-5358-4b0f-9c32-6cadfa868814 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.511918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a1be-2174-4ff2-9b04-d754f4d482ed req-beb75c0c-5358-4b0f-9c32-6cadfa868814 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.518239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a1be-2174-4ff2-9b04-d754f4d482ed req-beb75c0c-5358-4b0f-9c32-6cadfa868814 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.524017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a1be-2174-4ff2-9b04-d754f4d482ed req-beb75c0c-5358-4b0f-9c32-6cadfa868814 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.530333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a1be-2174-4ff2-9b04-d754f4d482ed req-beb75c0c-5358-4b0f-9c32-6cadfa868814 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.541078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a1be-2174-4ff2-9b04-d754f4d482ed req-beb75c0c-5358-4b0f-9c32-6cadfa868814 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.541078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3147a1be-2174-4ff2-9b04-d754f4d482ed req-beb75c0c-5358-4b0f-9c32-6cadfa868814 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5445 time: 0.1603413 Aug 16 20:45:48.546317 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-efcb286e-fb39-4b27-9091-0eee51a8d2aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501869 Aug 16 20:45:48.587449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-a032f194-8864-4782-933f-a5f1562fb7b0 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980338 Aug 16 20:45:48.655304 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3147a1be-2174-4ff2-9b04-d754f4d482ed req-24908185-36f6-4337-84d1-72036f61c4f7 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078856 Aug 16 20:45:48.667281 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-2b4ede05-e7b6-487d-8a70-e666e0338a53 service neutron] 10.222.0.76 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117191 Aug 16 20:45:48.715416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-951828e9-a234-49db-9f37-9161e66b4a24 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=1e603d7b-c570-48b7-86c3-c246af5e7d10 HTTP/1.1" status: 200 len: 217 time: 0.0891244 Aug 16 20:45:48.787828 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-030b9e79-764f-4ab7-a3ac-eaa2dfc2a56e req-b0d37bb7-4483-4fb9-9ba9-93a9ef9bf358 service neutron] 10.222.0.76 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116686 Aug 16 20:45:48.828273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9911f5-28ce-483e-a5a3-a5cdad17c37e req-274c9b9e-8310-4037-b77f-e8de529b69da tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.829821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e9911f5-28ce-483e-a5a3-a5cdad17c37e req-274c9b9e-8310-4037-b77f-e8de529b69da tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 944 time: 0.1266811 Aug 16 20:45:48.832218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-1ae33dac-5b9b-4fc4-93e9-07d41e6a2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.833557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-1ae33dac-5b9b-4fc4-93e9-07d41e6a2195 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.0988083 Aug 16 20:45:48.851990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145e814-127b-4ae1-bdd3-52d6c1787827 req-d69338be-4c1d-4f4f-9f3e-ed79677ee25d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.853560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2145e814-127b-4ae1-bdd3-52d6c1787827 req-d69338be-4c1d-4f4f-9f3e-ed79677ee25d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1082354 Aug 16 20:45:48.928855 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e9911f5-28ce-483e-a5a3-a5cdad17c37e req-cb95f13c-9455-4e37-91b6-161e3ddcbcd4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912964 Aug 16 20:45:48.948345 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2145e814-127b-4ae1-bdd3-52d6c1787827 req-e79e3d8f-b533-422a-8edb-410d751cb1f8 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768678 Aug 16 20:45:48.959085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-9c9da110-7450-470f-8a40-c72915bf546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.961245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-9c9da110-7450-470f-8a40-c72915bf546e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1066878 Aug 16 20:45:49.020872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a63408-27be-4a39-9ca7-7362f0fe5fac req-239c6732-781e-4655-a923-36306351bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.024514 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61a63408-27be-4a39-9ca7-7362f0fe5fac req-239c6732-781e-4655-a923-36306351bff8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a04b09acfa1f488abc75cf14a828ebf6&device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 1095 time: 0.0925281 Aug 16 20:45:49.129598 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:49.139981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-8c80bb9a-6738-4e9a-a386-9042b4dc0b6b service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644375 Aug 16 20:45:49.178021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a63408-27be-4a39-9ca7-7362f0fe5fac req-6848a007-603e-419b-9c0b-c7b7008d26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.179857 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61a63408-27be-4a39-9ca7-7362f0fe5fac req-6848a007-603e-419b-9c0b-c7b7008d26c6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb HTTP/1.1" status: 200 len: 922 time: 0.1501443 Aug 16 20:45:49.235387 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61a63408-27be-4a39-9ca7-7362f0fe5fac req-3fd4eced-d228-4ed9-a4ab-e8c53f24d182 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a HTTP/1.1" status: 200 len: 217 time: 0.0431020 Aug 16 20:45:49.272061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-6fc0b1ac-2128-439f-83a9-e125c898e9ce service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146049 Aug 16 20:45:49.305123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a63408-27be-4a39-9ca7-7362f0fe5fac req-c56033aa-0cb9-409f-8739-0b84be425bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.306861 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61a63408-27be-4a39-9ca7-7362f0fe5fac req-c56033aa-0cb9-409f-8739-0b84be425bdc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc6c2e76-2f68-4410-9690-a22de19675f0 HTTP/1.1" status: 200 len: 861 time: 0.0622251 Aug 16 20:45:49.329450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-d07e9b55-9f3b-48a3-b623-934fe2f080ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=dff5d104-9250-4ba8-ab72-955d0849cbfd HTTP/1.1" status: 200 len: 217 time: 0.0490522 Aug 16 20:45:49.344320 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61a63408-27be-4a39-9ca7-7362f0fe5fac req-c2858c32-f169-498d-8845-7cd698cc8012 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296814 Aug 16 20:45:49.422169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459e576-4cab-484f-a2ab-bf6073cc2909 req-b297b703-4233-4168-94a5-c2a70feaf482 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.423885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b459e576-4cab-484f-a2ab-bf6073cc2909 req-b297b703-4233-4168-94a5-c2a70feaf482 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 943 time: 0.0972841 Aug 16 20:45:49.430987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-4deb13ea-b1ba-4aac-8028-1fd60e9e8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.432352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-4deb13ea-b1ba-4aac-8028-1fd60e9e8618 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.0728965 Aug 16 20:45:49.493221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-42f2947d-9a15-4c62-9e5e-251838c9678c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.499704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-42f2947d-9a15-4c62-9e5e-251838c9678c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.505763 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-42f2947d-9a15-4c62-9e5e-251838c9678c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.506822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b459e576-4cab-484f-a2ab-bf6073cc2909 req-00da14e0-796a-452c-8eed-43858882b023 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734923 Aug 16 20:45:49.512254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-42f2947d-9a15-4c62-9e5e-251838c9678c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.514945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-dbf7d79b-d721-4863-999d-5b50d257a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.516723 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-dbf7d79b-d721-4863-999d-5b50d257a383 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745628 Aug 16 20:45:49.518341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-42f2947d-9a15-4c62-9e5e-251838c9678c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.524315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-42f2947d-9a15-4c62-9e5e-251838c9678c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.530360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-42f2947d-9a15-4c62-9e5e-251838c9678c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.532284 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-42f2947d-9a15-4c62-9e5e-251838c9678c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5445 time: 0.1615679 Aug 16 20:45:49.577128 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61a63408-27be-4a39-9ca7-7362f0fe5fac req-fb20614c-84da-4b03-bb2c-9f93ac081cbe service neutron] 10.222.0.76 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159598 Aug 16 20:45:49.597170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-b9916e0c-b5e1-4f1f-8f12-c07e5433cf95 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.598419 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-b9916e0c-b5e1-4f1f-8f12-c07e5433cf95 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "GET /v2.0/ports/1e603d7b-c570-48b7-86c3-c246af5e7d10?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0569458 Aug 16 20:45:49.615640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-0e318451-4ea1-4852-bbf4-66830f52ed81 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909100 Aug 16 20:45:49.711950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-0df106ab-59f9-41b8-95bb-55e94ace0142 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879889 Aug 16 20:45:49.755506 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61a63408-27be-4a39-9ca7-7362f0fe5fac req-bd9a31f4-3df3-4e6f-9680-b1793204671e service neutron] 10.222.0.76 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692777 Aug 16 20:45:49.763409 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-54c9c3c9-9a12-404a-8602-2c0fcf823ea9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1553707 Aug 16 20:45:49.771565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-8d0128ee-170c-4da0-8dac-15448fe8f1e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=08db1591-b7d3-496f-b184-e13a3f241a8f HTTP/1.1" status: 200 len: 217 time: 0.0513716 Aug 16 20:45:49.776148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:49.832425 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:49.863769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7b759-bc7b-4347-b7a2-d4383def69a3 req-e7e1152a-49f6-45ff-a843-6d9235763eec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.869659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7b759-bc7b-4347-b7a2-d4383def69a3 req-e7e1152a-49f6-45ff-a843-6d9235763eec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.876092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7b759-bc7b-4347-b7a2-d4383def69a3 req-e7e1152a-49f6-45ff-a843-6d9235763eec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.881979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7b759-bc7b-4347-b7a2-d4383def69a3 req-e7e1152a-49f6-45ff-a843-6d9235763eec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.887831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7b759-bc7b-4347-b7a2-d4383def69a3 req-e7e1152a-49f6-45ff-a843-6d9235763eec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.895003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7b759-bc7b-4347-b7a2-d4383def69a3 req-e7e1152a-49f6-45ff-a843-6d9235763eec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.900903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7b759-bc7b-4347-b7a2-d4383def69a3 req-e7e1152a-49f6-45ff-a843-6d9235763eec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.902865 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0d7b759-bc7b-4347-b7a2-d4383def69a3 req-e7e1152a-49f6-45ff-a843-6d9235763eec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 5445 time: 0.1340599 Aug 16 20:45:49.904876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-04fa1aab-665f-4889-99e8-9c010f5c1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.906266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-04fa1aab-665f-4889-99e8-9c010f5c1612 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 200 len: 797 time: 0.1254075 Aug 16 20:45:49.973093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0d7b759-bc7b-4347-b7a2-d4383def69a3 req-023cf047-6a1a-4241-b900-fb715df5cc9d tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&id=5a4e210d-48b6-4d30-8ca2-9223c3b09428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617533 Aug 16 20:45:49.989413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-249874b6-eccc-4821-ad19-5b998b76c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.989413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-249874b6-eccc-4821-ad19-5b998b76c470 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=10d02a5b-303c-4edc-8926-014570002926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0691166 Aug 16 20:45:49.990337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] For port 1e603d7b-c570-48b7-86c3-c246af5e7d10, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=1e603d7b-c570-48b7-86c3-c246af5e7d10,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:50.031489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] For port 1e603d7b-c570-48b7-86c3-c246af5e7d10, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:50.068629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] device_id is not set on port 1e603d7b-c570-48b7-86c3-c246af5e7d10 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:50.077721 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.147805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d7f26-bded-48c1-9012-0a455ed51daf req-68ee90c8-26d2-4ff6-886b-ee5fbe247aa6 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:50.149458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f13d7f26-bded-48c1-9012-0a455ed51daf req-68ee90c8-26d2-4ff6-886b-ee5fbe247aa6 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0906463 Aug 16 20:45:50.154354 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.201194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd56c1-839a-47a0-8853-b8dca2102e0b req-643ffdc4-5669-4465-9976-da4dde638759 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:50.213403 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6fd56c1-839a-47a0-8853-b8dca2102e0b req-643ffdc4-5669-4465-9976-da4dde638759 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 944 time: 0.1756663 Aug 16 20:45:50.229738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-13a47e3a-3aa0-42b0-9e7a-b61b4b258136 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218397 Aug 16 20:45:50.253408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] Pushing event updated for resources: {'Port': ['ID=1e603d7b-c570-48b7-86c3-c246af5e7d10,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:50.256697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] No DVR routers for this DVR port 1e603d7b-c570-48b7-86c3-c246af5e7d10 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:50.309531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f13d7f26-bded-48c1-9012-0a455ed51daf req-94d1ea2e-9390-44b6-9aa4-fcd1aeb5919b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494586 Aug 16 20:45:50.311427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] In _notify_port_updated(), no bound segment for port 1e603d7b-c570-48b7-86c3-c246af5e7d10 on network 10d02a5b-303c-4edc-8926-014570002926 {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:45:50.312441 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:50.313084 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.314543 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-15ebe7a6-83a6-4df5-9fa6-a2fb2a2ec86f service neutron] 10.222.0.76 "PUT /v2.0/ports/1e603d7b-c570-48b7-86c3-c246af5e7d10 HTTP/1.1" status: 200 len: 1032 time: 0.5429974 Aug 16 20:45:50.359025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6fd56c1-839a-47a0-8853-b8dca2102e0b req-c02f8fca-259d-49e2-b586-109c9dbc3277 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367939 Aug 16 20:45:50.398074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-b273cc32-e60b-40cf-89ec-75f415dcafe8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:50.399777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-b273cc32-e60b-40cf-89ec-75f415dcafe8 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "GET /v2.0/ports/4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0787008 Aug 16 20:45:50.422364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:50.426633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-6362987b-c25b-48e0-b33a-c624f6f9d978 service neutron] 10.222.0.76 "GET /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774118 Aug 16 20:45:50.483369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7c3a2ec4-faf5-4f15-88b6-df944a36c161 None None] Provisioning complete for port 1e603d7b-c570-48b7-86c3-c246af5e7d10 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:50.483867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2ec4-faf5-4f15-88b6-df944a36c161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.493708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-8cee6b80-1e32-47d2-ab42-fd7e1cb735ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e HTTP/1.1" status: 200 len: 217 time: 0.0574203 Aug 16 20:45:50.499986 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.528485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a2ec4-faf5-4f15-88b6-df944a36c161 None None] Port 1e603d7b-c570-48b7-86c3-c246af5e7d10 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:50.532812 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.554395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-8c9d797d-95ec-44a7-86f1-8c0f7fd488ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:50.555866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-8c9d797d-95ec-44a7-86f1-8c0f7fd488ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.0542121 Aug 16 20:45:50.641454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3151417a-7b6f-41bf-9bc4-c23e5af43c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:50.643712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-3151417a-7b6f-41bf-9bc4-c23e5af43c5b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0779674 Aug 16 20:45:50.656765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707767ce-5292-491f-a7a9-052b7f414032 req-e93f29c4-8b84-4779-a68e-8669becb9fdb tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:50.658572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-707767ce-5292-491f-a7a9-052b7f414032 req-e93f29c4-8b84-4779-a68e-8669becb9fdb tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 943 time: 0.0590301 Aug 16 20:45:50.680957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] For port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:50.715088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] For port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:50.730782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e6f479d6-f083-4c1c-88b7-576f9116594c up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:50.749687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] device_id is not set on port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:50.758356 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-707767ce-5292-491f-a7a9-052b7f414032 req-a3e9d58c-91bf-456e-8fe9-efaf2cf5353a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856831 Aug 16 20:45:50.759737 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.792521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-1558f788-a2c2-40fc-ae08-4e6272e39e7b service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328270 Aug 16 20:45:50.864364 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.886865 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port e6f479d6-f083-4c1c-88b7-576f9116594c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:50.887537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-7e6da354-3c14-4899-9c8a-007be8fb8a06 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 Aug 16 20:45:50.890942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port e6f479d6-f083-4c1c-88b7-576f9116594c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:50.891311 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.930584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] No DVR routers for this DVR port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:50.933870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:50.948897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-aa0e0e7f-9e62-494c-9eec-c95b419e615f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3151b502-fa54-46e9-bf5b-4f5a5389963c HTTP/1.1" status: 200 len: 217 time: 0.0531805 Aug 16 20:45:50.999616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] In _notify_port_updated(), no bound segment for port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 on network 10d02a5b-303c-4edc-8926-014570002926 {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:45:51.002614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.003507 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.010669 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-1fa4b05d-d7c8-4ae6-87f1-eff17fa96536 service neutron] 10.222.0.76 "PUT /v2.0/ports/4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 HTTP/1.1" status: 200 len: 1033 time: 0.6016226 Aug 16 20:45:51.012288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-70606f39-7efa-4d5f-bb26-556cd487daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.014198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-70606f39-7efa-4d5f-bb26-556cd487daaf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 200 len: 797 time: 0.0567310 Aug 16 20:45:51.042257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.087376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ea5872-4001-431d-9748-9dc8c70cdb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f479d6-f083-4c1c-88b7-576f9116594c'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:51.090619 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05830a8-c705-42eb-8026-c51c67b747ad" -d '{"events": [{"server_uuid": "90ea5872-4001-431d-9748-9dc8c70cdb1f", "name": "network-vif-plugged", "status": "completed", "tag": "e6f479d6-f083-4c1c-88b7-576f9116594c"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:51.105814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e6f479d6-f083-4c1c-88b7-576f9116594c, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e6f479d6-f083-4c1c-88b7-576f9116594c,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:51.128903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8a740645-04bd-4c81-967c-f2b17590c878 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:51.159914 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2158f984-3603-4e0c-841f-8198ced359e7 x-openstack-request-id: req-2158f984-3603-4e0c-841f-8198ced359e7 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:51.160210 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ea5872-4001-431d-9748-9dc8c70cdb1f", "name": "network-vif-plugged", "status": "completed", "tag": "e6f479d6-f083-4c1c-88b7-576f9116594c", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:51.160482 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2158f984-3603-4e0c-841f-8198ced359e7 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:51.160844 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ea5872-4001-431d-9748-9dc8c70cdb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f479d6-f083-4c1c-88b7-576f9116594c', 'code': 200} Aug 16 20:45:51.165973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-c2a4b962-4f00-466e-b8c9-76a3fa5f3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.171344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-c2a4b962-4f00-466e-b8c9-76a3fa5f3890 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8a5adb33-af8d-4fe7-9350-6cb15ad0f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1460524 Aug 16 20:45:51.187347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-95859541-1439-4f3c-b2a3-e9d497c249db tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Deleting port 08db1591-b7d3-496f-b184-e13a3f241a8f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:51.187686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-95859541-1439-4f3c-b2a3-e9d497c249db tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.194790 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.203003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:51.228828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba32be-7504-48b6-8535-510ea4e3d3dd req-40a1cf12-c7d9-44d6-9868-e52d4d7981da tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.234783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba32be-7504-48b6-8535-510ea4e3d3dd req-40a1cf12-c7d9-44d6-9868-e52d4d7981da tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.241681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba32be-7504-48b6-8535-510ea4e3d3dd req-40a1cf12-c7d9-44d6-9868-e52d4d7981da tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.247608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba32be-7504-48b6-8535-510ea4e3d3dd req-40a1cf12-c7d9-44d6-9868-e52d4d7981da tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.253430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba32be-7504-48b6-8535-510ea4e3d3dd req-40a1cf12-c7d9-44d6-9868-e52d4d7981da tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.260892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fba32be-7504-48b6-8535-510ea4e3d3dd req-40a1cf12-c7d9-44d6-9868-e52d4d7981da tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 3886 time: 0.1751406 Aug 16 20:45:51.303315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-95859541-1439-4f3c-b2a3-e9d497c249db tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] For port 08db1591-b7d3-496f-b184-e13a3f241a8f, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=08db1591-b7d3-496f-b184-e13a3f241a8f,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:51.304065 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-95859541-1439-4f3c-b2a3-e9d497c249db tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.328655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-95859541-1439-4f3c-b2a3-e9d497c249db tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Calling delete_port for 08db1591-b7d3-496f-b184-e13a3f241a8f owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:51.356136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7235cb1a-e311-4ce0-8df0-3e51bae860f4 None None] Provisioning complete for port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:51.356513 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7235cb1a-e311-4ce0-8df0-3e51bae860f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.358086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=e6f479d6-f083-4c1c-88b7-576f9116594c,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:51.453244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8a740645-04bd-4c81-967c-f2b17590c878, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8a740645-04bd-4c81-967c-f2b17590c878,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:51.457242 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7235cb1a-e311-4ce0-8df0-3e51bae860f4 None None] Port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:51.475888 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '8a740645-04bd-4c81-967c-f2b17590c878', 'network_id': '7b98193d-f526-4fb6-b3ee-bd9e044d63f2', 'port_id': '8a740645-04bd-4c81-967c-f2b17590c878', 'mac_address': 'fa:16:3e:23:ab:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c977dd56-b5a5-4a4e-9299-951d7aa015e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:51.538679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:51.573838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:51.574792 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.586534 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-95859541-1439-4f3c-b2a3-e9d497c249db tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.614339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95859541-1439-4f3c-b2a3-e9d497c249db tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Port': ['ID=08db1591-b7d3-496f-b184-e13a3f241a8f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:51.677169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-95859541-1439-4f3c-b2a3-e9d497c249db tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] No DVR routers for this DVR port 08db1591-b7d3-496f-b184-e13a3f241a8f on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:51.680210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-95859541-1439-4f3c-b2a3-e9d497c249db tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.683063 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-95859541-1439-4f3c-b2a3-e9d497c249db tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "DELETE /v2.0/ports/08db1591-b7d3-496f-b184-e13a3f241a8f HTTP/1.1" status: 204 len: 173 time: 0.6595166 Aug 16 20:45:51.684137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-deleted', 'tag': '08db1591-b7d3-496f-b184-e13a3f241a8f'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:51.686608 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c2f424-ee16-4834-9479-97e3db598f34" -d '{"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-deleted", "tag": "08db1591-b7d3-496f-b184-e13a3f241a8f"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:51.792225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Deleting port 541101d5-19e3-4b09-8468-6b127501afbd {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:51.792963 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.794848 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.805335 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fba32be-7504-48b6-8535-510ea4e3d3dd req-0e69d9da-39da-4e3f-b076-a2c03b056e05 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5435226 Aug 16 20:45:51.840678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286b1d6-9602-4248-bd6d-0da77b6aba22 req-02075a7f-872e-40da-b15a-a6c45eca0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.846010 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4286b1d6-9602-4248-bd6d-0da77b6aba22 req-02075a7f-872e-40da-b15a-a6c45eca0e0f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 1098 time: 0.5732718 Aug 16 20:45:51.876604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a740645-04bd-4c81-967c-f2b17590c878 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:51.916577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de4095-de36-46c8-82e8-9b1808811016 req-0b7ea0d4-a47d-4410-9f89-fdf96f21c6f1 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.923132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] For port 541101d5-19e3-4b09-8468-6b127501afbd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=541101d5-19e3-4b09-8468-6b127501afbd,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:51.923738 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.926169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05de4095-de36-46c8-82e8-9b1808811016 req-0b7ea0d4-a47d-4410-9f89-fdf96f21c6f1 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1824875 Aug 16 20:45:51.926716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8a740645-04bd-4c81-967c-f2b17590c878, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8a740645-04bd-4c81-967c-f2b17590c878,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:51.942909 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-ab9e69a8-a121-4dd8-aead-e3b99efc1010 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596426 Aug 16 20:45:51.950197 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.013742 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.032580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:52.068994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4286b1d6-9602-4248-bd6d-0da77b6aba22 req-042175d8-4057-4761-8830-a5550e673337 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147517 Aug 16 20:45:52.096027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=8a740645-04bd-4c81-967c-f2b17590c878,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:52.096920 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05de4095-de36-46c8-82e8-9b1808811016 req-390c3118-7ab8-45a9-a1f9-0e5d69a8b58c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696959 Aug 16 20:45:52.140016 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.155653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa515c-fd31-43d1-bb97-436a1c2c8850 req-ee01d898-4711-4483-963a-f0e1d25cae0b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:52.157345 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00fa515c-fd31-43d1-bb97-436a1c2c8850 req-ee01d898-4711-4483-963a-f0e1d25cae0b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 945 time: 0.1536601 Aug 16 20:45:52.161362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad308271-9ff4-4f14-b36e-db71b7064417 req-e75fb30a-ea51-4187-8b9e-6fa38e72b9e2 service neutron] 10.222.0.76 "GET /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104669 Aug 16 20:45:52.212597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00fa515c-fd31-43d1-bb97-436a1c2c8850 req-a18533d0-3f8c-45e2-9517-bc4d3db2a6af tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 Aug 16 20:45:52.248638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:52.251179 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.251878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.252769 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Floating IP 26417e45-c23c-4916-916d-36d4f8a13940 disassociated. External IP: 172.25.4.146, port: 541101d5-19e3-4b09-8468-6b127501afbd. Aug 16 20:45:52.253297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Calling delete_port for 541101d5-19e3-4b09-8468-6b127501afbd owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:52.302412 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2879dc45-0170-4034-b09b-30ac12b86e8c x-openstack-request-id: req-2879dc45-0170-4034-b09b-30ac12b86e8c {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:52.302798 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-deleted", "tag": "08db1591-b7d3-496f-b184-e13a3f241a8f", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:52.303123 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2879dc45-0170-4034-b09b-30ac12b86e8c {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:52.303621 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-deleted', 'tag': '08db1591-b7d3-496f-b184-e13a3f241a8f', 'status': 'completed', 'code': 200} Aug 16 20:45:52.319682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['8a740645-04bd-4c81-967c-f2b17590c878'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:52.485751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735240b-d4f6-4f02-bf7d-4f193f35a717 req-a47efc7d-fbae-4a3f-8cd4-c52af10c75de tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:52.489285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a735240b-d4f6-4f02-bf7d-4f193f35a717 req-a47efc7d-fbae-4a3f-8cd4-c52af10c75de tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 943 time: 0.1354725 Aug 16 20:45:52.536207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a735240b-d4f6-4f02-bf7d-4f193f35a717 req-e0f53374-a463-4224-98ba-3ac196ebbe15 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359395 Aug 16 20:45:52.586444 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.613867 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Port': ['ID=541101d5-19e3-4b09-8468-6b127501afbd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:52.729196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Router a222afdb-7793-4293-aa83-20aa647b50ab has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:52.850146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:52.870672 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0911ca-efa3-4f08-8b08-8e8b27736f03 None None] Sync routers for ids ['a222afdb-7793-4293-aa83-20aa647b50ab'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:52.884725 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0911ca-efa3-4f08-8b08-8e8b27736f03 None None] Routers {'a222afdb-7793-4293-aa83-20aa647b50ab'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:52.887575 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6f0911ca-efa3-4f08-8b08-8e8b27736f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:45:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a222afdb-7793-4293-aa83-20aa647b50ab'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:52.901524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] No DVR routers for this DVR port 541101d5-19e3-4b09-8468-6b127501afbd on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:52.904088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.906748 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-afe1f785-bdab-432d-b10b-b9a443275c9c tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "DELETE /v2.0/ports/541101d5-19e3-4b09-8468-6b127501afbd HTTP/1.1" status: 204 len: 173 time: 1.2164354 Aug 16 20:45:53.006906 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-6f0911ca-efa3-4f08-8b08-8e8b27736f03 None None] Set router a222afdb-7793-4293-aa83-20aa647b50ab gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:53.037350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f53045-0adc-466a-a990-131a36867a24 req-ab1470dc-5567-4d7f-b08e-bd6f297e5895 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.046185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f53045-0adc-466a-a990-131a36867a24 req-ab1470dc-5567-4d7f-b08e-bd6f297e5895 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.053065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f53045-0adc-466a-a990-131a36867a24 req-ab1470dc-5567-4d7f-b08e-bd6f297e5895 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.055149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14f53045-0adc-466a-a990-131a36867a24 req-ab1470dc-5567-4d7f-b08e-bd6f297e5895 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 2416 time: 0.0978575 Aug 16 20:45:53.076596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-d79ab5ba-2cec-4223-bb75-f08b34c592b4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Deleting port 3151b502-fa54-46e9-bf5b-4f5a5389963c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:53.076955 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-d79ab5ba-2cec-4223-bb75-f08b34c592b4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.123184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14f53045-0adc-466a-a990-131a36867a24 req-ffb1a790-d012-4e04-9878-c17cf51dda1e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618503 Aug 16 20:45:53.127781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:53.130054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8a740645-04bd-4c81-967c-f2b17590c878 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:53.166197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3ca92d-1551-4e8d-a2de-00c190d440dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd31c79a-e3a3-4cf6-a6a5-4ab828c57917'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:53.170237 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f3fff7-5063-47df-9271-5ba1aa9b9265" -d '{"events": [{"server_uuid": "ed3ca92d-1551-4e8d-a2de-00c190d440dc", "name": "network-vif-plugged", "status": "completed", "tag": "cd31c79a-e3a3-4cf6-a6a5-4ab828c57917"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:53.259951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-d79ab5ba-2cec-4223-bb75-f08b34c592b4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] For port 3151b502-fa54-46e9-bf5b-4f5a5389963c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3151b502-fa54-46e9-bf5b-4f5a5389963c,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:53.260941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-d79ab5ba-2cec-4223-bb75-f08b34c592b4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.277742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f2d73-4ca8-4a25-9a49-3cac267d9062 req-557e3699-31ab-4458-8c62-eda2b37717cc tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.289389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-d79ab5ba-2cec-4223-bb75-f08b34c592b4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Calling delete_port for 3151b502-fa54-46e9-bf5b-4f5a5389963c owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:53.301591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-483f2d73-4ca8-4a25-9a49-3cac267d9062 req-557e3699-31ab-4458-8c62-eda2b37717cc tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1270392 Aug 16 20:45:53.307321 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3acf673-faf6-4aa7-90b8-41c53534e175 x-openstack-request-id: req-c3acf673-faf6-4aa7-90b8-41c53534e175 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:53.307603 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3ca92d-1551-4e8d-a2de-00c190d440dc", "name": "network-vif-plugged", "status": "completed", "tag": "cd31c79a-e3a3-4cf6-a6a5-4ab828c57917", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:53.307861 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c3acf673-faf6-4aa7-90b8-41c53534e175 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:53.310057 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3ca92d-1551-4e8d-a2de-00c190d440dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd31c79a-e3a3-4cf6-a6a5-4ab828c57917', 'code': 200} Aug 16 20:45:53.367294 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6f0911ca-efa3-4f08-8b08-8e8b27736f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:28Z', 'revision_number': 4, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6f2cc284-c412-49ea-b142-27d6c88e554f', 'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'mac_address': 'fa:16:3e:81:8f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:27Z', 'updated_at': '2021-08-16T20:35:34Z', 'revision_number': 5, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'subnets': [{'id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:53.401821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-483f2d73-4ca8-4a25-9a49-3cac267d9062 req-e19280ab-4d86-441e-95e4-1456f9e9a1b8 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992432 Aug 16 20:45:53.427325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:53.444850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 8a740645-04bd-4c81-967c-f2b17590c878 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:53.462743 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a', 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb', 'port_id': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a', 'mac_address': 'fa:16:3e:bc:9c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6c2e76-2f68-4410-9690-a22de19675f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:53.467762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 8a740645-04bd-4c81-967c-f2b17590c878 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:53.468725 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.468867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c5e56-6917-456a-b10c-52bebed66015 req-8c8fc59f-8051-456a-9f92-84a7b3a03daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.470111 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b9c5e56-6917-456a-b10c-52bebed66015 req-8c8fc59f-8051-456a-9f92-84a7b3a03daf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc HTTP/1.1" status: 200 len: 1097 time: 0.1467595 Aug 16 20:45:53.560903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d56eb-889c-43b4-8809-d7d33494b9b4 req-e186b81d-ce57-4c52-865b-750d8e1a6a32 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.582881 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae3d56eb-889c-43b4-8809-d7d33494b9b4 req-e186b81d-ce57-4c52-865b-750d8e1a6a32 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 945 time: 0.1402466 Aug 16 20:45:53.604259 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0911ca-efa3-4f08-8b08-8e8b27736f03 None None] Checking router: a222afdb-7793-4293-aa83-20aa647b50ab for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:53.614914 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0911ca-efa3-4f08-8b08-8e8b27736f03 None None] Routers {'a222afdb-7793-4293-aa83-20aa647b50ab'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:53.615582 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6f0911ca-efa3-4f08-8b08-8e8b27736f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:45:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a222afdb-7793-4293-aa83-20aa647b50ab'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:53.615716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b9c5e56-6917-456a-b10c-52bebed66015 req-52ece905-979b-4dfc-8044-5217343f29f2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155055 Aug 16 20:45:53.632947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-d79ab5ba-2cec-4223-bb75-f08b34c592b4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.677582 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.681515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae3d56eb-889c-43b4-8809-d7d33494b9b4 req-2535c10a-891e-417e-af2a-2d395f0f0deb tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894589 Aug 16 20:45:53.716463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:53.725793 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.753529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905f90b-4106-44fd-b25b-dcaca2192641 req-c81e2e96-6e99-4b59-923b-fe76982f78b6 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.755111 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9905f90b-4106-44fd-b25b-dcaca2192641 req-c81e2e96-6e99-4b59-923b-fe76982f78b6 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 943 time: 0.0954900 Aug 16 20:45:53.765119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:53.778080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8a740645-04bd-4c81-967c-f2b17590c878, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8a740645-04bd-4c81-967c-f2b17590c878,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:53.800602 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-6f0911ca-efa3-4f08-8b08-8e8b27736f03 None None] Set router a222afdb-7793-4293-aa83-20aa647b50ab gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:53.801141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9905f90b-4106-44fd-b25b-dcaca2192641 req-ed109e27-7af6-43ac-9e45-0f753fcec82b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Aug 16 20:45:53.870747 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.925753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.926552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device dff5d104-9250-4ba8-ab72-955d0849cbfd no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:54.003159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:54.065972 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6f0911ca-efa3-4f08-8b08-8e8b27736f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:28Z', 'revision_number': 4, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6f2cc284-c412-49ea-b142-27d6c88e554f', 'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'mac_address': 'fa:16:3e:81:8f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:27Z', 'updated_at': '2021-08-16T20:35:34Z', 'revision_number': 5, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'subnets': [{'id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:54.071499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ab5ba-2cec-4223-bb75-f08b34c592b4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Port': ['ID=3151b502-fa54-46e9-bf5b-4f5a5389963c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:54.073664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-d79ab5ba-2cec-4223-bb75-f08b34c592b4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] No DVR routers for this DVR port 3151b502-fa54-46e9-bf5b-4f5a5389963c on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:54.076698 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-d79ab5ba-2cec-4223-bb75-f08b34c592b4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.078914 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-d79ab5ba-2cec-4223-bb75-f08b34c592b4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "DELETE /v2.0/ports/3151b502-fa54-46e9-bf5b-4f5a5389963c HTTP/1.1" status: 204 len: 173 time: 1.1660738 Aug 16 20:45:54.102191 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0911ca-efa3-4f08-8b08-8e8b27736f03 None None] The sync data for ids ['a222afdb-7793-4293-aa83-20aa647b50ab'] in n-d-793619-14 is: [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:35:28Z', 'revision_number': 4, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6f2cc284-c412-49ea-b142-27d6c88e554f', 'name': '', 'network_id': '9505ab7f-c601-4aee-bc21-fb8454e73838', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'mac_address': 'fa:16:3e:81:8f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:27Z', 'updated_at': '2021-08-16T20:35:34Z', 'revision_number': 5, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'subnets': [{'id': '29c47eaa-d5e4-4aaf-bef9-954047912db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:54.110421 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.117040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=8a740645-04bd-4c81-967c-f2b17590c878,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:54.134226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:54.209652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port dff5d104-9250-4ba8-ab72-955d0849cbfd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dff5d104-9250-4ba8-ab72-955d0849cbfd,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:54.256556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-f7c4bee8-4cd5-43f2-987e-16ccc6f4db61 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Deleting port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:54.256895 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-f7c4bee8-4cd5-43f2-987e-16ccc6f4db61 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.318808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-deleted', 'tag': '541101d5-19e3-4b09-8468-6b127501afbd'}, {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-deleted', 'tag': '3151b502-fa54-46e9-bf5b-4f5a5389963c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:54.321413 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7e81fe-3384-4178-b68f-e81c54ddac01" -d '{"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-deleted", "tag": "541101d5-19e3-4b09-8468-6b127501afbd"}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-deleted", "tag": "3151b502-fa54-46e9-bf5b-4f5a5389963c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:54.328385 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.329124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 541101d5-19e3-4b09-8468-6b127501afbd no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:54.384113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 541101d5-19e3-4b09-8468-6b127501afbd {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:54.384383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 541101d5-19e3-4b09-8468-6b127501afbd not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:54.384840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3151b502-fa54-46e9-bf5b-4f5a5389963c no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:54.385504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ed822-a1ab-4673-b8ca-7a1e1a52193b req-b61080b8-77c3-4a78-86e2-6e0b78fc93d3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:54.386024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-f7c4bee8-4cd5-43f2-987e-16ccc6f4db61 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] For port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:54.386024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-f7c4bee8-4cd5-43f2-987e-16ccc6f4db61 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.400317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ed822-a1ab-4673-b8ca-7a1e1a52193b req-b61080b8-77c3-4a78-86e2-6e0b78fc93d3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:54.403430 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-f7c4bee8-4cd5-43f2-987e-16ccc6f4db61 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Calling delete_port for c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:54.405267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-401ed822-a1ab-4673-b8ca-7a1e1a52193b req-b61080b8-77c3-4a78-86e2-6e0b78fc93d3 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 1681 time: 0.1673348 Aug 16 20:45:54.436452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 3151b502-fa54-46e9-bf5b-4f5a5389963c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:54.436806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3151b502-fa54-46e9-bf5b-4f5a5389963c not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:54.437269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:54.467050 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff75a63-6094-494a-9c63-d39f2edfafa2 x-openstack-request-id: req-8ff75a63-6094-494a-9c63-d39f2edfafa2 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:54.467362 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-deleted", "tag": "541101d5-19e3-4b09-8468-6b127501afbd", "status": "completed", "code": 200}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-deleted", "tag": "3151b502-fa54-46e9-bf5b-4f5a5389963c", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:54.467786 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8ff75a63-6094-494a-9c63-d39f2edfafa2 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:54.468193 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-deleted', 'tag': '541101d5-19e3-4b09-8468-6b127501afbd', 'status': 'completed', 'code': 200} Aug 16 20:45:54.468465 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-deleted', 'tag': '3151b502-fa54-46e9-bf5b-4f5a5389963c', 'status': 'completed', 'code': 200} Aug 16 20:45:54.494610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-401ed822-a1ab-4673-b8ca-7a1e1a52193b req-7673efb5-7267-406d-b6b3-e120c8cbec49 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups?id=85c26a27-ac75-4d8c-b6da-65e1e18aae16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819218 Aug 16 20:45:54.545797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=dff5d104-9250-4ba8-ab72-955d0849cbfd,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:54.548569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:54.549017 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 08db1591-b7d3-496f-b184-e13a3f241a8f no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:54.572810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 08db1591-b7d3-496f-b184-e13a3f241a8f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:54.573209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 08db1591-b7d3-496f-b184-e13a3f241a8f not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:54.574627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 1e603d7b-c570-48b7-86c3-c246af5e7d10 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:54.588776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb6684-0b33-436f-9614-758e88bb823a None None] New status for floating IP 26417e45-c23c-4916-916d-36d4f8a13940: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:45:54.741692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0b69b-1d6b-4a7b-8b5d-58d03fe1310f req-486a037b-5cfd-4d27-bc28-cd453200b493 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:54.759467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75b0b69b-1d6b-4a7b-8b5d-58d03fe1310f req-486a037b-5cfd-4d27-bc28-cd453200b493 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0576332 Aug 16 20:45:54.774844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 1e603d7b-c570-48b7-86c3-c246af5e7d10 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:54.775582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:54.812057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75b0b69b-1d6b-4a7b-8b5d-58d03fe1310f req-6248a727-4708-4a3c-bb73-6ffa3801aff9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616632 Aug 16 20:45:54.849673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e406ad-c639-456e-b1bd-17c31e06c31d req-cefc57fc-fdff-4326-9396-f482eafa9718 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:54.851362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4e406ad-c639-456e-b1bd-17c31e06c31d req-cefc57fc-fdff-4326-9396-f482eafa9718 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 946 time: 0.0732608 Aug 16 20:45:54.855504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-f7c4bee8-4cd5-43f2-987e-16ccc6f4db61 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.858404 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.912286 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4bee8-4cd5-43f2-987e-16ccc6f4db61 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Port': ['ID=c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:54.947016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4e406ad-c639-456e-b1bd-17c31e06c31d req-242e89b9-bd50-4e55-b4d6-833237947af7 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781128 Aug 16 20:45:54.977318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-f7c4bee8-4cd5-43f2-987e-16ccc6f4db61 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] No DVR routers for this DVR port c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:54.977655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b22e2-4908-4860-b00c-ccd0b15a3c76 req-925e1ccf-4247-4270-a952-008786056564 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:54.977655 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a14b22e2-4908-4860-b00c-ccd0b15a3c76 req-925e1ccf-4247-4270-a952-008786056564 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 944 time: 0.0973988 Aug 16 20:45:54.983438 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-f7c4bee8-4cd5-43f2-987e-16ccc6f4db61 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.988351 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-f7c4bee8-4cd5-43f2-987e-16ccc6f4db61 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "DELETE /v2.0/ports/c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e HTTP/1.1" status: 204 len: 173 time: 0.9006517 Aug 16 20:45:55.030845 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a14b22e2-4908-4860-b00c-ccd0b15a3c76 req-2c17f9e6-b607-4c5a-98a6-854a320d6e55 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461683 Aug 16 20:45:55.101075 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-7d7f0b66-7aa6-462a-81af-c75b1244ffec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Deleting port dff5d104-9250-4ba8-ab72-955d0849cbfd {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:55.101745 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-7d7f0b66-7aa6-462a-81af-c75b1244ffec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.126275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:55.199666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-7d7f0b66-7aa6-462a-81af-c75b1244ffec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] For port dff5d104-9250-4ba8-ab72-955d0849cbfd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=dff5d104-9250-4ba8-ab72-955d0849cbfd,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:55.200113 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-7d7f0b66-7aa6-462a-81af-c75b1244ffec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.214612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-7d7f0b66-7aa6-462a-81af-c75b1244ffec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Calling delete_port for dff5d104-9250-4ba8-ab72-955d0849cbfd owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:55.224318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:55.228261 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:55.232981 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.313134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a1f3a2-40ae-4d54-a126-84147feb095f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a740645-04bd-4c81-967c-f2b17590c878'}, {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff5d104-9250-4ba8-ab72-955d0849cbfd'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:55.315714 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fba4faa-f002-4fe9-9816-30c42f026f93" -d '{"events": [{"server_uuid": "83a1f3a2-40ae-4d54-a126-84147feb095f", "name": "network-vif-plugged", "status": "completed", "tag": "8a740645-04bd-4c81-967c-f2b17590c878"}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-unplugged", "status": "completed", "tag": "dff5d104-9250-4ba8-ab72-955d0849cbfd"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:55.321333 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.364373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:55.399809 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3b785c-a038-439e-8f52-9f63223126ba x-openstack-request-id: req-8f3b785c-a038-439e-8f52-9f63223126ba {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:55.399809 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a1f3a2-40ae-4d54-a126-84147feb095f", "name": "network-vif-plugged", "status": "completed", "tag": "8a740645-04bd-4c81-967c-f2b17590c878", "code": 200}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-unplugged", "status": "completed", "tag": "dff5d104-9250-4ba8-ab72-955d0849cbfd", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:55.399809 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8f3b785c-a038-439e-8f52-9f63223126ba {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:55.399809 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a1f3a2-40ae-4d54-a126-84147feb095f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a740645-04bd-4c81-967c-f2b17590c878', 'code': 200} Aug 16 20:45:55.399809 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff5d104-9250-4ba8-ab72-955d0849cbfd', 'code': 200} Aug 16 20:45:55.424387 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.435877 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-7d7f0b66-7aa6-462a-81af-c75b1244ffec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.490444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f0b66-7aa6-462a-81af-c75b1244ffec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Port': ['ID=dff5d104-9250-4ba8-ab72-955d0849cbfd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:55.519146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844bc09-b535-4c2c-b766-523b1149ce13 req-7d71b3d2-144f-4008-bec7-cbe2db0670a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.520672 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3844bc09-b535-4c2c-b766-523b1149ce13 req-7d71b3d2-144f-4008-bec7-cbe2db0670a3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 1098 time: 0.0502870 Aug 16 20:45:55.526962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:55.536919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-7d7f0b66-7aa6-462a-81af-c75b1244ffec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] No DVR routers for this DVR port dff5d104-9250-4ba8-ab72-955d0849cbfd on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:55.539450 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-7d7f0b66-7aa6-462a-81af-c75b1244ffec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.541781 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-53fc8cc9-5f93-4a30-a1d2-544f62cfe769 req-7d7f0b66-7aa6-462a-81af-c75b1244ffec tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.76 "DELETE /v2.0/ports/dff5d104-9250-4ba8-ab72-955d0849cbfd HTTP/1.1" status: 204 len: 173 time: 0.5477064 Aug 16 20:45:55.566596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3844bc09-b535-4c2c-b766-523b1149ce13 req-4a3013a2-e4d1-4c9f-8ba1-800e3ee32b05 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Aug 16 20:45:55.623212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-639fa50d-a08b-41ac-bb8d-134216a3f06d req-d4eb5c8b-54a5-4294-96ea-7f97b3b26026 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0274274 Aug 16 20:45:56.027789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77f7a2-9b72-4aaa-8b8a-178da99e7a70 req-c7c193cb-7b90-4f32-8bc5-dbb4b636863b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:56.029340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf77f7a2-9b72-4aaa-8b8a-178da99e7a70 req-c7c193cb-7b90-4f32-8bc5-dbb4b636863b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1151264 Aug 16 20:45:56.123082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf77f7a2-9b72-4aaa-8b8a-178da99e7a70 req-e5437c2b-d010-43c0-8625-675563ae6c5f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776448 Aug 16 20:45:56.152544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-cfc972dd-579d-46cb-922e-1f7ef969cbc9 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:56.154124 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-cfc972dd-579d-46cb-922e-1f7ef969cbc9 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 815 time: 0.1532643 Aug 16 20:45:56.169772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-e989c2de-3493-4903-ba07-658fc7bdf55c tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/quotas/1d54f56ec1674d93a13f0bd7fc9eb5b5 HTTP/1.1" status: 200 len: 375 time: 0.0094299 Aug 16 20:45:56.266093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-0675f354-8719-4d04-8092-2a6471973e1b tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903773 Aug 16 20:45:56.331665 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3690435-ac1c-48ec-9812-c8af9e2dfcf6 req-9dac1ae9-7beb-4c85-8e4b-0b0cab5b0737 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:56.339645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3690435-ac1c-48ec-9812-c8af9e2dfcf6 req-9dac1ae9-7beb-4c85-8e4b-0b0cab5b0737 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 946 time: 0.1316767 Aug 16 20:45:56.409230 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3690435-ac1c-48ec-9812-c8af9e2dfcf6 req-d254508d-549d-4bea-82e8-ae97a09fe5bd tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629692 Aug 16 20:45:56.437268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-81169e54-2699-4fe8-a0d3-ccb8fd7de937 service neutron] 10.222.0.74 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665494 Aug 16 20:45:56.469712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-deleted', 'tag': 'c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e'}, {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-deleted', 'tag': 'dff5d104-9250-4ba8-ab72-955d0849cbfd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:56.472055 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdcbe88-51f8-4caf-b48a-010f1fa7b6ce" -d '{"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-deleted", "tag": "c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e"}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-deleted", "tag": "dff5d104-9250-4ba8-ab72-955d0849cbfd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:56.567716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2911f49-00e5-447b-876d-dcb8b81dbff5 req-832c4e10-eee5-4c2a-af37-f9871f3a7183 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:56.569298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2911f49-00e5-447b-876d-dcb8b81dbff5 req-832c4e10-eee5-4c2a-af37-f9871f3a7183 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0758650 Aug 16 20:45:56.589863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-d04f405c-6d89-4957-ae9f-505e6601ad54 service neutron] 10.222.0.74 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517015 Aug 16 20:45:56.625355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2911f49-00e5-447b-876d-dcb8b81dbff5 req-fbacb9de-fd8e-4a12-8848-2680854f28a2 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410709 Aug 16 20:45:56.702288 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653a511f-7e6b-4692-a998-828be7d39d50 x-openstack-request-id: req-653a511f-7e6b-4692-a998-828be7d39d50 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:56.702714 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-deleted", "tag": "c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e", "status": "completed", "code": 200}, {"server_uuid": "ed753f99-043f-4c11-b41d-a97b58ca59f3", "name": "network-vif-deleted", "tag": "dff5d104-9250-4ba8-ab72-955d0849cbfd", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:56.703071 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-653a511f-7e6b-4692-a998-828be7d39d50 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:56.703570 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-deleted', 'tag': 'c7f21bae-8e26-4ed1-b06b-e6a6f2a2602e', 'status': 'completed', 'code': 200} Aug 16 20:45:56.703921 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed753f99-043f-4c11-b41d-a97b58ca59f3', 'name': 'network-vif-deleted', 'tag': 'dff5d104-9250-4ba8-ab72-955d0849cbfd', 'status': 'completed', 'code': 200} Aug 16 20:45:56.786059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6846b95-7640-4018-b807-16cac01ad11c req-d4af495b-b221-43a6-8df7-fb81d931feb5 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0335248 Aug 16 20:45:56.973360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b58d01a-60b3-4e72-96d2-b55e024fa98b req-73e84ea9-4eb8-45f5-83a3-3b914c8f37ca tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 210 time: 0.0379729 Aug 16 20:45:57.261297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b501f3-cc8f-42cf-b1b7-24d44df90eb1 req-d7c0596e-1af5-4ddd-9e64-e8d9021c4556 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:57.263143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54b501f3-cc8f-42cf-b1b7-24d44df90eb1 req-d7c0596e-1af5-4ddd-9e64-e8d9021c4556 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0590284 Aug 16 20:45:57.304612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54b501f3-cc8f-42cf-b1b7-24d44df90eb1 req-2dff0bda-8961-4908-afdd-d00c65c8fa5f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348854 Aug 16 20:45:57.399250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dfb14f-0dc0-4c3d-be61-701d723e8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:57.402172 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec43a754-9dff-4c09-be25-8392ac513465" -d '{"events": [{"server_uuid": "02dfb14f-0dc0-4c3d-be61-701d723e8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:57.454299 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2196d7f9-f83e-4dc6-9912-63de9142778b x-openstack-request-id: req-2196d7f9-f83e-4dc6-9912-63de9142778b {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:57.454299 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dfb14f-0dc0-4c3d-be61-701d723e8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:57.454299 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2196d7f9-f83e-4dc6-9912-63de9142778b {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:57.454299 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dfb14f-0dc0-4c3d-be61-701d723e8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a', 'code': 200} Aug 16 20:45:57.618348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35db6cb-8bf7-4f81-8d60-64afe2d06680 req-55d081de-8496-4ea5-99e4-61cbce18fa43 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:57.619946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e35db6cb-8bf7-4f81-8d60-64afe2d06680 req-55d081de-8496-4ea5-99e4-61cbce18fa43 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 946 time: 0.1026967 Aug 16 20:45:57.633932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c593e-6ea6-4293-bde0-566dae6b6e5a req-57e4e952-f33a-4ac8-ab70-e37e54372779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:57.635695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-801c593e-6ea6-4293-bde0-566dae6b6e5a req-57e4e952-f33a-4ac8-ab70-e37e54372779 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 1097 time: 0.1068966 Aug 16 20:45:57.700346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e35db6cb-8bf7-4f81-8d60-64afe2d06680 req-92ef213f-7295-4927-9d5b-99b48be30d34 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694361 Aug 16 20:45:57.707254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-801c593e-6ea6-4293-bde0-566dae6b6e5a req-fbc72aaf-c933-42e2-a2de-4c7e0abcd135 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560191 Aug 16 20:45:57.799708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22fb37-1a54-475b-89d5-3949af0d6539 req-39d41586-23dc-417d-b200-eda6d502fef1 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:57.801262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d22fb37-1a54-475b-89d5-3949af0d6539 req-39d41586-23dc-417d-b200-eda6d502fef1 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0789447 Aug 16 20:45:57.868260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d22fb37-1a54-475b-89d5-3949af0d6539 req-c00ef4c5-4a6b-41ad-99c2-fec72ad5848d tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Aug 16 20:45:57.877041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9224eb-1387-4fb7-9d37-7c21acc8e538 req-343ebbf6-2949-421c-bcd7-952ed8b9617e tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:57.878551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf9224eb-1387-4fb7-9d37-7c21acc8e538 req-343ebbf6-2949-421c-bcd7-952ed8b9617e tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0764015 Aug 16 20:45:57.935064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf9224eb-1387-4fb7-9d37-7c21acc8e538 req-61036cb4-58b7-4412-9f60-14c427382b85 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488620 Aug 16 20:45:58.072229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4a11b97-7263-49cf-b29e-f44f79bdf321 req-6e10aeca-76b4-4b67-a106-91d366fdecc6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0571489 Aug 16 20:45:58.178425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6019-1a7e-406b-9a78-264554c684a6 req-7ff05cd8-6623-4f60-9bbb-9fddc6fdcac4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:58.180778 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5bb6019-1a7e-406b-9a78-264554c684a6 req-7ff05cd8-6623-4f60-9bbb-9fddc6fdcac4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc HTTP/1.1" status: 200 len: 945 time: 0.0747578 Aug 16 20:45:58.233648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5bb6019-1a7e-406b-9a78-264554c684a6 req-cfca6b6e-40a1-49a5-83e3-3c64e306ddb1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Aug 16 20:45:58.255420 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32c7da6e-fbf6-48df-9310-2a272dbc42f8 req-ccfae408-6d8e-466b-9a69-d720ce953f49 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 210 time: 0.0336559 Aug 16 20:45:58.463262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7849e28-8508-4201-8c12-d22310cb575d req-cea15eab-9f88-4492-88cb-1ba98da49a3e tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:58.464784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7849e28-8508-4201-8c12-d22310cb575d req-cea15eab-9f88-4492-88cb-1ba98da49a3e tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0678930 Aug 16 20:45:58.551190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7849e28-8508-4201-8c12-d22310cb575d req-9d84910c-3e07-49b4-99b2-c9770e46bd1a tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756466 Aug 16 20:45:58.592539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906260be-d9ff-4cde-a0ac-bf99c80eb8f1 req-3bb3e0b3-1808-42eb-acb8-a42ea1704e80 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:58.594245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-906260be-d9ff-4cde-a0ac-bf99c80eb8f1 req-3bb3e0b3-1808-42eb-acb8-a42ea1704e80 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 946 time: 0.0655317 Aug 16 20:45:58.635722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-906260be-d9ff-4cde-a0ac-bf99c80eb8f1 req-e410b4b7-adba-4be9-8ab8-c3af59bf2c55 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 Aug 16 20:45:59.038568 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7346d-8d11-404c-9477-a7a1fa227ec1 req-6eb5bd36-cff8-4083-b8aa-c2f88cdd1189 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:59.043612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85c7346d-8d11-404c-9477-a7a1fa227ec1 req-6eb5bd36-cff8-4083-b8aa-c2f88cdd1189 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0978518 Aug 16 20:45:59.098848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85c7346d-8d11-404c-9477-a7a1fa227ec1 req-b4516a78-0693-430b-abc7-d68e6b77cf12 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490897 Aug 16 20:45:59.161949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df429b0-5e2e-424d-9ce8-64c994768f33 req-322205fa-2be3-4eed-a8ec-9197a2f63336 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:59.163473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6df429b0-5e2e-424d-9ce8-64c994768f33 req-322205fa-2be3-4eed-a8ec-9197a2f63336 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0608001 Aug 16 20:45:59.246455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6df429b0-5e2e-424d-9ce8-64c994768f33 req-2b330b71-9ed3-4152-927a-c863b32376b5 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752568 Aug 16 20:45:59.374678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-5c24afe5-0f86-4be9-bd96-5e5e584f18b9 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:59.376133 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-5c24afe5-0f86-4be9-bd96-5e5e584f18b9 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 815 time: 0.1658139 Aug 16 20:45:59.400214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Request body: {'port': {'device_id': 'b310d0c7-8e0a-4052-acc4-21a6dcf0945c', 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191', 'admin_state_up': True, 'tenant_id': '1d54f56ec1674d93a13f0bd7fc9eb5b5'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:59.405754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f7d9395-f8ac-40e0-9695-e2249f9ed834 req-03ebe4ce-afae-48f9-9e1a-12788b397917 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0591874 Aug 16 20:45:59.540426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea47a2a-ed7b-4a1a-bef1-33ba7f66fd43 req-cce1fda4-65c6-4422-a5d1-5ae42af1db03 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:59.548662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ea47a2a-ed7b-4a1a-bef1-33ba7f66fd43 req-cce1fda4-65c6-4422-a5d1-5ae42af1db03 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.2002680 Aug 16 20:45:59.630597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ea47a2a-ed7b-4a1a-bef1-33ba7f66fd43 req-046b0bb4-3308-4a08-a83d-9668082286ec tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738721 Aug 16 20:45:59.723002 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba8d9111-f77e-46ef-930d-a2bc78a76941 req-1237a505-f1c4-4486-ab6d-ebeaef089945 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 210 time: 0.0380826 Aug 16 20:45:59.750571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Made reservation on behalf of 1d54f56ec1674d93a13f0bd7fc9eb5b5 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:59.755028 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.912619 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c212cf-c76a-4530-933a-f8afe9b32697 req-b2b147e7-edb6-4633-8843-0ef3ad8b3cb2 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:59.918599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c212cf-c76a-4530-933a-f8afe9b32697 req-b2b147e7-edb6-4633-8843-0ef3ad8b3cb2 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:59.924492 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c212cf-c76a-4530-933a-f8afe9b32697 req-b2b147e7-edb6-4633-8843-0ef3ad8b3cb2 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:59.926143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10c212cf-c76a-4530-933a-f8afe9b32697 req-b2b147e7-edb6-4633-8843-0ef3ad8b3cb2 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f&device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc&device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 2418 time: 0.1691473 Aug 16 20:45:59.937395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6b2cd-1935-46d2-b247-b48f391de4f2 req-02edb5f0-a51d-49e4-b59f-4f036e35024c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:59.938815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82e6b2cd-1935-46d2-b247-b48f391de4f2 req-02edb5f0-a51d-49e4-b59f-4f036e35024c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1420333 Aug 16 20:46:00.035731 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10c212cf-c76a-4530-933a-f8afe9b32697 req-ba8fa8ed-424c-43f2-ae98-769ec4089490 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936675 Aug 16 20:46:00.059562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82e6b2cd-1935-46d2-b247-b48f391de4f2 req-e35dd628-c573-465d-8065-a2ab863d0516 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985575 Aug 16 20:46:00.059562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Allocated IP 172.20.0.6 (167b5c15-9495-445e-b579-0b77a4a65191/c0c9aebf-a6c8-41ba-a986-a27f3715589d/d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:00.293102 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd632e55-2e50-4369-84df-c3e94b1c3a3d req-5b20a226-1961-46dc-b11c-57c326b2335e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:00.294703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd632e55-2e50-4369-84df-c3e94b1c3a3d req-5b20a226-1961-46dc-b11c-57c326b2335e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.1709704 Aug 16 20:46:00.317283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d80ff8-2c6a-4d2c-bd36-ba0f2b991b55 req-c2d460a2-ef1f-47fc-89f9-294414de8196 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:00.318883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d3d80ff8-2c6a-4d2c-bd36-ba0f2b991b55 req-c2d460a2-ef1f-47fc-89f9-294414de8196 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 946 time: 0.1766746 Aug 16 20:46:00.380845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.401205 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd632e55-2e50-4369-84df-c3e94b1c3a3d req-05fd4675-ebfe-4484-b108-9b83825cbfd2 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918913 Aug 16 20:46:00.411551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d3d80ff8-2c6a-4d2c-bd36-ba0f2b991b55 req-970cbb56-7125-48df-acf3-00c14b4c3296 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772040 Aug 16 20:46:00.551083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbddb22-a7c3-4fb5-aeb0-5454ee3efc33 req-c26433be-1c49-476e-b777-8c91ccb628f0 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:00.552657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdbddb22-a7c3-4fb5-aeb0-5454ee3efc33 req-c26433be-1c49-476e-b777-8c91ccb628f0 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0677719 Aug 16 20:46:00.554658 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.568179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['542c8305-3fea-4992-af47-97b77e1a4475'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:00.658452 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdbddb22-a7c3-4fb5-aeb0-5454ee3efc33 req-4e1bee28-661e-4729-a14a-cd335c0b6103 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890501 Aug 16 20:46:00.673208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Network 167b5c15-9495-445e-b579-0b77a4a65191 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:00.677857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:00.681379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:00.801882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Pushing event updated for resources: {'Port': ['ID=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:00.827489 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad278d4-9f7b-4f2c-b9dc-6224f6cdb2d8 req-ad08779a-1889-4710-adfc-c1c2c8ed5fcd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0524969 Aug 16 20:46:00.831041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.831391 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.831839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.832257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.832658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.833077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.833621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.834014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.834409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.834797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.835193 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.835578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:00.857232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:00.857971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.955202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-027e31d3-fe81-4103-b6d3-138a9ce5191e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5585122 Aug 16 20:46:00.990207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Request body: {'port': {'device_id': 'b310d0c7-8e0a-4052-acc4-21a6dcf0945c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:01.088297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c5554-6b7d-465e-b650-1e8be7fcb2f7 req-f24e81bb-3815-496a-97a6-75034bcd3e01 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.089886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-700c5554-6b7d-465e-b650-1e8be7fcb2f7 req-f24e81bb-3815-496a-97a6-75034bcd3e01 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 931 time: 0.1640854 Aug 16 20:46:01.104723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.191007 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-700c5554-6b7d-465e-b650-1e8be7fcb2f7 req-5ef8f37c-fd8f-408d-ae39-b495b1d26203 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872092 Aug 16 20:46:01.200312 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11dfff-d9a5-4d91-94a8-9f5e00efd174 req-8239e0af-7f9d-4213-83cd-8ef4487568c5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.201823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a11dfff-d9a5-4d91-94a8-9f5e00efd174 req-8239e0af-7f9d-4213-83cd-8ef4487568c5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.1392608 Aug 16 20:46:01.307196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a11dfff-d9a5-4d91-94a8-9f5e00efd174 req-b9018c90-0697-43b6-91c9-a2f2d168b807 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982094 Aug 16 20:46:01.541645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:01.555206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388874d-4b38-4dc1-b59d-59db8560d7c9 req-fc694c1b-6cc6-4548-8b5f-d3a3a9ea3763 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.556698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b388874d-4b38-4dc1-b59d-59db8560d7c9 req-fc694c1b-6cc6-4548-8b5f-d3a3a9ea3763 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1700230 Aug 16 20:46:01.559035 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.588273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Transition to ACTIVE for port object d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:01.596419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be57525-0438-4777-80ec-958c1f4255e6 req-65784ea8-f5ca-4a0f-b02a-59b5bf923fc8 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.597892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6be57525-0438-4777-80ec-958c1f4255e6 req-65784ea8-f5ca-4a0f-b02a-59b5bf923fc8 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.1391861 Aug 16 20:46:01.627407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b388874d-4b38-4dc1-b59d-59db8560d7c9 req-978b30ea-b4e5-4e6a-b41f-605fbc6574c7 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603852 Aug 16 20:46:01.666219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6be57525-0438-4777-80ec-958c1f4255e6 req-769ab64d-6e64-42eb-b6a8-6ebe0f8ca3fb tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533605 Aug 16 20:46:01.667196 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.743467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Pushing event updated for resources: {'Port': ['ID=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:01.845953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Attempting to bind port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:01.846674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Attempting to bind port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:01.846784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Attempting to bind port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd on network 167b5c15-9495-445e-b579-0b77a4a65191 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:01.866737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd on network 167b5c15-9495-445e-b579-0b77a4a65191 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:01.867071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Attempting to bind port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd on network 167b5c15-9495-445e-b579-0b77a4a65191 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:01.890448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:01.890795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Checking segment: {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:01.891193 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Bound using segment: {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:01.891646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Bound port: d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:01.892016 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.950384 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f033ee-afcb-4b85-ad6c-fa16e932644c req-7a953dce-ca28-4b42-b0ec-aa2eef318707 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.950384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18f033ee-afcb-4b85-ad6c-fa16e932644c req-7a953dce-ca28-4b42-b0ec-aa2eef318707 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0962646 Aug 16 20:46:02.007362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] For port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:02.034852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] For port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:02.037290 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18f033ee-afcb-4b85-ad6c-fa16e932644c req-fa15b87a-08dd-416d-a4da-925779d7df68 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777113 Aug 16 20:46:02.139777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bbd01c81-81db-4718-a01a-10fbedc24691 req-7199d9e2-f45e-4b7c-b986-dfd0f02ebafa tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0506985 Aug 16 20:46:02.141682 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.211728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.211728 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.211728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] 10.222.0.79 "PUT /v2.0/ports/d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd HTTP/1.1" status: 200 len: 1092 time: 1.2269669 Aug 16 20:46:02.212131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b310d0c7-8e0a-4052-acc4-21a6dcf0945c', 'tag': 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:02.214918 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4a48ab-58ef-4434-947b-199c68d86998" -d '{"events": [{"name": "network-changed", "server_uuid": "b310d0c7-8e0a-4052-acc4-21a6dcf0945c", "tag": "d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:02.246298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1847019-2856-4f68-8a68-8a0a0e0f1956 service neutron] Pushing event updated for resources: {'Port': ['ID=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:02.265982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddd031-6233-4e3a-9c98-d93d4a51f753 req-5df1c1a4-96ce-4eab-bf13-3c7ae2253caf tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.269171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8ddd031-6233-4e3a-9c98-d93d4a51f753 req-5df1c1a4-96ce-4eab-bf13-3c7ae2253caf tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0977392 Aug 16 20:46:02.320326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8ddd031-6233-4e3a-9c98-d93d4a51f753 req-362ef38b-686d-4ddc-9f24-3a9ece301b32 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453157 Aug 16 20:46:02.378304 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.428082 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29135d54-eff3-43eb-be58-5ae7511b724c x-openstack-request-id: req-29135d54-eff3-43eb-be58-5ae7511b724c {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:02.428511 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b310d0c7-8e0a-4052-acc4-21a6dcf0945c", "tag": "d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:02.428864 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-29135d54-eff3-43eb-be58-5ae7511b724c {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:02.429379 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b310d0c7-8e0a-4052-acc4-21a6dcf0945c', 'tag': 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd', 'status': 'completed', 'code': 200} Aug 16 20:46:02.439413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-607907a7-1e05-46cc-a9df-25ec7350ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.441217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-607907a7-1e05-46cc-a9df-25ec7350ae90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 1095 time: 0.1151075 Aug 16 20:46:02.476087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853016db-c99f-4d27-a68c-a73a37fa3222 req-f390c366-00e0-44bf-ae43-b14019437aae tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.477870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-853016db-c99f-4d27-a68c-a73a37fa3222 req-f390c366-00e0-44bf-ae43-b14019437aae tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 943 time: 0.0857754 Aug 16 20:46:02.513078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-a00e6c84-a90e-414a-bce5-b80e0954581c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd HTTP/1.1" status: 200 len: 217 time: 0.0538766 Aug 16 20:46:02.538324 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.592257 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-853016db-c99f-4d27-a68c-a73a37fa3222 req-b33c4be9-d356-4c22-a2d5-78bba55163cf tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824652 Aug 16 20:46:02.593796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-00db8e0f-907c-4521-b683-23b8b12c78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.595628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-00db8e0f-907c-4521-b683-23b8b12c78ad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0c9aebf-a6c8-41ba-a986-a27f3715589d HTTP/1.1" status: 200 len: 855 time: 0.0701745 Aug 16 20:46:02.636864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-4f515207-4fe4-434c-9858-4e1cc7b87379 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=167b5c15-9495-445e-b579-0b77a4a65191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322316 Aug 16 20:46:02.731237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-284cf0ce-dfaa-4901-93fc-179450e707ea service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867438 Aug 16 20:46:02.827756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277ef2f6-fa1a-40a0-bf56-2ad70134b0e4 req-bbea510d-c74f-4dbc-8d13-88bc13bc560e service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892529 Aug 16 20:46:02.937466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a790b0c-a3ca-4901-982e-b2446b1ad8fa req-35a2704c-f115-4436-bad7-e04101969c61 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.941625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a790b0c-a3ca-4901-982e-b2446b1ad8fa req-35a2704c-f115-4436-bad7-e04101969c61 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0535626 Aug 16 20:46:02.984362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a790b0c-a3ca-4901-982e-b2446b1ad8fa req-e0ad19c3-9d69-4f2a-a129-75cc59c398e9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Aug 16 20:46:03.062674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a48ab-58ef-4434-947b-199c68d86998 req-66448cbf-d502-484c-8161-48e3fbb88fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.066313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da4a48ab-58ef-4434-947b-199c68d86998 req-66448cbf-d502-484c-8161-48e3fbb88fa6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 1095 time: 0.0668931 Aug 16 20:46:03.178873 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052be4c0-f3ed-4714-863a-aa4ef5bafc85 req-58137ffa-1b84-40e8-ae71-1afef52d0dbd tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.180358 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-052be4c0-f3ed-4714-863a-aa4ef5bafc85 req-58137ffa-1b84-40e8-ae71-1afef52d0dbd tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.1130791 Aug 16 20:46:03.232685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a48ab-58ef-4434-947b-199c68d86998 req-4e5e2409-5b7c-4cfb-bd62-672a61e56a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.234431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da4a48ab-58ef-4434-947b-199c68d86998 req-4e5e2409-5b7c-4cfb-bd62-672a61e56a74 service neutron] 10.222.0.79 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 916 time: 0.1537640 Aug 16 20:46:03.248882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-052be4c0-f3ed-4714-863a-aa4ef5bafc85 req-06e0271b-077e-421b-bb7e-42c4dec20936 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Aug 16 20:46:03.309701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da4a48ab-58ef-4434-947b-199c68d86998 req-6e414b56-fae7-4d35-9a6c-d0c5103318e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd HTTP/1.1" status: 200 len: 217 time: 0.0550275 Aug 16 20:46:03.349564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a390929-5515-4eff-ab21-24033b1ffa23 req-849ac284-057b-4d09-bdd2-67e919ee66f4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0334349 Aug 16 20:46:03.385730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a48ab-58ef-4434-947b-199c68d86998 req-a14e08fa-dbdc-458b-96b6-b06ad14e4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.387284 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da4a48ab-58ef-4434-947b-199c68d86998 req-a14e08fa-dbdc-458b-96b6-b06ad14e4521 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0c9aebf-a6c8-41ba-a986-a27f3715589d HTTP/1.1" status: 200 len: 855 time: 0.0617785 Aug 16 20:46:03.432510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da4a48ab-58ef-4434-947b-199c68d86998 req-f33e3ae9-fe5c-4795-a582-c39dbf3c9405 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=167b5c15-9495-445e-b579-0b77a4a65191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284100 Aug 16 20:46:03.565687 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dd445-c3a1-4f0a-816f-3e85d53988a7 req-21a7c387-9817-4e30-95a2-a802a9e7c6ea tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.567164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b2dd445-c3a1-4f0a-816f-3e85d53988a7 req-21a7c387-9817-4e30-95a2-a802a9e7c6ea tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0770862 Aug 16 20:46:03.570738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da4a48ab-58ef-4434-947b-199c68d86998 req-765d70b3-7365-478d-8905-23a37c651249 service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268866 Aug 16 20:46:03.655353 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b2dd445-c3a1-4f0a-816f-3e85d53988a7 req-eea1419a-1d41-48a9-a5b0-a333b7f0b302 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813560 Aug 16 20:46:03.717269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da4a48ab-58ef-4434-947b-199c68d86998 req-d27b7369-c6a3-44b3-a662-d34b304d9d07 service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367314 Aug 16 20:46:03.736812 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b73b4-7b59-4bea-9b3c-be99a8685ef1 req-46bf0611-4080-4ec3-9e24-6359911f748f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.738590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-319b73b4-7b59-4bea-9b3c-be99a8685ef1 req-46bf0611-4080-4ec3-9e24-6359911f748f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 943 time: 0.0683730 Aug 16 20:46:03.778383 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-319b73b4-7b59-4bea-9b3c-be99a8685ef1 req-87952093-c16e-4aea-86d5-2ab32f7f25f5 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Aug 16 20:46:04.114745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce6215-e2ef-4b6e-8c9d-d2f9fc0efa7a req-c8ff1631-ca68-4b95-a2d8-c558892baecf tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.116273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ecce6215-e2ef-4b6e-8c9d-d2f9fc0efa7a req-c8ff1631-ca68-4b95-a2d8-c558892baecf tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0522738 Aug 16 20:46:04.160836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ecce6215-e2ef-4b6e-8c9d-d2f9fc0efa7a req-c8f4cdda-9b26-42d4-934e-e5556107edc8 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379708 Aug 16 20:46:04.378704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245abc4-cca4-44c8-b067-bd3a1fa76824 req-a36a9e5c-df55-4642-8e04-5bc75dbea304 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.380471 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d245abc4-cca4-44c8-b067-bd3a1fa76824 req-a36a9e5c-df55-4642-8e04-5bc75dbea304 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0505207 Aug 16 20:46:04.420833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d245abc4-cca4-44c8-b067-bd3a1fa76824 req-3c63b625-18bc-4a8a-a5f0-ad374fa31809 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Aug 16 20:46:04.458317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cda54fc0-e9b0-4200-87db-c221e20ba28f req-5d904eab-8133-4c0e-b051-01ab25b3fd1e tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0279663 Aug 16 20:46:04.767656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436e68c-bd6f-4d65-bf6e-84326451ce1b req-d2514cf3-b514-4383-86c7-094310297763 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.769163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6436e68c-bd6f-4d65-bf6e-84326451ce1b req-d2514cf3-b514-4383-86c7-094310297763 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0490482 Aug 16 20:46:04.808895 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6436e68c-bd6f-4d65-bf6e-84326451ce1b req-0a6eeba2-18dc-4073-9013-ba735ccf12ee tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326402 Aug 16 20:46:04.899655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9808d5f-b59a-4da5-8e64-707cb7cd5b4e req-bfb46836-b348-48af-a932-a31a41546b5a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.901046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9808d5f-b59a-4da5-8e64-707cb7cd5b4e req-bfb46836-b348-48af-a932-a31a41546b5a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 943 time: 0.0528183 Aug 16 20:46:04.939248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9808d5f-b59a-4da5-8e64-707cb7cd5b4e req-15484e13-b570-4918-9b87-2b0295ef81b1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321500 Aug 16 20:46:05.280316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd5df6-3d12-4066-b553-ecd0acd62c4d req-16cc130a-86dd-49d8-ac92-cc83ad6bbb0f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.281994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11cd5df6-3d12-4066-b553-ecd0acd62c4d req-16cc130a-86dd-49d8-ac92-cc83ad6bbb0f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0539174 Aug 16 20:46:05.322851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11cd5df6-3d12-4066-b553-ecd0acd62c4d req-ab457d48-7f3a-4bf1-8e75-7f3820741a83 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Aug 16 20:46:05.552824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418f93e-7895-45b8-a389-0a1cfcd79428 req-5c01e3dc-07b0-4e36-a95d-4e7c2e6d51f0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.554466 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e418f93e-7895-45b8-a389-0a1cfcd79428 req-5c01e3dc-07b0-4e36-a95d-4e7c2e6d51f0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0571747 Aug 16 20:46:05.932566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebb09014-dac4-45b7-9376-8492d4cbce6b req-fc0c2df2-2580-4f27-af79-2765facacdb2 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.3770618 Aug 16 20:46:05.974182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e418f93e-7895-45b8-a389-0a1cfcd79428 req-f24bf2c9-0fc4-480a-a984-9c1ab36dcad4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103799 Aug 16 20:46:06.084294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58516e96-0a04-486a-ae14-866c35a6c4b0 req-885035b4-f930-4bd1-a27d-b6812ce46b59 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:06.085947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58516e96-0a04-486a-ae14-866c35a6c4b0 req-885035b4-f930-4bd1-a27d-b6812ce46b59 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0801415 Aug 16 20:46:06.098324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c7b4b-75f0-421f-b128-002dfcf43bf8 req-1c1a9a13-4abf-402d-a3c1-a3ecb80c74b0 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:06.099836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b4c7b4b-75f0-421f-b128-002dfcf43bf8 req-1c1a9a13-4abf-402d-a3c1-a3ecb80c74b0 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 943 time: 0.0678277 Aug 16 20:46:06.159161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58516e96-0a04-486a-ae14-866c35a6c4b0 req-795ba293-1c5e-4667-a82d-75c7462c7e4f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583568 Aug 16 20:46:06.164143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b4c7b4b-75f0-421f-b128-002dfcf43bf8 req-58cd2c20-3336-43a2-b741-c4d9f7caaf29 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573761 Aug 16 20:46:06.446653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97e6a3-206e-4651-8fc9-757b1e38f3ce req-2ba2b9cf-c8d3-4602-a5d9-90a688dbe665 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:06.448068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f97e6a3-206e-4651-8fc9-757b1e38f3ce req-2ba2b9cf-c8d3-4602-a5d9-90a688dbe665 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0519753 Aug 16 20:46:06.486480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f97e6a3-206e-4651-8fc9-757b1e38f3ce req-a0974f6d-30d7-4ce6-bee8-c5a1d474ee65 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321970 Aug 16 20:46:06.780006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:06.873895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:06.884879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd', 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191', 'port_id': 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd', 'mac_address': 'fa:16:3e:e1:f9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c9aebf-a6c8-41ba-a986-a27f3715589d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:06.925600 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.938430 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:06.959638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:07.014760 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.064080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:07.074318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49cd9987-a066-4a1b-9a70-485a0260f5a9 req-31653847-6956-4f8e-93b4-60ee52770fbd tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0540693 Aug 16 20:46:07.115489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc062ec5-ff6e-4732-a72d-f0359e0ceaba req-4132d555-412d-468f-966d-7876dabdca1c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.116982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc062ec5-ff6e-4732-a72d-f0359e0ceaba req-4132d555-412d-468f-966d-7876dabdca1c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0601404 Aug 16 20:46:07.156059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc062ec5-ff6e-4732-a72d-f0359e0ceaba req-d3060ae1-bf48-4017-a5e2-9994b98a22ac tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 Aug 16 20:46:07.242543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:07.303768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:07.310075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51964df9-6a4d-4981-8b3b-8e1c05717f47 req-57517750-f2dd-4fcb-bf82-36c4b7d95aca tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.311633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51964df9-6a4d-4981-8b3b-8e1c05717f47 req-57517750-f2dd-4fcb-bf82-36c4b7d95aca tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0841312 Aug 16 20:46:07.323003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1204f-7180-4089-8b05-14f83066f405 req-fbfdbf98-0acd-409b-8d29-16e381b739fa tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.325482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32c1204f-7180-4089-8b05-14f83066f405 req-fbfdbf98-0acd-409b-8d29-16e381b739fa tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 944 time: 0.0872905 Aug 16 20:46:07.384340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51964df9-6a4d-4981-8b3b-8e1c05717f47 req-ee935bbd-26eb-4ad0-a603-0bf274d6e32d tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578244 Aug 16 20:46:07.390443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32c1204f-7180-4089-8b05-14f83066f405 req-ff0b44f8-e0f5-47b8-b3d2-6239fa234cc2 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576305 Aug 16 20:46:07.398417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:07.426010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a', 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb', 'port_id': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a', 'mac_address': 'fa:16:3e:bc:9c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6c2e76-2f68-4410-9690-a22de19675f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:07.476772 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.504698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:07.545879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:07.615302 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.629518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cabe8-9d87-44fd-a11f-422bd20527a3 req-93c7316a-9d97-4e1e-8b0a-ec9b685a1f7f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.631203 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-445cabe8-9d87-44fd-a11f-422bd20527a3 req-93c7316a-9d97-4e1e-8b0a-ec9b685a1f7f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0527387 Aug 16 20:46:07.670652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:07.672485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-445cabe8-9d87-44fd-a11f-422bd20527a3 req-64d409e4-bbf4-40f8-85af-6dc758cbf6c1 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342903 Aug 16 20:46:07.707389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:07.956176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd437b9-fd51-4789-9a4b-b33049f2729d req-4f29cba2-2ea3-4682-9835-de8321620aa4 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.957984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdd437b9-fd51-4789-9a4b-b33049f2729d req-4f29cba2-2ea3-4682-9835-de8321620aa4 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 944 time: 0.0526569 Aug 16 20:46:07.996243 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdd437b9-fd51-4789-9a4b-b33049f2729d req-45ae0f35-de43-4695-ae4c-5cd9787d9775 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Aug 16 20:46:08.171570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b9dca50-c2db-44d1-9993-80e6ae5812fb req-5f97a8cd-426d-4b6d-8cb9-5d2118c12d56 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0261073 Aug 16 20:46:08.271411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c3930-06f2-4d38-adff-9a1eb6bebaa8 req-ce91226f-d577-441e-83cf-acf4475d39df tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.272929 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-978c3930-06f2-4d38-adff-9a1eb6bebaa8 req-ce91226f-d577-441e-83cf-acf4475d39df tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0498064 Aug 16 20:46:08.311335 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-978c3930-06f2-4d38-adff-9a1eb6bebaa8 req-8c0fa6e1-a882-4463-b82a-8bc219bccd49 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 Aug 16 20:46:08.523439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2706ee-d667-4ccc-9cd9-7dc97296ee87 req-3c45d746-9106-4093-bc94-96ac93b17b45 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.525160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de2706ee-d667-4ccc-9cd9-7dc97296ee87 req-3c45d746-9106-4093-bc94-96ac93b17b45 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 944 time: 0.0547495 Aug 16 20:46:08.567072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de2706ee-d667-4ccc-9cd9-7dc97296ee87 req-131aa164-0a77-41a4-8f28-df910610bcae tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352635 Aug 16 20:46:08.776368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:08.799825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b960824-6307-4d59-ac2b-146fa411ffb1 req-73c27c5c-e67d-4f0b-9d78-4fdb5dcb79c9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.804319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b960824-6307-4d59-ac2b-146fa411ffb1 req-73c27c5c-e67d-4f0b-9d78-4fdb5dcb79c9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0552082 Aug 16 20:46:08.843106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b960824-6307-4d59-ac2b-146fa411ffb1 req-0e4e2556-89b3-4d61-bc4f-b89de1f93e1b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351560 Aug 16 20:46:08.906092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:08.910082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:08.910459 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.125287 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.134938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3fcde-7030-4565-ad78-729cc1f5b1a2 req-5f72d3b6-ee8d-4af7-8596-d55d3f01f13a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:09.137561 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dd3fcde-7030-4565-ad78-729cc1f5b1a2 req-5f72d3b6-ee8d-4af7-8596-d55d3f01f13a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 944 time: 0.0578113 Aug 16 20:46:09.149285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b310d0c7-8e0a-4052-acc4-21a6dcf0945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:09.151494 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a349b765-00fe-4abc-94f7-b1b6ce1a2d9b" -d '{"events": [{"server_uuid": "b310d0c7-8e0a-4052-acc4-21a6dcf0945c", "name": "network-vif-plugged", "status": "completed", "tag": "d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:09.165811 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:09.199205 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92a6f1a-9eba-42cc-81d5-35771ae64e94 x-openstack-request-id: req-d92a6f1a-9eba-42cc-81d5-35771ae64e94 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:09.199765 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b310d0c7-8e0a-4052-acc4-21a6dcf0945c", "name": "network-vif-plugged", "status": "completed", "tag": "d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:09.200149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dd3fcde-7030-4565-ad78-729cc1f5b1a2 req-59827060-3e08-4e2a-a509-1ee45a2bd2f6 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567451 Aug 16 20:46:09.200309 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d92a6f1a-9eba-42cc-81d5-35771ae64e94 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:09.200643 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b310d0c7-8e0a-4052-acc4-21a6dcf0945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd', 'code': 200} Aug 16 20:46:09.243361 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.251663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:09.330884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:09.334895 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d3742e3e-013a-49fd-90a6-05eca5ad9831 req-fc3aa337-6956-486e-b1f7-97aa85c098bc tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed753f99-043f-4c11-b41d-a97b58ca59f3 HTTP/1.1" status: 200 len: 210 time: 0.0579693 Aug 16 20:46:09.349603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b952be8-d2fb-4d91-b676-da7c1ad320b2 req-fdc02a0a-db5c-462a-b793-0733c6d9e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:09.353883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b952be8-d2fb-4d91-b676-da7c1ad320b2 req-fdc02a0a-db5c-462a-b793-0733c6d9e6c0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 1097 time: 0.0743771 Aug 16 20:46:09.377879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:09.378465 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.436946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b952be8-d2fb-4d91-b676-da7c1ad320b2 req-f177329d-e7c3-4a24-bf7f-61b310ae901c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723867 Aug 16 20:46:09.461187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef21a5-8254-4b4e-ac16-a4fd3f84a3cd req-99643f1e-20e7-4871-bc01-319fccd3e823 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:09.462799 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58ef21a5-8254-4b4e-ac16-a4fd3f84a3cd req-99643f1e-20e7-4871-bc01-319fccd3e823 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0642748 Aug 16 20:46:09.471339 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.504091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58ef21a5-8254-4b4e-ac16-a4fd3f84a3cd req-3ba92580-ed1c-4132-bc42-40d950934edb tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329981 Aug 16 20:46:09.505057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:09.569225 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.630810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:09.714885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2155e1f-dc8a-46e0-b477-0797bf18654a req-39d34d71-e9bf-4f8a-aaf3-85368b4785f4 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:09.725650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2155e1f-dc8a-46e0-b477-0797bf18654a req-39d34d71-e9bf-4f8a-aaf3-85368b4785f4 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 945 time: 0.0699072 Aug 16 20:46:09.765416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2155e1f-dc8a-46e0-b477-0797bf18654a req-e6574e56-153a-4a0a-8ba2-1a9b27bd298a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Aug 16 20:46:09.929168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f44e33-de93-4c7f-972b-2c44975c47fc req-6cb5b6d3-f700-44bc-ba06-ddce53f7927e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:09.930734 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09f44e33-de93-4c7f-972b-2c44975c47fc req-6cb5b6d3-f700-44bc-ba06-ddce53f7927e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0497434 Aug 16 20:46:10.036891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1db83-8b1a-451d-87d1-52404a4feecf req-758d7ff6-a5c4-4e82-8a82-35398d5fdc0c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:10.038325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ad1db83-8b1a-451d-87d1-52404a4feecf req-758d7ff6-a5c4-4e82-8a82-35398d5fdc0c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1067007 Aug 16 20:46:10.097429 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ad1db83-8b1a-451d-87d1-52404a4feecf req-4871bb21-b355-4ff3-92d9-612e50e2c320 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491402 Aug 16 20:46:10.097883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-09f44e33-de93-4c7f-972b-2c44975c47fc req-8c9b3327-36a5-4309-8363-868b9f5938a5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Deleting port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:10.098229 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-09f44e33-de93-4c7f-972b-2c44975c47fc req-8c9b3327-36a5-4309-8363-868b9f5938a5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.188263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-09f44e33-de93-4c7f-972b-2c44975c47fc req-8c9b3327-36a5-4309-8363-868b9f5938a5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] For port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:10.188626 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-09f44e33-de93-4c7f-972b-2c44975c47fc req-8c9b3327-36a5-4309-8363-868b9f5938a5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.204858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-09f44e33-de93-4c7f-972b-2c44975c47fc req-8c9b3327-36a5-4309-8363-868b9f5938a5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Calling delete_port for c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:10.343733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fb778-b3ed-462a-a489-08ec330c7a8a req-3c67d820-5800-472c-914f-1edfe4574caa tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:10.345236 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-741fb778-b3ed-462a-a489-08ec330c7a8a req-3c67d820-5800-472c-914f-1edfe4574caa tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 945 time: 0.0802364 Aug 16 20:46:10.399594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-741fb778-b3ed-462a-a489-08ec330c7a8a req-2fcda7b3-3aaf-47b2-bdec-d68d80a6723b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452974 Aug 16 20:46:10.470197 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-09f44e33-de93-4c7f-972b-2c44975c47fc req-8c9b3327-36a5-4309-8363-868b9f5938a5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.483984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:10.504606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b3327-36a5-4309-8363-868b9f5938a5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event deleted for resources: {'Port': ['ID=c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:10.524085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48688) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:10.558701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f44e33-de93-4c7f-972b-2c44975c47fc req-8c9b3327-36a5-4309-8363-868b9f5938a5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] No DVR routers for this DVR port c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:10.562844 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-09f44e33-de93-4c7f-972b-2c44975c47fc req-8c9b3327-36a5-4309-8363-868b9f5938a5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.564897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09f44e33-de93-4c7f-972b-2c44975c47fc req-8c9b3327-36a5-4309-8363-868b9f5938a5 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "DELETE /v2.0/ports/c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a HTTP/1.1" status: 204 len: 173 time: 0.6076429 Aug 16 20:46:10.565408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dfb14f-0dc0-4c3d-be61-701d723e8ccf', 'name': 'network-vif-deleted', 'tag': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:10.581490 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.594317 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621ce2ea-f594-4690-a8d4-8e6efe03222a" -d '{"events": [{"server_uuid": "02dfb14f-0dc0-4c3d-be61-701d723e8ccf", "name": "network-vif-deleted", "tag": "c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:10.608248 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.642161 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55eaf02-16f3-4fdb-8926-66d38fbb54cc x-openstack-request-id: req-d55eaf02-16f3-4fdb-8926-66d38fbb54cc {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:10.642463 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dfb14f-0dc0-4c3d-be61-701d723e8ccf", "name": "network-vif-deleted", "tag": "c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:10.642765 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d55eaf02-16f3-4fdb-8926-66d38fbb54cc {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:10.643195 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dfb14f-0dc0-4c3d-be61-701d723e8ccf', 'name': 'network-vif-deleted', 'tag': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a', 'status': 'completed', 'code': 200} Aug 16 20:46:10.655785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f04ff9-6046-4adb-aa6b-65b58971aaeb req-683101e8-2d8c-4099-82e8-842b9cfd4b09 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:10.658281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17f04ff9-6046-4adb-aa6b-65b58971aaeb req-683101e8-2d8c-4099-82e8-842b9cfd4b09 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0574665 Aug 16 20:46:10.700444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17f04ff9-6046-4adb-aa6b-65b58971aaeb req-84015d3e-66c1-4141-8928-0ed500bf74cd tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371268 Aug 16 20:46:10.753537 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.756198 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.757392 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "DELETE /v2.0/security-groups/85c26a27-ac75-4d8c-b6da-65e1e18aae16 HTTP/1.1" status: 204 len: 168 time: 0.2335117 Aug 16 20:46:10.761856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48698) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:10.770336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c26a27-ac75-4d8c-b6da-65e1e18aae16,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:10.776350 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-152fad28-3831-4599-b9e0-bc76955cd0d4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] show failed (client error): The resource could not be found. Aug 16 20:46:10.778309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-152fad28-3831-4599-b9e0-bc76955cd0d4 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "GET /v2.0/security-groups/85c26a27-ac75-4d8c-b6da-65e1e18aae16 HTTP/1.1" status: 404 len: 347 time: 0.0170388 Aug 16 20:46:10.779191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.779551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.779914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.780243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.780582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.780954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.781310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48700) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:10.781448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.781715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.782053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.782382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.782921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.783251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbd180-fa50-4358-945c-e788223839f9 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:10.943952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c43d89-b9f1-4e29-8f7f-e07bd4df34e8 req-654ed9dd-17ad-4cee-95d7-fdf7d1469531 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:10.945474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37c43d89-b9f1-4e29-8f7f-e07bd4df34e8 req-654ed9dd-17ad-4cee-95d7-fdf7d1469531 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 945 time: 0.1063676 Aug 16 20:46:10.987036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba85e5-e4a2-43db-ad54-0f2f2bae34e0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Deleting port 967db483-dc51-4c09-933a-1cad22aef661 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:10.987381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9ba85e5-e4a2-43db-ad54-0f2f2bae34e0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.004144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37c43d89-b9f1-4e29-8f7f-e07bd4df34e8 req-c27d0d7c-a316-4cf7-a441-7678f6a05b25 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517220 Aug 16 20:46:11.072006 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9ba85e5-e4a2-43db-ad54-0f2f2bae34e0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.072348 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9ba85e5-e4a2-43db-ad54-0f2f2bae34e0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.084657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba85e5-e4a2-43db-ad54-0f2f2bae34e0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Calling delete_port for 967db483-dc51-4c09-933a-1cad22aef661 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:11.202363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dfb14f-0dc0-4c3d-be61-701d723e8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:11.211915 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f339c04-67a2-4629-9cb5-ee27017694a3" -d '{"events": [{"server_uuid": "02dfb14f-0dc0-4c3d-be61-701d723e8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:11.237152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be6196-06db-4a26-90cb-db0f46dc2f57 req-9ffd87d0-4d86-46a5-8972-2b29056469e5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.238954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7be6196-06db-4a26-90cb-db0f46dc2f57 req-9ffd87d0-4d86-46a5-8972-2b29056469e5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0673728 Aug 16 20:46:11.320662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7be6196-06db-4a26-90cb-db0f46dc2f57 req-b76cba00-c8c7-49b8-bca8-fc3217dea1d1 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606203 Aug 16 20:46:11.365864 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fca843-eaef-4655-a852-64585495f6d2 x-openstack-request-id: req-c4fca843-eaef-4655-a852-64585495f6d2 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:11.366162 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dfb14f-0dc0-4c3d-be61-701d723e8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:11.366416 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c4fca843-eaef-4655-a852-64585495f6d2 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:11.366810 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dfb14f-0dc0-4c3d-be61-701d723e8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a', 'code': 200} Aug 16 20:46:11.384420 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9ba85e5-e4a2-43db-ad54-0f2f2bae34e0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.423823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba85e5-e4a2-43db-ad54-0f2f2bae34e0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Port': ['ID=967db483-dc51-4c09-933a-1cad22aef661,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:11.486015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9ba85e5-e4a2-43db-ad54-0f2f2bae34e0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.489482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9ba85e5-e4a2-43db-ad54-0f2f2bae34e0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.490822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a9ba85e5-e4a2-43db-ad54-0f2f2bae34e0 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "DELETE /v2.0/floatingips/26417e45-c23c-4916-916d-36d4f8a13940 HTTP/1.1" status: 204 len: 168 time: 0.7086082 Aug 16 20:46:11.493961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48732) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:11.520709 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7047514-6622-4c6c-a586-2644900839aa req-1c549daf-b29a-44a6-8b00-b927b56d3ecc tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=02dfb14f-0dc0-4c3d-be61-701d723e8ccf HTTP/1.1" status: 200 len: 210 time: 0.0283773 Aug 16 20:46:11.588728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-00650b08-702b-4cd4-85ab-d48c10a08d14 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Deleting port 1e603d7b-c570-48b7-86c3-c246af5e7d10 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:11.589440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-00650b08-702b-4cd4-85ab-d48c10a08d14 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.682001 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-00650b08-702b-4cd4-85ab-d48c10a08d14 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.695468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-00650b08-702b-4cd4-85ab-d48c10a08d14 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Calling delete_port for 1e603d7b-c570-48b7-86c3-c246af5e7d10 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:11.844628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59387a-9563-4d1f-9aaf-a0d3def7a885 req-9050b744-3804-4a2f-a81f-103c0f28bf7b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.846161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b59387a-9563-4d1f-9aaf-a0d3def7a885 req-9050b744-3804-4a2f-a81f-103c0f28bf7b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0680437 Aug 16 20:46:11.886392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b59387a-9563-4d1f-9aaf-a0d3def7a885 req-602a1f07-7770-461d-92ef-febc716a4331 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341794 Aug 16 20:46:11.923212 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-00650b08-702b-4cd4-85ab-d48c10a08d14 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.948947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00650b08-702b-4cd4-85ab-d48c10a08d14 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Port': ['ID=1e603d7b-c570-48b7-86c3-c246af5e7d10,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:12.020626 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-00650b08-702b-4cd4-85ab-d48c10a08d14 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.022841 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-00650b08-702b-4cd4-85ab-d48c10a08d14 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "DELETE /v2.0/ports/1e603d7b-c570-48b7-86c3-c246af5e7d10 HTTP/1.1" status: 204 len: 168 time: 0.5276365 Aug 16 20:46:12.025404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48746) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:12.116731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-acc91834-0897-4fef-9cdf-f431d3c7d06f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Deleting port 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:12.116995 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-acc91834-0897-4fef-9cdf-f431d3c7d06f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.204545 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-acc91834-0897-4fef-9cdf-f431d3c7d06f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.216408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-acc91834-0897-4fef-9cdf-f431d3c7d06f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Calling delete_port for 4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:12.420459 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-acc91834-0897-4fef-9cdf-f431d3c7d06f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.458233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e546-c42a-4e01-a781-811532bc4d47 req-761fcd68-b01e-46c8-b1c2-3898ad762223 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:12.467534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e768e546-c42a-4e01-a781-811532bc4d47 req-761fcd68-b01e-46c8-b1c2-3898ad762223 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0726357 Aug 16 20:46:12.476091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc91834-0897-4fef-9cdf-f431d3c7d06f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Port': ['ID=4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:12.510433 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e768e546-c42a-4e01-a781-811532bc4d47 req-36534490-83e1-487e-b25a-60f9f2c242b5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Aug 16 20:46:12.548114 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-acc91834-0897-4fef-9cdf-f431d3c7d06f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.552578 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-acc91834-0897-4fef-9cdf-f431d3c7d06f tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "DELETE /v2.0/ports/4a2c9fb1-e0a6-4bf1-8370-8aba0caf86d2 HTTP/1.1" status: 204 len: 168 time: 0.5239577 Aug 16 20:46:12.553492 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48752) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:12.616977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1ee505-f1b7-4d0b-9f56-fff19bf2f6de tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Deleting subnet 9cdc1982-a4d6-40b6-8783-e19b73c18c30 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:12.620259 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee505-f1b7-4d0b-9f56-fff19bf2f6de tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.665742 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee505-f1b7-4d0b-9f56-fff19bf2f6de tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.750087 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee505-f1b7-4d0b-9f56-fff19bf2f6de tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.900951 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee505-f1b7-4d0b-9f56-fff19bf2f6de tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.956508 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee505-f1b7-4d0b-9f56-fff19bf2f6de tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.958987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7bdc43-c636-4237-b3b2-04ab30645353 None None] Network 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:12.959465 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ef1ee505-f1b7-4d0b-9f56-fff19bf2f6de tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "DELETE /v2.0/subnets/9cdc1982-a4d6-40b6-8783-e19b73c18c30 HTTP/1.1" status: 204 len: 168 time: 0.4051538 Aug 16 20:46:12.960081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ee505-f1b7-4d0b-9f56-fff19bf2f6de tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Subnet': ['ID=9cdc1982-a4d6-40b6-8783-e19b73c18c30,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:12.961890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48766) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:13.035240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb07de67-b745-490b-944e-fe7b6bf741cb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Deleting subnet 8cb47a69-66ae-4323-af77-05160d39df8d {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:13.038981 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb07de67-b745-490b-944e-fe7b6bf741cb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.106526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ea093-b853-435b-b781-02fbd3821a1e req-27ec0bdf-4436-4afa-917f-21925626c1b9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:13.111902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c3ea093-b853-435b-b781-02fbd3821a1e req-27ec0bdf-4436-4afa-917f-21925626c1b9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0827093 Aug 16 20:46:13.143220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48772) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:13.148035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-58f93e1a-5255-485b-888b-d162f68b3b4f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129458790', 'description': 'tempest-description--1263543271'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:13.157215 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb07de67-b745-490b-944e-fe7b6bf741cb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.181461 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c3ea093-b853-435b-b781-02fbd3821a1e req-b3ac3590-60ec-4629-957d-41f379959eef tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582786 Aug 16 20:46:13.283723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb07de67-b745-490b-944e-fe7b6bf741cb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.287153 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58f93e1a-5255-485b-888b-d162f68b3b4f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.304792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] DHCP port deletion for 8a5adb33-af8d-4fe7-9350-6cb15ad0f431 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:46:13.357184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Deleting port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:13.358102 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.382896 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58f93e1a-5255-485b-888b-d162f68b3b4f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.426066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] For port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=66d9bcdb-2605-46b4-abe8-5d15ee1928f9,segment=NetworkSegment(789fce85-4481-4bfb-9b26-995596e52a6f),segment_id=789fce85-4481-4bfb-9b26-995596e52a6f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:13.426387 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.439486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Calling delete_port for 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:13.466759 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58f93e1a-5255-485b-888b-d162f68b3b4f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.467311 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb07de67-b745-490b-944e-fe7b6bf741cb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.501409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07de67-b745-490b-944e-fe7b6bf741cb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb47a69-66ae-4323-af77-05160d39df8d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:13.507170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb07de67-b745-490b-944e-fe7b6bf741cb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.507493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f93e1a-5255-485b-888b-d162f68b3b4f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174c4a88-b02d-4717-b48d-fbf9c7aaf85f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:13.511974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48774) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:13.513458 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eb07de67-b745-490b-944e-fe7b6bf741cb tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "DELETE /v2.0/subnets/8cb47a69-66ae-4323-af77-05160d39df8d HTTP/1.1" status: 204 len: 168 time: 0.5497999 Aug 16 20:46:13.553014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07401ef0-c655-4b1a-ad7a-29c9c65047ca None None] Network 10d02a5b-303c-4edc-8926-014570002926 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:13.574697 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58f93e1a-5255-485b-888b-d162f68b3b4f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.576221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-58f93e1a-5255-485b-888b-d162f68b3b4f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4319816 Aug 16 20:46:13.579559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48778) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:13.584434 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8e453821-a4c0-4bcf-906b-e27271ae2cfe tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Request body: {'security_group_rule': {'security_group_id': '174c4a88-b02d-4717-b48d-fbf9c7aaf85f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:13.618693 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.619613 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.661626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Pushing event deleted for resources: {'Port': ['ID=66d9bcdb-2605-46b4-abe8-5d15ee1928f9,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:13.665685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] No DVR routers for this DVR port 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:13.684907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.685272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.685609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.685941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.686269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.686818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.687133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.687491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.688441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.688775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.692055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.692055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca090a06-e357-4be2-a484-d9223ba9cef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:13.693727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e453821-a4c0-4bcf-906b-e27271ae2cfe tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.719694 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5973f-dd97-4d44-a79b-71f7183053a7 req-4f953236-1932-4051-8f0b-1f08d8bfd6a6 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:13.731986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fb5973f-dd97-4d44-a79b-71f7183053a7 req-4f953236-1932-4051-8f0b-1f08d8bfd6a6 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1113765 Aug 16 20:46:13.828808 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e453821-a4c0-4bcf-906b-e27271ae2cfe tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.829767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.847784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5adb33-af8d-4fe7-9350-6cb15ad0f431']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:13.858879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa31873b-4e32-4d1d-b407-40dcad6f1e4b None None] DHCP port deletion for 10d02a5b-303c-4edc-8926-014570002926 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:46:13.862103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fb5973f-dd97-4d44-a79b-71f7183053a7 req-c8819b50-dd11-4be4-909c-3fdb83ce6293 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286743 Aug 16 20:46:13.867416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789fce85-4481-4bfb-9b26-995596e52a6f') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:13.867716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789fce85-4481-4bfb-9b26-995596e52a6f') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:13.891590 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.901808 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e453821-a4c0-4bcf-906b-e27271ae2cfe tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.908331 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.915448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:46:13.915986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:46:13.920179 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:46:13.938098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fa31873b-4e32-4d1d-b407-40dcad6f1e4b None None] Deleting port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:13.938514 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fa31873b-4e32-4d1d-b407-40dcad6f1e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.952343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e453821-a4c0-4bcf-906b-e27271ae2cfe tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9674e63d-822c-47e0-9194-6115a69f3bdd,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:14.030384 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e453821-a4c0-4bcf-906b-e27271ae2cfe tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.030384 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8e453821-a4c0-4bcf-906b-e27271ae2cfe tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4491162 Aug 16 20:46:14.031164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48788) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:14.035861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f89116a1-718a-4cb7-9a99-5e55dd706195 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Request body: {'security_group_rule': {'security_group_id': '174c4a88-b02d-4717-b48d-fbf9c7aaf85f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:14.061405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fa31873b-4e32-4d1d-b407-40dcad6f1e4b None None] For port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1eca7a6e-e690-4bfc-8c09-c3ae595ae035,segment=NetworkSegment(f0df77f9-abd6-4d20-93ad-2d8f49655027),segment_id=f0df77f9-abd6-4d20-93ad-2d8f49655027)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:14.061964 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fa31873b-4e32-4d1d-b407-40dcad6f1e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.074285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fa31873b-4e32-4d1d-b407-40dcad6f1e4b None None] Calling delete_port for 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:14.081495 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.092706 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.095899 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "DELETE /v2.0/networks/8a5adb33-af8d-4fe7-9350-6cb15ad0f431 HTTP/1.1" status: 204 len: 168 time: 0.5824943 Aug 16 20:46:14.097596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48790) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:14.138300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c49c18-5965-40e4-acb7-dce5c43a0770 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Network': ['ID=8a5adb33-af8d-4fe7-9350-6cb15ad0f431,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:14.154981 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f89116a1-718a-4cb7-9a99-5e55dd706195 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.200206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.249951 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fa31873b-4e32-4d1d-b407-40dcad6f1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.258947 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f89116a1-718a-4cb7-9a99-5e55dd706195 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.283244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31873b-4e32-4d1d-b407-40dcad6f1e4b None None] No DVR routers for this DVR port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:14.287842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31873b-4e32-4d1d-b407-40dcad6f1e4b None None] Pushing event deleted for resources: {'Port': ['ID=1eca7a6e-e690-4bfc-8c09-c3ae595ae035,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:14.320949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Deleting port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:14.321505 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.330211 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f89116a1-718a-4cb7-9a99-5e55dd706195 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.376491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ff3cd-86f0-448b-96b6-9fc18bb0b322 req-a545e415-e6f7-4ae2-962f-e2a703954225 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:14.378311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-474ff3cd-86f0-448b-96b6-9fc18bb0b322 req-a545e415-e6f7-4ae2-962f-e2a703954225 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0984783 Aug 16 20:46:14.384445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89116a1-718a-4cb7-9a99-5e55dd706195 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0d8b00-c5a4-4779-b7da-7e5ae1cab86c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:14.418237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] For port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035, host n-d-793619-14, got binding levels [] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:14.418851 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.432819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:14.433569 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Calling delete_port for 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:14.436498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.ipam_backend_mixin [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 was not found and therefore no delete operation was performed {{(pid=95262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:46:14.438024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.452628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] No DVR routers for this DVR port 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:14.460091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-474ff3cd-86f0-448b-96b6-9fc18bb0b322 req-125594a4-471a-4ca6-960e-424abf31d2fb tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730696 Aug 16 20:46:14.469977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:14.470467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 66d9bcdb-2605-46b4-abe8-5d15ee1928f9 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:14.475744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:14.475873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f89116a1-718a-4cb7-9a99-5e55dd706195 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.475873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f89116a1-718a-4cb7-9a99-5e55dd706195 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4419463 Aug 16 20:46:14.478147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48796) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:14.483083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:14.487857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Port': ['ID=1eca7a6e-e690-4bfc-8c09-c3ae595ae035,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:14.498517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:14.499010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1eca7a6e-e690-4bfc-8c09-c3ae595ae035 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:14.586919 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.587693 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.598809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d02a5b-303c-4edc-8926-014570002926']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:14.609862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0df77f9-abd6-4d20-93ad-2d8f49655027') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:14.610155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0df77f9-abd6-4d20-93ad-2d8f49655027') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:14.620738 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.635647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.643109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:46:14.643516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:46:14.647813 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:46:14.719389 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.763293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.771562 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.773630 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] 10.222.0.74 "DELETE /v2.0/networks/10d02a5b-303c-4edc-8926-014570002926 HTTP/1.1" status: 204 len: 168 time: 0.6750278 Aug 16 20:46:14.802963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c2cb2-da8a-4a9d-bf79-a117320c28e6 tempest-TaggedBootDevicesTest_v242-1487417767 tempest-TaggedBootDevicesTest_v242-1487417767-project] Pushing event deleted for resources: {'Network': ['ID=10d02a5b-303c-4edc-8926-014570002926,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:14.931066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Allocated IP 172.25.4.123 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8b78f73b-75be-415c-b533-12a9d47d8dfe) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:15.117836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f0866-9066-4902-83f5-378bfced8d2d req-9c4880f7-362f-43b1-a712-f67f3758f873 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.125901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a50f0866-9066-4902-83f5-378bfced8d2d req-9c4880f7-362f-43b1-a712-f67f3758f873 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1115382 Aug 16 20:46:15.175301 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.186745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a50f0866-9066-4902-83f5-378bfced8d2d req-727af311-df12-418d-a7c8-73f765391b45 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599828 Aug 16 20:46:15.196853 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b33cd3b4-9421-4ddf-a9d4-c00ea10289d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.282070 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:15.302114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:15.302462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c6a607bb-7ec1-4c9d-9a9d-8d7b6b7c018a not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:15.306868 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.349161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:15.354331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:15.356777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:15.385656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event updated for resources: {'Port': ['ID=8b78f73b-75be-415c-b533-12a9d47d8dfe,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:15.449151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.568474 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.645975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58ef35-a28c-48a5-ba8b-bd45eba919cf req-1afee524-3acb-4366-9172-fcbd292ac81e tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.647486 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e58ef35-a28c-48a5-ba8b-bd45eba919cf req-1afee524-3acb-4366-9172-fcbd292ac81e tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.1133528 Aug 16 20:46:15.745633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e58ef35-a28c-48a5-ba8b-bd45eba919cf req-f25c75c7-f662-4ed4-bf35-41a86d09581d tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536904 Aug 16 20:46:15.800386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.860302 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.936982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event updated for resources: {'Port': ['ID=8b78f73b-75be-415c-b533-12a9d47d8dfe,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:15.954723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.020342 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.025123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dcb2fe71-2fd7-4a07-ac59-f054aac2beff tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5423923 Aug 16 20:46:16.291281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-dd54c50e-252d-4e4b-b0df-10180313f292 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:16.293772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-dd54c50e-252d-4e4b-b0df-10180313f292 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/networks?id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb HTTP/1.1" status: 200 len: 821 time: 0.1343393 Aug 16 20:46:16.311593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-387213bd-a4bf-493a-beee-aa84e41212fa tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/quotas/a04b09acfa1f488abc75cf14a828ebf6 HTTP/1.1" status: 200 len: 375 time: 0.0118866 Aug 16 20:46:16.402471 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-630b854c-5f81-4f48-a382-6d27617cae7b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a04b09acfa1f488abc75cf14a828ebf6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849943 Aug 16 20:46:16.430708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc4a43-84c6-4be8-a933-98ca86b98048 req-bc51ba95-8ebe-4be8-bd09-d4bc43ad7d87 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:16.432352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fddc4a43-84c6-4be8-a933-98ca86b98048 req-bc51ba95-8ebe-4be8-bd09-d4bc43ad7d87 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1047564 Aug 16 20:46:16.508487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fddc4a43-84c6-4be8-a933-98ca86b98048 req-4658f769-ec0e-4cd4-ae8f-0301834e62ba tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475392 Aug 16 20:46:16.536607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-cbb3e09f-81d0-44ed-82da-b55c32b6ae5f service neutron] 10.222.0.74 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331880 Aug 16 20:46:16.643362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-dc3d9798-b9d2-4ede-b63f-4ebbc7ad16d7 service neutron] 10.222.0.74 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976493 Aug 16 20:46:16.882288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f72ec-1b25-4e2a-a6d6-e04b9d954b93 req-e953bc99-0a89-4712-a9fa-b8ee161e9de1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:16.884356 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a2f72ec-1b25-4e2a-a6d6-e04b9d954b93 req-e953bc99-0a89-4712-a9fa-b8ee161e9de1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0691421 Aug 16 20:46:16.943074 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb75012f-172a-42ce-b95c-1e66c68dcc1b req-d20f128e-2909-4be4-8597-945623b504a8 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 210 time: 0.0366018 Aug 16 20:46:16.971087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a2f72ec-1b25-4e2a-a6d6-e04b9d954b93 req-445275f7-9310-4c83-b51d-c54efc007425 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731876 Aug 16 20:46:17.340547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-7e47941e-8b3e-434f-8664-a2438df904d4 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.341997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-7e47941e-8b3e-434f-8664-a2438df904d4 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 815 time: 0.1419837 Aug 16 20:46:17.360529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-cc5631c0-af47-45ff-9482-4fc41168d89a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/quotas/1d54f56ec1674d93a13f0bd7fc9eb5b5 HTTP/1.1" status: 200 len: 375 time: 0.0122261 Aug 16 20:46:17.439426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-49e7882e-1b58-4968-aed7-a3f97415d3c1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710185 Aug 16 20:46:17.481679 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c3e28d3b-2119-460b-b747-eed972a3e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.533276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-70a4714e-efad-4a5d-94fe-d3835859bd94 service neutron] 10.222.0.74 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928538 Aug 16 20:46:17.690299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0ca23-408d-4d9a-bea8-a78d74bef919 req-fd922745-12d6-4698-baf3-f7959e45fa94 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.691907 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ad0ca23-408d-4d9a-bea8-a78d74bef919 req-fd922745-12d6-4698-baf3-f7959e45fa94 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0734963 Aug 16 20:46:17.702082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-1afe44a3-194a-4bc3-8cfa-6a64c3b8fe73 service neutron] 10.222.0.74 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608086 Aug 16 20:46:17.755288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ad0ca23-408d-4d9a-bea8-a78d74bef919 req-8c769b81-1286-4f3d-9cc5-84158899493a tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479472 Aug 16 20:46:17.875191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.041490 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd0cae40-450d-4f9b-9fb0-3c8a3f075695 req-844fdb44-a827-4619-8e83-dbc8c6e5b792 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0517898 Aug 16 20:46:18.072482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03de906f-62ec-4858-8efa-d5d2e6960b77 req-261b7fed-9344-4f09-84b4-ac1d944e3b09 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 210 time: 0.0404422 Aug 16 20:46:18.216305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01889a-23c6-42b2-8955-e26dea6dcb06 req-39e4c31c-314b-4069-bf1e-4a6fc5808226 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:18.224602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe01889a-23c6-42b2-8955-e26dea6dcb06 req-39e4c31c-314b-4069-bf1e-4a6fc5808226 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0771694 Aug 16 20:46:18.315680 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe01889a-23c6-42b2-8955-e26dea6dcb06 req-a252881c-4d32-4852-836b-d55623d1054d tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869932 Aug 16 20:46:18.610350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ea0de-2830-4045-8a52-04a3e8e4fdd4 req-b9bc59d3-63e8-4373-8bb7-c7bbce4f4621 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:18.611991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a37ea0de-2830-4045-8a52-04a3e8e4fdd4 req-b9bc59d3-63e8-4373-8bb7-c7bbce4f4621 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 945 time: 0.0570710 Aug 16 20:46:18.656357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a37ea0de-2830-4045-8a52-04a3e8e4fdd4 req-e968ee8c-b00d-4970-beb0-b283b983be32 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339544 Aug 16 20:46:18.892038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ec259-6676-4a4d-958c-8d487cbb42d4 req-48b4fe06-8230-46a0-a76f-f2c769b717b7 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:18.893470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b6ec259-6676-4a4d-958c-8d487cbb42d4 req-48b4fe06-8230-46a0-a76f-f2c769b717b7 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0572550 Aug 16 20:46:18.938182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b6ec259-6676-4a4d-958c-8d487cbb42d4 req-3a8a124c-8012-4900-8971-02d221f25f46 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385401 Aug 16 20:46:19.127522 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:19.206799 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1ef3452-c917-4645-8f2e-93df817933ab req-b194b431-41b3-43f5-93dd-350da5f119d0 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0865464 Aug 16 20:46:19.242924 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96014419-7286-4fbd-ae38-370eee79d83e req-31726838-c04b-4de1-bf7e-3e5e3d60a3de tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 210 time: 0.0649538 Aug 16 20:46:19.293482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-5278550b-7b66-4be5-aaa0-f8c4dd6eb27b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:19.295140 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-5278550b-7b66-4be5-aaa0-f8c4dd6eb27b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "GET /v2.0/networks?id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb HTTP/1.1" status: 200 len: 821 time: 0.2009058 Aug 16 20:46:19.310177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Request body: {'port': {'device_id': '79dfcd5a-93e2-4961-8d0e-450d48c31372', 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb', 'admin_state_up': True, 'tenant_id': 'a04b09acfa1f488abc75cf14a828ebf6'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:19.502005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce8016-f174-442c-ae97-f7b9c4b257c8 req-def02977-287b-4610-b398-24e5284f17bf tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:19.503556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48ce8016-f174-442c-ae97-f7b9c4b257c8 req-def02977-287b-4610-b398-24e5284f17bf tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.1181436 Aug 16 20:46:19.613741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48ce8016-f174-442c-ae97-f7b9c4b257c8 req-960b9e08-272a-4a41-97c4-36122b94c892 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924127 Aug 16 20:46:19.688849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Made reservation on behalf of a04b09acfa1f488abc75cf14a828ebf6 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:19.692529 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.017255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26b14-560a-454b-9426-8c9dd1eff0de req-61cad64e-8aa4-4b5f-8db0-247533fce591 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.017255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9b26b14-560a-454b-9426-8c9dd1eff0de req-61cad64e-8aa4-4b5f-8db0-247533fce591 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 945 time: 0.0875068 Aug 16 20:46:20.017255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Allocated IP 172.20.0.2 (f7c2a23f-ec02-43e6-ac20-9262c97e81cb/fc6c2e76-2f68-4410-9690-a22de19675f0/ccd76e42-7034-4f62-83c9-5ba48e79f022) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:20.056124 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9b26b14-560a-454b-9426-8c9dd1eff0de req-e30ec577-7843-4d5a-8412-74c014e79cf2 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085155 Aug 16 20:46:20.152011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5e534-8873-49d2-8078-436aa0416d09 req-f831cc2a-f7bf-4d1e-aa2d-6df84ac68c3a tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.153491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-def5e534-8873-49d2-8078-436aa0416d09 req-f831cc2a-f7bf-4d1e-aa2d-6df84ac68c3a tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1224351 Aug 16 20:46:20.200792 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.230596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-def5e534-8873-49d2-8078-436aa0416d09 req-9430cfbe-cbeb-4332-8655-1c50ce113b31 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604868 Aug 16 20:46:20.332528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-41f575ed-bfd9-47cb-a7d1-b9c2f1e1eb20 req-61e3be2f-833c-40a3-85b0-46dd388092d6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0289676 Aug 16 20:46:20.334386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.525157 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.759432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-0cc45cd3-7257-4310-afd4-658c5c60f320 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.760936 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-0cc45cd3-7257-4310-afd4-658c5c60f320 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.76 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 815 time: 0.1485062 Aug 16 20:46:20.766165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Network f7c2a23f-ec02-43e6-ac20-9262c97e81cb is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:20.773254 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:20.780618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:20.782056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Request body: {'port': {'device_id': '6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7', 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191', 'admin_state_up': True, 'tenant_id': '1d54f56ec1674d93a13f0bd7fc9eb5b5'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:20.785814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event updated for resources: {'Port': ['ID=ccd76e42-7034-4f62-83c9-5ba48e79f022,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:20.828130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f1807-e9ab-4e05-a63a-abef2e149762 req-76e06582-afd9-41f3-bf64-76e25a79e27e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.829714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c54f1807-e9ab-4e05-a63a-abef2e149762 req-76e06582-afd9-41f3-bf64-76e25a79e27e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 931 time: 0.4834855 Aug 16 20:46:20.852049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.852753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.887066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c54f1807-e9ab-4e05-a63a-abef2e149762 req-97b94aa7-9b28-46f6-9a1b-fe2f036663bc tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497472 Aug 16 20:46:20.986903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-9e70c3ce-c3aa-4b13-96d1-2b30a1410c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6814511 Aug 16 20:46:21.015542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Request body: {'port': {'device_id': '79dfcd5a-93e2-4961-8d0e-450d48c31372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:21.072040 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Made reservation on behalf of 1d54f56ec1674d93a13f0bd7fc9eb5b5 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:21.075699 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.103819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03580107-d933-47e1-a5df-a068b420f8eb req-36e5d3b1-4d4f-4706-aa94-b636c43bd61c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:21.106131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03580107-d933-47e1-a5df-a068b420f8eb req-36e5d3b1-4d4f-4706-aa94-b636c43bd61c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.1337004 Aug 16 20:46:21.122839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.166773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f09e5-fd4a-4afa-aa81-a9ce240016d2 req-c3e36a0a-1472-4019-8739-ca9b252dd201 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:21.168967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b4f09e5-fd4a-4afa-aa81-a9ce240016d2 req-c3e36a0a-1472-4019-8739-ca9b252dd201 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 945 time: 0.1582663 Aug 16 20:46:21.217802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03580107-d933-47e1-a5df-a068b420f8eb req-1ab90c60-39b7-4f69-b9ca-d63280de84b2 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026928 Aug 16 20:46:21.242329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Allocated IP 172.20.0.7 (167b5c15-9495-445e-b579-0b77a4a65191/c0c9aebf-a6c8-41ba-a986-a27f3715589d/cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:21.304077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b4f09e5-fd4a-4afa-aa81-a9ce240016d2 req-e5a0079b-a6c3-4823-8ea1-85f55a367925 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160772 Aug 16 20:46:21.481596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cc750-e3ff-490f-ab6d-e40fea984f92 req-e9662eca-a02f-431b-a2ec-351f7f97b4d4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:21.483165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e3cc750-e3ff-490f-ab6d-e40fea984f92 req-e9662eca-a02f-431b-a2ec-351f7f97b4d4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1617289 Aug 16 20:46:21.522380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a592a943-8c03-415a-8ce9-929488a85444 req-03e3e5fa-c40f-43da-ace5-ae86ddc65129 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0667899 Aug 16 20:46:21.546086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.605555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e3cc750-e3ff-490f-ab6d-e40fea984f92 req-a423be98-c97e-4251-b322-e5792fdd6368 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968769 Aug 16 20:46:21.660689 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.661886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd76e42-7034-4f62-83c9-5ba48e79f022 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:21.671417 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.679985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['542c8305-3fea-4992-af47-97b77e1a4475', 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:21.689207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Transition to ACTIVE for port object ccd76e42-7034-4f62-83c9-5ba48e79f022 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:21.709567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Network 167b5c15-9495-445e-b579-0b77a4a65191 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:21.713096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:21.718200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:21.722754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Pushing event updated for resources: {'Port': ['ID=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:21.757654 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.775753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:21.779528 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.813068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd76e42-7034-4f62-83c9-5ba48e79f022,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:21.860850 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f8c74cc7-0ecc-4069-a0d6-1c5a7ca270ff tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0841408 Aug 16 20:46:21.876161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Request body: {'port': {'device_id': '6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:21.888227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Attempting to bind port ccd76e42-7034-4f62-83c9-5ba48e79f022 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:21.894355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Attempting to bind port ccd76e42-7034-4f62-83c9-5ba48e79f022 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:21.894355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Attempting to bind port ccd76e42-7034-4f62-83c9-5ba48e79f022 on network f7c2a23f-ec02-43e6-ac20-9262c97e81cb {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:21.894355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Port ccd76e42-7034-4f62-83c9-5ba48e79f022 on network f7c2a23f-ec02-43e6-ac20-9262c97e81cb not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:21.894355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Attempting to bind port ccd76e42-7034-4f62-83c9-5ba48e79f022 on network f7c2a23f-ec02-43e6-ac20-9262c97e81cb {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:21.899437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:21.899778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Checking segment: {'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:21.900162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Bound using segment: {'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:21.900590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Bound port: ccd76e42-7034-4f62-83c9-5ba48e79f022, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:21.900959 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.979745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] For port ccd76e42-7034-4f62-83c9-5ba48e79f022, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:21.983257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] For port ccd76e42-7034-4f62-83c9-5ba48e79f022, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ccd76e42-7034-4f62-83c9-5ba48e79f022,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:21.983577 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.052183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd6268-f72d-43b3-b9bf-8bdcb7fdb528 req-6b40e3ed-95d4-4ddf-afef-a8411c81cd84 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.053831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03fd6268-f72d-43b3-b9bf-8bdcb7fdb528 req-6b40e3ed-95d4-4ddf-afef-a8411c81cd84 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 943 time: 0.0602674 Aug 16 20:46:22.055613 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.116289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.116938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.118358 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] 10.222.0.76 "PUT /v2.0/ports/ccd76e42-7034-4f62-83c9-5ba48e79f022 HTTP/1.1" status: 200 len: 1092 time: 1.1116607 Aug 16 20:46:22.119876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dfcd5a-93e2-4961-8d0e-450d48c31372', 'tag': 'ccd76e42-7034-4f62-83c9-5ba48e79f022'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:22.122249 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202338a4-03c9-4cb3-80d3-603ae419db5c" -d '{"events": [{"name": "network-changed", "server_uuid": "79dfcd5a-93e2-4961-8d0e-450d48c31372", "tag": "ccd76e42-7034-4f62-83c9-5ba48e79f022"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:22.165900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03fd6268-f72d-43b3-b9bf-8bdcb7fdb528 req-2212d66b-cacf-4785-b331-a073f381b683 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864711 Aug 16 20:46:22.167577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735d861-d8ee-4c5f-8891-dde74aaa6ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd76e42-7034-4f62-83c9-5ba48e79f022,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:22.180107 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed26e68-775d-4bd3-82e1-e9aa3d70fd35 x-openstack-request-id: req-2ed26e68-775d-4bd3-82e1-e9aa3d70fd35 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:22.180757 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dfcd5a-93e2-4961-8d0e-450d48c31372", "tag": "ccd76e42-7034-4f62-83c9-5ba48e79f022", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:22.181281 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ed26e68-775d-4bd3-82e1-e9aa3d70fd35 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:22.185527 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dfcd5a-93e2-4961-8d0e-450d48c31372', 'tag': 'ccd76e42-7034-4f62-83c9-5ba48e79f022', 'status': 'completed', 'code': 200} Aug 16 20:46:22.250284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202338a4-03c9-4cb3-80d3-603ae419db5c req-a63aaef9-c37c-4dd9-b88c-76eb07f21ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.251882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-202338a4-03c9-4cb3-80d3-603ae419db5c req-a63aaef9-c37c-4dd9-b88c-76eb07f21ba2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a04b09acfa1f488abc75cf14a828ebf6&device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 1095 time: 0.0497315 Aug 16 20:46:22.329660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:22.337433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.355136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Transition to ACTIVE for port object cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:22.389236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7efadf-7348-4910-84c1-ccc9bfb12289 req-b98a4ef3-d059-4d0c-a838-c2134d80b682 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.390764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e7efadf-7348-4910-84c1-ccc9bfb12289 req-b98a4ef3-d059-4d0c-a838-c2134d80b682 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0809014 Aug 16 20:46:22.429751 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.478156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202338a4-03c9-4cb3-80d3-603ae419db5c req-bba09763-6e41-4dd7-a10f-d20b8d54b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.486607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-202338a4-03c9-4cb3-80d3-603ae419db5c req-bba09763-6e41-4dd7-a10f-d20b8d54b673 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a04b09acfa1f488abc75cf14a828ebf6&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2267852 Aug 16 20:46:22.489811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:22.586971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Attempting to bind port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:22.587686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Attempting to bind port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:22.588189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Attempting to bind port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 on network 167b5c15-9495-445e-b579-0b77a4a65191 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:22.597488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 on network 167b5c15-9495-445e-b579-0b77a4a65191 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:22.597488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Attempting to bind port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 on network 167b5c15-9495-445e-b579-0b77a4a65191 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:22.601784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:22.602695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Checking segment: {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:22.602849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e7efadf-7348-4910-84c1-ccc9bfb12289 req-db85402d-419f-4e66-93d9-a3c5eaf19547 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923721 Aug 16 20:46:22.603550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Bound using segment: {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:22.604148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Bound port: cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:22.604731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.614233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be6fbf-2c49-4830-991d-d6a1dafc5019 req-bfa9c7e9-f17f-4f23-a03d-32698604ef36 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.615777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35be6fbf-2c49-4830-991d-d6a1dafc5019 req-bfa9c7e9-f17f-4f23-a03d-32698604ef36 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 945 time: 0.2240975 Aug 16 20:46:22.672990 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:46:22.697072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-a22293ee-cce6-4f13-8a35-5ea7c22d6d8d tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.698921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-a22293ee-cce6-4f13-8a35-5ea7c22d6d8d tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.79 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 945 time: 0.2667222 Aug 16 20:46:22.723221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] For port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:22.726491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] For port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:22.797710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.821533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35be6fbf-2c49-4830-991d-d6a1dafc5019 req-31fcb25f-b35d-4e4a-91cb-0efd62270772 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840303 Aug 16 20:46:22.844899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.845618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.847186 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] 10.222.0.76 "PUT /v2.0/ports/cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 HTTP/1.1" status: 200 len: 1092 time: 0.9767525 Aug 16 20:46:22.847639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7', 'tag': 'cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:22.849914 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15de44c8-7894-4e1b-9f3a-d4447c0a96ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7", "tag": "cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:22.885398 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f37cb-d6e2-453e-8b82-77756d2643d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:22.906631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202338a4-03c9-4cb3-80d3-603ae419db5c req-545539cb-9f8b-4b5c-8926-99548350a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.908643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-202338a4-03c9-4cb3-80d3-603ae419db5c req-545539cb-9f8b-4b5c-8926-99548350a862 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4000511 Aug 16 20:46:22.934649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35727a99-9e7b-4160-9ba1-c194f1fd46cf req-c3a7de52-39c1-4b69-8df0-6c90a8b94139 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.936264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35727a99-9e7b-4160-9ba1-c194f1fd46cf req-c3a7de52-39c1-4b69-8df0-6c90a8b94139 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 943 time: 0.2341135 Aug 16 20:46:23.008841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-d1dcf22e-e634-4988-9c20-c25142af08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:23.010561 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-d1dcf22e-e634-4988-9c20-c25142af08e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a04b09acfa1f488abc75cf14a828ebf6&device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 1095 time: 0.0438373 Aug 16 20:46:23.050166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccef45-110e-4f9f-a627-e43f1624f29a req-933ea99a-5713-415b-bb5a-2bd78e4abf00 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:23.051343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46ccef45-110e-4f9f-a627-e43f1624f29a req-933ea99a-5713-415b-bb5a-2bd78e4abf00 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1490684 Aug 16 20:46:23.058938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35727a99-9e7b-4160-9ba1-c194f1fd46cf req-5787ae28-bbf4-4803-a0d9-57fb1f54aaaf tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067638 Aug 16 20:46:23.064386 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-f1f704c2-525c-492a-bc98-402c85b8ff33 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccd76e42-7034-4f62-83c9-5ba48e79f022 HTTP/1.1" status: 200 len: 217 time: 0.0446746 Aug 16 20:46:23.086189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-fc9d96a4-7029-45fd-a1b8-67568cd79efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:23.087654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-fc9d96a4-7029-45fd-a1b8-67568cd79efd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 1095 time: 0.1240544 Aug 16 20:46:23.090754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Deleting port f7672433-d619-4204-9782-26f9cfe33a93 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:23.091106 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.136912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-8c6df75a-f668-4284-8564-17e3511d75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:23.138481 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-8c6df75a-f668-4284-8564-17e3511d75b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc6c2e76-2f68-4410-9690-a22de19675f0 HTTP/1.1" status: 200 len: 861 time: 0.0668294 Aug 16 20:46:23.149816 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825af674-b9ec-4a5f-b87a-92630147fb86 x-openstack-request-id: req-825af674-b9ec-4a5f-b87a-92630147fb86 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:23.150259 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7", "tag": "cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:23.150660 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-825af674-b9ec-4a5f-b87a-92630147fb86 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:23.151078 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7', 'tag': 'cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6', 'status': 'completed', 'code': 200} Aug 16 20:46:23.192911 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-54af1585-9721-44b5-8712-442c250ac7e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403306 Aug 16 20:46:23.202186 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-f740123c-e934-48f6-abe8-498acc8c5d43 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 HTTP/1.1" status: 200 len: 217 time: 0.0990040 Aug 16 20:46:23.232573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46ccef45-110e-4f9f-a627-e43f1624f29a req-8e3de4f5-7733-4749-8697-8d6bfe8bd06c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724749 Aug 16 20:46:23.364564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-490affb8-40d3-4a66-a008-5fb0d334c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:23.364756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:23.365309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-490affb8-40d3-4a66-a008-5fb0d334c5ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c0c9aebf-a6c8-41ba-a986-a27f3715589d HTTP/1.1" status: 200 len: 855 time: 0.1081307 Aug 16 20:46:23.365497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:23.365682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-f7954d40-88ce-4704-9c38-123305275ee7 service neutron] 10.222.0.76 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474333 Aug 16 20:46:23.444521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-914b064d-1308-4392-939a-143f33705832 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=167b5c15-9495-445e-b579-0b77a4a65191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734289 Aug 16 20:46:23.444521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] For port f7672433-d619-4204-9782-26f9cfe33a93, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=f7672433-d619-4204-9782-26f9cfe33a93,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:23.444521 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.458227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a44e5a-266a-47fe-ac91-6af605e92d1a req-812cf55f-dda9-469c-adb3-2714baf64102 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:23.459936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25a44e5a-266a-47fe-ac91-6af605e92d1a req-812cf55f-dda9-469c-adb3-2714baf64102 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 943 time: 0.1609445 Aug 16 20:46:23.580773 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8969beed-82d9-40fb-a22f-498a581f8fc9 req-635eb8f4-9211-4ede-9d44-d131796d707d service neutron] 10.222.0.76 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227192 Aug 16 20:46:23.662058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:23.671273 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.684750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-0117d9fd-5193-4c8c-91f7-09e3e0ad81ba service neutron] 10.222.0.76 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648592 Aug 16 20:46:23.700897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1', 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0', 'port_id': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1', 'mac_address': 'fa:16:3e:bd:e8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3270c619-a6a0-4574-8525-c4326ad7191b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:23.707973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:23.710415 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324eed74-fed9-4d03-8352-04a89426ff05" -d '{"events": [{"server_uuid": "a93c3be2-5fbc-49ff-949c-f5f22bc4daa6", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9dc5f4-8ed1-4581-8797-9d9923f00ed1"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:23.717952 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:23.756236 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.771209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:23.807089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25a44e5a-266a-47fe-ac91-6af605e92d1a req-da24f309-fdd7-4812-b9b7-c41389453c18 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103992 Aug 16 20:46:23.818308 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.873365 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf3147b-4d02-49cd-b427-3d23b8938ad8 x-openstack-request-id: req-8bf3147b-4d02-49cd-b427-3d23b8938ad8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:23.877660 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93c3be2-5fbc-49ff-949c-f5f22bc4daa6", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9dc5f4-8ed1-4581-8797-9d9923f00ed1", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:23.877660 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8bf3147b-4d02-49cd-b427-3d23b8938ad8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:23.877660 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1', 'code': 200} Aug 16 20:46:23.889489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2e68e-8a1d-465e-8f5d-69aec70d1ccf req-39a8d3a8-7b4e-4831-a985-29099a9524f8 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:23.891054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48b2e68e-8a1d-465e-8f5d-69aec70d1ccf req-39a8d3a8-7b4e-4831-a985-29099a9524f8 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.2200925 Aug 16 20:46:23.923184 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:46:23.923809 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:46:23.940759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:23.950092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c65d1cd-d3de-4042-9c88-744edef2cfd8 req-c82765d0-d84e-499b-86c9-56c7e6c8e08e service neutron] 10.222.0.76 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249999 Aug 16 20:46:23.970773 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.971177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.999042 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Floating IP bcbb6159-5000-41a4-9be6-2290ab7957b0 disassociated. External IP: 172.25.4.157, port: f7672433-d619-4204-9782-26f9cfe33a93. Aug 16 20:46:23.999042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Calling delete_port for f7672433-d619-4204-9782-26f9cfe33a93 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:24.010883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48b2e68e-8a1d-465e-8f5d-69aec70d1ccf req-ae36ca60-b503-42f0-951d-7d5d3e53b958 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114976 Aug 16 20:46:24.070392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc1fc2-1874-4bb6-979e-d6544f7c5b03 req-bc674394-f49f-4fc3-800e-112986be8c86 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.071898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fbc1fc2-1874-4bb6-979e-d6544f7c5b03 req-bc674394-f49f-4fc3-800e-112986be8c86 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 945 time: 0.1157033 Aug 16 20:46:24.158186 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fbc1fc2-1874-4bb6-979e-d6544f7c5b03 req-25dc2bb9-a73f-4a86-9105-bca7d6ac6b91 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups?id=8b455905-228a-422f-9ef2-1d23d53b78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787480 Aug 16 20:46:24.294371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de44c8-7894-4e1b-9f3a-d4447c0a96ec req-5f676a61-f565-4af5-9927-67985680812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.295894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15de44c8-7894-4e1b-9f3a-d4447c0a96ec req-5f676a61-f565-4af5-9927-67985680812e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 1095 time: 0.1106615 Aug 16 20:46:24.303737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e00b96-ff4e-4415-8e34-6bdc0203728d req-b2343f37-5dc3-49d0-a81d-fe77a352fc90 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.305322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24e00b96-ff4e-4415-8e34-6bdc0203728d req-b2343f37-5dc3-49d0-a81d-fe77a352fc90 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 943 time: 0.1064534 Aug 16 20:46:24.403440 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.445180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24e00b96-ff4e-4415-8e34-6bdc0203728d req-4a004b85-aca9-4dc0-a032-4af2eea04dc7 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262548 Aug 16 20:46:24.475358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Pushing event deleted for resources: {'Port': ['ID=f7672433-d619-4204-9782-26f9cfe33a93,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:24.511912 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.534524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:24.568460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:24.576215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdf897-6795-4282-948e-5bedbebd43d7 req-1367363b-186d-4909-a3fa-487763649bba tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.580684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5bdf897-6795-4282-948e-5bedbebd43d7 req-1367363b-186d-4909-a3fa-487763649bba tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 943 time: 0.1951571 Aug 16 20:46:24.581125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de44c8-7894-4e1b-9f3a-d4447c0a96ec req-3dffdbbf-160a-4736-a5a3-3b290a9668b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.582504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15de44c8-7894-4e1b-9f3a-d4447c0a96ec req-3dffdbbf-160a-4736-a5a3-3b290a9668b7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 916 time: 0.2763093 Aug 16 20:46:24.644401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15de44c8-7894-4e1b-9f3a-d4447c0a96ec req-75060f3e-3836-4198-ae8e-85cdb3504db4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 HTTP/1.1" status: 200 len: 217 time: 0.0507925 Aug 16 20:46:24.702518 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.738313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5bdf897-6795-4282-948e-5bedbebd43d7 req-2afaa6cc-fcdc-489b-82d0-0db4daaff0e1 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528189 Aug 16 20:46:24.758526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de44c8-7894-4e1b-9f3a-d4447c0a96ec req-6f499153-a80b-4800-873e-03af78be508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.760228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15de44c8-7894-4e1b-9f3a-d4447c0a96ec req-6f499153-a80b-4800-873e-03af78be508e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c0c9aebf-a6c8-41ba-a986-a27f3715589d HTTP/1.1" status: 200 len: 855 time: 0.0839725 Aug 16 20:46:24.777893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:24.787034 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:24.805828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15de44c8-7894-4e1b-9f3a-d4447c0a96ec req-fb6dd6d6-ade4-44e0-a8d3-b81114912757 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=167b5c15-9495-445e-b579-0b77a4a65191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305636 Aug 16 20:46:25.044609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['fe9dc5f4-8ed1-4581-8797-9d9923f00ed1'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:25.564249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f139118-87bf-4788-a2c0-4f3aa6def8b4 req-a258a1de-7d04-48ab-be26-775ba71ed320 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.566803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f139118-87bf-4788-a2c0-4f3aa6def8b4 req-a258a1de-7d04-48ab-be26-775ba71ed320 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.2094951 Aug 16 20:46:25.581242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d284267-c5bb-4175-b973-c789627d38e9 req-745abf11-55ed-45da-8e4f-e1da69edc71c tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.582960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d284267-c5bb-4175-b973-c789627d38e9 req-745abf11-55ed-45da-8e4f-e1da69edc71c tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 943 time: 0.2245216 Aug 16 20:46:25.639032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:25.649760 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d62ee-e58f-460e-9539-ec769c165233 None None] Sync routers for ids ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:25.661658 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d62ee-e58f-460e-9539-ec769c165233 None None] Routers {'8e90c2a4-c726-46d1-9e44-0978ecfea3e0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:25.663836 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e7d62ee-e58f-460e-9539-ec769c165233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:25.689048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15de44c8-7894-4e1b-9f3a-d4447c0a96ec req-ab3b829d-6a4a-4bd0-975f-680a6e29a02c service neutron] 10.222.0.76 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742192 Aug 16 20:46:25.747587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] No DVR routers for this DVR port f7672433-d619-4204-9782-26f9cfe33a93 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:25.787546 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:25.789679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-887683ed-002d-4d5f-8584-57c3eeb4b94e req-9d42d4e7-e593-4525-95cc-bd4c8f09045c tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.79 "DELETE /v2.0/ports/f7672433-d619-4204-9782-26f9cfe33a93 HTTP/1.1" status: 204 len: 173 time: 3.0725672 Aug 16 20:46:25.790276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'name': 'network-vif-deleted', 'tag': 'f7672433-d619-4204-9782-26f9cfe33a93'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:25.792431 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1e7d62ee-e58f-460e-9539-ec769c165233 None None] Set router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:25.792624 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4985fe-e9ee-4e13-bac2-fc69337f26fd" -d '{"events": [{"server_uuid": "220b284f-5e75-4efa-a6b2-bed9d6094676", "name": "network-vif-deleted", "tag": "f7672433-d619-4204-9782-26f9cfe33a93"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:25.814346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d284267-c5bb-4175-b973-c789627d38e9 req-a12c5190-f384-4de0-919f-c9601847c6dd tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102816 Aug 16 20:46:25.821878 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f139118-87bf-4788-a2c0-4f3aa6def8b4 req-badccf6b-da7c-4ab5-ad7d-54f715adf45a tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330587 Aug 16 20:46:25.924477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15de44c8-7894-4e1b-9f3a-d4447c0a96ec req-76c65af7-dbb7-4b1e-a0fd-0a36eb2594d4 service neutron] 10.222.0.76 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182682 Aug 16 20:46:25.996998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40fa4b2c-2d6a-4046-8548-61abdca07980 req-5a1210df-1e2b-448e-ba6c-085539870703 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 210 time: 0.0304899 Aug 16 20:46:26.074964 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e7d62ee-e58f-460e-9539-ec769c165233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 4, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '52da2ac7-316c-4ccd-bdeb-59554803243d', 'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'mac_address': 'fa:16:3e:d6:dc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:58Z', 'updated_at': '2021-08-16T20:44:09Z', 'revision_number': 5, 'project_id': '122317efc438431f9399bc6a0be0522f', 'subnets': [{'id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.122399 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d62ee-e58f-460e-9539-ec769c165233 None None] Checking router: 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:26.134862 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d62ee-e58f-460e-9539-ec769c165233 None None] Routers {'8e90c2a4-c726-46d1-9e44-0978ecfea3e0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:26.136443 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e7d62ee-e58f-460e-9539-ec769c165233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.150459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ccb34-ce6e-42be-8b15-e813e0713098 req-4f530852-f79e-4516-9030-6258566a585b tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:26.157756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b9ccb34-ce6e-42be-8b15-e813e0713098 req-4f530852-f79e-4516-9030-6258566a585b tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 943 time: 0.1260092 Aug 16 20:46:26.211084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a393457-037c-4c14-b741-1eef8e5bb715 req-a41ff7f9-0f46-4ff1-a480-16bab1fbb38b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:26.212487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a393457-037c-4c14-b741-1eef8e5bb715 req-a41ff7f9-0f46-4ff1-a480-16bab1fbb38b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 944 time: 0.1085246 Aug 16 20:46:26.215432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b9ccb34-ce6e-42be-8b15-e813e0713098 req-ada58387-bd80-450d-9069-2dbad6dd0403 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565510 Aug 16 20:46:26.270081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a393457-037c-4c14-b741-1eef8e5bb715 req-704c9be0-0745-4b63-ae4b-139fd792a998 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491381 Aug 16 20:46:26.270969 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1e7d62ee-e58f-460e-9539-ec769c165233 None None] Set router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:26.311017 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806b53b-db51-4e57-a1f3-62f4629a0d3a x-openstack-request-id: req-6806b53b-db51-4e57-a1f3-62f4629a0d3a {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:26.311017 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220b284f-5e75-4efa-a6b2-bed9d6094676", "name": "network-vif-deleted", "tag": "f7672433-d619-4204-9782-26f9cfe33a93", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:26.311017 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6806b53b-db51-4e57-a1f3-62f4629a0d3a {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:26.311017 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220b284f-5e75-4efa-a6b2-bed9d6094676', 'name': 'network-vif-deleted', 'tag': 'f7672433-d619-4204-9782-26f9cfe33a93', 'status': 'completed', 'code': 200} Aug 16 20:46:26.484550 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e7d62ee-e58f-460e-9539-ec769c165233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 4, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '52da2ac7-316c-4ccd-bdeb-59554803243d', 'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'mac_address': 'fa:16:3e:d6:dc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:58Z', 'updated_at': '2021-08-16T20:44:09Z', 'revision_number': 5, 'project_id': '122317efc438431f9399bc6a0be0522f', 'subnets': [{'id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.511235 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d62ee-e58f-460e-9539-ec769c165233 None None] The sync data for ids ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'] in n-d-793619-14 is: [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 4, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '52da2ac7-316c-4ccd-bdeb-59554803243d', 'name': '', 'network_id': '5ddeeba7-ec9c-410d-989d-8903e93c3724', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'mac_address': 'fa:16:3e:d6:dc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:58Z', 'updated_at': '2021-08-16T20:44:09Z', 'revision_number': 5, 'project_id': '122317efc438431f9399bc6a0be0522f', 'subnets': [{'id': '74d2fd41-8699-4b70-bc37-1a80ab443e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:26.836889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ea967-1314-475f-9511-b4963217cd60 None None] New status for floating IP bcbb6159-5000-41a4-9be6-2290ab7957b0: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:46:26.874481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device f7672433-d619-4204-9782-26f9cfe33a93 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:26.938727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: f7672433-d619-4204-9782-26f9cfe33a93 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:26.944796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device f7672433-d619-4204-9782-26f9cfe33a93 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:26.993672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f39e3-915d-46d1-94b1-f3f267358405 req-fe6564b7-2a5e-4358-b39c-aed1bffc7d76 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:26.995136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e95f39e3-915d-46d1-94b1-f3f267358405 req-fe6564b7-2a5e-4358-b39c-aed1bffc7d76 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 943 time: 0.0764430 Aug 16 20:46:27.007710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21ed8-338d-4907-b58f-55a8a37dcdba req-14240947-b566-411f-b73f-e904fe17d6e7 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.009260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62e21ed8-338d-4907-b58f-55a8a37dcdba req-14240947-b566-411f-b73f-e904fe17d6e7 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0814400 Aug 16 20:46:27.069677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e95f39e3-915d-46d1-94b1-f3f267358405 req-4f013642-28a1-472d-b0a4-9d3d3be1f180 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593987 Aug 16 20:46:27.077176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62e21ed8-338d-4907-b58f-55a8a37dcdba req-1109e7e4-43b8-456c-a352-304aad675116 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609229 Aug 16 20:46:27.190882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f071212-7dc5-44cc-9a20-890511f21717 req-378c75f0-273f-49d1-9db7-88543b6bff4f tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/ports?device_id=220b284f-5e75-4efa-a6b2-bed9d6094676 HTTP/1.1" status: 200 len: 210 time: 0.0291517 Aug 16 20:46:27.333726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:27.337795 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:27.376449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf1fd5-4a9f-42f8-9c78-40731c28686a req-5d5d3307-0441-41f5-8c88-d0401f48c3a3 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.384785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fccf1fd5-4a9f-42f8-9c78-40731c28686a req-5d5d3307-0441-41f5-8c88-d0401f48c3a3 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 943 time: 0.0868008 Aug 16 20:46:27.448623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fccf1fd5-4a9f-42f8-9c78-40731c28686a req-8ff72cae-91e6-49d9-9d96-08cc191d1df8 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621312 Aug 16 20:46:27.457239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:27.457869 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.461059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641c709-35b0-4ada-8105-e7bd7287f850 req-95532d8e-fb33-4b03-b9ab-005a6a2b0c4d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.470439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5641c709-35b0-4ada-8105-e7bd7287f850 req-95532d8e-fb33-4b03-b9ab-005a6a2b0c4d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 944 time: 0.0998626 Aug 16 20:46:27.506011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5641c709-35b0-4ada-8105-e7bd7287f850 req-f479ed79-2dda-4fa1-87c5-0f9fed311314 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370445 Aug 16 20:46:27.528121 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:27.564298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6', 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191', 'port_id': 'cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6', 'mac_address': 'fa:16:3e:0d:ff:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c9aebf-a6c8-41ba-a986-a27f3715589d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:27.600127 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.622494 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.641829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:27.644084 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684d80ed-e4d7-419c-9fb3-2c2f10d9da3e" -d '{"events": [{"server_uuid": "a93c3be2-5fbc-49ff-949c-f5f22bc4daa6", "name": "network-vif-plugged", "status": "completed", "tag": "fe9dc5f4-8ed1-4581-8797-9d9923f00ed1"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:27.670516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:27.670516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:27.680483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:27.682547 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3914b4d2-0fea-4843-8ea3-db868a2e7fd5 x-openstack-request-id: req-3914b4d2-0fea-4843-8ea3-db868a2e7fd5 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:27.682894 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93c3be2-5fbc-49ff-949c-f5f22bc4daa6", "name": "network-vif-plugged", "status": "completed", "tag": "fe9dc5f4-8ed1-4581-8797-9d9923f00ed1", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:27.683150 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3914b4d2-0fea-4843-8ea3-db868a2e7fd5 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:27.683569 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1', 'code': 200} Aug 16 20:46:27.780062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49104) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:27.818685 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.819451 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ccd76e42-7034-4f62-83c9-5ba48e79f022 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:27.821775 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.843597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec74df-60b6-4bef-a201-3a9fe686ff9d req-93a5833f-0c6c-4243-b60d-138e8bcc6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.845274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4aec74df-60b6-4bef-a201-3a9fe686ff9d req-93a5833f-0c6c-4243-b60d-138e8bcc6dee service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 1096 time: 0.0560963 Aug 16 20:46:27.887789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4aec74df-60b6-4bef-a201-3a9fe686ff9d req-3f888be0-cdf0-497e-9c45-23a311b27b33 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349636 Aug 16 20:46:28.086878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:28.259537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ccd76e42-7034-4f62-83c9-5ba48e79f022, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ccd76e42-7034-4f62-83c9-5ba48e79f022,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:28.269912 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:28.278272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'ccd76e42-7034-4f62-83c9-5ba48e79f022', 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb', 'port_id': 'ccd76e42-7034-4f62-83c9-5ba48e79f022', 'mac_address': 'fa:16:3e:ef:50:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6c2e76-2f68-4410-9690-a22de19675f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:28.283302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.296629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02ed50-1a0f-42b2-810c-45c7b580109e req-e5f457ea-3e30-4d5f-a091-436b5f9aae1f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.298309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e02ed50-1a0f-42b2-810c-45c7b580109e req-e5f457ea-3e30-4d5f-a091-436b5f9aae1f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 943 time: 0.1233079 Aug 16 20:46:28.330788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da8d4d-1fc5-44f6-bf10-1a6ac4809f9f req-74c753d1-53c2-430f-8a11-6d1c64caa2cd tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.333607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71da8d4d-1fc5-44f6-bf10-1a6ac4809f9f req-74c753d1-53c2-430f-8a11-6d1c64caa2cd tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.1026661 Aug 16 20:46:28.377385 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.392419 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd76e42-7034-4f62-83c9-5ba48e79f022 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:28.396730 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71da8d4d-1fc5-44f6-bf10-1a6ac4809f9f req-fb4ca5a2-3fae-4320-99f1-275fd1000a50 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518951 Aug 16 20:46:28.409457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e02ed50-1a0f-42b2-810c-45c7b580109e req-a1912f84-2173-4875-a071-78a83319647b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914617 Aug 16 20:46:28.425602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ccd76e42-7034-4f62-83c9-5ba48e79f022, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ccd76e42-7034-4f62-83c9-5ba48e79f022,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:28.512132 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.616330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ccd76e42-7034-4f62-83c9-5ba48e79f022,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:28.621912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a804f1-4c56-4fc2-9cee-acba57749f83 req-133adcff-3974-4793-bb21-49a73a0a9d41 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.623467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29a804f1-4c56-4fc2-9cee-acba57749f83 req-133adcff-3974-4793-bb21-49a73a0a9d41 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 944 time: 0.0967762 Aug 16 20:46:28.629508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49130) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:28.662815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] Deleting port 6f2cc284-c412-49ea-b142-27d6c88e554f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:28.663538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.706934 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29a804f1-4c56-4fc2-9cee-acba57749f83 req-86d91e2b-e115-4f00-95d4-f092621e35aa tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740921 Aug 16 20:46:28.767206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c289d3-15c3-46d9-b635-8c12a356fd0c req-0e8ae53c-e72b-40a8-b8b1-a3df7ce55b71 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.770724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54c289d3-15c3-46d9-b635-8c12a356fd0c req-0e8ae53c-e72b-40a8-b8b1-a3df7ce55b71 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0627606 Aug 16 20:46:28.783046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['ccd76e42-7034-4f62-83c9-5ba48e79f022'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:28.787633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:28.856978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54c289d3-15c3-46d9-b635-8c12a356fd0c req-e909e564-ea8c-4fad-a54a-4fbf17cb16d0 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766122 Aug 16 20:46:28.879783 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baf0fe63-52a0-498e-b980-d21547579406 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.906112 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baf0fe63-52a0-498e-b980-d21547579406 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.994438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] For port 6f2cc284-c412-49ea-b142-27d6c88e554f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6f2cc284-c412-49ea-b142-27d6c88e554f,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:28.994945 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.012563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] Calling delete_port for 6f2cc284-c412-49ea-b142-27d6c88e554f owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:29.121277 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baf0fe63-52a0-498e-b980-d21547579406 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.127412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baf0fe63-52a0-498e-b980-d21547579406 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.127412 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-baf0fe63-52a0-498e-b980-d21547579406 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "DELETE /v2.0/security-groups/8b455905-228a-422f-9ef2-1d23d53b78ec HTTP/1.1" status: 204 len: 168 time: 0.4904954 Aug 16 20:46:29.127952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49140) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:29.144712 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-cc15d987-b1df-4dc0-89fe-bd1ddedbd766 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] show failed (client error): The resource could not be found. Aug 16 20:46:29.146164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cc15d987-b1df-4dc0-89fe-bd1ddedbd766 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "GET /v2.0/security-groups/8b455905-228a-422f-9ef2-1d23d53b78ec HTTP/1.1" status: 404 len: 347 time: 0.0168540 Aug 16 20:46:29.148849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49142) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:29.164169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0fe63-52a0-498e-b980-d21547579406 tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b455905-228a-422f-9ef2-1d23d53b78ec,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:29.305963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-bf195986-655e-4e60-884d-25147379da9e tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Deleting port bd31b7b1-d8a7-44b2-ba1f-41ce23e722e3 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:29.306581 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf195986-655e-4e60-884d-25147379da9e tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.391486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf195986-655e-4e60-884d-25147379da9e tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.391702 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.391806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf195986-655e-4e60-884d-25147379da9e tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.404987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-bf195986-655e-4e60-884d-25147379da9e tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Calling delete_port for bd31b7b1-d8a7-44b2-ba1f-41ce23e722e3 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:29.427012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2cc284-c412-49ea-b142-27d6c88e554f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:29.649296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.660479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea9141-3c71-4adf-9823-6720672b86f2 req-528dec09-52cd-4a78-99fa-1515d964022c tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:29.665640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6ea9141-3c71-4adf-9823-6720672b86f2 req-528dec09-52cd-4a78-99fa-1515d964022c tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 944 time: 0.1391382 Aug 16 20:46:29.692844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1f107-1f03-460f-8934-027703a47a38 req-aba4380e-26a8-4dec-b9b4-8cc662a8ca7d tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:29.694601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3fa1f107-1f03-460f-8934-027703a47a38 req-aba4380e-26a8-4dec-b9b4-8cc662a8ca7d tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.1802218 Aug 16 20:46:29.759456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6ea9141-3c71-4adf-9823-6720672b86f2 req-66ec2101-df27-4f01-b620-5fb08019634e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616262 Aug 16 20:46:29.768207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3fa1f107-1f03-460f-8934-027703a47a38 req-be4739cd-e33b-435f-9e32-074bfde67e7f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515072 Aug 16 20:46:29.803594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf195986-655e-4e60-884d-25147379da9e tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.872571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf195986-655e-4e60-884d-25147379da9e tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Pushing event deleted for resources: {'Port': ['ID=bd31b7b1-d8a7-44b2-ba1f-41ce23e722e3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:30.006041 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf195986-655e-4e60-884d-25147379da9e tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.009042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf195986-655e-4e60-884d-25147379da9e tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.013615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bf195986-655e-4e60-884d-25147379da9e tempest-ServersTestJSON-263293990 tempest-ServersTestJSON-263293990-project] 10.222.0.74 "DELETE /v2.0/floatingips/bcbb6159-5000-41a4-9be6-2290ab7957b0 HTTP/1.1" status: 204 len: 168 time: 0.8636510 Aug 16 20:46:30.014469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49166) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:30.024791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76695-7246-4b26-adbe-0372d5f350a3 req-90dd6f00-ba68-4807-9472-e2ee3eb461b2 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:30.027024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ca76695-7246-4b26-adbe-0372d5f350a3 req-90dd6f00-ba68-4807-9472-e2ee3eb461b2 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 944 time: 0.1551979 Aug 16 20:46:30.077889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fdf25-7134-44ee-943f-628043c0d5ed req-32e628ef-6ca0-4ba6-a462-ba867fb24334 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:30.079629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-434fdf25-7134-44ee-943f-628043c0d5ed req-32e628ef-6ca0-4ba6-a462-ba867fb24334 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1381693 Aug 16 20:46:30.178081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ca76695-7246-4b26-adbe-0372d5f350a3 req-ca0ceae5-15fa-497c-bfb8-b2f50c1c9ae0 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104143 Aug 16 20:46:30.197232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-434fdf25-7134-44ee-943f-628043c0d5ed req-93040ec7-ddab-47bf-aab1-6c0f99a21230 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023178 Aug 16 20:46:30.202633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] Router a222afdb-7793-4293-aa83-20aa647b50ab has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:30.343800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:30.349006 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bd8c5396-5f05-4a5b-8938-9cb40c8715c6 admin admin] 10.222.0.74 "PUT /v2.0/routers/a222afdb-7793-4293-aa83-20aa647b50ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5672960 Aug 16 20:46:30.353666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49172) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:30.357787 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5189f5-b3f7-49a9-b430-da8cb52ca756 None None] Sync routers for ids ['a222afdb-7793-4293-aa83-20aa647b50ab'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:30.376240 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5189f5-b3f7-49a9-b430-da8cb52ca756 None None] Routers {'a222afdb-7793-4293-aa83-20aa647b50ab'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:30.379229 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-be5189f5-b3f7-49a9-b430-da8cb52ca756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a222afdb-7793-4293-aa83-20aa647b50ab'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:30.397105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c281b21-4fe1-41ab-9dfa-d615ca94b932 req-13fbba3c-73b9-4d06-8d23-7782b6be1065 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:30.398625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c281b21-4fe1-41ab-9dfa-d615ca94b932 req-13fbba3c-73b9-4d06-8d23-7782b6be1065 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.0903807 Aug 16 20:46:30.470523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c281b21-4fe1-41ab-9dfa-d615ca94b932 req-1dd6a24f-9bc6-4e12-8690-b74adcbe6ffc tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637193 Aug 16 20:46:30.491236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.574285 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-be5189f5-b3f7-49a9-b430-da8cb52ca756 None None] Set router a222afdb-7793-4293-aa83-20aa647b50ab gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:30.593698 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.646644 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.872239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Deleting port bbf27665-f08a-4e8f-9e6f-c662174e14af {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:30.872953 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.909682 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-be5189f5-b3f7-49a9-b430-da8cb52ca756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:46:29Z', 'revision_number': 5, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port': {'id': 'bbf27665-f08a-4e8f-9e6f-c662174e14af', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:30.965454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a01633-fafc-4b50-9e6b-b363549cea9e req-c21b52f6-f287-4fba-8d58-8b98db4c748f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:30.967454 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1a01633-fafc-4b50-9e6b-b363549cea9e req-c21b52f6-f287-4fba-8d58-8b98db4c748f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 944 time: 0.0792708 Aug 16 20:46:30.970517 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5189f5-b3f7-49a9-b430-da8cb52ca756 None None] Checking router: a222afdb-7793-4293-aa83-20aa647b50ab for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:30.982971 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5189f5-b3f7-49a9-b430-da8cb52ca756 None None] Routers {'a222afdb-7793-4293-aa83-20aa647b50ab'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:30.983221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] Deleting port 52da2ac7-316c-4ccd-bdeb-59554803243d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:30.983575 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.984317 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-be5189f5-b3f7-49a9-b430-da8cb52ca756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a222afdb-7793-4293-aa83-20aa647b50ab'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:31.000963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] For port bbf27665-f08a-4e8f-9e6f-c662174e14af, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bbf27665-f08a-4e8f-9e6f-c662174e14af,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:31.002223 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.018581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Calling delete_port for bbf27665-f08a-4e8f-9e6f-c662174e14af owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:31.069981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1a01633-fafc-4b50-9e6b-b363549cea9e req-3889aa17-e1e9-445d-ba59-b735bdf9741e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956612 Aug 16 20:46:31.102776 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-be5189f5-b3f7-49a9-b430-da8cb52ca756 None None] Set router a222afdb-7793-4293-aa83-20aa647b50ab gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:31.129352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] For port 52da2ac7-316c-4ccd-bdeb-59554803243d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=52da2ac7-316c-4ccd-bdeb-59554803243d,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:31.129841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.179215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] Calling delete_port for 52da2ac7-316c-4ccd-bdeb-59554803243d owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:31.217487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b20a2-ba74-44f0-a46d-f2553d277c97 req-e062a069-3f73-40a7-b53d-8d5dd86e7e7b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:31.219340 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-be5189f5-b3f7-49a9-b430-da8cb52ca756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:46:30Z', 'revision_number': 6, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:31.223002 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c3b20a2-ba74-44f0-a46d-f2553d277c97 req-e062a069-3f73-40a7-b53d-8d5dd86e7e7b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0795741 Aug 16 20:46:31.288682 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5189f5-b3f7-49a9-b430-da8cb52ca756 None None] The sync data for ids ['a222afdb-7793-4293-aa83-20aa647b50ab'] in n-d-793619-14 is: [{'id': 'a222afdb-7793-4293-aa83-20aa647b50ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1095395642-router', 'tenant_id': 'fe44f7dddf834ff693dacd385350b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:19Z', 'updated_at': '2021-08-16T20:46:30Z', 'revision_number': 6, 'project_id': 'fe44f7dddf834ff693dacd385350b360', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:31.321612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c3b20a2-ba74-44f0-a46d-f2553d277c97 req-63def2a8-be5e-4902-ab68-67aeab6468ff tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610993 Aug 16 20:46:31.357320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:31.402047 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.451343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf27665-f08a-4e8f-9e6f-c662174e14af,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:31.529503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:31.539718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:31.540342 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.549377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6a55f-02ce-4e57-9887-5f48290c4a0b req-cf74d195-d9a7-403f-9c2d-1dfd10be816a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:31.559031 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ed6a55f-02ce-4e57-9887-5f48290c4a0b req-cf74d195-d9a7-403f-9c2d-1dfd10be816a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 944 time: 0.2343121 Aug 16 20:46:31.574755 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.664129 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ed6a55f-02ce-4e57-9887-5f48290c4a0b req-4ebb0655-f910-4a85-b15d-9e038302b5e5 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040142 Aug 16 20:46:31.669732 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.678306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-be1c9c8e-b9cc-4bfb-939b-b1102a19571e tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:31.686041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-be1c9c8e-b9cc-4bfb-939b-b1102a19571e tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/networks?id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 HTTP/1.1" status: 200 len: 814 time: 0.2420871 Aug 16 20:46:31.692151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.704155 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.705379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-237b2726-8307-499e-a54f-91b43de1432f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/quotas/adf5e52e153c481f994961b2be0ecc5f HTTP/1.1" status: 200 len: 375 time: 0.0182700 Aug 16 20:46:31.709218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:31.712645 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f0d3f2-d30a-4f9b-bad0-7486b6fb78aa" -d '{"events": [{"server_uuid": "6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7", "name": "network-vif-plugged", "status": "completed", "tag": "cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:31.728040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:31.764926 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e763b7-eebe-43cd-b373-dff5c577755a x-openstack-request-id: req-e3e763b7-eebe-43cd-b373-dff5c577755a {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:31.765246 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7", "name": "network-vif-plugged", "status": "completed", "tag": "cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:31.765561 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3e763b7-eebe-43cd-b373-dff5c577755a {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:31.765958 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6', 'code': 200} Aug 16 20:46:31.766429 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-8d2739de-4a71-438a-90cc-fae4f36706f3 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=adf5e52e153c481f994961b2be0ecc5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600786 Aug 16 20:46:31.830012 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.853956 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.858767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ccd76e42-7034-4f62-83c9-5ba48e79f022 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:31.867200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] Pushing event deleted for resources: {'Port': ['ID=52da2ac7-316c-4ccd-bdeb-59554803243d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:31.883041 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.887331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a222afdb-7793-4293-aa83-20aa647b50ab {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:46:31.889642 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.891065 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8bc57f65-58dd-4a8e-b27b-001667edf4fc admin admin] 10.222.0.74 "DELETE /v2.0/routers/a222afdb-7793-4293-aa83-20aa647b50ab HTTP/1.1" status: 204 len: 168 time: 1.5356026 Aug 16 20:46:31.893594 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49218) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:31.954750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:31.986744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0427ca6-0240-4ba3-abda-0082b6c81ea7 admin admin] Deleting subnet 29c47eaa-d5e4-4aaf-bef9-954047912db6 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:31.990839 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0427ca6-0240-4ba3-abda-0082b6c81ea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.033660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-50a0903c-df35-4fb7-84bc-81c36930a537 service neutron] 10.222.0.74 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594950 Aug 16 20:46:32.035922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0427ca6-0240-4ba3-abda-0082b6c81ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.048377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029da05c-9785-4c8e-b576-8e862a157f09 req-9e8fcd47-1b44-4768-adcb-5b7864038204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:32.052489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port ccd76e42-7034-4f62-83c9-5ba48e79f022 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:32.057115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-029da05c-9785-4c8e-b576-8e862a157f09 req-9e8fcd47-1b44-4768-adcb-5b7864038204 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 1097 time: 0.1962702 Aug 16 20:46:32.064114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port ccd76e42-7034-4f62-83c9-5ba48e79f022 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:32.064598 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.247538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0427ca6-0240-4ba3-abda-0082b6c81ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.292483 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.301700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-029da05c-9785-4c8e-b576-8e862a157f09 req-7622ac61-6dd2-4f73-9ef3-45329e376279 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593926 Aug 16 20:46:32.349370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ccd76e42-7034-4f62-83c9-5ba48e79f022, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ccd76e42-7034-4f62-83c9-5ba48e79f022,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:32.542199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bbf27665-f08a-4e8f-9e6f-c662174e14af no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:32.572464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: bbf27665-f08a-4e8f-9e6f-c662174e14af {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:32.572844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bbf27665-f08a-4e8f-9e6f-c662174e14af not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:32.573837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6f2cc284-c412-49ea-b142-27d6c88e554f no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:32.586843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0427ca6-0240-4ba3-abda-0082b6c81ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.600438 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.600438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 6f2cc284-c412-49ea-b142-27d6c88e554f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:32.600438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6f2cc284-c412-49ea-b142-27d6c88e554f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:32.600438 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.600891 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.622928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0427ca6-0240-4ba3-abda-0082b6c81ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c47eaa-d5e4-4aaf-bef9-954047912db6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:32.625341 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0427ca6-0240-4ba3-abda-0082b6c81ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.628198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88f1832-0924-461b-a30c-4a8e942e7219 None None] Network 9505ab7f-c601-4aee-bc21-fb8454e73838 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:32.632027 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d0427ca6-0240-4ba3-abda-0082b6c81ea7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/29c47eaa-d5e4-4aaf-bef9-954047912db6 HTTP/1.1" status: 204 len: 168 time: 0.7354565 Aug 16 20:46:32.632027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49230) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:32.715393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ccd76e42-7034-4f62-83c9-5ba48e79f022,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:32.728778 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.797177 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Deleting port dc731338-255b-4fec-942c-f9eab56cdff5 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:32.797526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.819287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-b703be28-80c8-4d0c-b90c-9b13ee8f0707 service neutron] 10.222.0.74 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558050 Aug 16 20:46:32.819287 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.862286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6209b3e-951e-4bc2-9a3b-d71ccf52c584 req-f793fe42-ca2a-4010-b5e7-ec6b6bbca999 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:32.862286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6209b3e-951e-4bc2-9a3b-d71ccf52c584 req-f793fe42-ca2a-4010-b5e7-ec6b6bbca999 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 944 time: 0.5473537 Aug 16 20:46:32.868358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd521843-271b-4f3a-94d2-a8bd74712444 None None] DHCP port deletion for 9505ab7f-c601-4aee-bc21-fb8454e73838 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:46:32.913831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] For port dc731338-255b-4fec-942c-f9eab56cdff5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dc731338-255b-4fec-942c-f9eab56cdff5,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:32.914259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.924354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da893d-ba71-4b96-8b84-3cf9d84ee1c4 req-7af201b4-7469-427a-873e-7c58c1a4f8b9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:32.925938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9da893d-ba71-4b96-8b84-3cf9d84ee1c4 req-7af201b4-7469-427a-873e-7c58c1a4f8b9 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.76 "GET /v2.0/ports?device_id=a93c3be2-5fbc-49ff-949c-f5f22bc4daa6 HTTP/1.1" status: 200 len: 945 time: 0.1806078 Aug 16 20:46:32.929758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Calling delete_port for dc731338-255b-4fec-942c-f9eab56cdff5 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:32.966927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fd521843-271b-4f3a-94d2-a8bd74712444 None None] Deleting port dc731338-255b-4fec-942c-f9eab56cdff5 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:32.966927 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd521843-271b-4f3a-94d2-a8bd74712444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.021890 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6209b3e-951e-4bc2-9a3b-d71ccf52c584 req-ab3c0dc1-41e2-4f18-9a0c-6664872f2eb2 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593533 Aug 16 20:46:33.043182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fd521843-271b-4f3a-94d2-a8bd74712444 None None] For port dc731338-255b-4fec-942c-f9eab56cdff5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dc731338-255b-4fec-942c-f9eab56cdff5,segment=NetworkSegment(8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26),segment_id=8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:33.043590 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd521843-271b-4f3a-94d2-a8bd74712444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.068158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fd521843-271b-4f3a-94d2-a8bd74712444 None None] Calling delete_port for dc731338-255b-4fec-942c-f9eab56cdff5 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:33.286803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-b9da893d-ba71-4b96-8b84-3cf9d84ee1c4 req-c166323d-6cc0-4d16-83a0-28697530cb07 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Deleting port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:33.287368 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b9da893d-ba71-4b96-8b84-3cf9d84ee1c4 req-c166323d-6cc0-4d16-83a0-28697530cb07 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.307509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.308218 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd521843-271b-4f3a-94d2-a8bd74712444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.339159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd521843-271b-4f3a-94d2-a8bd74712444 None None] No DVR routers for this DVR port dc731338-255b-4fec-942c-f9eab56cdff5 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:33.343752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd521843-271b-4f3a-94d2-a8bd74712444 None None] Pushing event deleted for resources: {'Port': ['ID=dc731338-255b-4fec-942c-f9eab56cdff5,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:33.362274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc731338-255b-4fec-942c-f9eab56cdff5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:33.366888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] No DVR routers for this DVR port dc731338-255b-4fec-942c-f9eab56cdff5 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:33.428982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] Router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:33.448058 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.452951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca839a-4631-42de-9a1d-90108e09599e req-be0e2fd1-3ba1-47a5-92a4-3cd486cc37a7 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:33.454463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29ca839a-4631-42de-9a1d-90108e09599e req-be0e2fd1-3ba1-47a5-92a4-3cd486cc37a7 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.2606540 Aug 16 20:46:33.458800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9505ab7f-c601-4aee-bc21-fb8454e73838']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:33.472692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009805b8-ac78-454d-90b9-bd7e71517e92 req-c51e02ac-5199-4dc9-9438-55e3d34ab269 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:33.474220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-009805b8-ac78-454d-90b9-bd7e71517e92 req-c51e02ac-5199-4dc9-9438-55e3d34ab269 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 945 time: 0.1899338 Aug 16 20:46:33.481396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:33.481953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc2ecd6-e3dc-4fb9-b71d-87e8a6581b26') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:33.492742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.509570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.517312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:46:33.521731 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:46:33.613855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-b9da893d-ba71-4b96-8b84-3cf9d84ee1c4 req-c166323d-6cc0-4d16-83a0-28697530cb07 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] For port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:33.614157 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b9da893d-ba71-4b96-8b84-3cf9d84ee1c4 req-c166323d-6cc0-4d16-83a0-28697530cb07 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.631601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29ca839a-4631-42de-9a1d-90108e09599e req-757b754e-f684-4946-873d-0e440db253fe tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548219 Aug 16 20:46:33.634198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-009805b8-ac78-454d-90b9-bd7e71517e92 req-24820c6f-c205-48f4-a3d1-7a964c65bdb8 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528769 Aug 16 20:46:33.670451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-b9da893d-ba71-4b96-8b84-3cf9d84ee1c4 req-c166323d-6cc0-4d16-83a0-28697530cb07 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Calling delete_port for fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:33.741800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:33.752786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89d9dd-2e36-4204-a42f-bf6fceb75ff3 None None] Sync routers for ids ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:33.762675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3b39ef41-6cbe-42e8-80a3-6d089b91888a admin admin] 10.222.0.74 "PUT /v2.0/routers/8e90c2a4-c726-46d1-9e44-0978ecfea3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7459729 Aug 16 20:46:33.764925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0e69f52-7557-4fc8-9541-2740d6a8e812 req-dc6ea072-7994-4da2-9757-e3e6f2e2f21a tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 210 time: 0.0408995 Aug 16 20:46:33.765999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49254) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:33.777784 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.780686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dfcd5a-93e2-4961-8d0e-450d48c31372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd76e42-7034-4f62-83c9-5ba48e79f022'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:33.783649 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49e3aa6-5ba8-4b2c-bc7c-0c76944264b0" -d '{"events": [{"server_uuid": "79dfcd5a-93e2-4961-8d0e-450d48c31372", "name": "network-vif-plugged", "status": "completed", "tag": "ccd76e42-7034-4f62-83c9-5ba48e79f022"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:33.798587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89d9dd-2e36-4204-a42f-bf6fceb75ff3 None None] Routers {'8e90c2a4-c726-46d1-9e44-0978ecfea3e0'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:33.805857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bc89d9dd-2e36-4204-a42f-bf6fceb75ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:33.819657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.821627 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9505ab7f-c601-4aee-bc21-fb8454e73838 HTTP/1.1" status: 204 len: 168 time: 1.1896021 Aug 16 20:46:33.838585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52939ae3-696e-419f-aea3-364cc2c06ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9505ab7f-c601-4aee-bc21-fb8454e73838,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:33.922995 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c06065-3fdd-4ae5-9253-1499cc66ef04 x-openstack-request-id: req-77c06065-3fdd-4ae5-9253-1499cc66ef04 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:33.923485 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dfcd5a-93e2-4961-8d0e-450d48c31372", "name": "network-vif-plugged", "status": "completed", "tag": "ccd76e42-7034-4f62-83c9-5ba48e79f022", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:33.923783 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-77c06065-3fdd-4ae5-9253-1499cc66ef04 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:33.923914 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dfcd5a-93e2-4961-8d0e-450d48c31372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd76e42-7034-4f62-83c9-5ba48e79f022', 'code': 200} Aug 16 20:46:33.946826 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b9da893d-ba71-4b96-8b84-3cf9d84ee1c4 req-c166323d-6cc0-4d16-83a0-28697530cb07 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.983635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['fe9dc5f4-8ed1-4581-8797-9d9923f00ed1'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:34.006974 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.011397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166323d-6cc0-4d16-83a0-28697530cb07 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Pushing event deleted for resources: {'Port': ['ID=fe9dc5f4-8ed1-4581-8797-9d9923f00ed1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:34.031723 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9da893d-ba71-4b96-8b84-3cf9d84ee1c4 req-c166323d-6cc0-4d16-83a0-28697530cb07 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] No DVR routers for this DVR port fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:34.034332 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b9da893d-ba71-4b96-8b84-3cf9d84ee1c4 req-c166323d-6cc0-4d16-83a0-28697530cb07 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.037104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9da893d-ba71-4b96-8b84-3cf9d84ee1c4 req-c166323d-6cc0-4d16-83a0-28697530cb07 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.76 "DELETE /v2.0/ports/fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 HTTP/1.1" status: 204 len: 173 time: 1.1012907 Aug 16 20:46:34.037104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'name': 'network-vif-deleted', 'tag': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:34.048564 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f51e36-1752-4a24-a2d0-89d959dcfd5d" -d '{"events": [{"server_uuid": "a93c3be2-5fbc-49ff-949c-f5f22bc4daa6", "name": "network-vif-deleted", "tag": "fe9dc5f4-8ed1-4581-8797-9d9923f00ed1"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:34.048694 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-bc89d9dd-2e36-4204-a42f-bf6fceb75ff3 None None] Set router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:34.052052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7588bcc-5dde-4e8a-9481-020db137b27a req-8e14b632-b66f-49df-b02f-bc21b7f009bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.053901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c7588bcc-5dde-4e8a-9481-020db137b27a req-8e14b632-b66f-49df-b02f-bc21b7f009bc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 1097 time: 0.1214607 Aug 16 20:46:34.092544 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a422e7-1b1c-4fad-8bfd-be984b4576cd x-openstack-request-id: req-80a422e7-1b1c-4fad-8bfd-be984b4576cd {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:34.093007 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93c3be2-5fbc-49ff-949c-f5f22bc4daa6", "name": "network-vif-deleted", "tag": "fe9dc5f4-8ed1-4581-8797-9d9923f00ed1", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:34.093902 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-80a422e7-1b1c-4fad-8bfd-be984b4576cd {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:34.094400 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93c3be2-5fbc-49ff-949c-f5f22bc4daa6', 'name': 'network-vif-deleted', 'tag': 'fe9dc5f4-8ed1-4581-8797-9d9923f00ed1', 'status': 'completed', 'code': 200} Aug 16 20:46:34.168401 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c7588bcc-5dde-4e8a-9481-020db137b27a req-a6eabd6d-5165-403c-995d-86fce6761d89 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977945 Aug 16 20:46:34.185826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fa5bf-22b4-4bf6-b427-08f6f605e80e req-984faf5a-6f92-4ad0-a212-012d7e05b182 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.186046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.193698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca8fa5bf-22b4-4bf6-b427-08f6f605e80e req-984faf5a-6f92-4ad0-a212-012d7e05b182 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 945 time: 0.0754299 Aug 16 20:46:34.251016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bc89d9dd-2e36-4204-a42f-bf6fceb75ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:46:31Z', 'revision_number': 5, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:34.279418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89d9dd-2e36-4204-a42f-bf6fceb75ff3 None None] Checking router: 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:34.280798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca8fa5bf-22b4-4bf6-b427-08f6f605e80e req-941d08e3-b85c-44bf-a75f-8ffd1a83c135 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829551 Aug 16 20:46:34.288497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89d9dd-2e36-4204-a42f-bf6fceb75ff3 None None] Routers {'8e90c2a4-c726-46d1-9e44-0978ecfea3e0'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:34.289391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bc89d9dd-2e36-4204-a42f-bf6fceb75ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:34.368401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49276) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:34.390272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Deleting port 526ada5d-80f7-4d12-b3ec-202b880bda45 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:34.390589 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.422441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dc731338-255b-4fec-942c-f9eab56cdff5 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:34.434731 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-25d4ee83-1e4a-45f6-8f6a-a329d17f3cf6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fe44f7dddf834ff693dacd385350b360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651622 Aug 16 20:46:34.435495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49278) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:34.447247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: dc731338-255b-4fec-942c-f9eab56cdff5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:34.448651 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dc731338-255b-4fec-942c-f9eab56cdff5 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:34.484705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] For port 526ada5d-80f7-4d12-b3ec-202b880bda45, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=526ada5d-80f7-4d12-b3ec-202b880bda45,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:34.485216 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.489689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-bc89d9dd-2e36-4204-a42f-bf6fceb75ff3 None None] Set router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:34.502203 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Calling delete_port for 526ada5d-80f7-4d12-b3ec-202b880bda45 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:34.526632 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c24242a-9ffa-4b5d-8826-693436708163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.564279 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c24242a-9ffa-4b5d-8826-693436708163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.820008 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c24242a-9ffa-4b5d-8826-693436708163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.822546 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c24242a-9ffa-4b5d-8826-693436708163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.824229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8c24242a-9ffa-4b5d-8826-693436708163 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5a4e210d-48b6-4d30-8ca2-9223c3b09428 HTTP/1.1" status: 204 len: 168 time: 0.3871047 Aug 16 20:46:34.851436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bc89d9dd-2e36-4204-a42f-bf6fceb75ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:46:31Z', 'revision_number': 5, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:34.869421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24242a-9ffa-4b5d-8826-693436708163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4e210d-48b6-4d30-8ca2-9223c3b09428,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:34.887657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89d9dd-2e36-4204-a42f-bf6fceb75ff3 None None] The sync data for ids ['8e90c2a4-c726-46d1-9e44-0978ecfea3e0'] in n-d-793619-14 is: [{'id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'name': 'tempest-ServersTestJSON-53287506-router', 'tenant_id': '122317efc438431f9399bc6a0be0522f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:46:31Z', 'revision_number': 5, 'project_id': '122317efc438431f9399bc6a0be0522f', 'gw_port': {'id': '526ada5d-80f7-4d12-b3ec-202b880bda45', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90c2a4-c726-46d1-9e44-0978ecfea3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:53Z', 'updated_at': '2021-08-16T20:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:34.899083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc53868-eb29-42df-bd1f-4520e6191d8a req-6fbc0b4a-2df8-4597-b1bb-e6cd12eecd48 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.901798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-acc53868-eb29-42df-bd1f-4520e6191d8a req-6fbc0b4a-2df8-4597-b1bb-e6cd12eecd48 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 945 time: 0.1472590 Aug 16 20:46:34.918320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aad2d6-f784-4437-bcde-94c1fc42ad7b req-0a82c6cd-cbd1-4617-b68e-1df87bc4bad7 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.919859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1aad2d6-f784-4437-bcde-94c1fc42ad7b req-0a82c6cd-cbd1-4617-b68e-1df87bc4bad7 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.1534622 Aug 16 20:46:34.980332 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.990641 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-acc53868-eb29-42df-bd1f-4520e6191d8a req-18853d33-9e90-4371-812c-4fe10f80b4ca tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672667 Aug 16 20:46:35.003214 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1aad2d6-f784-4437-bcde-94c1fc42ad7b req-23496ea8-72bd-4ef7-b8fc-115f41941516 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761516 Aug 16 20:46:35.014349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Pushing event deleted for resources: {'Port': ['ID=526ada5d-80f7-4d12-b3ec-202b880bda45,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:35.135084 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.200003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81faea18-a183-4748-a156-10d1dacbf9a8 req-39d06359-9fb6-4081-a510-458634ec7c3e tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 210 time: 0.0551722 Aug 16 20:46:35.290310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.290310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.491295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.492181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e90c2a4-c726-46d1-9e44-0978ecfea3e0 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:46:35.503657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.505257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e9296137-f2a8-43a2-9df0-6b91575651dd admin admin] 10.222.0.74 "DELETE /v2.0/routers/8e90c2a4-c726-46d1-9e44-0978ecfea3e0 HTTP/1.1" status: 204 len: 168 time: 1.7378235 Aug 16 20:46:35.509560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49316) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:35.512245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133675fc-5ddd-445c-9ec1-55c7f18a568c req-5184dd15-5187-4e8e-b20d-9eca3886b59a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.520225 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-133675fc-5ddd-445c-9ec1-55c7f18a568c req-5184dd15-5187-4e8e-b20d-9eca3886b59a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 945 time: 0.0784259 Aug 16 20:46:35.605352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-d173712a-9279-4570-a254-77eb3230d428 admin admin] Deleting subnet 74d2fd41-8699-4b70-bc37-1a80ab443e7c {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:35.608619 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d173712a-9279-4570-a254-77eb3230d428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.617916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-133675fc-5ddd-445c-9ec1-55c7f18a568c req-e8aa083f-26b0-49fe-ad57-339dc2997a73 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913739 Aug 16 20:46:35.684671 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d173712a-9279-4570-a254-77eb3230d428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.695414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04292795-c78e-4005-8956-22f1ff86dc13 req-d9ce66c5-a6e5-4c57-b0d7-3f6d4bd10daf tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.713060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04292795-c78e-4005-8956-22f1ff86dc13 req-d9ce66c5-a6e5-4c57-b0d7-3f6d4bd10daf tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0908179 Aug 16 20:46:35.812194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04292795-c78e-4005-8956-22f1ff86dc13 req-c5cbd38d-61c6-4b72-80a0-14a7f1f1c8ba tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974066 Aug 16 20:46:35.873465 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d173712a-9279-4570-a254-77eb3230d428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.880768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244947-87af-460a-9971-d4faf0f37336 req-05d589ee-7c5a-4ced-8380-ec5efc45ac08 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.882361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0244947-87af-460a-9971-d4faf0f37336 req-05d589ee-7c5a-4ced-8380-ec5efc45ac08 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 945 time: 0.1470306 Aug 16 20:46:35.901740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4db919-8305-4603-85ec-782feba6adb2 req-e33a105a-433e-45ca-b219-bb259b021d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.903555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd4db919-8305-4603-85ec-782feba6adb2 req-e33a105a-433e-45ca-b219-bb259b021d47 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0871954c99834de3bfb5aa87d40758de&device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 1098 time: 0.0846043 Aug 16 20:46:35.984289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0244947-87af-460a-9971-d4faf0f37336 req-ce99bba0-1997-42a9-81f6-f0f43a40c36c tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913873 Aug 16 20:46:36.035347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4db919-8305-4603-85ec-782feba6adb2 req-10019a78-9909-40e6-b7c5-dd880c54e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.036823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd4db919-8305-4603-85ec-782feba6adb2 req-10019a78-9909-40e6-b7c5-dd880c54e00c service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2 HTTP/1.1" status: 200 len: 916 time: 0.1234021 Aug 16 20:46:36.086749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd4db919-8305-4603-85ec-782feba6adb2 req-b14f1393-e0a2-4c6b-97f6-ab870885cb1c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6f479d6-f083-4c1c-88b7-576f9116594c HTTP/1.1" status: 200 len: 217 time: 0.0417113 Aug 16 20:46:36.098493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d173712a-9279-4570-a254-77eb3230d428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.160516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173712a-9279-4570-a254-77eb3230d428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d2fd41-8699-4b70-bc37-1a80ab443e7c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:36.175902 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d173712a-9279-4570-a254-77eb3230d428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.180664 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d173712a-9279-4570-a254-77eb3230d428 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/74d2fd41-8699-4b70-bc37-1a80ab443e7c HTTP/1.1" status: 204 len: 168 time: 0.6716793 Aug 16 20:46:36.181455 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49346) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:36.190380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d020783-29af-44ce-806d-536145f4fb26 None None] Network 5ddeeba7-ec9c-410d-989d-8903e93c3724 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:36.227678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4db919-8305-4603-85ec-782feba6adb2 req-20074e02-c91c-44f6-b17c-c62ed7da53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.229985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd4db919-8305-4603-85ec-782feba6adb2 req-20074e02-c91c-44f6-b17c-c62ed7da53c8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c977dd56-b5a5-4a4e-9299-951d7aa015e3 HTTP/1.1" status: 200 len: 854 time: 0.1333666 Aug 16 20:46:36.336200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.382313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4db919-8305-4603-85ec-782feba6adb2 req-6313c169-7474-4fa5-b282-3ef24d4049ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.384261 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd4db919-8305-4603-85ec-782feba6adb2 req-6313c169-7474-4fa5-b282-3ef24d4049ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b98193d-f526-4fb6-b3ee-bd9e044d63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430588 Aug 16 20:46:36.438144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79085672-51c0-4f43-83a4-5213d0a60f64 req-09a449fc-4f45-498e-946e-5e4630393fd4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 210 time: 0.0680151 Aug 16 20:46:36.482355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 526ada5d-80f7-4d12-b3ec-202b880bda45 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:36.513977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 526ada5d-80f7-4d12-b3ec-202b880bda45 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:36.514557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 526ada5d-80f7-4d12-b3ec-202b880bda45 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:36.515193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 52da2ac7-316c-4ccd-bdeb-59554803243d no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:36.623529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Deleting port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:36.625874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.638498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 52da2ac7-316c-4ccd-bdeb-59554803243d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:36.638498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 52da2ac7-316c-4ccd-bdeb-59554803243d not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:36.676569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd4db919-8305-4603-85ec-782feba6adb2 req-5d40a359-6514-4267-bd0f-6706300f6a23 service neutron] 10.222.0.79 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430060 Aug 16 20:46:36.718537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-2e684dc9-ca70-4be2-a0a9-727c60a08ad4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.720139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-2e684dc9-ca70-4be2-a0a9-727c60a08ad4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.79 "GET /v2.0/networks?id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 HTTP/1.1" status: 200 len: 814 time: 0.3727531 Aug 16 20:46:36.742188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Request body: {'port': {'device_id': '1baed5f0-a6b2-4388-bd06-736ed42ad461', 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0', 'admin_state_up': True, 'tenant_id': 'adf5e52e153c481f994961b2be0ecc5f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:36.783425 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bba019-39d4-442d-8848-00f19fc22604 None None] DHCP port deletion for 5ddeeba7-ec9c-410d-989d-8903e93c3724 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:46:36.795849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd4db919-8305-4603-85ec-782feba6adb2 req-1bc9d947-2e4f-47c6-baa4-f2b93936a13a service neutron] 10.222.0.79 "GET /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109581 Aug 16 20:46:36.823056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] For port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=93ab299c-f4e9-4a0d-a8e0-c4854611c2ff,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:36.824163 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.858211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-b3bba019-39d4-442d-8848-00f19fc22604 None None] Deleting port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:36.858211 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b3bba019-39d4-442d-8848-00f19fc22604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.875094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Calling delete_port for 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:37.037917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b3bba019-39d4-442d-8848-00f19fc22604 None None] For port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=93ab299c-f4e9-4a0d-a8e0-c4854611c2ff,segment=NetworkSegment(140e3f90-242d-4951-9b99-3ea03aa7213b),segment_id=140e3f90-242d-4951-9b99-3ea03aa7213b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:37.037917 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b3bba019-39d4-442d-8848-00f19fc22604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.060710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-b3bba019-39d4-442d-8848-00f19fc22604 None None] Calling delete_port for 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:37.060900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c5a0c-8919-4589-8870-34673b0bf893 req-24cf2ffd-c3ec-4549-adee-a0fe4b5c0ac4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.063035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49378) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:37.069984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc7c5a0c-8919-4589-8870-34673b0bf893 req-24cf2ffd-c3ec-4549-adee-a0fe4b5c0ac4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.1115811 Aug 16 20:46:37.118378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc7c5a0c-8919-4589-8870-34673b0bf893 req-fdc7a8c3-f09b-4cfc-9589-bb278e40f074 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474296 Aug 16 20:46:37.185325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-223133956-network', 'tenant_id': 'ddfb1c9208d1440192808c93cfed992b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:37.229569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.232080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Made reservation on behalf of adf5e52e153c481f994961b2be0ecc5f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:37.238259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.326624 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b3bba019-39d4-442d-8848-00f19fc22604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.372432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] No DVR routers for this DVR port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:37.374492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:37.379611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bba019-39d4-442d-8848-00f19fc22604 None None] Pushing event deleted for resources: {'Port': ['ID=93ab299c-f4e9-4a0d-a8e0-c4854611c2ff,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:37.399730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ab299c-f4e9-4a0d-a8e0-c4854611c2ff,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:37.405302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bba019-39d4-442d-8848-00f19fc22604 None None] No DVR routers for this DVR port 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:37.408910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:37.409534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fe9dc5f4-8ed1-4581-8797-9d9923f00ed1 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:37.579504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba28a084-03b9-40da-acd1-ea377a6d8aec req-0f3c58bf-d3d5-41b8-8aeb-4e679298990d tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 210 time: 0.0378988 Aug 16 20:46:37.581646 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.592711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddeeba7-ec9c-410d-989d-8903e93c3724']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:37.615907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Made reservation on behalf of ddfb1c9208d1440192808c93cfed992b for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:37.618362 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.621251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140e3f90-242d-4951-9b99-3ea03aa7213b') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:37.621555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140e3f90-242d-4951-9b99-3ea03aa7213b') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:37.645436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.671415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.709223 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.720068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:46:37.720453 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:46:37.725013 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:46:37.835899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Allocated IP 172.20.0.7 (6c86a43d-e5b0-4677-8d66-ad06a02a5ce0/3270c619-a6a0-4574-8525-c4326ad7191b/10a37f83-e387-4237-84d2-44078ab2bbc6) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:37.887714 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.000133 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.007049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.012307 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5ddeeba7-ec9c-410d-989d-8903e93c3724 HTTP/1.1" status: 204 len: 168 time: 1.8268743 Aug 16 20:46:38.026900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b96696-50dc-4220-993e-d55f7c43dbb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ddeeba7-ec9c-410d-989d-8903e93c3724,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:38.076445 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.111375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb537ad5-f244-47cd-95ef-14b7e7a399f1 req-18299bcd-cdf8-40a5-af0f-aa0880bc2246 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.113633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb537ad5-f244-47cd-95ef-14b7e7a399f1 req-18299bcd-cdf8-40a5-af0f-aa0880bc2246 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 945 time: 0.0655291 Aug 16 20:46:38.163659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:46:38.188210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb537ad5-f244-47cd-95ef-14b7e7a399f1 req-e0dc7845-c7f3-4ead-8f43-6536b13d5504 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629385 Aug 16 20:46:38.191807 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:38.198599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.200426 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Added segment 6fc9e6b5-cca2-4506-8ac6-71529b2ed788 of type vlan for network 0b94bc29-3f96-4417-a787-e029ad34ad92 Aug 16 20:46:38.262050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5592fa-825e-4d75-b688-c61553997c06 req-831f98be-0214-4eb5-9c39-f7b621a7277f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.263544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b5592fa-825e-4d75-b688-c61553997c06 req-831f98be-0214-4eb5-9c39-f7b621a7277f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0608866 Aug 16 20:46:38.264616 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.288047 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.313390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b5592fa-825e-4d75-b688-c61553997c06 req-f29c7073-807c-41c2-b253-d048bf3e587e tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433340 Aug 16 20:46:38.387456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:38.421800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:38.422233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 93ab299c-f4e9-4a0d-a8e0-c4854611c2ff not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:38.454918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.455979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.457101 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.493285 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.502543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf67b2-6f99-4213-80c8-5aa84fa484d0 req-dfb0abdf-2b04-4cab-9cde-787bb6002436 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.504960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10bf67b2-6f99-4213-80c8-5aa84fa484d0 req-dfb0abdf-2b04-4cab-9cde-787bb6002436 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0728731 Aug 16 20:46:38.565567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10bf67b2-6f99-4213-80c8-5aa84fa484d0 req-a02f10dd-b6b5-4dae-afb6-caed18c4d056 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532031 Aug 16 20:46:38.577094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49432) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:38.598162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] Pushing event updated for resources: {'Network': ['ID=0b94bc29-3f96-4417-a787-e029ad34ad92,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:38.609054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 0b94bc29-3f96-4417-a787-e029ad34ad92 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:46:38.621202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:38.643418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Pushing event updated for resources: {'Port': ['ID=10a37f83-e387-4237-84d2-44078ab2bbc6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:38.649524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:38.653923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:38.679509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-012d4dd8-4b26-4839-8271-72346294879b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=122317efc438431f9399bc6a0be0522f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1010377 Aug 16 20:46:38.681990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49440) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:38.721882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.722657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.735395 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fda1e607-aec2-4ac2-8c6a-ca9ad4b08bfb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6653767 Aug 16 20:46:38.735395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49444) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:38.743812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] Request body: {'subnet': {'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-223133956-subnet', 'tenant_id': 'ddfb1c9208d1440192808c93cfed992b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:38.765113 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11abca-e94e-475f-9977-01d4c03addcd req-2821b62a-7b34-4a2c-b95a-0645b971322b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.766599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae11abca-e94e-475f-9977-01d4c03addcd req-2821b62a-7b34-4a2c-b95a-0645b971322b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc HTTP/1.1" status: 200 len: 945 time: 0.0994954 Aug 16 20:46:38.796757 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-30869803-2849-4136-99b3-a885d56b81da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.831169 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-30869803-2849-4136-99b3-a885d56b81da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.835115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae11abca-e94e-475f-9977-01d4c03addcd req-9475b705-b05e-4f95-bae1-e27ad14c620f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620794 Aug 16 20:46:38.874609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] Made reservation on behalf of ddfb1c9208d1440192808c93cfed992b for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:38.877152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.985060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872116db-d5d9-491a-8ee4-96cb140adf15 req-586d25ad-a3e6-4236-ace0-4d2461b2b17f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.986593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-872116db-d5d9-491a-8ee4-96cb140adf15 req-586d25ad-a3e6-4236-ace0-4d2461b2b17f tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 931 time: 0.0529687 Aug 16 20:46:39.019862 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-e407a26b-52ab-4582-b9d0-a4b5f80e2ae4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2870853 Aug 16 20:46:39.030871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-872116db-d5d9-491a-8ee4-96cb140adf15 req-48aa5413-1dce-47ea-b13d-b6b1dec2ad15 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373416 Aug 16 20:46:39.035207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Request body: {'port': {'device_id': '1baed5f0-a6b2-4388-bd06-736ed42ad461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:39.066916 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-30869803-2849-4136-99b3-a885d56b81da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.069238 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-30869803-2849-4136-99b3-a885d56b81da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.072748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-30869803-2849-4136-99b3-a885d56b81da admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e8b461d0-073d-47e3-9688-880ce287bb4a HTTP/1.1" status: 204 len: 168 time: 0.3871803 Aug 16 20:46:39.100038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30869803-2849-4136-99b3-a885d56b81da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b461d0-073d-47e3-9688-880ce287bb4a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:39.240946 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c81baf-2097-456f-8666-90c1f2572fc7 req-038cb3b1-0b15-4ce4-b105-9cbddeb4c984 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.249597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75c81baf-2097-456f-8666-90c1f2572fc7 req-038cb3b1-0b15-4ce4-b105-9cbddeb4c984 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 946 time: 0.0675557 Aug 16 20:46:39.293953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75c81baf-2097-456f-8666-90c1f2572fc7 req-2fbe65ea-5816-4962-a120-a14dba8cf8e3 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Aug 16 20:46:39.420921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa79c4-2358-4afb-baad-4d86cadbd079 req-9b5a8941-42dd-4e8e-a02b-670e19c96577 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.422493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3aa79c4-2358-4afb-baad-4d86cadbd079 req-9b5a8941-42dd-4e8e-a02b-670e19c96577 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 945 time: 0.0743771 Aug 16 20:46:39.468613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3aa79c4-2358-4afb-baad-4d86cadbd079 req-8497818d-64ee-4bd0-bec0-8ea7aa2ba598 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Aug 16 20:46:39.507677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-6fe58fa6-4a6a-48e2-93cc-3cdf8749e3d8 req-575305d7-7c43-4090-91fb-345303ad885c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:46:39.508740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6fe58fa6-4a6a-48e2-93cc-3cdf8749e3d8 req-575305d7-7c43-4090-91fb-345303ad885c tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062864 Aug 16 20:46:39.513231 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.632575 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.654350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6fe58fa6-4a6a-48e2-93cc-3cdf8749e3d8 req-3d599629-bf1f-4ead-a322-7b1de41dab23 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1388872 Aug 16 20:46:39.764853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea210106-55a4-4da3-b9b0-5e9290d080d8,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:39.780441 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] Checking segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:39.780813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] Network hostable DHCP agents. Network: 0b94bc29-3f96-4417-a787-e029ad34ad92, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:46:39.921688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] Network 0b94bc29-3f96-4417-a787-e029ad34ad92 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:46:39.932523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a37f83-e387-4237-84d2-44078ab2bbc6 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:39.941996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.956570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Transition to ACTIVE for port object 10a37f83-e387-4237-84d2-44078ab2bbc6 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:40.013769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6abe52-2d48-4c39-955e-5888ec95cb2c req-f80cfef4-1fa7-4765-8102-804ed95f9841 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.015730 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b6abe52-2d48-4c39-955e-5888ec95cb2c req-f80cfef4-1fa7-4765-8102-804ed95f9841 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0628576 Aug 16 20:46:40.056581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b6abe52-2d48-4c39-955e-5888ec95cb2c req-364af3a2-d174-4b56-b18a-1a1175958674 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343680 Aug 16 20:46:40.092100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 0b94bc29-3f96-4417-a787-e029ad34ad92) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:40.096378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.096976 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.111185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b2aa3-afca-4a60-969a-2ae21faf07a1 None None] Network 0b94bc29-3f96-4417-a787-e029ad34ad92 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:40.145538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.238069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=10a37f83-e387-4237-84d2-44078ab2bbc6,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:40.267163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98872675-602d-42fd-93df-a8a0f08c1d8e req-c7f5dd62-76e7-4d83-8bb9-2ba555f83e1b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.268595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98872675-602d-42fd-93df-a8a0f08c1d8e req-c7f5dd62-76e7-4d83-8bb9-2ba555f83e1b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc HTTP/1.1" status: 200 len: 945 time: 0.1291962 Aug 16 20:46:40.269647 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-230d4a92-7eed-4d81-82c2-3ba12ef1e472 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5359533 Aug 16 20:46:40.285094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636be6-4032-4c85-b908-7185926af70f req-9b395962-a8d5-49a0-8ebc-861f757b66b5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.294604 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62636be6-4032-4c85-b908-7185926af70f req-9b395962-a8d5-49a0-8ebc-861f757b66b5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 931 time: 0.1655695 Aug 16 20:46:40.379782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62636be6-4032-4c85-b908-7185926af70f req-d7d88680-77ec-4a59-90e6-432d0d906c5e tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842202 Aug 16 20:46:40.387231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a19f4-deba-4122-8e16-f482ca7bef8c None None] Network 0b94bc29-3f96-4417-a787-e029ad34ad92 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:40.452227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98872675-602d-42fd-93df-a8a0f08c1d8e req-b0e96449-276a-40e3-9d0e-eba095bee393 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119807 Aug 16 20:46:40.480839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Attempting to bind port 10a37f83-e387-4237-84d2-44078ab2bbc6 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:40.482932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Attempting to bind port 10a37f83-e387-4237-84d2-44078ab2bbc6 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:40.483475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Attempting to bind port 10a37f83-e387-4237-84d2-44078ab2bbc6 on network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:40.489645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Port 10a37f83-e387-4237-84d2-44078ab2bbc6 on network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:40.490288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Attempting to bind port 10a37f83-e387-4237-84d2-44078ab2bbc6 on network 6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:40.517727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:40.520902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Checking segment: {'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:40.524843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Bound using segment: {'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:40.526887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Bound port: 10a37f83-e387-4237-84d2-44078ab2bbc6, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c00761-f3fc-4e4e-8337-5911e376ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:40.534233 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.687953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] For port 10a37f83-e387-4237-84d2-44078ab2bbc6, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:40.694088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] For port 10a37f83-e387-4237-84d2-44078ab2bbc6, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=10a37f83-e387-4237-84d2-44078ab2bbc6,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:40.757603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bee94-301a-47ee-94f6-0e044f39eeef req-ee61df79-c5be-4e9e-aee8-6d47572daedb tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.759080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b9bee94-301a-47ee-94f6-0e044f39eeef req-ee61df79-c5be-4e9e-aee8-6d47572daedb tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 946 time: 0.1487348 Aug 16 20:46:40.775349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1908ff-a8ac-4d0f-95e6-29674b6b59c2 req-93d2a2f4-0e7a-4c7e-b7fd-e46be31e75cb tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.777053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e1908ff-a8ac-4d0f-95e6-29674b6b59c2 req-93d2a2f4-0e7a-4c7e-b7fd-e46be31e75cb tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 945 time: 0.1451194 Aug 16 20:46:40.840004 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.844510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b9bee94-301a-47ee-94f6-0e044f39eeef req-36f2b9ae-e282-47f3-aa98-9a815e90ed94 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766652 Aug 16 20:46:40.872425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e1908ff-a8ac-4d0f-95e6-29674b6b59c2 req-2b9f3ee5-bae0-4a00-b94e-fe0e67e01161 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680327 Aug 16 20:46:40.935463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.937345 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.939354 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] 10.222.0.79 "PUT /v2.0/ports/10a37f83-e387-4237-84d2-44078ab2bbc6 HTTP/1.1" status: 200 len: 1092 time: 1.9089856 Aug 16 20:46:40.940019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baed5f0-a6b2-4388-bd06-736ed42ad461', 'tag': '10a37f83-e387-4237-84d2-44078ab2bbc6'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:40.942888 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3139cf3-ca23-49dc-888a-a1096a88b75c" -d '{"events": [{"name": "network-changed", "server_uuid": "1baed5f0-a6b2-4388-bd06-736ed42ad461", "tag": "10a37f83-e387-4237-84d2-44078ab2bbc6"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:40.987176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f17c92-77de-4d07-9cc1-139706d2e0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=10a37f83-e387-4237-84d2-44078ab2bbc6,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:40.995538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49532) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:41.132024 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57415bcf-5133-49b5-8d74-45e3f8670c3c req-a1ca3431-d3d4-4289-920c-691f555feede tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.138825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57415bcf-5133-49b5-8d74-45e3f8670c3c req-a1ca3431-d3d4-4289-920c-691f555feede tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.145695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57415bcf-5133-49b5-8d74-45e3f8670c3c req-a1ca3431-d3d4-4289-920c-691f555feede tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.147400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57415bcf-5133-49b5-8d74-45e3f8670c3c req-a1ca3431-d3d4-4289-920c-691f555feede tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f&device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc&device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 2418 time: 0.0775363 Aug 16 20:46:41.153564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-454414319-network', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:41.226751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57415bcf-5133-49b5-8d74-45e3f8670c3c req-63536976-2e32-4e9d-95fb-25bd7855243f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524092 Aug 16 20:46:41.276801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-2f6e2468-3670-4c73-994d-95c3136c4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.278895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-2f6e2468-3670-4c73-994d-95c3136c4650 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=adf5e52e153c481f994961b2be0ecc5f&device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 1095 time: 0.1509521 Aug 16 20:46:41.282805 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a5aebe-6946-48f8-8cb2-66a99df1274f x-openstack-request-id: req-e0a5aebe-6946-48f8-8cb2-66a99df1274f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:41.283028 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baed5f0-a6b2-4388-bd06-736ed42ad461", "tag": "10a37f83-e387-4237-84d2-44078ab2bbc6", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:41.283411 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e0a5aebe-6946-48f8-8cb2-66a99df1274f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:41.283813 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baed5f0-a6b2-4388-bd06-736ed42ad461', 'tag': '10a37f83-e387-4237-84d2-44078ab2bbc6', 'status': 'completed', 'code': 200} Aug 16 20:46:41.309478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-553a32f0-34a3-476d-b1bd-09fead4eb509 req-a7e0f965-f691-4725-8f61-c686148755f3 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:46:41.311626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-553a32f0-34a3-476d-b1bd-09fead4eb509 req-a7e0f965-f691-4725-8f61-c686148755f3 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092449 Aug 16 20:46:41.316832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Made reservation on behalf of 0761f6f4fceb41ea8298c9afcdeb2f7d for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:41.321047 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.344511 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-49d5c74b-9ce8-47e5-8fb5-456a4f2ccae0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10a37f83-e387-4237-84d2-44078ab2bbc6 HTTP/1.1" status: 200 len: 217 time: 0.0549293 Aug 16 20:46:41.353441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.399786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ccd76e42-7034-4f62-83c9-5ba48e79f022 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:41.424825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-9f1592c7-7b7e-405f-a94b-bde11248b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.426672 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-9f1592c7-7b7e-405f-a94b-bde11248b54d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3270c619-a6a0-4574-8525-c4326ad7191b HTTP/1.1" status: 200 len: 854 time: 0.0750265 Aug 16 20:46:41.466982 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-bccee665-2f61-4d0c-8187-9e0d4d348e1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321863 Aug 16 20:46:41.544418 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-553a32f0-34a3-476d-b1bd-09fead4eb509 req-bc3269c1-2ede-4ebb-8aad-01bd8fa58676 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2073820 Aug 16 20:46:41.560308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ccd76e42-7034-4f62-83c9-5ba48e79f022, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ccd76e42-7034-4f62-83c9-5ba48e79f022,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:41.614264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-8f082187-18cd-4f49-8c67-1764494020cb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.618303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'ccd76e42-7034-4f62-83c9-5ba48e79f022', 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb', 'port_id': 'ccd76e42-7034-4f62-83c9-5ba48e79f022', 'mac_address': 'fa:16:3e:ef:50:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6c2e76-2f68-4410-9690-a22de19675f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:41.623064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-8f082187-18cd-4f49-8c67-1764494020cb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.2655602 Aug 16 20:46:41.646238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-0ae7f4f8-69cb-41de-bc8f-60de36783bab tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/quotas/ddfb1c9208d1440192808c93cfed992b HTTP/1.1" status: 200 len: 375 time: 0.0217230 Aug 16 20:46:41.655871 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-cb697453-500f-40e7-bdb1-41ac5a9ac8c0 service neutron] 10.222.0.79 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803000 Aug 16 20:46:41.697507 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-606ec849-7f55-4eab-9503-ed892b7f0776 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499122 Aug 16 20:46:41.732755 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.747571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccd76e42-7034-4f62-83c9-5ba48e79f022 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:41.785186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ccd76e42-7034-4f62-83c9-5ba48e79f022, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ccd76e42-7034-4f62-83c9-5ba48e79f022,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:41.797468 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.851610 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-83a6381e-3dca-4617-a9cb-0d786b1b0def req-c75e9d7d-c526-4b14-aa15-754223df0c14 service neutron] 10.222.0.79 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846273 Aug 16 20:46:41.864437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-eccde988-aabb-404e-bbcc-9556f279cae7 service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651225 Aug 16 20:46:41.889936 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.949707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ccd76e42-7034-4f62-83c9-5ba48e79f022,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:41.977734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['ccd76e42-7034-4f62-83c9-5ba48e79f022'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:41.984139 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.997810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:46:42.005952 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:42.006317 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Added segment e11240bb-dacf-4b27-bdcb-bedce9201db3 of type vlan for network ce47c267-bc40-4497-bca3-57ee11eab682 Aug 16 20:46:42.076259 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:42.146471 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-6ca195ab-6b2f-4f17-be20-a7078698811b service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807109 Aug 16 20:46:42.150120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c233c7-1dad-4f58-8614-3071a1f46e9b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:42.160368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970edfd1-bee8-4af0-99dd-2d0883b3afd1 req-2a953cf9-6a12-41b9-abd1-def4a2468707 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.161967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-970edfd1-bee8-4af0-99dd-2d0883b3afd1 req-2a953cf9-6a12-41b9-abd1-def4a2468707 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 943 time: 0.2213411 Aug 16 20:46:42.235145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-970edfd1-bee8-4af0-99dd-2d0883b3afd1 req-631449ac-4d43-4e74-a9c8-22df3412f4dc tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655293 Aug 16 20:46:42.259069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:42.260119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.261272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:42.269384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3139cf3-ca23-49dc-888a-a1096a88b75c req-d3d380d3-cd70-4bdd-b9e7-ab88a9e46b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.271243 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3139cf3-ca23-49dc-888a-a1096a88b75c req-d3d380d3-cd70-4bdd-b9e7-ab88a9e46b60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=adf5e52e153c481f994961b2be0ecc5f&device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 1095 time: 0.1250975 Aug 16 20:46:42.329447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce47c267-bc40-4497-bca3-57ee11eab682,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:42.340750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network ce47c267-bc40-4497-bca3-57ee11eab682 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:46:42.480086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3139cf3-ca23-49dc-888a-a1096a88b75c req-e7568480-7c18-418a-8e98-dac430386ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.482031 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3139cf3-ca23-49dc-888a-a1096a88b75c req-e7568480-7c18-418a-8e98-dac430386ab9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 HTTP/1.1" status: 200 len: 915 time: 0.1993225 Aug 16 20:46:42.490381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1d0daee3-2c8b-4e9a-b151-9677dde185b0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4906216 Aug 16 20:46:42.495252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49576) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:42.500639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] Request body: {'subnet': {'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-454414319-subnet', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:42.547117 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3139cf3-ca23-49dc-888a-a1096a88b75c req-6d6b9cb4-0645-4e38-a5d0-7f06521648ea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10a37f83-e387-4237-84d2-44078ab2bbc6 HTTP/1.1" status: 200 len: 217 time: 0.0572405 Aug 16 20:46:42.637734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3139cf3-ca23-49dc-888a-a1096a88b75c req-f8592b03-77a8-453e-9037-3bc1ac10f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.637734 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3139cf3-ca23-49dc-888a-a1096a88b75c req-f8592b03-77a8-453e-9037-3bc1ac10f61d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3270c619-a6a0-4574-8525-c4326ad7191b HTTP/1.1" status: 200 len: 854 time: 0.0537181 Aug 16 20:46:42.643888 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3139cf3-ca23-49dc-888a-a1096a88b75c req-b6856862-1e01-4e7f-89de-9bb7a9adbf80 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283728 Aug 16 20:46:42.784358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7754-64b1-463f-9b76-4b9e9575856d req-9703e523-a23e-4320-be17-57608d7daa58 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.795000 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a30c7754-64b1-463f-9b76-4b9e9575856d req-9703e523-a23e-4320-be17-57608d7daa58 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 944 time: 0.1235716 Aug 16 20:46:42.797532 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3139cf3-ca23-49dc-888a-a1096a88b75c req-b200d980-2840-4e1d-861d-1876d5828949 service neutron] 10.222.0.79 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448488 Aug 16 20:46:42.849720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a30c7754-64b1-463f-9b76-4b9e9575856d req-0e6f09f4-16f2-4c97-9a6a-53bce05bb1b4 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562377 Aug 16 20:46:42.859816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] Made reservation on behalf of 0761f6f4fceb41ea8298c9afcdeb2f7d for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:42.863275 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:42.975095 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6eb752a1-e1f6-40e9-aaf7-0da22496c7cf req-333a2036-48ba-44af-89e6-ae1b64ef034a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 210 time: 0.0492997 Aug 16 20:46:42.992038 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3139cf3-ca23-49dc-888a-a1096a88b75c req-4d36e678-f868-475f-8800-e02ee9f64cbe service neutron] 10.222.0.79 "GET /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852612 Aug 16 20:46:43.334779 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.418114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ccd76e42-7034-4f62-83c9-5ba48e79f022 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:43.423673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7303019-73a2-477c-b760-7e3428e0b916,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:43.444169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] Checking segment: {'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:43.444169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] Network hostable DHCP agents. Network: ce47c267-bc40-4497-bca3-57ee11eab682, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:46:43.475867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port ccd76e42-7034-4f62-83c9-5ba48e79f022 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:43.481936 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.578560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf837-7ce4-4d6f-9f5d-6498e266bcda req-3dacf01a-3977-4fd6-83d9-7c59fa74a319 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.586750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-501bf837-7ce4-4d6f-9f5d-6498e266bcda req-3dacf01a-3977-4fd6-83d9-7c59fa74a319 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 943 time: 0.0747547 Aug 16 20:46:43.588999 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.615002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dfcd5a-93e2-4961-8d0e-450d48c31372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd76e42-7034-4f62-83c9-5ba48e79f022'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:43.618619 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a999dae-3525-45ec-8e83-c528d05cd9fd" -d '{"events": [{"server_uuid": "79dfcd5a-93e2-4961-8d0e-450d48c31372", "name": "network-vif-plugged", "status": "completed", "tag": "ccd76e42-7034-4f62-83c9-5ba48e79f022"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:43.625802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] Network ce47c267-bc40-4497-bca3-57ee11eab682 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:46:43.634905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ccd76e42-7034-4f62-83c9-5ba48e79f022, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ccd76e42-7034-4f62-83c9-5ba48e79f022,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:43.653160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-501bf837-7ce4-4d6f-9f5d-6498e266bcda req-c8eab09d-16f2-41b8-a9aa-45c02e5166d5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652342 Aug 16 20:46:43.723154 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.833497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, ce47c267-bc40-4497-bca3-57ee11eab682) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:43.836358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ccd76e42-7034-4f62-83c9-5ba48e79f022,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:43.852509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.853130 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.854001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c991ea-4e7d-46d5-b053-e53d7cfdabe7 None None] Network ce47c267-bc40-4497-bca3-57ee11eab682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:43.913293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631b754-0eb3-4b32-8deb-b3c45d6b0587 req-8bdd69f3-7bb9-437b-81c2-d3f805b8dc0b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.921115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7631b754-0eb3-4b32-8deb-b3c45d6b0587 req-8bdd69f3-7bb9-437b-81c2-d3f805b8dc0b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 945 time: 0.1771235 Aug 16 20:46:44.048296 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7631b754-0eb3-4b32-8deb-b3c45d6b0587 req-f1baf55b-3a7a-4cdc-8cdd-f7c643e2e7fe tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261706 Aug 16 20:46:44.078892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855bf37-6936-48a2-908d-5b2518bfc550 req-e57e4d19-437f-4f4d-9030-7b1fdaacf353 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.080480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1855bf37-6936-48a2-908d-5b2518bfc550 req-e57e4d19-437f-4f4d-9030-7b1fdaacf353 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 946 time: 0.0996699 Aug 16 20:46:44.091696 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-24918bdb-5a1a-437e-b805-be610a9b4288 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5989883 Aug 16 20:46:44.095544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49632) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:44.100491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:44.176629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1855bf37-6936-48a2-908d-5b2518bfc550 req-3385df72-2970-4246-9e09-86d8a6fb14c4 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898046 Aug 16 20:46:44.196198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-ce47c267-bc40-4497-bca3-57ee11eab682', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'fixed_ips': [{'subnet_id': 'd7303019-73a2-477c-b760-7e3428e0b916'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:46:44.197050 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.214528 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc6ce88-83b1-4377-98e9-8c7ed64acc39 x-openstack-request-id: req-8fc6ce88-83b1-4377-98e9-8c7ed64acc39 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:44.214528 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dfcd5a-93e2-4961-8d0e-450d48c31372", "name": "network-vif-plugged", "status": "completed", "tag": "ccd76e42-7034-4f62-83c9-5ba48e79f022", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:44.214528 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8fc6ce88-83b1-4377-98e9-8c7ed64acc39 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:44.214528 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dfcd5a-93e2-4961-8d0e-450d48c31372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd76e42-7034-4f62-83c9-5ba48e79f022', 'code': 200} Aug 16 20:46:44.273862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.273862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.382089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0411e81e-e411-4d49-93ec-2ef17a632dc8 req-74258c2d-613b-4700-bbf0-5d105c60c0b4 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 210 time: 0.0543454 Aug 16 20:46:44.445069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Allocated IP 172.20.0.2 (ce47c267-bc40-4497-bca3-57ee11eab682/d7303019-73a2-477c-b760-7e3428e0b916/4443afe6-c7f7-44cf-8600-6ca1953a99a9) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:44.466967 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.634992 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.646598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Transition to ACTIVE for port object 4443afe6-c7f7-44cf-8600-6ca1953a99a9 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:44.662411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Transition to ACTIVE for port object 4443afe6-c7f7-44cf-8600-6ca1953a99a9 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:44.835174 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.864629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.878207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2d778-a593-4f24-84d6-b31cd300c0fe req-f133cf5d-e61b-4878-acd2-a3cd96461613 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.880852 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6b2d778-a593-4f24-84d6-b31cd300c0fe req-f133cf5d-e61b-4878-acd2-a3cd96461613 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 943 time: 0.1163175 Aug 16 20:46:44.886231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Network ce47c267-bc40-4497-bca3-57ee11eab682 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:44.890660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:44.893402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:44.954683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Pushing event updated for resources: {'Port': ['ID=4443afe6-c7f7-44cf-8600-6ca1953a99a9,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:44.989206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 10a37f83-e387-4237-84d2-44078ab2bbc6 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:44.998007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Attempting to bind port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:44.998521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Attempting to bind port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:44.999103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Attempting to bind port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 on network ce47c267-bc40-4497-bca3-57ee11eab682 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:45.004809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6b2d778-a593-4f24-84d6-b31cd300c0fe req-0ac66f4e-6c9e-4f3e-8659-3ea81d40f519 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069343 Aug 16 20:46:45.054026 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:45.054026 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Checking segment: {'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:45.054425 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.054878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Bound using segment: {'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:45.055150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Bound port: 4443afe6-c7f7-44cf-8600-6ca1953a99a9, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:45.055538 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.142067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215241f-f57e-476a-9eb4-9781389b5738 req-3cb08bea-f5a5-40d1-93ff-abf90e04b3a4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.142067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c215241f-f57e-476a-9eb4-9781389b5738 req-3cb08bea-f5a5-40d1-93ff-abf90e04b3a4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 946 time: 0.1315713 Aug 16 20:46:45.283084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] For port 4443afe6-c7f7-44cf-8600-6ca1953a99a9, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:45.287183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] For port 4443afe6-c7f7-44cf-8600-6ca1953a99a9, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4443afe6-c7f7-44cf-8600-6ca1953a99a9,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:45.287370 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c215241f-f57e-476a-9eb4-9781389b5738 req-8dca3361-f175-4690-8f35-a2f837ddf625 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484377 Aug 16 20:46:45.309710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123265-64d5-41f6-98d4-f111529bc9bd req-38f4d610-8801-45ed-ae10-b409e9d081d7 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.311260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe123265-64d5-41f6-98d4-f111529bc9bd req-38f4d610-8801-45ed-ae10-b409e9d081d7 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 945 time: 0.1718595 Aug 16 20:46:45.353220 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dcefb242-eca5-4b1b-a34a-07c5bb487482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.430102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 10a37f83-e387-4237-84d2-44078ab2bbc6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=10a37f83-e387-4237-84d2-44078ab2bbc6,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:45.442088 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.479859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe123265-64d5-41f6-98d4-f111529bc9bd req-0293dd16-2564-49cd-a2b9-e0923a9b64c9 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414318 Aug 16 20:46:45.557005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '10a37f83-e387-4237-84d2-44078ab2bbc6', 'network_id': '6c86a43d-e5b0-4677-8d66-ad06a02a5ce0', 'port_id': '10a37f83-e387-4237-84d2-44078ab2bbc6', 'mac_address': 'fa:16:3e:3b:eb:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3270c619-a6a0-4574-8525-c4326ad7191b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:45.573916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb8f87f0-5bb8-49e7-a884-554025a97d9d req-27e8c101-6df8-4a8d-b7e0-1e479e83616e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 210 time: 0.0646315 Aug 16 20:46:45.600520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399e62c-88fb-434c-915e-cbb8dd3910ec req-75fab31e-1a72-4e02-bdf7-e4bb7be4c5f4 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.602639 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6399e62c-88fb-434c-915e-cbb8dd3910ec req-75fab31e-1a72-4e02-bdf7-e4bb7be4c5f4 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 945 time: 0.2735357 Aug 16 20:46:45.692994 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.703632 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83b5dc-8193-4382-8816-f1276e3c4b08 None None] Pushing event updated for resources: {'Port': ['ID=4443afe6-c7f7-44cf-8600-6ca1953a99a9,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:45.741248 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.758184 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.772191 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a37f83-e387-4237-84d2-44078ab2bbc6 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:45.814362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 10a37f83-e387-4237-84d2-44078ab2bbc6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=10a37f83-e387-4237-84d2-44078ab2bbc6,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:46.014105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-6399e62c-88fb-434c-915e-cbb8dd3910ec req-134a20a8-b87f-4890-afbf-3c74371f875a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Deleting port ccd76e42-7034-4f62-83c9-5ba48e79f022 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:46.014733 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6399e62c-88fb-434c-915e-cbb8dd3910ec req-134a20a8-b87f-4890-afbf-3c74371f875a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.043125 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.131475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-6399e62c-88fb-434c-915e-cbb8dd3910ec req-134a20a8-b87f-4890-afbf-3c74371f875a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] For port ccd76e42-7034-4f62-83c9-5ba48e79f022, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ccd76e42-7034-4f62-83c9-5ba48e79f022,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:46.131767 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6399e62c-88fb-434c-915e-cbb8dd3910ec req-134a20a8-b87f-4890-afbf-3c74371f875a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.147459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-6399e62c-88fb-434c-915e-cbb8dd3910ec req-134a20a8-b87f-4890-afbf-3c74371f875a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Calling delete_port for ccd76e42-7034-4f62-83c9-5ba48e79f022 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:46.168848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=10a37f83-e387-4237-84d2-44078ab2bbc6,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:46.215739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Allocated IP 172.25.4.245 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8514a260-d502-49cb-9f2e-dd0c4e5e6697) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:46.302473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0c63f-d162-47ac-be84-e77882f49979 req-9432528b-e694-4d2a-8a30-15ab986482c4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:46.306609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fc0c63f-d162-47ac-be84-e77882f49979 req-9432528b-e694-4d2a-8a30-15ab986482c4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 944 time: 0.1339366 Aug 16 20:46:46.330348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['10a37f83-e387-4237-84d2-44078ab2bbc6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:46.397864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fc0c63f-d162-47ac-be84-e77882f49979 req-d4df1edf-44d2-481d-a659-def1e5be9748 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852416 Aug 16 20:46:46.505661 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.570713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4443afe6-c7f7-44cf-8600-6ca1953a99a9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:46.628214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5ee4e-6d73-4976-a2c1-703a9722410b req-ebd5d2db-1948-4dd9-b201-fa45e5554e9f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:46.639581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fcb5ee4e-6d73-4976-a2c1-703a9722410b req-ebd5d2db-1948-4dd9-b201-fa45e5554e9f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 946 time: 0.2051437 Aug 16 20:46:46.648689 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6399e62c-88fb-434c-915e-cbb8dd3910ec req-134a20a8-b87f-4890-afbf-3c74371f875a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.662533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce3830-563c-4c24-b98a-64cc53569a1a req-788392b2-dbeb-49e5-8bf2-6adfeca85a08 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:46.664063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3ce3830-563c-4c24-b98a-64cc53569a1a req-788392b2-dbeb-49e5-8bf2-6adfeca85a08 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.76 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 946 time: 0.2649632 Aug 16 20:46:46.677686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['ccd76e42-7034-4f62-83c9-5ba48e79f022'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:46.685053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a20a8-b87f-4890-afbf-3c74371f875a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event deleted for resources: {'Port': ['ID=ccd76e42-7034-4f62-83c9-5ba48e79f022,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:46.774054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6399e62c-88fb-434c-915e-cbb8dd3910ec req-134a20a8-b87f-4890-afbf-3c74371f875a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] No DVR routers for this DVR port ccd76e42-7034-4f62-83c9-5ba48e79f022 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:46.777159 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6399e62c-88fb-434c-915e-cbb8dd3910ec req-134a20a8-b87f-4890-afbf-3c74371f875a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.779716 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6399e62c-88fb-434c-915e-cbb8dd3910ec req-134a20a8-b87f-4890-afbf-3c74371f875a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "DELETE /v2.0/ports/ccd76e42-7034-4f62-83c9-5ba48e79f022 HTTP/1.1" status: 204 len: 173 time: 1.1681752 Aug 16 20:46:46.780358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dfcd5a-93e2-4961-8d0e-450d48c31372', 'name': 'network-vif-deleted', 'tag': 'ccd76e42-7034-4f62-83c9-5ba48e79f022'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:46.782873 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3115055f-b144-4339-89e8-b328ec2e22ce" -d '{"events": [{"server_uuid": "79dfcd5a-93e2-4961-8d0e-450d48c31372", "name": "network-vif-deleted", "tag": "ccd76e42-7034-4f62-83c9-5ba48e79f022"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:46.785864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648703e6-97a5-4ed0-bcf4-97172c9c875d req-96267871-e141-49c4-af62-0b6f3642b5c3 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:46.787486 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648703e6-97a5-4ed0-bcf4-97172c9c875d req-96267871-e141-49c4-af62-0b6f3642b5c3 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 946 time: 0.1457782 Aug 16 20:46:46.795335 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fcb5ee4e-6d73-4976-a2c1-703a9722410b req-54011d8f-6c2a-4dd5-9bc2-66aafcf4601a tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548285 Aug 16 20:46:46.843000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:46.843890 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.881317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648703e6-97a5-4ed0-bcf4-97172c9c875d req-99111eb2-798a-4674-9104-1711a510952e tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847275 Aug 16 20:46:46.896854 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Pushing event updated for resources: {'Port': ['ID=8514a260-d502-49cb-9f2e-dd0c4e5e6697,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:46.932556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc691e97-48e4-4346-805d-aa5bb552a2bd req-b601856e-95f1-431b-8f19-917ef30e5a46 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 210 time: 0.0501220 Aug 16 20:46:46.978239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-c3ce3830-563c-4c24-b98a-64cc53569a1a req-e98b3431-ab04-4aec-a121-8e9e369ccab9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Deleting port 8a740645-04bd-4c81-967c-f2b17590c878 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:46.978882 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-c3ce3830-563c-4c24-b98a-64cc53569a1a req-e98b3431-ab04-4aec-a121-8e9e369ccab9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.990918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:46.995742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:46.999684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:47.042030 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607f7843-7ff7-44b1-8353-e5a1f7ada5c0 x-openstack-request-id: req-607f7843-7ff7-44b1-8353-e5a1f7ada5c0 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:47.042030 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dfcd5a-93e2-4961-8d0e-450d48c31372", "name": "network-vif-deleted", "tag": "ccd76e42-7034-4f62-83c9-5ba48e79f022", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:47.042616 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-607f7843-7ff7-44b1-8353-e5a1f7ada5c0 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:47.043164 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dfcd5a-93e2-4961-8d0e-450d48c31372', 'name': 'network-vif-deleted', 'tag': 'ccd76e42-7034-4f62-83c9-5ba48e79f022', 'status': 'completed', 'code': 200} Aug 16 20:46:47.100189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71c1e0b8-b2ff-42ed-b8ff-254b1e8b290a req-e054174c-2e72-44e9-b4fb-c87fa4970f5e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 210 time: 0.1180208 Aug 16 20:46:47.129383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8773650-74ba-4418-8658-7c6c1dad402d None None] Network ce47c267-bc40-4497-bca3-57ee11eab682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:47.147329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-e386ee9f-f57b-4a99-add2-c368b2c5d403 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.148879 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-e386ee9f-f57b-4a99-add2-c368b2c5d403 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.2437761 Aug 16 20:46:47.180019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-c3ce3830-563c-4c24-b98a-64cc53569a1a req-e98b3431-ab04-4aec-a121-8e9e369ccab9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] For port 8a740645-04bd-4c81-967c-f2b17590c878, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8a740645-04bd-4c81-967c-f2b17590c878,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:47.180401 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-c3ce3830-563c-4c24-b98a-64cc53569a1a req-e98b3431-ab04-4aec-a121-8e9e369ccab9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.186673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Request body: {'port': {'device_id': '39bd732b-8547-4ff0-98ec-cce13249aa49', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'admin_state_up': True, 'tenant_id': 'ddfb1c9208d1440192808c93cfed992b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:47.207529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-c3ce3830-563c-4c24-b98a-64cc53569a1a req-e98b3431-ab04-4aec-a121-8e9e369ccab9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Calling delete_port for 8a740645-04bd-4c81-967c-f2b17590c878 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:47.449121 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-49166c20-c77e-4390-beb6-9d29bd40bea5 None None] Provisioning for port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:47.453640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-49166c20-c77e-4390-beb6-9d29bd40bea5 None None] Provisioning complete for port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:47.454269 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-49166c20-c77e-4390-beb6-9d29bd40bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.541571 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-c3ce3830-563c-4c24-b98a-64cc53569a1a req-e98b3431-ab04-4aec-a121-8e9e369ccab9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.544713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Made reservation on behalf of ddfb1c9208d1440192808c93cfed992b for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:47.551590 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.553613 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3336c675-f0ca-4c6b-a543-bf6643f374f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.560085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['8a740645-04bd-4c81-967c-f2b17590c878'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:47.563349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e6f479d6-f083-4c1c-88b7-576f9116594c', 'cd31c79a-e3a3-4cf6-a6a5-4ab828c57917'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:47.590557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f484dbb-40be-488b-b974-b422f12e8ec7 req-c6909f80-7f81-44c0-bc8d-da14d157cded tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.599250 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f484dbb-40be-488b-b974-b422f12e8ec7 req-c6909f80-7f81-44c0-bc8d-da14d157cded tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 944 time: 0.1255584 Aug 16 20:46:47.618386 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-0f7213f1-64d8-42e7-aed9-5182b856a68a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1676576 Aug 16 20:46:47.634499 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-49166c20-c77e-4390-beb6-9d29bd40bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.642937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b3431-ab04-4aec-a121-8e9e369ccab9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Pushing event deleted for resources: {'Port': ['ID=8a740645-04bd-4c81-967c-f2b17590c878,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:47.716162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ce3830-563c-4c24-b98a-64cc53569a1a req-e98b3431-ab04-4aec-a121-8e9e369ccab9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] No DVR routers for this DVR port 8a740645-04bd-4c81-967c-f2b17590c878 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:47.737931 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-c3ce3830-563c-4c24-b98a-64cc53569a1a req-e98b3431-ab04-4aec-a121-8e9e369ccab9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.740433 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3ce3830-563c-4c24-b98a-64cc53569a1a req-e98b3431-ab04-4aec-a121-8e9e369ccab9 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.76 "DELETE /v2.0/ports/8a740645-04bd-4c81-967c-f2b17590c878 HTTP/1.1" status: 204 len: 173 time: 1.0385225 Aug 16 20:46:47.751234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f484dbb-40be-488b-b974-b422f12e8ec7 req-e9c9c23b-7307-4561-9a3a-21dd8e112eb8 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510360 Aug 16 20:46:47.751742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a1f3a2-40ae-4d54-a126-84147feb095f', 'name': 'network-vif-deleted', 'tag': '8a740645-04bd-4c81-967c-f2b17590c878'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:47.755716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-49166c20-c77e-4390-beb6-9d29bd40bea5 None None] For port 4443afe6-c7f7-44cf-8600-6ca1953a99a9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4443afe6-c7f7-44cf-8600-6ca1953a99a9,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:47.756910 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063f31d9-d937-4370-bd98-1a41d06a5800" -d '{"events": [{"server_uuid": "83a1f3a2-40ae-4d54-a126-84147feb095f", "name": "network-vif-deleted", "tag": "8a740645-04bd-4c81-967c-f2b17590c878"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:47.818330 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aac5b1-6e7e-4e94-bb0e-b581ee62daba x-openstack-request-id: req-05aac5b1-6e7e-4e94-bb0e-b581ee62daba {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:47.818632 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a1f3a2-40ae-4d54-a126-84147feb095f", "name": "network-vif-deleted", "tag": "8a740645-04bd-4c81-967c-f2b17590c878", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:47.818893 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-05aac5b1-6e7e-4e94-bb0e-b581ee62daba {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:47.819299 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a1f3a2-40ae-4d54-a126-84147feb095f', 'name': 'network-vif-deleted', 'tag': '8a740645-04bd-4c81-967c-f2b17590c878', 'status': 'completed', 'code': 200} Aug 16 20:46:47.835867 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-a19c5b70-198d-45e2-8222-95a405f511a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.837574 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-a19c5b70-198d-45e2-8222-95a405f511a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b34307ab4f54b738e8de28f0575f9ee&device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 1098 time: 0.1531069 Aug 16 20:46:47.901613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Allocated IP 172.20.0.4 (0b94bc29-3f96-4417-a787-e029ad34ad92/ea210106-55a4-4da3-b9b0-5e9290d080d8/bcb449cb-4e81-4b9f-b8b4-5e3c196d062d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:47.918237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ca8e655-bae7-486b-9702-9cdf7f45c71a req-b54d7e04-6aa2-4b68-a464-58a46d851a7a tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=83a1f3a2-40ae-4d54-a126-84147feb095f HTTP/1.1" status: 200 len: 210 time: 0.0393093 Aug 16 20:46:47.941119 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-49166c20-c77e-4390-beb6-9d29bd40bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.004837 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.058061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.102195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-338601c1-8f4e-4234-baab-b0a46c23b2df req-5395e97e-f482-4766-9635-47c7e51ea9a2 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=79dfcd5a-93e2-4961-8d0e-450d48c31372 HTTP/1.1" status: 200 len: 210 time: 0.0399437 Aug 16 20:46:48.134760 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2b19c3ff-09a2-4b2f-8f20-b0c831231a36 None None] Provisioning complete for port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:48.135137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2b19c3ff-09a2-4b2f-8f20-b0c831231a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.137667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49166c20-c77e-4390-beb6-9d29bd40bea5 None None] Pushing event updated for resources: {'Port': ['ID=4443afe6-c7f7-44cf-8600-6ca1953a99a9,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:48.343788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5cc170c-f928-4edd-bd37-3acc8fb12332 req-446fe537-840a-4e5c-8bcd-82d041b612a1 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 210 time: 0.0626292 Aug 16 20:46:48.378139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38d8b2-fb54-4d25-9bd3-21dfd4e0cf98 req-62ff318b-f984-449b-9331-dca181b4bf2c tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.390621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a38d8b2-fb54-4d25-9bd3-21dfd4e0cf98 req-62ff318b-f984-449b-9331-dca181b4bf2c tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 946 time: 0.1271825 Aug 16 20:46:48.437250 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a38d8b2-fb54-4d25-9bd3-21dfd4e0cf98 req-dd530191-f3c6-4d1a-8742-8093520f272a tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462120 Aug 16 20:46:48.517125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4443afe6-c7f7-44cf-8600-6ca1953a99a9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:48.604137 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:48.604875 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.794397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-d9c26872-4fb4-464d-ab89-4137c89d55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.796231 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-d9c26872-4fb4-464d-ab89-4137c89d55c0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=32ce7763-b2b2-4b57-a05f-db5d38015e9f HTTP/1.1" status: 200 len: 917 time: 0.8835602 Aug 16 20:46:48.865564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.899456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd2c4f-676f-4029-8beb-4462bcbb469b req-bc2c5890-663a-4e8a-9bee-26bcc5c8866b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.903513 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75cd2c4f-676f-4029-8beb-4462bcbb469b req-bc2c5890-663a-4e8a-9bee-26bcc5c8866b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 944 time: 0.0635750 Aug 16 20:46:48.945357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75cd2c4f-676f-4029-8beb-4462bcbb469b req-f901d832-8306-47c8-965e-7d9865f6e452 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364289 Aug 16 20:46:48.950042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.954971 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-a89ff271-daed-4314-81db-ffaae123019c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb1ba463-6ae5-4221-bc94-6a595b3eac0c HTTP/1.1" status: 200 len: 1002 time: 0.1457384 Aug 16 20:46:48.984249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 10a37f83-e387-4237-84d2-44078ab2bbc6 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:49.081271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-3ec94dd7-3ce3-4bfc-8cc0-f5e1d3b04eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.082659 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-3ec94dd7-3ce3-4bfc-8cc0-f5e1d3b04eae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5de9106-bc0b-4ff3-b478-ae4f0feec18d HTTP/1.1" status: 200 len: 855 time: 0.1132369 Aug 16 20:46:49.132558 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.157740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 10a37f83-e387-4237-84d2-44078ab2bbc6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:49.159377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-de2c9a57-e591-4ee0-bf22-5ac001b79711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.160889 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-de2c9a57-e591-4ee0-bf22-5ac001b79711 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32ce7763-b2b2-4b57-a05f-db5d38015e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699565 Aug 16 20:46:49.163086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 10a37f83-e387-4237-84d2-44078ab2bbc6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:49.176192 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.258370 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.273828 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-6c047ae1-442d-4033-87f8-b8a6d90743f5 service neutron] 10.222.0.76 "GET /v2.0/networks/32ce7763-b2b2-4b57-a05f-db5d38015e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039495 Aug 16 20:46:49.286881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baed5f0-a6b2-4388-bd06-736ed42ad461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a37f83-e387-4237-84d2-44078ab2bbc6'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:49.289408 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7038b9-6f1d-4137-b2e3-3a3d55afda98" -d '{"events": [{"server_uuid": "1baed5f0-a6b2-4388-bd06-736ed42ad461", "name": "network-vif-plugged", "status": "completed", "tag": "10a37f83-e387-4237-84d2-44078ab2bbc6"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:49.309301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 10a37f83-e387-4237-84d2-44078ab2bbc6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=10a37f83-e387-4237-84d2-44078ab2bbc6,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:49.352203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.402279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Network 0b94bc29-3f96-4417-a787-e029ad34ad92 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:49.408386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:49.411201 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:49.417451 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ccd76e42-7034-4f62-83c9-5ba48e79f022 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:49.449355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: ccd76e42-7034-4f62-83c9-5ba48e79f022 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:49.450042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ccd76e42-7034-4f62-83c9-5ba48e79f022 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:49.464371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Router 0d825ac2-0477-4560-aa80-bb2a6b4e983e is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:46:49.489232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event updated for resources: {'Port': ['ID=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:49.491970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-a9e1da2b-a585-48ff-ac90-2a1893c07f2e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.494355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-a9e1da2b-a585-48ff-ac90-2a1893c07f2e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/networks?id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb HTTP/1.1" status: 200 len: 821 time: 0.1423774 Aug 16 20:46:49.499781 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.510785 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3854ef36-36bb-45c7-acf5-daa2f9eabea9 req-9c5f2a6a-f6f8-4f2d-b018-aef069f41747 service neutron] 10.222.0.76 "GET /v2.0/networks/32ce7763-b2b2-4b57-a05f-db5d38015e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278306 Aug 16 20:46:49.547982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-6063f829-dfd2-4821-a44f-a4ea5b6312b9 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/quotas/a04b09acfa1f488abc75cf14a828ebf6 HTTP/1.1" status: 200 len: 375 time: 0.0421033 Aug 16 20:46:49.582701 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aba87c3-61a1-46c7-8c20-6eb5e6d1701f x-openstack-request-id: req-9aba87c3-61a1-46c7-8c20-6eb5e6d1701f {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:49.583075 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baed5f0-a6b2-4388-bd06-736ed42ad461", "name": "network-vif-plugged", "status": "completed", "tag": "10a37f83-e387-4237-84d2-44078ab2bbc6", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:49.583286 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9aba87c3-61a1-46c7-8c20-6eb5e6d1701f {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:49.584402 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baed5f0-a6b2-4388-bd06-736ed42ad461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a37f83-e387-4237-84d2-44078ab2bbc6', 'code': 200} Aug 16 20:46:49.590329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.591440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.609142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=10a37f83-e387-4237-84d2-44078ab2bbc6,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:49.626697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-1fc02390-9528-49ca-8937-99f735abf3bf tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a04b09acfa1f488abc75cf14a828ebf6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766973 Aug 16 20:46:49.679022 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:49.690041 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Sync routers for ids ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:49.706024 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Routers {'0d825ac2-0477-4560-aa80-bb2a6b4e983e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:49.707934 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:49.734287 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-28f3c334-e8fb-4737-baa1-afc4d4ab8934 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5519488 Aug 16 20:46:49.773145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Request body: {'port': {'device_id': '39bd732b-8547-4ff0-98ec-cce13249aa49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:49.839386 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Set router 0d825ac2-0477-4560-aa80-bb2a6b4e983e gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:49.852390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.856992 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-53cff479-b289-4f8b-a5b1-2ea1fbd2ace6 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7603774 Aug 16 20:46:49.857749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49746) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:49.994873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9e5b9-14ff-4180-adf5-283acdad5a98 req-69aa5ffc-7dca-4128-b0a5-abb81c9f7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.997576 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46f9e5b9-14ff-4180-adf5-283acdad5a98 req-69aa5ffc-7dca-4128-b0a5-abb81c9f7511 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 1097 time: 0.2962329 Aug 16 20:46:50.031618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-ece1d77a-db93-4432-9620-67efacbf1824 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.033775 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-ece1d77a-db93-4432-9620-67efacbf1824 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.76 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 946 time: 0.2669837 Aug 16 20:46:50.063238 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:47Z', 'revision_number': 3, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:50.103727 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Checking router: 0d825ac2-0477-4560-aa80-bb2a6b4e983e for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:50.104359 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Updating router 0d825ac2-0477-4560-aa80-bb2a6b4e983e port 8514a260-d502-49cb-9f2e-dd0c4e5e6697 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:46:50.114204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.130054 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46f9e5b9-14ff-4180-adf5-283acdad5a98 req-57d8a051-4f46-4adf-9421-fee90d77a3af service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949974 Aug 16 20:46:50.138573 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.310026 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0f553-744e-46e0-a240-3fa7c1433fd9 req-46665b82-e2da-4412-92a6-00beea257f02 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.317760 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81f0f553-744e-46e0-a240-3fa7c1433fd9 req-46665b82-e2da-4412-92a6-00beea257f02 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 931 time: 0.6740067 Aug 16 20:46:50.396927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-aa7777a4-c2f0-48a9-8094-1961bb2924c4 service neutron] 10.222.0.74 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7625833 Aug 16 20:46:50.413479 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81f0f553-744e-46e0-a240-3fa7c1433fd9 req-b664f0f1-fc8d-4efa-982a-fc9a45566a6b tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947006 Aug 16 20:46:50.444673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Deleting port cb1ba463-6ae5-4221-bc94-6a595b3eac0c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:50.445497 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.510704 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.540521 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Transition to ACTIVE for port object 8514a260-d502-49cb-9f2e-dd0c4e5e6697 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:50.558239 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.608135 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f4f80-0960-45a3-acb0-4569c15691d0 req-568d2d2a-85dd-4630-b6d3-6dcf81b4784c tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.616229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd6f4f80-0960-45a3-acb0-4569c15691d0 req-568d2d2a-85dd-4630-b6d3-6dcf81b4784c tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 946 time: 0.1107836 Aug 16 20:46:50.626041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-724ad091-0586-4420-828d-0e55023ebe1c service neutron] 10.222.0.74 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280252 Aug 16 20:46:50.638927 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.731552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd6f4f80-0960-45a3-acb0-4569c15691d0 req-16f3b673-4178-4c13-aa3d-d89c36068004 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128597 Aug 16 20:46:50.758833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] For port cb1ba463-6ae5-4221-bc94-6a595b3eac0c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cb1ba463-6ae5-4221-bc94-6a595b3eac0c,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:50.759318 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.792995 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Attempting to bind port 8514a260-d502-49cb-9f2e-dd0c4e5e6697 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:50.793589 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Attempting to bind port 8514a260-d502-49cb-9f2e-dd0c4e5e6697 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:50.797218 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Attempting to bind port 8514a260-d502-49cb-9f2e-dd0c4e5e6697 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:50.799783 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Pushing event updated for resources: {'Port': ['ID=8514a260-d502-49cb-9f2e-dd0c4e5e6697,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:50.800797 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c1af49b-e30a-48da-b2ea-80a35f5b1d6e req-75bdffdc-1d9f-4d45-b6d3-57ede6252f39 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1782069 Aug 16 20:46:50.808317 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:50.808687 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:50.809145 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.809552 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:50.810037 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Bound port: 8514a260-d502-49cb-9f2e-dd0c4e5e6697, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:50.810413 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.813823 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.814143 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.814477 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.814806 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.815132 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.815454 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.815772 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.816090 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.816407 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.816723 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.817133 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.817486 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:50.915052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2f25-c612-4bc2-9bff-4b7a385402a6 req-a98b9dca-4b08-4551-9cd7-e8c002ee5fa1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.919379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab7f2f25-c612-4bc2-9bff-4b7a385402a6 req-a98b9dca-4b08-4551-9cd7-e8c002ee5fa1 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc HTTP/1.1" status: 200 len: 945 time: 0.0823805 Aug 16 20:46:50.933680 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] For port 8514a260-d502-49cb-9f2e-dd0c4e5e6697, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:50.938717 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] For port 8514a260-d502-49cb-9f2e-dd0c4e5e6697, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8514a260-d502-49cb-9f2e-dd0c4e5e6697,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:50.989266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab7f2f25-c612-4bc2-9bff-4b7a385402a6 req-117729e9-30d9-4382-91b4-617d0266e12a tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685494 Aug 16 20:46:51.037709 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.114694 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dfe8d-ee4b-4ae9-80ec-04f0ddb0cbbe None None] Pushing event updated for resources: {'Port': ['ID=8514a260-d502-49cb-9f2e-dd0c4e5e6697,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:51.131955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-543f4e9c-61f6-4206-8be0-1dfb8a5f733b req-00b70748-600d-4545-bb84-dce28c93e982 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 210 time: 0.0655386 Aug 16 20:46:51.139789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2340b5-6fe1-4b2c-bafe-ca55be0f3160 req-6b1f02d9-978e-4b00-94dd-dbc6ee9aadbf tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:51.144314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da2340b5-6fe1-4b2c-bafe-ca55be0f3160 req-6b1f02d9-978e-4b00-94dd-dbc6ee9aadbf tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 945 time: 0.1458175 Aug 16 20:46:51.174632 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Routers {'0d825ac2-0477-4560-aa80-bb2a6b4e983e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:51.175997 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:51.226202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da2340b5-6fe1-4b2c-bafe-ca55be0f3160 req-5db87154-6ae1-4b57-a522-99342ada9fd0 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686843 Aug 16 20:46:51.238013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb449cb-4e81-4b9f-b8b4-5e3c196d062d {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:51.256308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.343658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c495b32-94ce-4ae3-b1c1-132162dfd431 req-07ae5888-85e6-48c6-8a26-f3e3029e4e2f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:51.344235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1af49b-e30a-48da-b2ea-80a35f5b1d6e req-4bcd02ec-d490-4868-b87d-b38cd63d97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:51.345220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c495b32-94ce-4ae3-b1c1-132162dfd431 req-07ae5888-85e6-48c6-8a26-f3e3029e4e2f tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc HTTP/1.1" status: 200 len: 945 time: 0.1042397 Aug 16 20:46:51.345489 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c1af49b-e30a-48da-b2ea-80a35f5b1d6e req-4bcd02ec-d490-4868-b87d-b38cd63d97bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 1098 time: 0.4483604 Aug 16 20:46:51.348000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Transition to ACTIVE for port object bcb449cb-4e81-4b9f-b8b4-5e3c196d062d will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:51.366927 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] Set router 0d825ac2-0477-4560-aa80-bb2a6b4e983e gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:51.383297 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.383887 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.387492 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Floating IP 47280041-a883-4f94-afa6-d0c049a83806 disassociated. External IP: 172.25.4.230, port: cb1ba463-6ae5-4221-bc94-6a595b3eac0c. Aug 16 20:46:51.387492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Calling delete_port for cb1ba463-6ae5-4221-bc94-6a595b3eac0c owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:51.409549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8a740645-04bd-4c81-967c-f2b17590c878 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:51.468363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 8a740645-04bd-4c81-967c-f2b17590c878 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:51.468733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8a740645-04bd-4c81-967c-f2b17590c878 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:51.520692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-7c495b32-94ce-4ae3-b1c1-132162dfd431 req-ec7239e4-e710-443f-829c-bde8a4c53eb0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Deleting port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:51.525255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7c495b32-94ce-4ae3-b1c1-132162dfd431 req-ec7239e4-e710-443f-829c-bde8a4c53eb0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.671220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6e36b-1bc2-4624-a97e-70993c8cb780 req-32d68fc5-5e95-4b6a-9754-df43390de29f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:51.679123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4b6e36b-1bc2-4624-a97e-70993c8cb780 req-32d68fc5-5e95-4b6a-9754-df43390de29f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 943 time: 0.1787236 Aug 16 20:46:51.740032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-7c495b32-94ce-4ae3-b1c1-132162dfd431 req-ec7239e4-e710-443f-829c-bde8a4c53eb0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] For port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:51.741223 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7c495b32-94ce-4ae3-b1c1-132162dfd431 req-ec7239e4-e710-443f-829c-bde8a4c53eb0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.781637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4b6e36b-1bc2-4624-a97e-70993c8cb780 req-6716fb86-89ea-4955-a6ec-8acd29e2b759 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859416 Aug 16 20:46:51.787130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-7c495b32-94ce-4ae3-b1c1-132162dfd431 req-ec7239e4-e710-443f-829c-bde8a4c53eb0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Calling delete_port for cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:51.860413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.918385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.937945 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:47Z', 'revision_number': 3, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:51.969206 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30906b0c-124d-4af8-b101-23df9c1dad52 None None] The sync data for ids ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'] in n-d-793619-14 is: [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:47Z', 'revision_number': 3, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:52.001934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:52.043967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1af49b-e30a-48da-b2ea-80a35f5b1d6e req-5729cb03-09ca-48e2-8e29-0f76d601cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.051664 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c1af49b-e30a-48da-b2ea-80a35f5b1d6e req-5729cb03-09ca-48e2-8e29-0f76d601cbde service neutron] 10.222.0.79 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 916 time: 0.6644499 Aug 16 20:46:52.063137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db860a76-2d2f-4535-a646-bcf40d61374f req-a5a2db1d-9b79-4e1a-b177-d4484f517b97 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.076063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db860a76-2d2f-4535-a646-bcf40d61374f req-a5a2db1d-9b79-4e1a-b177-d4484f517b97 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 946 time: 0.1958423 Aug 16 20:46:52.171214 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db860a76-2d2f-4535-a646-bcf40d61374f req-f88767b4-3e91-4dfd-90bd-0437b1b888ad tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups?id=548f6649-578f-4d5e-b1f3-4199c3309aba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937514 Aug 16 20:46:52.176976 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7c495b32-94ce-4ae3-b1c1-132162dfd431 req-ec7239e4-e710-443f-829c-bde8a4c53eb0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.186248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815f17e-6579-41c4-95d9-5cedb6a9e4b6 req-f8888c06-5098-426c-b8a9-cda53764f6ea tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.188093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e815f17e-6579-41c4-95d9-5cedb6a9e4b6 req-f8888c06-5098-426c-b8a9-cda53764f6ea tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc HTTP/1.1" status: 200 len: 945 time: 0.1004491 Aug 16 20:46:52.198892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e6f479d6-f083-4c1c-88b7-576f9116594c', 'cd31c79a-e3a3-4cf6-a6a5-4ab828c57917'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:52.201243 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c1af49b-e30a-48da-b2ea-80a35f5b1d6e req-f8ba1d62-14f2-4283-b278-d0caeb7dc5d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=542c8305-3fea-4992-af47-97b77e1a4475 HTTP/1.1" status: 200 len: 217 time: 0.1171424 Aug 16 20:46:52.239887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7239e4-e710-443f-829c-bde8a4c53eb0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Pushing event deleted for resources: {'Port': ['ID=cd31c79a-e3a3-4cf6-a6a5-4ab828c57917,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:52.338143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c495b32-94ce-4ae3-b1c1-132162dfd431 req-ec7239e4-e710-443f-829c-bde8a4c53eb0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] No DVR routers for this DVR port cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:52.362894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7c495b32-94ce-4ae3-b1c1-132162dfd431 req-ec7239e4-e710-443f-829c-bde8a4c53eb0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.376316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c495b32-94ce-4ae3-b1c1-132162dfd431 req-ec7239e4-e710-443f-829c-bde8a4c53eb0 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.79 "DELETE /v2.0/ports/cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 HTTP/1.1" status: 204 len: 173 time: 1.0099144 Aug 16 20:46:52.377651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3ca92d-1551-4e8d-a2de-00c190d440dc', 'name': 'network-vif-deleted', 'tag': 'cd31c79a-e3a3-4cf6-a6a5-4ab828c57917'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:52.380139 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cec6f5-732d-4596-9de2-baf783352227" -d '{"events": [{"server_uuid": "ed3ca92d-1551-4e8d-a2de-00c190d440dc", "name": "network-vif-deleted", "tag": "cd31c79a-e3a3-4cf6-a6a5-4ab828c57917"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:52.406069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e815f17e-6579-41c4-95d9-5cedb6a9e4b6 req-4928c766-3dcd-4ad7-99ef-ee0c939ac895 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053425 Aug 16 20:46:52.429424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6f62117-6b29-4c7e-a92e-5b98bc894810 req-1c24f786-14d7-4600-b291-71baa9048ed6 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 210 time: 0.0873415 Aug 16 20:46:52.430575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Attempting to bind port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:52.431222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Attempting to bind port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:52.431422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Attempting to bind port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:52.440161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1af49b-e30a-48da-b2ea-80a35f5b1d6e req-7a93ba16-70a5-4ce2-968e-a98e75da43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.444730 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c1af49b-e30a-48da-b2ea-80a35f5b1d6e req-7a93ba16-70a5-4ce2-968e-a98e75da43bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0c9aebf-a6c8-41ba-a986-a27f3715589d HTTP/1.1" status: 200 len: 855 time: 0.2306933 Aug 16 20:46:52.506400 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62b602a-a478-4c13-9b80-c8c07fbce0d7 x-openstack-request-id: req-d62b602a-a478-4c13-9b80-c8c07fbce0d7 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:52.506697 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3ca92d-1551-4e8d-a2de-00c190d440dc", "name": "network-vif-deleted", "tag": "cd31c79a-e3a3-4cf6-a6a5-4ab828c57917", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:52.506949 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d62b602a-a478-4c13-9b80-c8c07fbce0d7 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:52.507392 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3ca92d-1551-4e8d-a2de-00c190d440dc', 'name': 'network-vif-deleted', 'tag': 'cd31c79a-e3a3-4cf6-a6a5-4ab828c57917', 'status': 'completed', 'code': 200} Aug 16 20:46:52.552345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d on network 0b94bc29-3f96-4417-a787-e029ad34ad92 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:52.552804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Attempting to bind port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:52.574556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:52.575082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Checking segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:52.575574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Bound using segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:52.576134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Bound port: bcb449cb-4e81-4b9f-b8b4-5e3c196d062d, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:52.576589 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.588100 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c1af49b-e30a-48da-b2ea-80a35f5b1d6e req-081c6321-7bac-4982-90da-308fad9a50f4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=167b5c15-9495-445e-b579-0b77a4a65191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269162 Aug 16 20:46:52.600985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6f18e-d498-4921-8a41-019139b77e54 req-bdba64f6-4b78-4b73-a983-23950379a127 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.602584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5eb6f18e-d498-4921-8a41-019139b77e54 req-bdba64f6-4b78-4b73-a983-23950379a127 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 945 time: 0.0736053 Aug 16 20:46:52.680710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5eb6f18e-d498-4921-8a41-019139b77e54 req-850f3af9-04fe-41ee-adb6-0893a7672386 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701270 Aug 16 20:46:52.751032 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.758737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Allocated IP 172.20.0.1 (ce47c267-bc40-4497-bca3-57ee11eab682/d7303019-73a2-477c-b760-7e3428e0b916/5a879719-be64-4407-9107-fdc15f5bc3bc) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:52.917804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94d316-27e7-46ce-97c3-a81c15ac1453 req-b689e612-0ce0-4e9a-b738-c091a02dcde2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.925512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a94d316-27e7-46ce-97c3-a81c15ac1453 req-b689e612-0ce0-4e9a-b738-c091a02dcde2 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 945 time: 0.1399286 Aug 16 20:46:52.970238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Pushing event deleted for resources: {'Port': ['ID=cb1ba463-6ae5-4221-bc94-6a595b3eac0c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:53.013629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a94d316-27e7-46ce-97c3-a81c15ac1453 req-46cbea64-a02b-4044-960e-7ea36df5e4d6 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676632 Aug 16 20:46:53.036327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a382a73-7c47-4601-9395-6b30e30fbf1f req-4f57977e-cfb6-4c0d-baec-27a5a91e5dd7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:53.036327 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a382a73-7c47-4601-9395-6b30e30fbf1f req-4f57977e-cfb6-4c0d-baec-27a5a91e5dd7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 943 time: 0.1442311 Aug 16 20:46:53.053950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] For port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:53.094398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a382a73-7c47-4601-9395-6b30e30fbf1f req-711ddef2-52b1-460d-9c75-7955bfeaa13a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570116 Aug 16 20:46:53.155872 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c1af49b-e30a-48da-b2ea-80a35f5b1d6e req-c933bb5f-bdd6-4d73-a807-1a935167a8d0 service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487630 Aug 16 20:46:53.162106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] For port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:53.231379 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.303364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Transition to ACTIVE for port object 5a879719-be64-4407-9107-fdc15f5bc3bc will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:53.343539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Router 38108c55-1e98-455a-9564-5402a2a2b6d5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:53.358094 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c1af49b-e30a-48da-b2ea-80a35f5b1d6e req-ab8caa08-1724-4726-9df9-d369a83e281e service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876259 Aug 16 20:46:53.358322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12c0efd6-1ad6-4d8c-9e1a-778501a2fa20 req-84675eb7-7a89-4d68-88ec-ef00572ac21b tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 210 time: 0.0597498 Aug 16 20:46:53.428612 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.433003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cb1ba463-6ae5-4221-bc94-6a595b3eac0c no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:53.464866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: cb1ba463-6ae5-4221-bc94-6a595b3eac0c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:53.465362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cb1ba463-6ae5-4221-bc94-6a595b3eac0c not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:53.512033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:53.512528 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.513842 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] 10.222.0.76 "PUT /v2.0/ports/bcb449cb-4e81-4b9f-b8b4-5e3c196d062d HTTP/1.1" status: 200 len: 1092 time: 3.7536287 Aug 16 20:46:53.539731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bd732b-8547-4ff0-98ec-cce13249aa49', 'tag': 'bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:53.542546 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de486c6-bea6-48c1-ba55-8bc261024d82" -d '{"events": [{"name": "network-changed", "server_uuid": "39bd732b-8547-4ff0-98ec-cce13249aa49", "tag": "bcb449cb-4e81-4b9f-b8b4-5e3c196d062d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:53.614605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4552e1-db20-4d1b-abe0-3b88f791a014 req-d8430c7e-d66e-4c75-880c-8f6d1441681c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:53.622703 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.624599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e4552e1-db20-4d1b-abe0-3b88f791a014 req-d8430c7e-d66e-4c75-880c-8f6d1441681c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 945 time: 0.1111727 Aug 16 20:46:53.631386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb009691-ce4f-481f-94bb-501f11435a34 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:53.695357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Network ce47c267-bc40-4497-bca3-57ee11eab682 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:53.704378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e4552e1-db20-4d1b-abe0-3b88f791a014 req-ffd2ba62-15f5-4d99-839d-971b2ca24d5c tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745060 Aug 16 20:46:53.706541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-367f1867-2e64-436e-9841-11ce3dee79d3 req-5a07cc5d-f7ba-4128-b09d-e836af22a92b tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed3ca92d-1551-4e8d-a2de-00c190d440dc HTTP/1.1" status: 200 len: 210 time: 0.0414526 Aug 16 20:46:53.726769 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:53.726769 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:53.806151 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2cd1aa-75a2-46af-83c1-b7665ec7c6cf x-openstack-request-id: req-0d2cd1aa-75a2-46af-83c1-b7665ec7c6cf {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:53.806435 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bd732b-8547-4ff0-98ec-cce13249aa49", "tag": "bcb449cb-4e81-4b9f-b8b4-5e3c196d062d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:53.806736 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0d2cd1aa-75a2-46af-83c1-b7665ec7c6cf {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:53.807818 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bd732b-8547-4ff0-98ec-cce13249aa49', 'tag': 'bcb449cb-4e81-4b9f-b8b4-5e3c196d062d', 'status': 'completed', 'code': 200} Aug 16 20:46:53.815279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:53.816861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Pushing event updated for resources: {'Port': ['ID=5a879719-be64-4407-9107-fdc15f5bc3bc,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:53.825656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1711117-bc24-4006-86af-27170a7f73d0 None None] Sync routers for ids ['38108c55-1e98-455a-9564-5402a2a2b6d5'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:53.836288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1711117-bc24-4006-86af-27170a7f73d0 None None] Routers {'38108c55-1e98-455a-9564-5402a2a2b6d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:53.837119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f1711117-bc24-4006-86af-27170a7f73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['38108c55-1e98-455a-9564-5402a2a2b6d5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:53.843201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25f93f02-267d-4d84-8ce6-ba98c939114a req-08169342-16bb-4074-8958-00d123935267 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 210 time: 0.0406849 Aug 16 20:46:53.888722 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.032734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-59255065-2e29-4a43-9b1d-df6fd74944d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.034528 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-59255065-2e29-4a43-9b1d-df6fd74944d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 1095 time: 0.3516979 Aug 16 20:46:54.047348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f1711117-bc24-4006-86af-27170a7f73d0 None None] Set router 38108c55-1e98-455a-9564-5402a2a2b6d5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:54.059449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] No DVR routers for this DVR port cb1ba463-6ae5-4221-bc94-6a595b3eac0c on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:54.063132 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.065864 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d31ef5df-5f21-45e2-aee5-0a067202cd73 req-f0398278-31d1-4fd9-af43-b267d08dee85 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.76 "DELETE /v2.0/ports/cb1ba463-6ae5-4221-bc94-6a595b3eac0c HTTP/1.1" status: 204 len: 173 time: 3.9939129 Aug 16 20:46:54.114951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e057f3e-ff4e-48b4-bde0-2d191a0023e5 req-e9c53033-c39e-4b83-961b-f497a86196b4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.124473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e057f3e-ff4e-48b4-bde0-2d191a0023e5 req-e9c53033-c39e-4b83-961b-f497a86196b4 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 945 time: 0.1405468 Aug 16 20:46:54.190549 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-24afde27-65c7-4bd4-b408-5c722aaf6159 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d HTTP/1.1" status: 200 len: 217 time: 0.1363387 Aug 16 20:46:54.198262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e057f3e-ff4e-48b4-bde0-2d191a0023e5 req-671625f5-96f7-4fe0-a0ae-6fbc0412b280 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728607 Aug 16 20:46:54.270075 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-bff041ee-64e9-4dc5-89da-5fb1798d781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.271565 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-bff041ee-64e9-4dc5-89da-5fb1798d781b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0742395 Aug 16 20:46:54.318248 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-ace77122-f6e2-4243-80e9-6913e2c5aa42 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372946 Aug 16 20:46:54.367007 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44300aa-d300-40d6-b756-0268846a53fc req-475852c0-3fb2-4824-9320-1e9dde55def9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.377274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b44300aa-d300-40d6-b756-0268846a53fc req-475852c0-3fb2-4824-9320-1e9dde55def9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 943 time: 0.1046174 Aug 16 20:46:54.408347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f1711117-bc24-4006-86af-27170a7f73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:36Z', 'revision_number': 4, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '856c6158-8e9d-4e44-a9b5-ebd55b96bf4b', 'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'mac_address': 'fa:16:3e:26:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:35Z', 'updated_at': '2021-08-16T20:42:43Z', 'revision_number': 5, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'subnets': [{'id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:54.441883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b44300aa-d300-40d6-b756-0268846a53fc req-429eec33-b851-49b9-ad01-5ac86d05c59d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635641 Aug 16 20:46:54.524094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1711117-bc24-4006-86af-27170a7f73d0 None None] Checking router: 38108c55-1e98-455a-9564-5402a2a2b6d5 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:54.526499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bf1918ab-1a8a-412d-a32c-c1ec72ad414d None None] Provisioning for port 5a879719-be64-4407-9107-fdc15f5bc3bc completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:54.534509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bf1918ab-1a8a-412d-a32c-c1ec72ad414d None None] Provisioning complete for port 5a879719-be64-4407-9107-fdc15f5bc3bc triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:54.535118 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bf1918ab-1a8a-412d-a32c-c1ec72ad414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.631819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bf1918ab-1a8a-412d-a32c-c1ec72ad414d None None] Port 5a879719-be64-4407-9107-fdc15f5bc3bc cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:54.633608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8514a260-d502-49cb-9f2e-dd0c4e5e6697 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:54.695398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1711117-bc24-4006-86af-27170a7f73d0 None None] Routers {'38108c55-1e98-455a-9564-5402a2a2b6d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:54.698646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f1711117-bc24-4006-86af-27170a7f73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['38108c55-1e98-455a-9564-5402a2a2b6d5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:54.790834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6b99c25-08ac-493a-ae16-824609867bbb req-0a3ed10b-8675-48aa-bcc0-24dd89bdd33b tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 210 time: 0.0563776 Aug 16 20:46:54.814539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89aefbc-6106-4503-bab5-706eae88085e req-6771c98c-bcfc-438f-a84b-a45b7e74e02e tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.822392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a89aefbc-6106-4503-bab5-706eae88085e req-6771c98c-bcfc-438f-a84b-a45b7e74e02e tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 945 time: 0.1399195 Aug 16 20:46:54.888430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a89aefbc-6106-4503-bab5-706eae88085e req-b153846e-010e-473b-908a-30e10e920339 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601411 Aug 16 20:46:54.951657 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-486bd6bf-79b8-4cda-9fd6-8e8375d038f3 service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184900 Aug 16 20:46:54.952257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.988757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-309d7cf9-a442-45ed-90e0-314c68f9d5a9 req-c658d138-bac6-41de-b17f-07f9c6b20c17 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 210 time: 0.0380614 Aug 16 20:46:55.014850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:55.057938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:55.058613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device cd31c79a-e3a3-4cf6-a6a5-4ab828c57917 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:55.086676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f1711117-bc24-4006-86af-27170a7f73d0 None None] Set router 38108c55-1e98-455a-9564-5402a2a2b6d5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:55.114878 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae057490-ee3f-4bee-90ed-9cdde8aee81c req-b0592c26-1ca9-4a78-8b1f-5671e865a08b service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476099 Aug 16 20:46:55.158819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-8554de1e-df97-4e51-af1d-5d0abd39f5ad tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:55.160334 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-8554de1e-df97-4e51-af1d-5d0abd39f5ad tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "GET /v2.0/networks?id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb HTTP/1.1" status: 200 len: 821 time: 0.6848319 Aug 16 20:46:55.176255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Request body: {'port': {'device_id': '9ce1f4d9-d488-4222-8175-deeeaeab0c26', 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb', 'admin_state_up': True, 'tenant_id': 'a04b09acfa1f488abc75cf14a828ebf6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:55.184936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6498c-4df0-4d17-b0b0-5c528b59e798 req-c932bac2-c5fc-4c7e-a4e4-1f67a4eba21b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:55.186901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97f6498c-4df0-4d17-b0b0-5c528b59e798 req-c932bac2-c5fc-4c7e-a4e4-1f67a4eba21b tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 945 time: 0.0966470 Aug 16 20:46:55.246004 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97f6498c-4df0-4d17-b0b0-5c528b59e798 req-7a5164c4-5ba2-444e-b9a8-621bb77f05be tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435555 Aug 16 20:46:55.284289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8514a260-d502-49cb-9f2e-dd0c4e5e6697 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:55.284830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8514a260-d502-49cb-9f2e-dd0c4e5e6697 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:55.285238 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.423762 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.448482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8514a260-d502-49cb-9f2e-dd0c4e5e6697, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8514a260-d502-49cb-9f2e-dd0c4e5e6697,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:55.457440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f1711117-bc24-4006-86af-27170a7f73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:36Z', 'revision_number': 4, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '856c6158-8e9d-4e44-a9b5-ebd55b96bf4b', 'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'mac_address': 'fa:16:3e:26:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:35Z', 'updated_at': '2021-08-16T20:42:43Z', 'revision_number': 5, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'subnets': [{'id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:55.490544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1711117-bc24-4006-86af-27170a7f73d0 None None] The sync data for ids ['38108c55-1e98-455a-9564-5402a2a2b6d5'] in n-d-793619-14 is: [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:42:36Z', 'revision_number': 4, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '856c6158-8e9d-4e44-a9b5-ebd55b96bf4b', 'name': '', 'network_id': '32ce7763-b2b2-4b57-a05f-db5d38015e9f', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'mac_address': 'fa:16:3e:26:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:35Z', 'updated_at': '2021-08-16T20:42:43Z', 'revision_number': 5, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'subnets': [{'id': 'f5de9106-bc0b-4ff3-b478-ae4f0feec18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:55.545670 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.564156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de486c6-bea6-48c1-ba55-8bc261024d82 req-895a1f0d-8d6b-4fe5-88c8-22d4d0784c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:55.565731 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2de486c6-bea6-48c1-ba55-8bc261024d82 req-895a1f0d-8d6b-4fe5-88c8-22d4d0784c49 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 1095 time: 0.1759577 Aug 16 20:46:55.643229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Made reservation on behalf of a04b09acfa1f488abc75cf14a828ebf6 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:55.659265 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.661246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8514a260-d502-49cb-9f2e-dd0c4e5e6697,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:55.676552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.733980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14f933-8e20-40b3-9385-e4e0bacf4ed2 req-4a5643a8-c23f-4d55-91e6-6da4e6d114f0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:55.741654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f14f933-8e20-40b3-9385-e4e0bacf4ed2 req-4a5643a8-c23f-4d55-91e6-6da4e6d114f0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 943 time: 0.1087952 Aug 16 20:46:55.835553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f14f933-8e20-40b3-9385-e4e0bacf4ed2 req-ebf0680e-3779-44b6-a5a4-36f312c67a67 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836444 Aug 16 20:46:55.906256 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd26952-d985-4298-91fe-2700b6fd5645 None None] New status for floating IP 47280041-a883-4f94-afa6-d0c049a83806: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:46:55.971619 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b46f7a-07e2-4f70-830e-7d2d7843ba02 req-3920761a-773b-4838-ad12-8e0859fb8205 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:55.981267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23b46f7a-07e2-4f70-830e-7d2d7843ba02 req-3920761a-773b-4838-ad12-8e0859fb8205 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.0729325 Aug 16 20:46:56.040040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23b46f7a-07e2-4f70-830e-7d2d7843ba02 req-e997fe1d-cf39-4995-b875-7dba3c566db6 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577841 Aug 16 20:46:56.091547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'name': 'network-vif-deleted', 'tag': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:56.093873 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d23a64-6abb-4cb5-a301-2aa97a26d812" -d '{"events": [{"server_uuid": "d380fd3e-b3a7-47f2-befd-a98399a32c2e", "name": "network-vif-deleted", "tag": "cb1ba463-6ae5-4221-bc94-6a595b3eac0c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:56.109014 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.137765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-999c8929-6ad7-4d84-b212-2f1eef5add7a req-5e422ea2-005c-4425-bc03-13e05b7743e6 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 210 time: 0.0360000 Aug 16 20:46:56.147106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de486c6-bea6-48c1-ba55-8bc261024d82 req-1a3aca26-780e-4839-a248-877a4d93e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:56.148804 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2de486c6-bea6-48c1-ba55-8bc261024d82 req-1a3aca26-780e-4839-a248-877a4d93e191 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 906 time: 0.5730433 Aug 16 20:46:56.247233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b904a8e-fef9-4fc2-aa4e-7d437162f4b6 req-5e63f64f-c2aa-4910-9e94-e8e318dd3b6b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 210 time: 0.0519867 Aug 16 20:46:56.257446 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4c55da-537e-4114-92fb-2d4c51917c42 x-openstack-request-id: req-8a4c55da-537e-4114-92fb-2d4c51917c42 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:56.257882 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d380fd3e-b3a7-47f2-befd-a98399a32c2e", "name": "network-vif-deleted", "tag": "cb1ba463-6ae5-4221-bc94-6a595b3eac0c", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:56.258015 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8a4c55da-537e-4114-92fb-2d4c51917c42 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:56.259125 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd380fd3e-b3a7-47f2-befd-a98399a32c2e', 'name': 'network-vif-deleted', 'tag': 'cb1ba463-6ae5-4221-bc94-6a595b3eac0c', 'status': 'completed', 'code': 200} Aug 16 20:46:56.272005 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2de486c6-bea6-48c1-ba55-8bc261024d82 req-fc257892-7d8b-4545-8587-b42bb2c43704 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d HTTP/1.1" status: 200 len: 217 time: 0.0887420 Aug 16 20:46:56.293766 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.336920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Pushing event updated for resources: {'Port': ['ID=5a879719-be64-4407-9107-fdc15f5bc3bc,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:56.383780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaa938-c8a2-42ea-8b00-2fe99b2e20fa req-768706fc-66b6-4a54-a889-96cc38e2c4af tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:56.385547 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adeaa938-c8a2-42ea-8b00-2fe99b2e20fa req-768706fc-66b6-4a54-a889-96cc38e2c4af tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 945 time: 0.0682991 Aug 16 20:46:56.409403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8514a260-d502-49cb-9f2e-dd0c4e5e6697 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:56.417838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de486c6-bea6-48c1-ba55-8bc261024d82 req-d47bbf66-6fef-42e1-a5fb-80d91e680656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:56.419318 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2de486c6-bea6-48c1-ba55-8bc261024d82 req-d47bbf66-6fef-42e1-a5fb-80d91e680656 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.1386383 Aug 16 20:46:56.420410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Allocated IP 172.20.0.10 (f7c2a23f-ec02-43e6-ac20-9262c97e81cb/fc6c2e76-2f68-4410-9690-a22de19675f0/9029c57d-31a5-4aab-9c09-3b7a4198f7b8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:56.430915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adeaa938-c8a2-42ea-8b00-2fe99b2e20fa req-9ba04a58-6eac-4fac-984b-16537bac3c05 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391204 Aug 16 20:46:56.466623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8514a260-d502-49cb-9f2e-dd0c4e5e6697 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:56.467006 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.471025 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2de486c6-bea6-48c1-ba55-8bc261024d82 req-e704a204-5758-4a7b-988e-c83b32df3ca9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436628 Aug 16 20:46:56.561643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Network ce47c267-bc40-4497-bca3-57ee11eab682 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:56.568464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:56.761983 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2de486c6-bea6-48c1-ba55-8bc261024d82 req-6231165d-4fe7-4d4a-92e6-b89bfe6865d4 service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769432 Aug 16 20:46:56.776369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5decdeb7-31e6-4f11-a164-ced0ef7ab2e7 None None] Provisioning complete for port 5a879719-be64-4407-9107-fdc15f5bc3bc triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:56.776880 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5decdeb7-31e6-4f11-a164-ced0ef7ab2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.814112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-5decdeb7-31e6-4f11-a164-ced0ef7ab2e7 None None] Port 5a879719-be64-4407-9107-fdc15f5bc3bc cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:56.848817 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.857512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Router 0d825ac2-0477-4560-aa80-bb2a6b4e983e has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:56.952011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6e159-e19f-4ca6-b1dd-baf74f4b5919 req-22c7989c-c250-4f6d-9a3f-f4a65b429907 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:56.956851 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2de486c6-bea6-48c1-ba55-8bc261024d82 req-1e37b360-d73f-48e9-ac3b-23b4ad2fe8cd service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861994 Aug 16 20:46:56.961284 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44f6e159-e19f-4ca6-b1dd-baf74f4b5919 req-22c7989c-c250-4f6d-9a3f-f4a65b429907 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 943 time: 0.0607188 Aug 16 20:46:57.035267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44f6e159-e19f-4ca6-b1dd-baf74f4b5919 req-15bb8cef-8934-44f6-9d71-43bada967ab6 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730858 Aug 16 20:46:57.044327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:57.052730 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c7c90624-9bd0-497b-b8cb-2df8703f23ec admin admin] 10.222.0.74 "PUT /v2.0/routers/0d825ac2-0477-4560-aa80-bb2a6b4e983e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1893775 Aug 16 20:46:57.057933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Sync routers for ids ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:57.071171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Routers {'0d825ac2-0477-4560-aa80-bb2a6b4e983e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:57.076473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:57.090440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.185991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Network f7c2a23f-ec02-43e6-ac20-9262c97e81cb is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:57.197368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:57.206519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:57.257979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Set router 0d825ac2-0477-4560-aa80-bb2a6b4e983e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:57.264645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.265338 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.271827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event updated for resources: {'Port': ['ID=9029c57d-31a5-4aab-9c09-3b7a4198f7b8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:57.293241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2e921-c205-427d-8b66-6d926a50366b req-4baf0d80-d00d-4d69-b58c-81a50e186cbf tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.294812 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7d2e921-c205-427d-8b66-6d926a50366b req-4baf0d80-d00d-4d69-b58c-81a50e186cbf tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.1655316 Aug 16 20:46:57.296653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f0e4692-3dbd-40bf-a2e9-ceb780031ea8 req-407748d0-3d15-402d-bde6-2f7c62ac33c3 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 210 time: 0.0415959 Aug 16 20:46:57.317243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd7091-3ce7-4347-bbf8-aa582a7efafd req-e12c6192-1425-4dd5-9f7b-430b6f79cf29 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.325107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24bd7091-3ce7-4347-bbf8-aa582a7efafd req-e12c6192-1425-4dd5-9f7b-430b6f79cf29 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 946 time: 0.2043586 Aug 16 20:46:57.340547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac02cb-7d51-4791-b43b-011f0fa7b836 req-5baaec85-af95-4cc9-b160-c0581fdeeed5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.342065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64ac02cb-7d51-4791-b43b-011f0fa7b836 req-5baaec85-af95-4cc9-b160-c0581fdeeed5 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.79 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 945 time: 0.1534338 Aug 16 20:46:57.379512 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-38c16006-4aaf-46d6-a20f-3d1f6df3a76b tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2068162 Aug 16 20:46:57.427268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Request body: {'port': {'device_id': '9ce1f4d9-d488-4222-8175-deeeaeab0c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:57.508126 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24bd7091-3ce7-4347-bbf8-aa582a7efafd req-467f7e4b-0209-4395-8025-5e39de531d28 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6653799d-ed57-4783-8502-e1e44ccdc249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818197 Aug 16 20:46:57.509907 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.531515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-64ac02cb-7d51-4791-b43b-011f0fa7b836 req-113451f7-60f0-4d1b-9f48-aec9b1e48fbe tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Deleting port 10a37f83-e387-4237-84d2-44078ab2bbc6 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:57.531976 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64ac02cb-7d51-4791-b43b-011f0fa7b836 req-113451f7-60f0-4d1b-9f48-aec9b1e48fbe tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.570810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e7d2e921-c205-427d-8b66-6d926a50366b req-145cbdb3-528a-4e37-919d-2e208e8906f4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Deleting port e6f479d6-f083-4c1c-88b7-576f9116594c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:57.571135 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7d2e921-c205-427d-8b66-6d926a50366b req-145cbdb3-528a-4e37-919d-2e208e8906f4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.698897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50625a-0081-4e18-bab3-7c9203f0ec57 req-4306ea4a-7d9b-4f1d-bad8-da5b0274da78 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.702306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c50625a-0081-4e18-bab3-7c9203f0ec57 req-4306ea4a-7d9b-4f1d-bad8-da5b0274da78 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 932 time: 0.0797391 Aug 16 20:46:57.709616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-64ac02cb-7d51-4791-b43b-011f0fa7b836 req-113451f7-60f0-4d1b-9f48-aec9b1e48fbe tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] For port 10a37f83-e387-4237-84d2-44078ab2bbc6, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=10a37f83-e387-4237-84d2-44078ab2bbc6,segment=NetworkSegment(b5c00761-f3fc-4e4e-8337-5911e376ef7e),segment_id=b5c00761-f3fc-4e4e-8337-5911e376ef7e)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:57.709616 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64ac02cb-7d51-4791-b43b-011f0fa7b836 req-113451f7-60f0-4d1b-9f48-aec9b1e48fbe tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.735791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 4, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5a879719-be64-4407-9107-fdc15f5bc3bc', 'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'mac_address': 'fa:16:3e:95:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:46:55Z', 'revision_number': 2, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'subnets': [{'id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:57.754281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-64ac02cb-7d51-4791-b43b-011f0fa7b836 req-113451f7-60f0-4d1b-9f48-aec9b1e48fbe tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Calling delete_port for 10a37f83-e387-4237-84d2-44078ab2bbc6 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:57.757510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e7d2e921-c205-427d-8b66-6d926a50366b req-145cbdb3-528a-4e37-919d-2e208e8906f4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] For port e6f479d6-f083-4c1c-88b7-576f9116594c, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e6f479d6-f083-4c1c-88b7-576f9116594c,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:57.757887 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7d2e921-c205-427d-8b66-6d926a50366b req-145cbdb3-528a-4e37-919d-2e208e8906f4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.774289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Checking router: 0d825ac2-0477-4560-aa80-bb2a6b4e983e for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:57.774945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Updating router 0d825ac2-0477-4560-aa80-bb2a6b4e983e port 5a879719-be64-4407-9107-fdc15f5bc3bc binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:46:57.779755 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c50625a-0081-4e18-bab3-7c9203f0ec57 req-c79a14d2-c5c8-4cbf-b5c7-6d1837c97a9f tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650053 Aug 16 20:46:57.817572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e7d2e921-c205-427d-8b66-6d926a50366b req-145cbdb3-528a-4e37-919d-2e208e8906f4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Calling delete_port for e6f479d6-f083-4c1c-88b7-576f9116594c owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:57.844664 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.001366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:58.010837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.013422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fe0be-235c-4a1b-a88a-b84824f3a6ac req-4dcfb93a-370b-4f5d-95c2-e6d80bda228a tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.016072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da7fe0be-235c-4a1b-a88a-b84824f3a6ac req-4dcfb93a-370b-4f5d-95c2-e6d80bda228a tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 945 time: 0.1178582 Aug 16 20:46:58.031135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Transition to ACTIVE for port object 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:58.042707 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64ac02cb-7d51-4791-b43b-011f0fa7b836 req-113451f7-60f0-4d1b-9f48-aec9b1e48fbe tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.077472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['10a37f83-e387-4237-84d2-44078ab2bbc6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:58.079971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113451f7-60f0-4d1b-9f48-aec9b1e48fbe tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Pushing event deleted for resources: {'Port': ['ID=10a37f83-e387-4237-84d2-44078ab2bbc6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:58.128368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.140258 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ac02cb-7d51-4791-b43b-011f0fa7b836 req-113451f7-60f0-4d1b-9f48-aec9b1e48fbe tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] No DVR routers for this DVR port 10a37f83-e387-4237-84d2-44078ab2bbc6 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:58.144931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da7fe0be-235c-4a1b-a88a-b84824f3a6ac req-9b3c9ba6-8c0d-45f7-9d89-8e9b6eb0069a tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/security-groups?id=42c6161b-5ce4-446b-b3eb-221de7026d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218550 Aug 16 20:46:58.146236 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-64ac02cb-7d51-4791-b43b-011f0fa7b836 req-113451f7-60f0-4d1b-9f48-aec9b1e48fbe tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.149767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64ac02cb-7d51-4791-b43b-011f0fa7b836 req-113451f7-60f0-4d1b-9f48-aec9b1e48fbe tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.79 "DELETE /v2.0/ports/10a37f83-e387-4237-84d2-44078ab2bbc6 HTTP/1.1" status: 204 len: 173 time: 0.7986321 Aug 16 20:46:58.150254 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baed5f0-a6b2-4388-bd06-736ed42ad461', 'name': 'network-vif-deleted', 'tag': '10a37f83-e387-4237-84d2-44078ab2bbc6'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:58.161266 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc5e50d-151a-48e8-aa40-d89289f90785" -d '{"events": [{"server_uuid": "1baed5f0-a6b2-4388-bd06-736ed42ad461", "name": "network-vif-deleted", "tag": "10a37f83-e387-4237-84d2-44078ab2bbc6"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:58.182099 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7d2e921-c205-427d-8b66-6d926a50366b req-145cbdb3-528a-4e37-919d-2e208e8906f4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.256425 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.268149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Transition to ACTIVE for port object 5a879719-be64-4407-9107-fdc15f5bc3bc will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:58.274203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e6f479d6-f083-4c1c-88b7-576f9116594c'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:58.282978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d2e921-c205-427d-8b66-6d926a50366b req-145cbdb3-528a-4e37-919d-2e208e8906f4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] No DVR routers for this DVR port e6f479d6-f083-4c1c-88b7-576f9116594c on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:58.287835 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7d2e921-c205-427d-8b66-6d926a50366b req-145cbdb3-528a-4e37-919d-2e208e8906f4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.289899 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7d2e921-c205-427d-8b66-6d926a50366b req-145cbdb3-528a-4e37-919d-2e208e8906f4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.79 "DELETE /v2.0/ports/e6f479d6-f083-4c1c-88b7-576f9116594c HTTP/1.1" status: 204 len: 173 time: 0.9860849 Aug 16 20:46:58.299772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ea5872-4001-431d-9748-9dc8c70cdb1f', 'name': 'network-vif-deleted', 'tag': 'e6f479d6-f083-4c1c-88b7-576f9116594c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:58.302085 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c4810b-0b08-47dd-bece-a0adf4dca360" -d '{"events": [{"server_uuid": "90ea5872-4001-431d-9748-9dc8c70cdb1f", "name": "network-vif-deleted", "tag": "e6f479d6-f083-4c1c-88b7-576f9116594c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:58.363020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Pushing event updated for resources: {'Port': ['ID=9029c57d-31a5-4aab-9c09-3b7a4198f7b8,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:58.375735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e423d6-8b73-444d-b21d-d4997eab8d45 req-d4716bbb-a850-47ab-b293-ea8560ec9df3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.383266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87e423d6-8b73-444d-b21d-d4997eab8d45 req-d4716bbb-a850-47ab-b293-ea8560ec9df3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 943 time: 0.0622551 Aug 16 20:46:58.399661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Attempting to bind port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:58.400021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Attempting to bind port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:58.400493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Attempting to bind port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 on network f7c2a23f-ec02-43e6-ac20-9262c97e81cb {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:58.404715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cbdb3-528a-4e37-919d-2e208e8906f4 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] Pushing event deleted for resources: {'Port': ['ID=e6f479d6-f083-4c1c-88b7-576f9116594c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:58.409195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 on network f7c2a23f-ec02-43e6-ac20-9262c97e81cb not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:58.409528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Attempting to bind port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 on network f7c2a23f-ec02-43e6-ac20-9262c97e81cb {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:58.415125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:58.415869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Checking segment: {'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:58.416323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Bound using segment: {'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:58.417292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Bound port: 9029c57d-31a5-4aab-9c09-3b7a4198f7b8, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bb6742-3849-46ca-9387-03b6b0ade57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:58.417658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.430531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87e423d6-8b73-444d-b21d-d4997eab8d45 req-51134db9-97f9-40d6-b9a1-f3906e144892 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 Aug 16 20:46:58.430942 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.473852 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0fef4f-b731-4aec-8427-ccf3a8406a8b x-openstack-request-id: req-7d0fef4f-b731-4aec-8427-ccf3a8406a8b {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:58.475598 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baed5f0-a6b2-4388-bd06-736ed42ad461", "name": "network-vif-deleted", "tag": "10a37f83-e387-4237-84d2-44078ab2bbc6", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:58.476934 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d0fef4f-b731-4aec-8427-ccf3a8406a8b {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:58.477461 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baed5f0-a6b2-4388-bd06-736ed42ad461', 'name': 'network-vif-deleted', 'tag': '10a37f83-e387-4237-84d2-44078ab2bbc6', 'status': 'completed', 'code': 200} Aug 16 20:46:58.516002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] For port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:58.522277 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bae41e-b890-43b4-97df-e22226c3fb9a None None] Pushing event updated for resources: {'Port': ['ID=5a879719-be64-4407-9107-fdc15f5bc3bc,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:58.531584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] For port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9029c57d-31a5-4aab-9c09-3b7a4198f7b8,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:58.604013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Attempting to bind port 5a879719-be64-4407-9107-fdc15f5bc3bc on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:58.604917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Attempting to bind port 5a879719-be64-4407-9107-fdc15f5bc3bc by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:58.605335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Attempting to bind port 5a879719-be64-4407-9107-fdc15f5bc3bc on network ce47c267-bc40-4497-bca3-57ee11eab682 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:58.611882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:58.612867 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.613294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Checking segment: {'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:58.614400 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.614400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Bound using segment: {'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:58.615837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Bound port: 5a879719-be64-4407-9107-fdc15f5bc3bc, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:58.616224 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.722963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e720ddc-0c50-4ec3-a281-3d6e649f9869 req-a5b6afdd-5c9b-4c46-adbb-a0a4d23c8e37 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 210 time: 0.0704153 Aug 16 20:46:58.725409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Pushing event updated for resources: {'Port': ['ID=9029c57d-31a5-4aab-9c09-3b7a4198f7b8,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:58.746187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.748110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.750829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-2c21a670-e0a1-411f-a009-c9a539e1c16d service neutron] 10.222.0.76 "PUT /v2.0/ports/9029c57d-31a5-4aab-9c09-3b7a4198f7b8 HTTP/1.1" status: 200 len: 1093 time: 1.3279340 Aug 16 20:46:58.780656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] For port 5a879719-be64-4407-9107-fdc15f5bc3bc, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:58.784676 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91275921-8f43-4ee0-90f6-442dda9760d2 x-openstack-request-id: req-91275921-8f43-4ee0-90f6-442dda9760d2 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:58.784900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] For port 5a879719-be64-4407-9107-fdc15f5bc3bc, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a879719-be64-4407-9107-fdc15f5bc3bc,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:58.785041 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ea5872-4001-431d-9748-9dc8c70cdb1f", "name": "network-vif-deleted", "tag": "e6f479d6-f083-4c1c-88b7-576f9116594c", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:58.785270 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-91275921-8f43-4ee0-90f6-442dda9760d2 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:58.785826 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ea5872-4001-431d-9748-9dc8c70cdb1f', 'name': 'network-vif-deleted', 'tag': 'e6f479d6-f083-4c1c-88b7-576f9116594c', 'status': 'completed', 'code': 200} Aug 16 20:46:58.896788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84b6bb20-5fdb-4e7b-9bca-d13ab86ecd4b req-4ea2e547-1ea8-4b6f-adaa-ecdd38d82aa3 tempest-ListServerFiltersTestJSON-933965361 tempest-ListServerFiltersTestJSON-933965361-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ea5872-4001-431d-9748-9dc8c70cdb1f HTTP/1.1" status: 200 len: 210 time: 0.0317261 Aug 16 20:46:58.899918 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.945131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-09deac0a-92a6-4af2-9ad0-b5b6e9b98988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.946620 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-09deac0a-92a6-4af2-9ad0-b5b6e9b98988 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a04b09acfa1f488abc75cf14a828ebf6&device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 1096 time: 0.0823946 Aug 16 20:46:59.004546 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-fab009da-0992-4c8e-a564-db815a64e92d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9029c57d-31a5-4aab-9c09-3b7a4198f7b8 HTTP/1.1" status: 200 len: 217 time: 0.0485747 Aug 16 20:46:59.008555 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bae41e-b890-43b4-97df-e22226c3fb9a None None] Pushing event updated for resources: {'Port': ['ID=5a879719-be64-4407-9107-fdc15f5bc3bc,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:59.051133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Routers {'0d825ac2-0477-4560-aa80-bb2a6b4e983e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:59.052018 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:59.073464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc64c6-1613-4f34-8109-ede6eb05855e req-d286fe69-a5f2-4c0b-ac0e-d5db073e1493 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:59.076087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8dc64c6-1613-4f34-8109-ede6eb05855e req-d286fe69-a5f2-4c0b-ac0e-d5db073e1493 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 944 time: 0.0886941 Aug 16 20:46:59.096262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-5554ea8d-ba0e-4fb4-abe0-6c08f3fd5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:59.098828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49910) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:59.102514 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-5554ea8d-ba0e-4fb4-abe0-6c08f3fd5dec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc6c2e76-2f68-4410-9690-a22de19675f0 HTTP/1.1" status: 200 len: 861 time: 0.0910881 Aug 16 20:46:59.105846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a3ce100d-9921-4232-af35-eb9e0942e162 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416130188', 'description': 'tempest-description--356018237'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:59.154780 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-b0d902f0-9a58-4aad-95c2-0adde1ebc88c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436728 Aug 16 20:46:59.226020 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8dc64c6-1613-4f34-8109-ede6eb05855e req-fcb2b579-760c-417e-8feb-6ddd8fdda8f4 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397378 Aug 16 20:46:59.259585 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3ce100d-9921-4232-af35-eb9e0942e162 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.269830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] Set router 0d825ac2-0477-4560-aa80-bb2a6b4e983e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:59.329288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-080d2ebc-87e8-4b68-970c-9033f7241643 req-485ef2a6-a10a-4c56-b434-ca1f562f9c22 tempest-ServerDiskConfigTestJSON-397666141 tempest-ServerDiskConfigTestJSON-397666141-project] 10.222.0.74 "GET /v2.0/ports?device_id=1baed5f0-a6b2-4388-bd06-736ed42ad461 HTTP/1.1" status: 200 len: 210 time: 0.0489473 Aug 16 20:46:59.330763 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-67dafc21-30d1-4864-8fa5-03b2324204a1 service neutron] 10.222.0.76 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657066 Aug 16 20:46:59.417523 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3ce100d-9921-4232-af35-eb9e0942e162 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.472301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bcb449cb-4e81-4b9f-b8b4-5e3c196d062d details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:59.492709 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-90d0e00e-5e76-4ebb-ab78-329d68738bf0 req-ff5dac2a-8358-48cb-ba94-3642ccfc5835 service neutron] 10.222.0.76 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539609 Aug 16 20:46:59.523574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3ce100d-9921-4232-af35-eb9e0942e162 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.591912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce100d-9921-4232-af35-eb9e0942e162 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b30cf68-3871-40f2-a956-da72145d86ac,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:59.614380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0207ca-dba4-4e5f-9b26-89803cebbbdb req-f295fdf0-cd84-4617-87cf-6574ea94d4f7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:59.615719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b0207ca-dba4-4e5f-9b26-89803cebbbdb req-f295fdf0-cd84-4617-87cf-6574ea94d4f7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 943 time: 0.0671906 Aug 16 20:46:59.658621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b0207ca-dba4-4e5f-9b26-89803cebbbdb req-d103f5fa-6777-4d0d-abc0-9a1e291a220d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350997 Aug 16 20:46:59.680856 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:46:59.707697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:59.710560 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3ce100d-9921-4232-af35-eb9e0942e162 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.715239 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a3ce100d-9921-4232-af35-eb9e0942e162 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6125882 Aug 16 20:46:59.721599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49920) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:59.721599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-13f82935-c7f4-492c-b869-8a380540c2d4 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Request body: {'security_group_rule': {'security_group_id': '0b30cf68-3871-40f2-a956-da72145d86ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:59.726114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'bcb449cb-4e81-4b9f-b8b4-5e3c196d062d', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'port_id': 'bcb449cb-4e81-4b9f-b8b4-5e3c196d062d', 'mac_address': 'fa:16:3e:12:dd:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea210106-55a4-4da3-b9b0-5e9290d080d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:59.772279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 4, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5a879719-be64-4407-9107-fdc15f5bc3bc', 'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'mac_address': 'fa:16:3e:95:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:46:58Z', 'revision_number': 4, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'subnets': [{'id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:59.820964 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.823301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3ff54-076a-433a-bffd-fc78c7c32e38 None None] The sync data for ids ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'] in n-d-793619-14 is: [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 4, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5a879719-be64-4407-9107-fdc15f5bc3bc', 'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'mac_address': 'fa:16:3e:95:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:46:58Z', 'revision_number': 4, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'subnets': [{'id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:59.851841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb449cb-4e81-4b9f-b8b4-5e3c196d062d {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:59.867770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c20a66bc-8c4c-4d60-83d4-eecd9e537d8e req-f98e5634-48f7-4723-9d6c-fc7eb08a1ce2 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 210 time: 0.0727899 Aug 16 20:46:59.894066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13f82935-c7f4-492c-b869-8a380540c2d4 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.897311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:59.968849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49926) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:59.994566 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13f82935-c7f4-492c-b869-8a380540c2d4 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.006780 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.048183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee3080d-9395-476a-8596-d9e80e32d7e8 admin admin] Deleting subnet c977dd56-b5a5-4a4e-9299-951d7aa015e3 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:00.052434 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ee3080d-9395-476a-8596-d9e80e32d7e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.104439 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13f82935-c7f4-492c-b869-8a380540c2d4 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.120014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:00.132280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f82935-c7f4-492c-b869-8a380540c2d4 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b398b94-bf4d-45f6-ac1e-92d6d8ac924a,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:00.136313 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ee3080d-9395-476a-8596-d9e80e32d7e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.237181 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ee3080d-9395-476a-8596-d9e80e32d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.273086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:00.340349 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13f82935-c7f4-492c-b869-8a380540c2d4 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.344916 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-13f82935-c7f4-492c-b869-8a380540c2d4 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6283154 Aug 16 20:47:00.345060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49946) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:00.351190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Request body: {'security_group_rule': {'security_group_id': '0b30cf68-3871-40f2-a956-da72145d86ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:00.533779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a879719-be64-4407-9107-fdc15f5bc3bc up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:00.542297 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ee3080d-9395-476a-8596-d9e80e32d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.606073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3080d-9395-476a-8596-d9e80e32d7e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c977dd56-b5a5-4a4e-9299-951d7aa015e3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:00.666245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9b0d3-5324-468b-86a0-5362178667e0 req-c0637fc3-e4f0-4d00-9479-208565796d10 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:00.672009 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45c9b0d3-5324-468b-86a0-5362178667e0 req-c0637fc3-e4f0-4d00-9479-208565796d10 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 944 time: 0.2544625 Aug 16 20:47:00.680289 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ee3080d-9395-476a-8596-d9e80e32d7e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.685057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6ee3080d-9395-476a-8596-d9e80e32d7e8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c977dd56-b5a5-4a4e-9299-951d7aa015e3 HTTP/1.1" status: 204 len: 168 time: 0.7150671 Aug 16 20:47:00.687652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49966) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:00.705109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a6dfee-663c-440a-8606-1ce053d44c35 None None] Network 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:00.801782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45c9b0d3-5324-468b-86a0-5362178667e0 req-fac427a4-ee9b-4bec-8a75-7fc09bb3dcf6 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080141 Aug 16 20:47:00.804917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.833750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce1f4d9-d488-4222-8175-deeeaeab0c26', 'tag': '9029c57d-31a5-4aab-9c09-3b7a4198f7b8'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:00.846238 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd20f53-dcf0-45c4-84c9-688f032c9a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce1f4d9-d488-4222-8175-deeeaeab0c26", "tag": "9029c57d-31a5-4aab-9c09-3b7a4198f7b8"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:00.957498 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.977560 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.992571 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac3009d-a27d-410d-a999-2fb1299affae x-openstack-request-id: req-9ac3009d-a27d-410d-a999-2fb1299affae {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:00.995499 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce1f4d9-d488-4222-8175-deeeaeab0c26", "tag": "9029c57d-31a5-4aab-9c09-3b7a4198f7b8", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:00.995499 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ac3009d-a27d-410d-a999-2fb1299affae {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:00.995499 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce1f4d9-d488-4222-8175-deeeaeab0c26', 'tag': '9029c57d-31a5-4aab-9c09-3b7a4198f7b8', 'status': 'completed', 'code': 200} Aug 16 20:47:01.013107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 5a879719-be64-4407-9107-fdc15f5bc3bc completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:01.028790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816651e-1c4f-49b0-aeef-8e418a93b460 req-badcb191-6ff2-4993-a74a-363a22be41bf tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:01.038410 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4816651e-1c4f-49b0-aeef-8e418a93b460 req-badcb191-6ff2-4993-a74a-363a22be41bf tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 944 time: 0.1475251 Aug 16 20:47:01.040941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49990) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:01.048587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5a879719-be64-4407-9107-fdc15f5bc3bc triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:01.050014 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.065172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e6f479d6-f083-4c1c-88b7-576f9116594c no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:01.132696 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4816651e-1c4f-49b0-aeef-8e418a93b460 req-a9beafcd-dc9a-4ffd-a08f-65e226ba932c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930188 Aug 16 20:47:01.143298 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.215758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd20f53-dcf0-45c4-84c9-688f032c9a2b req-a0fd8d0e-d6a3-4c53-b8f2-631f085fe36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:01.218681 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbd20f53-dcf0-45c4-84c9-688f032c9a2b req-a0fd8d0e-d6a3-4c53-b8f2-631f085fe36e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a04b09acfa1f488abc75cf14a828ebf6&device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 1096 time: 0.2178271 Aug 16 20:47:01.229825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee6b1b47-feb0-44c1-a3bc-38d376bd4959 req-721b5ffe-2a3a-4200-b137-f7cb15d25189 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/ports?device_id=d380fd3e-b3a7-47f2-befd-a98399a32c2e HTTP/1.1" status: 200 len: 210 time: 0.0617385 Aug 16 20:47:01.232997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: e6f479d6-f083-4c1c-88b7-576f9116594c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:01.238456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e6f479d6-f083-4c1c-88b7-576f9116594c not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:01.239319 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 10a37f83-e387-4237-84d2-44078ab2bbc6 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:01.239908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6f640e-42cf-4e12-96a7-e2f85ad41bb7,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:01.253344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.254085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.254646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.255199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.255782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.256344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.256887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.257480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.258065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.258748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.259308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.259929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:01.276751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a2dbee-dda7-43f3-96f5-29856df8de7a admin admin] Deleting subnet 3270c619-a6a0-4574-8525-c4326ad7191b {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:01.280994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7a2dbee-dda7-43f3-96f5-29856df8de7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.298020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Deleting port 45a46369-9752-48cb-9ee0-160966734104 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:01.298352 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.321875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7a2dbee-dda7-43f3-96f5-29856df8de7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.364713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 10a37f83-e387-4237-84d2-44078ab2bbc6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:01.366394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 10a37f83-e387-4237-84d2-44078ab2bbc6 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:01.410851 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7a2dbee-dda7-43f3-96f5-29856df8de7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.508563 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.508563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d4a082cd-d752-43fe-97ab-af377d12f50a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1598136 Aug 16 20:47:01.509541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50010) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:01.518418 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.524717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:01.549321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d2e6fc-0c81-4ac7-8cee-bf3641981c1d None None] DHCP port deletion for 7b98193d-f526-4fb6-b3ee-bd9e044d63f2 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:47:01.581829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] For port 45a46369-9752-48cb-9ee0-160966734104, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=45a46369-9752-48cb-9ee0-160966734104,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:01.582377 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.591857 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7a2dbee-dda7-43f3-96f5-29856df8de7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.598748 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd20f53-dcf0-45c4-84c9-688f032c9a2b req-97ba318e-ba09-47c1-9b7b-77358f53c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:01.601249 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbd20f53-dcf0-45c4-84c9-688f032c9a2b req-97ba318e-ba09-47c1-9b7b-77358f53c3f1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb HTTP/1.1" status: 200 len: 922 time: 0.3664944 Aug 16 20:47:01.612991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Calling delete_port for 45a46369-9752-48cb-9ee0-160966734104 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:01.614339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7a2dbee-dda7-43f3-96f5-29856df8de7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.619064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f7a2dbee-dda7-43f3-96f5-29856df8de7a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3270c619-a6a0-4574-8525-c4326ad7191b HTTP/1.1" status: 204 len: 168 time: 0.5764208 Aug 16 20:47:01.629163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50018) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:01.631321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 5a879719-be64-4407-9107-fdc15f5bc3bc, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a879719-be64-4407-9107-fdc15f5bc3bc,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:01.657577 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-15d2e6fc-0c81-4ac7-8cee-bf3641981c1d None None] Deleting port 45a46369-9752-48cb-9ee0-160966734104 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:01.658621 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-15d2e6fc-0c81-4ac7-8cee-bf3641981c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.695611 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbd20f53-dcf0-45c4-84c9-688f032c9a2b req-eed4db04-37e7-4411-95c4-916b1d1b7940 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9029c57d-31a5-4aab-9c09-3b7a4198f7b8 HTTP/1.1" status: 200 len: 217 time: 0.0800009 Aug 16 20:47:01.724424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.764027 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.765410 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.768270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2dbee-dda7-43f3-96f5-29856df8de7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3270c619-a6a0-4574-8525-c4326ad7191b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:01.846282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-15d2e6fc-0c81-4ac7-8cee-bf3641981c1d None None] For port 45a46369-9752-48cb-9ee0-160966734104, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=45a46369-9752-48cb-9ee0-160966734104,segment=NetworkSegment(007b6bb0-30d0-4466-a106-59d89636b39c),segment_id=007b6bb0-30d0-4466-a106-59d89636b39c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:01.846783 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-15d2e6fc-0c81-4ac7-8cee-bf3641981c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.863770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-15d2e6fc-0c81-4ac7-8cee-bf3641981c1d None None] Calling delete_port for 45a46369-9752-48cb-9ee0-160966734104 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:01.983381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.987107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd20f53-dcf0-45c4-84c9-688f032c9a2b req-d0d6863b-1913-42f5-9741-c2375f93e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:01.989074 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbd20f53-dcf0-45c4-84c9-688f032c9a2b req-d0d6863b-1913-42f5-9741-c2375f93e54e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc6c2e76-2f68-4410-9690-a22de19675f0 HTTP/1.1" status: 200 len: 861 time: 0.2772186 Aug 16 20:47:01.997809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c86a43d-e5b0-4677-8d66-ad06a02a5ce0']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:02.014293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c00761-f3fc-4e4e-8337-5911e376ef7e') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:02.014508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=5a879719-be64-4407-9107-fdc15f5bc3bc,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.014976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c00761-f3fc-4e4e-8337-5911e376ef7e') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:02.035352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ab358-9351-4b5b-ae1a-757cd582135e req-21e4e6b3-7a59-4202-820a-95cecc1d9ea9 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:02.037496 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c0ab358-9351-4b5b-ae1a-757cd582135e req-21e4e6b3-7a59-4202-820a-95cecc1d9ea9 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 944 time: 0.1216679 Aug 16 20:47:02.051208 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.068773 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.077974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:02.078173 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbd20f53-dcf0-45c4-84c9-688f032c9a2b req-13fa2324-9dac-4e26-b576-3871ad43a800 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7c2a23f-ec02-43e6-ac20-9262c97e81cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695553 Aug 16 20:47:02.078739 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.143514 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-15d2e6fc-0c81-4ac7-8cee-bf3641981c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:02.150732 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:02.202423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c0ab358-9351-4b5b-ae1a-757cd582135e req-e0f41a33-3905-45fe-92df-2dda175b9328 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455256 Aug 16 20:47:02.212071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2e6fc-0c81-4ac7-8cee-bf3641981c1d None None] Pushing event deleted for resources: {'Port': ['ID=45a46369-9752-48cb-9ee0-160966734104,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.220311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d2e6fc-0c81-4ac7-8cee-bf3641981c1d None None] No DVR routers for this DVR port 45a46369-9752-48cb-9ee0-160966734104 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:02.295605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.305895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbd20f53-dcf0-45c4-84c9-688f032c9a2b req-a5cafdee-7f89-44f5-8817-da8b16fc3814 service neutron] 10.222.0.76 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048216 Aug 16 20:47:02.305895 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.334083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831e2b3-81d4-478a-8b2b-50005960af11 req-0a5b6b2b-9ab4-4236-81a3-f8f210a140b3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:02.343621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1831e2b3-81d4-478a-8b2b-50005960af11 req-0a5b6b2b-9ab4-4236-81a3-f8f210a140b3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 944 time: 0.0867455 Aug 16 20:47:02.351308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.374953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.378745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6c86a43d-e5b0-4677-8d66-ad06a02a5ce0 HTTP/1.1" status: 204 len: 168 time: 0.7446084 Aug 16 20:47:02.430446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Pushing event deleted for resources: {'Port': ['ID=45a46369-9752-48cb-9ee0-160966734104,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.440333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955e7c5-4a7d-40f8-b2cf-0a4f42a6a524 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c86a43d-e5b0-4677-8d66-ad06a02a5ce0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.440499 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.461223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1831e2b3-81d4-478a-8b2b-50005960af11 req-aa10a3db-0183-404c-82de-e7dc387cae67 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160672 Aug 16 20:47:02.479695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a879719-be64-4407-9107-fdc15f5bc3bc up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:02.487459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] No DVR routers for this DVR port 45a46369-9752-48cb-9ee0-160966734104 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:02.553978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50060) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:02.576463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5a879719-be64-4407-9107-fdc15f5bc3bc triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:02.577528 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.627769 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.646263 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-885aa1ed-a2ba-46f8-a36d-541382d0dd68 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.711749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-885aa1ed-a2ba-46f8-a36d-541382d0dd68 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.816145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 45a46369-9752-48cb-9ee0-160966734104 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:02.857807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 45a46369-9752-48cb-9ee0-160966734104 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:02.858228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 45a46369-9752-48cb-9ee0-160966734104 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:02.882996 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-885aa1ed-a2ba-46f8-a36d-541382d0dd68 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.886801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-885aa1ed-a2ba-46f8-a36d-541382d0dd68 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.888295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-885aa1ed-a2ba-46f8-a36d-541382d0dd68 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "DELETE /v2.0/security-groups/548f6649-578f-4d5e-b1f3-4199c3309aba HTTP/1.1" status: 204 len: 168 time: 0.3332515 Aug 16 20:47:02.898855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50072) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:02.900035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885aa1ed-a2ba-46f8-a36d-541382d0dd68 tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548f6649-578f-4d5e-b1f3-4199c3309aba,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.934960 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-5a303611-3933-4e30-a7c2-a8039add73fd tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] show failed (client error): The resource could not be found. Aug 16 20:47:02.936839 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5a303611-3933-4e30-a7c2-a8039add73fd tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "GET /v2.0/security-groups/548f6649-578f-4d5e-b1f3-4199c3309aba HTTP/1.1" status: 404 len: 347 time: 0.0225928 Aug 16 20:47:02.939647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50074) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:02.946670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50076) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:03.036102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.063518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b98193d-f526-4fb6-b3ee-bd9e044d63f2']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:03.063742 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d1a294b1-f963-47d1-9117-8ddccc7f6fa9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=adf5e52e153c481f994961b2be0ecc5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158011 Aug 16 20:47:03.067519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50082) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:03.088796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbd20f53-dcf0-45c4-84c9-688f032c9a2b req-89377c61-8fb7-45fd-94aa-81669690d73b service neutron] 10.222.0.76 "GET /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303882 Aug 16 20:47:03.093580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007b6bb0-30d0-4466-a106-59d89636b39c') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:03.094411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007b6bb0-30d0-4466-a106-59d89636b39c') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:03.122149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-75b4e88b-414c-4c85-997c-ba4ace27014d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Deleting port 4b8c322a-2ef5-402d-9b52-753d5016834a {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:03.122580 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75b4e88b-414c-4c85-997c-ba4ace27014d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.123906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.129646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Allocated IP 172.25.4.70 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/39a42f31-b002-40b9-b592-e29162f1dd57) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:03.155702 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.169580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:03.170105 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:03.171802 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:03.226132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75b4e88b-414c-4c85-997c-ba4ace27014d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.226132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75b4e88b-414c-4c85-997c-ba4ace27014d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.226132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-75b4e88b-414c-4c85-997c-ba4ace27014d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Calling delete_port for 4b8c322a-2ef5-402d-9b52-753d5016834a owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:03.284478 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1888299-554f-4a77-b4ac-b494ce2c836b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.325429 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1888299-554f-4a77-b4ac-b494ce2c836b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.354141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8f877-15ea-4800-9213-821a5562cbed req-7f36aa67-b9f3-4728-bbef-dcfad9faab80 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:03.355695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50b8f877-15ea-4800-9213-821a5562cbed req-7f36aa67-b9f3-4728-bbef-dcfad9faab80 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 944 time: 0.0660784 Aug 16 20:47:03.400143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.454793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50b8f877-15ea-4800-9213-821a5562cbed req-ceae9ea0-4069-4cee-8bbb-7ff4bdc7bb46 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573633 Aug 16 20:47:03.470898 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.480523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:03.484601 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bcb449cb-4e81-4b9f-b8b4-5e3c196d062d up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:03.491396 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.495898 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] 10.222.0.74 "DELETE /v2.0/networks/7b98193d-f526-4fb6-b3ee-bd9e044d63f2 HTTP/1.1" status: 204 len: 168 time: 2.8047500 Aug 16 20:47:03.514116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804a196-e021-41ab-b0b7-c9f268f8b44c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b98193d-f526-4fb6-b3ee-bd9e044d63f2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:03.528132 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1888299-554f-4a77-b4ac-b494ce2c836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.531137 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1888299-554f-4a77-b4ac-b494ce2c836b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.532258 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f1888299-554f-4a77-b4ac-b494ce2c836b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/42c6161b-5ce4-446b-b3eb-221de7026d35 HTTP/1.1" status: 204 len: 168 time: 0.4587736 Aug 16 20:47:03.568559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1888299-554f-4a77-b4ac-b494ce2c836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c6161b-5ce4-446b-b3eb-221de7026d35,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:03.631956 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.641804 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75b4e88b-414c-4c85-997c-ba4ace27014d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.707260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4e88b-414c-4c85-997c-ba4ace27014d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Pushing event deleted for resources: {'Port': ['ID=4b8c322a-2ef5-402d-9b52-753d5016834a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:03.707469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9029c57d-31a5-4aab-9c09-3b7a4198f7b8,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:03.722105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d26b1-c1a7-4aa7-899e-4a46d5fff00d req-cb4c59f4-4ed4-4b13-890d-ed0df3f57543 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:03.723610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-548d26b1-c1a7-4aa7-899e-4a46d5fff00d req-cb4c59f4-4ed4-4b13-890d-ed0df3f57543 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 944 time: 0.1466451 Aug 16 20:47:03.727379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '9029c57d-31a5-4aab-9c09-3b7a4198f7b8', 'network_id': 'f7c2a23f-ec02-43e6-ac20-9262c97e81cb', 'port_id': '9029c57d-31a5-4aab-9c09-3b7a4198f7b8', 'mac_address': 'fa:16:3e:98:d5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6c2e76-2f68-4410-9690-a22de19675f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:03.782261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:03.784422 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.786173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:03.787273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:03.793262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:03.798436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:03.798818 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.830154 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75b4e88b-414c-4c85-997c-ba4ace27014d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.832741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75b4e88b-414c-4c85-997c-ba4ace27014d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.833992 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-75b4e88b-414c-4c85-997c-ba4ace27014d tempest-ServersTestBootFromVolume-869582146 tempest-ServersTestBootFromVolume-869582146-project] 10.222.0.74 "DELETE /v2.0/floatingips/47280041-a883-4f94-afa6-d0c049a83806 HTTP/1.1" status: 204 len: 168 time: 0.8932545 Aug 16 20:47:03.842307 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50118) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:03.848751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:03.868330 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Pushing event updated for resources: {'Port': ['ID=39a42f31-b002-40b9-b592-e29162f1dd57,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:03.912293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9029c57d-31a5-4aab-9c09-3b7a4198f7b8,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:03.960837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.976482 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.019673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:04.020793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bd732b-8547-4ff0-98ec-cce13249aa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:04.024240 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904ba2f7-560b-4db1-ae1f-b4ecc4589992" -d '{"events": [{"server_uuid": "39bd732b-8547-4ff0-98ec-cce13249aa49", "name": "network-vif-plugged", "status": "completed", "tag": "bcb449cb-4e81-4b9f-b8b4-5e3c196d062d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:04.030289 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.135644 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=9029c57d-31a5-4aab-9c09-3b7a4198f7b8,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:04.141952 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4ff807-9569-4e28-a355-255c783fc458 x-openstack-request-id: req-3d4ff807-9569-4e28-a355-255c783fc458 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:04.142197 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bd732b-8547-4ff0-98ec-cce13249aa49", "name": "network-vif-plugged", "status": "completed", "tag": "bcb449cb-4e81-4b9f-b8b4-5e3c196d062d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:04.142452 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3d4ff807-9569-4e28-a355-255c783fc458 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:04.142842 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bd732b-8547-4ff0-98ec-cce13249aa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb449cb-4e81-4b9f-b8b4-5e3c196d062d', 'code': 200} Aug 16 20:47:04.145761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.180336 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.268233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['9029c57d-31a5-4aab-9c09-3b7a4198f7b8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:04.317754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be9647-4ef9-4809-b43e-3f367a497d8a req-5ef1b82e-4a36-42ee-a092-4537cc50ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:04.319548 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4be9647-4ef9-4809-b43e-3f367a497d8a req-5ef1b82e-4a36-42ee-a092-4537cc50ba44 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 1097 time: 0.1503398 Aug 16 20:47:04.328031 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-548d26b1-c1a7-4aa7-899e-4a46d5fff00d req-1107b714-893c-499a-add3-d60d41f4ddd4 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852056 Aug 16 20:47:04.331140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:04.340020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50140) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:04.449067 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b4be9647-4ef9-4809-b43e-3f367a497d8a req-57251834-a294-436f-a81d-dc5d95ff7290 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573568 Aug 16 20:47:04.521240 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b9affb0b-7b02-4cf5-9ca3-f6fa3ade20c9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0871954c99834de3bfb5aa87d40758de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770775 Aug 16 20:47:04.521240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50150) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:04.612910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.685837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.763918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Pushing event updated for resources: {'Port': ['ID=39a42f31-b002-40b9-b592-e29162f1dd57,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:04.766096 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81aff86b-1f38-42bd-9771-cee70a5ca907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.777172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e079e3-68e0-4359-a1a9-439f33fa693c req-569de4ae-41ce-4154-a08b-0ed002445db6 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:04.778762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79e079e3-68e0-4359-a1a9-439f33fa693c req-569de4ae-41ce-4154-a08b-0ed002445db6 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 945 time: 0.1638441 Aug 16 20:47:04.815200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.860637 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81aff86b-1f38-42bd-9771-cee70a5ca907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.866197 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79e079e3-68e0-4359-a1a9-439f33fa693c req-8e9b5ac9-707c-43ef-94f3-26c4233d7cca tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760958 Aug 16 20:47:04.928731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.930601 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8031c611-31f1-4476-a7c8-473454ef3e7b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4119902 Aug 16 20:47:05.076278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.184355 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81aff86b-1f38-42bd-9771-cee70a5ca907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.186970 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81aff86b-1f38-42bd-9771-cee70a5ca907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.188130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-81aff86b-1f38-42bd-9771-cee70a5ca907 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6653799d-ed57-4783-8502-e1e44ccdc249 HTTP/1.1" status: 204 len: 168 time: 0.6661210 Aug 16 20:47:05.221105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aff86b-1f38-42bd-9771-cee70a5ca907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6653799d-ed57-4783-8502-e1e44ccdc249,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:05.294909 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-8ebd474b-e1fe-432c-850e-45519a27712f tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--416130188&fields=id&tenant_id=0761f6f4fceb41ea8298c9afcdeb2f7d HTTP/1.1" status: 200 len: 267 time: 0.1007504 Aug 16 20:47:05.470869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:05.496619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50214) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:05.551624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fb53-9135-491e-8f93-0828079988af req-fc60a09e-b10c-4f52-afad-3f5d485ee699 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:05.553265 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-fc60a09e-b10c-4f52-afad-3f5d485ee699 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/networks?id=ce47c267-bc40-4497-bca3-57ee11eab682 HTTP/1.1" status: 200 len: 811 time: 0.2212701 Aug 16 20:47:05.569641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f62f8b-65b8-4690-9314-ee8b109da4f3 req-7ac7ab56-1c42-4dbd-a9b7-9e15f5bfacd7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:05.585722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3f62f8b-65b8-4690-9314-ee8b109da4f3 req-7ac7ab56-1c42-4dbd-a9b7-9e15f5bfacd7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 945 time: 0.1340282 Aug 16 20:47:05.621115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1965850510-network', 'tenant_id': '3c8bbbb2312b4136afb3c44f36825c99'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:05.639832 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-6f91d7d0-3fba-4fb9-97f4-3008df28617a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/quotas/0761f6f4fceb41ea8298c9afcdeb2f7d HTTP/1.1" status: 200 len: 375 time: 0.0789485 Aug 16 20:47:05.653369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:05.661683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:05.661683 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.728302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Made reservation on behalf of 3c8bbbb2312b4136afb3c44f36825c99 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:05.731449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3f62f8b-65b8-4690-9314-ee8b109da4f3 req-a1006dcb-22b1-41dc-be1f-9e42e5ba1fe9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400039 Aug 16 20:47:05.733492 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.747037 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.751260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-6cbd63c5-19a0-4638-8c1e-18f53ba307cf tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0761f6f4fceb41ea8298c9afcdeb2f7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1105816 Aug 16 20:47:05.776565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] Deleting port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:05.776908 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.846807 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.915143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.927895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9029c57d-31a5-4aab-9c09-3b7a4198f7b8,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:05.946657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] For port 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=856c6158-8e9d-4e44-a9b5-ebd55b96bf4b,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:05.947037 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.964776 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-35e9f6cb-b557-453c-880b-bb3a0e1682a9 service neutron] 10.222.0.74 "GET /v2.0/networks/ce47c267-bc40-4497-bca3-57ee11eab682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817455 Aug 16 20:47:05.976796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] Calling delete_port for 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:06.019328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.051072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:47:06.054607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.071319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b337cbf-509a-493d-888f-92ebbae0c039,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:06.082622 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.083137 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Added segment b97123c7-afc8-4993-9c5b-6bf39100e518 of type vlan for network cc566b1d-80ba-43ec-94a2-e189c8f3a966 Aug 16 20:47:06.133703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4982d6-caf5-4f8e-a90c-b14f2c41557e req-1efcaeb9-bd78-481d-83b5-72a07bd971b2 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:06.141478 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d4982d6-caf5-4f8e-a90c-b14f2c41557e req-1efcaeb9-bd78-481d-83b5-72a07bd971b2 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 945 time: 0.1705670 Aug 16 20:47:06.146110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.213599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce1f4d9-d488-4222-8175-deeeaeab0c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9029c57d-31a5-4aab-9c09-3b7a4198f7b8'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:06.216024 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa71633d-d2fc-4614-a103-57f388337b08" -d '{"events": [{"server_uuid": "9ce1f4d9-d488-4222-8175-deeeaeab0c26", "name": "network-vif-plugged", "status": "completed", "tag": "9029c57d-31a5-4aab-9c09-3b7a4198f7b8"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:06.221301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=9029c57d-31a5-4aab-9c09-3b7a4198f7b8,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:06.229888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-9caa0e9b-36ac-4f90-ad60-4fe578e305da service neutron] 10.222.0.74 "GET /v2.0/networks/ce47c267-bc40-4497-bca3-57ee11eab682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565596 Aug 16 20:47:06.302969 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d4982d6-caf5-4f8e-a90c-b14f2c41557e req-5b846797-7164-4942-8c9c-c932743cf384 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603494 Aug 16 20:47:06.376075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.377385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:06.380414 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.461469 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48532034-9eef-4b36-a0b3-a9cef4d0fa9b x-openstack-request-id: req-48532034-9eef-4b36-a0b3-a9cef4d0fa9b {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:06.462008 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce1f4d9-d488-4222-8175-deeeaeab0c26", "name": "network-vif-plugged", "status": "completed", "tag": "9029c57d-31a5-4aab-9c09-3b7a4198f7b8", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:06.463701 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-48532034-9eef-4b36-a0b3-a9cef4d0fa9b {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:06.463701 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce1f4d9-d488-4222-8175-deeeaeab0c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9029c57d-31a5-4aab-9c09-3b7a4198f7b8', 'code': 200} Aug 16 20:47:06.466114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] Pushing event updated for resources: {'Network': ['ID=cc566b1d-80ba-43ec-94a2-e189c8f3a966,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:06.476473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network cc566b1d-80ba-43ec-94a2-e189c8f3a966 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:47:06.533805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.534666 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5323a528-d569-459d-a35e-87e3d0c12d5e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0362177 Aug 16 20:47:06.539013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50276) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:06.549246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] Request body: {'subnet': {'network_id': 'cc566b1d-80ba-43ec-94a2-e189c8f3a966', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1965850510-subnet', 'tenant_id': '3c8bbbb2312b4136afb3c44f36825c99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:06.585649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] Pushing event deleted for resources: {'Port': ['ID=856c6158-8e9d-4e44-a9b5-ebd55b96bf4b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:06.631673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26b066-cb64-4ced-aff0-6e44626d3c02 req-d1f179d5-f43a-4372-9c0a-4689eac0f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:06.637263 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d26b066-cb64-4ced-aff0-6e44626d3c02 req-d1f179d5-f43a-4372-9c0a-4689eac0f166 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 1098 time: 0.0592790 Aug 16 20:47:06.769220 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d26b066-cb64-4ced-aff0-6e44626d3c02 req-93ffa96f-ca30-48bc-9c6c-49403b6bf86c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277997 Aug 16 20:47:06.790896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42812c8d-58a1-4189-a17d-5fe240d441b5 req-17909c4b-3d50-4c6e-9ceb-faa6f7649cd4 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 210 time: 0.0585666 Aug 16 20:47:06.797063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] Made reservation on behalf of 3c8bbbb2312b4136afb3c44f36825c99 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:06.808029 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.817152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50296) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:07.035864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-network', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:07.136909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd44d0-33fb-45f4-b589-47923d8fc6b5 req-18ed0139-d50b-433d-b197-9356f88eaaaf tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:07.142249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dcd44d0-33fb-45f4-b589-47923d8fc6b5 req-18ed0139-d50b-433d-b197-9356f88eaaaf tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 945 time: 0.2921402 Aug 16 20:47:07.211449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Made reservation on behalf of dcf578e4774e42a99c324c03ea1a9bfc for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:07.214206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.223383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.253093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dcd44d0-33fb-45f4-b589-47923d8fc6b5 req-a74468e7-463f-4139-8664-5cb1c33d3c0b tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043873 Aug 16 20:47:07.297415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-1fbfb404-89dc-4815-ad8d-0aa67aaf1f8d tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:07.306854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-1fbfb404-89dc-4815-ad8d-0aa67aaf1f8d tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 815 time: 0.3686335 Aug 16 20:47:07.335165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-c47cde1f-cbc3-40c8-8d39-f5cdca3d073b tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/quotas/1d54f56ec1674d93a13f0bd7fc9eb5b5 HTTP/1.1" status: 200 len: 375 time: 0.0297799 Aug 16 20:47:07.339970 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.370535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.522640 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.555660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:47:07.562779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41213417-286c-439d-af49-bcfcd1f526be,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:07.585126 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.585478 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Added segment 60f7b97c-4659-4d2f-8b5f-5b390399d826 of type vlan for network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 Aug 16 20:47:07.639785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.760535 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-315c5e3f-d936-4f17-9208-fc6e8036618e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4239748 Aug 16 20:47:07.829183 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.830578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:07.831415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.857398 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.887178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1373a-766b-4e00-8664-333fc5da0a3f req-93ac16ef-ebb5-4235-a253-54bf5368ec26 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:07.888724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47a1373a-766b-4e00-8664-333fc5da0a3f req-93ac16ef-ebb5-4235-a253-54bf5368ec26 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 946 time: 0.1908474 Aug 16 20:47:07.914070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:07.926621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:47:08.031874 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-26a10733-4036-4c4a-9b92-0af6c96aa7f7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2134304 Aug 16 20:47:08.035057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50360) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:08.041406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] Request body: {'subnet': {'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-subnet', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:08.047803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d18f14-94c9-441d-88b2-d89e26015e46,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:08.062571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-f1c52a96-1d09-496b-86f2-da8580ee8b67 service neutron] 10.222.0.74 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662497 Aug 16 20:47:08.069096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47a1373a-766b-4e00-8664-333fc5da0a3f req-4692cc99-1a13-4334-82fe-0163125b59be tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515880 Aug 16 20:47:08.160497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] Checking segment: {'id': 'b97123c7-afc8-4993-9c5b-6bf39100e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc566b1d-80ba-43ec-94a2-e189c8f3a966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:08.160497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] Network hostable DHCP agents. Network: cc566b1d-80ba-43ec-94a2-e189c8f3a966, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:47:08.225061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] Made reservation on behalf of dcf578e4774e42a99c324c03ea1a9bfc for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:08.228443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.272708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] Router 38108c55-1e98-455a-9564-5402a2a2b6d5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:08.315256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-92ff7e5b-eab8-400c-8a8f-25cd3baa2f94 service neutron] 10.222.0.74 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451949 Aug 16 20:47:08.338626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da68e8-bfb9-4de2-92f8-8a2cfd75fa40 req-b919840d-bfe1-4824-b4bf-3046ac4d17f9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:08.340271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16da68e8-bfb9-4de2-92f8-8a2cfd75fa40 req-b919840d-bfe1-4824-b4bf-3046ac4d17f9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.1730158 Aug 16 20:47:08.402907 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16da68e8-bfb9-4de2-92f8-8a2cfd75fa40 req-d9a7d1d7-5b95-478e-9041-0c21ab3c6643 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/quotas/ddfb1c9208d1440192808c93cfed992b HTTP/1.1" status: 200 len: 375 time: 0.0289795 Aug 16 20:47:08.407313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] Network cc566b1d-80ba-43ec-94a2-e189c8f3a966 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:47:08.502472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:08.507656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-59154c83-1f1e-434d-9184-1dcd6b5d02de admin admin] 10.222.0.74 "PUT /v2.0/routers/38108c55-1e98-455a-9564-5402a2a2b6d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6605830 Aug 16 20:47:08.510361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50384) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:08.515548 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497534a-6237-44fd-a8f1-3fd5d212fcf7 None None] Sync routers for ids ['38108c55-1e98-455a-9564-5402a2a2b6d5'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:08.525438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16da68e8-bfb9-4de2-92f8-8a2cfd75fa40 req-5f452586-3c9b-4f77-a467-bc23295860c0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1215506 Aug 16 20:47:08.526199 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497534a-6237-44fd-a8f1-3fd5d212fcf7 None None] Routers {'38108c55-1e98-455a-9564-5402a2a2b6d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:08.526907 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2497534a-6237-44fd-a8f1-3fd5d212fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['38108c55-1e98-455a-9564-5402a2a2b6d5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:08.591442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, cc566b1d-80ba-43ec-94a2-e189c8f3a966) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:08.597932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:08.598840 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.601280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9cd8dd-9724-470a-a184-818c27f2eb00 None None] Network cc566b1d-80ba-43ec-94a2-e189c8f3a966 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:08.602687 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.670700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16da68e8-bfb9-4de2-92f8-8a2cfd75fa40 req-8b76e67d-b655-4048-845e-eb14eafa34fe service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442001 Aug 16 20:47:08.727261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb35f203-0600-4f06-9b33-75b8cef4e735,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:08.754596 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-2497534a-6237-44fd-a8f1-3fd5d212fcf7 None None] Set router 38108c55-1e98-455a-9564-5402a2a2b6d5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:08.761527 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.808908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] Checking segment: {'id': '60f7b97c-4659-4d2f-8b5f-5b390399d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:08.809573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] Network hostable DHCP agents. Network: e54dc736-28d6-42f7-93e3-9ff9e3c3aac0, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:47:08.838853 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-00caf29a-20a3-4f45-b51b-5bca692fcfc1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2981398 Aug 16 20:47:08.932341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a26de58d-8207-40da-b9f5-0feacc7d2dd7 req-bd0668fb-1361-45a5-a3af-95fff64b7be3 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 210 time: 0.1082597 Aug 16 20:47:09.003344 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.039145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16da68e8-bfb9-4de2-92f8-8a2cfd75fa40 req-fbfe1804-ec1e-4192-8dbf-44b46021b5b8 service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554697 Aug 16 20:47:09.060199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] Network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:47:09.099179 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fef5ee17-2d2f-40b5-a1b1-5877984905c5 req-7eb56f0a-bcb7-4bcd-bf32-4c44b0cfbee8 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 210 time: 0.0999327 Aug 16 20:47:09.130674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c57c3d-8d85-4859-8d33-008ae714af48 None None] Network cc566b1d-80ba-43ec-94a2-e189c8f3a966 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:09.197568 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Deleting port ab399750-4c72-4de8-ae00-540123f4a7d5 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:09.198053 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.254404 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2497534a-6237-44fd-a8f1-3fd5d212fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:47:06Z', 'revision_number': 5, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port': {'id': 'ab399750-4c72-4de8-ae00-540123f4a7d5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:31Z', 'updated_at': '2021-08-16T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:09.274851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, e54dc736-28d6-42f7-93e3-9ff9e3c3aac0) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:09.276710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f7f2f-fbfc-488b-8ff7-f2d0dd6b639d req-568793fb-f777-4e1b-bc20-16af0b46382a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:09.284617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a38f7f2f-fbfc-488b-8ff7-f2d0dd6b639d req-568793fb-f777-4e1b-bc20-16af0b46382a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 946 time: 0.0835595 Aug 16 20:47:09.290314 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497534a-6237-44fd-a8f1-3fd5d212fcf7 None None] Checking router: 38108c55-1e98-455a-9564-5402a2a2b6d5 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:09.290525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:09.291774 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.297376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af5b7f0-b04f-4de1-9e53-c9d6f7b73028 None None] Network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:09.303857 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497534a-6237-44fd-a8f1-3fd5d212fcf7 None None] Routers {'38108c55-1e98-455a-9564-5402a2a2b6d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:09.305237 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2497534a-6237-44fd-a8f1-3fd5d212fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['38108c55-1e98-455a-9564-5402a2a2b6d5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:09.339538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a38f7f2f-fbfc-488b-8ff7-f2d0dd6b639d req-2c7a4695-39af-450a-ad1b-e4431c30f23e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475163 Aug 16 20:47:09.342643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] For port ab399750-4c72-4de8-ae00-540123f4a7d5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ab399750-4c72-4de8-ae00-540123f4a7d5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:09.343365 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.364351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Calling delete_port for ab399750-4c72-4de8-ae00-540123f4a7d5 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:09.456647 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-2497534a-6237-44fd-a8f1-3fd5d212fcf7 None None] Set router 38108c55-1e98-455a-9564-5402a2a2b6d5 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:09.531953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50438) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:09.532667 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8410db70-9d40-456b-8594-2e41aa8ac049 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4965191 Aug 16 20:47:09.537360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:09.580094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a1a24-6f18-46e6-aced-3b0de2b2fc50 None None] Network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:09.653100 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2497534a-6237-44fd-a8f1-3fd5d212fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:47:09Z', 'revision_number': 6, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:09.724248 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.726354 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.747601 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497534a-6237-44fd-a8f1-3fd5d212fcf7 None None] The sync data for ids ['38108c55-1e98-455a-9564-5402a2a2b6d5'] in n-d-793619-14 is: [{'id': '38108c55-1e98-455a-9564-5402a2a2b6d5', 'name': 'tempest-ServersTestBootFromVolume-1844401049-router', 'tenant_id': '8b34307ab4f54b738e8de28f0575f9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:30Z', 'updated_at': '2021-08-16T20:47:09Z', 'revision_number': 6, 'project_id': '8b34307ab4f54b738e8de28f0575f9ee', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:09.789832 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.855086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab399750-4c72-4de8-ae00-540123f4a7d5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:09.930542 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.984795 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.021406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571472f8-6b0d-4c52-806b-83f458fa836c req-edbfb536-9955-4ad7-9688-fe4e4a92a2dc tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:10.029268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-edbfb536-9955-4ad7-9688-fe4e4a92a2dc tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/networks?id=cc566b1d-80ba-43ec-94a2-e189c8f3a966 HTTP/1.1" status: 200 len: 818 time: 0.2968094 Aug 16 20:47:10.036184 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.039108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.039386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-24402363-4938-4cd0-b3d0-fd0cbe2b8893 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/quotas/3c8bbbb2312b4136afb3c44f36825c99 HTTP/1.1" status: 200 len: 375 time: 0.0092604 Aug 16 20:47:10.077623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-c51cc6fa-5a9c-412d-afb6-9e3cee5107bf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c8bbbb2312b4136afb3c44f36825c99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303407 Aug 16 20:47:10.223534 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.224100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38108c55-1e98-455a-9564-5402a2a2b6d5 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:47:10.234042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.234042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c9a48abc-b293-4ad9-8468-7a91b767070b admin admin] 10.222.0.74 "DELETE /v2.0/routers/38108c55-1e98-455a-9564-5402a2a2b6d5 HTTP/1.1" status: 204 len: 168 time: 1.7192523 Aug 16 20:47:10.234042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50482) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:10.297438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-69d98282-0c2d-4c83-a618-adfb075bd7a5 service neutron] 10.222.0.74 "GET /v2.0/networks/cc566b1d-80ba-43ec-94a2-e189c8f3a966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124710 Aug 16 20:47:10.302815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Deleting subnet f5de9106-bc0b-4ff3-b478-ae4f0feec18d {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:10.307326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.422627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.601937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fb53-9135-491e-8f93-0828079988af req-c774574a-6b50-4565-87f0-0e113034d96e tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:10.603463 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-c774574a-6b50-4565-87f0-0e113034d96e tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.79 "GET /v2.0/networks?id=ce47c267-bc40-4497-bca3-57ee11eab682 HTTP/1.1" status: 200 len: 811 time: 0.2848930 Aug 16 20:47:10.723062 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.733431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:10.760992 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-75ccebcd-ad2b-44d5-af56-05e57bc1b01c tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0761f6f4fceb41ea8298c9afcdeb2f7d HTTP/1.1" status: 200 len: 379 time: 0.1469483 Aug 16 20:47:10.773206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Request body: {'port': {'device_id': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'admin_state_up': True, 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'security_groups': ['0b30cf68-3871-40f2-a956-da72145d86ac']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:10.803370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:10.804531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 856c6158-8e9d-4e44-a9b5-ebd55b96bf4b not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:10.805659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ab399750-4c72-4de8-ae00-540123f4a7d5 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:10.861362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: ab399750-4c72-4de8-ae00-540123f4a7d5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:10.862033 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ab399750-4c72-4de8-ae00-540123f4a7d5 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:10.969483 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.002746 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.016157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-3c2f6752-c03f-4244-bd24-2fe2ac07e91d service neutron] 10.222.0.74 "GET /v2.0/networks/cc566b1d-80ba-43ec-94a2-e189c8f3a966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178249 Aug 16 20:47:11.043340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5de9106-bc0b-4ff3-b478-ae4f0feec18d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:11.058788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.061015 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f5de9106-bc0b-4ff3-b478-ae4f0feec18d HTTP/1.1" status: 204 len: 168 time: 0.8269181 Aug 16 20:47:11.062268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Made reservation on behalf of 0761f6f4fceb41ea8298c9afcdeb2f7d for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:11.062840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3146eb-d796-4a72-9018-c7d4fe703ab3 None None] Network 32ce7763-b2b2-4b57-a05f-db5d38015e9f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:11.063673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50522) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:11.067485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.072361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.073083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.077842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.077842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.077842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.077842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.077842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.077842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.077842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.077842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.077842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.077842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82badaff-7f89-4f3f-9f9c-c6e3161afb56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:11.260067 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.293275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Allocated IP 172.20.0.7 (ce47c267-bc40-4497-bca3-57ee11eab682/d7303019-73a2-477c-b760-7e3428e0b916/2309964e-57ad-4480-b4c0-19bf28088e21) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:11.352311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc3ae82-6d01-4fe2-9529-894a1182ce6c None None] DHCP port deletion for 32ce7763-b2b2-4b57-a05f-db5d38015e9f request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:47:11.393698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Deleting port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:11.394850 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.435841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3ae82-6d01-4fe2-9529-894a1182ce6c None None] Deleting port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:11.436257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ae82-6d01-4fe2-9529-894a1182ce6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.520977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8cc3ae82-6d01-4fe2-9529-894a1182ce6c None None] For port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d7a10db0-b3ca-4177-b578-2c4dcf9b4a04,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:11.521649 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ae82-6d01-4fe2-9529-894a1182ce6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.531903 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.538807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3ae82-6d01-4fe2-9529-894a1182ce6c None None] Calling delete_port for d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:11.546549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Transition to ACTIVE for port object 2309964e-57ad-4480-b4c0-19bf28088e21 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:11.671915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a6d610a-5c5f-4478-8e01-6383f2bf7ac5 req-fdd9900c-0579-4250-a372-2585156fd9c4 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 210 time: 0.1200423 Aug 16 20:47:11.680439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8a7a961-d3db-4d55-b84e-a14134c754c7 req-dbc18542-849c-4821-8f41-6a2de283f672 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 210 time: 0.1175916 Aug 16 20:47:11.681623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] For port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d7a10db0-b3ca-4177-b578-2c4dcf9b4a04,segment=NetworkSegment(940cf92c-743e-4b61-9236-d3dc0175cb2f),segment_id=940cf92c-743e-4b61-9236-d3dc0175cb2f)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:11.681989 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.711515 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.731849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Calling delete_port for d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:11.763078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ae82-6d01-4fe2-9529-894a1182ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.789276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Network ce47c267-bc40-4497-bca3-57ee11eab682 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:11.797686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:11.799293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8fc108fc-ac19-4731-916c-31c3468b1c4e req-c0e8c782-34de-463d-b6d0-f592f1c0f6b3 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 210 time: 0.0686033 Aug 16 20:47:11.799747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3ae82-6d01-4fe2-9529-894a1182ce6c None None] Pushing event deleted for resources: {'Port': ['ID=d7a10db0-b3ca-4177-b578-2c4dcf9b4a04,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:11.801574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:11.819424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Pushing event updated for resources: {'Port': ['ID=2309964e-57ad-4480-b4c0-19bf28088e21,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:11.828055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc3ae82-6d01-4fe2-9529-894a1182ce6c None None] No DVR routers for this DVR port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:11.858953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.889418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ce607-1530-4a1f-86f6-c1006378de70 req-a54b34e6-53f2-4910-a3d1-8543216c8c7e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:11.891330 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d01ce607-1530-4a1f-86f6-c1006378de70 req-a54b34e6-53f2-4910-a3d1-8543216c8c7e tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 946 time: 0.1409872 Aug 16 20:47:11.909954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:11.909954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.932927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.071565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d01ce607-1530-4a1f-86f6-c1006378de70 req-52dc6122-3b32-4f4a-9c7f-3bf24c70c343 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Deleting port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:12.071565 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d01ce607-1530-4a1f-86f6-c1006378de70 req-52dc6122-3b32-4f4a-9c7f-3bf24c70c343 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.081201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f44d1f-6d78-4d14-b29b-a441a775fe57 req-3ad7329e-31cd-4abe-b1de-1018313a9da4 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.082712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3f44d1f-6d78-4d14-b29b-a441a775fe57 req-3ad7329e-31cd-4abe-b1de-1018313a9da4 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 946 time: 0.3289158 Aug 16 20:47:12.177561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d01ce607-1530-4a1f-86f6-c1006378de70 req-52dc6122-3b32-4f4a-9c7f-3bf24c70c343 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] For port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9029c57d-31a5-4aab-9c09-3b7a4198f7b8,segment=NetworkSegment(77bb6742-3849-46ca-9387-03b6b0ade57b),segment_id=77bb6742-3849-46ca-9387-03b6b0ade57b)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:12.177840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d01ce607-1530-4a1f-86f6-c1006378de70 req-52dc6122-3b32-4f4a-9c7f-3bf24c70c343 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.194143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d01ce607-1530-4a1f-86f6-c1006378de70 req-52dc6122-3b32-4f4a-9c7f-3bf24c70c343 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Calling delete_port for 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:12.251700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dfe1c7dd-b1fe-4aee-a75c-a074cc60c6ef None None] Provisioning for port 2309964e-57ad-4480-b4c0-19bf28088e21 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:12.255475 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-452750c9-f9dd-46e8-bc54-a9642b5990ec tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4877965 Aug 16 20:47:12.258060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dfe1c7dd-b1fe-4aee-a75c-a074cc60c6ef None None] Provisioning complete for port 2309964e-57ad-4480-b4c0-19bf28088e21 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:12.258651 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c7dd-b1fe-4aee-a75c-a074cc60c6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.282354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Request body: {'port': {'device_id': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:12.293560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3f44d1f-6d78-4d14-b29b-a441a775fe57 req-a2229aa9-bc6d-4625-a1ea-90b176397ddf tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups?id=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736333 Aug 16 20:47:12.301775 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.302638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1c7dd-b1fe-4aee-a75c-a074cc60c6ef None None] Port 2309964e-57ad-4480-b4c0-19bf28088e21 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:47:12.355274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a10db0-b3ca-4177-b578-2c4dcf9b4a04,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:12.399004 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.404051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Allocated IP 172.25.4.207 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8a2c0bef-972c-4234-8007-99acaabc3068) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:12.406266 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] No DVR routers for this DVR port d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:12.429103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-e1739b5d-a89b-4c90-9e1a-bce84a02710e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.430830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-e1739b5d-a89b-4c90-9e1a-bce84a02710e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 815 time: 0.4086716 Aug 16 20:47:12.437763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:12.458467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:12.458714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Request body: {'port': {'device_id': 'd5b60650-04c5-4b3b-b5c6-a9a582f644c8', 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191', 'admin_state_up': True, 'tenant_id': '1d54f56ec1674d93a13f0bd7fc9eb5b5'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:12.459249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7a10db0-b3ca-4177-b578-2c4dcf9b4a04 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:12.473790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-384da7d6-8edc-43f8-bace-c63e85faa118 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.481562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-384da7d6-8edc-43f8-bace-c63e85faa118 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.4568753 Aug 16 20:47:12.552147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d01ce607-1530-4a1f-86f6-c1006378de70 req-52dc6122-3b32-4f4a-9c7f-3bf24c70c343 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.568594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['9029c57d-31a5-4aab-9c09-3b7a4198f7b8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:12.591328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc6122-3b32-4f4a-9c7f-3bf24c70c343 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event deleted for resources: {'Port': ['ID=9029c57d-31a5-4aab-9c09-3b7a4198f7b8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:12.608627 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.653591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-242468d3-c10d-4c19-8914-164c527210a4 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/quotas/ddfb1c9208d1440192808c93cfed992b HTTP/1.1" status: 200 len: 375 time: 0.1680026 Aug 16 20:47:12.668048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ce7763-b2b2-4b57-a05f-db5d38015e9f']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:12.674835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01ce607-1530-4a1f-86f6-c1006378de70 req-52dc6122-3b32-4f4a-9c7f-3bf24c70c343 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] No DVR routers for this DVR port 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:12.677543 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d01ce607-1530-4a1f-86f6-c1006378de70 req-52dc6122-3b32-4f4a-9c7f-3bf24c70c343 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.679792 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d01ce607-1530-4a1f-86f6-c1006378de70 req-52dc6122-3b32-4f4a-9c7f-3bf24c70c343 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.76 "DELETE /v2.0/ports/9029c57d-31a5-4aab-9c09-3b7a4198f7b8 HTTP/1.1" status: 204 len: 173 time: 0.7710819 Aug 16 20:47:12.683358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce1f4d9-d488-4222-8175-deeeaeab0c26', 'name': 'network-vif-deleted', 'tag': '9029c57d-31a5-4aab-9c09-3b7a4198f7b8'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:12.685822 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ad9d2f-be17-4873-82b5-dac2133f700a" -d '{"events": [{"server_uuid": "9ce1f4d9-d488-4222-8175-deeeaeab0c26", "name": "network-vif-deleted", "tag": "9029c57d-31a5-4aab-9c09-3b7a4198f7b8"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:12.717146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940cf92c-743e-4b61-9236-d3dc0175cb2f') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:12.717534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940cf92c-743e-4b61-9236-d3dc0175cb2f') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:12.742849 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.744918 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23841057-11a7-45e1-8145-5abfe0ee219c x-openstack-request-id: req-23841057-11a7-45e1-8145-5abfe0ee219c {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:12.745246 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce1f4d9-d488-4222-8175-deeeaeab0c26", "name": "network-vif-deleted", "tag": "9029c57d-31a5-4aab-9c09-3b7a4198f7b8", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:12.745498 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-23841057-11a7-45e1-8145-5abfe0ee219c {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:12.745889 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce1f4d9-d488-4222-8175-deeeaeab0c26', 'name': 'network-vif-deleted', 'tag': '9029c57d-31a5-4aab-9c09-3b7a4198f7b8', 'status': 'completed', 'code': 200} Aug 16 20:47:12.794738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.808509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2309964e-57ad-4480-b4c0-19bf28088e21 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:12.816361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-a821514f-37aa-4d6a-b68f-c8729a5f0cf9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1508479 Aug 16 20:47:12.816545 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.827855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:12.828304 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.829674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Transition to ACTIVE for port object 2309964e-57ad-4480-b4c0-19bf28088e21 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:12.829970 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:12.948213 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.950665 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.011816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Pushing event updated for resources: {'Port': ['ID=2309964e-57ad-4480-b4c0-19bf28088e21,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:13.013520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d313d-076a-44c8-a8e3-41e0c17e6722 req-8c52bb70-c6fa-415b-ac72-e35517d957ee tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.015152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e8d313d-076a-44c8-a8e3-41e0c17e6722 req-8c52bb70-c6fa-415b-ac72-e35517d957ee tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 931 time: 0.2111418 Aug 16 20:47:13.076827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-daa459f0-3d45-4610-9aab-15168af2a656 service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437048 Aug 16 20:47:13.101851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Made reservation on behalf of 1d54f56ec1674d93a13f0bd7fc9eb5b5 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:13.106839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.110499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Attempting to bind port 2309964e-57ad-4480-b4c0-19bf28088e21 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:13.110962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Attempting to bind port 2309964e-57ad-4480-b4c0-19bf28088e21 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:13.111297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Attempting to bind port 2309964e-57ad-4480-b4c0-19bf28088e21 on network ce47c267-bc40-4497-bca3-57ee11eab682 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:13.111715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e8d313d-076a-44c8-a8e3-41e0c17e6722 req-818b9620-ebee-41e5-af8a-c603f69bcda5 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875738 Aug 16 20:47:13.112643 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.119925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Port 2309964e-57ad-4480-b4c0-19bf28088e21 on network ce47c267-bc40-4497-bca3-57ee11eab682 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:13.120331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Attempting to bind port 2309964e-57ad-4480-b4c0-19bf28088e21 on network ce47c267-bc40-4497-bca3-57ee11eab682 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:13.149481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:13.149834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Checking segment: {'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:13.150293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Bound using segment: {'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:13.150800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Bound port: 2309964e-57ad-4480-b4c0-19bf28088e21, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11240bb-dacf-4b27-bdcb-bedce9201db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:13.151164 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.155586 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.157481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/32ce7763-b2b2-4b57-a05f-db5d38015e9f HTTP/1.1" status: 204 len: 168 time: 2.0927532 Aug 16 20:47:13.219090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b5ced-4e1e-4c8d-a02a-fb5d206285d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ce7763-b2b2-4b57-a05f-db5d38015e9f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:13.255157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] For port 2309964e-57ad-4480-b4c0-19bf28088e21, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:13.258862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] For port 2309964e-57ad-4480-b4c0-19bf28088e21, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2309964e-57ad-4480-b4c0-19bf28088e21,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:13.259084 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64749629-a777-440a-9ed0-9911afbdeaf9 req-07f9d1ff-bdac-4859-acca-d2ce28504511 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 210 time: 0.0646889 Aug 16 20:47:13.263418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.370577 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.395570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5baf9c8f-500b-47e2-951e-523f5e80db9b req-79dbd968-5bf2-468a-b5c6-3432ff7fd364 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 210 time: 0.0602500 Aug 16 20:47:13.399585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:13.404094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-8a531996-5129-483c-9d22-b55e43fb5f8d service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188138 Aug 16 20:47:13.410047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.412220 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.412220 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] 10.222.0.79 "PUT /v2.0/ports/2309964e-57ad-4480-b4c0-19bf28088e21 HTTP/1.1" status: 200 len: 1092 time: 1.1348388 Aug 16 20:47:13.412672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:13.418344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Pushing event updated for resources: {'Port': ['ID=8a2c0bef-972c-4234-8007-99acaabc3068,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:13.438938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:13.460410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaafef7-893d-4be0-89d9-cb32db778618 service neutron] Pushing event updated for resources: {'Port': ['ID=2309964e-57ad-4480-b4c0-19bf28088e21,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:13.506915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Allocated IP 172.20.0.2 (167b5c15-9495-445e-b579-0b77a4a65191/c0c9aebf-a6c8-41ba-a986-a27f3715589d/809a58ec-54e6-49d5-a68f-cee1e7d533c7) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:13.647600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86d93821-76c2-4050-ac58-f137247c7b02 req-7ca6933a-d9b0-47b6-aa63-f7f4486ee812 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/ports?device_id=9ce1f4d9-d488-4222-8175-deeeaeab0c26 HTTP/1.1" status: 200 len: 210 time: 0.0698960 Aug 16 20:47:13.744913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fb53-9135-491e-8f93-0828079988af req-b5b41b51-dc59-4f69-a37a-3309ff8245c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.746403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-b5b41b51-dc59-4f69-a37a-3309ff8245c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0761f6f4fceb41ea8298c9afcdeb2f7d&device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 1095 time: 0.0611446 Aug 16 20:47:13.791642 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-f0737d7f-56bd-40c3-80c5-8245a7214129 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2309964e-57ad-4480-b4c0-19bf28088e21 HTTP/1.1" status: 200 len: 217 time: 0.0371644 Aug 16 20:47:13.843245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fb53-9135-491e-8f93-0828079988af req-ec06d4cf-ff81-4f31-ac74-461d53a701b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.844736 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-ec06d4cf-ff81-4f31-ac74-461d53a701b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7303019-73a2-477c-b760-7e3428e0b916 HTTP/1.1" status: 200 len: 850 time: 0.0468168 Aug 16 20:47:13.897551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fb53-9135-491e-8f93-0828079988af req-8dc115c9-ee21-4b00-93e0-2c8f9cf961fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.898999 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-8dc115c9-ee21-4b00-93e0-2c8f9cf961fd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce47c267-bc40-4497-bca3-57ee11eab682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474980 Aug 16 20:47:13.995781 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-69dd9f89-a6d6-425a-bab2-10e15d865879 service neutron] 10.222.0.79 "GET /v2.0/networks/ce47c267-bc40-4497-bca3-57ee11eab682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893142 Aug 16 20:47:14.098060 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2755fb53-9135-491e-8f93-0828079988af req-d6432b5c-e46e-4cc1-a69f-ec467d7ca39f service neutron] 10.222.0.79 "GET /v2.0/networks/ce47c267-bc40-4497-bca3-57ee11eab682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949664 Aug 16 20:47:14.121913 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.122354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50634) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:14.165154 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8b12f758-9b92-49f2-a332-e27b30028ce8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8b34307ab4f54b738e8de28f0575f9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441422 Aug 16 20:47:14.165388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50638) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:14.331749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.345896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8127d62-03a0-4bc9-ae76-cf23628cc36a req-8eaea428-d9e6-49f1-b869-0a6a4b7197e7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 210 time: 0.0803144 Aug 16 20:47:14.347857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:14.394060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['542c8305-3fea-4992-af47-97b77e1a4475', 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:14.500820 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10bc81e3-e379-45fb-8655-2371c483ba60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.514171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Network 167b5c15-9495-445e-b579-0b77a4a65191 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:14.540105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccc7a0-b7dd-4ceb-97e7-ad5e17a7efbe req-98584be9-9392-4d35-97da-22436e2c66b3 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:14.542505 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40ccc7a0-b7dd-4ceb-97e7-ad5e17a7efbe req-98584be9-9392-4d35-97da-22436e2c66b3 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 943 time: 0.3253510 Aug 16 20:47:14.543574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Pushing event updated for resources: {'Port': ['ID=809a58ec-54e6-49d5-a68f-cee1e7d533c7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:14.546508 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:14.556332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:14.593197 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10bc81e3-e379-45fb-8655-2371c483ba60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.608843 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.687598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b71802-59eb-4ca2-9f07-69a7eed3a0a2 req-3ed5e33e-cb10-4d03-b11c-f134de5d39cc tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:14.689105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2b71802-59eb-4ca2-9f07-69a7eed3a0a2 req-3ed5e33e-cb10-4d03-b11c-f134de5d39cc tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 931 time: 0.2469370 Aug 16 20:47:14.746552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'tag': '2309964e-57ad-4480-b4c0-19bf28088e21'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:14.746772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:14.747464 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.749046 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af4aa14-e48a-4823-8eb7-a2db663fe249" -d '{"events": [{"name": "network-changed", "server_uuid": "b50f88da-f6b7-4581-9dab-99444ef14a0b", "tag": "2309964e-57ad-4480-b4c0-19bf28088e21"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:14.802250 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40ccc7a0-b7dd-4ceb-97e7-ad5e17a7efbe req-77b031f0-f347-4854-8c0a-b13553b75e66 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069147 Aug 16 20:47:14.832617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2b71802-59eb-4ca2-9f07-69a7eed3a0a2 req-e44465a6-4e21-4e91-a402-e2940dccf306 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266577 Aug 16 20:47:14.911955 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063bde36-a632-484e-a84c-8ec9853dbe07 x-openstack-request-id: req-063bde36-a632-484e-a84c-8ec9853dbe07 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:14.912314 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50f88da-f6b7-4581-9dab-99444ef14a0b", "tag": "2309964e-57ad-4480-b4c0-19bf28088e21", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:14.912710 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-063bde36-a632-484e-a84c-8ec9853dbe07 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:14.913411 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'tag': '2309964e-57ad-4480-b4c0-19bf28088e21', 'status': 'completed', 'code': 200} Aug 16 20:47:14.930662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-5da91453-b1ee-4706-808e-8c77f219af2f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4774392 Aug 16 20:47:14.935117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0cd0787d-000e-447e-aba0-a02179b238a4 req-dc8e3ed8-fb44-467e-958a-9f9b2e6f9f5a tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 210 time: 0.0468881 Aug 16 20:47:14.999833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4aa14-e48a-4823-8eb7-a2db663fe249 req-35b3c06a-4a2c-4a12-8577-a1a8b27ed60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.006775 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5af4aa14-e48a-4823-8eb7-a2db663fe249 req-35b3c06a-4a2c-4a12-8577-a1a8b27ed60d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0761f6f4fceb41ea8298c9afcdeb2f7d&device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 1095 time: 0.0546982 Aug 16 20:47:15.006874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10bc81e3-e379-45fb-8655-2371c483ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.006874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10bc81e3-e379-45fb-8655-2371c483ba60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.010396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-10bc81e3-e379-45fb-8655-2371c483ba60 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d538039a-df97-4d48-b248-7441f2d3c1db HTTP/1.1" status: 204 len: 168 time: 0.8413219 Aug 16 20:47:15.054310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Request body: {'port': {'device_id': 'd5b60650-04c5-4b3b-b5c6-a9a582f644c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:15.108112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc81e3-e379-45fb-8655-2371c483ba60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d538039a-df97-4d48-b248-7441f2d3c1db,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:15.113644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.216094 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.262336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50708) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:15.264721 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19e4eacc-3f0a-4e39-8fbc-70bde0e62ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.491175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb18ca96-b93d-4f22-8e47-93a58007b770 req-1a23acbe-9e36-4a47-b58a-77739ca913fb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 210 time: 0.0411854 Aug 16 20:47:15.532827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:15.552887 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-177364d1-2bbc-4426-9a6d-46588182c115 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.565406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:15.569694 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9029c57d-31a5-4aab-9c09-3b7a4198f7b8 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:15.592546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4aa14-e48a-4823-8eb7-a2db663fe249 req-61e9eae3-bc31-45bc-8b35-ea9ab2c1a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.595859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5af4aa14-e48a-4823-8eb7-a2db663fe249 req-61e9eae3-bc31-45bc-8b35-ea9ab2c1a9fa service neutron] 10.222.0.79 "GET /v2.0/networks?id=ce47c267-bc40-4497-bca3-57ee11eab682 HTTP/1.1" status: 200 len: 912 time: 0.5815499 Aug 16 20:47:15.654622 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-177364d1-2bbc-4426-9a6d-46588182c115 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.659279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571472f8-6b0d-4c52-806b-83f458fa836c req-d94b038b-692c-4869-ae47-46abbe8febbf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.659279 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-d94b038b-692c-4869-ae47-46abbe8febbf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.76 "GET /v2.0/networks?id=cc566b1d-80ba-43ec-94a2-e189c8f3a966 HTTP/1.1" status: 200 len: 818 time: 0.2368045 Aug 16 20:47:15.660766 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5af4aa14-e48a-4823-8eb7-a2db663fe249 req-0161cb24-de03-4e38-8717-c6933a4b6fea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2309964e-57ad-4480-b4c0-19bf28088e21 HTTP/1.1" status: 200 len: 217 time: 0.0536821 Aug 16 20:47:15.721702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Request body: {'port': {'device_id': 'a7c3cfdb-296c-47d7-86cf-a34081ca1a90', 'network_id': 'cc566b1d-80ba-43ec-94a2-e189c8f3a966', 'admin_state_up': True, 'tenant_id': '3c8bbbb2312b4136afb3c44f36825c99'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:15.732932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Router 7a782d71-7c8b-4bd1-a21e-c917e631202f is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:47:15.789824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4aa14-e48a-4823-8eb7-a2db663fe249 req-fb19abc8-9697-47a9-b5da-3ef24a5f3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.792191 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5af4aa14-e48a-4823-8eb7-a2db663fe249 req-fb19abc8-9697-47a9-b5da-3ef24a5f3375 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7303019-73a2-477c-b760-7e3428e0b916 HTTP/1.1" status: 200 len: 850 time: 0.1177526 Aug 16 20:47:15.882801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-177364d1-2bbc-4426-9a6d-46588182c115 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.888574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-177364d1-2bbc-4426-9a6d-46588182c115 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.896918 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-177364d1-2bbc-4426-9a6d-46588182c115 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "DELETE /v2.0/security-groups/174c4a88-b02d-4717-b48d-fbf9c7aaf85f HTTP/1.1" status: 204 len: 168 time: 0.6334376 Aug 16 20:47:15.899426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50736) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:15.917576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4aa14-e48a-4823-8eb7-a2db663fe249 req-2fbbef64-7fee-43e0-bad5-cb744f660dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.919465 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5af4aa14-e48a-4823-8eb7-a2db663fe249 req-2fbbef64-7fee-43e0-bad5-cb744f660dd6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce47c267-bc40-4497-bca3-57ee11eab682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191518 Aug 16 20:47:15.929559 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-d0429860-fd94-4a5b-9f2b-d9e2d2dea73a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] show failed (client error): The resource could not be found. Aug 16 20:47:15.930829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d0429860-fd94-4a5b-9f2b-d9e2d2dea73a tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "GET /v2.0/security-groups/174c4a88-b02d-4717-b48d-fbf9c7aaf85f HTTP/1.1" status: 404 len: 347 time: 0.0297813 Aug 16 20:47:15.933953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50738) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:15.954010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809a58ec-54e6-49d5-a68f-cee1e7d533c7 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:15.975195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177364d1-2bbc-4426-9a6d-46588182c115 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c4a88-b02d-4717-b48d-fbf9c7aaf85f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:16.011157 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.039248 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5af4aa14-e48a-4823-8eb7-a2db663fe249 req-4ea2dddb-9806-4555-8fa0-1fa1dcb83e00 service neutron] 10.222.0.79 "GET /v2.0/networks/ce47c267-bc40-4497-bca3-57ee11eab682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110041 Aug 16 20:47:16.092278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Made reservation on behalf of 3c8bbbb2312b4136afb3c44f36825c99 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:16.095809 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.101184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:16.114585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Sync routers for ids ['7a782d71-7c8b-4bd1-a21e-c917e631202f'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:16.116976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Transition to ACTIVE for port object 809a58ec-54e6-49d5-a68f-cee1e7d533c7 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:16.129566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Routers {'7a782d71-7c8b-4bd1-a21e-c917e631202f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:16.132180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7a782d71-7c8b-4bd1-a21e-c917e631202f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:16.165527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d420671-4ae9-429d-b271-77d7990ae380 req-4974c5b9-cd24-460d-8d05-74768d7a10fd tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.169720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d420671-4ae9-429d-b271-77d7990ae380 req-4974c5b9-cd24-460d-8d05-74768d7a10fd tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 943 time: 0.2583895 Aug 16 20:47:16.185788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d845a-78aa-43e6-8402-e8b8b4dce605 req-134bfbc5-6bdb-409e-a682-f853da86e368 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.193563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b8d845a-78aa-43e6-8402-e8b8b4dce605 req-134bfbc5-6bdb-409e-a682-f853da86e368 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 931 time: 0.2195606 Aug 16 20:47:16.213808 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5af4aa14-e48a-4823-8eb7-a2db663fe249 req-cc9a242b-3859-461e-beff-6df09dde42b6 service neutron] 10.222.0.79 "GET /v2.0/networks/ce47c267-bc40-4497-bca3-57ee11eab682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665146 Aug 16 20:47:16.236876 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.288141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Allocated IP 172.20.0.9 (cc566b1d-80ba-43ec-94a2-e189c8f3a966/c6d18f14-94c9-441d-88b2-d89e26015e46/b5be534d-09c6-46dd-a59c-cf6fea0e85ee) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:16.321359 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.326228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-10a50e6d-ef9a-4fd4-85ec-0e14e578a97a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.7928391 Aug 16 20:47:16.328385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50748) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:16.335650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b8d845a-78aa-43e6-8402-e8b8b4dce605 req-bae54bc8-b685-4dc7-82cf-af68e7f757f9 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412573 Aug 16 20:47:16.361653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d420671-4ae9-429d-b271-77d7990ae380 req-361983fe-58e1-4022-bfde-227c2342715b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801639 Aug 16 20:47:16.366620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Pushing event updated for resources: {'Port': ['ID=809a58ec-54e6-49d5-a68f-cee1e7d533c7,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:16.379051 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Set router 7a782d71-7c8b-4bd1-a21e-c917e631202f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:16.385802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-684921ba-0349-4c62-bf8c-38678c170b13 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Deleting port 8b78f73b-75be-415c-b533-12a9d47d8dfe {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:16.386141 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-684921ba-0349-4c62-bf8c-38678c170b13 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.517353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50752) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:16.640094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.668550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:13Z', 'revision_number': 3, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:16.715306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Checking router: 7a782d71-7c8b-4bd1-a21e-c917e631202f for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:16.715775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Updating router 7a782d71-7c8b-4bd1-a21e-c917e631202f port 8a2c0bef-972c-4234-8007-99acaabc3068 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:47:16.717805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1207313867-network', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:16.747484 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.831996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c549d13f-e7c3-4aa9-b069-d0e673160de9 req-ed05aa06-ed68-438a-8dee-ed38d0fb4e54 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 210 time: 0.3694477 Aug 16 20:47:16.883720 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-684921ba-0349-4c62-bf8c-38678c170b13 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.888742 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-684921ba-0349-4c62-bf8c-38678c170b13 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.904192 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.905765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:16.908032 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.915658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0d3f7a0-d5c3-4bbf-b633-85fd070cb1e8 req-65068adf-6e20-41e5-b0c8-95d2f8e9d2fb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 210 time: 0.0405886 Aug 16 20:47:16.935192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-684921ba-0349-4c62-bf8c-38678c170b13 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Calling delete_port for 8b78f73b-75be-415c-b533-12a9d47d8dfe owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:16.970270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Attempting to bind port 809a58ec-54e6-49d5-a68f-cee1e7d533c7 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:16.970884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Attempting to bind port 809a58ec-54e6-49d5-a68f-cee1e7d533c7 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:16.971156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Attempting to bind port 809a58ec-54e6-49d5-a68f-cee1e7d533c7 on network 167b5c15-9495-445e-b579-0b77a4a65191 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:16.981506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Port 809a58ec-54e6-49d5-a68f-cee1e7d533c7 on network 167b5c15-9495-445e-b579-0b77a4a65191 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:16.981838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Attempting to bind port 809a58ec-54e6-49d5-a68f-cee1e7d533c7 on network 167b5c15-9495-445e-b579-0b77a4a65191 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:17.013210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.025915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:17.026700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Checking segment: {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:17.026847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Bound using segment: {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:17.027631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Bound port: 809a58ec-54e6-49d5-a68f-cee1e7d533c7, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9649374-34ef-4d13-8942-857190e93394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:17.027631 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.070024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Network cc566b1d-80ba-43ec-94a2-e189c8f3a966 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:17.070841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Pushing event updated for resources: {'Port': ['ID=b5be534d-09c6-46dd-a59c-cf6fea0e85ee,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:17.075864 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.091610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Transition to ACTIVE for port object 8a2c0bef-972c-4234-8007-99acaabc3068 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:17.091822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:17.108725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2309964e-57ad-4480-b4c0-19bf28088e21 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:17.119665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:17.155748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] For port 809a58ec-54e6-49d5-a68f-cee1e7d533c7, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:17.176357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-78ecdc1b-1188-4c93-8d1a-74818e89dfc7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.176651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] For port 809a58ec-54e6-49d5-a68f-cee1e7d533c7, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=809a58ec-54e6-49d5-a68f-cee1e7d533c7,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:17.177897 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-78ecdc1b-1188-4c93-8d1a-74818e89dfc7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.3055260 Aug 16 20:47:17.192129 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.200435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Request body: {'port': {'device_id': '6042402f-31c7-40cf-85f7-68ba4d25bd9a', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'admin_state_up': True, 'tenant_id': 'ddfb1c9208d1440192808c93cfed992b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:17.263813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Pushing event updated for resources: {'Port': ['ID=8a2c0bef-972c-4234-8007-99acaabc3068,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:17.276680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.277339 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.279436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Attempting to bind port 8a2c0bef-972c-4234-8007-99acaabc3068 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:17.279879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Attempting to bind port 8a2c0bef-972c-4234-8007-99acaabc3068 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:17.280309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Attempting to bind port 8a2c0bef-972c-4234-8007-99acaabc3068 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:17.284504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.284920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.285291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.285716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.286111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.286450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.286780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.287104 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.287427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.287748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.288070 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.288389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:17.298564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2309964e-57ad-4480-b4c0-19bf28088e21, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2309964e-57ad-4480-b4c0-19bf28088e21,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:17.301390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:17.301765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:17.302168 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.302616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:17.303033 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Bound port: 8a2c0bef-972c-4234-8007-99acaabc3068, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:17.303413 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.315025 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.332429 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '2309964e-57ad-4480-b4c0-19bf28088e21', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'port_id': '2309964e-57ad-4480-b4c0-19bf28088e21', 'mac_address': 'fa:16:3e:72:35:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:17.340401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.388443 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-684921ba-0349-4c62-bf8c-38678c170b13 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.426976 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.427856 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] For port 8a2c0bef-972c-4234-8007-99acaabc3068, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:17.431976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] For port 8a2c0bef-972c-4234-8007-99acaabc3068, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8a2c0bef-972c-4234-8007-99acaabc3068,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:17.439598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.440516 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.448605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] 10.222.0.79 "PUT /v2.0/ports/809a58ec-54e6-49d5-a68f-cee1e7d533c7 HTTP/1.1" status: 200 len: 1092 time: 2.4407122 Aug 16 20:47:17.448605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b60650-04c5-4b3b-b5c6-a9a582f644c8', 'tag': '809a58ec-54e6-49d5-a68f-cee1e7d533c7'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:17.448605 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c884f56-54cc-4955-b2ec-d9def60d9670" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b60650-04c5-4b3b-b5c6-a9a582f644c8", "tag": "809a58ec-54e6-49d5-a68f-cee1e7d533c7"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:17.455910 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.470472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2309964e-57ad-4480-b4c0-19bf28088e21 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:17.482505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d815089-21c9-43e6-8712-876aa981e86b service neutron] Pushing event updated for resources: {'Port': ['ID=809a58ec-54e6-49d5-a68f-cee1e7d533c7,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:17.496607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2309964e-57ad-4480-b4c0-19bf28088e21, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2309964e-57ad-4480-b4c0-19bf28088e21,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:17.540754 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.550345 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-476e0762-ab0c-4772-a127-98fe21d14b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.552643 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.560831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:47:17.597458 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.603547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684921ba-0349-4c62-bf8c-38678c170b13 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Pushing event deleted for resources: {'Port': ['ID=8b78f73b-75be-415c-b533-12a9d47d8dfe,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:17.607193 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.607674 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Added segment b94a6123-878e-4e83-9e98-af62b215106e of type vlan for network f811c930-d940-4fe5-b868-27e98c3af345 Aug 16 20:47:17.628131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Routers {'7a782d71-7c8b-4bd1-a21e-c917e631202f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:17.629434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7a782d71-7c8b-4bd1-a21e-c917e631202f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:17.647278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-684921ba-0349-4c62-bf8c-38678c170b13 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.651165 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-684921ba-0349-4c62-bf8c-38678c170b13 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.652376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-684921ba-0349-4c62-bf8c-38678c170b13 tempest-ImagesOneServerNegativeTestJSON-639082965 tempest-ImagesOneServerNegativeTestJSON-639082965-project] 10.222.0.74 "DELETE /v2.0/floatingips/ba6e571e-4a00-41a8-b3ba-ba2d493753fb HTTP/1.1" status: 204 len: 168 time: 1.7129784 Aug 16 20:47:17.660583 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.668861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7d0c5-6789-41ab-9a9e-f4e48fad5259 req-4a7e69cc-ee61-4104-846a-91a535526620 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.670435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52c7d0c5-6789-41ab-9a9e-f4e48fad5259 req-4a7e69cc-ee61-4104-846a-91a535526620 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 943 time: 0.1927490 Aug 16 20:47:17.681579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b446c7c-6a19-48fb-b3a3-3caaf0a57808 req-359c13f1-ea56-4245-ae2a-8ff451bb9e81 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.683145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b446c7c-6a19-48fb-b3a3-3caaf0a57808 req-359c13f1-ea56-4245-ae2a-8ff451bb9e81 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 943 time: 0.2068479 Aug 16 20:47:17.689595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-e0c9f334-f51f-48f2-8f57-560402aad0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.691082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-e0c9f334-f51f-48f2-8f57-560402aad0fc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 1095 time: 0.1289196 Aug 16 20:47:17.718152 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-725884ce-8215-4ece-99ac-0f8543b10ebf tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0050201 Aug 16 20:47:17.729378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Request body: {'port': {'device_id': 'a7c3cfdb-296c-47d7-86cf-a34081ca1a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:17.756808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398be3f-529d-4c19-8085-340a92bb2706 None None] Pushing event updated for resources: {'Port': ['ID=8a2c0bef-972c-4234-8007-99acaabc3068,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:17.757840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-30186ffe-990d-4eb8-ac1b-c8d6fbd7f82f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=809a58ec-54e6-49d5-a68f-cee1e7d533c7 HTTP/1.1" status: 200 len: 217 time: 0.0536618 Aug 16 20:47:17.782295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Allocated IP 172.20.0.1 (e54dc736-28d6-42f7-93e3-9ff9e3c3aac0/fb35f203-0600-4f06-9b33-75b8cef4e735/6364503b-dda4-4943-8233-5a24ee70b388) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:17.796861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed7c2e8-dc79-4056-b2a3-a3493f34a370,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:17.810891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.812047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.812719 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.814111 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b446c7c-6a19-48fb-b3a3-3caaf0a57808 req-0e54f62f-2285-475c-9ef5-cfaf69eaeea0 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220813 Aug 16 20:47:17.816789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52c7d0c5-6789-41ab-9a9e-f4e48fad5259 req-1703c9f3-524a-4365-a309-a5a223db53d3 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326966 Aug 16 20:47:17.842645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-d13ec2af-0c92-4928-8768-9a02c7536417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.842645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-d13ec2af-0c92-4928-8768-9a02c7536417 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0c9aebf-a6c8-41ba-a986-a27f3715589d HTTP/1.1" status: 200 len: 855 time: 0.0724964 Aug 16 20:47:17.848556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['2309964e-57ad-4480-b4c0-19bf28088e21'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:17.891005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-0517bc62-a511-49b5-b8ce-74875a39b61e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=167b5c15-9495-445e-b579-0b77a4a65191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428925 Aug 16 20:47:17.918953 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb6ea53-d363-4b88-8d66-5a7739ad2df6 x-openstack-request-id: req-beb6ea53-d363-4b88-8d66-5a7739ad2df6 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:17.918953 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b60650-04c5-4b3b-b5c6-a9a582f644c8", "tag": "809a58ec-54e6-49d5-a68f-cee1e7d533c7", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:17.918953 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-beb6ea53-d363-4b88-8d66-5a7739ad2df6 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:17.918953 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b60650-04c5-4b3b-b5c6-a9a582f644c8', 'tag': '809a58ec-54e6-49d5-a68f-cee1e7d533c7', 'status': 'completed', 'code': 200} Aug 16 20:47:17.919417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] Set router 7a782d71-7c8b-4bd1-a21e-c917e631202f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:17.943842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Made reservation on behalf of ddfb1c9208d1440192808c93cfed992b for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:17.948616 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.000099 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.038657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] Pushing event updated for resources: {'Network': ['ID=f811c930-d940-4fe5-b868-27e98c3af345,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:18.109543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4518e2b2-f5af-4269-84a8-33b60f08c4ea req-b988814c-6d91-4b35-aa9f-0d944d7b5722 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 210 time: 0.0501907 Aug 16 20:47:18.129520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf541c29-56c4-4e56-847c-b135e0fc6fe8 req-0cff480a-4c47-4150-b38f-4d0fc4c9056b tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:18.133985 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f44416e2-9be6-4087-af60-63f836bb6887 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6157508 Aug 16 20:47:18.144615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf541c29-56c4-4e56-847c-b135e0fc6fe8 req-0cff480a-4c47-4150-b38f-4d0fc4c9056b tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 931 time: 0.1417387 Aug 16 20:47:18.148505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50788) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:18.169560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] Request body: {'subnet': {'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1207313867-subnet', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:18.176800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network f811c930-d940-4fe5-b868-27e98c3af345 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:47:18.180252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=2309964e-57ad-4480-b4c0-19bf28088e21,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:18.190532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.197820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.198099 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-6b919623-93f9-4b2b-9fe2-3c08af56192d service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961290 Aug 16 20:47:18.209757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50790) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:18.276552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf541c29-56c4-4e56-847c-b135e0fc6fe8 req-6e6bb733-8a4b-45b6-8795-c206b4429716 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244254 Aug 16 20:47:18.338098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc0b65f-a9ea-463b-9c0a-546a3fe27bc4 admin admin] Deleting subnet fc6c2e76-2f68-4410-9690-a22de19675f0 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:18.343679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b65f-a9ea-463b-9c0a-546a3fe27bc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.394795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:18.397116 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.403174 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b65f-a9ea-463b-9c0a-546a3fe27bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.406831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e13ab28-1de2-4b97-9099-52467ede70b0 req-c6abd5f1-1119-422b-b1d0-c18c72271584 service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980259 Aug 16 20:47:18.456708 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Allocated IP 172.20.0.10 (0b94bc29-3f96-4417-a787-e029ad34ad92/ea210106-55a4-4da3-b9b0-5e9290d080d8/6876cfbb-e88e-46e9-b994-d7068092c58d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:18.459230 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b65f-a9ea-463b-9c0a-546a3fe27bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.578691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.583567 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b65f-a9ea-463b-9c0a-546a3fe27bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.595689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:13Z', 'revision_number': 3, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:18.613916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0b65f-a9ea-463b-9c0a-546a3fe27bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6c2e76-2f68-4410-9690-a22de19675f0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:18.618298 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b65f-a9ea-463b-9c0a-546a3fe27bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.624774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3fc0b65f-a9ea-463b-9c0a-546a3fe27bc4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fc6c2e76-2f68-4410-9690-a22de19675f0 HTTP/1.1" status: 204 len: 168 time: 0.4095998 Aug 16 20:47:18.624774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50792) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:18.625837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa16d08-fa07-4e5f-aa36-f622c604f4f6 None None] The sync data for ids ['7a782d71-7c8b-4bd1-a21e-c917e631202f'] in n-d-793619-14 is: [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:13Z', 'revision_number': 3, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:18.677774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c884f56-54cc-4955-b2ec-d9def60d9670 req-0d291b77-1861-46cd-b187-ec31c009f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:18.679798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c884f56-54cc-4955-b2ec-d9def60d9670 req-0d291b77-1861-46cd-b187-ec31c009f016 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 1095 time: 0.1263387 Aug 16 20:47:18.715244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:18.737501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:18.740102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:18.756955 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.839185 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5be534d-09c6-46dd-a59c-cf6fea0e85ee {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:18.848826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Pushing event updated for resources: {'Port': ['ID=6364503b-dda4-4943-8233-5a24ee70b388,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:18.905370 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.906974 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.909695 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.918737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c2a23f-ec02-43e6-ac20-9262c97e81cb']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:18.952796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bb6742-3849-46ca-9387-03b6b0ade57b') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:18.953131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bb6742-3849-46ca-9387-03b6b0ade57b') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:18.964441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.982531 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.021100 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.023823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Transition to ACTIVE for port object b5be534d-09c6-46dd-a59c-cf6fea0e85ee will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:19.045268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:19.045268 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:19.048696 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:19.118815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2309964e-57ad-4480-b4c0-19bf28088e21 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:19.140429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c884f56-54cc-4955-b2ec-d9def60d9670 req-e100ef94-8813-458b-bb75-f1731457230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:19.142661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c884f56-54cc-4955-b2ec-d9def60d9670 req-e100ef94-8813-458b-bb75-f1731457230f service neutron] 10.222.0.79 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 916 time: 0.4303977 Aug 16 20:47:19.175982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.215510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c884f56-54cc-4955-b2ec-d9def60d9670 req-f56bef22-5202-4cd2-91a7-5f49f43eb643 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=809a58ec-54e6-49d5-a68f-cee1e7d533c7 HTTP/1.1" status: 200 len: 217 time: 0.0563071 Aug 16 20:47:19.233366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28b97-b688-4bc7-a518-11a473c18410 req-2d7a9f41-eea0-40f2-ac38-0fd12356acfb tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:19.243339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1a28b97-b688-4bc7-a518-11a473c18410 req-2d7a9f41-eea0-40f2-ac38-0fd12356acfb tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 943 time: 0.2541692 Aug 16 20:47:19.291094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Pushing event updated for resources: {'Port': ['ID=b5be534d-09c6-46dd-a59c-cf6fea0e85ee,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:19.293127 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.310116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5142590-ac6b-411f-b950-a3c177293a14 req-e2ba0a96-f302-4497-adf4-068a1720c74a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:19.311681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5142590-ac6b-411f-b950-a3c177293a14 req-e2ba0a96-f302-4497-adf4-068a1720c74a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 944 time: 0.2980113 Aug 16 20:47:19.343063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 2309964e-57ad-4480-b4c0-19bf28088e21 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:19.343487 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.349390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 2309964e-57ad-4480-b4c0-19bf28088e21 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:19.353151 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.353325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1a28b97-b688-4bc7-a518-11a473c18410 req-8369a68c-424f-461a-82bd-564b27e7b23c tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086872 Aug 16 20:47:19.357480 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.361952 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.364353 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/f7c2a23f-ec02-43e6-ac20-9262c97e81cb HTTP/1.1" status: 204 len: 168 time: 0.7404597 Aug 16 20:47:19.368672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c884f56-54cc-4955-b2ec-d9def60d9670 req-760a0d81-813b-4090-85fc-27a29d7f37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:19.370820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c884f56-54cc-4955-b2ec-d9def60d9670 req-760a0d81-813b-4090-85fc-27a29d7f37ad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0c9aebf-a6c8-41ba-a986-a27f3715589d HTTP/1.1" status: 200 len: 855 time: 0.1478431 Aug 16 20:47:19.392842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.396172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:19.401818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe5ba7-afdc-4ebc-9982-e2e86a4ef1c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c2a23f-ec02-43e6-ac20-9262c97e81cb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:19.447092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5142590-ac6b-411f-b950-a3c177293a14 req-d58f21c7-c018-4da8-b809-631bc3d96fad tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189044 Aug 16 20:47:19.450164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c884f56-54cc-4955-b2ec-d9def60d9670 req-8a0f1357-7193-4afc-87a3-050ef8bd7736 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=167b5c15-9495-445e-b579-0b77a4a65191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642509 Aug 16 20:47:19.458936 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.558910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event updated for resources: {'Port': ['ID=6876cfbb-e88e-46e9-b994-d7068092c58d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:19.588384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Network 0b94bc29-3f96-4417-a787-e029ad34ad92 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:19.589878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Attempting to bind port b5be534d-09c6-46dd-a59c-cf6fea0e85ee on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:19.590294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Attempting to bind port b5be534d-09c6-46dd-a59c-cf6fea0e85ee by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'b97123c7-afc8-4993-9c5b-6bf39100e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc566b1d-80ba-43ec-94a2-e189c8f3a966'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:19.590870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Attempting to bind port b5be534d-09c6-46dd-a59c-cf6fea0e85ee on network cc566b1d-80ba-43ec-94a2-e189c8f3a966 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:19.605846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Port b5be534d-09c6-46dd-a59c-cf6fea0e85ee on network cc566b1d-80ba-43ec-94a2-e189c8f3a966 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:19.606066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Attempting to bind port b5be534d-09c6-46dd-a59c-cf6fea0e85ee on network cc566b1d-80ba-43ec-94a2-e189c8f3a966 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:19.619965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:19.633831 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.650233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:19.683646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2309964e-57ad-4480-b4c0-19bf28088e21'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:19.686286 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4501058-f319-4268-b22e-52d8892c1055" -d '{"events": [{"server_uuid": "b50f88da-f6b7-4581-9dab-99444ef14a0b", "name": "network-vif-plugged", "status": "completed", "tag": "2309964e-57ad-4480-b4c0-19bf28088e21"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:19.699505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459e3-4d41-427a-8715-229dac559982 req-27841445-683b-4450-b190-0a1d99e06948 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:19.704566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ad459e3-4d41-427a-8715-229dac559982 req-27841445-683b-4450-b190-0a1d99e06948 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 932 time: 0.1515937 Aug 16 20:47:19.713145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2309964e-57ad-4480-b4c0-19bf28088e21, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2309964e-57ad-4480-b4c0-19bf28088e21,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:19.718825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c884f56-54cc-4955-b2ec-d9def60d9670 req-97167d92-7d6b-413e-9e63-8b9bfb1b6300 service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564886 Aug 16 20:47:19.740860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd0f99-b885-4ecc-bd14-b337838cec34 req-45e8d0b3-a86c-4e56-a4c9-74105736297b tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:19.742974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55dd0f99-b885-4ecc-bd14-b337838cec34 req-45e8d0b3-a86c-4e56-a4c9-74105736297b tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 943 time: 0.1798840 Aug 16 20:47:19.796923 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.851635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50812) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:19.902320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=2309964e-57ad-4480-b4c0-19bf28088e21,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:19.929608 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55dd0f99-b885-4ecc-bd14-b337838cec34 req-39861bd4-4434-4fac-888c-11b51f8726bc tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772392 Aug 16 20:47:19.949162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ad459e3-4d41-427a-8715-229dac559982 req-5c8c0ed3-3917-4020-9453-0c96c5c15e25 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292809 Aug 16 20:47:19.984140 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f9784a-63c6-4888-82c7-3e78893440c8 x-openstack-request-id: req-72f9784a-63c6-4888-82c7-3e78893440c8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:19.984724 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50f88da-f6b7-4581-9dab-99444ef14a0b", "name": "network-vif-plugged", "status": "completed", "tag": "2309964e-57ad-4480-b4c0-19bf28088e21", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:19.985220 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-72f9784a-63c6-4888-82c7-3e78893440c8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:19.986080 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2309964e-57ad-4480-b4c0-19bf28088e21', 'code': 200} Aug 16 20:47:20.008368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c884f56-54cc-4955-b2ec-d9def60d9670 req-2573a3c2-9478-4787-a216-7ffbb28b465d service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573736 Aug 16 20:47:20.015030 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a6df6651-894f-4a19-9207-83b734451b53 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a04b09acfa1f488abc75cf14a828ebf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586041 Aug 16 20:47:20.020800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50816) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:20.047105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:20.047728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Checking segment: {'id': 'b97123c7-afc8-4993-9c5b-6bf39100e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc566b1d-80ba-43ec-94a2-e189c8f3a966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:20.047837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Bound using segment: {'id': 'b97123c7-afc8-4993-9c5b-6bf39100e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc566b1d-80ba-43ec-94a2-e189c8f3a966'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:20.048224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Bound port: b5be534d-09c6-46dd-a59c-cf6fea0e85ee, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97123c7-afc8-4993-9c5b-6bf39100e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc566b1d-80ba-43ec-94a2-e189c8f3a966'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:20.048573 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.095331 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-85c2984c-7b66-4746-8079-e6527f14e358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.108098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] Checking segment: {'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:20.108446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] Network hostable DHCP agents. Network: f811c930-d940-4fe5-b868-27e98c3af345, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:47:20.119985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b231b-a487-4113-96a1-48f29d8e2186 req-82414162-427e-4f0f-85a2-8c9dcf390a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.121529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b2b231b-a487-4113-96a1-48f29d8e2186 req-82414162-427e-4f0f-85a2-8c9dcf390a1e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 1097 time: 0.0671582 Aug 16 20:47:20.126722 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-85c2984c-7b66-4746-8079-e6527f14e358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.161560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.162277 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.169044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd35abf-7995-4566-8e60-30dabd3fd226,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:20.180908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b2b231b-a487-4113-96a1-48f29d8e2186 req-3b896ce6-0d9a-4643-b8fa-58d2e75fba5a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521555 Aug 16 20:47:20.246097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] For port b5be534d-09c6-46dd-a59c-cf6fea0e85ee, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:20.263904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] For port b5be534d-09c6-46dd-a59c-cf6fea0e85ee, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b5be534d-09c6-46dd-a59c-cf6fea0e85ee,segment=NetworkSegment(b97123c7-afc8-4993-9c5b-6bf39100e518),segment_id=b97123c7-afc8-4993-9c5b-6bf39100e518)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:20.279115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.293286 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-85c2984c-7b66-4746-8079-e6527f14e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.295959 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-85c2984c-7b66-4746-8079-e6527f14e358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.297199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-85c2984c-7b66-4746-8079-e6527f14e358 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f55828c1-8c0e-4a20-bebf-5c2b8a531cc2 HTTP/1.1" status: 204 len: 168 time: 0.2804220 Aug 16 20:47:20.307424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2984c-7b66-4746-8079-e6527f14e358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55828c1-8c0e-4a20-bebf-5c2b8a531cc2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:20.329855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] Network f811c930-d940-4fe5-b868-27e98c3af345 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:47:20.339642 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-561e63f8-2e28-4522-9f80-c74d79bd2869 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1485205 Aug 16 20:47:20.352369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Request body: {'port': {'device_id': '6042402f-31c7-40cf-85f7-68ba4d25bd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:20.389133 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.391673 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.478063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, f811c930-d940-4fe5-b868-27e98c3af345) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:20.482111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad87dd9-9b92-4d0c-92a5-88eb13ef52fc None None] Network f811c930-d940-4fe5-b868-27e98c3af345 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:20.504302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.504960 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.508693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8a2c0bef-972c-4234-8007-99acaabc3068 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:20.530409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.531030 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.532423 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] 10.222.0.76 "PUT /v2.0/ports/b5be534d-09c6-46dd-a59c-cf6fea0e85ee HTTP/1.1" status: 200 len: 1092 time: 2.8077428 Aug 16 20:47:20.534773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c3cfdb-296c-47d7-86cf-a34081ca1a90', 'tag': 'b5be534d-09c6-46dd-a59c-cf6fea0e85ee'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:20.537592 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8483cd0c-0cc5-419f-9df7-478bb328ed2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c3cfdb-296c-47d7-86cf-a34081ca1a90", "tag": "b5be534d-09c6-46dd-a59c-cf6fea0e85ee"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:20.553490 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.558315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.558466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Pushing event updated for resources: {'Port': ['ID=6364503b-dda4-4943-8233-5a24ee70b388,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:20.631171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c5c03-7fd6-4521-a6be-e9b11acb75f7 req-27d9934d-ca76-4c25-bd0a-ee2e8e64365a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.639656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-879c5c03-7fd6-4521-a6be-e9b11acb75f7 req-27d9934d-ca76-4c25-bd0a-ee2e8e64365a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 943 time: 0.1166868 Aug 16 20:47:20.644835 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.674119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a8356-d2fb-45c7-8d26-98fac4ce152a service neutron] Pushing event updated for resources: {'Port': ['ID=b5be534d-09c6-46dd-a59c-cf6fea0e85ee,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:20.675886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f335d12-5325-4521-87a3-b7758f4a0d33 req-b0167929-58ff-44d9-a1df-e33955374505 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.679881 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f335d12-5325-4521-87a3-b7758f4a0d33 req-b0167929-58ff-44d9-a1df-e33955374505 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 945 time: 0.1068904 Aug 16 20:47:20.713822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-879c5c03-7fd6-4521-a6be-e9b11acb75f7 req-87323274-94b3-4b37-8153-118076ced482 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687659 Aug 16 20:47:20.736676 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7fc9fd12-9447-4f92-bb87-8075531dc7b4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5849409 Aug 16 20:47:20.740913 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50830) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:20.756415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:20.795606 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff01b49-08d4-429c-8d4d-95593abd2dd1 x-openstack-request-id: req-dff01b49-08d4-429c-8d4d-95593abd2dd1 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:20.795606 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c3cfdb-296c-47d7-86cf-a34081ca1a90", "tag": "b5be534d-09c6-46dd-a59c-cf6fea0e85ee", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:20.795891 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dff01b49-08d4-429c-8d4d-95593abd2dd1 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:20.796165 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c3cfdb-296c-47d7-86cf-a34081ca1a90', 'tag': 'b5be534d-09c6-46dd-a59c-cf6fea0e85ee', 'status': 'completed', 'code': 200} Aug 16 20:47:20.810604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8a2c0bef-972c-4234-8007-99acaabc3068 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:20.816392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8a2c0bef-972c-4234-8007-99acaabc3068 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:20.816689 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.826971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f335d12-5325-4521-87a3-b7758f4a0d33 req-50851bda-cd9e-4792-ad53-e4c34fe2e2a7 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405299 Aug 16 20:47:20.846182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-f811c930-d940-4fe5-b868-27e98c3af345', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'fixed_ips': [{'subnet_id': 'ebd35abf-7995-4566-8e60-30dabd3fd226'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:47:20.846182 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.872409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571472f8-6b0d-4c52-806b-83f458fa836c req-3dd5f3e3-e06d-4d91-8574-0e0b2025444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.872409 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-3dd5f3e3-e06d-4d91-8574-0e0b2025444b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c8bbbb2312b4136afb3c44f36825c99&device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 1095 time: 0.2226841 Aug 16 20:47:20.914448 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.915526 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.069423 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.087126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.113949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Allocated IP 172.20.0.2 (f811c930-d940-4fe5-b868-27e98c3af345/ebd35abf-7995-4566-8e60-30dabd3fd226/dddc16dd-ffeb-4f1b-bc51-d725f9920683) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:21.120783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8a2c0bef-972c-4234-8007-99acaabc3068, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8a2c0bef-972c-4234-8007-99acaabc3068,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:21.126838 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-bda17a69-9225-4b9c-b751-3a918c925434 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5be534d-09c6-46dd-a59c-cf6fea0e85ee HTTP/1.1" status: 200 len: 217 time: 0.1091163 Aug 16 20:47:21.153620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:21.157945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 809a58ec-54e6-49d5-a68f-cee1e7d533c7 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:21.171670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940d3ec-2fae-42ec-80ad-8d1e4030b0f4 req-ab339407-8bfa-4e77-bf54-4c01e0616fd8 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:21.177925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:21.185789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a940d3ec-2fae-42ec-80ad-8d1e4030b0f4 req-ab339407-8bfa-4e77-bf54-4c01e0616fd8 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 943 time: 0.1118948 Aug 16 20:47:21.222893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909def76-510d-47b1-930a-cd6fb4e3c4f6 req-509dffb6-7570-4d15-825d-095820d191c9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:21.231471 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-909def76-510d-47b1-930a-cd6fb4e3c4f6 req-509dffb6-7570-4d15-825d-095820d191c9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 932 time: 0.1601703 Aug 16 20:47:21.234856 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.331616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a940d3ec-2fae-42ec-80ad-8d1e4030b0f4 req-1e0bdae1-50f5-45f2-9756-87bf31a494c7 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436188 Aug 16 20:47:21.414749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8a2c0bef-972c-4234-8007-99acaabc3068,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:21.438556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571472f8-6b0d-4c52-806b-83f458fa836c req-e1c27fd7-10a8-4b6b-8585-dfc735e49f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:21.443197 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-e1c27fd7-10a8-4b6b-8585-dfc735e49f90 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6d18f14-94c9-441d-88b2-d89e26015e46 HTTP/1.1" status: 200 len: 858 time: 0.3051615 Aug 16 20:47:21.510778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 809a58ec-54e6-49d5-a68f-cee1e7d533c7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=809a58ec-54e6-49d5-a68f-cee1e7d533c7,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:21.517877 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.557051 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-258de1ee-83f2-4046-9ce0-ea6575dcd1b2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc566b1d-80ba-43ec-94a2-e189c8f3a966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832918 Aug 16 20:47:21.558801 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '809a58ec-54e6-49d5-a68f-cee1e7d533c7', 'network_id': '167b5c15-9495-445e-b579-0b77a4a65191', 'port_id': '809a58ec-54e6-49d5-a68f-cee1e7d533c7', 'mac_address': 'fa:16:3e:0f:a0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c9aebf-a6c8-41ba-a986-a27f3715589d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:21.561009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Transition to ACTIVE for port object dddc16dd-ffeb-4f1b-bc51-d725f9920683 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:21.600390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Transition to ACTIVE for port object dddc16dd-ffeb-4f1b-bc51-d725f9920683 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:21.614596 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.629549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809a58ec-54e6-49d5-a68f-cee1e7d533c7 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:21.652120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 809a58ec-54e6-49d5-a68f-cee1e7d533c7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=809a58ec-54e6-49d5-a68f-cee1e7d533c7,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:21.663007 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.720971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.722328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6876cfbb-e88e-46e9-b994-d7068092c58d {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:21.736077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Network f811c930-d940-4fe5-b868-27e98c3af345 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:21.738408 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.744673 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.756307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:21.761972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Pushing event updated for resources: {'Port': ['ID=dddc16dd-ffeb-4f1b-bc51-d725f9920683,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:21.765730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:21.787955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Transition to ACTIVE for port object 6876cfbb-e88e-46e9-b994-d7068092c58d will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:21.849860 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-97fed788-9cf9-432b-8610-082313535181 service neutron] 10.222.0.76 "GET /v2.0/networks/cc566b1d-80ba-43ec-94a2-e189c8f3a966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632978 Aug 16 20:47:21.863023 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Router 7a782d71-7c8b-4bd1-a21e-c917e631202f has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:21.869070 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.884102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-909def76-510d-47b1-930a-cd6fb4e3c4f6 req-393e7120-c26d-4692-94d8-cfa5bf01acf4 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6516657 Aug 16 20:47:21.903429 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=809a58ec-54e6-49d5-a68f-cee1e7d533c7,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:21.909501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Attempting to bind port dddc16dd-ffeb-4f1b-bc51-d725f9920683 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:21.910050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Attempting to bind port dddc16dd-ffeb-4f1b-bc51-d725f9920683 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:21.910441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Attempting to bind port dddc16dd-ffeb-4f1b-bc51-d725f9920683 on network f811c930-d940-4fe5-b868-27e98c3af345 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:21.924198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:21.925057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Checking segment: {'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:21.926871 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.927363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Bound using segment: {'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:21.929738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Bound port: dddc16dd-ffeb-4f1b-bc51-d725f9920683, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:21.930100 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.961456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694cc15-7342-4db5-aaad-af48527e4758 req-8ba9c2a3-c0e1-4417-b880-fb83c8786d42 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:21.963580 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3694cc15-7342-4db5-aaad-af48527e4758 req-8ba9c2a3-c0e1-4417-b880-fb83c8786d42 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 944 time: 0.1403072 Aug 16 20:47:21.986205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['809a58ec-54e6-49d5-a68f-cee1e7d533c7'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:22.052206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f00bce-f1a8-4c7c-aee8-f6dc49975923 req-8a67ee8e-959d-4582-9d36-68135e497a0a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:22.052904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-571472f8-6b0d-4c52-806b-83f458fa836c req-b84ca5db-c605-485b-87a3-47d6f9102166 service neutron] 10.222.0.76 "GET /v2.0/networks/cc566b1d-80ba-43ec-94a2-e189c8f3a966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877000 Aug 16 20:47:22.053844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05f00bce-f1a8-4c7c-aee8-f6dc49975923 req-8a67ee8e-959d-4582-9d36-68135e497a0a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 945 time: 0.0881121 Aug 16 20:47:22.059037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Pushing event updated for resources: {'Port': ['ID=6876cfbb-e88e-46e9-b994-d7068092c58d,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:22.075839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] For port dddc16dd-ffeb-4f1b-bc51-d725f9920683, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:22.085093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] For port dddc16dd-ffeb-4f1b-bc51-d725f9920683, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dddc16dd-ffeb-4f1b-bc51-d725f9920683,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:22.108773 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3694cc15-7342-4db5-aaad-af48527e4758 req-59458ad6-2b6f-4882-8214-d5d5080eb71b tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282091 Aug 16 20:47:22.208980 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05f00bce-f1a8-4c7c-aee8-f6dc49975923 req-cd218a13-d7fc-47ca-983e-ba9a86a58841 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351578 Aug 16 20:47:22.236770 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.271626 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.307458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.333320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6797c45-76d3-4f11-afd0-43f3d951d142 None None] Pushing event updated for resources: {'Port': ['ID=dddc16dd-ffeb-4f1b-bc51-d725f9920683,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:22.452167 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:22.473815 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-43b8043f-6533-481b-a35b-b36d8b47d25a admin admin] 10.222.0.74 "PUT /v2.0/routers/7a782d71-7c8b-4bd1-a21e-c917e631202f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1372905 Aug 16 20:47:22.473815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Attempting to bind port 6876cfbb-e88e-46e9-b994-d7068092c58d on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:22.473815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Attempting to bind port 6876cfbb-e88e-46e9-b994-d7068092c58d by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:22.473815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Attempting to bind port 6876cfbb-e88e-46e9-b994-d7068092c58d on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:22.483120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8a2c0bef-972c-4234-8007-99acaabc3068 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:22.483251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Port 6876cfbb-e88e-46e9-b994-d7068092c58d on network 0b94bc29-3f96-4417-a787-e029ad34ad92 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:22.483637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Attempting to bind port 6876cfbb-e88e-46e9-b994-d7068092c58d on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:22.484883 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Sync routers for ids ['7a782d71-7c8b-4bd1-a21e-c917e631202f'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:22.495471 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483cd0c-0cc5-419f-9df7-478bb328ed2c req-f8cdbff9-7112-4b1e-b7d7-0e906bf89cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:22.496992 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8483cd0c-0cc5-419f-9df7-478bb328ed2c req-f8cdbff9-7112-4b1e-b7d7-0e906bf89cd7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c8bbbb2312b4136afb3c44f36825c99&device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 1095 time: 0.2388642 Aug 16 20:47:22.498204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:22.498596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Checking segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:22.498977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Bound using segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:22.499460 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Bound port: 6876cfbb-e88e-46e9-b994-d7068092c58d, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:22.499821 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.504624 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Routers {'7a782d71-7c8b-4bd1-a21e-c917e631202f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:22.505270 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7a782d71-7c8b-4bd1-a21e-c917e631202f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:22.521983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687a014-6b0f-46ef-b234-2bb8be04cd9d req-9cabb6ab-42e8-4d99-b349-49de54bdb6cc tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:22.536751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3687a014-6b0f-46ef-b234-2bb8be04cd9d req-9cabb6ab-42e8-4d99-b349-49de54bdb6cc tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 945 time: 0.1491573 Aug 16 20:47:22.552636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50872) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:22.675396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-37a085cb-027f-4dec-af44-ef05053a84d5 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Request body: {'floatingip': {'port_id': '2309964e-57ad-4480-b4c0-19bf28088e21'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:22.705906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8a2c0bef-972c-4234-8007-99acaabc3068 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:22.706490 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.768627 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] For port 6876cfbb-e88e-46e9-b994-d7068092c58d, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:22.775469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483cd0c-0cc5-419f-9df7-478bb328ed2c req-7d1da308-27aa-470a-ab1b-8c3244917fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:22.782654 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8483cd0c-0cc5-419f-9df7-478bb328ed2c req-7d1da308-27aa-470a-ab1b-8c3244917fe4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc566b1d-80ba-43ec-94a2-e189c8f3a966 HTTP/1.1" status: 200 len: 919 time: 0.2730424 Aug 16 20:47:22.784902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] For port 6876cfbb-e88e-46e9-b994-d7068092c58d, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6876cfbb-e88e-46e9-b994-d7068092c58d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:22.827840 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Set router 7a782d71-7c8b-4bd1-a21e-c917e631202f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:22.907114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a085cb-027f-4dec-af44-ef05053a84d5 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.907624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.918628 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8483cd0c-0cc5-419f-9df7-478bb328ed2c req-d29a1af3-93f0-4c0c-b884-4348f56bac7f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5be534d-09c6-46dd-a59c-cf6fea0e85ee HTTP/1.1" status: 200 len: 217 time: 0.1157668 Aug 16 20:47:22.950328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Allocated IP 172.25.4.18 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/4782954e-5bd2-45af-8409-b58ad8aa486a) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:22.976660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:22.977736 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.979843 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] 10.222.0.76 "PUT /v2.0/ports/6876cfbb-e88e-46e9-b994-d7068092c58d HTTP/1.1" status: 200 len: 1093 time: 2.6318476 Aug 16 20:47:23.018289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6042402f-31c7-40cf-85f7-68ba4d25bd9a', 'tag': '6876cfbb-e88e-46e9-b994-d7068092c58d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:23.020787 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea772dd5-e683-42f9-9908-5d228f6ae717" -d '{"events": [{"name": "network-changed", "server_uuid": "6042402f-31c7-40cf-85f7-68ba4d25bd9a", "tag": "6876cfbb-e88e-46e9-b994-d7068092c58d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:23.060803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bc5ec-59fc-4419-b89d-437436bcb860 service neutron] Pushing event updated for resources: {'Port': ['ID=6876cfbb-e88e-46e9-b994-d7068092c58d,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:23.070406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483cd0c-0cc5-419f-9df7-478bb328ed2c req-54a6e923-cbc2-487c-8ea7-f84521901845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.071874 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8483cd0c-0cc5-419f-9df7-478bb328ed2c req-54a6e923-cbc2-487c-8ea7-f84521901845 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6d18f14-94c9-441d-88b2-d89e26015e46 HTTP/1.1" status: 200 len: 858 time: 0.1168506 Aug 16 20:47:23.123527 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8483cd0c-0cc5-419f-9df7-478bb328ed2c req-341e3f6b-4149-4705-9687-5f2928df0cc6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc566b1d-80ba-43ec-94a2-e189c8f3a966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341458 Aug 16 20:47:23.172022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 809a58ec-54e6-49d5-a68f-cee1e7d533c7 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:23.207096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2ea42-c88a-4ee6-8762-8acdb0edf8cd req-ad316bc1-d094-4386-b847-d59efa8f1d98 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.208739 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbe2ea42-c88a-4ee6-8762-8acdb0edf8cd req-ad316bc1-d094-4386-b847-d59efa8f1d98 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 943 time: 0.6621644 Aug 16 20:47:23.249162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-6e9765fa-a159-49d4-8390-04953074e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.250813 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-6e9765fa-a159-49d4-8390-04953074e125 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 1096 time: 0.1258719 Aug 16 20:47:23.281884 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:19Z', 'revision_number': 4, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6364503b-dda4-4943-8233-5a24ee70b388', 'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'mac_address': 'fa:16:3e:c4:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:17Z', 'updated_at': '2021-08-16T20:47:19Z', 'revision_number': 2, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'subnets': [{'id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:23.330413 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-19d0d57f-be0f-4e2b-b5e4-c289db283eec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6876cfbb-e88e-46e9-b994-d7068092c58d HTTP/1.1" status: 200 len: 217 time: 0.0609813 Aug 16 20:47:23.343864 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Checking router: 7a782d71-7c8b-4bd1-a21e-c917e631202f for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:23.344228 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Updating router 7a782d71-7c8b-4bd1-a21e-c917e631202f port 6364503b-dda4-4943-8233-5a24ee70b388 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:47:23.380386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50896) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:23.388840 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.436235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-4ed57b77-20b0-434c-9847-7ee86881e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.436481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 809a58ec-54e6-49d5-a68f-cee1e7d533c7 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:23.438094 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-4ed57b77-20b0-434c-9847-7ee86881e432 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0952194 Aug 16 20:47:23.442556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 809a58ec-54e6-49d5-a68f-cee1e7d533c7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:23.442956 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.446020 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8483cd0c-0cc5-419f-9df7-478bb328ed2c req-b1d7953d-0836-4a11-8f84-ad7860192385 service neutron] 10.222.0.76 "GET /v2.0/networks/cc566b1d-80ba-43ec-94a2-e189c8f3a966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807066 Aug 16 20:47:23.548570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbe2ea42-c88a-4ee6-8762-8acdb0edf8cd req-946ccc0d-74c5-412b-ace8-de9ff0075677 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093524 Aug 16 20:47:23.605005 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.645077 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-1169378e-6386-4ab5-b3d8-96297be9a558 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1855016 Aug 16 20:47:23.645657 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.647326 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c812542-61f1-419c-b111-a516a84ac850 req-5ed0fae6-df9c-4850-80df-c16b9ad50ebb tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.661716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-5ed0fae6-df9c-4850-80df-c16b9ad50ebb tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/networks?id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 HTTP/1.1" status: 200 len: 820 time: 0.5725520 Aug 16 20:47:23.680340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b60650-04c5-4b3b-b5c6-a9a582f644c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809a58ec-54e6-49d5-a68f-cee1e7d533c7'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:23.683228 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7571249-a033-4dda-bc4a-ff5233568c43" -d '{"events": [{"server_uuid": "d5b60650-04c5-4b3b-b5c6-a9a582f644c8", "name": "network-vif-plugged", "status": "completed", "tag": "809a58ec-54e6-49d5-a68f-cee1e7d533c7"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:23.706217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 809a58ec-54e6-49d5-a68f-cee1e7d533c7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=809a58ec-54e6-49d5-a68f-cee1e7d533c7,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:23.721850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3795e14e-9e7f-454a-9c3a-9ae19be4d109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.785349 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.810950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-92b230bb-1c75-47d1-9be4-bb8e5d133b43 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/quotas/dcf578e4774e42a99c324c03ea1a9bfc HTTP/1.1" status: 200 len: 375 time: 0.1468866 Aug 16 20:47:23.854670 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.858774 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8483cd0c-0cc5-419f-9df7-478bb328ed2c req-c7c1995e-0c12-42d9-b809-4ba2c4d57d43 service neutron] 10.222.0.76 "GET /v2.0/networks/cc566b1d-80ba-43ec-94a2-e189c8f3a966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940535 Aug 16 20:47:23.870482 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Transition to ACTIVE for port object 6364503b-dda4-4943-8233-5a24ee70b388 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:23.885921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=809a58ec-54e6-49d5-a68f-cee1e7d533c7,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:23.912406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ac2ad-f6c1-43bd-90b1-35ba2e7ef574 None None] Network f811c930-d940-4fe5-b868-27e98c3af345 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:23.926094 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-7a4b474d-bcff-4f7a-ac80-968ed080ca2d service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530823 Aug 16 20:47:23.955881 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.042922 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316afec2-c20f-4242-a3da-d132007b027c None None] Pushing event updated for resources: {'Port': ['ID=6364503b-dda4-4943-8233-5a24ee70b388,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:24.046848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f96a9-6fe8-4c48-8d1c-00c55ec85807 req-adfb051c-5192-4950-95ee-5c026c2ce15c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:24.050516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f0f96a9-6fe8-4c48-8d1c-00c55ec85807 req-adfb051c-5192-4950-95ee-5c026c2ce15c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 944 time: 0.3115113 Aug 16 20:47:24.063725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3795e14e-9e7f-454a-9c3a-9ae19be4d109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.068163 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2e4d5a15-5ab7-4146-a6cd-306623739960 req-dc56c791-aa59-451b-9eb1-25806d1adef6 service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338685 Aug 16 20:47:24.099965 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.117119 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Attempting to bind port 6364503b-dda4-4943-8233-5a24ee70b388 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:24.117469 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Attempting to bind port 6364503b-dda4-4943-8233-5a24ee70b388 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '60f7b97c-4659-4d2f-8b5f-5b390399d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:24.117846 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Attempting to bind port 6364503b-dda4-4943-8233-5a24ee70b388 on network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:24.123865 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:24.124239 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Checking segment: {'id': '60f7b97c-4659-4d2f-8b5f-5b390399d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:24.124642 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.125073 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Bound using segment: {'id': '60f7b97c-4659-4d2f-8b5f-5b390399d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:24.125522 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Bound port: 6364503b-dda4-4943-8233-5a24ee70b388, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f7b97c-4659-4d2f-8b5f-5b390399d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:24.126117 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.151085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3795e14e-9e7f-454a-9c3a-9ae19be4d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.199641 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8adadca7-d9d4-41da-a9d5-f491298b8c67 None None] Provisioning for port dddc16dd-ffeb-4f1b-bc51-d725f9920683 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:24.209193 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3795e14e-9e7f-454a-9c3a-9ae19be4d109 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a2be279e0bd74675905a97875da70daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8256907 Aug 16 20:47:24.209193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795e14e-9e7f-454a-9c3a-9ae19be4d109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288b21c3-6c9e-4664-9b7c-546451df3b7a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:24.215619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50904) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:24.231081 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] For port 6364503b-dda4-4943-8233-5a24ee70b388, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:24.239494 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] For port 6364503b-dda4-4943-8233-5a24ee70b388, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6364503b-dda4-4943-8233-5a24ee70b388,segment=NetworkSegment(60f7b97c-4659-4d2f-8b5f-5b390399d826),segment_id=60f7b97c-4659-4d2f-8b5f-5b390399d826)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:24.241842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-11ddc2cd-84dc-4175-a9bc-4ad2faa5b641 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dcf578e4774e42a99c324c03ea1a9bfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4297452 Aug 16 20:47:24.286678 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52e0497e-7536-40fc-8f15-418531f93f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.313504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52e0497e-7536-40fc-8f15-418531f93f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.327704 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.392020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:24.437976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:24.442428 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f0f96a9-6fe8-4c48-8d1c-00c55ec85807 req-05bf2025-beb0-4dbc-8e6c-0e181e179b69 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486962 Aug 16 20:47:24.473946 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:24.476172 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52e0497e-7536-40fc-8f15-418531f93f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.480826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52e0497e-7536-40fc-8f15-418531f93f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.492290 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-52e0497e-7536-40fc-8f15-418531f93f37 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/288b21c3-6c9e-4664-9b7c-546451df3b7a HTTP/1.1" status: 204 len: 168 time: 0.2755313 Aug 16 20:47:24.525700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0497e-7536-40fc-8f15-418531f93f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b21c3-6c9e-4664-9b7c-546451df3b7a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:24.528810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dddc16dd-ffeb-4f1b-bc51-d725f9920683 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:24.562375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Pushing event updated for resources: {'Port': ['ID=4782954e-5bd2-45af-8409-b58ad8aa486a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:24.580385 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99c35e5-04ee-4028-a324-1a2398423384 x-openstack-request-id: req-f99c35e5-04ee-4028-a324-1a2398423384 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:24.581000 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6042402f-31c7-40cf-85f7-68ba4d25bd9a", "tag": "6876cfbb-e88e-46e9-b994-d7068092c58d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:24.581369 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f99c35e5-04ee-4028-a324-1a2398423384 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:24.581894 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6042402f-31c7-40cf-85f7-68ba4d25bd9a', 'tag': '6876cfbb-e88e-46e9-b994-d7068092c58d', 'status': 'completed', 'code': 200} Aug 16 20:47:24.686066 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316afec2-c20f-4242-a3da-d132007b027c None None] Pushing event updated for resources: {'Port': ['ID=6364503b-dda4-4943-8233-5a24ee70b388,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:24.696172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea772dd5-e683-42f9-9908-5d228f6ae717 req-634d3d26-36aa-4e6b-9083-261bbfc1596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:24.705550 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea772dd5-e683-42f9-9908-5d228f6ae717 req-634d3d26-36aa-4e6b-9083-261bbfc1596b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 1096 time: 0.1193924 Aug 16 20:47:24.711006 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Routers {'7a782d71-7c8b-4bd1-a21e-c917e631202f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:24.714250 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7a782d71-7c8b-4bd1-a21e-c917e631202f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:24.790476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port dddc16dd-ffeb-4f1b-bc51-d725f9920683 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:24.796029 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port dddc16dd-ffeb-4f1b-bc51-d725f9920683 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:24.796709 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.843723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea772dd5-e683-42f9-9908-5d228f6ae717 req-27391bc7-135a-4ee1-8517-45616a734326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:24.845149 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea772dd5-e683-42f9-9908-5d228f6ae717 req-27391bc7-135a-4ee1-8517-45616a734326 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 906 time: 0.1296289 Aug 16 20:47:24.895487 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] Set router 7a782d71-7c8b-4bd1-a21e-c917e631202f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:24.912058 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.949459 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea772dd5-e683-42f9-9908-5d228f6ae717 req-d0d971a7-dace-4f32-a9a5-e041ac45ba5b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6876cfbb-e88e-46e9-b994-d7068092c58d HTTP/1.1" status: 200 len: 217 time: 0.0959554 Aug 16 20:47:24.986952 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port dddc16dd-ffeb-4f1b-bc51-d725f9920683, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dddc16dd-ffeb-4f1b-bc51-d725f9920683,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:25.038313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea772dd5-e683-42f9-9908-5d228f6ae717 req-850f95c4-103f-4f9d-b7e9-0a8ae1def0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:25.040029 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea772dd5-e683-42f9-9908-5d228f6ae717 req-850f95c4-103f-4f9d-b7e9-0a8ae1def0a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0837145 Aug 16 20:47:25.096947 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.103040 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea772dd5-e683-42f9-9908-5d228f6ae717 req-a89f2f8e-71bb-46e9-9f51-4fdec5b4ca04 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488012 Aug 16 20:47:25.154838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=dddc16dd-ffeb-4f1b-bc51-d725f9920683,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:25.182112 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:19Z', 'revision_number': 4, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6364503b-dda4-4943-8233-5a24ee70b388', 'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'mac_address': 'fa:16:3e:c4:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:17Z', 'updated_at': '2021-08-16T20:47:24Z', 'revision_number': 4, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'subnets': [{'id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:25.223653 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea772dd5-e683-42f9-9908-5d228f6ae717 req-33816bf1-31db-44a4-b825-5b2a577ab6d2 service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128106 Aug 16 20:47:25.235067 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedc526e-35fe-440e-9c0e-79a92638aff1 None None] The sync data for ids ['7a782d71-7c8b-4bd1-a21e-c917e631202f'] in n-d-793619-14 is: [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:19Z', 'revision_number': 4, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6364503b-dda4-4943-8233-5a24ee70b388', 'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'mac_address': 'fa:16:3e:c4:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:17Z', 'updated_at': '2021-08-16T20:47:24Z', 'revision_number': 4, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'subnets': [{'id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:25.279066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-9beef190-42ab-4dcd-b452-03e076300a79 service neutron] 10.222.0.74 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0355515 Aug 16 20:47:25.291106 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a085cb-027f-4dec-af44-ef05053a84d5 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.375713 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea772dd5-e683-42f9-9908-5d228f6ae717 req-8b8e74e6-11f4-4981-ab15-9c656e1074e4 service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439977 Aug 16 20:47:25.375925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544de0c5-f0d8-4487-9aae-3b0ae1242cba req-3c468d9e-7a8d-4229-bfa8-4737dbeebd48 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:25.383344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-544de0c5-f0d8-4487-9aae-3b0ae1242cba req-3c468d9e-7a8d-4229-bfa8-4737dbeebd48 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 945 time: 0.1861422 Aug 16 20:47:25.450161 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a085cb-027f-4dec-af44-ef05053a84d5 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.520000 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-544de0c5-f0d8-4487-9aae-3b0ae1242cba req-b53c2196-682c-4ef8-800d-4bfe5c929b58 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357641 Aug 16 20:47:25.598506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b5be534d-09c6-46dd-a59c-cf6fea0e85ee details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:25.630120 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3184bf60-bf1e-482c-954b-86ed10d13f5b x-openstack-request-id: req-3184bf60-bf1e-482c-954b-86ed10d13f5b {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:25.630675 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b60650-04c5-4b3b-b5c6-a9a582f644c8", "name": "network-vif-plugged", "status": "completed", "tag": "809a58ec-54e6-49d5-a68f-cee1e7d533c7", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:25.631318 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3184bf60-bf1e-482c-954b-86ed10d13f5b {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:25.632869 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b60650-04c5-4b3b-b5c6-a9a582f644c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809a58ec-54e6-49d5-a68f-cee1e7d533c7', 'code': 200} Aug 16 20:47:25.669083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-99b4cb8e-bf3e-43d2-81be-765a49e8e05b service neutron] 10.222.0.74 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542049 Aug 16 20:47:25.692640 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.831231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b5be534d-09c6-46dd-a59c-cf6fea0e85ee, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b5be534d-09c6-46dd-a59c-cf6fea0e85ee,segment=NetworkSegment(b97123c7-afc8-4993-9c5b-6bf39100e518),segment_id=b97123c7-afc8-4993-9c5b-6bf39100e518)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:25.850113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'b5be534d-09c6-46dd-a59c-cf6fea0e85ee', 'network_id': 'cc566b1d-80ba-43ec-94a2-e189c8f3a966', 'port_id': 'b5be534d-09c6-46dd-a59c-cf6fea0e85ee', 'mac_address': 'fa:16:3e:d7:1a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d18f14-94c9-441d-88b2-d89e26015e46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:25.865960 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-37a085cb-027f-4dec-af44-ef05053a84d5 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Floating IP 075911b0-5cce-4b47-9e15-dd07599007af associated. External IP: 172.25.4.70, port: 2309964e-57ad-4480-b4c0-19bf28088e21. Aug 16 20:47:25.897092 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.912434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5be534d-09c6-46dd-a59c-cf6fea0e85ee {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:25.936868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b5be534d-09c6-46dd-a59c-cf6fea0e85ee, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b5be534d-09c6-46dd-a59c-cf6fea0e85ee,segment=NetworkSegment(b97123c7-afc8-4993-9c5b-6bf39100e518),segment_id=b97123c7-afc8-4993-9c5b-6bf39100e518)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:26.024555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50938) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:26.045157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ce725-e7bb-4401-911c-fa9067cf571f req-d81fb53e-7010-42f0-aea6-570113f84ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:26.046676 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe8ce725-e7bb-4401-911c-fa9067cf571f req-d81fb53e-7010-42f0-aea6-570113f84ea3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 1097 time: 0.2770956 Aug 16 20:47:26.063198 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.164284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb7ef1-72a3-49ef-8310-36c16d381777 req-37a8ad38-80e5-4341-a78b-fb7f2289b883 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:26.172871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51bb7ef1-72a3-49ef-8310-36c16d381777 req-37a8ad38-80e5-4341-a78b-fb7f2289b883 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 943 time: 0.4043114 Aug 16 20:47:26.185725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b5be534d-09c6-46dd-a59c-cf6fea0e85ee,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:26.218216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-650802038-network', 'tenant_id': '6f28821654be46399e7f1d3ede6d898a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:26.313531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['b5be534d-09c6-46dd-a59c-cf6fea0e85ee'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:26.329295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe8ce725-e7bb-4401-911c-fa9067cf571f req-45401b1b-6203-412a-acc9-9e17c28660c7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198493 Aug 16 20:47:26.330996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Made reservation on behalf of 6f28821654be46399e7f1d3ede6d898a for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:26.341162 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.347610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.374390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51bb7ef1-72a3-49ef-8310-36c16d381777 req-ce3890ee-47f9-45bc-b4c6-9407400a18b5 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005196 Aug 16 20:47:26.407202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73813386-8448-4d83-a823-83bd8651dcce req-68f8c273-afa4-4ebc-bd71-e1e1c83d8e8f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:26.407532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73813386-8448-4d83-a823-83bd8651dcce req-68f8c273-afa4-4ebc-bd71-e1e1c83d8e8f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 944 time: 0.2914083 Aug 16 20:47:26.545833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.551993 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e089a134-495e-4f41-8c00-bbc3ef7f3b20 req-f0a80792-3f7c-47ff-824b-d899e672592e tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 210 time: 0.0752988 Aug 16 20:47:26.624470 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.648243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dddc16dd-ffeb-4f1b-bc51-d725f9920683 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:26.674690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:47:26.684152 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.694914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e300c7-ee23-42f8-8e51-ef1da936adac,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:26.704855 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.705260 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Added segment ac71809e-28a6-40cb-a56d-e81aa1d3a886 of type vlan for network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 Aug 16 20:47:26.765840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port dddc16dd-ffeb-4f1b-bc51-d725f9920683 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:26.766269 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.786929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.846224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73813386-8448-4d83-a823-83bd8651dcce req-3877737c-d04b-4b7d-b5cc-20692a27ef62 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686843 Aug 16 20:47:26.887881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6364503b-dda4-4943-8233-5a24ee70b388 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:26.893527 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.894547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:26.895499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.916385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a085cb-027f-4dec-af44-ef05053a84d5 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Router 0d825ac2-0477-4560-aa80-bb2a6b4e983e has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:26.960143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202b9d6-ee87-4a5d-8dd5-b682bdc914f2 req-e4e7b4ac-cb7d-491d-a597-2b8cf3de4470 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:26.962046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6202b9d6-ee87-4a5d-8dd5-b682bdc914f2 req-e4e7b4ac-cb7d-491d-a597-2b8cf3de4470 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 945 time: 0.2692981 Aug 16 20:47:26.999190 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9728727 Aug 16 20:47:27.006534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50952) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:27.015264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] Request body: {'subnet': {'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-650802038-subnet', 'tenant_id': '6f28821654be46399e7f1d3ede6d898a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:27.081653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a740d1-2fe3-4c7a-8dbe-61838be95363 admin admin] Pushing event updated for resources: {'Network': ['ID=e3cf6d4f-f5fb-407a-83ba-d10da82846a3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:27.128343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:47:27.196103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] Made reservation on behalf of 6f28821654be46399e7f1d3ede6d898a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:27.198509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.320460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 6364503b-dda4-4943-8233-5a24ee70b388 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:27.324690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 6364503b-dda4-4943-8233-5a24ee70b388 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:27.325047 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.389932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6202b9d6-ee87-4a5d-8dd5-b682bdc914f2 req-cadda1b4-ebe0-475f-8386-2f7ef19f3457 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158692 Aug 16 20:47:27.426037 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.473703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 6364503b-dda4-4943-8233-5a24ee70b388, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6364503b-dda4-4943-8233-5a24ee70b388,segment=NetworkSegment(60f7b97c-4659-4d2f-8b5f-5b390399d826),segment_id=60f7b97c-4659-4d2f-8b5f-5b390399d826)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:27.497674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Router 76972155-349b-472c-a21a-eec1b4622fc7 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:47:27.513631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a085cb-027f-4dec-af44-ef05053a84d5 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:27.524881 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a085cb-027f-4dec-af44-ef05053a84d5 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.531243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ae33a-447d-4c91-9169-2f571f69eba9 None None] Sync routers for ids ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:27.549315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ae33a-447d-4c91-9169-2f571f69eba9 None None] Routers {'0d825ac2-0477-4560-aa80-bb2a6b4e983e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:27.549560 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.552541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d37ae33a-447d-4c91-9169-2f571f69eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:27.611397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581b63d-3220-4c37-b63e-581957c13c5b req-0f9151e8-2cc4-40ca-8ecb-516a9227b332 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:27.613749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b581b63d-3220-4c37-b63e-581957c13c5b req-0f9151e8-2cc4-40ca-8ecb-516a9227b332 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 944 time: 0.1466866 Aug 16 20:47:27.619223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9086addc-4898-4b00-b1e4-5f5b81780ad7,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:27.633705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6876cfbb-e88e-46e9-b994-d7068092c58d details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:27.636293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b5be534d-09c6-46dd-a59c-cf6fea0e85ee up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:27.656657 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.674326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] Checking segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:27.674983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] Network hostable DHCP agents. Network: e3cf6d4f-f5fb-407a-83ba-d10da82846a3, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:47:27.675100 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-37a085cb-027f-4dec-af44-ef05053a84d5 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "PUT /v2.0/floatingips/075911b0-5cce-4b47-9e15-dd07599007af HTTP/1.1" status: 200 len: 990 time: 5.0716114 Aug 16 20:47:27.679487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'tag': '2309964e-57ad-4480-b4c0-19bf28088e21'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:27.682301 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102dbec0-f025-470f-b73a-c0280eb5c1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b50f88da-f6b7-4581-9dab-99444ef14a0b", "tag": "2309964e-57ad-4480-b4c0-19bf28088e21"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:27.725557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eec2a288-4424-4532-8e32-202ebda427c1 req-2757698f-3167-45fa-bc28-98bb9514a28d tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 210 time: 0.0539730 Aug 16 20:47:27.745620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b581b63d-3220-4c37-b63e-581957c13c5b req-5290599a-3704-40c4-a722-121028d417fe tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213760 Aug 16 20:47:27.750575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:27.761948 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Sync routers for ids ['76972155-349b-472c-a21a-eec1b4622fc7'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:27.781793 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Routers {'76972155-349b-472c-a21a-eec1b4622fc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:27.784240 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['76972155-349b-472c-a21a-eec1b4622fc7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:27.791708 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] Network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:47:27.845446 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75463aea-7885-48f7-9a6c-01c74b86d4b2 x-openstack-request-id: req-75463aea-7885-48f7-9a6c-01c74b86d4b2 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:27.845960 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50f88da-f6b7-4581-9dab-99444ef14a0b", "tag": "2309964e-57ad-4480-b4c0-19bf28088e21", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:27.846374 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-75463aea-7885-48f7-9a6c-01c74b86d4b2 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:27.846922 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'tag': '2309964e-57ad-4480-b4c0-19bf28088e21', 'status': 'completed', 'code': 200} Aug 16 20:47:27.907340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=6364503b-dda4-4943-8233-5a24ee70b388,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:27.917165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-d37ae33a-447d-4c91-9169-2f571f69eba9 None None] Set router 0d825ac2-0477-4560-aa80-bb2a6b4e983e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:27.942090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, e3cf6d4f-f5fb-407a-83ba-d10da82846a3) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:27.945639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:27.945878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.952557 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.960418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50968) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:27.964905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fba93e09-e8be-4339-be52-846eaf735ecc admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2179115 Aug 16 20:47:27.971173 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Set router 76972155-349b-472c-a21a-eec1b4622fc7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:27.987548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b424c1-3763-499f-843d-96b42c9b2da4 None None] Network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:28.048410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dbec0-f025-470f-b73a-c0280eb5c1f9 req-8a443df0-9df7-4bee-8f64-37cd5238d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:28.052075 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-102dbec0-f025-470f-b73a-c0280eb5c1f9 req-8a443df0-9df7-4bee-8f64-37cd5238d809 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0761f6f4fceb41ea8298c9afcdeb2f7d&device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 1097 time: 0.1820762 Aug 16 20:47:28.120416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6876cfbb-e88e-46e9-b994-d7068092c58d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6876cfbb-e88e-46e9-b994-d7068092c58d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:28.128009 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79496cb-66ed-496e-bee6-13b3bd5c2986 req-4894827c-7296-40f2-a576-562f2b30a35e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:28.131354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f79496cb-66ed-496e-bee6-13b3bd5c2986 req-4894827c-7296-40f2-a576-562f2b30a35e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 944 time: 0.1587031 Aug 16 20:47:28.140406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '6876cfbb-e88e-46e9-b994-d7068092c58d', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'port_id': '6876cfbb-e88e-46e9-b994-d7068092c58d', 'mac_address': 'fa:16:3e:e7:3e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea210106-55a4-4da3-b9b0-5e9290d080d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:28.150292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port b5be534d-09c6-46dd-a59c-cf6fea0e85ee completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:28.203945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port b5be534d-09c6-46dd-a59c-cf6fea0e85ee triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:28.203945 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.285858 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:25Z', 'revision_number': 3, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:28.286169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f79496cb-66ed-496e-bee6-13b3bd5c2986 req-ec371029-23ce-414a-8d70-e673cf5e03af tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855076 Aug 16 20:47:28.326793 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.344043 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Checking router: 76972155-349b-472c-a21a-eec1b4622fc7 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:28.344392 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Updating router 76972155-349b-472c-a21a-eec1b4622fc7 port 4782954e-5bd2-45af-8409-b58ad8aa486a binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:47:28.351582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dbec0-f025-470f-b73a-c0280eb5c1f9 req-2fb95c32-1772-43d4-9c96-93437e882447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:28.356044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-102dbec0-f025-470f-b73a-c0280eb5c1f9 req-2fb95c32-1772-43d4-9c96-93437e882447 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ce47c267-bc40-4497-bca3-57ee11eab682 HTTP/1.1" status: 200 len: 912 time: 0.2869105 Aug 16 20:47:28.372416 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.444695 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3bd4a283-e5fe-4b4d-bcd3-cd676698ca2e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4340155 Aug 16 20:47:28.453582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-102dbec0-f025-470f-b73a-c0280eb5c1f9 req-96ac76ad-e209-411f-93ad-b1a0fd6f256d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2309964e-57ad-4480-b4c0-19bf28088e21 HTTP/1.1" status: 200 len: 998 time: 0.0883331 Aug 16 20:47:28.518355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dbec0-f025-470f-b73a-c0280eb5c1f9 req-2ca3e982-6e58-471b-ba63-ba8458e3dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:28.520585 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-102dbec0-f025-470f-b73a-c0280eb5c1f9 req-2ca3e982-6e58-471b-ba63-ba8458e3dc41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7303019-73a2-477c-b760-7e3428e0b916 HTTP/1.1" status: 200 len: 850 time: 0.0596564 Aug 16 20:47:28.522383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6364503b-dda4-4943-8233-5a24ee70b388 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:28.611892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6876cfbb-e88e-46e9-b994-d7068092c58d {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:28.614843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31900411-ecf1-42f1-b2a9-1ad67f9df489 req-1521dd4e-e12e-4eb4-bb1e-ae7f47da6d65 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:28.616871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-31900411-ecf1-42f1-b2a9-1ad67f9df489 req-1521dd4e-e12e-4eb4-bb1e-ae7f47da6d65 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 945 time: 0.0947733 Aug 16 20:47:28.649417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dbec0-f025-470f-b73a-c0280eb5c1f9 req-4fca60db-01e3-4fbe-aa78-31494f6ac51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:28.653227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-102dbec0-f025-470f-b73a-c0280eb5c1f9 req-4fca60db-01e3-4fbe-aa78-31494f6ac51e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce47c267-bc40-4497-bca3-57ee11eab682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196635 Aug 16 20:47:28.684977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6876cfbb-e88e-46e9-b994-d7068092c58d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6876cfbb-e88e-46e9-b994-d7068092c58d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:28.707359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-31900411-ecf1-42f1-b2a9-1ad67f9df489 req-8535afc0-ff90-460d-9303-ef0f421e88b6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795140 Aug 16 20:47:28.825973 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.830686 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.851178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe44001-eec1-4e19-9fa8-552bc60de866 None None] Network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:28.853701 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.863991 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Transition to ACTIVE for port object 4782954e-5bd2-45af-8409-b58ad8aa486a will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:28.885217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-102dbec0-f025-470f-b73a-c0280eb5c1f9 req-548be9a6-a992-4630-81e6-69099d3792ab service neutron] 10.222.0.79 "GET /v2.0/networks/ce47c267-bc40-4497-bca3-57ee11eab682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190149 Aug 16 20:47:28.931884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=6876cfbb-e88e-46e9-b994-d7068092c58d,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:28.949962 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.997641 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e01ab766-d698-44f2-934e-cd63382fc207 req-ceb21f4b-6b58-4403-9487-3ba9151aafec tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 210 time: 0.0442231 Aug 16 20:47:29.022361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 6364503b-dda4-4943-8233-5a24ee70b388 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:29.032456 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.054188 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Attempting to bind port 4782954e-5bd2-45af-8409-b58ad8aa486a on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:29.054847 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Attempting to bind port 4782954e-5bd2-45af-8409-b58ad8aa486a by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:29.056056 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Attempting to bind port 4782954e-5bd2-45af-8409-b58ad8aa486a on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:29.066869 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:29.068589 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:29.069248 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.069853 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:29.071401 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Bound port: 4782954e-5bd2-45af-8409-b58ad8aa486a, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:29.072621 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.105254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-102dbec0-f025-470f-b73a-c0280eb5c1f9 req-f6efeb50-761d-4064-acf6-fc3b9ecce35e service neutron] 10.222.0.79 "GET /v2.0/networks/ce47c267-bc40-4497-bca3-57ee11eab682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125323 Aug 16 20:47:29.153343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['6876cfbb-e88e-46e9-b994-d7068092c58d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:29.201686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c3cfdb-296c-47d7-86cf-a34081ca1a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5be534d-09c6-46dd-a59c-cf6fea0e85ee'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:29.219486 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0313fb63-8a24-43d1-9edc-0496357ac62a" -d '{"events": [{"server_uuid": "a7c3cfdb-296c-47d7-86cf-a34081ca1a90", "name": "network-vif-plugged", "status": "completed", "tag": "b5be534d-09c6-46dd-a59c-cf6fea0e85ee"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:29.227439 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] For port 4782954e-5bd2-45af-8409-b58ad8aa486a, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:29.231399 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] For port 4782954e-5bd2-45af-8409-b58ad8aa486a, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4782954e-5bd2-45af-8409-b58ad8aa486a,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:29.236064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c812542-61f1-419c-b111-a516a84ac850 req-b424f829-ea42-4e84-84e0-ce8425bd8e86 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:29.238754 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-b424f829-ea42-4e84-84e0-ce8425bd8e86 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.79 "GET /v2.0/networks?id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 HTTP/1.1" status: 200 len: 820 time: 0.2307522 Aug 16 20:47:29.240221 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae884301-84be-474d-a4ac-84bb399360d2 None None] Pushing event updated for resources: {'Port': ['ID=4782954e-5bd2-45af-8409-b58ad8aa486a,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:29.255525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Request body: {'port': {'device_id': '5354e047-cfff-4360-875b-ad076e850e93', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'admin_state_up': True, 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:29.302661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b5be534d-09c6-46dd-a59c-cf6fea0e85ee, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b5be534d-09c6-46dd-a59c-cf6fea0e85ee,segment=NetworkSegment(b97123c7-afc8-4993-9c5b-6bf39100e518),segment_id=b97123c7-afc8-4993-9c5b-6bf39100e518)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:29.349864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4047c-c055-45ae-85a2-636773af90bf req-2773efff-639f-4287-997f-5f1f2abea53c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:29.351429 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-2773efff-639f-4287-997f-5f1f2abea53c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.1443782 Aug 16 20:47:29.361783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c5d0a-4ad8-4d2d-b724-6c051b7cf7c7 req-44794235-29c7-41af-a40e-a722a3caceda tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:29.363761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b2c5d0a-4ad8-4d2d-b724-6c051b7cf7c7 req-44794235-29c7-41af-a40e-a722a3caceda tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 944 time: 0.2074370 Aug 16 20:47:29.366666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d37ae33a-447d-4c91-9169-2f571f69eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 4, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '075911b0-5cce-4b47-9e15-dd07599007af', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'port_id': '2309964e-57ad-4480-b4c0-19bf28088e21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'mac_address': 'fa:16:3e:72:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:47:03Z', 'updated_at': '2021-08-16T20:47:24Z', 'revision_number': 1, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a879719-be64-4407-9107-fdc15f5bc3bc', 'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'mac_address': 'fa:16:3e:95:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:47:01Z', 'revision_number': 5, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'subnets': [{'id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:29.394876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-2c763cd8-ff8d-4ece-8920-0cecb6f2fe21 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/quotas/6f28821654be46399e7f1d3ede6d898a HTTP/1.1" status: 200 len: 375 time: 0.0273094 Aug 16 20:47:29.406491 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.446943 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.454281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ae33a-447d-4c91-9169-2f571f69eba9 None None] Checking router: 0d825ac2-0477-4560-aa80-bb2a6b4e983e for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:29.466428 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Routers {'76972155-349b-472c-a21a-eec1b4622fc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:29.467183 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['76972155-349b-472c-a21a-eec1b4622fc7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:29.470924 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-fe93bf73-f773-41ab-a951-6fe3253697cb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726068 Aug 16 20:47:29.518629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ae33a-447d-4c91-9169-2f571f69eba9 None None] Routers {'0d825ac2-0477-4560-aa80-bb2a6b4e983e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:29.519518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d37ae33a-447d-4c91-9169-2f571f69eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:29.525966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.599426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b2c5d0a-4ad8-4d2d-b724-6c051b7cf7c7 req-5edd8c5d-f965-4da8-b1cd-00d520d1a234 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172205 Aug 16 20:47:29.643172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Made reservation on behalf of dcf578e4774e42a99c324c03ea1a9bfc for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:29.651522 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.684426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b5be534d-09c6-46dd-a59c-cf6fea0e85ee,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:29.685226 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] Set router 76972155-349b-472c-a21a-eec1b4622fc7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:29.718073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-5175a673-703e-4add-84e4-a0e8e770cf46 service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488759 Aug 16 20:47:29.852558 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae884301-84be-474d-a4ac-84bb399360d2 None None] Pushing event updated for resources: {'Port': ['ID=4782954e-5bd2-45af-8409-b58ad8aa486a,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:29.964541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2ad13-1eff-44a6-8a95-1d8f697487dc req-e5aa081e-30b9-4a31-a729-3e57107f5034 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:29.966349 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75f2ad13-1eff-44a6-8a95-1d8f697487dc req-e5aa081e-30b9-4a31-a729-3e57107f5034 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 945 time: 0.0822566 Aug 16 20:47:29.998538 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:25Z', 'revision_number': 3, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:30.015237 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d77fee-34d3-472e-9c75-fdab92283e6e x-openstack-request-id: req-64d77fee-34d3-472e-9c75-fdab92283e6e {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:30.015812 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c3cfdb-296c-47d7-86cf-a34081ca1a90", "name": "network-vif-plugged", "status": "completed", "tag": "b5be534d-09c6-46dd-a59c-cf6fea0e85ee", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:30.015812 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-64d77fee-34d3-472e-9c75-fdab92283e6e {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:30.016732 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c3cfdb-296c-47d7-86cf-a34081ca1a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5be534d-09c6-46dd-a59c-cf6fea0e85ee', 'code': 200} Aug 16 20:47:30.024292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-d95bfa07-7585-4c35-a9c0-cf0f6cb43627 service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935722 Aug 16 20:47:30.034261 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75f2ad13-1eff-44a6-8a95-1d8f697487dc req-210e0d32-86f6-4114-ad28-3a4a3e578ff4 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587583 Aug 16 20:47:30.060499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Allocated IP 172.20.0.1 (f811c930-d940-4fe5-b868-27e98c3af345/ebd35abf-7995-4566-8e60-30dabd3fd226/8e64acbd-45f8-4a67-af3d-1769790e99a3) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:30.074177 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1572a5-4485-4443-b98a-5d273c040178 req-9f0b36d6-6bf7-4664-9e88-8f555bed78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:30.075867 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1e1572a5-4485-4443-b98a-5d273c040178 req-9f0b36d6-6bf7-4664-9e88-8f555bed78f6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 1097 time: 0.1983430 Aug 16 20:47:30.166276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d28ab1f-62fb-4017-b265-c2e8bbfdb8a8 req-edb88ade-73ac-4c9c-8044-123a48db732f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 210 time: 0.0476267 Aug 16 20:47:30.190334 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f362d013-fecc-461b-a457-3a11d756dee4 None None] The sync data for ids ['76972155-349b-472c-a21a-eec1b4622fc7'] in n-d-793619-14 is: [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:25Z', 'revision_number': 3, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:30.205912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Allocated IP 172.20.0.13 (e54dc736-28d6-42f7-93e3-9ff9e3c3aac0/fb35f203-0600-4f06-9b33-75b8cef4e735/ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:30.221917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-d37ae33a-447d-4c91-9169-2f571f69eba9 None None] Set router 0d825ac2-0477-4560-aa80-bb2a6b4e983e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:30.231262 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1e1572a5-4485-4443-b98a-5d273c040178 req-b1bd24c8-d698-48eb-9099-6d42fd8c4b59 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280751 Aug 16 20:47:30.319485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.374780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Transition to ACTIVE for port object 8e64acbd-45f8-4a67-af3d-1769790e99a3 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:30.449377 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.495714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d37ae33a-447d-4c91-9169-2f571f69eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 4, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '075911b0-5cce-4b47-9e15-dd07599007af', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'port_id': '2309964e-57ad-4480-b4c0-19bf28088e21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'mac_address': 'fa:16:3e:72:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:47:03Z', 'updated_at': '2021-08-16T20:47:24Z', 'revision_number': 1, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a879719-be64-4407-9107-fdc15f5bc3bc', 'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'mac_address': 'fa:16:3e:95:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:47:01Z', 'revision_number': 5, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'subnets': [{'id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:30.562996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ae33a-447d-4c91-9169-2f571f69eba9 None None] The sync data for ids ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'] in n-d-793619-14 is: [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 4, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '075911b0-5cce-4b47-9e15-dd07599007af', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'port_id': '2309964e-57ad-4480-b4c0-19bf28088e21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'mac_address': 'fa:16:3e:72:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:47:03Z', 'updated_at': '2021-08-16T20:47:24Z', 'revision_number': 1, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a879719-be64-4407-9107-fdc15f5bc3bc', 'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'mac_address': 'fa:16:3e:95:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:47:01Z', 'revision_number': 5, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'subnets': [{'id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:30.582959 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.599767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85afd71c-4572-4a9e-8343-10f259e5e5d6 req-da8ad7f4-a381-47d0-ada1-55a892cb37b5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 210 time: 0.0660932 Aug 16 20:47:30.676188 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.731633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Network f811c930-d940-4fe5-b868-27e98c3af345 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:30.749190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:30.775882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:30.783704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:30.785956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Pushing event updated for resources: {'Port': ['ID=8e64acbd-45f8-4a67-af3d-1769790e99a3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:30.860529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:30.873705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:30.907404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f97a0b-56d5-4fcd-9d24-c52d0a528d6d req-f6d38213-bd1c-477b-a04b-8449f367c334 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:30.915270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6f97a0b-56d5-4fcd-9d24-c52d0a528d6d req-f6d38213-bd1c-477b-a04b-8449f367c334 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 945 time: 0.1629000 Aug 16 20:47:30.980159 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6f97a0b-56d5-4fcd-9d24-c52d0a528d6d req-8b1f7a93-094c-4ed8-abf3-73d9e544218c tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639355 Aug 16 20:47:31.020068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Pushing event updated for resources: {'Port': ['ID=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:31.084101 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.175739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:31.176541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.208799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503cc95-adbe-4542-b956-9ed6a50f2189 None None] New status for floating IP 075911b0-5cce-4b47-9e15-dd07599007af: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:47:31.240593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a96fa5-8a3d-4e18-bf7b-900ec78372f6 req-c1dfb44e-614b-4cf2-88f0-8520ae3f91a2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:31.260879 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2a96fa5-8a3d-4e18-bf7b-900ec78372f6 req-c1dfb44e-614b-4cf2-88f0-8520ae3f91a2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 945 time: 0.1269896 Aug 16 20:47:31.361088 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-bbc4f241-a7ee-44b5-8525-409f8a33fa54 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1060381 Aug 16 20:47:31.385068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2a96fa5-8a3d-4e18-bf7b-900ec78372f6 req-4cf4c066-47be-4f01-93d0-ab53d7f360ac tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216772 Aug 16 20:47:31.387061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Request body: {'port': {'device_id': '5354e047-cfff-4360-875b-ad076e850e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:31.422825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07473ac3-5045-4e50-837a-d7b6834a7718 req-32d02391-4944-4f73-b4d5-03ceee59eced tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:31.424522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07473ac3-5045-4e50-837a-d7b6834a7718 req-32d02391-4944-4f73-b4d5-03ceee59eced tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 932 time: 0.1195695 Aug 16 20:47:31.474188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7360c56e-a4ed-45e4-8e7b-e38e43af52b7 None None] Provisioning for port 8e64acbd-45f8-4a67-af3d-1769790e99a3 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:31.479202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7360c56e-a4ed-45e4-8e7b-e38e43af52b7 None None] Provisioning complete for port 8e64acbd-45f8-4a67-af3d-1769790e99a3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:31.479503 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7360c56e-a4ed-45e4-8e7b-e38e43af52b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.496718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07473ac3-5045-4e50-837a-d7b6834a7718 req-7a18abe1-7d92-4439-8d5b-4addce9e84ca tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655427 Aug 16 20:47:31.527885 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.542504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7360c56e-a4ed-45e4-8e7b-e38e43af52b7 None None] Port 8e64acbd-45f8-4a67-af3d-1769790e99a3 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:47:31.594163 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.630308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6876cfbb-e88e-46e9-b994-d7068092c58d up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:31.718500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40242dff-1473-4eb7-99d8-0d5eb6141c09 req-6160dbe1-4917-4215-bc93-ffb463f6a86d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 210 time: 0.0356905 Aug 16 20:47:31.855718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 6876cfbb-e88e-46e9-b994-d7068092c58d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:31.860793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 6876cfbb-e88e-46e9-b994-d7068092c58d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:31.860793 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.015418 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.028328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:32.030238 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.036748 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.050884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Transition to ACTIVE for port object ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:32.061189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6042402f-31c7-40cf-85f7-68ba4d25bd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6876cfbb-e88e-46e9-b994-d7068092c58d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:32.064258 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0467b161-0c0a-45b6-9b94-19094d899067" -d '{"events": [{"server_uuid": "6042402f-31c7-40cf-85f7-68ba4d25bd9a", "name": "network-vif-plugged", "status": "completed", "tag": "6876cfbb-e88e-46e9-b994-d7068092c58d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:32.080661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6876cfbb-e88e-46e9-b994-d7068092c58d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6876cfbb-e88e-46e9-b994-d7068092c58d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:32.150743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.155362 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.161140 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826064dc-dbbe-4b15-86e3-40c07d739a0f req-39962440-a49b-4de0-ac45-ab3537427087 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:32.162794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-826064dc-dbbe-4b15-86e3-40c07d739a0f req-39962440-a49b-4de0-ac45-ab3537427087 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 945 time: 0.0703979 Aug 16 20:47:32.203070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-826064dc-dbbe-4b15-86e3-40c07d739a0f req-c3935378-0886-421c-8d50-7a5231ac26f9 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341246 Aug 16 20:47:32.251032 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.251466 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc1eb85-d85e-417e-961e-74bc8663fb16 x-openstack-request-id: req-3bc1eb85-d85e-417e-961e-74bc8663fb16 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:32.255739 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6042402f-31c7-40cf-85f7-68ba4d25bd9a", "name": "network-vif-plugged", "status": "completed", "tag": "6876cfbb-e88e-46e9-b994-d7068092c58d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:32.255739 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3bc1eb85-d85e-417e-961e-74bc8663fb16 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:32.255739 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6042402f-31c7-40cf-85f7-68ba4d25bd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6876cfbb-e88e-46e9-b994-d7068092c58d', 'code': 200} Aug 16 20:47:32.255739 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.260259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:32.373478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=6876cfbb-e88e-46e9-b994-d7068092c58d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:32.473286 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.486365 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Pushing event updated for resources: {'Port': ['ID=8e64acbd-45f8-4a67-af3d-1769790e99a3,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:32.513860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4782954e-5bd2-45af-8409-b58ad8aa486a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:32.544377 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.582189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Attempting to bind port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:32.582524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Attempting to bind port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '60f7b97c-4659-4d2f-8b5f-5b390399d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:32.582902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Attempting to bind port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef on network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:32.594731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Network f811c930-d940-4fe5-b868-27e98c3af345 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:32.597199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34698ef6-7714-4323-8b88-07a77c0ebed6 req-a3ac54cc-243b-4024-aa63-29912ba3e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:32.598725 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34698ef6-7714-4323-8b88-07a77c0ebed6 req-a3ac54cc-243b-4024-aa63-29912ba3e1c1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 1098 time: 0.1867244 Aug 16 20:47:32.600251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:32.601970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef on network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:32.602285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Attempting to bind port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef on network e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:32.620400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:32.620745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Checking segment: {'id': '60f7b97c-4659-4d2f-8b5f-5b390399d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:32.621148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Bound using segment: {'id': '60f7b97c-4659-4d2f-8b5f-5b390399d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:32.621597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Bound port: ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f7b97c-4659-4d2f-8b5f-5b390399d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:32.621955 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.694172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 4782954e-5bd2-45af-8409-b58ad8aa486a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:32.704116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4782954e-5bd2-45af-8409-b58ad8aa486a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:32.704588 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.766829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34698ef6-7714-4323-8b88-07a77c0ebed6 req-c1af3f8b-d73e-4a40-b184-527aa3a69bf1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572082 Aug 16 20:47:32.835326 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.861255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 4782954e-5bd2-45af-8409-b58ad8aa486a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4782954e-5bd2-45af-8409-b58ad8aa486a,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:32.940449 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.015297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] For port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:33.020921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] For port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,segment=NetworkSegment(60f7b97c-4659-4d2f-8b5f-5b390399d826),segment_id=60f7b97c-4659-4d2f-8b5f-5b390399d826)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:33.029470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=4782954e-5bd2-45af-8409-b58ad8aa486a,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:33.031986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Router 76972155-349b-472c-a21a-eec1b4622fc7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:33.043336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d138c4-cbcd-4fa8-b472-f2cbbc4193d1 req-a242b305-0638-4cbd-85a0-ea1f2a57284b tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:33.044913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76d138c4-cbcd-4fa8-b472-f2cbbc4193d1 req-a242b305-0638-4cbd-85a0-ea1f2a57284b tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 946 time: 0.1156087 Aug 16 20:47:33.082748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7a3df684-bae6-4020-857b-1f8d5032dce9 None None] Provisioning complete for port 8e64acbd-45f8-4a67-af3d-1769790e99a3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:33.083219 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7a3df684-bae6-4020-857b-1f8d5032dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.139050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76d138c4-cbcd-4fa8-b472-f2cbbc4193d1 req-0f97d9b6-8b8e-455e-80b4-d57bee0b39a7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863459 Aug 16 20:47:33.186113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7a3df684-bae6-4020-857b-1f8d5032dce9 None None] Port 8e64acbd-45f8-4a67-af3d-1769790e99a3 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:47:33.216363 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.287687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac4dca87-ed50-4d80-a1ca-066d48209d47 req-2baf7755-a8fc-4488-9d0b-a8f751072893 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 210 time: 0.0370023 Aug 16 20:47:33.310759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:33.320142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b8217-a506-4c66-b500-d6d0e290c4f9 req-805bc388-d95b-47f9-bbff-d3d76e12fcd6 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:33.331957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:33.336854 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Sync routers for ids ['76972155-349b-472c-a21a-eec1b4622fc7'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:33.338645 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-aa4fbf9b-b62f-4391-bdc5-cc0a9bc47345 admin admin] 10.222.0.74 "PUT /v2.0/routers/76972155-349b-472c-a21a-eec1b4622fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3749256 Aug 16 20:47:33.342025 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:33.342841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.344755 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-31766345-c3a9-44dc-a553-b3d97f645559 service neutron] 10.222.0.79 "PUT /v2.0/ports/ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 1093 time: 1.9708927 Aug 16 20:47:33.345275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:33.348080 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110ada77-8b39-4174-8516-12d6cea3e48c" -d '{"events": [{"name": "network-changed", "server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:33.354623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-494b8217-a506-4c66-b500-d6d0e290c4f9 req-805bc388-d95b-47f9-bbff-d3d76e12fcd6 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 944 time: 0.1584959 Aug 16 20:47:33.361492 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Routers {'76972155-349b-472c-a21a-eec1b4622fc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:33.364338 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['76972155-349b-472c-a21a-eec1b4622fc7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:33.469922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-494b8217-a506-4c66-b500-d6d0e290c4f9 req-62fd309c-910d-4bf2-97ba-bac3f120f01a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143780 Aug 16 20:47:33.491500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d658f2c-15a2-494c-bce6-445d9f1e65ac req-708837c2-1f59-4abb-842f-0d81131515a4 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:33.493078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d658f2c-15a2-494c-bce6-445d9f1e65ac req-708837c2-1f59-4abb-842f-0d81131515a4 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 945 time: 0.1128628 Aug 16 20:47:33.535814 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Set router 76972155-349b-472c-a21a-eec1b4622fc7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:33.565605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d658f2c-15a2-494c-bce6-445d9f1e65ac req-205b25f5-232b-48ce-b89f-aec57f2d4f2e tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654325 Aug 16 20:47:33.591047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c812542-61f1-419c-b111-a516a84ac850 req-f83f1002-f185-4be1-acc6-d15cbaa77b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:33.592699 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-f83f1002-f185-4be1-acc6-d15cbaa77b0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcf578e4774e42a99c324c03ea1a9bfc&device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 1096 time: 0.0906920 Aug 16 20:47:33.679564 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9b5b33-fb2b-484d-b4c1-ae238c468c43 x-openstack-request-id: req-5c9b5b33-fb2b-484d-b4c1-ae238c468c43 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:33.680237 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:33.680237 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5c9b5b33-fb2b-484d-b4c1-ae238c468c43 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:33.680665 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'status': 'completed', 'code': 200} Aug 16 20:47:33.682904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-cae28d8d-c338-4774-b007-fb5bf83a70af service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 217 time: 0.0824614 Aug 16 20:47:33.750077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c812542-61f1-419c-b111-a516a84ac850 req-f364e469-997a-4b7a-86fc-95f55a9ba69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:33.751873 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-f364e469-997a-4b7a-86fc-95f55a9ba69f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb35f203-0600-4f06-9b33-75b8cef4e735 HTTP/1.1" status: 200 len: 860 time: 0.0588133 Aug 16 20:47:33.848324 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-fbbd2b1e-80e5-4c2d-b9d6-c1af7b2ba3cb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807085 Aug 16 20:47:33.935179 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:31Z', 'revision_number': 4, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8e64acbd-45f8-4a67-af3d-1769790e99a3', 'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'mac_address': 'fa:16:3e:b6:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:29Z', 'updated_at': '2021-08-16T20:47:31Z', 'revision_number': 2, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'subnets': [{'id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:33.982221 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Checking router: 76972155-349b-472c-a21a-eec1b4622fc7 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:33.987427 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Updating router 76972155-349b-472c-a21a-eec1b4622fc7 port 8e64acbd-45f8-4a67-af3d-1769790e99a3 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:47:34.020649 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.396055 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9274568-3e5b-4eaa-a789-5d7f76d6c7fd req-73abe808-bbe5-4b71-ade8-f3087e38ef86 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:34.404496 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9274568-3e5b-4eaa-a789-5d7f76d6c7fd req-73abe808-bbe5-4b71-ade8-f3087e38ef86 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 946 time: 0.1483328 Aug 16 20:47:34.434040 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.460919 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Transition to ACTIVE for port object 8e64acbd-45f8-4a67-af3d-1769790e99a3 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:34.503637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4782954e-5bd2-45af-8409-b58ad8aa486a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:34.506533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-661523f1-03e5-4669-b9ab-c692a85bd05c req-d2856240-aa81-4922-aa6e-1ddf6495a669 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 210 time: 0.0593834 Aug 16 20:47:34.562069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9274568-3e5b-4eaa-a789-5d7f76d6c7fd req-f5813c8e-0661-467f-845c-81fe253c9d20 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467876 Aug 16 20:47:34.578379 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.621558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4782954e-5bd2-45af-8409-b58ad8aa486a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:34.622053 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.716466 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-3271e323-4af4-4ccb-8fa1-ef416f9d11a1 service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8662050 Aug 16 20:47:34.764060 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4481edc-cc91-4b95-b53f-82103436b2de None None] Pushing event updated for resources: {'Port': ['ID=8e64acbd-45f8-4a67-af3d-1769790e99a3,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:34.790546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a2068-4844-400a-9657-f68fd545b956 req-d642558f-b7e5-4700-8329-d87a0fbe6be7 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:34.799508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-639a2068-4844-400a-9657-f68fd545b956 req-d642558f-b7e5-4700-8329-d87a0fbe6be7 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 944 time: 0.1494465 Aug 16 20:47:34.828052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07158e7-f738-4ad0-8573-efac1ee4b158 req-e5f775f0-2ef2-45b2-8cd7-bd40944a2cb0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:34.830123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b07158e7-f738-4ad0-8573-efac1ee4b158 req-e5f775f0-2ef2-45b2-8cd7-bd40944a2cb0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 946 time: 0.1229951 Aug 16 20:47:34.881285 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Attempting to bind port 8e64acbd-45f8-4a67-af3d-1769790e99a3 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:34.881653 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Attempting to bind port 8e64acbd-45f8-4a67-af3d-1769790e99a3 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:34.882620 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Attempting to bind port 8e64acbd-45f8-4a67-af3d-1769790e99a3 on network f811c930-d940-4fe5-b868-27e98c3af345 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:34.895433 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:34.895813 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Checking segment: {'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:34.896218 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.898399 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Bound using segment: {'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:34.898897 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Bound port: 8e64acbd-45f8-4a67-af3d-1769790e99a3, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:34.899288 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.910842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-639a2068-4844-400a-9657-f68fd545b956 req-6ed2f201-df0a-4e4e-8a78-e1e69c05db57 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103439 Aug 16 20:47:35.000334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b07158e7-f738-4ad0-8573-efac1ee4b158 req-aea7e910-4292-4d2a-985c-65071ee2b9dd tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086547 Aug 16 20:47:35.029785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1352e05-ac3a-4678-8385-27073c79dc70 req-479b7560-ad05-43e5-a657-3591b2181ac1 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.041279 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a1352e05-ac3a-4678-8385-27073c79dc70 req-479b7560-ad05-43e5-a657-3591b2181ac1 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 945 time: 0.4040504 Aug 16 20:47:35.064829 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] For port 8e64acbd-45f8-4a67-af3d-1769790e99a3, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:35.068128 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] For port 8e64acbd-45f8-4a67-af3d-1769790e99a3, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8e64acbd-45f8-4a67-af3d-1769790e99a3,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:35.161894 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.169551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304eff4-75e9-4866-a666-96095a3a1063 req-f423400f-5b1c-49a2-995d-c083fab1476b tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.185448 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a304eff4-75e9-4866-a666-96095a3a1063 req-f423400f-5b1c-49a2-995d-c083fab1476b tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 945 time: 0.0909452 Aug 16 20:47:35.282479 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a304eff4-75e9-4866-a666-96095a3a1063 req-a886de13-9074-48ae-9cf5-7c7f4795587b tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b337cbf-509a-493d-888f-92ebbae0c039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908740 Aug 16 20:47:35.295510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4047c-c055-45ae-85a2-636773af90bf req-ca5f66b8-4946-48d0-b4e7-88d6f2612f87 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.297479 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-ca5f66b8-4946-48d0-b4e7-88d6f2612f87 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.6997700 Aug 16 20:47:35.326367 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Routers {'76972155-349b-472c-a21a-eec1b4622fc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:35.327014 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['76972155-349b-472c-a21a-eec1b4622fc7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:35.328667 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5c812542-61f1-419c-b111-a516a84ac850 req-7c79de28-230e-4c1e-8b5f-5a518b303767 service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966698 Aug 16 20:47:35.328937 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4481edc-cc91-4b95-b53f-82103436b2de None None] Pushing event updated for resources: {'Port': ['ID=8e64acbd-45f8-4a67-af3d-1769790e99a3,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:35.334315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Request body: {'port': {'device_id': 'ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'admin_state_up': True, 'tenant_id': '6f28821654be46399e7f1d3ede6d898a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:35.447662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a1352e05-ac3a-4678-8385-27073c79dc70 req-a25da254-35ac-43fe-9b2b-0e7b37ac0ec9 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Deleting port b5be534d-09c6-46dd-a59c-cf6fea0e85ee {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:35.447997 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a1352e05-ac3a-4678-8385-27073c79dc70 req-a25da254-35ac-43fe-9b2b-0e7b37ac0ec9 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.595597 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] Set router 76972155-349b-472c-a21a-eec1b4622fc7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:35.712027 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d605fe3f-6888-4425-b081-4661aef02ea6 req-43babca6-0a6c-4f76-b23d-28931bfaba39 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 210 time: 0.0767694 Aug 16 20:47:35.792151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e55acf-f754-4731-a5bf-9aa1e63720f0 req-46b59eee-360d-404b-9932-8f95b75318a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.793998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8e55acf-f754-4731-a5bf-9aa1e63720f0 req-46b59eee-360d-404b-9932-8f95b75318a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 946 time: 0.0607913 Aug 16 20:47:35.798973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ada77-8b39-4174-8516-12d6cea3e48c req-ddba552a-d315-4712-a61b-5c8cb241b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.800495 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-110ada77-8b39-4174-8516-12d6cea3e48c req-ddba552a-d315-4712-a61b-5c8cb241b33c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcf578e4774e42a99c324c03ea1a9bfc&device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 1096 time: 0.2923558 Aug 16 20:47:35.859924 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8e55acf-f754-4731-a5bf-9aa1e63720f0 req-f168eea2-e632-414b-b5ea-fd4a7b154251 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569634 Aug 16 20:47:35.911492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a1352e05-ac3a-4678-8385-27073c79dc70 req-a25da254-35ac-43fe-9b2b-0e7b37ac0ec9 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] For port b5be534d-09c6-46dd-a59c-cf6fea0e85ee, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b5be534d-09c6-46dd-a59c-cf6fea0e85ee,segment=NetworkSegment(b97123c7-afc8-4993-9c5b-6bf39100e518),segment_id=b97123c7-afc8-4993-9c5b-6bf39100e518)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:35.911865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a1352e05-ac3a-4678-8385-27073c79dc70 req-a25da254-35ac-43fe-9b2b-0e7b37ac0ec9 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.937899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a1352e05-ac3a-4678-8385-27073c79dc70 req-a25da254-35ac-43fe-9b2b-0e7b37ac0ec9 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Calling delete_port for b5be534d-09c6-46dd-a59c-cf6fea0e85ee owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:36.021564 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Made reservation on behalf of 6f28821654be46399e7f1d3ede6d898a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:36.031094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.083496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ada77-8b39-4174-8516-12d6cea3e48c req-2f676ece-bee0-4a5c-bb33-08caba60436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:36.085001 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-110ada77-8b39-4174-8516-12d6cea3e48c req-2f676ece-bee0-4a5c-bb33-08caba60436b service neutron] 10.222.0.79 "GET /v2.0/networks?id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 HTTP/1.1" status: 200 len: 921 time: 0.2677450 Aug 16 20:47:36.134548 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:31Z', 'revision_number': 4, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8e64acbd-45f8-4a67-af3d-1769790e99a3', 'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'mac_address': 'fa:16:3e:b6:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:29Z', 'updated_at': '2021-08-16T20:47:35Z', 'revision_number': 4, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'subnets': [{'id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:36.152247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2c235-5c8d-4aea-a1a1-8fa087b31dc0 req-f3e8d0e5-cb87-4880-a16b-e77dbf6af26e tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:36.153896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59f2c235-5c8d-4aea-a1a1-8fa087b31dc0 req-f3e8d0e5-cb87-4880-a16b-e77dbf6af26e tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 944 time: 0.1240361 Aug 16 20:47:36.172329 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bfd71-d1a1-4002-b8a9-26d1362c0ef0 None None] The sync data for ids ['76972155-349b-472c-a21a-eec1b4622fc7'] in n-d-793619-14 is: [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:31Z', 'revision_number': 4, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8e64acbd-45f8-4a67-af3d-1769790e99a3', 'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'mac_address': 'fa:16:3e:b6:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:29Z', 'updated_at': '2021-08-16T20:47:35Z', 'revision_number': 4, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'subnets': [{'id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:36.189252 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-110ada77-8b39-4174-8516-12d6cea3e48c req-0c5b4a26-07bf-41a7-8d1d-7fdf0a06c84e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 217 time: 0.0816936 Aug 16 20:47:36.227555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59f2c235-5c8d-4aea-a1a1-8fa087b31dc0 req-2ba1295c-ee3b-4877-8309-44488ed35416 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654135 Aug 16 20:47:36.428142 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ada77-8b39-4174-8516-12d6cea3e48c req-7c2e438e-0016-41b1-98af-8ccb10e68042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:36.431423 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-110ada77-8b39-4174-8516-12d6cea3e48c req-7c2e438e-0016-41b1-98af-8ccb10e68042 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb35f203-0600-4f06-9b33-75b8cef4e735 HTTP/1.1" status: 200 len: 860 time: 0.2231312 Aug 16 20:47:36.477012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a1352e05-ac3a-4678-8385-27073c79dc70 req-a25da254-35ac-43fe-9b2b-0e7b37ac0ec9 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.492073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['b5be534d-09c6-46dd-a59c-cf6fea0e85ee'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:36.525895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-110ada77-8b39-4174-8516-12d6cea3e48c req-86930515-a1d0-40b9-8c0d-bcf612f85c02 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799866 Aug 16 20:47:36.620069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8e64acbd-45f8-4a67-af3d-1769790e99a3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:36.622182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9de070b-b8fe-47b0-9ab5-2dbaee2d1937 req-849652fc-51fc-4300-a5e6-d37ac28a89b5 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 210 time: 0.0492375 Aug 16 20:47:36.670403 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:47:36.687643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Allocated IP 172.20.0.9 (e3cf6d4f-f5fb-407a-83ba-d10da82846a3/9086addc-4898-4b00-b1e4-5f5b81780ad7/6f1c7d19-966d-4518-a245-90da100e6e82) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:36.779855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25da254-35ac-43fe-9b2b-0e7b37ac0ec9 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Pushing event deleted for resources: {'Port': ['ID=b5be534d-09c6-46dd-a59c-cf6fea0e85ee,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:36.818698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1352e05-ac3a-4678-8385-27073c79dc70 req-a25da254-35ac-43fe-9b2b-0e7b37ac0ec9 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] No DVR routers for this DVR port b5be534d-09c6-46dd-a59c-cf6fea0e85ee on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:36.821777 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a1352e05-ac3a-4678-8385-27073c79dc70 req-a25da254-35ac-43fe-9b2b-0e7b37ac0ec9 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.824642 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a1352e05-ac3a-4678-8385-27073c79dc70 req-a25da254-35ac-43fe-9b2b-0e7b37ac0ec9 tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.76 "DELETE /v2.0/ports/b5be534d-09c6-46dd-a59c-cf6fea0e85ee HTTP/1.1" status: 204 len: 173 time: 1.7755013 Aug 16 20:47:36.831837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c3cfdb-296c-47d7-86cf-a34081ca1a90', 'name': 'network-vif-deleted', 'tag': 'b5be534d-09c6-46dd-a59c-cf6fea0e85ee'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:36.839860 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13642cbe-a0ec-400a-b98d-b8374306185a" -d '{"events": [{"server_uuid": "a7c3cfdb-296c-47d7-86cf-a34081ca1a90", "name": "network-vif-deleted", "tag": "b5be534d-09c6-46dd-a59c-cf6fea0e85ee"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:36.854908 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-110ada77-8b39-4174-8516-12d6cea3e48c req-73836a20-b3ad-4446-8aee-734427fda6cb service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144815 Aug 16 20:47:36.862664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8e64acbd-45f8-4a67-af3d-1769790e99a3 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:36.870509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8e64acbd-45f8-4a67-af3d-1769790e99a3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:36.871211 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.891921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4660d23d-50da-4133-91eb-f2979b2c5007 req-d985ec19-8417-490b-87f2-b003a236ca1f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 210 time: 0.0581839 Aug 16 20:47:36.979652 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54410c62-1650-40f2-ba17-643203cc625a x-openstack-request-id: req-54410c62-1650-40f2-ba17-643203cc625a {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:36.979953 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c3cfdb-296c-47d7-86cf-a34081ca1a90", "name": "network-vif-deleted", "tag": "b5be534d-09c6-46dd-a59c-cf6fea0e85ee", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:36.982373 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-54410c62-1650-40f2-ba17-643203cc625a {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:36.982373 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c3cfdb-296c-47d7-86cf-a34081ca1a90', 'name': 'network-vif-deleted', 'tag': 'b5be534d-09c6-46dd-a59c-cf6fea0e85ee', 'status': 'completed', 'code': 200} Aug 16 20:47:37.087560 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.137553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ce1f2-0ce3-4bc5-999b-5cab27e148ec req-15f5703a-1a2e-4efd-8410-84228468caad tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:37.139569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d0ce1f2-0ce3-4bc5-999b-5cab27e148ec req-15f5703a-1a2e-4efd-8410-84228468caad tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 946 time: 0.1203322 Aug 16 20:47:37.178258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8e64acbd-45f8-4a67-af3d-1769790e99a3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8e64acbd-45f8-4a67-af3d-1769790e99a3,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:37.205899 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d0ce1f2-0ce3-4bc5-999b-5cab27e148ec req-5c710236-278d-47b6-9291-a62ebfa2d626 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584126 Aug 16 20:47:37.326501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.413954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809b20a-6f8b-4ce0-81f8-e371de4f5a04 req-f5bcaa40-c33f-4527-a916-f78c2e3ebb05 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:37.414886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8e64acbd-45f8-4a67-af3d-1769790e99a3,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:37.416536 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a809b20a-6f8b-4ce0-81f8-e371de4f5a04 req-f5bcaa40-c33f-4527-a916-f78c2e3ebb05 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 946 time: 0.3929267 Aug 16 20:47:37.473392 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-110ada77-8b39-4174-8516-12d6cea3e48c req-18da17ed-a25d-4ce4-be9a-f2e4205cc413 service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074314 Aug 16 20:47:37.476043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d0d19-a8a5-4545-9dc6-43722fbbb1c1 req-3a996741-b4e8-4507-abd6-683dd447c017 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:37.484122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-755d0d19-a8a5-4545-9dc6-43722fbbb1c1 req-3a996741-b4e8-4507-abd6-683dd447c017 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 944 time: 0.1204078 Aug 16 20:47:37.547380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-755d0d19-a8a5-4545-9dc6-43722fbbb1c1 req-8369a516-1518-414c-a34d-381714573f99 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558956 Aug 16 20:47:37.598697 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.832155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a809b20a-6f8b-4ce0-81f8-e371de4f5a04 req-b3853d79-d0c3-4c14-87f8-ddda2c369b97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Deleting port 6876cfbb-e88e-46e9-b994-d7068092c58d {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:37.832834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a809b20a-6f8b-4ce0-81f8-e371de4f5a04 req-b3853d79-d0c3-4c14-87f8-ddda2c369b97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.859998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1fc3849c-d5f2-4884-b662-200fdcd4d063 req-13f59d60-624f-4e4e-8e6b-a7e5d175428c tempest-InstanceActionsV221TestJSON-87039493 tempest-InstanceActionsV221TestJSON-87039493-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7c3cfdb-296c-47d7-86cf-a34081ca1a90 HTTP/1.1" status: 200 len: 210 time: 0.0588405 Aug 16 20:47:37.966826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a809b20a-6f8b-4ce0-81f8-e371de4f5a04 req-b3853d79-d0c3-4c14-87f8-ddda2c369b97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] For port 6876cfbb-e88e-46e9-b994-d7068092c58d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6876cfbb-e88e-46e9-b994-d7068092c58d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:37.967535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a809b20a-6f8b-4ce0-81f8-e371de4f5a04 req-b3853d79-d0c3-4c14-87f8-ddda2c369b97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.979507 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.002418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a809b20a-6f8b-4ce0-81f8-e371de4f5a04 req-b3853d79-d0c3-4c14-87f8-ddda2c369b97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Calling delete_port for 6876cfbb-e88e-46e9-b994-d7068092c58d owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:38.080285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:38.095103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:38.097512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:38.104129 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628a48e-a6aa-4a97-9190-5feb950ce498 req-c252837c-10cd-45d8-8a37-8eedc5b42ef6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:38.113798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1628a48e-a6aa-4a97-9190-5feb950ce498 req-c252837c-10cd-45d8-8a37-8eedc5b42ef6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 931 time: 0.1357756 Aug 16 20:47:38.137778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event updated for resources: {'Port': ['ID=6f1c7d19-966d-4518-a245-90da100e6e82,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:38.193061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1628a48e-a6aa-4a97-9190-5feb950ce498 req-0bbb0701-57ed-467b-bae9-d99e70cf836e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662305 Aug 16 20:47:38.221165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:38.221813 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.358106 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-66e18275-15c1-47a2-9673-ea30a66f8aeb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0282078 Aug 16 20:47:38.372032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Request body: {'port': {'device_id': 'ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:38.403978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5eae-6301-4891-b53a-4957ef863896 req-a9e9699c-05ae-44c7-bf9e-783d753efec9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:38.405574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb6a5eae-6301-4891-b53a-4957ef863896 req-a9e9699c-05ae-44c7-bf9e-783d753efec9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 946 time: 0.0880485 Aug 16 20:47:38.445298 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a809b20a-6f8b-4ce0-81f8-e371de4f5a04 req-b3853d79-d0c3-4c14-87f8-ddda2c369b97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.460982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d', '6876cfbb-e88e-46e9-b994-d7068092c58d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:38.526248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb6a5eae-6301-4891-b53a-4957ef863896 req-bc807054-3af0-4545-9637-c53d9a21e9d7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967453 Aug 16 20:47:38.552914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3853d79-d0c3-4c14-87f8-ddda2c369b97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event deleted for resources: {'Port': ['ID=6876cfbb-e88e-46e9-b994-d7068092c58d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:38.591299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8e64acbd-45f8-4a67-af3d-1769790e99a3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:38.607769 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.696348 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a809b20a-6f8b-4ce0-81f8-e371de4f5a04 req-b3853d79-d0c3-4c14-87f8-ddda2c369b97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] No DVR routers for this DVR port 6876cfbb-e88e-46e9-b994-d7068092c58d on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:38.696583 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a809b20a-6f8b-4ce0-81f8-e371de4f5a04 req-b3853d79-d0c3-4c14-87f8-ddda2c369b97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.698601 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a809b20a-6f8b-4ce0-81f8-e371de4f5a04 req-b3853d79-d0c3-4c14-87f8-ddda2c369b97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "DELETE /v2.0/ports/6876cfbb-e88e-46e9-b994-d7068092c58d HTTP/1.1" status: 204 len: 173 time: 1.2698016 Aug 16 20:47:38.774516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf95c3-4c90-4e30-b470-60c550f62361 req-51d05836-c258-430a-8db5-60ca2daa81a5 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:38.794288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ccf95c3-4c90-4e30-b470-60c550f62361 req-51d05836-c258-430a-8db5-60ca2daa81a5 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 944 time: 0.1196561 Aug 16 20:47:38.816931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8e64acbd-45f8-4a67-af3d-1769790e99a3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:38.817638 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.875248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ccf95c3-4c90-4e30-b470-60c550f62361 req-0dfab866-1352-4377-8acf-c318f3ca5fca tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813658 Aug 16 20:47:38.982063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6042402f-31c7-40cf-85f7-68ba4d25bd9a', 'name': 'network-vif-deleted', 'tag': '6876cfbb-e88e-46e9-b994-d7068092c58d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:38.984831 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22bbc67-4c61-442e-8ae5-9a3fab96bf61" -d '{"events": [{"server_uuid": "6042402f-31c7-40cf-85f7-68ba4d25bd9a", "name": "network-vif-deleted", "tag": "6876cfbb-e88e-46e9-b994-d7068092c58d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:39.073445 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f3d5c5-a40f-486a-a1ce-22ecdee66f91 x-openstack-request-id: req-c6f3d5c5-a40f-486a-a1ce-22ecdee66f91 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:39.073840 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6042402f-31c7-40cf-85f7-68ba4d25bd9a", "name": "network-vif-deleted", "tag": "6876cfbb-e88e-46e9-b994-d7068092c58d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:39.074427 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c6f3d5c5-a40f-486a-a1ce-22ecdee66f91 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:39.075049 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6042402f-31c7-40cf-85f7-68ba4d25bd9a', 'name': 'network-vif-deleted', 'tag': '6876cfbb-e88e-46e9-b994-d7068092c58d', 'status': 'completed', 'code': 200} Aug 16 20:47:39.144300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1c7d19-966d-4518-a245-90da100e6e82 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:39.167300 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.199654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Transition to ACTIVE for port object 6f1c7d19-966d-4518-a245-90da100e6e82 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:39.219853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 51290) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:39.252771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:39.288086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa33de21-3da1-4125-b4e1-41e4b90da12f admin admin] Deleting subnet c6d18f14-94c9-441d-88b2-d89e26015e46 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:39.291877 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa33de21-3da1-4125-b4e1-41e4b90da12f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.327261 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.408636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,segment=NetworkSegment(60f7b97c-4659-4d2f-8b5f-5b390399d826),segment_id=60f7b97c-4659-4d2f-8b5f-5b390399d826)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:39.410664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa33de21-3da1-4125-b4e1-41e4b90da12f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.419777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'port_id': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'mac_address': 'fa:16:3e:50:8a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:39.447312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1c7d19-966d-4518-a245-90da100e6e82,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:39.463466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f390fc-d975-415d-ab3e-84869953ce82 req-11aa9a04-ece5-418c-961c-90effd9838ef tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:39.471442 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0f390fc-d975-415d-ab3e-84869953ce82 req-11aa9a04-ece5-418c-961c-90effd9838ef tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 943 time: 0.1588941 Aug 16 20:47:39.474762 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.492296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:39.545223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Attempting to bind port 6f1c7d19-966d-4518-a245-90da100e6e82 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:39.545879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Attempting to bind port 6f1c7d19-966d-4518-a245-90da100e6e82 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:39.546426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Attempting to bind port 6f1c7d19-966d-4518-a245-90da100e6e82 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:39.552257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Port 6f1c7d19-966d-4518-a245-90da100e6e82 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:39.552762 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Attempting to bind port 6f1c7d19-966d-4518-a245-90da100e6e82 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:39.559458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:39.559928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Checking segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:39.560406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Bound using segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:39.561186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Bound port: 6f1c7d19-966d-4518-a245-90da100e6e82, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:39.561656 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.569615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,segment=NetworkSegment(60f7b97c-4659-4d2f-8b5f-5b390399d826),segment_id=60f7b97c-4659-4d2f-8b5f-5b390399d826)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:39.573479 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0f390fc-d975-415d-ab3e-84869953ce82 req-76ba9203-2e14-48be-9374-a2e91dcb64c0 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009109 Aug 16 20:47:39.588346 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa33de21-3da1-4125-b4e1-41e4b90da12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.652943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6876cfbb-e88e-46e9-b994-d7068092c58d no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:39.694601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] For port 6f1c7d19-966d-4518-a245-90da100e6e82, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:39.698226 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.703207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 6876cfbb-e88e-46e9-b994-d7068092c58d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:39.708686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6876cfbb-e88e-46e9-b994-d7068092c58d not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:39.708686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b5be534d-09c6-46dd-a59c-cf6fea0e85ee no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:39.709149 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] For port 6f1c7d19-966d-4518-a245-90da100e6e82, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6f1c7d19-966d-4518-a245-90da100e6e82,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:39.740972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: b5be534d-09c6-46dd-a59c-cf6fea0e85ee {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:39.741880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b5be534d-09c6-46dd-a59c-cf6fea0e85ee not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:39.790447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.802213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:39.813742 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0b2c507-8955-4b47-80a7-a1bc5173c1ad req-10fe8492-92f9-44e5-a9ba-e3cffe4b4675 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=6042402f-31c7-40cf-85f7-68ba4d25bd9a HTTP/1.1" status: 200 len: 210 time: 0.0617368 Aug 16 20:47:39.878987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:39.878987 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.880976 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] 10.222.0.76 "PUT /v2.0/ports/6f1c7d19-966d-4518-a245-90da100e6e82 HTTP/1.1" status: 200 len: 1092 time: 1.5131686 Aug 16 20:47:39.902714 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa33de21-3da1-4125-b4e1-41e4b90da12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.920495 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa33de21-3da1-4125-b4e1-41e4b90da12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.923163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aa33de21-3da1-4125-b4e1-41e4b90da12f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c6d18f14-94c9-441d-88b2-d89e26015e46 HTTP/1.1" status: 204 len: 168 time: 0.7014806 Aug 16 20:47:39.932665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f251c91-cb5a-44df-b3f9-0a4055b3f229 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1c7d19-966d-4518-a245-90da100e6e82,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:39.936954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 51310) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:39.968961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:40.001650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33de21-3da1-4125-b4e1-41e4b90da12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d18f14-94c9-441d-88b2-d89e26015e46,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:40.198567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407a0c4-2242-4c86-9bb6-19ff2c44759f req-8187e6de-b71e-4e9b-add9-ed16a269a9a6 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.207737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8407a0c4-2242-4c86-9bb6-19ff2c44759f req-8187e6de-b71e-4e9b-add9-ed16a269a9a6 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 945 time: 0.1925573 Aug 16 20:47:40.230056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.252778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4047c-c055-45ae-85a2-636773af90bf req-d8a16b51-da44-429d-9f49-517e7846c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.254560 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-d8a16b51-da44-429d-9f49-517e7846c563 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 1095 time: 0.1876118 Aug 16 20:47:40.278470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8407a0c4-2242-4c86-9bb6-19ff2c44759f req-d57bcd74-ea99-4e01-a5b6-9467b57bec36 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697370 Aug 16 20:47:40.329861 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-af38eddf-0f2e-471f-a3a5-e28ab7f7a3d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f1c7d19-966d-4518-a245-90da100e6e82 HTTP/1.1" status: 200 len: 217 time: 0.0457060 Aug 16 20:47:40.413436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.427883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc566b1d-80ba-43ec-94a2-e189c8f3a966']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:40.438411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4047c-c055-45ae-85a2-636773af90bf req-4e8a6a8f-9118-4690-9ea4-7e2791121633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.439882 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-4e8a6a8f-9118-4690-9ea4-7e2791121633 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 200 len: 851 time: 0.0964572 Aug 16 20:47:40.443602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97123c7-afc8-4993-9c5b-6bf39100e518') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:40.443941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97123c7-afc8-4993-9c5b-6bf39100e518') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:40.467692 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.489686 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-262624cb-f8fd-4483-b518-6423837d4d6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388677 Aug 16 20:47:40.495892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.509549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:40.510198 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:40.513673 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:40.655194 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-8e7ef2ed-344d-41b5-89b0-9f825f786cb2 service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509752 Aug 16 20:47:40.715827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afe95c-bc40-49fd-b042-9617d73a577b req-fdf33737-7daf-4457-937e-d17b609b68eb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.721536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2afe95c-bc40-49fd-b042-9617d73a577b req-fdf33737-7daf-4457-937e-d17b609b68eb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 943 time: 0.0634077 Aug 16 20:47:40.740711 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.757210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.759129 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] 10.222.0.74 "DELETE /v2.0/networks/cc566b1d-80ba-43ec-94a2-e189c8f3a966 HTTP/1.1" status: 204 len: 168 time: 0.8209455 Aug 16 20:47:40.761670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9d36d-2cf9-4882-a7ac-033ba60094fa admin admin] Pushing event deleted for resources: {'Network': ['ID=cc566b1d-80ba-43ec-94a2-e189c8f3a966,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:40.772411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2afe95c-bc40-49fd-b042-9617d73a577b req-91ab7a3b-43e1-4a61-98b1-e3c013af09a5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474594 Aug 16 20:47:40.819025 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b4047c-c055-45ae-85a2-636773af90bf req-a3a6a044-d6c8-4097-b8f9-6df921ab498d service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569970 Aug 16 20:47:41.076111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af', 'tag': '6f1c7d19-966d-4518-a245-90da100e6e82'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:41.078504 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587043e6-26a2-48cd-bafa-5a3c0d9318ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af", "tag": "6f1c7d19-966d-4518-a245-90da100e6e82"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:41.125974 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42563a0b-e39e-498a-ad23-4eee743053dd x-openstack-request-id: req-42563a0b-e39e-498a-ad23-4eee743053dd {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:41.126269 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af", "tag": "6f1c7d19-966d-4518-a245-90da100e6e82", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:41.126525 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-42563a0b-e39e-498a-ad23-4eee743053dd {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:41.126928 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af', 'tag': '6f1c7d19-966d-4518-a245-90da100e6e82', 'status': 'completed', 'code': 200} Aug 16 20:47:41.213772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587043e6-26a2-48cd-bafa-5a3c0d9318ed req-f361fea9-9a36-4259-8548-fc5b965f20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:41.218732 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-587043e6-26a2-48cd-bafa-5a3c0d9318ed req-f361fea9-9a36-4259-8548-fc5b965f20c1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 1095 time: 0.0564837 Aug 16 20:47:41.234643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 51342) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:41.269514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:41.344750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 51350) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:41.345284 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b4fefaaf-520f-4e6e-aa53-4a7d22613209 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3c8bbbb2312b4136afb3c44f36825c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1072052 Aug 16 20:47:41.376050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587043e6-26a2-48cd-bafa-5a3c0d9318ed req-b264909d-6a99-42a3-8f95-cf03ebe2a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:41.377591 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-587043e6-26a2-48cd-bafa-5a3c0d9318ed req-b264909d-6a99-42a3-8f95-cf03ebe2a793 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 912 time: 0.1460123 Aug 16 20:47:41.433931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84013630-2cf0-4c2a-bd7b-778c32f25905 req-d4722819-fcb9-4559-b0a5-d567a82bc654 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:41.435736 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-587043e6-26a2-48cd-bafa-5a3c0d9318ed req-7a0e44e0-4089-4cbf-bff0-03b47f050350 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f1c7d19-966d-4518-a245-90da100e6e82 HTTP/1.1" status: 200 len: 217 time: 0.0489268 Aug 16 20:47:41.437492 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84013630-2cf0-4c2a-bd7b-778c32f25905 req-d4722819-fcb9-4559-b0a5-d567a82bc654 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 945 time: 0.0635059 Aug 16 20:47:41.463160 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b46d786-83a1-425f-8842-042fc6fe0a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.481383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:41.486859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:41.487752 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.514895 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84013630-2cf0-4c2a-bd7b-778c32f25905 req-b7623522-81d9-4e92-a3c0-f830383dc689 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Aug 16 20:47:41.528936 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b46d786-83a1-425f-8842-042fc6fe0a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.535447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587043e6-26a2-48cd-bafa-5a3c0d9318ed req-a4137b86-6337-4bea-8889-cf7872760970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:41.537123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-587043e6-26a2-48cd-bafa-5a3c0d9318ed req-a4137b86-6337-4bea-8889-cf7872760970 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 200 len: 851 time: 0.0864329 Aug 16 20:47:41.592745 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-587043e6-26a2-48cd-bafa-5a3c0d9318ed req-aa0b3cf2-32b5-4226-a7df-5fb6bde13f3f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403957 Aug 16 20:47:41.642587 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.691765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:41.698030 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411932b1-8355-4e9f-bd14-55dbe03425b4" -d '{"events": [{"server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "name": "network-vif-plugged", "status": "completed", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:41.730492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,segment=NetworkSegment(60f7b97c-4659-4d2f-8b5f-5b390399d826),segment_id=60f7b97c-4659-4d2f-8b5f-5b390399d826)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:41.735933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-0aa456c2-c61f-4f91-bc8a-3ecee386204a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:41.737198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-587043e6-26a2-48cd-bafa-5a3c0d9318ed req-379c33f2-b4ae-46a9-84ea-c307eba50f5c service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349702 Aug 16 20:47:41.744354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-0aa456c2-c61f-4f91-bc8a-3ecee386204a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.1637139 Aug 16 20:47:41.764076 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb8859b-60d1-4963-8950-92e88367e6cb x-openstack-request-id: req-8fb8859b-60d1-4963-8950-92e88367e6cb {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:41.764345 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-1dfb832a-a19a-4d73-849b-4e04906d3cc0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/quotas/ddfb1c9208d1440192808c93cfed992b HTTP/1.1" status: 200 len: 375 time: 0.0187314 Aug 16 20:47:41.764459 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "name": "network-vif-plugged", "status": "completed", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:41.764620 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8fb8859b-60d1-4963-8950-92e88367e6cb {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:41.765127 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'code': 200} Aug 16 20:47:41.820703 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b46d786-83a1-425f-8842-042fc6fe0a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.824259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b46d786-83a1-425f-8842-042fc6fe0a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.827786 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5b46d786-83a1-425f-8842-042fc6fe0a83 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1b337cbf-509a-493d-888f-92ebbae0c039 HTTP/1.1" status: 204 len: 168 time: 0.4847045 Aug 16 20:47:41.839218 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.851868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-d78de347-bb3f-4f5c-bda6-3c2f1c41e1da tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865564 Aug 16 20:47:41.911947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46d786-83a1-425f-8842-042fc6fe0a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b337cbf-509a-493d-888f-92ebbae0c039,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:41.938351 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-587043e6-26a2-48cd-bafa-5a3c0d9318ed req-beb4324d-656e-4a5a-9646-92be95c18a9f service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929007 Aug 16 20:47:41.945832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca867de0-6fc0-4171-9ff1-3061ede18e82 req-c687400d-ca30-42b1-8f56-c258cc002455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:41.947799 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ca867de0-6fc0-4171-9ff1-3061ede18e82 req-c687400d-ca30-42b1-8f56-c258cc002455 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 1098 time: 0.1158412 Aug 16 20:47:41.985330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:42.020666 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ca867de0-6fc0-4171-9ff1-3061ede18e82 req-c54f546f-e0fa-4f38-a973-a4e642f41e8d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639539 Aug 16 20:47:42.097168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc836c49-12f5-4299-9d83-f14a4f9c257d req-7e9d4a62-17b6-47f3-a237-6f386777eb94 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:42.099008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc836c49-12f5-4299-9d83-f14a4f9c257d req-7e9d4a62-17b6-47f3-a237-6f386777eb94 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 943 time: 0.0892961 Aug 16 20:47:42.125836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-418446e1-4981-458e-9f17-28a32bb47021 service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678924 Aug 16 20:47:42.211605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc836c49-12f5-4299-9d83-f14a4f9c257d req-18e31100-d11d-4d7f-8cb8-07f477b5b332 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999632 Aug 16 20:47:42.263551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-23e03e0c-ab2f-4405-bd1c-15c9786ee51b service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253533 Aug 16 20:47:42.625826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c62104c-a3dc-47c7-91d2-e92536533d04 req-44b13bef-2db7-4103-adf9-149be2300246 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 210 time: 0.0508602 Aug 16 20:47:42.701394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede089a8-2469-46b3-83c5-dbd9b93860de req-2aedaaf6-38a4-4eec-9895-e37edb209749 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:42.702894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ede089a8-2469-46b3-83c5-dbd9b93860de req-2aedaaf6-38a4-4eec-9895-e37edb209749 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0753949 Aug 16 20:47:42.768846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ede089a8-2469-46b3-83c5-dbd9b93860de req-1fcd6a7a-ff92-42c7-9192-15c0869f646a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573528 Aug 16 20:47:43.352499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637e964-7b51-45d3-a061-f8d87fa8dcb2 req-5608daf7-d382-47be-bab8-f71d0b89e577 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.354877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8637e964-7b51-45d3-a061-f8d87fa8dcb2 req-5608daf7-d382-47be-bab8-f71d0b89e577 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 943 time: 0.0518885 Aug 16 20:47:43.370838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 51432) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:43.412767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8637e964-7b51-45d3-a061-f8d87fa8dcb2 req-9c94939f-f527-4b7a-bf36-e53ebd06076a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343161 Aug 16 20:47:43.477498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-network', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:43.648044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6f1c7d19-966d-4518-a245-90da100e6e82 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:43.693242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Made reservation on behalf of 94d0fffea4cc4f198f5ffbaff9380a79 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:43.697290 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.716672 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.728267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-345d0d20-d12b-413f-ac4d-e98fba47cdab req-cdf314e4-7f1b-4bb9-9a80-41281209e547 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 210 time: 0.0388050 Aug 16 20:47:43.784384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6f1c7d19-966d-4518-a245-90da100e6e82, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6f1c7d19-966d-4518-a245-90da100e6e82,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:43.798671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '6f1c7d19-966d-4518-a245-90da100e6e82', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'port_id': '6f1c7d19-966d-4518-a245-90da100e6e82', 'mac_address': 'fa:16:3e:28:60:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9086addc-4898-4b00-b1e4-5f5b81780ad7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:43.829290 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.849572 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.866096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1c7d19-966d-4518-a245-90da100e6e82 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:43.887945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6f1c7d19-966d-4518-a245-90da100e6e82, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6f1c7d19-966d-4518-a245-90da100e6e82,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:43.931495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.932043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54bd69-4bb5-4e2b-831b-e7a27a01bde8 req-9f921000-be4b-4b83-878f-69a46d05cee1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.933648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b54bd69-4bb5-4e2b-831b-e7a27a01bde8 req-9f921000-be4b-4b83-878f-69a46d05cee1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0808825 Aug 16 20:47:43.962559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:47:43.965115 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.980824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eacf20c-3566-452e-8658-44e5bfe12c29,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:43.985921 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.986262 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Added segment 3a8c01b2-0cef-4287-951d-f046236a9070 of type vlan for network f40b62f5-c9df-466c-b34d-9ad831b8e343 Aug 16 20:47:44.006224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b54bd69-4bb5-4e2b-831b-e7a27a01bde8 req-b7b86ba9-ea18-4aaf-a9a1-d690cc004c74 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665438 Aug 16 20:47:44.041750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=6f1c7d19-966d-4518-a245-90da100e6e82,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:44.067631 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.179190 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.180274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:44.180697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['6f1c7d19-966d-4518-a245-90da100e6e82'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:44.181714 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.282101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] Pushing event updated for resources: {'Network': ['ID=f40b62f5-c9df-466c-b34d-9ad831b8e343,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:44.301840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network f40b62f5-c9df-466c-b34d-9ad831b8e343 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:47:44.316337 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7c937625-f876-4c13-9bf0-bc0a586bf0fd admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9442778 Aug 16 20:47:44.322251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 51458) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:44.329588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] Request body: {'subnet': {'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-subnet', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:44.525158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] Made reservation on behalf of 94d0fffea4cc4f198f5ffbaff9380a79 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:44.528335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.645072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7c172-ac07-4d0c-9282-1434660506f2 req-6e6607e4-d03f-46d0-a31d-7ce9a44d97bf tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:44.646628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bf7c172-ac07-4d0c-9282-1434660506f2 req-6e6607e4-d03f-46d0-a31d-7ce9a44d97bf tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 944 time: 0.1572661 Aug 16 20:47:44.715728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bf7c172-ac07-4d0c-9282-1434660506f2 req-9c8f68e9-a7cb-4464-9316-189095a7e212 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580654 Aug 16 20:47:44.854894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6249e1-94ac-4c18-b7c0-c4252861584a req-9e48e0b6-4e6f-4e21-8790-0c10420f7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:44.857234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f6249e1-94ac-4c18-b7c0-c4252861584a req-9e48e0b6-4e6f-4e21-8790-0c10420f7204 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcf578e4774e42a99c324c03ea1a9bfc&device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 1098 time: 0.0566165 Aug 16 20:47:45.124829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1006edee-472f-494d-97c2-f0919353912d req-cdd77d00-edfd-4194-b2e2-d909d802ec11 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 210 time: 0.0420246 Aug 16 20:47:45.199961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abcf8a-39da-4fe9-927d-d84055a8b858 req-b66f7fd3-6fef-4252-8f14-c74f908951f3 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:45.214804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d3abcf8a-39da-4fe9-927d-d84055a8b858 req-b66f7fd3-6fef-4252-8f14-c74f908951f3 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.4615297 Aug 16 20:47:45.310187 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffc36dae-266c-4534-bc56-29c7308595f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.315132 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d3abcf8a-39da-4fe9-927d-d84055a8b858 req-0bb69998-6679-491e-8de2-51e136ccee8a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949194 Aug 16 20:47:45.419327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6249e1-94ac-4c18-b7c0-c4252861584a req-660d903b-178e-489d-975a-ac2e62d50c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:45.427234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f6249e1-94ac-4c18-b7c0-c4252861584a req-660d903b-178e-489d-975a-ac2e62d50c81 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 HTTP/1.1" status: 200 len: 921 time: 0.5492377 Aug 16 20:47:45.459068 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.467222 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f6249e1-94ac-4c18-b7c0-c4252861584a req-d82a0180-fa7d-4c1f-89ae-82a2627fc438 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 217 time: 0.0372519 Aug 16 20:47:45.549771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5293b147-4db7-4700-be1a-49823eac2c64,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:45.558812 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] Checking segment: {'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:45.559744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] Network hostable DHCP agents. Network: f40b62f5-c9df-466c-b34d-9ad831b8e343, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:47:45.609534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6249e1-94ac-4c18-b7c0-c4252861584a req-79785587-287f-4929-9e70-2a7313cd709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:45.613699 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f6249e1-94ac-4c18-b7c0-c4252861584a req-79785587-287f-4929-9e70-2a7313cd709c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb35f203-0600-4f06-9b33-75b8cef4e735 HTTP/1.1" status: 200 len: 860 time: 0.1369157 Aug 16 20:47:45.654045 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f6249e1-94ac-4c18-b7c0-c4252861584a req-11e5d9f1-cdf4-4ea7-ac28-4294b5b6cdb6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260198 Aug 16 20:47:45.667937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6f1c7d19-966d-4518-a245-90da100e6e82 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:45.686703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] Network f40b62f5-c9df-466c-b34d-9ad831b8e343 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:47:45.812519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, f40b62f5-c9df-466c-b34d-9ad831b8e343) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:45.813316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 6f1c7d19-966d-4518-a245-90da100e6e82 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:45.817206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:45.822597 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.822877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 6f1c7d19-966d-4518-a245-90da100e6e82 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:45.822877 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.838551 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f6249e1-94ac-4c18-b7c0-c4252861584a req-fcb768af-7558-4c28-8d83-672e8e4da817 service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765881 Aug 16 20:47:45.846405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa6ba9-e672-4c18-a8df-02b539baba88 None None] Network f40b62f5-c9df-466c-b34d-9ad831b8e343 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:45.912748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cde61-9941-4383-b913-81f4652466b8 req-be1b829f-dd10-4d7f-a865-b7a2a6cb2262 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:45.920923 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-439cde61-9941-4383-b913-81f4652466b8 req-be1b829f-dd10-4d7f-a865-b7a2a6cb2262 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 944 time: 0.1003959 Aug 16 20:47:45.971656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-439cde61-9941-4383-b913-81f4652466b8 req-4c159b25-589a-470c-a912-12d469e2bc8d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396805 Aug 16 20:47:46.005595 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.043165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4d76d3f6-7ab4-47c3-b98a-4c17561d64b6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7036989 Aug 16 20:47:46.043165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 51492) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:46.043165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-router', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:46.081395 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f6249e1-94ac-4c18-b7c0-c4252861584a req-7b436749-596c-44a1-a596-4c762212f902 service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338796 Aug 16 20:47:46.114083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1090653-27ff-450d-a9ab-3d26eba637a7 None None] Network f40b62f5-c9df-466c-b34d-9ad831b8e343 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:46.133368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1c7d19-966d-4518-a245-90da100e6e82'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:46.136017 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc5367d-7aa5-43cb-9d1d-a5cb5f386ff0" -d '{"events": [{"server_uuid": "ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af", "name": "network-vif-plugged", "status": "completed", "tag": "6f1c7d19-966d-4518-a245-90da100e6e82"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:46.199750 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.201257 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.242268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-35756f7b-e66e-40d3-83bc-565729d292b0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:46.245119 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-35756f7b-e66e-40d3-83bc-565729d292b0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.2007725 Aug 16 20:47:46.281646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Request body: {'port': {'device_id': '41e84a56-ad38-490a-bdc9-86b3689c0be2', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'admin_state_up': True, 'tenant_id': 'ddfb1c9208d1440192808c93cfed992b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:46.343574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6f1c7d19-966d-4518-a245-90da100e6e82, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6f1c7d19-966d-4518-a245-90da100e6e82,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:46.355646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45895e3c-c6e0-43c6-aff3-b97bbbdb7c90 req-0fa87cf5-c821-46f4-a614-8715f238cdfa tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 210 time: 0.1277871 Aug 16 20:47:46.439823 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.469443 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.516471 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dc1ddf-b098-48b3-b0d1-37bd0db2e4b0 x-openstack-request-id: req-19dc1ddf-b098-48b3-b0d1-37bd0db2e4b0 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:46.516471 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af", "name": "network-vif-plugged", "status": "completed", "tag": "6f1c7d19-966d-4518-a245-90da100e6e82", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:46.516471 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-19dc1ddf-b098-48b3-b0d1-37bd0db2e4b0 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:46.516471 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1c7d19-966d-4518-a245-90da100e6e82', 'code': 200} Aug 16 20:47:46.526982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=6f1c7d19-966d-4518-a245-90da100e6e82,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:46.626000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9b241-34fe-411b-9326-b612e57e18b4 req-c6a45115-9795-4514-be58-bdb29310712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:46.628366 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13b9b241-34fe-411b-9326-b612e57e18b4 req-c6a45115-9795-4514-be58-bdb29310712f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 1097 time: 0.0688856 Aug 16 20:47:46.629905 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Made reservation on behalf of ddfb1c9208d1440192808c93cfed992b for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:46.633574 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.751542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b188814-2c53-43d8-9c5d-23c45416243e req-5ca22279-4580-497a-bfd3-e41c263b3ea3 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:46.753096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b188814-2c53-43d8-9c5d-23c45416243e req-5ca22279-4580-497a-bfd3-e41c263b3ea3 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.2185431 Aug 16 20:47:46.755268 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13b9b241-34fe-411b-9326-b612e57e18b4 req-590067c2-376f-4ec2-a678-83761c6fa646 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175182 Aug 16 20:47:46.757366 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.798844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b188814-2c53-43d8-9c5d-23c45416243e req-6b193d1c-17e7-4e10-b2e6-523f5ab07e24 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374689 Aug 16 20:47:46.832749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Allocated IP 172.20.0.12 (0b94bc29-3f96-4417-a787-e029ad34ad92/ea210106-55a4-4da3-b9b0-5e9290d080d8/449ea961-38ef-4786-bfa6-d10ed34da570) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:47.036939 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.138268 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.146979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ca148-e0b2-40c7-a8e8-64c7495733c4 req-92c6884e-ac2e-4567-8e4a-6f5ad9e0b68c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:47.148480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-859ca148-e0b2-40c7-a8e8-64c7495733c4 req-92c6884e-ac2e-4567-8e4a-6f5ad9e0b68c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 945 time: 0.0834529 Aug 16 20:47:47.173381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.219704 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.234128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:47.252848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-859ca148-e0b2-40c7-a8e8-64c7495733c4 req-1e71324e-5f60-41aa-885b-384487c49d55 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818942 Aug 16 20:47:47.281788 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Network 0b94bc29-3f96-4417-a787-e029ad34ad92 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:47.288154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:47.292493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:47.318239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event updated for resources: {'Port': ['ID=449ea961-38ef-4786-bfa6-d10ed34da570,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:47.327958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Allocated IP 172.25.4.145 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/d68f6c80-bae8-4697-b67d-b0e81f682359) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:47.349556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:47.350571 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.502586 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-62536d8b-a6a7-4b2b-966a-c00e107ec912 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2364018 Aug 16 20:47:47.518486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.525446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Request body: {'port': {'device_id': '41e84a56-ad38-490a-bdc9-86b3689c0be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:47.538795 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9771a8fa-0b99-4d7e-a8af-204e70964c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.633585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b83e6d-b8d6-433a-bec4-db4bce5516a0 req-2894371e-188d-49bb-ad95-589246218beb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:47.635604 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46b83e6d-b8d6-433a-bec4-db4bce5516a0 req-2894371e-188d-49bb-ad95-589246218beb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 932 time: 0.1176593 Aug 16 20:47:47.706198 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.706504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46b83e6d-b8d6-433a-bec4-db4bce5516a0 req-fe07ba34-5b27-4cb3-ba1a-f3d803d9e234 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593050 Aug 16 20:47:47.792082 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.911690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:47.912988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Pushing event updated for resources: {'Port': ['ID=d68f6c80-bae8-4697-b67d-b0e81f682359,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:47.959433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:47.963679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:47.970596 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:48.009595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd90203-cf7e-4b7b-ab81-99ca993cc6ed req-b5349320-9e31-40fb-b094-555a3acab224 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:48.011229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cd90203-cf7e-4b7b-ab81-99ca993cc6ed req-b5349320-9e31-40fb-b094-555a3acab224 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.1272573 Aug 16 20:47:48.120509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cd90203-cf7e-4b7b-ab81-99ca993cc6ed req-707f2176-67d6-4695-9abe-ebbed8fe0f77 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023693 Aug 16 20:47:48.131727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449ea961-38ef-4786-bfa6-d10ed34da570 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:48.149928 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:48.162530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Transition to ACTIVE for port object 449ea961-38ef-4786-bfa6-d10ed34da570 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:48.307109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:48.365543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Pushing event updated for resources: {'Port': ['ID=449ea961-38ef-4786-bfa6-d10ed34da570,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:48.435418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286935b-0820-4081-92c2-3cdbdd95aa84 req-30202f36-fa21-4999-b1b2-061af0dce392 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:48.436927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c286935b-0820-4081-92c2-3cdbdd95aa84 req-30202f36-fa21-4999-b1b2-061af0dce392 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 945 time: 0.0950074 Aug 16 20:47:48.460684 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:48.470403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Attempting to bind port 449ea961-38ef-4786-bfa6-d10ed34da570 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:48.470946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Attempting to bind port 449ea961-38ef-4786-bfa6-d10ed34da570 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:48.471322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Attempting to bind port 449ea961-38ef-4786-bfa6-d10ed34da570 on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:48.479886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Port 449ea961-38ef-4786-bfa6-d10ed34da570 on network 0b94bc29-3f96-4417-a787-e029ad34ad92 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:48.479886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Attempting to bind port 449ea961-38ef-4786-bfa6-d10ed34da570 on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:48.496023 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:48.496378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Checking segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:48.496772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Bound using segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:48.497253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Bound port: 449ea961-38ef-4786-bfa6-d10ed34da570, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:48.497623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:48.528003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c286935b-0820-4081-92c2-3cdbdd95aa84 req-4f83f4f2-a295-42bc-86a1-0e9a853d0e95 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843511 Aug 16 20:47:48.705464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] For port 449ea961-38ef-4786-bfa6-d10ed34da570, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:48.713681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] For port 449ea961-38ef-4786-bfa6-d10ed34da570, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=449ea961-38ef-4786-bfa6-d10ed34da570,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:48.736394 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:48.824622 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:48.868099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:48.868757 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:48.870188 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] 10.222.0.76 "PUT /v2.0/ports/449ea961-38ef-4786-bfa6-d10ed34da570 HTTP/1.1" status: 200 len: 1093 time: 1.3563383 Aug 16 20:47:48.870643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e84a56-ad38-490a-bdc9-86b3689c0be2', 'tag': '449ea961-38ef-4786-bfa6-d10ed34da570'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:48.873464 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd099b-7d80-40da-88ae-55aca8eb9bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "41e84a56-ad38-490a-bdc9-86b3689c0be2", "tag": "449ea961-38ef-4786-bfa6-d10ed34da570"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:48.889556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60519420-9aa6-4bae-9027-005102e5653b req-0b153cca-793b-49ab-9d72-aa717c6e8c98 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:48.891069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60519420-9aa6-4bae-9027-005102e5653b req-0b153cca-793b-49ab-9d72-aa717c6e8c98 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 944 time: 0.0980706 Aug 16 20:47:48.893827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e3ba4-6cab-436a-9f95-a35196530d5b service neutron] Pushing event updated for resources: {'Port': ['ID=449ea961-38ef-4786-bfa6-d10ed34da570,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:48.957388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60519420-9aa6-4bae-9027-005102e5653b req-6a6909d4-4703-45aa-b1f7-1b799e079645 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506737 Aug 16 20:47:49.012152 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb533172-cb3c-4888-96f8-d819c9eea525 x-openstack-request-id: req-cb533172-cb3c-4888-96f8-d819c9eea525 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:49.012456 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e84a56-ad38-490a-bdc9-86b3689c0be2", "tag": "449ea961-38ef-4786-bfa6-d10ed34da570", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:49.012714 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cb533172-cb3c-4888-96f8-d819c9eea525 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:49.013257 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e84a56-ad38-490a-bdc9-86b3689c0be2', 'tag': '449ea961-38ef-4786-bfa6-d10ed34da570', 'status': 'completed', 'code': 200} Aug 16 20:47:49.074778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-c43debde-0dc2-40d0-acb1-b2480ff57ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:49.076235 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-c43debde-0dc2-40d0-acb1-b2480ff57ce1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 1096 time: 0.0560381 Aug 16 20:47:49.091265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Router b10fb6a9-3918-426b-a601-2b814c69612e is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:47:49.124469 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-e356a369-98b1-4472-90e3-5324c68eff85 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449ea961-38ef-4786-bfa6-d10ed34da570 HTTP/1.1" status: 200 len: 217 time: 0.0383940 Aug 16 20:47:49.204989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce630-25fc-44ee-8be1-5571be06a0c5 req-4d8e45d3-4471-4d88-a627-29e466233f71 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:49.209708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d75ce630-25fc-44ee-8be1-5571be06a0c5 req-4d8e45d3-4471-4d88-a627-29e466233f71 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 945 time: 0.1297913 Aug 16 20:47:49.222910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-1e5f59cf-62bd-443e-b912-8543fdec68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:49.224994 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-1e5f59cf-62bd-443e-b912-8543fdec68ba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0931156 Aug 16 20:47:49.239114 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.267355 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-dea20c29-ce16-46da-a358-11e010d62a6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344088 Aug 16 20:47:49.354393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:49.369405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Sync routers for ids ['b10fb6a9-3918-426b-a601-2b814c69612e'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:49.388590 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-b6ce99e8-1bb9-4c51-bb8b-2c64789ce798 service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134145 Aug 16 20:47:49.389284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Routers {'b10fb6a9-3918-426b-a601-2b814c69612e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:49.390363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b10fb6a9-3918-426b-a601-2b814c69612e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:49.427093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d75ce630-25fc-44ee-8be1-5571be06a0c5 req-65a21a28-de86-469a-b80b-0b6823e3b7f9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529775 Aug 16 20:47:49.482228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba517e-3f10-476a-a39e-791d5149e812 req-449ed89f-c3e2-4f94-a251-875008b09fff tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:49.488050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efba517e-3f10-476a-a39e-791d5149e812 req-449ed89f-c3e2-4f94-a251-875008b09fff tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.2154267 Aug 16 20:47:49.531827 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.534062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b2790fce-34a3-48c5-a0d4-bbf3e765a2ab admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5012689 Aug 16 20:47:49.561725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 51588) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:49.634558 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ffb121aa-0f25-4da1-b725-a13523b1861e req-de0a5832-a990-4938-9780-3beb465a0a88 service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371454 Aug 16 20:47:49.699380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efba517e-3f10-476a-a39e-791d5149e812 req-8fda1380-21b9-4fa2-bdc7-dc9e4e6f2b57 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079971 Aug 16 20:47:49.738594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Set router b10fb6a9-3918-426b-a601-2b814c69612e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:49.809805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd099b-7d80-40da-88ae-55aca8eb9bf6 req-23e21c3e-0368-4812-a1f3-0fe559f15c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:49.811664 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77bd099b-7d80-40da-88ae-55aca8eb9bf6 req-23e21c3e-0368-4812-a1f3-0fe559f15c5b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 1096 time: 0.0484283 Aug 16 20:47:50.038967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd099b-7d80-40da-88ae-55aca8eb9bf6 req-280edc89-cb54-4220-9f2d-8a7864300ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:50.041239 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77bd099b-7d80-40da-88ae-55aca8eb9bf6 req-280edc89-cb54-4220-9f2d-8a7864300ad2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 906 time: 0.2216668 Aug 16 20:47:50.104368 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77bd099b-7d80-40da-88ae-55aca8eb9bf6 req-a8128b1c-9114-43cb-8d87-916975b982b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449ea961-38ef-4786-bfa6-d10ed34da570 HTTP/1.1" status: 200 len: 217 time: 0.0538771 Aug 16 20:47:50.156438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-router', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:46Z', 'updated_at': '2021-08-16T20:47:48Z', 'revision_number': 3, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'gw_port': {'id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:47Z', 'updated_at': '2021-08-16T20:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:50.182054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd099b-7d80-40da-88ae-55aca8eb9bf6 req-9eff5070-e52d-4682-87cc-44532d8be6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:50.184128 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77bd099b-7d80-40da-88ae-55aca8eb9bf6 req-9eff5070-e52d-4682-87cc-44532d8be6b1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0707645 Aug 16 20:47:50.206104 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Checking router: b10fb6a9-3918-426b-a601-2b814c69612e for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:50.206454 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Updating router b10fb6a9-3918-426b-a601-2b814c69612e port d68f6c80-bae8-4697-b67d-b0e81f682359 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:47:50.223143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58029a-2010-4ad8-b0b9-7861c3a6a8ac req-4fec06c8-f979-41d1-b9f3-54feadb60de3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:50.224727 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f58029a-2010-4ad8-b0b9-7861c3a6a8ac req-4fec06c8-f979-41d1-b9f3-54feadb60de3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 944 time: 0.1171770 Aug 16 20:47:50.238289 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77bd099b-7d80-40da-88ae-55aca8eb9bf6 req-954a1e2e-22c7-4c03-997c-bbce5db4ff5f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419583 Aug 16 20:47:50.259778 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.414669 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77bd099b-7d80-40da-88ae-55aca8eb9bf6 req-8bdc1d0b-aef3-4c56-ad40-a2ef2fe1d711 service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687770 Aug 16 20:47:50.699916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c837c6-d851-4060-b935-ecd6722a56b6 req-f104a375-eda4-4cdb-9775-f87cdfc88b07 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:50.701394 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78c837c6-d851-4060-b935-ecd6722a56b6 req-f104a375-eda4-4cdb-9775-f87cdfc88b07 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 945 time: 0.1847427 Aug 16 20:47:50.730913 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.746540 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.781859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f58029a-2010-4ad8-b0b9-7861c3a6a8ac req-be5db386-b773-4d24-a33d-8c4127056113 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437043 Aug 16 20:47:50.794655 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-77bd099b-7d80-40da-88ae-55aca8eb9bf6 req-b3f4ebf6-4191-468e-b749-f1a918c1471b service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721409 Aug 16 20:47:50.798389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.834607 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa3de9-00c1-4a39-bbd3-ec9d2abcd0b7 req-c7c1ccc6-af0b-4534-8b55-31697a34cd3c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:50.836184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26fa3de9-00c1-4a39-bbd3-ec9d2abcd0b7 req-c7c1ccc6-af0b-4534-8b55-31697a34cd3c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 945 time: 0.2053142 Aug 16 20:47:50.848586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Transition to ACTIVE for port object d68f6c80-bae8-4697-b67d-b0e81f682359 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:50.924985 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.942929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-78c837c6-d851-4060-b935-ecd6722a56b6 req-9b1c9358-9d39-4410-acea-8acc12e84da1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Deleting port 6f1c7d19-966d-4518-a245-90da100e6e82 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:50.943290 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-78c837c6-d851-4060-b935-ecd6722a56b6 req-9b1c9358-9d39-4410-acea-8acc12e84da1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.014516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5d2e6-6cf0-49fe-b48a-5dcf6c607d9f None None] Pushing event updated for resources: {'Port': ['ID=d68f6c80-bae8-4697-b67d-b0e81f682359,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:51.053970 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26fa3de9-00c1-4a39-bbd3-ec9d2abcd0b7 req-63c8f38d-5a20-4752-9d07-1fd3c259a8d3 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906548 Aug 16 20:47:51.054282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Attempting to bind port d68f6c80-bae8-4697-b67d-b0e81f682359 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:51.054282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Attempting to bind port d68f6c80-bae8-4697-b67d-b0e81f682359 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:51.054282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Attempting to bind port d68f6c80-bae8-4697-b67d-b0e81f682359 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:51.054282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:51.054282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:51.054282 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.054282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:51.054282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Bound port: d68f6c80-bae8-4697-b67d-b0e81f682359, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:51.054282 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.158122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-78c837c6-d851-4060-b935-ecd6722a56b6 req-9b1c9358-9d39-4410-acea-8acc12e84da1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] For port 6f1c7d19-966d-4518-a245-90da100e6e82, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6f1c7d19-966d-4518-a245-90da100e6e82,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:51.158863 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-78c837c6-d851-4060-b935-ecd6722a56b6 req-9b1c9358-9d39-4410-acea-8acc12e84da1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.168910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] For port d68f6c80-bae8-4697-b67d-b0e81f682359, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:51.173294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] For port d68f6c80-bae8-4697-b67d-b0e81f682359, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d68f6c80-bae8-4697-b67d-b0e81f682359,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:51.176520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-78c837c6-d851-4060-b935-ecd6722a56b6 req-9b1c9358-9d39-4410-acea-8acc12e84da1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Calling delete_port for 6f1c7d19-966d-4518-a245-90da100e6e82 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:51.269870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb57701-2799-41a8-be64-a025e9d6a057 req-42032fd8-b36c-4ca3-9d3a-7106d2a4208f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:51.272187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bb57701-2799-41a8-be64-a025e9d6a057 req-42032fd8-b36c-4ca3-9d3a-7106d2a4208f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.2794321 Aug 16 20:47:51.316587 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.336851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Allocated IP 172.20.0.1 (f40b62f5-c9df-466c-b34d-9ad831b8e343/5293b147-4db7-4700-be1a-49823eac2c64/5353c9ea-43be-4b94-9553-af6aed90264e) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:51.360345 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bb57701-2799-41a8-be64-a025e9d6a057 req-c892235b-3b58-4413-8c30-3841cfd0edb0 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731769 Aug 16 20:47:51.422378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5d2e6-6cf0-49fe-b48a-5dcf6c607d9f None None] Pushing event updated for resources: {'Port': ['ID=d68f6c80-bae8-4697-b67d-b0e81f682359,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:51.427640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Routers {'b10fb6a9-3918-426b-a601-2b814c69612e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:51.427640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b10fb6a9-3918-426b-a601-2b814c69612e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:51.479549 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-78c837c6-d851-4060-b935-ecd6722a56b6 req-9b1c9358-9d39-4410-acea-8acc12e84da1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.500705 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.534655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c9358-9d39-4410-acea-8acc12e84da1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event deleted for resources: {'Port': ['ID=6f1c7d19-966d-4518-a245-90da100e6e82,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:51.570900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['6f1c7d19-966d-4518-a245-90da100e6e82'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:51.594015 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c837c6-d851-4060-b935-ecd6722a56b6 req-9b1c9358-9d39-4410-acea-8acc12e84da1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] No DVR routers for this DVR port 6f1c7d19-966d-4518-a245-90da100e6e82 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:51.597459 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-78c837c6-d851-4060-b935-ecd6722a56b6 req-9b1c9358-9d39-4410-acea-8acc12e84da1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.599676 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78c837c6-d851-4060-b935-ecd6722a56b6 req-9b1c9358-9d39-4410-acea-8acc12e84da1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "DELETE /v2.0/ports/6f1c7d19-966d-4518-a245-90da100e6e82 HTTP/1.1" status: 204 len: 173 time: 0.8748131 Aug 16 20:47:51.600549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af', 'name': 'network-vif-deleted', 'tag': '6f1c7d19-966d-4518-a245-90da100e6e82'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:51.603770 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1004fc4e-3bc6-4c6f-bafe-f1d3508f279b" -d '{"events": [{"server_uuid": "ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af", "name": "network-vif-deleted", "tag": "6f1c7d19-966d-4518-a245-90da100e6e82"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:51.632587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] Set router b10fb6a9-3918-426b-a601-2b814c69612e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:51.655312 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5b27a7-eff5-40e2-ab03-6309d290ea83 x-openstack-request-id: req-1e5b27a7-eff5-40e2-ab03-6309d290ea83 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:51.655815 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af", "name": "network-vif-deleted", "tag": "6f1c7d19-966d-4518-a245-90da100e6e82", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:51.656446 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1e5b27a7-eff5-40e2-ab03-6309d290ea83 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:51.657106 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af', 'name': 'network-vif-deleted', 'tag': '6f1c7d19-966d-4518-a245-90da100e6e82', 'status': 'completed', 'code': 200} Aug 16 20:47:51.720146 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.767004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Pushing event updated for resources: {'Port': ['ID=5353c9ea-43be-4b94-9553-af6aed90264e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:51.841355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Network f40b62f5-c9df-466c-b34d-9ad831b8e343 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:51.849511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:51.853782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:51.966109 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.096934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d87f8-1996-4794-b6f9-af2c235b60ee req-bd8b4785-432e-4ae4-8a09-84459169e023 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:52.102789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff4d87f8-1996-4794-b6f9-af2c235b60ee req-bd8b4785-432e-4ae4-8a09-84459169e023 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 944 time: 0.1897614 Aug 16 20:47:52.112501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-router', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:46Z', 'updated_at': '2021-08-16T20:47:48Z', 'revision_number': 3, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'gw_port': {'id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:47Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:52.148978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50117e51-3d9d-4bfa-92e6-d0f95df50d01 None None] The sync data for ids ['b10fb6a9-3918-426b-a601-2b814c69612e'] in n-d-793619-14 is: [{'id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-router', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:46Z', 'updated_at': '2021-08-16T20:47:48Z', 'revision_number': 3, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'gw_port': {'id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:47Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:52.326020 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e76bfac-d933-4b6f-b792-388cac7805dd req-1b02c3c6-84b4-460b-8be1-f7f991d9f2da tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffb474a0-1a0a-4fb3-9960-4ce1cd1ba9af HTTP/1.1" status: 200 len: 210 time: 0.0547206 Aug 16 20:47:52.331964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff4d87f8-1996-4794-b6f9-af2c235b60ee req-7ff1a570-298f-4d99-9745-e2f1cb2108f5 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180738 Aug 16 20:47:52.441800 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.646862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41496584-a0e4-42da-b32f-4121771119c5 req-54af2c82-023c-4b5a-b9c1-0bab1fe4a296 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:52.656501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-41496584-a0e4-42da-b32f-4121771119c5 req-54af2c82-023c-4b5a-b9c1-0bab1fe4a296 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.1787798 Aug 16 20:47:52.768527 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5d0d42f-80c8-4be2-a180-8385c182ef5e req-da1b7b98-d709-44f1-a62a-86dd16e4cd6f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1137373 Aug 16 20:47:52.878573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0d42f-80c8-4be2-a180-8385c182ef5e req-1d93e265-3dd8-4d6c-96df-293dd2ca9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:52.882256 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5d0d42f-80c8-4be2-a180-8385c182ef5e req-1d93e265-3dd8-4d6c-96df-293dd2ca9721 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 1097 time: 0.0838182 Aug 16 20:47:52.891374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-41496584-a0e4-42da-b32f-4121771119c5 req-a8c455e7-3ca7-4537-9248-7fca9f69d0e9 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336943 Aug 16 20:47:52.997473 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.025841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0d42f-80c8-4be2-a180-8385c182ef5e req-f26b2a22-6dc4-4a0f-a715-f0597d089bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:53.027342 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5d0d42f-80c8-4be2-a180-8385c182ef5e req-f26b2a22-6dc4-4a0f-a715-f0597d089bda service neutron] 10.222.0.79 "GET /v2.0/networks?id=167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 200 len: 916 time: 0.1173897 Aug 16 20:47:53.098444 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.146360 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5d0d42f-80c8-4be2-a180-8385c182ef5e req-b511b62f-4435-4203-b8f2-5f422ef0e1f2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd HTTP/1.1" status: 200 len: 217 time: 0.1052048 Aug 16 20:47:53.274440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0d42f-80c8-4be2-a180-8385c182ef5e req-c889d033-87df-47b2-a74c-579dc549b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:53.283104 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5d0d42f-80c8-4be2-a180-8385c182ef5e req-c889d033-87df-47b2-a74c-579dc549b0b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0c9aebf-a6c8-41ba-a986-a27f3715589d HTTP/1.1" status: 200 len: 855 time: 0.1209924 Aug 16 20:47:53.284054 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.311878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Pushing event updated for resources: {'Port': ['ID=5353c9ea-43be-4b94-9553-af6aed90264e,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:53.319875 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5d0d42f-80c8-4be2-a180-8385c182ef5e req-56540e11-b2ff-4f03-85ce-826be805c6a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=167b5c15-9495-445e-b579-0b77a4a65191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330973 Aug 16 20:47:53.485820 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5d0d42f-80c8-4be2-a180-8385c182ef5e req-ce473d6b-52ab-4f70-973b-cd6289992fd7 service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492958 Aug 16 20:47:53.569619 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Network f40b62f5-c9df-466c-b34d-9ad831b8e343 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:53.573380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:53.673878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242beca-a7ca-4d86-a1a9-10cd0277d5aa req-ee03b734-ca34-40a1-ac55-750b48b1a58c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:53.682400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c242beca-a7ca-4d86-a1a9-10cd0277d5aa req-ee03b734-ca34-40a1-ac55-750b48b1a58c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 944 time: 0.2032754 Aug 16 20:47:53.683683 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5d0d42f-80c8-4be2-a180-8385c182ef5e req-0fdabd18-841f-4ba4-b8d5-34e2ffdcf7c6 service neutron] 10.222.0.79 "GET /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886420 Aug 16 20:47:53.703141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 449ea961-38ef-4786-bfa6-d10ed34da570 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:53.856330 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c242beca-a7ca-4d86-a1a9-10cd0277d5aa req-98fc0507-513c-41e0-8a8c-52dce45b1649 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729441 Aug 16 20:47:53.897944 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 449ea961-38ef-4786-bfa6-d10ed34da570, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=449ea961-38ef-4786-bfa6-d10ed34da570,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:53.927083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '449ea961-38ef-4786-bfa6-d10ed34da570', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'port_id': '449ea961-38ef-4786-bfa6-d10ed34da570', 'mac_address': 'fa:16:3e:17:27:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea210106-55a4-4da3-b9b0-5e9290d080d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:53.967740 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.968497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Router b10fb6a9-3918-426b-a601-2b814c69612e has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:54.013572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449ea961-38ef-4786-bfa6-d10ed34da570 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:54.060095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 449ea961-38ef-4786-bfa6-d10ed34da570, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=449ea961-38ef-4786-bfa6-d10ed34da570,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:54.104254 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-fb269e5a-077b-441f-975d-f41a87f78066 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:54.106078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-fb269e5a-077b-441f-975d-f41a87f78066 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.2875390 Aug 16 20:47:54.142265 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:54.186658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-1fb2a05d-3874-4418-bfdb-4fd39aadcb58 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/quotas/6f28821654be46399e7f1d3ede6d898a HTTP/1.1" status: 200 len: 375 time: 0.0689003 Aug 16 20:47:54.239533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=449ea961-38ef-4786-bfa6-d10ed34da570,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:54.332659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50606e-e1cd-47bb-85f9-47c8cc5c0411 req-76396ffd-40a5-4d88-adfe-93bcf9f3146f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:54.340848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e50606e-e1cd-47bb-85f9-47c8cc5c0411 req-76396ffd-40a5-4d88-adfe-93bcf9f3146f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.3235085 Aug 16 20:47:54.350149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-c8ea9fa9-6d3a-43da-a5c3-da6ca472797e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538936 Aug 16 20:47:54.352839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['449ea961-38ef-4786-bfa6-d10ed34da570'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:54.492256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e50606e-e1cd-47bb-85f9-47c8cc5c0411 req-0107ae92-553c-4398-af20-00864f05d9de tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500928 Aug 16 20:47:54.496283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:54.505103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4563fb44-8d7e-4880-a125-a28863588c42 admin admin] 10.222.0.74 "PUT /v2.0/routers/b10fb6a9-3918-426b-a601-2b814c69612e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9381111 Aug 16 20:47:54.583099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d68f6c80-bae8-4697-b67d-b0e81f682359 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:54.587417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-172fc00f-ef3d-4752-acb8-446524858d64 service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150958 Aug 16 20:47:54.758014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-2e2cc16c-9a62-45a5-8b72-a83da729038f service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642194 Aug 16 20:47:54.911191 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Sync routers for ids ['b10fb6a9-3918-426b-a601-2b814c69612e'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:54.915998 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Routers {'b10fb6a9-3918-426b-a601-2b814c69612e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:54.916691 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b10fb6a9-3918-426b-a601-2b814c69612e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:54.994325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port d68f6c80-bae8-4697-b67d-b0e81f682359 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:54.999007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port d68f6c80-bae8-4697-b67d-b0e81f682359 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:54.999756 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.030452 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Set router b10fb6a9-3918-426b-a601-2b814c69612e gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:55.144404 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.175373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port d68f6c80-bae8-4697-b67d-b0e81f682359, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d68f6c80-bae8-4697-b67d-b0e81f682359,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:55.319693 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-router', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:46Z', 'updated_at': '2021-08-16T20:47:52Z', 'revision_number': 4, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'gw_port': {'id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:47Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5353c9ea-43be-4b94-9553-af6aed90264e', 'name': '', 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'mac_address': 'fa:16:3e:c5:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5293b147-4db7-4700-be1a-49823eac2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:50Z', 'updated_at': '2021-08-16T20:47:52Z', 'revision_number': 2, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'subnets': [{'id': '5293b147-4db7-4700-be1a-49823eac2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:55.330040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-59dda858-fee9-46fc-a1fc-b7eca650d368 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:55.343191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-59dda858-fee9-46fc-a1fc-b7eca650d368 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/networks?id=f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 200 len: 819 time: 0.2495027 Aug 16 20:47:55.357390 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Checking router: b10fb6a9-3918-426b-a601-2b814c69612e for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:55.358109 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Updating router b10fb6a9-3918-426b-a601-2b814c69612e port 5353c9ea-43be-4b94-9553-af6aed90264e binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:47:55.373844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-c61da98a-b996-496f-a648-12341c2516c7 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/quotas/94d0fffea4cc4f198f5ffbaff9380a79 HTTP/1.1" status: 200 len: 375 time: 0.0340691 Aug 16 20:47:55.402725 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.427047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf32f75-dde0-4056-a265-64c3b9927c81 req-35e0f456-5a67-4f9e-aaa3-6474e0cb8b2e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:55.435835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbf32f75-dde0-4056-a265-64c3b9927c81 req-35e0f456-5a67-4f9e-aaa3-6474e0cb8b2e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 945 time: 0.1316731 Aug 16 20:47:55.492563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbf32f75-dde0-4056-a265-64c3b9927c81 req-1c9ecdfa-3622-4588-bc9c-e74df5c5a07d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555284 Aug 16 20:47:55.510564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-1e879004-bbe6-4090-a155-f2d96a480f89 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1358955 Aug 16 20:47:55.601306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2140e382-fe26-42e3-8bbb-15dcc1c8e184 req-b310ed38-886a-4b9a-a89b-37c0cf7be623 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 210 time: 0.0339983 Aug 16 20:47:55.656925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-cd296eef-1571-4eea-8926-813b9e05ed39 service neutron] 10.222.0.74 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389649 Aug 16 20:47:55.732240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 449ea961-38ef-4786-bfa6-d10ed34da570 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:55.813485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18101d-0f3b-4ca8-ada1-c4fffeea9738 req-826ce9ca-a1a3-4521-983f-cdbe4ac9c75d tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:55.813485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f18101d-0f3b-4ca8-ada1-c4fffeea9738 req-826ce9ca-a1a3-4521-983f-cdbe4ac9c75d tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.1321623 Aug 16 20:47:55.813485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-298f59ce-26f4-401e-9c9a-7c4ef82da9e3 service neutron] 10.222.0.74 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505666 Aug 16 20:47:55.863952 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.881197 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Transition to ACTIVE for port object 5353c9ea-43be-4b94-9553-af6aed90264e will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:55.886367 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f18101d-0f3b-4ca8-ada1-c4fffeea9738 req-21c94ddf-6f5b-40ee-b514-209e4cdf0b45 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700879 Aug 16 20:47:56.035618 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.083224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=d68f6c80-bae8-4697-b67d-b0e81f682359,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:56.159219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 449ea961-38ef-4786-bfa6-d10ed34da570 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:56.162621 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.164382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 449ea961-38ef-4786-bfa6-d10ed34da570 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:56.164811 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.276497 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.287399 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Pushing event updated for resources: {'Port': ['ID=5353c9ea-43be-4b94-9553-af6aed90264e,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:56.330054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 449ea961-38ef-4786-bfa6-d10ed34da570, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=449ea961-38ef-4786-bfa6-d10ed34da570,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:56.331513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e84a56-ad38-490a-bdc9-86b3689c0be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449ea961-38ef-4786-bfa6-d10ed34da570'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:56.342692 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15acb401-28c1-4bd4-8448-19e457c47d84 req-c6117d68-5f3e-41b8-a360-cb8259f3f2fe tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 210 time: 0.0494018 Aug 16 20:47:56.343349 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0011091-b7ff-475c-93bd-6a87c016c9a5" -d '{"events": [{"server_uuid": "41e84a56-ad38-490a-bdc9-86b3689c0be2", "name": "network-vif-plugged", "status": "completed", "tag": "449ea961-38ef-4786-bfa6-d10ed34da570"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:56.378538 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.380039 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.383377 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.384398 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.384802 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.385316 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.385769 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.387720 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620fdcf1-ea08-4740-b103-e4e9211711f9 x-openstack-request-id: req-620fdcf1-ea08-4740-b103-e4e9211711f9 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:56.387867 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.388212 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.388857 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e84a56-ad38-490a-bdc9-86b3689c0be2", "name": "network-vif-plugged", "status": "completed", "tag": "449ea961-38ef-4786-bfa6-d10ed34da570", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:56.389293 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.389470 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-620fdcf1-ea08-4740-b103-e4e9211711f9 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:56.390032 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e84a56-ad38-490a-bdc9-86b3689c0be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449ea961-38ef-4786-bfa6-d10ed34da570', 'code': 200} Aug 16 20:47:56.390314 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.390917 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:56.419249 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Attempting to bind port 5353c9ea-43be-4b94-9553-af6aed90264e on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:56.423861 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Attempting to bind port 5353c9ea-43be-4b94-9553-af6aed90264e by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:56.424343 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Attempting to bind port 5353c9ea-43be-4b94-9553-af6aed90264e on network f40b62f5-c9df-466c-b34d-9ad831b8e343 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:56.430825 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.434522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6f1c7d19-966d-4518-a245-90da100e6e82 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:56.448947 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:56.449351 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Checking segment: {'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:56.449755 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.450146 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Bound using segment: {'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:56.450614 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Bound port: 5353c9ea-43be-4b94-9553-af6aed90264e, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:56.451005 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.571074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d68f6c80-bae8-4697-b67d-b0e81f682359 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:56.586456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 6f1c7d19-966d-4518-a245-90da100e6e82 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:56.587122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6f1c7d19-966d-4518-a245-90da100e6e82 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:56.590572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2dd07-ff76-43b0-ad36-c862cdab54a3 req-a2cd285b-0444-4d30-84c4-892e36de93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:56.593570 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f1d2dd07-ff76-43b0-ad36-c862cdab54a3 req-a2cd285b-0444-4d30-84c4-892e36de93e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 1098 time: 0.1273885 Aug 16 20:47:56.639305 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] For port 5353c9ea-43be-4b94-9553-af6aed90264e, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:56.643250 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] For port 5353c9ea-43be-4b94-9553-af6aed90264e, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5353c9ea-43be-4b94-9553-af6aed90264e,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:56.668105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=449ea961-38ef-4786-bfa6-d10ed34da570,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:56.681674 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f1d2dd07-ff76-43b0-ad36-c862cdab54a3 req-5afce35f-6e43-4cd2-a49b-470e071b5924 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753725 Aug 16 20:47:56.693973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port d68f6c80-bae8-4697-b67d-b0e81f682359 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:56.694345 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.767454 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.801099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767a721-57d9-4f52-bbfd-4689df6b650e req-a2a7d0f8-0bb6-4d46-8efe-d9c62943d5db tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:56.802697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9767a721-57d9-4f52-bbfd-4689df6b650e req-a2a7d0f8-0bb6-4d46-8efe-d9c62943d5db tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 946 time: 0.1317751 Aug 16 20:47:56.828984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee57b57-7087-403b-a661-a816f50f6424 req-c4c83db2-5078-4af0-bdd2-3231038db1da tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:56.836213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-c4c83db2-5078-4af0-bdd2-3231038db1da tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/networks?id=f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 200 len: 819 time: 0.2032802 Aug 16 20:47:56.849074 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Routers {'b10fb6a9-3918-426b-a601-2b814c69612e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:56.849645 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b10fb6a9-3918-426b-a601-2b814c69612e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:56.861331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-a8437935-5d16-428b-bafd-21ddabc6eabd tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/quotas/94d0fffea4cc4f198f5ffbaff9380a79 HTTP/1.1" status: 200 len: 375 time: 0.0241263 Aug 16 20:47:56.898724 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8b55a-4892-4406-bc2d-96cc08460ac8 None None] Pushing event updated for resources: {'Port': ['ID=5353c9ea-43be-4b94-9553-af6aed90264e,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:56.926260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9767a721-57d9-4f52-bbfd-4689df6b650e req-3d255be3-563d-4435-815f-295cb6c73309 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107016 Aug 16 20:47:56.942640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-a17fb038-f1e6-43a9-bb10-c9c2c2ae6192 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797446 Aug 16 20:47:57.004652 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] Set router b10fb6a9-3918-426b-a601-2b814c69612e gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:57.054053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18b82ff9-fd59-4356-a30b-c42bf18e0390 req-d8ad2db0-01cc-4e8a-847d-64dca408acfd tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 210 time: 0.0327492 Aug 16 20:47:57.136875 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-49ee6493-c248-4ac4-aee7-f112adc84ef5 service neutron] 10.222.0.74 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779273 Aug 16 20:47:57.253229 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-router', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:46Z', 'updated_at': '2021-08-16T20:47:52Z', 'revision_number': 4, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'gw_port': {'id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:47Z', 'updated_at': '2021-08-16T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5353c9ea-43be-4b94-9553-af6aed90264e', 'name': '', 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'mac_address': 'fa:16:3e:c5:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5293b147-4db7-4700-be1a-49823eac2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:50Z', 'updated_at': '2021-08-16T20:47:56Z', 'revision_number': 4, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'subnets': [{'id': '5293b147-4db7-4700-be1a-49823eac2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:57.264791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59989c41-0fc5-4c17-89b4-b9d4d09e8597 req-fa8d0d3f-654b-4cfc-bdc0-b57df74ed774 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:57.266373 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59989c41-0fc5-4c17-89b4-b9d4d09e8597 req-fa8d0d3f-654b-4cfc-bdc0-b57df74ed774 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0825479 Aug 16 20:47:57.270886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-c3855d12-e444-4aa4-9dad-a0f2c8526eab service neutron] 10.222.0.74 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331074 Aug 16 20:47:57.285840 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c840291-299a-4913-8b98-dbf3bb190c59 None None] The sync data for ids ['b10fb6a9-3918-426b-a601-2b814c69612e'] in n-d-793619-14 is: [{'id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-router', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:46Z', 'updated_at': '2021-08-16T20:47:52Z', 'revision_number': 4, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'gw_port': {'id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:47Z', 'updated_at': '2021-08-16T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5353c9ea-43be-4b94-9553-af6aed90264e', 'name': '', 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'mac_address': 'fa:16:3e:c5:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5293b147-4db7-4700-be1a-49823eac2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:50Z', 'updated_at': '2021-08-16T20:47:56Z', 'revision_number': 4, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'subnets': [{'id': '5293b147-4db7-4700-be1a-49823eac2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:57.391939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59989c41-0fc5-4c17-89b4-b9d4d09e8597 req-badd1a38-10e6-4c74-81d8-d0c015b08ad7 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137176 Aug 16 20:47:57.731140 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3691c16-bafe-41ea-8797-aaf3123b6aa5 req-daced62e-60c4-43d6-93f8-8bd1493a3fd7 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 210 time: 0.0806310 Aug 16 20:47:58.077935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc277f9-3f93-4542-8be1-9a4399b0ee23 req-2ab80b42-b2fc-4bfc-9d2b-0eeda423908a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:58.090840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbc277f9-3f93-4542-8be1-9a4399b0ee23 req-2ab80b42-b2fc-4bfc-9d2b-0eeda423908a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 946 time: 0.0804424 Aug 16 20:47:58.228780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbc277f9-3f93-4542-8be1-9a4399b0ee23 req-a7414549-2791-4034-be42-1cb934917edf tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360497 Aug 16 20:47:58.306262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c8a4a05-f71a-43ff-8869-95d640944f37 req-a68b9a1f-6d2a-41eb-91fc-2dca6365b4b2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 210 time: 0.0592124 Aug 16 20:47:58.468599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a379-21e8-4f93-a1c8-f99dc4f21e26 req-4e442a2c-df6b-4619-a4d4-404a0da1acd2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:58.471025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94f4a379-21e8-4f93-a1c8-f99dc4f21e26 req-4e442a2c-df6b-4619-a4d4-404a0da1acd2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 946 time: 0.0899367 Aug 16 20:47:58.560236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5353c9ea-43be-4b94-9553-af6aed90264e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:58.611566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1dcf0-51df-419e-a6a7-ad65ef7ffec5 req-d87f39da-1401-4684-aef6-5a537587a18e tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:58.614957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3cd1dcf0-51df-419e-a6a7-ad65ef7ffec5 req-d87f39da-1401-4684-aef6-5a537587a18e tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.1180151 Aug 16 20:47:58.642478 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94f4a379-21e8-4f93-a1c8-f99dc4f21e26 req-9e12001e-8128-41d2-ba29-804f959c6566 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467228 Aug 16 20:47:58.752313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 5353c9ea-43be-4b94-9553-af6aed90264e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:58.760418 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3cd1dcf0-51df-419e-a6a7-ad65ef7ffec5 req-7718ec08-2fac-4729-93a7-37a98d9dfcad tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083407 Aug 16 20:47:58.760556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5353c9ea-43be-4b94-9553-af6aed90264e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:58.760556 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:58.956790 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:58.976639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-631fe2d7-07ef-4879-9d77-cacb0fab0a9d req-290e9989-8c10-4ad4-84be-0ffba08e356e tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 210 time: 0.0427449 Aug 16 20:47:59.078507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 5353c9ea-43be-4b94-9553-af6aed90264e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5353c9ea-43be-4b94-9553-af6aed90264e,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:59.156404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-0665130a-aaaf-47ea-9d61-dc535bd58726 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:59.158745 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-0665130a-aaaf-47ea-9d61-dc535bd58726 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.1351953 Aug 16 20:47:59.182109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Request body: {'port': {'device_id': 'bf2661d5-e2f3-40eb-9358-b11846983fb3', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'admin_state_up': True, 'tenant_id': '6f28821654be46399e7f1d3ede6d898a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:59.217977 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.378988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=5353c9ea-43be-4b94-9553-af6aed90264e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:59.498302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Made reservation on behalf of 6f28821654be46399e7f1d3ede6d898a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:59.502147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.550028 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6b49dd0-115c-4c8c-afd5-97ec111510d5 req-7fbfba1e-66fb-4c63-9496-9580dc9fd11e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 210 time: 0.0540805 Aug 16 20:47:59.589868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6b7d0-acc6-4a75-9280-683afb87c8c4 req-e987fa86-2c34-46e0-bd18-1ab82867f1c7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:59.591612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3db6b7d0-acc6-4a75-9280-683afb87c8c4 req-e987fa86-2c34-46e0-bd18-1ab82867f1c7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 946 time: 0.1057768 Aug 16 20:47:59.639543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3db6b7d0-acc6-4a75-9280-683afb87c8c4 req-125a7b90-4830-4f2e-8799-11d00b7671d8 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Aug 16 20:47:59.690893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Allocated IP 172.20.0.14 (e3cf6d4f-f5fb-407a-83ba-d10da82846a3/9086addc-4898-4b00-b1e4-5f5b81780ad7/75578aa5-8a81-412f-8391-27e0a56c3c05) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:59.876815 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.932357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d903f51-cc18-4ecf-b700-c702d9168704 req-7d33ecb5-52be-434d-8c49-f2fa9f9172ce tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:59.941987 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d903f51-cc18-4ecf-b700-c702d9168704 req-7d33ecb5-52be-434d-8c49-f2fa9f9172ce tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0683227 Aug 16 20:47:59.995085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d903f51-cc18-4ecf-b700-c702d9168704 req-37cab452-7075-4138-9da2-83c663394f3e tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519028 Aug 16 20:48:00.016554 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:00.095434 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:00.106607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:00.129412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-dafbf986-e869-4fde-a860-5c138a80ef1a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:00.131156 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-dafbf986-e869-4fde-a860-5c138a80ef1a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.76 "GET /v2.0/networks?id=f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 200 len: 819 time: 0.2138500 Aug 16 20:48:00.132138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:00.167200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e15a87c9-0b24-4de8-8841-1367ba8f5e9b req-80b9a753-5f3f-47a0-95f6-4512ec7e679f tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 210 time: 0.0795336 Aug 16 20:48:00.168698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Request body: {'port': {'device_id': '29949fe0-b18a-4fe0-84d1-2ad08f81987e', 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343', 'admin_state_up': True, 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:00.218411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event updated for resources: {'Port': ['ID=75578aa5-8a81-412f-8391-27e0a56c3c05,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:00.254454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:00.255071 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:00.333268 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-53535890-b17b-4550-9b54-8ed5b8c2082c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1575372 Aug 16 20:48:00.353231 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Request body: {'port': {'device_id': 'bf2661d5-e2f3-40eb-9358-b11846983fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:00.427143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:00.437069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Made reservation on behalf of 94d0fffea4cc4f198f5ffbaff9380a79 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:00.448189 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:00.509830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5353c9ea-43be-4b94-9553-af6aed90264e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:00.599335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5353c9ea-43be-4b94-9553-af6aed90264e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:00.599816 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:00.964512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Allocated IP 172.20.0.10 (f40b62f5-c9df-466c-b34d-9ad831b8e343/5293b147-4db7-4700-be1a-49823eac2c64/60c1ff7c-4a84-433e-9ec4-d644c3700781) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:01.041535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75578aa5-8a81-412f-8391-27e0a56c3c05 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:01.059576 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:01.096231 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Transition to ACTIVE for port object 75578aa5-8a81-412f-8391-27e0a56c3c05 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:01.215152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:01.284715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d70a-3ac8-41f8-b4e2-dd41da269c37 req-091a669f-817d-4591-8a25-3ee0ac1417fd tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.293456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36f6d70a-3ac8-41f8-b4e2-dd41da269c37 req-091a669f-817d-4591-8a25-3ee0ac1417fd tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 932 time: 0.1451354 Aug 16 20:48:01.294234 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:01.340020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933d4f2-454c-4905-8444-39df0c07d334 req-be7fb9fc-0494-4f02-bf82-a98b230e406c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.341556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6933d4f2-454c-4905-8444-39df0c07d334 req-be7fb9fc-0494-4f02-bf82-a98b230e406c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 946 time: 0.2029099 Aug 16 20:48:01.357418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee88ed-a319-4e8e-9bd2-be2c7cf3cb25 req-d6e679eb-4a71-42c1-9c96-4d359ee3eb19 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.358938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3ee88ed-a319-4e8e-9bd2-be2c7cf3cb25 req-d6e679eb-4a71-42c1-9c96-4d359ee3eb19 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 946 time: 0.2214556 Aug 16 20:48:01.373367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Pushing event updated for resources: {'Port': ['ID=75578aa5-8a81-412f-8391-27e0a56c3c05,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:01.386475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee57b57-7087-403b-a661-a816f50f6424 req-5555424e-f5b8-489e-a5cd-b074c8e00d8c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.388302 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-5555424e-f5b8-489e-a5cd-b074c8e00d8c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.76 "GET /v2.0/networks?id=f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 200 len: 819 time: 0.7847881 Aug 16 20:48:01.422666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Request body: {'port': {'device_id': '54b4cf38-1e52-4632-bf55-0b834dc6166e', 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343', 'admin_state_up': True, 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:01.434379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Attempting to bind port 75578aa5-8a81-412f-8391-27e0a56c3c05 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:01.434714 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Attempting to bind port 75578aa5-8a81-412f-8391-27e0a56c3c05 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:01.441654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Attempting to bind port 75578aa5-8a81-412f-8391-27e0a56c3c05 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:01.441654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Port 75578aa5-8a81-412f-8391-27e0a56c3c05 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:01.441654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Attempting to bind port 75578aa5-8a81-412f-8391-27e0a56c3c05 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:01.446274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:01.446640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Checking segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:01.447025 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Bound using segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:01.447592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Bound port: 75578aa5-8a81-412f-8391-27e0a56c3c05, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:01.447959 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:01.507025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36f6d70a-3ac8-41f8-b4e2-dd41da269c37 req-48830071-ae24-4c07-a3b3-93c94c390b1b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136145 Aug 16 20:48:01.556376 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:01.649464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Network f40b62f5-c9df-466c-b34d-9ad831b8e343 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:01.655582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] For port 75578aa5-8a81-412f-8391-27e0a56c3c05, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:01.658830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] For port 75578aa5-8a81-412f-8391-27e0a56c3c05, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=75578aa5-8a81-412f-8391-27e0a56c3c05,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:01.660387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:01.663139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:01.696497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Pushing event updated for resources: {'Port': ['ID=60c1ff7c-4a84-433e-9ec4-d644c3700781,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:01.697863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3ee88ed-a319-4e8e-9bd2-be2c7cf3cb25 req-7afd9148-b9e2-4e39-8972-f268393611b8 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044534 Aug 16 20:48:01.767740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.768401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:01.802213 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:01.804154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-6933d4f2-454c-4905-8444-39df0c07d334 req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Deleting port 449ea961-38ef-4786-bfa6-d10ed34da570 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:01.804567 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6933d4f2-454c-4905-8444-39df0c07d334 req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:01.817722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44470d-a001-4859-8e2b-951780523354 req-87bd25f1-eff0-42ab-9dc9-f5544a539332 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.821689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c44470d-a001-4859-8e2b-951780523354 req-87bd25f1-eff0-42ab-9dc9-f5544a539332 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.1839778 Aug 16 20:48:01.858318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.859206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:01.860756 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] 10.222.0.76 "PUT /v2.0/ports/75578aa5-8a81-412f-8391-27e0a56c3c05 HTTP/1.1" status: 200 len: 1093 time: 1.5132258 Aug 16 20:48:01.861383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2661d5-e2f3-40eb-9358-b11846983fb3', 'tag': '75578aa5-8a81-412f-8391-27e0a56c3c05'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:01.876765 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9785228-1167-4829-9894-f6dd9b60e09e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2661d5-e2f3-40eb-9358-b11846983fb3", "tag": "75578aa5-8a81-412f-8391-27e0a56c3c05"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:01.910534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c6a7a-143c-4d59-afae-c920d561999c service neutron] Pushing event updated for resources: {'Port': ['ID=75578aa5-8a81-412f-8391-27e0a56c3c05,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:01.945989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Made reservation on behalf of 94d0fffea4cc4f198f5ffbaff9380a79 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:01.949530 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:01.957468 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10e20ea6-a29e-435f-90a8-8850ccfa4881 req-7a4c54f1-51cb-449a-b512-60aa3ad75889 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 210 time: 0.0555129 Aug 16 20:48:01.996201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c44470d-a001-4859-8e2b-951780523354 req-d3e564f3-9fa1-408f-92b4-8f3f19522af3 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633301 Aug 16 20:48:02.016625 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee811235-2f06-4429-a296-16f49256df2c x-openstack-request-id: req-ee811235-2f06-4429-a296-16f49256df2c {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:02.022588 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2661d5-e2f3-40eb-9358-b11846983fb3", "tag": "75578aa5-8a81-412f-8391-27e0a56c3c05", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:02.022588 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ee811235-2f06-4429-a296-16f49256df2c {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:02.022588 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2661d5-e2f3-40eb-9358-b11846983fb3', 'tag': '75578aa5-8a81-412f-8391-27e0a56c3c05', 'status': 'completed', 'code': 200} Aug 16 20:48:02.043480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-6933d4f2-454c-4905-8444-39df0c07d334 req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] For port 449ea961-38ef-4786-bfa6-d10ed34da570, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=449ea961-38ef-4786-bfa6-d10ed34da570,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:02.043594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6933d4f2-454c-4905-8444-39df0c07d334 req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:02.089420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-6933d4f2-454c-4905-8444-39df0c07d334 req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Calling delete_port for 449ea961-38ef-4786-bfa6-d10ed34da570 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:02.100501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5a309a37-8d1d-43a1-acc4-31c78254591c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9595904 Aug 16 20:48:02.107775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-5593e729-2425-463f-9315-2c5cb7823e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:02.109625 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-5593e729-2425-463f-9315-2c5cb7823e37 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0751204 Aug 16 20:48:02.115949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Request body: {'port': {'device_id': '29949fe0-b18a-4fe0-84d1-2ad08f81987e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:02.180164 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-73b1ff5d-63e0-422d-b9aa-9adbdf00ba14 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75578aa5-8a81-412f-8391-27e0a56c3c05 HTTP/1.1" status: 200 len: 217 time: 0.0411644 Aug 16 20:48:02.225952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Allocated IP 172.20.0.8 (f40b62f5-c9df-466c-b34d-9ad831b8e343/5293b147-4db7-4700-be1a-49823eac2c64/e7bb59d5-1d64-4f41-9c00-8f10518d7dd4) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:02.249308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:02.275896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-b4130020-502f-4cb1-a918-6f667c2cdb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:02.277405 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-b4130020-502f-4cb1-a918-6f667c2cdb08 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 200 len: 851 time: 0.0701127 Aug 16 20:48:02.322596 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-f8322986-f9d0-415a-a07a-84aa744d433a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276341 Aug 16 20:48:02.435275 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:02.490309 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-226f8969-7409-4008-8b26-62e7a239c59b service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597161 Aug 16 20:48:02.565290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6933d4f2-454c-4905-8444-39df0c07d334 req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:02.566597 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:02.583864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d', '449ea961-38ef-4786-bfa6-d10ed34da570'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:02.608853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event deleted for resources: {'Port': ['ID=449ea961-38ef-4786-bfa6-d10ed34da570,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:02.637639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.638087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.638312 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.638654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.638992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.639325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.639710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.640054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.640353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.640729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.641071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.641398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:02.734260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6933d4f2-454c-4905-8444-39df0c07d334 req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] No DVR routers for this DVR port 449ea961-38ef-4786-bfa6-d10ed34da570 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:02.737769 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6933d4f2-454c-4905-8444-39df0c07d334 req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:02.740104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6933d4f2-454c-4905-8444-39df0c07d334 req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "DELETE /v2.0/ports/449ea961-38ef-4786-bfa6-d10ed34da570 HTTP/1.1" status: 204 len: 173 time: 1.3800983 Aug 16 20:48:02.745937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e84a56-ad38-490a-bdc9-86b3689c0be2', 'name': 'network-vif-deleted', 'tag': '449ea961-38ef-4786-bfa6-d10ed34da570'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:02.748220 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a881f6-0147-4f05-ac15-4b5e336c448a" -d '{"events": [{"server_uuid": "41e84a56-ad38-490a-bdc9-86b3689c0be2", "name": "network-vif-deleted", "tag": "449ea961-38ef-4786-bfa6-d10ed34da570"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:02.759517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282b8ae-5da6-403c-a332-b24041ae6cd5 req-ab5aa97e-a257-4084-9a8f-559f2588e2d4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:02.766936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f282b8ae-5da6-403c-a332-b24041ae6cd5 req-ab5aa97e-a257-4084-9a8f-559f2588e2d4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 944 time: 0.1591375 Aug 16 20:48:02.775080 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:02.823441 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:02.860124 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f282b8ae-5da6-403c-a332-b24041ae6cd5 req-5894e40a-84af-4fe5-a320-d9615e005c0b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921848 Aug 16 20:48:02.862622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Network f40b62f5-c9df-466c-b34d-9ad831b8e343 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:02.866188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:02.871197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:02.883452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Pushing event updated for resources: {'Port': ['ID=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:02.929429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:02.930185 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.012501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf6a1838-47aa-48d9-ac1d-ef102c021a08 req-cb6f68eb-08cf-4271-803e-af371bb5ccb3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 210 time: 0.0339136 Aug 16 20:48:03.063294 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d298ff-c2e5-4ce3-8c0b-d70845d6775e x-openstack-request-id: req-85d298ff-c2e5-4ce3-8c0b-d70845d6775e {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:03.063834 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e84a56-ad38-490a-bdc9-86b3689c0be2", "name": "network-vif-deleted", "tag": "449ea961-38ef-4786-bfa6-d10ed34da570", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:03.064295 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-85d298ff-c2e5-4ce3-8c0b-d70845d6775e {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:03.064975 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e84a56-ad38-490a-bdc9-86b3689c0be2', 'name': 'network-vif-deleted', 'tag': '449ea961-38ef-4786-bfa6-d10ed34da570', 'status': 'completed', 'code': 200} Aug 16 20:48:03.134964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-29bf175a-5cc5-4d11-b436-ffe9c265d044 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7162242 Aug 16 20:48:03.138109 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-175c54a3-4e34-4526-8108-a2a6f7d5d3a0 req-ae89f86e-6787-4c96-9a56-8fe0f5d1afad service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390026 Aug 16 20:48:03.157445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Request body: {'port': {'device_id': '54b4cf38-1e52-4632-bf55-0b834dc6166e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:03.257539 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.315669 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c1ff7c-4a84-433e-9ec4-d644c3700781 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:03.325516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.339923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Transition to ACTIVE for port object 60c1ff7c-4a84-433e-9ec4-d644c3700781 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:03.342470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a437fb-9c61-4b0a-a0d0-7d33601c5467 req-bb3cb56a-1e15-42e5-9a07-084fd1c9e1d4 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:03.344014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4a437fb-9c61-4b0a-a0d0-7d33601c5467 req-bb3cb56a-1e15-42e5-9a07-084fd1c9e1d4 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 931 time: 0.0825210 Aug 16 20:48:03.455390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.529799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Pushing event updated for resources: {'Port': ['ID=60c1ff7c-4a84-433e-9ec4-d644c3700781,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:03.537922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4a437fb-9c61-4b0a-a0d0-7d33601c5467 req-3e9ec95d-48c1-4e2e-933a-c33e8cadec14 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867981 Aug 16 20:48:03.539838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9785228-1167-4829-9894-f6dd9b60e09e req-ac7ab5fc-c409-442d-aeae-2db15118d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:03.548514 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9785228-1167-4829-9894-f6dd9b60e09e req-ac7ab5fc-c409-442d-aeae-2db15118d4d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 1096 time: 0.1272004 Aug 16 20:48:03.638242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538e1e7-60ed-4f3b-a2c9-6a314096d5d9 req-70898e39-48a0-4fee-9e67-596f558c6fca tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:03.640505 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f538e1e7-60ed-4f3b-a2c9-6a314096d5d9 req-70898e39-48a0-4fee-9e67-596f558c6fca tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.1797817 Aug 16 20:48:03.716077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Attempting to bind port 60c1ff7c-4a84-433e-9ec4-d644c3700781 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:03.716554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Attempting to bind port 60c1ff7c-4a84-433e-9ec4-d644c3700781 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:03.716955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Attempting to bind port 60c1ff7c-4a84-433e-9ec4-d644c3700781 on network f40b62f5-c9df-466c-b34d-9ad831b8e343 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:03.773612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5afbd1-6adb-4125-830b-5243f25df02b req-983d9eaf-32bd-4e52-941f-ca6fb5347141 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:03.776361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e5afbd1-6adb-4125-830b-5243f25df02b req-983d9eaf-32bd-4e52-941f-ca6fb5347141 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 945 time: 0.1611798 Aug 16 20:48:03.797775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9785228-1167-4829-9894-f6dd9b60e09e req-a9325f3e-1331-4102-b760-08e779edd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:03.799570 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9785228-1167-4829-9894-f6dd9b60e09e req-a9325f3e-1331-4102-b760-08e779edd98a service neutron] 10.222.0.76 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 912 time: 0.2225056 Aug 16 20:48:03.800053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Port 60c1ff7c-4a84-433e-9ec4-d644c3700781 on network f40b62f5-c9df-466c-b34d-9ad831b8e343 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:03.800438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Attempting to bind port 60c1ff7c-4a84-433e-9ec4-d644c3700781 on network f40b62f5-c9df-466c-b34d-9ad831b8e343 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:03.806853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:03.807273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Checking segment: {'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:03.807894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Bound using segment: {'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:03.808034 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f538e1e7-60ed-4f3b-a2c9-6a314096d5d9 req-d9f449dc-a51c-4207-b417-2ca938afc6eb tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451054 Aug 16 20:48:03.808412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Bound port: 60c1ff7c-4a84-433e-9ec4-d644c3700781, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:03.808838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.871998 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9785228-1167-4829-9894-f6dd9b60e09e req-3a754903-32d2-4070-8ae5-c5cb3b00042e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75578aa5-8a81-412f-8391-27e0a56c3c05 HTTP/1.1" status: 200 len: 217 time: 0.0499032 Aug 16 20:48:03.933168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e5afbd1-6adb-4125-830b-5243f25df02b req-d96cbbc5-1f74-4217-9a77-d3fd574a7d1d tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453919 Aug 16 20:48:03.940648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:03.949331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] For port 60c1ff7c-4a84-433e-9ec4-d644c3700781, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:03.952537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.953418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] For port 60c1ff7c-4a84-433e-9ec4-d644c3700781, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=60c1ff7c-4a84-433e-9ec4-d644c3700781,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:03.983148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Transition to ACTIVE for port object e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:04.004107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9785228-1167-4829-9894-f6dd9b60e09e req-f15ec548-f5a7-4db6-a96f-530fe8e586fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.005761 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9785228-1167-4829-9894-f6dd9b60e09e req-f15ec548-f5a7-4db6-a96f-530fe8e586fe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 200 len: 851 time: 0.0511901 Aug 16 20:48:04.029131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f5af-770e-40fb-a34b-9ead2cc1663e req-be55165e-adfa-447f-9683-6ebcda00491c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.030787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dea6f5af-770e-40fb-a34b-9ead2cc1663e req-be55165e-adfa-447f-9683-6ebcda00491c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 944 time: 0.0516148 Aug 16 20:48:04.045575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9785228-1167-4829-9894-f6dd9b60e09e req-a73bd224-0a68-482c-9718-a406c43b6276 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301313 Aug 16 20:48:04.117197 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dea6f5af-770e-40fb-a34b-9ead2cc1663e req-03e0c374-43de-496b-87f7-7047af54348f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581958 Aug 16 20:48:04.117528 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.142298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a524abb3-e138-4872-9c20-b12eb8dc650a req-319570fa-ce1b-41d3-800f-7db60716c175 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e84a56-ad38-490a-bdc9-86b3689c0be2 HTTP/1.1" status: 200 len: 210 time: 0.0321984 Aug 16 20:48:04.161371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.161371 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.161371 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] 10.222.0.76 "PUT /v2.0/ports/60c1ff7c-4a84-433e-9ec4-d644c3700781 HTTP/1.1" status: 200 len: 1093 time: 2.0485146 Aug 16 20:48:04.165416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29949fe0-b18a-4fe0-84d1-2ad08f81987e', 'tag': '60c1ff7c-4a84-433e-9ec4-d644c3700781'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:04.168033 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ca1008-41cd-4f29-87ab-e9b18d6d9217" -d '{"events": [{"name": "network-changed", "server_uuid": "29949fe0-b18a-4fe0-84d1-2ad08f81987e", "tag": "60c1ff7c-4a84-433e-9ec4-d644c3700781"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:04.178569 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.223784 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63fddd0-0544-4d54-a7b1-c85f1b06caf4 x-openstack-request-id: req-a63fddd0-0544-4d54-a7b1-c85f1b06caf4 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:04.224088 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29949fe0-b18a-4fe0-84d1-2ad08f81987e", "tag": "60c1ff7c-4a84-433e-9ec4-d644c3700781", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:04.224347 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a63fddd0-0544-4d54-a7b1-c85f1b06caf4 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:04.224747 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29949fe0-b18a-4fe0-84d1-2ad08f81987e', 'tag': '60c1ff7c-4a84-433e-9ec4-d644c3700781', 'status': 'completed', 'code': 200} Aug 16 20:48:04.246607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55139f71-2b37-4f1e-b61e-dfc89a720e73 service neutron] Pushing event updated for resources: {'Port': ['ID=60c1ff7c-4a84-433e-9ec4-d644c3700781,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:04.250901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9785228-1167-4829-9894-f6dd9b60e09e req-f398f8c4-88e3-4565-8ae7-d3671ef6d700 service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976991 Aug 16 20:48:04.304724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Pushing event updated for resources: {'Port': ['ID=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:04.333762 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Attempting to bind port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:04.334209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Attempting to bind port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:04.334696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Attempting to bind port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 on network f40b62f5-c9df-466c-b34d-9ad831b8e343 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:04.353004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 on network f40b62f5-c9df-466c-b34d-9ad831b8e343 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:04.361204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Attempting to bind port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 on network f40b62f5-c9df-466c-b34d-9ad831b8e343 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:04.361204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:04.361204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Checking segment: {'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:04.361204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Bound using segment: {'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:04.361204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Bound port: e7bb59d5-1d64-4f41-9c00-8f10518d7dd4, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8c01b2-0cef-4287-951d-f046236a9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:04.361204 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.363480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca1008-41cd-4f29-87ab-e9b18d6d9217 req-25670b0f-2653-453d-b5ff-5c80962e7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.365053 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3ca1008-41cd-4f29-87ab-e9b18d6d9217 req-25670b0f-2653-453d-b5ff-5c80962e7805 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 1096 time: 0.1132677 Aug 16 20:48:04.432449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] For port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:04.437797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] For port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:04.452352 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f9785228-1167-4829-9894-f6dd9b60e09e req-63cfbe65-f4ed-4eff-ada1-374ed2e950a8 service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673200 Aug 16 20:48:04.492575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca1008-41cd-4f29-87ab-e9b18d6d9217 req-3a256469-6dd2-4c58-af0f-cc40c1244183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.494663 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3ca1008-41cd-4f29-87ab-e9b18d6d9217 req-3a256469-6dd2-4c58-af0f-cc40c1244183 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1203246 Aug 16 20:48:04.587713 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.593585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca1008-41cd-4f29-87ab-e9b18d6d9217 req-b2471762-3906-4a76-913b-36af50d837c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.595164 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3ca1008-41cd-4f29-87ab-e9b18d6d9217 req-b2471762-3906-4a76-913b-36af50d837c3 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928113 Aug 16 20:48:04.660104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.661046 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.662698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] 10.222.0.76 "PUT /v2.0/ports/e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 HTTP/1.1" status: 200 len: 1092 time: 1.5161343 Aug 16 20:48:04.684135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-f3119805-e275-42cf-bf2d-647e03c37d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.688914 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-f3119805-e275-42cf-bf2d-647e03c37d8f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 1096 time: 0.0540974 Aug 16 20:48:04.696109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783f966-c056-44c0-a46e-b45387d70aeb service neutron] Pushing event updated for resources: {'Port': ['ID=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:04.716264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed736d4e-9a09-455c-8df0-5e0b4bd4ebd0 req-3eed2f3f-2bf8-42b7-93cb-24c30125c566 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.726905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed736d4e-9a09-455c-8df0-5e0b4bd4ebd0 req-3eed2f3f-2bf8-42b7-93cb-24c30125c566 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 943 time: 0.1068544 Aug 16 20:48:04.740428 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-b3d0cd90-2c54-4637-b2b0-da2ae9866a0d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c1ff7c-4a84-433e-9ec4-d644c3700781 HTTP/1.1" status: 200 len: 217 time: 0.0396197 Aug 16 20:48:04.765568 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed736d4e-9a09-455c-8df0-5e0b4bd4ebd0 req-75dd8446-c6bb-4de4-a4c7-d012223f6bc3 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371022 Aug 16 20:48:04.785996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-da62bf69-368f-41fd-9cc2-ddc7ad871747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.787597 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-da62bf69-368f-41fd-9cc2-ddc7ad871747 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5293b147-4db7-4700-be1a-49823eac2c64 HTTP/1.1" status: 200 len: 859 time: 0.0456560 Aug 16 20:48:04.822822 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-5058a7ae-438c-4dc6-8734-7ca4aaae1244 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f40b62f5-c9df-466c-b34d-9ad831b8e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285482 Aug 16 20:48:04.930154 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-05243f43-d26b-4857-8fca-fdf63ab7f1de service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989771 Aug 16 20:48:04.948097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee57b57-7087-403b-a661-a816f50f6424 req-9009e991-2f87-49c4-9f82-6518340e0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.949699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-9009e991-2f87-49c4-9f82-6518340e0c8c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 1095 time: 0.0908275 Aug 16 20:48:04.962624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4cf9b-7529-4b78-b461-5d1708c4ab4d req-2f54ba26-4960-4e9b-acff-cfe6a512ae7e tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.964439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8da4cf9b-7529-4b78-b461-5d1708c4ab4d req-2f54ba26-4960-4e9b-acff-cfe6a512ae7e tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0618887 Aug 16 20:48:05.016689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-2e1f2c7d-05a3-4378-8525-fefe346c8502 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 HTTP/1.1" status: 200 len: 217 time: 0.0515611 Aug 16 20:48:05.067318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a53feb-2f0e-479c-9cf9-9e0f85c6b3be req-6f0d5226-c641-4513-9bd9-38f5a3c5fd3a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:05.068774 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-86a53feb-2f0e-479c-9cf9-9e0f85c6b3be req-6f0d5226-c641-4513-9bd9-38f5a3c5fd3a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 945 time: 0.0739963 Aug 16 20:48:05.070297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b4cf38-1e52-4632-bf55-0b834dc6166e', 'tag': 'e7bb59d5-1d64-4f41-9c00-8f10518d7dd4'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:05.072532 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32934d5-a788-4dcf-b2b3-e89812312d52" -d '{"events": [{"name": "network-changed", "server_uuid": "54b4cf38-1e52-4632-bf55-0b834dc6166e", "tag": "e7bb59d5-1d64-4f41-9c00-8f10518d7dd4"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:05.087680 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7585c1-da8a-42ef-b175-31b06fa32181 req-29b804fe-cc53-4d31-8493-5657f0bc1d29 service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500590 Aug 16 20:48:05.096570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8da4cf9b-7529-4b78-b461-5d1708c4ab4d req-8dc36030-e726-476b-891b-1db0e3b1a36e tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256480 Aug 16 20:48:05.119607 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee57b57-7087-403b-a661-a816f50f6424 req-fe4fa02c-37a3-4d6a-9b66-250ad360d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:05.119823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-fe4fa02c-37a3-4d6a-9b66-250ad360d68a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5293b147-4db7-4700-be1a-49823eac2c64 HTTP/1.1" status: 200 len: 859 time: 0.0924857 Aug 16 20:48:05.128656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af22d4-2141-403f-95ad-52ef3fcb1a23 req-aed52957-ad37-4115-91d4-b256ee35d72e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:05.130162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83af22d4-2141-403f-95ad-52ef3fcb1a23 req-aed52957-ad37-4115-91d4-b256ee35d72e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 945 time: 0.1212907 Aug 16 20:48:05.180158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-5a49f621-9cd2-4a79-96fd-d3a87479075a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f40b62f5-c9df-466c-b34d-9ad831b8e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488739 Aug 16 20:48:05.185343 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a01e19-7874-4b3d-bea5-b5c092eda789 x-openstack-request-id: req-f6a01e19-7874-4b3d-bea5-b5c092eda789 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:05.185783 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b4cf38-1e52-4632-bf55-0b834dc6166e", "tag": "e7bb59d5-1d64-4f41-9c00-8f10518d7dd4", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:05.186048 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f6a01e19-7874-4b3d-bea5-b5c092eda789 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:05.186443 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b4cf38-1e52-4632-bf55-0b834dc6166e', 'tag': 'e7bb59d5-1d64-4f41-9c00-8f10518d7dd4', 'status': 'completed', 'code': 200} Aug 16 20:48:05.216772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-86a53feb-2f0e-479c-9cf9-9e0f85c6b3be req-fd6cd056-6eb3-49db-866c-178a15f1cf16 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Deleting port 809a58ec-54e6-49d5-a68f-cee1e7d533c7 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:05.217432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-86a53feb-2f0e-479c-9cf9-9e0f85c6b3be req-fd6cd056-6eb3-49db-866c-178a15f1cf16 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:05.303003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83af22d4-2141-403f-95ad-52ef3fcb1a23 req-2ed25a9a-8655-439a-ba1f-58f6317a8b1b tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615086 Aug 16 20:48:05.330273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-86a53feb-2f0e-479c-9cf9-9e0f85c6b3be req-fd6cd056-6eb3-49db-866c-178a15f1cf16 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] For port 809a58ec-54e6-49d5-a68f-cee1e7d533c7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=809a58ec-54e6-49d5-a68f-cee1e7d533c7,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:05.330273 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-86a53feb-2f0e-479c-9cf9-9e0f85c6b3be req-fd6cd056-6eb3-49db-866c-178a15f1cf16 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:05.336776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-86a53feb-2f0e-479c-9cf9-9e0f85c6b3be req-fd6cd056-6eb3-49db-866c-178a15f1cf16 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Calling delete_port for 809a58ec-54e6-49d5-a68f-cee1e7d533c7 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:05.367653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db939691-7b07-4309-9234-14f1956c4925 req-2938beda-22f0-4437-90e9-695095416389 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:05.384629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db939691-7b07-4309-9234-14f1956c4925 req-2938beda-22f0-4437-90e9-695095416389 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 944 time: 0.1391089 Aug 16 20:48:05.388947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-1f1187b6-6102-4610-a02d-2e5cbafd9013 service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947052 Aug 16 20:48:05.472231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db939691-7b07-4309-9234-14f1956c4925 req-2f59117e-df09-411f-ac24-572936d15eac tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866301 Aug 16 20:48:05.509195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee57b57-7087-403b-a661-a816f50f6424 req-50d08e95-271b-49a4-85ae-984a05064d4a service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119692 Aug 16 20:48:05.710139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-86a53feb-2f0e-479c-9cf9-9e0f85c6b3be req-fd6cd056-6eb3-49db-866c-178a15f1cf16 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:05.723655 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['542c8305-3fea-4992-af47-97b77e1a4475', 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd', '809a58ec-54e6-49d5-a68f-cee1e7d533c7'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:05.726009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:05.747785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cd056-6eb3-49db-866c-178a15f1cf16 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Pushing event deleted for resources: {'Port': ['ID=809a58ec-54e6-49d5-a68f-cee1e7d533c7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:05.805477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32934d5-a788-4dcf-b2b3-e89812312d52 req-e63fca1a-7d08-408d-a3d8-6baf574cf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:05.807015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a32934d5-a788-4dcf-b2b3-e89812312d52 req-e63fca1a-7d08-408d-a3d8-6baf574cf179 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 1095 time: 0.0555918 Aug 16 20:48:05.820394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a53feb-2f0e-479c-9cf9-9e0f85c6b3be req-fd6cd056-6eb3-49db-866c-178a15f1cf16 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] No DVR routers for this DVR port 809a58ec-54e6-49d5-a68f-cee1e7d533c7 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:05.823844 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-86a53feb-2f0e-479c-9cf9-9e0f85c6b3be req-fd6cd056-6eb3-49db-866c-178a15f1cf16 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:05.826615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-86a53feb-2f0e-479c-9cf9-9e0f85c6b3be req-fd6cd056-6eb3-49db-866c-178a15f1cf16 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "DELETE /v2.0/ports/809a58ec-54e6-49d5-a68f-cee1e7d533c7 HTTP/1.1" status: 204 len: 173 time: 0.7503669 Aug 16 20:48:05.997969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 75578aa5-8a81-412f-8391-27e0a56c3c05 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:05.999861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 449ea961-38ef-4786-bfa6-d10ed34da570 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:06.038177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 449ea961-38ef-4786-bfa6-d10ed34da570 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:06.038513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 449ea961-38ef-4786-bfa6-d10ed34da570 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:06.225768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b60650-04c5-4b3b-b5c6-a9a582f644c8', 'name': 'network-vif-deleted', 'tag': '809a58ec-54e6-49d5-a68f-cee1e7d533c7'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:06.228246 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeffc88-d622-4a0f-8abe-5a18f5d246b6" -d '{"events": [{"server_uuid": "d5b60650-04c5-4b3b-b5c6-a9a582f644c8", "name": "network-vif-deleted", "tag": "809a58ec-54e6-49d5-a68f-cee1e7d533c7"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:06.244136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 75578aa5-8a81-412f-8391-27e0a56c3c05, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=75578aa5-8a81-412f-8391-27e0a56c3c05,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:06.281718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '75578aa5-8a81-412f-8391-27e0a56c3c05', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'port_id': '75578aa5-8a81-412f-8391-27e0a56c3c05', 'mac_address': 'fa:16:3e:8b:d4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9086addc-4898-4b00-b1e4-5f5b81780ad7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:06.332103 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:06.336169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32934d5-a788-4dcf-b2b3-e89812312d52 req-20899975-8bdf-48f5-90fa-9facd66700e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:06.337827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a32934d5-a788-4dcf-b2b3-e89812312d52 req-20899975-8bdf-48f5-90fa-9facd66700e2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 200 len: 920 time: 0.5139129 Aug 16 20:48:06.373382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75578aa5-8a81-412f-8391-27e0a56c3c05 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:06.399334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764217f-2e0d-4b21-8330-5b98b76c4dd5 req-dffc4dfc-d227-44b5-a5ce-0f34e416e636 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:06.400842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0764217f-2e0d-4b21-8330-5b98b76c4dd5 req-dffc4dfc-d227-44b5-a5ce-0f34e416e636 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 943 time: 0.5350869 Aug 16 20:48:06.405039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a32934d5-a788-4dcf-b2b3-e89812312d52 req-1a353f32-5d1c-4469-a5b7-b5cca132f4fb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 HTTP/1.1" status: 200 len: 217 time: 0.0574965 Aug 16 20:48:06.452519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 75578aa5-8a81-412f-8391-27e0a56c3c05, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=75578aa5-8a81-412f-8391-27e0a56c3c05,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:06.511318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-3b2c1de2-91cb-4858-97d8-fd090d78f00e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:06.518328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-3b2c1de2-91cb-4858-97d8-fd090d78f00e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.5904543 Aug 16 20:48:06.549326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0764217f-2e0d-4b21-8330-5b98b76c4dd5 req-ec52d8d7-5144-48a7-8a98-515bf0b746f7 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346664 Aug 16 20:48:06.551103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-3f5abc17-33db-48e9-9b5b-504742ebf43e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/quotas/ddfb1c9208d1440192808c93cfed992b HTTP/1.1" status: 200 len: 375 time: 0.0319920 Aug 16 20:48:06.556623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32934d5-a788-4dcf-b2b3-e89812312d52 req-ecb5b584-3e39-4b4f-b915-d42a73d98927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:06.558254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a32934d5-a788-4dcf-b2b3-e89812312d52 req-ecb5b584-3e39-4b4f-b915-d42a73d98927 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5293b147-4db7-4700-be1a-49823eac2c64 HTTP/1.1" status: 200 len: 859 time: 0.1417000 Aug 16 20:48:06.615552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a32934d5-a788-4dcf-b2b3-e89812312d52 req-65fed7ea-6da8-44f4-b891-46deb89db768 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f40b62f5-c9df-466c-b34d-9ad831b8e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405233 Aug 16 20:48:06.650629 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:06.702569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=75578aa5-8a81-412f-8391-27e0a56c3c05,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:06.710317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-011b6938-0eec-4552-9825-9f36bc5b408a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1453328 Aug 16 20:48:06.751712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb2f53-c873-4c0d-bf5c-dc70b6fe35d1 req-602adb3a-8925-438a-aeac-c22571ae7811 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:06.756571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edeb2f53-c873-4c0d-bf5c-dc70b6fe35d1 req-602adb3a-8925-438a-aeac-c22571ae7811 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.1351767 Aug 16 20:48:06.834101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a32934d5-a788-4dcf-b2b3-e89812312d52 req-07c44561-ce5e-4d4a-844c-bb1bf758307e service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054107 Aug 16 20:48:06.866143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edeb2f53-c873-4c0d-bf5c-dc70b6fe35d1 req-e226465a-687b-479c-ab21-bc48655e97b6 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829673 Aug 16 20:48:06.891481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['75578aa5-8a81-412f-8391-27e0a56c3c05'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:06.917457 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe99225-cba2-4e61-a921-5d4689464aa0 x-openstack-request-id: req-bbe99225-cba2-4e61-a921-5d4689464aa0 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:06.918656 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b60650-04c5-4b3b-b5c6-a9a582f644c8", "name": "network-vif-deleted", "tag": "809a58ec-54e6-49d5-a68f-cee1e7d533c7", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:06.919648 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bbe99225-cba2-4e61-a921-5d4689464aa0 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:06.920410 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b60650-04c5-4b3b-b5c6-a9a582f644c8', 'name': 'network-vif-deleted', 'tag': '809a58ec-54e6-49d5-a68f-cee1e7d533c7', 'status': 'completed', 'code': 200} Aug 16 20:48:06.928066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-4f21593d-2afe-44ac-89c6-8d345f467cb8 service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065594 Aug 16 20:48:06.982178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a32934d5-a788-4dcf-b2b3-e89812312d52 req-8b130a5e-064d-45be-8d91-9301b6eb6a4f service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384094 Aug 16 20:48:07.062210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01b7633f-1ae7-42cb-81ec-195a3eba4877 req-0a4aa168-9e19-48ab-84f8-083c86bc906c tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5b60650-04c5-4b3b-b5c6-a9a582f644c8 HTTP/1.1" status: 200 len: 210 time: 0.0535383 Aug 16 20:48:07.110065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-656f7d50-1487-4044-83e6-1558bb064d23 service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268651 Aug 16 20:48:07.254341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841cf55-281e-4a78-b826-8ca0b5a52279 req-633b0a47-31c8-448f-a98e-f98013bbe4b9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:07.255860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8841cf55-281e-4a78-b826-8ca0b5a52279 req-633b0a47-31c8-448f-a98e-f98013bbe4b9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 945 time: 0.0579739 Aug 16 20:48:07.298816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8841cf55-281e-4a78-b826-8ca0b5a52279 req-c071437c-bbc9-4c4e-a337-3ad8348945ba tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367565 Aug 16 20:48:07.424752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4248a211-0b05-4542-aebe-9a132b8d8218 req-8b9a8410-8008-433c-93f8-25268022e535 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 210 time: 0.0434566 Aug 16 20:48:07.658216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485e8df-d4bb-41e1-a71f-f5040732624b req-a5b152ac-f565-4e05-9d72-1ff45347108f tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:07.659757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b485e8df-d4bb-41e1-a71f-f5040732624b req-a5b152ac-f565-4e05-9d72-1ff45347108f tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 943 time: 0.0506337 Aug 16 20:48:07.699521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b485e8df-d4bb-41e1-a71f-f5040732624b req-3bafb2f5-af83-4119-bfa8-a9db127da2f1 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336895 Aug 16 20:48:07.813849 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 60c1ff7c-4a84-433e-9ec4-d644c3700781 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:07.816587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 75578aa5-8a81-412f-8391-27e0a56c3c05 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:07.971287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 60c1ff7c-4a84-433e-9ec4-d644c3700781, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=60c1ff7c-4a84-433e-9ec4-d644c3700781,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:07.985904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '60c1ff7c-4a84-433e-9ec4-d644c3700781', 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343', 'port_id': '60c1ff7c-4a84-433e-9ec4-d644c3700781', 'mac_address': 'fa:16:3e:90:06:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5293b147-4db7-4700-be1a-49823eac2c64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:08.027192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 75578aa5-8a81-412f-8391-27e0a56c3c05 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:08.029338 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:08.042757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 75578aa5-8a81-412f-8391-27e0a56c3c05 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:08.043452 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:08.050138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdf657-a857-4ff2-b13f-58d0f7076abd req-12f896d7-a154-4d53-bd07-4dde0b6d6117 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:08.051842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ffdf657-a857-4ff2-b13f-58d0f7076abd req-12f896d7-a154-4d53-bd07-4dde0b6d6117 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0628076 Aug 16 20:48:08.071026 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c1ff7c-4a84-433e-9ec4-d644c3700781 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:08.113581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ffdf657-a857-4ff2-b13f-58d0f7076abd req-2eee07a5-46eb-4cc8-918d-ce8b8cd7ae5c tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508709 Aug 16 20:48:08.129929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 60c1ff7c-4a84-433e-9ec4-d644c3700781, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=60c1ff7c-4a84-433e-9ec4-d644c3700781,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:08.184476 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:08.207695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2661d5-e2f3-40eb-9358-b11846983fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75578aa5-8a81-412f-8391-27e0a56c3c05'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:08.210009 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb5e469-3cda-47a8-8f2b-2b0beaeefb76" -d '{"events": [{"server_uuid": "bf2661d5-e2f3-40eb-9358-b11846983fb3", "name": "network-vif-plugged", "status": "completed", "tag": "75578aa5-8a81-412f-8391-27e0a56c3c05"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:08.224311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 75578aa5-8a81-412f-8391-27e0a56c3c05, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=75578aa5-8a81-412f-8391-27e0a56c3c05,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:08.250486 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3260ad-4014-4c41-a8f9-66b3b705f49d x-openstack-request-id: req-fa3260ad-4014-4c41-a8f9-66b3b705f49d {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:08.250897 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2661d5-e2f3-40eb-9358-b11846983fb3", "name": "network-vif-plugged", "status": "completed", "tag": "75578aa5-8a81-412f-8391-27e0a56c3c05", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:08.251167 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fa3260ad-4014-4c41-a8f9-66b3b705f49d {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:08.251574 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2661d5-e2f3-40eb-9358-b11846983fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75578aa5-8a81-412f-8391-27e0a56c3c05', 'code': 200} Aug 16 20:48:08.263891 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:08.332963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=60c1ff7c-4a84-433e-9ec4-d644c3700781,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:08.370157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577d9dc-76cb-45ad-aae0-c03337cf48aa req-521d91ca-f924-4fac-87e3-dff3630ae36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:08.381282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b577d9dc-76cb-45ad-aae0-c03337cf48aa req-521d91ca-f924-4fac-87e3-dff3630ae36c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0635262 Aug 16 20:48:08.418791 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:08.480190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b577d9dc-76cb-45ad-aae0-c03337cf48aa req-e2691fb8-f7d4-4792-8629-fc5a61c57356 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005325 Aug 16 20:48:08.502256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['60c1ff7c-4a84-433e-9ec4-d644c3700781'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:08.530393 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5be33119-d7f1-4a9f-921a-a076aef385ab req-be02a548-0ee0-4a93-9bf9-a1f631678a19 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 210 time: 0.0468659 Aug 16 20:48:08.559963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829cbaf-9dfb-4bc7-917c-d074fc9ffd39 req-f04b2102-6415-452d-a875-124518dc91b4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:08.561742 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f829cbaf-9dfb-4bc7-917c-d074fc9ffd39 req-f04b2102-6415-452d-a875-124518dc91b4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 946 time: 0.1675854 Aug 16 20:48:08.566570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=75578aa5-8a81-412f-8391-27e0a56c3c05,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:08.637846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f829cbaf-9dfb-4bc7-917c-d074fc9ffd39 req-67633c31-036d-424c-bd70-e18bed37bff0 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686803 Aug 16 20:48:08.823884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a5bdb-1102-48b1-83ae-47ca8d45ae4a req-edae7947-a8d8-4bd9-a652-d1eaa6d66a61 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:08.825596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-598a5bdb-1102-48b1-83ae-47ca8d45ae4a req-edae7947-a8d8-4bd9-a652-d1eaa6d66a61 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 943 time: 0.0527828 Aug 16 20:48:08.901857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-598a5bdb-1102-48b1-83ae-47ca8d45ae4a req-eb3cb05c-993e-4d84-882f-d5b186f08014 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674934 Aug 16 20:48:09.290998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fc66e-67d0-465f-8b2d-23942539bf52 req-074ffccc-8d9f-4e47-b9d6-aa523f7b7bf1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:09.292631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-438fc66e-67d0-465f-8b2d-23942539bf52 req-074ffccc-8d9f-4e47-b9d6-aa523f7b7bf1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0594380 Aug 16 20:48:09.334235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-438fc66e-67d0-465f-8b2d-23942539bf52 req-564b02f0-371d-4d6d-b6b4-399ba6c0d4ec tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353360 Aug 16 20:48:09.383058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 809a58ec-54e6-49d5-a68f-cee1e7d533c7 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:09.408254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 809a58ec-54e6-49d5-a68f-cee1e7d533c7 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:09.408612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 809a58ec-54e6-49d5-a68f-cee1e7d533c7 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:09.634601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ef1edca-eb2a-4d66-b06c-c232fc1832af req-b309e520-7cd7-4363-b1b7-bff98bca6dc4 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 210 time: 0.0350270 Aug 16 20:48:09.795576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dbeed-305c-4cd7-9fe2-6c9177668dad req-1de66608-a555-485b-9d3d-b78c3114cc89 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:09.797352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c56dbeed-305c-4cd7-9fe2-6c9177668dad req-1de66608-a555-485b-9d3d-b78c3114cc89 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 946 time: 0.0745766 Aug 16 20:48:09.813318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:09.816374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 60c1ff7c-4a84-433e-9ec4-d644c3700781 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:09.865397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c56dbeed-305c-4cd7-9fe2-6c9177668dad req-0cc7ce12-f8f8-41bf-9368-3e7ea8f6b208 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588012 Aug 16 20:48:10.042797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:10.060908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'e7bb59d5-1d64-4f41-9c00-8f10518d7dd4', 'network_id': 'f40b62f5-c9df-466c-b34d-9ad831b8e343', 'port_id': 'e7bb59d5-1d64-4f41-9c00-8f10518d7dd4', 'mac_address': 'fa:16:3e:a8:8f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5293b147-4db7-4700-be1a-49823eac2c64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:10.097146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 60c1ff7c-4a84-433e-9ec4-d644c3700781 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:10.107139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 60c1ff7c-4a84-433e-9ec4-d644c3700781 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:10.107594 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:10.111260 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:10.146765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498db33-736d-42a7-811e-b79c6b2d4913 req-18f67843-8851-43cd-bf7f-5b5153030e9a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:10.148798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f498db33-736d-42a7-811e-b79c6b2d4913 req-18f67843-8851-43cd-bf7f-5b5153030e9a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 943 time: 0.1151383 Aug 16 20:48:10.172003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:10.185191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-b2e5bd68-5eb9-42aa-8346-9b96129faed2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:10.186875 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-b2e5bd68-5eb9-42aa-8346-9b96129faed2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.2189138 Aug 16 20:48:10.194100 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f498db33-736d-42a7-811e-b79c6b2d4913 req-be19b46f-d58f-4f9f-987f-30abbf3a2377 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369296 Aug 16 20:48:10.196252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:10.202118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Request body: {'port': {'device_id': '02f44947-5e55-475b-be41-9569e83d3eb4', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'admin_state_up': True, 'tenant_id': 'ddfb1c9208d1440192808c93cfed992b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:10.266940 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:10.325387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29949fe0-b18a-4fe0-84d1-2ad08f81987e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c1ff7c-4a84-433e-9ec4-d644c3700781'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:10.327647 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9be7bc-91a2-4965-835e-b978d24be649" -d '{"events": [{"server_uuid": "29949fe0-b18a-4fe0-84d1-2ad08f81987e", "name": "network-vif-plugged", "status": "completed", "tag": "60c1ff7c-4a84-433e-9ec4-d644c3700781"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:10.334579 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:10.347818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 60c1ff7c-4a84-433e-9ec4-d644c3700781, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=60c1ff7c-4a84-433e-9ec4-d644c3700781,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:10.394309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:10.397846 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510e9aaf-656a-4f68-bbce-7a50776c9f17 x-openstack-request-id: req-510e9aaf-656a-4f68-bbce-7a50776c9f17 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:10.398137 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29949fe0-b18a-4fe0-84d1-2ad08f81987e", "name": "network-vif-plugged", "status": "completed", "tag": "60c1ff7c-4a84-433e-9ec4-d644c3700781", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:10.398399 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-510e9aaf-656a-4f68-bbce-7a50776c9f17 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:10.398786 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29949fe0-b18a-4fe0-84d1-2ad08f81987e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c1ff7c-4a84-433e-9ec4-d644c3700781', 'code': 200} Aug 16 20:48:10.460553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Made reservation on behalf of ddfb1c9208d1440192808c93cfed992b for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:10.460553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:10.526615 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:10.579982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc8c0d-889b-446e-9736-17bb36087d67 req-434b7723-0003-454d-a4f5-22f8272f5f8b tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:10.590566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6dc8c0d-889b-446e-9736-17bb36087d67 req-434b7723-0003-454d-a4f5-22f8272f5f8b tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.1396611 Aug 16 20:48:10.604778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['e7bb59d5-1d64-4f41-9c00-8f10518d7dd4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:10.640584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ace38-f00a-48b7-91bf-b204c57fd01a req-1759c7df-35f2-4b0a-8268-12f98ba8febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:10.645593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d8ace38-f00a-48b7-91bf-b204c57fd01a req-1759c7df-35f2-4b0a-8268-12f98ba8febe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 1097 time: 0.1829035 Aug 16 20:48:10.654151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=60c1ff7c-4a84-433e-9ec4-d644c3700781,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:10.720989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Allocated IP 172.20.0.8 (0b94bc29-3f96-4417-a787-e029ad34ad92/ea210106-55a4-4da3-b9b0-5e9290d080d8/5ab14883-54ec-4bc5-be5b-5aa1e501dd45) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:10.721271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d8ace38-f00a-48b7-91bf-b204c57fd01a req-9ae24f06-f0ae-4641-98c8-fb3ae8910b7e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641029 Aug 16 20:48:10.738202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6dc8c0d-889b-446e-9736-17bb36087d67 req-2f953913-745e-4158-9305-e8055bb5509f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465724 Aug 16 20:48:10.831833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80a27e93-15f3-4fce-a9e5-93fb0ada6f90 req-3f57e66d-78e5-427e-9b83-cefba759ae66 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 210 time: 0.0578933 Aug 16 20:48:10.995845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:11.121629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:11.171904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Network 0b94bc29-3f96-4417-a787-e029ad34ad92 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:11.174345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:11.178399 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:11.184800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event updated for resources: {'Port': ['ID=5ab14883-54ec-4bc5-be5b-5aa1e501dd45,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:11.218313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.218958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.219056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.219323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.219657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.219990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.220316 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.220649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.220976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.221355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.221859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.222193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:11.251988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:11.257805 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:11.282059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:11.378278 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2426c8-00e7-4ab9-866a-67c5e2a0a416 req-35e9499d-f109-4b4d-ab5f-c4a16acb31f3 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:11.378860 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-006b142f-50f9-4de0-b94c-f2e6a10415a0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1815064 Aug 16 20:48:11.386638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e2426c8-00e7-4ab9-866a-67c5e2a0a416 req-35e9499d-f109-4b4d-ab5f-c4a16acb31f3 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 944 time: 0.1102781 Aug 16 20:48:11.392395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Request body: {'port': {'device_id': '02f44947-5e55-475b-be41-9569e83d3eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:11.500573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e2426c8-00e7-4ab9-866a-67c5e2a0a416 req-86789a24-cd46-4182-b1e8-b6a00835235b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048462 Aug 16 20:48:11.526833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:11.858118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:11.979213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948231b-19fd-4eee-959a-91636390c3b1 req-60309051-2201-41c5-8e0b-129123f6c996 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:11.986274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8948231b-19fd-4eee-959a-91636390c3b1 req-60309051-2201-41c5-8e0b-129123f6c996 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.1088378 Aug 16 20:48:12.062265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:12.077279 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:12.094062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Transition to ACTIVE for port object 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:12.098871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8948231b-19fd-4eee-959a-91636390c3b1 req-1d8ea7ff-b79f-4b15-b94a-bfe314aa42a5 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784831 Aug 16 20:48:12.122269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:12.126989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:12.127359 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:12.139847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc0263-fac6-4343-8549-632744e4adfc req-6edd23cc-8044-4fd0-954f-8d6391fb7ff1 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:12.145831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30dc0263-fac6-4343-8549-632744e4adfc req-6edd23cc-8044-4fd0-954f-8d6391fb7ff1 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 931 time: 0.1543875 Aug 16 20:48:12.217047 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:12.224783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30dc0263-fac6-4343-8549-632744e4adfc req-b64a9e50-3373-48fb-852a-b7edad4839e2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763440 Aug 16 20:48:12.252143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:12.276548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:12.346704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab14883-54ec-4bc5-be5b-5aa1e501dd45,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:12.399593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Attempting to bind port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:12.399863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Attempting to bind port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:12.400258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Attempting to bind port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:12.400512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b4cf38-1e52-4632-bf55-0b834dc6166e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bb59d5-1d64-4f41-9c00-8f10518d7dd4'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:12.403942 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f1c23-f056-4618-8172-2cdf97178477" -d '{"events": [{"server_uuid": "54b4cf38-1e52-4632-bf55-0b834dc6166e", "name": "network-vif-plugged", "status": "completed", "tag": "e7bb59d5-1d64-4f41-9c00-8f10518d7dd4"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:12.405364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 on network 0b94bc29-3f96-4417-a787-e029ad34ad92 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:12.405694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Attempting to bind port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:12.412874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:12.413239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Checking segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:12.413622 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Bound using segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:12.414125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Bound port: 5ab14883-54ec-4bc5-be5b-5aa1e501dd45, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:12.414394 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:12.463925 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bac847-4b22-4c5f-8b7d-0992dbf6e31e x-openstack-request-id: req-08bac847-4b22-4c5f-8b7d-0992dbf6e31e {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:12.464382 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b4cf38-1e52-4632-bf55-0b834dc6166e", "name": "network-vif-plugged", "status": "completed", "tag": "e7bb59d5-1d64-4f41-9c00-8f10518d7dd4", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:12.464647 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-08bac847-4b22-4c5f-8b7d-0992dbf6e31e {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:12.465572 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b4cf38-1e52-4632-bf55-0b834dc6166e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bb59d5-1d64-4f41-9c00-8f10518d7dd4', 'code': 200} Aug 16 20:48:12.486843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] For port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:12.490271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] For port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5ab14883-54ec-4bc5-be5b-5aa1e501dd45,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:12.516399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:12.584108 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:12.616944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:12.647962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04461d81-e975-482e-a155-ee819b898cd2 req-d304f095-7bd5-4265-b9b0-3927ddbde32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:12.650411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04461d81-e975-482e-a155-ee819b898cd2 req-d304f095-7bd5-4265-b9b0-3927ddbde32e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 1097 time: 0.1212358 Aug 16 20:48:12.703536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04461d81-e975-482e-a155-ee819b898cd2 req-b08fb267-967e-44e4-b34a-ab94828e1a68 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455637 Aug 16 20:48:12.709054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:12.709923 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:12.711137 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] 10.222.0.79 "PUT /v2.0/ports/5ab14883-54ec-4bc5-be5b-5aa1e501dd45 HTTP/1.1" status: 200 len: 1092 time: 1.3237133 Aug 16 20:48:12.712524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f44947-5e55-475b-be41-9569e83d3eb4', 'tag': '5ab14883-54ec-4bc5-be5b-5aa1e501dd45'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:12.716820 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be38a8b-2ed9-4761-81b9-9ed46e3eb5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "02f44947-5e55-475b-be41-9569e83d3eb4", "tag": "5ab14883-54ec-4bc5-be5b-5aa1e501dd45"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:12.749233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c20383-ba47-4367-8a3a-5019c08353e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab14883-54ec-4bc5-be5b-5aa1e501dd45,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:12.799217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40c7f1-4554-4a99-afee-9a9510d860d8 req-d7a3296d-c0d3-410f-81be-4e556b96bf52 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:12.800765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c40c7f1-4554-4a99-afee-9a9510d860d8 req-d7a3296d-c0d3-410f-81be-4e556b96bf52 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.0725052 Aug 16 20:48:12.877078 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-a1dc6bd2-104f-4ff2-a0d9-d94792249a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:12.877826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c40c7f1-4554-4a99-afee-9a9510d860d8 req-063d7a45-7cc2-441c-8510-0d3e61f3f4f4 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645263 Aug 16 20:48:12.879115 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-a1dc6bd2-104f-4ff2-a0d9-d94792249a7b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 1095 time: 0.0605950 Aug 16 20:48:12.906327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159ef21-559f-4fec-8d02-687e26e384be req-5efa4716-7eb4-41d5-9ed7-9de4b067646e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:12.907858 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7159ef21-559f-4fec-8d02-687e26e384be req-5efa4716-7eb4-41d5-9ed7-9de4b067646e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 945 time: 0.1061466 Aug 16 20:48:12.937895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-ae25f2f7-df55-48a5-9c61-c1908f53a19c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ab14883-54ec-4bc5-be5b-5aa1e501dd45 HTTP/1.1" status: 200 len: 217 time: 0.0505228 Aug 16 20:48:12.943445 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbafbe03-e27b-4768-bd86-62b84273c570 x-openstack-request-id: req-bbafbe03-e27b-4768-bd86-62b84273c570 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:12.944096 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f44947-5e55-475b-be41-9569e83d3eb4", "tag": "5ab14883-54ec-4bc5-be5b-5aa1e501dd45", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:12.944589 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bbafbe03-e27b-4768-bd86-62b84273c570 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:12.945439 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f44947-5e55-475b-be41-9569e83d3eb4', 'tag': '5ab14883-54ec-4bc5-be5b-5aa1e501dd45', 'status': 'completed', 'code': 200} Aug 16 20:48:12.977653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7159ef21-559f-4fec-8d02-687e26e384be req-535187bd-9334-404a-a856-c8fcbde61124 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599718 Aug 16 20:48:13.028658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-20694f8e-7fcd-45c8-aba3-9c57947dfaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.030714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-20694f8e-7fcd-45c8-aba3-9c57947dfaef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0827091 Aug 16 20:48:13.063506 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-354201a1-7c3c-44e2-88d7-b026ea2679ee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259049 Aug 16 20:48:13.176879 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-76d6d39d-439c-4c1b-934d-0af2a1f6b3a1 service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065004 Aug 16 20:48:13.239390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c873f0e-224f-4e82-b815-4382ca6a8006 req-ee6ced3c-afd6-47de-b10c-36c14c7aaec9 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.240937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c873f0e-224f-4e82-b815-4382ca6a8006 req-ee6ced3c-afd6-47de-b10c-36c14c7aaec9 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0572882 Aug 16 20:48:13.280501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-55846d5f-2b60-4549-a413-b6f6c5fd5b8b req-ea906dc7-004d-47f6-8ec2-5e23a37c7fc0 service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953574 Aug 16 20:48:13.284793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c873f0e-224f-4e82-b815-4382ca6a8006 req-a7b259ac-16fc-4d27-9ae1-5c2238cbca4e tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371404 Aug 16 20:48:13.394200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264803da-6d45-4ef0-a717-6d21c997667d req-67bd4b54-5fec-472e-bfe5-7a23d5455a4b tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.397470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-264803da-6d45-4ef0-a717-6d21c997667d req-67bd4b54-5fec-472e-bfe5-7a23d5455a4b tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 943 time: 0.0549088 Aug 16 20:48:13.437922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-264803da-6d45-4ef0-a717-6d21c997667d req-ee9872d1-7811-4633-b3a7-0d69e6ddb411 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359855 Aug 16 20:48:13.519038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be38a8b-2ed9-4761-81b9-9ed46e3eb5d7 req-63a8535c-e591-46f5-8780-0aaae7a1cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.520735 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6be38a8b-2ed9-4761-81b9-9ed46e3eb5d7 req-63a8535c-e591-46f5-8780-0aaae7a1cdc9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 1095 time: 0.0426435 Aug 16 20:48:13.659283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be38a8b-2ed9-4761-81b9-9ed46e3eb5d7 req-71773ef4-ef1e-4c4d-be53-33d79eff6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.660779 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6be38a8b-2ed9-4761-81b9-9ed46e3eb5d7 req-71773ef4-ef1e-4c4d-be53-33d79eff6b28 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 906 time: 0.1329932 Aug 16 20:48:13.680058 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:48:13.710787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6be38a8b-2ed9-4761-81b9-9ed46e3eb5d7 req-2469d5a0-5ed4-49cd-a5ba-98f406161732 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ab14883-54ec-4bc5-be5b-5aa1e501dd45 HTTP/1.1" status: 200 len: 217 time: 0.0367742 Aug 16 20:48:13.760942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be38a8b-2ed9-4761-81b9-9ed46e3eb5d7 req-e8345afb-d1e5-4690-9ef6-cac0176d866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.762443 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6be38a8b-2ed9-4761-81b9-9ed46e3eb5d7 req-e8345afb-d1e5-4690-9ef6-cac0176d866d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0442958 Aug 16 20:48:13.797998 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6be38a8b-2ed9-4761-81b9-9ed46e3eb5d7 req-67c1f297-5852-46a9-b9ed-7aa5d983edf0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282652 Aug 16 20:48:13.898791 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6be38a8b-2ed9-4761-81b9-9ed46e3eb5d7 req-b61d1a00-de03-40c1-af8a-2b900e7f2088 service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929329 Aug 16 20:48:13.998412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8603528-9ba4-4275-9b6c-c8b84ca7d6a3 req-e7b21303-e623-4dd7-939a-8e2285b97bd3 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.999977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8603528-9ba4-4275-9b6c-c8b84ca7d6a3 req-e7b21303-e623-4dd7-939a-8e2285b97bd3 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.0581779 Aug 16 20:48:14.012944 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6be38a8b-2ed9-4761-81b9-9ed46e3eb5d7 req-7704824a-cf22-4a09-b65b-cbcd397107c0 service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028981 Aug 16 20:48:14.061446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8603528-9ba4-4275-9b6c-c8b84ca7d6a3 req-a6c56fc1-ff8a-4098-b246-d3a3a274d134 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525644 Aug 16 20:48:14.168464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4bc82-0e0d-468c-a3d1-19972d5f3b81 req-7b99fc99-e82b-4aa0-a91f-404dab6e3d28 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:14.169902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1b4bc82-0e0d-468c-a3d1-19972d5f3b81 req-7b99fc99-e82b-4aa0-a91f-404dab6e3d28 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 945 time: 0.0541062 Aug 16 20:48:14.207965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1b4bc82-0e0d-468c-a3d1-19972d5f3b81 req-889d6245-1cc6-4af6-aaf7-e1d7fd9afa84 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Aug 16 20:48:14.430111 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a13d98-ae53-42ce-8ae6-48439f97a36b req-6187d4f4-dc54-423d-a01b-132ea9647717 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:14.431738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8a13d98-ae53-42ce-8ae6-48439f97a36b req-6187d4f4-dc54-423d-a01b-132ea9647717 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0651231 Aug 16 20:48:14.491805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8a13d98-ae53-42ce-8ae6-48439f97a36b req-a18ebd54-a266-4b6c-b1be-7eec9bae20b4 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522721 Aug 16 20:48:14.601342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300cb67-4a40-4bd7-8f33-64a629349da0 req-0fb1aa13-c447-4cf0-abe1-4c8ad213be15 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:14.602908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7300cb67-4a40-4bd7-8f33-64a629349da0 req-0fb1aa13-c447-4cf0-abe1-4c8ad213be15 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.76 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 945 time: 0.1056254 Aug 16 20:48:14.613808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718754b-39ad-4d53-850e-52381ca75abe req-acc80587-7d3e-4475-894c-f8da1861ddfa tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:14.613808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d718754b-39ad-4d53-850e-52381ca75abe req-acc80587-7d3e-4475-894c-f8da1861ddfa tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 943 time: 0.0946255 Aug 16 20:48:14.712714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d718754b-39ad-4d53-850e-52381ca75abe req-8ca3c484-e1e7-49d8-a500-9b182d3cbfaa tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914533 Aug 16 20:48:14.775608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-7300cb67-4a40-4bd7-8f33-64a629349da0 req-0618d419-ad36-4cb8-b748-72d858014f57 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Deleting port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:14.776290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7300cb67-4a40-4bd7-8f33-64a629349da0 req-0618d419-ad36-4cb8-b748-72d858014f57 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:14.881787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-7300cb67-4a40-4bd7-8f33-64a629349da0 req-0618d419-ad36-4cb8-b748-72d858014f57 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] For port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:14.882140 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7300cb67-4a40-4bd7-8f33-64a629349da0 req-0618d419-ad36-4cb8-b748-72d858014f57 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:14.896383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-7300cb67-4a40-4bd7-8f33-64a629349da0 req-0618d419-ad36-4cb8-b748-72d858014f57 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Calling delete_port for cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:15.141848 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7300cb67-4a40-4bd7-8f33-64a629349da0 req-0618d419-ad36-4cb8-b748-72d858014f57 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:15.154399 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['542c8305-3fea-4992-af47-97b77e1a4475', 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:15.156617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:15.190823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618d419-ad36-4cb8-b748-72d858014f57 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Pushing event deleted for resources: {'Port': ['ID=cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:15.244405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7300cb67-4a40-4bd7-8f33-64a629349da0 req-0618d419-ad36-4cb8-b748-72d858014f57 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] No DVR routers for this DVR port cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:15.258628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6272d-ca73-42e7-8d7d-21291eafd385 req-f3d2f9f5-cf96-4737-911d-f97f84d752eb tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:15.264171 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cda0b33f-2e75-4bf9-9abf-f673ff829cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:15.274509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0d6272d-ca73-42e7-8d7d-21291eafd385 req-f3d2f9f5-cf96-4737-911d-f97f84d752eb tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1421556 Aug 16 20:48:15.301715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7300cb67-4a40-4bd7-8f33-64a629349da0 req-0618d419-ad36-4cb8-b748-72d858014f57 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:15.304150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7300cb67-4a40-4bd7-8f33-64a629349da0 req-0618d419-ad36-4cb8-b748-72d858014f57 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.76 "DELETE /v2.0/ports/cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 HTTP/1.1" status: 204 len: 173 time: 0.6896241 Aug 16 20:48:15.304727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7', 'name': 'network-vif-deleted', 'tag': 'cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:15.308656 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713547e0-3ff9-43bf-b021-0781a1b2be60" -d '{"events": [{"server_uuid": "6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7", "name": "network-vif-deleted", "tag": "cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:15.366501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1d5d302-4f52-489b-9cf5-958df02401ae req-580db079-041b-479b-a611-dfb599f4c580 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0418446 Aug 16 20:48:15.382635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0d6272d-ca73-42e7-8d7d-21291eafd385 req-6244a456-0b7a-4bd9-be53-d448294c6db6 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028998 Aug 16 20:48:15.428178 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599aac06-6e5f-4d16-a8c4-0766246f7200 x-openstack-request-id: req-599aac06-6e5f-4d16-a8c4-0766246f7200 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:15.429870 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7", "name": "network-vif-deleted", "tag": "cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:15.430263 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-599aac06-6e5f-4d16-a8c4-0766246f7200 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:15.430822 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7', 'name': 'network-vif-deleted', 'tag': 'cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6', 'status': 'completed', 'code': 200} Aug 16 20:48:15.629773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f8755-79dc-417a-82b3-271f656d59a6 req-277d6522-e4a6-4991-8d27-4328915e9155 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:15.631270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f3f8755-79dc-417a-82b3-271f656d59a6 req-277d6522-e4a6-4991-8d27-4328915e9155 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0508115 Aug 16 20:48:15.671084 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f3f8755-79dc-417a-82b3-271f656d59a6 req-c30f1813-34c6-426b-b517-6a4291800a08 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331130 Aug 16 20:48:15.835335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 52296) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:15.859499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1602248769'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:15.953372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966736a0-b952-449c-ac14-a8e4b0e85917 req-5e1451a4-8a9e-4958-abfe-10be6ab0a460 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:15.955081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-966736a0-b952-449c-ac14-a8e4b0e85917 req-5e1451a4-8a9e-4958-abfe-10be6ab0a460 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 943 time: 0.0585959 Aug 16 20:48:15.960437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:15.964411 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.073989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:48:16.083419 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-966736a0-b952-449c-ac14-a8e4b0e85917 req-c3df986f-5572-4524-8cf6-98c5737aea09 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160176 Aug 16 20:48:16.099517 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.099517 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Added segment f93aa9d0-214f-4e94-abf2-4ccb1da23ed6 of type vlan for network 95fb09e9-5787-4cea-bde9-a09e1b739f1e Aug 16 20:48:16.113991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabbd50-6403-44eb-8f20-71be1e22e79c req-373ffd70-1506-460f-a2b4-9035d544ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.115477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cabbd50-6403-44eb-8f20-71be1e22e79c req-373ffd70-1506-460f-a2b4-9035d544ff2c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 1097 time: 0.1323085 Aug 16 20:48:16.154114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8561-ae27-4503-b731-3123a190358d req-aecbd418-6b8f-4864-903a-2e854f8e7289 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.156114 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-472a8561-ae27-4503-b731-3123a190358d req-aecbd418-6b8f-4864-903a-2e854f8e7289 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1525118 Aug 16 20:48:16.233997 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.300579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-472a8561-ae27-4503-b731-3123a190358d req-a18417ed-47f4-4c30-9b07-e6b922186c7a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228681 Aug 16 20:48:16.321097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabbd50-6403-44eb-8f20-71be1e22e79c req-101b8f99-c27b-4e07-951b-3a87d60317e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.322575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cabbd50-6403-44eb-8f20-71be1e22e79c req-101b8f99-c27b-4e07-951b-3a87d60317e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 200 len: 920 time: 0.1463511 Aug 16 20:48:16.378883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cabbd50-6403-44eb-8f20-71be1e22e79c req-81ccfd03-5598-4bd0-ab6e-12123a08f94a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 HTTP/1.1" status: 200 len: 217 time: 0.0424383 Aug 16 20:48:16.380448 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.387315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.388312 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.561960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7250879 Aug 16 20:48:16.565118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52312) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:16.569474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba707b0d-55f2-41e6-bc50-ce8db547255d req-32431912-993a-4539-bb61-d0361128e8f8 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=6088c8f4-9a7f-43b4-8797-2ac2e95d7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0464437 Aug 16 20:48:16.572939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-599979147'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:16.585171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabbd50-6403-44eb-8f20-71be1e22e79c req-a43e8c87-78f1-4095-9f9f-1323413ac632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.587220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cabbd50-6403-44eb-8f20-71be1e22e79c req-a43e8c87-78f1-4095-9f9f-1323413ac632 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5293b147-4db7-4700-be1a-49823eac2c64 HTTP/1.1" status: 200 len: 859 time: 0.1952834 Aug 16 20:48:16.620832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa00050-078f-41f0-bcae-4b3fa214b221 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Network': ['ID=95fb09e9-5787-4cea-bde9-a09e1b739f1e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:16.624366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cabbd50-6403-44eb-8f20-71be1e22e79c req-0f12f067-7bb9-419b-9d61-30ad985ef738 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f40b62f5-c9df-466c-b34d-9ad831b8e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300167 Aug 16 20:48:16.631780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 95fb09e9-5787-4cea-bde9-a09e1b739f1e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:48:16.714686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:16.719338 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.732094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cabbd50-6403-44eb-8f20-71be1e22e79c req-6297e22c-3824-4983-8630-938668770b19 service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955441 Aug 16 20:48:16.780413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:48:16.793629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.793629 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Added segment d4ee310b-f587-477f-bf30-242492717510 of type vlan for network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 Aug 16 20:48:16.841641 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.863839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccb08d-9534-449a-8d3a-5360cc61e9f0 req-66e2bd01-9f73-4c5f-8646-604f6b0d8acf tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.865355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82ccb08d-9534-449a-8d3a-5360cc61e9f0 req-66e2bd01-9f73-4c5f-8646-604f6b0d8acf tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0692277 Aug 16 20:48:16.884102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cabbd50-6403-44eb-8f20-71be1e22e79c req-b2d21358-80cc-4802-83d1-a82edeef6278 service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478307 Aug 16 20:48:16.912027 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82ccb08d-9534-449a-8d3a-5360cc61e9f0 req-3a556324-ba7e-44d5-aa15-bb2742cec681 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383608 Aug 16 20:48:16.982854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.985273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.986001 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.064424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Network': ['ID=a7b89468-d91c-49fc-8c48-1765c0cd8fb5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:17.077276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:48:17.121632 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2659a896-73e7-4726-9657-d853a612de4e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5543737 Aug 16 20:48:17.124213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 52330) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:17.133795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'subnet': {'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:17.284173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce90b6-b2b5-4fd3-a787-2ec2ac33b5fa req-aa8a75ce-2ea4-44ec-a87b-25fa6b82f1b9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:17.285697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0ce90b6-b2b5-4fd3-a787-2ec2ac33b5fa req-aa8a75ce-2ea4-44ec-a87b-25fa6b82f1b9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 943 time: 0.0722759 Aug 16 20:48:17.333851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0ce90b6-b2b5-4fd3-a787-2ec2ac33b5fa req-831ba6fe-9036-43ee-8af0-aab043bdf474 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Aug 16 20:48:17.349073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:17.354110 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.412763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:17.465287 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-411fb55c-9ffa-430f-9ff3-dc60786cc96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.517116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917d2b0-5474-4fa8-8e65-8e1d7fc039cc req-4d5670ea-cb55-463c-af5a-7bde8435f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:17.518557 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5917d2b0-5474-4fa8-8e65-8e1d7fc039cc req-4d5670ea-cb55-463c-af5a-7bde8435f0c9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 1098 time: 0.0553172 Aug 16 20:48:17.571749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5ab14883-54ec-4bc5-be5b-5aa1e501dd45,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:17.585823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '5ab14883-54ec-4bc5-be5b-5aa1e501dd45', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'port_id': '5ab14883-54ec-4bc5-be5b-5aa1e501dd45', 'mac_address': 'fa:16:3e:72:cb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea210106-55a4-4da3-b9b0-5e9290d080d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:17.590863 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5917d2b0-5474-4fa8-8e65-8e1d7fc039cc req-82e3d4be-f6c0-428f-951e-c30427bc1cf2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533140 Aug 16 20:48:17.643403 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.659006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:17.686568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5ab14883-54ec-4bc5-be5b-5aa1e501dd45,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:17.708662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10516d-bc17-4878-90d3-f734f83e31e7 req-8f40a24d-8279-4116-a566-7d1ed3ebb551 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:17.710523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c10516d-bc17-4878-90d3-f734f83e31e7 req-8f40a24d-8279-4116-a566-7d1ed3ebb551 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.2460158 Aug 16 20:48:17.767388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c10516d-bc17-4878-90d3-f734f83e31e7 req-8f2d3c21-08d3-4579-aa05-a92ec1087e65 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Aug 16 20:48:17.822474 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.863732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.901913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=5ab14883-54ec-4bc5-be5b-5aa1e501dd45,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:17.906493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:17.926091 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Subnet': ['ID=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:17.937514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.937866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.938212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.938550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.938885 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.939219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.939548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.939880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.940203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.940656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.941058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.941259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.945618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:17.946533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cc72e5d6-ac25-4dc1-94af-0cd18aad4fa6 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:17.946736 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Checking segment: {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:17.947317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network hostable DHCP agents. Network: 95fb09e9-5787-4cea-bde9-a09e1b739f1e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:48:17.993693 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.053066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb5db-f4ce-438f-b0ca-bd4b3892afca req-e1d6b1eb-e690-4457-a0a4-f39b46a31fb1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.054618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a8bb5db-f4ce-438f-b0ca-bd4b3892afca req-e1d6b1eb-e690-4457-a0a4-f39b46a31fb1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0575733 Aug 16 20:48:18.096553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a8bb5db-f4ce-438f-b0ca-bd4b3892afca req-9c7e385b-2121-4862-aacf-43569eb36bea tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358133 Aug 16 20:48:18.124273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['5ab14883-54ec-4bc5-be5b-5aa1e501dd45'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:18.143718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network 95fb09e9-5787-4cea-bde9-a09e1b739f1e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:48:18.255916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 95fb09e9-5787-4cea-bde9-a09e1b739f1e) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:18.266447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.266954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0443195e-dfe7-4188-84c8-d6e1b03fcbd7 None None] Network 95fb09e9-5787-4cea-bde9-a09e1b739f1e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:18.269365 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.381936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-032ea4d6-90e1-4efd-87d2-4c247d56100f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2563035 Aug 16 20:48:18.384632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52360) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:18.391824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'subnet': {'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:18.445562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353807b-c88f-485c-bda8-41b51e8a9b6a req-7678cb85-7823-479e-8781-f44da7f7887a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.451322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b353807b-c88f-485c-bda8-41b51e8a9b6a req-7678cb85-7823-479e-8781-f44da7f7887a tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 945 time: 0.1292589 Aug 16 20:48:18.525613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-95fb09e9-5787-4cea-bde9-a09e1b739f1e', 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'fixed_ips': [{'subnet_id': '78ec6dfd-c9dd-4e50-b8df-5b4887dfd243'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:48:18.526613 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.536833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b353807b-c88f-485c-bda8-41b51e8a9b6a req-1263993c-09ea-4f9b-a7ce-e3dc16e53146 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846307 Aug 16 20:48:18.557890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb3694-1e4e-4897-95c0-40c9816ddfc6 req-2ab9559e-29d1-4da7-8d34-8880b081ba2f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.566162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32eb3694-1e4e-4897-95c0-40c9816ddfc6 req-2ab9559e-29d1-4da7-8d34-8880b081ba2f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 944 time: 0.0908525 Aug 16 20:48:18.614493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32eb3694-1e4e-4897-95c0-40c9816ddfc6 req-0dcdf13e-b777-446d-a972-a63923d8bc87 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473800 Aug 16 20:48:18.673093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:18.676992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.858734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Allocated IP 10.1.1.2 (95fb09e9-5787-4cea-bde9-a09e1b739f1e/78ec6dfd-c9dd-4e50-b8df-5b4887dfd243/3fa159ee-e8ef-4418-904f-0102b136451b) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:18.931148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e4556-282b-457c-865e-00cf19ffd040 req-e65fd210-3ffb-4f3c-b79b-62329d982521 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.938582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d97e4556-282b-457c-865e-00cf19ffd040 req-e65fd210-3ffb-4f3c-b79b-62329d982521 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.0577052 Aug 16 20:48:18.964710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.984605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d97e4556-282b-457c-865e-00cf19ffd040 req-efa2e829-88b5-46bf-a522-799f1c2fe47c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Aug 16 20:48:19.051233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Subnet': ['ID=4de59a1e-f7d7-488b-b942-d071b0900dff,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:19.062107 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.072633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Transition to ACTIVE for port object 3fa159ee-e8ef-4418-904f-0102b136451b will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:19.078595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Checking segment: {'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:19.079039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network hostable DHCP agents. Network: a7b89468-d91c-49fc-8c48-1765c0cd8fb5, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:48:19.091376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Transition to ACTIVE for port object 3fa159ee-e8ef-4418-904f-0102b136451b will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:19.200526 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.221565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cc1ac-ccae-4eb0-8969-87a0accf14fd req-f460dceb-82ef-47a0-a68f-9bac3b077891 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.223721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b88cc1ac-ccae-4eb0-8969-87a0accf14fd req-f460dceb-82ef-47a0-a68f-9bac3b077891 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0593657 Aug 16 20:48:19.263259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:48:19.265784 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.294758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b88cc1ac-ccae-4eb0-8969-87a0accf14fd req-46374e36-83a2-455b-813a-0659a12ad691 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624995 Aug 16 20:48:19.332572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Pushing event updated for resources: {'Port': ['ID=3fa159ee-e8ef-4418-904f-0102b136451b,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:19.338447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Network 95fb09e9-5787-4cea-bde9-a09e1b739f1e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:19.342071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:19.344625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:19.348547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-50c6d8aa-4cf6-4993-9dc0-82f1e82d1020 req-bf73c58d-32e8-4948-970b-362c85b57ca4 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1566173031', 'description': 'tempest-description-1969499799'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:19.366456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a7b89468-d91c-49fc-8c48-1765c0cd8fb5) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:19.371417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.372166 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.399129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f34f6-fc8c-402f-9c84-f873a7876670 None None] Network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:19.444525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:19.453366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Attempting to bind port 3fa159ee-e8ef-4418-904f-0102b136451b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:19.453741 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Attempting to bind port 3fa159ee-e8ef-4418-904f-0102b136451b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:19.454107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Attempting to bind port 3fa159ee-e8ef-4418-904f-0102b136451b on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:19.480171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:19.480545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Checking segment: {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:19.480944 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.481356 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Bound using segment: {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:19.481826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Bound port: 3fa159ee-e8ef-4418-904f-0102b136451b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:19.482203 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.487067 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-50c6d8aa-4cf6-4993-9dc0-82f1e82d1020 req-bf73c58d-32e8-4948-970b-362c85b57ca4 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.605164 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-076a61c5-fc46-49c3-babf-91dfd9fd7895 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2193153 Aug 16 20:48:19.605764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52388) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:19.613703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] For port 3fa159ee-e8ef-4418-904f-0102b136451b, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:19.614721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'port': {'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e', 'name': 'tempest-TaggedBootDevicesTest-1128787679', 'fixed_ips': [{'subnet_id': '78ec6dfd-c9dd-4e50-b8df-5b4887dfd243'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:19.618841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] For port 3fa159ee-e8ef-4418-904f-0102b136451b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3fa159ee-e8ef-4418-904f-0102b136451b,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:19.656471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-a7b89468-d91c-49fc-8c48-1765c0cd8fb5', 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'fixed_ips': [{'subnet_id': '4de59a1e-f7d7-488b-b942-d071b0900dff'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:48:19.657366 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.759558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee013c25-fa14-4324-8f9c-f0e73c6cfc92 req-4e243a9b-f7c7-4b81-bc0b-e576eeb21b13 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.761654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d4d2-5f27-460d-8dbd-c4d34afd5479 req-11dd84cf-c639-468a-b82d-ad35228fabe1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.763725 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6f49d4d2-5f27-460d-8dbd-c4d34afd5479 req-11dd84cf-c639-468a-b82d-ad35228fabe1 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 945 time: 0.1327729 Aug 16 20:48:19.767689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee013c25-fa14-4324-8f9c-f0e73c6cfc92 req-4e243a9b-f7c7-4b81-bc0b-e576eeb21b13 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 945 time: 0.1576650 Aug 16 20:48:19.776021 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.778752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:19.819221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:19.819697 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.831465 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee013c25-fa14-4324-8f9c-f0e73c6cfc92 req-2351eb8d-930d-4fb6-a704-61575abe771e tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575750 Aug 16 20:48:19.876127 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-50c6d8aa-4cf6-4993-9dc0-82f1e82d1020 req-bf73c58d-32e8-4948-970b-362c85b57ca4 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.899792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-6f49d4d2-5f27-460d-8dbd-c4d34afd5479 req-de11e977-9ce4-4aab-be86-bf1d320c663f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Deleting port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:19.900608 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6f49d4d2-5f27-460d-8dbd-c4d34afd5479 req-de11e977-9ce4-4aab-be86-bf1d320c663f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.996474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b201ce-7c45-4bce-ab1c-79c77128d761 req-3d6df095-a98e-41f5-9378-0ec508641cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.999251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1b201ce-7c45-4bce-ab1c-79c77128d761 req-3d6df095-a98e-41f5-9378-0ec508641cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 944 time: 0.0812533 Aug 16 20:48:20.005753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-6f49d4d2-5f27-460d-8dbd-c4d34afd5479 req-de11e977-9ce4-4aab-be86-bf1d320c663f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] For port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:20.006570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6f49d4d2-5f27-460d-8dbd-c4d34afd5479 req-de11e977-9ce4-4aab-be86-bf1d320c663f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.006700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c7b58-2ad9-47ff-ba7d-dbe373c1ef64 None None] Pushing event updated for resources: {'Port': ['ID=3fa159ee-e8ef-4418-904f-0102b136451b,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:20.029900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Allocated IP 10.2.2.2 (a7b89468-d91c-49fc-8c48-1765c0cd8fb5/4de59a1e-f7d7-488b-b942-d071b0900dff/4652a709-79da-4054-9cc7-ed0e735474ff) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:20.045006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-6f49d4d2-5f27-460d-8dbd-c4d34afd5479 req-de11e977-9ce4-4aab-be86-bf1d320c663f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Calling delete_port for d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:20.046791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-50c6d8aa-4cf6-4993-9dc0-82f1e82d1020 req-bf73c58d-32e8-4948-970b-362c85b57ca4 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.099812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1b201ce-7c45-4bce-ab1c-79c77128d761 req-ff863373-9af1-4e52-b16b-9833b2db58c5 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939114 Aug 16 20:48:20.131731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73c58d-32e8-4948-970b-362c85b57ca4 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b89bf52-0888-49b8-ae1f-940f397c25d7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:20.175485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:20.176689 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.251914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f44947-5e55-475b-be41-9569e83d3eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab14883-54ec-4bc5-be5b-5aa1e501dd45'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:20.254244 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691d913b-6bbd-42e3-81d1-ae5d9023e853" -d '{"events": [{"server_uuid": "02f44947-5e55-475b-be41-9569e83d3eb4", "name": "network-vif-plugged", "status": "completed", "tag": "5ab14883-54ec-4bc5-be5b-5aa1e501dd45"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:20.275430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3224-7ddc-4a96-b46f-0b05ef24e2c1 req-6b5a3098-dcb1-4897-bbf1-b977156ef2bb tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.277746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6bd3224-7ddc-4a96-b46f-0b05ef24e2c1 req-6b5a3098-dcb1-4897-bbf1-b977156ef2bb tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.0945787 Aug 16 20:48:20.281889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5ab14883-54ec-4bc5-be5b-5aa1e501dd45,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:20.336357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6bd3224-7ddc-4a96-b46f-0b05ef24e2c1 req-649ff48b-286b-47f0-b087-fe77b3ba20a9 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471122 Aug 16 20:48:20.368326 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.378490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Transition to ACTIVE for port object 4652a709-79da-4054-9cc7-ed0e735474ff will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:20.397847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Transition to ACTIVE for port object 4652a709-79da-4054-9cc7-ed0e735474ff will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:20.402974 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80262619-4784-4fb2-bd13-7c6bc0b19794 x-openstack-request-id: req-80262619-4784-4fb2-bd13-7c6bc0b19794 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:20.403263 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f44947-5e55-475b-be41-9569e83d3eb4", "name": "network-vif-plugged", "status": "completed", "tag": "5ab14883-54ec-4bc5-be5b-5aa1e501dd45", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:20.403518 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-80262619-4784-4fb2-bd13-7c6bc0b19794 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:20.403955 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f44947-5e55-475b-be41-9569e83d3eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab14883-54ec-4bc5-be5b-5aa1e501dd45', 'code': 200} Aug 16 20:48:20.429950 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.526855 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-50c6d8aa-4cf6-4993-9dc0-82f1e82d1020 req-bf73c58d-32e8-4948-970b-362c85b57ca4 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.536396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=5ab14883-54ec-4bc5-be5b-5aa1e501dd45,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:20.541118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50c6d8aa-4cf6-4993-9dc0-82f1e82d1020 req-bf73c58d-32e8-4948-970b-362c85b57ca4 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.1959350 Aug 16 20:48:20.571662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac24d8-760d-4965-aa10-6fd5eb073de6 req-e241427d-5e99-4037-b626-ec3c3c8d6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.573094 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.576459 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aaac24d8-760d-4965-aa10-6fd5eb073de6 req-e241427d-5e99-4037-b626-ec3c3c8d6d43 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 1097 time: 0.1311140 Aug 16 20:48:20.627975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:20.631089 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.639739 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3fa159ee-e8ef-4418-904f-0102b136451b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:20.640640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aaac24d8-760d-4965-aa10-6fd5eb073de6 req-aa81f377-ce3d-4866-88ff-2ca4f6ccf1f3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579233 Aug 16 20:48:20.640783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:20.660252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Pushing event updated for resources: {'Port': ['ID=4652a709-79da-4054-9cc7-ed0e735474ff,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:20.664458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8568b7a3-360b-4719-b352-7d6d2794e977 req-1128f5cc-a21b-43c5-b188-ac38f102cb0b tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1566173031&fields=id&tenant_id=dcf578e4774e42a99c324c03ea1a9bfc HTTP/1.1" status: 200 len: 267 time: 0.0585301 Aug 16 20:48:20.664630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:20.734056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568b7a3-360b-4719-b352-7d6d2794e977 req-aba68896-9b5f-4bdb-966b-d002d76c8a07 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.741237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Attempting to bind port 4652a709-79da-4054-9cc7-ed0e735474ff on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:20.741737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Attempting to bind port 4652a709-79da-4054-9cc7-ed0e735474ff by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:20.741975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Attempting to bind port 4652a709-79da-4054-9cc7-ed0e735474ff on network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:20.749573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8568b7a3-360b-4719-b352-7d6d2794e977 req-aba68896-9b5f-4bdb-966b-d002d76c8a07 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0779269 Aug 16 20:48:20.750121 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:20.750506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Checking segment: {'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:20.750916 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.751318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Bound using segment: {'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:20.751794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Bound port: 4652a709-79da-4054-9cc7-ed0e735474ff, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:20.752191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.756175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-8568b7a3-360b-4719-b352-7d6d2794e977 req-79909a7c-3954-4fe1-bb48-ad5de527845a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Request body: {'port': {'security_groups': ['41213417-286c-439d-af49-bcfcd1f526be', '2b89bf52-0888-49b8-ae1f-940f397c25d7']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:20.787850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.832197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 3fa159ee-e8ef-4418-904f-0102b136451b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:20.842705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] device_id is not set on port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:48:20.855519 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8568b7a3-360b-4719-b352-7d6d2794e977 req-79909a7c-3954-4fe1-bb48-ad5de527845a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.904092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] For port 4652a709-79da-4054-9cc7-ed0e735474ff, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:20.910463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] For port 4652a709-79da-4054-9cc7-ed0e735474ff, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4652a709-79da-4054-9cc7-ed0e735474ff,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:20.950274 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6f49d4d2-5f27-460d-8dbd-c4d34afd5479 req-de11e977-9ce4-4aab-be86-bf1d320c663f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.964049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['542c8305-3fea-4992-af47-97b77e1a4475', 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:20.999951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11e977-9ce4-4aab-be86-bf1d320c663f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Pushing event deleted for resources: {'Port': ['ID=d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:21.016662 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.048956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7732a328-2dea-4cba-a0bf-97971516cffe req-630c9eaf-7b21-4486-aaa5-c9b28e498c11 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 210 time: 0.1010230 Aug 16 20:48:21.113274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f49d4d2-5f27-460d-8dbd-c4d34afd5479 req-de11e977-9ce4-4aab-be86-bf1d320c663f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] No DVR routers for this DVR port d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:21.118152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6f49d4d2-5f27-460d-8dbd-c4d34afd5479 req-de11e977-9ce4-4aab-be86-bf1d320c663f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.120379 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6f49d4d2-5f27-460d-8dbd-c4d34afd5479 req-de11e977-9ce4-4aab-be86-bf1d320c663f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "DELETE /v2.0/ports/d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd HTTP/1.1" status: 204 len: 173 time: 1.3453393 Aug 16 20:48:21.120889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b310d0c7-8e0a-4052-acc4-21a6dcf0945c', 'name': 'network-vif-deleted', 'tag': 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:21.132268 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38d8c05-014f-4d70-8f1c-4fccaa41aec7" -d '{"events": [{"server_uuid": "b310d0c7-8e0a-4052-acc4-21a6dcf0945c", "name": "network-vif-deleted", "tag": "d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:21.150159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc60cc3-764f-4dc4-bff1-b2132ed9ba9c None None] Pushing event updated for resources: {'Port': ['ID=4652a709-79da-4054-9cc7-ed0e735474ff,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:21.191028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8568b7a3-360b-4719-b352-7d6d2794e977 req-79909a7c-3954-4fe1-bb48-ad5de527845a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] For port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,segment=NetworkSegment(60f7b97c-4659-4d2f-8b5f-5b390399d826),segment_id=60f7b97c-4659-4d2f-8b5f-5b390399d826)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:21.241447 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8568b7a3-360b-4719-b352-7d6d2794e977 req-79909a7c-3954-4fe1-bb48-ad5de527845a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.253323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Allocated IP 10.1.1.194 (95fb09e9-5787-4cea-bde9-a09e1b739f1e/78ec6dfd-c9dd-4e50-b8df-5b4887dfd243/b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:21.361856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a672782-7b6c-4b4f-b973-92cfde237f86 req-7e6d5f1a-ad1e-450b-9f88-09226a28585e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.361856 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a672782-7b6c-4b4f-b973-92cfde237f86 req-7e6d5f1a-ad1e-450b-9f88-09226a28585e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 945 time: 0.1095581 Aug 16 20:48:21.386944 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8568b7a3-360b-4719-b352-7d6d2794e977 req-79909a7c-3954-4fe1-bb48-ad5de527845a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.416782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a672782-7b6c-4b4f-b973-92cfde237f86 req-68e10610-cffa-4b32-a01b-2b0d08c7d119 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537539 Aug 16 20:48:21.441629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a28e311-37fa-430a-9760-6a1322e74d39 None None] Network 95fb09e9-5787-4cea-bde9-a09e1b739f1e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:21.446775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568b7a3-360b-4719-b352-7d6d2794e977 req-79909a7c-3954-4fe1-bb48-ad5de527845a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.447309 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8568b7a3-360b-4719-b352-7d6d2794e977 req-79909a7c-3954-4fe1-bb48-ad5de527845a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.448724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8568b7a3-360b-4719-b352-7d6d2794e977 req-79909a7c-3954-4fe1-bb48-ad5de527845a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "PUT /v2.0/ports/ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 982 time: 0.6981289 Aug 16 20:48:21.449232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:21.451795 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b43140-b77f-422e-80d8-b8f4cf524dea" -d '{"events": [{"name": "network-changed", "server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:21.523154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79909a7c-3954-4fe1-bb48-ad5de527845a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Pushing event updated for resources: {'Port': ['ID=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,revision_number=6']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:21.567262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:21.567262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:21.581320 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904e446f-48ee-4a8b-b78f-dfd00667ff19 x-openstack-request-id: req-904e446f-48ee-4a8b-b78f-dfd00667ff19 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:21.581713 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b310d0c7-8e0a-4052-acc4-21a6dcf0945c", "name": "network-vif-deleted", "tag": "d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:21.581951 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-904e446f-48ee-4a8b-b78f-dfd00667ff19 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:21.582244 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b310d0c7-8e0a-4052-acc4-21a6dcf0945c', 'name': 'network-vif-deleted', 'tag': 'd27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd', 'status': 'completed', 'code': 200} Aug 16 20:48:21.612493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.631672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Transition to ACTIVE for port object b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:21.741761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ade27-db2b-4cbd-afd3-7abc0403767b req-f438426e-6a03-4557-b963-ab59e9dfa551 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.743477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-312ade27-db2b-4cbd-afd3-7abc0403767b req-f438426e-6a03-4557-b963-ab59e9dfa551 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1234226 Aug 16 20:48:21.747095 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-662ac8d9-b05c-4834-ba67-9663c1bf47b2 req-8bb24424-78dc-42c2-af9c-37a9570362a5 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1566173031&fields=id&tenant_id=dcf578e4774e42a99c324c03ea1a9bfc HTTP/1.1" status: 200 len: 267 time: 0.0627697 Aug 16 20:48:21.801686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.812688 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fdc3a46f-ef59-4bbe-aea8-fb85487f83e3 None None] Provisioning for port 3fa159ee-e8ef-4418-904f-0102b136451b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:21.837495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fdc3a46f-ef59-4bbe-aea8-fb85487f83e3 None None] Provisioning complete for port 3fa159ee-e8ef-4418-904f-0102b136451b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:21.837718 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a46f-ef59-4bbe-aea8-fb85487f83e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.885836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Port': ['ID=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:21.924930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network 95fb09e9-5787-4cea-bde9-a09e1b739f1e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:21.927355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:21.930041 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:21.982047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.982809 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.092741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cbfe2ea4-1cde-49f7-9516-8a36a275c6c1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4854295 Aug 16 20:48:22.093710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52444) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:22.100146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'port': {'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e', 'name': 'tempest-TaggedBootDevicesTest-2056604247', 'fixed_ips': [{'subnet_id': '78ec6dfd-c9dd-4e50-b8df-5b4887dfd243'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:22.140697 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a46f-ef59-4bbe-aea8-fb85487f83e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.201373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fdc3a46f-ef59-4bbe-aea8-fb85487f83e3 None None] For port 3fa159ee-e8ef-4418-904f-0102b136451b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3fa159ee-e8ef-4418-904f-0102b136451b,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:22.248613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-312ade27-db2b-4cbd-afd3-7abc0403767b req-0de02be0-917d-4292-91ee-27c858f92542 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960072 Aug 16 20:48:22.282511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac8d9-b05c-4834-ba67-9663c1bf47b2 req-004b7900-b9a7-4bb3-80ad-98b41281940d tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.284155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-662ac8d9-b05c-4834-ba67-9663c1bf47b2 req-004b7900-b9a7-4bb3-80ad-98b41281940d tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 985 time: 0.5305414 Aug 16 20:48:22.301231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-662ac8d9-b05c-4834-ba67-9663c1bf47b2 req-b4d4eb8b-e354-4864-8356-d3e31144b3e1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Request body: {'port': {'security_groups': ['41213417-286c-439d-af49-bcfcd1f526be']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:22.304903 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a46f-ef59-4bbe-aea8-fb85487f83e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.344132 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c51b6f7-8c6d-4624-b8fc-b5fa237f3953 x-openstack-request-id: req-9c51b6f7-8c6d-4624-b8fc-b5fa237f3953 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:22.344427 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:22.344666 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9c51b6f7-8c6d-4624-b8fc-b5fa237f3953 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:22.345788 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'status': 'completed', 'code': 200} Aug 16 20:48:22.396501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3a46f-ef59-4bbe-aea8-fb85487f83e3 None None] Pushing event updated for resources: {'Port': ['ID=3fa159ee-e8ef-4418-904f-0102b136451b,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:22.409466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:22.425393 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.500426 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-662ac8d9-b05c-4834-ba67-9663c1bf47b2 req-b4d4eb8b-e354-4864-8356-d3e31144b3e1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.535059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] device_id is not set on port a19bea0e-f740-4d0b-8449-60adbd042ab2 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:48:22.603884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43140-b77f-422e-80d8-b8f4cf524dea req-f7947747-27d4-42e9-8b18-70dcd99e24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.605938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8b43140-b77f-422e-80d8-b8f4cf524dea req-f7947747-27d4-42e9-8b18-70dcd99e24f6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcf578e4774e42a99c324c03ea1a9bfc&device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 1137 time: 0.2190766 Aug 16 20:48:22.673003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-572ff153-f88a-42d7-b5be-46627bc6a833 None None] Provisioning for port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:22.681341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-572ff153-f88a-42d7-b5be-46627bc6a833 None None] Provisioning complete for port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:22.682104 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-572ff153-f88a-42d7-b5be-46627bc6a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.759920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-572ff153-f88a-42d7-b5be-46627bc6a833 None None] Port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:22.767520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4652a709-79da-4054-9cc7-ed0e735474ff up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:22.811718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-572ff153-f88a-42d7-b5be-46627bc6a833 None None] Provisioning complete for port 3fa159ee-e8ef-4418-904f-0102b136451b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:22.812129 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-572ff153-f88a-42d7-b5be-46627bc6a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.877516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c0deb-58f0-4f22-ad21-6aac0ddcfe68 None None] Network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:22.882628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43140-b77f-422e-80d8-b8f4cf524dea req-7a8e15fc-4bdb-4188-9346-ddfb4dc2ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.884968 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8b43140-b77f-422e-80d8-b8f4cf524dea req-7a8e15fc-4bdb-4188-9346-ddfb4dc2ef3b service neutron] 10.222.0.79 "GET /v2.0/networks?id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 HTTP/1.1" status: 200 len: 921 time: 0.2700887 Aug 16 20:48:22.888423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6991e816-6d18-4dac-bfa7-03bc964afacc req-75931171-a9bc-4430-b48c-63ae5e810270 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=b310d0c7-8e0a-4052-acc4-21a6dcf0945c HTTP/1.1" status: 200 len: 210 time: 0.1146865 Aug 16 20:48:22.990617 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8b43140-b77f-422e-80d8-b8f4cf524dea req-e43855c7-caf6-4faa-9896-0644d8a9d1af service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 217 time: 0.0978613 Aug 16 20:48:23.023317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-662ac8d9-b05c-4834-ba67-9663c1bf47b2 req-b4d4eb8b-e354-4864-8356-d3e31144b3e1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] For port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,segment=NetworkSegment(60f7b97c-4659-4d2f-8b5f-5b390399d826),segment_id=60f7b97c-4659-4d2f-8b5f-5b390399d826)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:23.057888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Allocated IP 10.1.1.32 (95fb09e9-5787-4cea-bde9-a09e1b739f1e/78ec6dfd-c9dd-4e50-b8df-5b4887dfd243/a19bea0e-f740-4d0b-8449-60adbd042ab2) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:23.066853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 4652a709-79da-4054-9cc7-ed0e735474ff completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:23.077172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3fa159ee-e8ef-4418-904f-0102b136451b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:23.078820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43140-b77f-422e-80d8-b8f4cf524dea req-c9cd9eb2-0425-4e3d-9dc4-a4dd78d1473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.080674 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8b43140-b77f-422e-80d8-b8f4cf524dea req-c9cd9eb2-0425-4e3d-9dc4-a4dd78d1473a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb35f203-0600-4f06-9b33-75b8cef4e735 HTTP/1.1" status: 200 len: 860 time: 0.0719442 Aug 16 20:48:23.113553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-662ac8d9-b05c-4834-ba67-9663c1bf47b2 req-b4d4eb8b-e354-4864-8356-d3e31144b3e1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.117526 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8b43140-b77f-422e-80d8-b8f4cf524dea req-2479dd0b-9706-4a8f-aa48-307d00474206 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283751 Aug 16 20:48:23.130168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033ea41-72d1-4269-9586-aa47dbb3d50d req-d60aaa49-8b53-49d4-b93c-de5e9b4405a2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.132358 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8033ea41-72d1-4269-9586-aa47dbb3d50d req-d60aaa49-8b53-49d4-b93c-de5e9b4405a2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0890639 Aug 16 20:48:23.165105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d2f124fd-308d-4ac4-a15e-b56c19d08ec3 None None] Provisioning complete for port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:23.165105 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d2f124fd-308d-4ac4-a15e-b56c19d08ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.201920 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8033ea41-72d1-4269-9586-aa47dbb3d50d req-5ba587f3-ca92-40e2-a91d-42b87aced4d1 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601432 Aug 16 20:48:23.207311 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-662ac8d9-b05c-4834-ba67-9663c1bf47b2 req-b4d4eb8b-e354-4864-8356-d3e31144b3e1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.208766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3fa159ee-e8ef-4418-904f-0102b136451b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:23.209169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.232491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:23.252139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d2f124fd-308d-4ac4-a15e-b56c19d08ec3 None None] Port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:23.321212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac8d9-b05c-4834-ba67-9663c1bf47b2 req-b4d4eb8b-e354-4864-8356-d3e31144b3e1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.321819 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-662ac8d9-b05c-4834-ba67-9663c1bf47b2 req-b4d4eb8b-e354-4864-8356-d3e31144b3e1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.339508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-662ac8d9-b05c-4834-ba67-9663c1bf47b2 req-b4d4eb8b-e354-4864-8356-d3e31144b3e1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "PUT /v2.0/ports/ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 943 time: 1.0482986 Aug 16 20:48:23.372396 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8b43140-b77f-422e-80d8-b8f4cf524dea req-1129d54d-8096-4627-90af-efac6a2664c3 service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476435 Aug 16 20:48:23.488639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4eb8b-e354-4864-8356-d3e31144b3e1 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Pushing event updated for resources: {'Port': ['ID=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:23.510838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.541265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:23.550203 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Transition to ACTIVE for port object a19bea0e-f740-4d0b-8449-60adbd042ab2 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:23.572612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f708ec-0d7a-45f7-97a8-bf2a9cbcfb28 req-320f63f1-2afb-4c94-8d33-b879c1721ad0 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.573676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:23.574526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d27d3d2c-fc9c-4ef9-aa8f-0553bf7af4fd not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:23.574917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8f708ec-0d7a-45f7-97a8-bf2a9cbcfb28 req-320f63f1-2afb-4c94-8d33-b879c1721ad0 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1532452 Aug 16 20:48:23.586385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:23.597841 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8b43140-b77f-422e-80d8-b8f4cf524dea req-be91a89b-4b3d-4acc-84fb-dfbda3ca48b4 service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035050 Aug 16 20:48:23.633710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d2f124fd-308d-4ac4-a15e-b56c19d08ec3 None None] Provisioning for port 4652a709-79da-4054-9cc7-ed0e735474ff completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:23.643743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8f708ec-0d7a-45f7-97a8-bf2a9cbcfb28 req-98a28e50-c69d-4cc0-8362-3aa192beed52 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601361 Aug 16 20:48:23.653488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d2f124fd-308d-4ac4-a15e-b56c19d08ec3 None None] Provisioning complete for port 4652a709-79da-4054-9cc7-ed0e735474ff triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:23.653858 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d2f124fd-308d-4ac4-a15e-b56c19d08ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.665936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-23c5fdb4-5f6b-4354-8763-8c7d02884aae tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.667624 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-23c5fdb4-5f6b-4354-8763-8c7d02884aae tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.1886754 Aug 16 20:48:23.732619 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.766509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-f2b3af9a-7164-4574-929f-7cee2139ac5f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/quotas/ddfb1c9208d1440192808c93cfed992b HTTP/1.1" status: 200 len: 375 time: 0.0915096 Aug 16 20:48:23.779591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network 95fb09e9-5787-4cea-bde9-a09e1b739f1e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:23.783361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:23.787601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:23.873165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Port': ['ID=a19bea0e-f740-4d0b-8449-60adbd042ab2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:23.890172 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d2f124fd-308d-4ac4-a15e-b56c19d08ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.920573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.921293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.936848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-9d03329e-90ce-4f27-ac4c-636871e0b422 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573224 Aug 16 20:48:23.985617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d2f124fd-308d-4ac4-a15e-b56c19d08ec3 None None] For port 4652a709-79da-4054-9cc7-ed0e735474ff, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4652a709-79da-4054-9cc7-ed0e735474ff,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:24.000631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-9ee63ba0-67da-4fe1-872e-5cd22cd1dd46 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3267813 Aug 16 20:48:24.013948 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-10cc14d3-6c4e-42e3-857a-3267d0f42553 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9186764 Aug 16 20:48:24.014785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:24.077858 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-da48492a-ea2f-4710-a4b4-ef47530606a9 service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288466 Aug 16 20:48:24.089951 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d2f124fd-308d-4ac4-a15e-b56c19d08ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.145281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f124fd-308d-4ac4-a15e-b56c19d08ec3 None None] Pushing event updated for resources: {'Port': ['ID=4652a709-79da-4054-9cc7-ed0e735474ff,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:24.148980 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.208556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6497ad2e-011e-4066-bea9-898d28b1f885 None None] Provisioning complete for port 4652a709-79da-4054-9cc7-ed0e735474ff triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:24.209180 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6497ad2e-011e-4066-bea9-898d28b1f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.238669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-70cbaf40-f594-44b0-899f-f055fddfb464 service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598964 Aug 16 20:48:24.284237 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.346670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:24.348976 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9d35f7-72e7-456b-a6fc-50ed74178f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:24.406393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Allocated IP 172.25.4.32 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/b7a46da6-9b50-4e40-b65b-7f5ed2a02fca) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:24.423271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6497ad2e-011e-4066-bea9-898d28b1f885 None None] Provisioning for port a19bea0e-f740-4d0b-8449-60adbd042ab2 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:24.427462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6497ad2e-011e-4066-bea9-898d28b1f885 None None] Provisioning complete for port a19bea0e-f740-4d0b-8449-60adbd042ab2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:24.427830 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6497ad2e-011e-4066-bea9-898d28b1f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.503703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4652a709-79da-4054-9cc7-ed0e735474ff up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:24.507287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6497ad2e-011e-4066-bea9-898d28b1f885 None None] Port a19bea0e-f740-4d0b-8449-60adbd042ab2 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:24.567314 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.575727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4652a709-79da-4054-9cc7-ed0e735474ff triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:24.576848 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.686649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.742195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Pushing event updated for resources: {'Port': ['ID=b7a46da6-9b50-4e40-b65b-7f5ed2a02fca,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:24.755040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:24.756629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:24.763659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:24.847170 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.978339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.157878 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.196891 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52526) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:25.202962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7ce6fd2c-b891-4eec-a912-94a8bc8fc67a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--800198952', 'description': 'tempest-description--378811855'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:25.228676 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5c5834-b90e-43d1-b2c3-d12171f20fa7 x-openstack-request-id: req-ae5c5834-b90e-43d1-b2c3-d12171f20fa7 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:25.234595 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:25.234595 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ae5c5834-b90e-43d1-b2c3-d12171f20fa7 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:25.234595 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'status': 'completed', 'code': 200} Aug 16 20:48:25.307145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9dc99818-53a3-47f2-8a4f-68b72ad1a453 req-ca68576b-77ae-43f6-b602-253403656b0d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 210 time: 0.0441740 Aug 16 20:48:25.318055 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.365143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce6fd2c-b891-4eec-a912-94a8bc8fc67a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.373379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d35f7-72e7-456b-a6fc-50ed74178f3b req-b5fa02e1-9aa2-4e2c-8349-38bb04cfb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.381212 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae9d35f7-72e7-456b-a6fc-50ed74178f3b req-b5fa02e1-9aa2-4e2c-8349-38bb04cfb927 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcf578e4774e42a99c324c03ea1a9bfc&device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 1098 time: 0.1278603 Aug 16 20:48:25.402841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Pushing event updated for resources: {'Port': ['ID=b7a46da6-9b50-4e40-b65b-7f5ed2a02fca,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:25.505210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1cc5d-2ea2-424b-ba08-98f03e46990a req-1e6ba8a9-e09d-4513-b567-164e5c35a92f tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.513431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02e1cc5d-2ea2-424b-ba08-98f03e46990a req-1e6ba8a9-e09d-4513-b567-164e5c35a92f tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1090178 Aug 16 20:48:25.514139 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.540814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d35f7-72e7-456b-a6fc-50ed74178f3b req-0e899ddd-09a5-4bb1-a24e-54fdc1053131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.542546 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae9d35f7-72e7-456b-a6fc-50ed74178f3b req-0e899ddd-09a5-4bb1-a24e-54fdc1053131 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 HTTP/1.1" status: 200 len: 921 time: 0.1430697 Aug 16 20:48:25.578732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02e1cc5d-2ea2-424b-ba08-98f03e46990a req-8bc7b77b-26ce-48ba-9800-8be9fbeaff76 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670600 Aug 16 20:48:25.648071 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae9d35f7-72e7-456b-a6fc-50ed74178f3b req-64fe1252-0888-4452-bb35-a955571a2b47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 217 time: 0.0885551 Aug 16 20:48:25.650447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce6fd2c-b891-4eec-a912-94a8bc8fc67a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.715444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d35f7-72e7-456b-a6fc-50ed74178f3b req-e00438b5-8f8a-439b-8b32-923583f686bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.717324 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae9d35f7-72e7-456b-a6fc-50ed74178f3b req-e00438b5-8f8a-439b-8b32-923583f686bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb35f203-0600-4f06-9b33-75b8cef4e735 HTTP/1.1" status: 200 len: 860 time: 0.0621459 Aug 16 20:48:25.754911 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae9d35f7-72e7-456b-a6fc-50ed74178f3b req-1743f598-9585-440b-a3d3-ef1130c2bc34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298817 Aug 16 20:48:25.852921 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae9d35f7-72e7-456b-a6fc-50ed74178f3b req-a25bb879-5ac5-43b8-bda7-7a6e506437f4 service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906956 Aug 16 20:48:25.956024 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ae9d35f7-72e7-456b-a6fc-50ed74178f3b req-e63e2e4b-255c-440d-a34f-ae024eeb712e service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961545 Aug 16 20:48:25.995375 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce6fd2c-b891-4eec-a912-94a8bc8fc67a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.027558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6fd2c-b891-4eec-a912-94a8bc8fc67a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b0352f-9398-4ec1-bc06-c8c80fd49ff3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:26.132634 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.134471 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-e86077e4-ea18-459d-b120-eb58e95ffa32 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1254449 Aug 16 20:48:26.154776 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce6fd2c-b891-4eec-a912-94a8bc8fc67a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.158909 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7ce6fd2c-b891-4eec-a912-94a8bc8fc67a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9583426 Aug 16 20:48:26.159231 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52544) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:26.164028 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-30f31a2f-8036-4b60-8dc5-41c108402cac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'security_group_rule': {'security_group_id': '16b0352f-9398-4ec1-bc06-c8c80fd49ff3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:26.216325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-56ad7f9e-fb05-457f-849f-2affc268a9e8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.0755441 Aug 16 20:48:26.290433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30f31a2f-8036-4b60-8dc5-41c108402cac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.343772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-7401b6e5-4c33-4f3e-ab28-9c23fc2d9579 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:26.350934 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-7401b6e5-4c33-4f3e-ab28-9c23fc2d9579 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.1287575 Aug 16 20:48:26.358701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-1dbc8c93-4cd7-431c-8684-c6deb4d6b8a7 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:48:26.380076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca777b85-caf2-4b29-a065-bedad3ab88f8 req-1dbc8c93-4cd7-431c-8684-c6deb4d6b8a7 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0278001 Aug 16 20:48:26.401369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30f31a2f-8036-4b60-8dc5-41c108402cac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.430298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3fe7145c-22a1-451e-baf8-58dc5e4f9e07 req-bdede3e7-3a94-46e8-aa30-8bc46f721fe9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 210 time: 0.0337741 Aug 16 20:48:26.481984 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30f31a2f-8036-4b60-8dc5-41c108402cac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.549331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31a2f-8036-4b60-8dc5-41c108402cac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca14dfe1-9991-4429-8506-68f6ac7bbb9b,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:26.614324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-df59e744-ab49-4c03-b269-ec789435b7c0 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:26.615802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-df59e744-ab49-4c03-b269-ec789435b7c0 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1126671 Aug 16 20:48:26.661559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30f31a2f-8036-4b60-8dc5-41c108402cac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.662834 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-30f31a2f-8036-4b60-8dc5-41c108402cac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5024915 Aug 16 20:48:26.665464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52566) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:26.676200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f9c95241-c59f-4afd-a225-9cc7a55e6a88 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'security_group_rule': {'security_group_id': '16b0352f-9398-4ec1-bc06-c8c80fd49ff3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:26.678965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-62a57f64-6958-4a03-b9bb-2ab1808371fb tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.0565538 Aug 16 20:48:26.684819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-271eb64a-6982-464e-bdc9-4b0c65a92cd8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Request body: {'floatingip': {'port_id': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:26.723813 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-271eb64a-6982-464e-bdc9-4b0c65a92cd8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.866187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9c95241-c59f-4afd-a225-9cc7a55e6a88 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.968519 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9c95241-c59f-4afd-a225-9cc7a55e6a88 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.037979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39532d-2f7e-4b37-8f54-383044178c72 req-190082ee-1731-4992-a4b1-9edcb7c6f65e tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:27.040070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f39532d-2f7e-4b37-8f54-383044178c72 req-190082ee-1731-4992-a4b1-9edcb7c6f65e tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1062112 Aug 16 20:48:27.052103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9c95241-c59f-4afd-a225-9cc7a55e6a88 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.109982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c95241-c59f-4afd-a225-9cc7a55e6a88 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff83cbb-3cc8-49af-a0d1-f149f685a889,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:27.154725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9c95241-c59f-4afd-a225-9cc7a55e6a88 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.155967 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f9c95241-c59f-4afd-a225-9cc7a55e6a88 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4895341 Aug 16 20:48:27.159149 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52580) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:27.163548 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f39532d-2f7e-4b37-8f54-383044178c72 req-95ba912e-ffe8-40aa-a094-4521b35a0c1a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880013 Aug 16 20:48:27.163737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:27.267338 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.287348 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-271eb64a-6982-464e-bdc9-4b0c65a92cd8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.391873 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.534915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Allocated IP 172.25.4.78 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/e9a9f4cf-afa5-4424-ab03-ef264c827a68) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:27.688480 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-271eb64a-6982-464e-bdc9-4b0c65a92cd8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.712335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-b2585206-dc45-45c8-a8d5-acad70340a51 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:27.719467 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-b2585206-dc45-45c8-a8d5-acad70340a51 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.1765800 Aug 16 20:48:27.730035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Request body: {'port': {'device_id': '19c0f2f9-0b5a-42a6-9edb-dc35f946b70c', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'admin_state_up': True, 'tenant_id': 'ddfb1c9208d1440192808c93cfed992b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:27.755974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5f0be-0204-4e7b-99c5-6679c69e7ce1 req-ab231ab1-65a4-4e7d-8011-4751cd660b81 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:27.757525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9f5f0be-0204-4e7b-99c5-6679c69e7ce1 req-ab231ab1-65a4-4e7d-8011-4751cd660b81 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 946 time: 0.4347394 Aug 16 20:48:27.796967 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.835925 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-271eb64a-6982-464e-bdc9-4b0c65a92cd8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Floating IP b6090578-1558-417e-9fd9-1d57187381a2 associated. External IP: 172.25.4.32, port: ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef. Aug 16 20:48:27.842892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9f5f0be-0204-4e7b-99c5-6679c69e7ce1 req-a58bbe24-5c20-4128-a68f-d6f21d27854c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567570 Aug 16 20:48:27.964248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c2b2bd9-3714-462a-bb64-17f314941ed0 req-0a06a29b-b1d0-4b17-b460-72382822628c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 210 time: 0.0349324 Aug 16 20:48:27.991347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Made reservation on behalf of ddfb1c9208d1440192808c93cfed992b for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:27.997555 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.000311 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.092355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:28.100739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:28.105898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:28.118259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-271eb64a-6982-464e-bdc9-4b0c65a92cd8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Router 7a782d71-7c8b-4bd1-a21e-c917e631202f has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:48:28.209209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Port': ['ID=e9a9f4cf-afa5-4424-ab03-ef264c827a68,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:28.270975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-271eb64a-6982-464e-bdc9-4b0c65a92cd8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:28.283780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009005a-4d86-4968-b626-76d1f6004888 None None] Sync routers for ids ['7a782d71-7c8b-4bd1-a21e-c917e631202f'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:28.299025 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-271eb64a-6982-464e-bdc9-4b0c65a92cd8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.299324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009005a-4d86-4968-b626-76d1f6004888 None None] Routers {'7a782d71-7c8b-4bd1-a21e-c917e631202f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:28.300179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f009005a-4d86-4968-b626-76d1f6004888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7a782d71-7c8b-4bd1-a21e-c917e631202f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:28.324068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Allocated IP 172.20.0.5 (0b94bc29-3f96-4417-a787-e029ad34ad92/ea210106-55a4-4da3-b9b0-5e9290d080d8/72c19d91-2318-43de-a72d-6392a8aa212d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:28.357880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-271eb64a-6982-464e-bdc9-4b0c65a92cd8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "PUT /v2.0/floatingips/b6090578-1558-417e-9fd9-1d57187381a2 HTTP/1.1" status: 200 len: 996 time: 1.6779010 Aug 16 20:48:28.358639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:28.362200 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325df0b2-d954-4edf-8b5b-d3fc6c4dd8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:28.453087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-662ec22d-f51a-4e79-b23a-7c02c9dbe23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:28.455008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-662ec22d-f51a-4e79-b23a-7c02c9dbe23e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dcf578e4774e42a99c324c03ea1a9bfc&device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 1098 time: 0.0813620 Aug 16 20:48:28.482358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f009005a-4d86-4968-b626-76d1f6004888 None None] Set router 7a782d71-7c8b-4bd1-a21e-c917e631202f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:28.491295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.570065 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.591068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-609c2364-442b-4681-ad34-6f2ce02f4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:28.592570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-609c2364-442b-4681-ad34-6f2ce02f4a1b service neutron] 10.222.0.74 "GET /v2.0/networks?id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 HTTP/1.1" status: 200 len: 921 time: 0.1298714 Aug 16 20:48:28.632780 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.700095 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-9e340e61-7a3a-4af6-8a80-2cb788c288f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 999 time: 0.0942452 Aug 16 20:48:28.780696 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f009005a-4d86-4968-b626-76d1f6004888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:19Z', 'revision_number': 4, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b6090578-1558-417e-9fd9-1d57187381a2', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'port_id': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'mac_address': 'fa:16:3e:50:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5354e047-cfff-4360-875b-ad076e850e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:24Z', 'updated_at': '2021-08-16T20:48:27Z', 'revision_number': 1, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6364503b-dda4-4943-8233-5a24ee70b388', 'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'mac_address': 'fa:16:3e:c4:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:17Z', 'updated_at': '2021-08-16T20:47:27Z', 'revision_number': 5, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'subnets': [{'id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:28.817505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009005a-4d86-4968-b626-76d1f6004888 None None] Checking router: 7a782d71-7c8b-4bd1-a21e-c917e631202f for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:28.832189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009005a-4d86-4968-b626-76d1f6004888 None None] Routers {'7a782d71-7c8b-4bd1-a21e-c917e631202f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:28.832892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f009005a-4d86-4968-b626-76d1f6004888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7a782d71-7c8b-4bd1-a21e-c917e631202f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:28.841934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-f3cac4b5-568e-4d48-bb05-7869e00923c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:28.850517 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-f3cac4b5-568e-4d48-bb05-7869e00923c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb35f203-0600-4f06-9b33-75b8cef4e735 HTTP/1.1" status: 200 len: 860 time: 0.1481910 Aug 16 20:48:28.863109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.895477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-630d3996-3b0b-4eab-8ea2-fdf5fb740f5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436537 Aug 16 20:48:28.901521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-9132369f-63f1-404b-bc03-f74d8642462d service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:48:28.909752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-9132369f-63f1-404b-bc03-f74d8642462d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126193 Aug 16 20:48:28.918026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event updated for resources: {'Port': ['ID=72c19d91-2318-43de-a72d-6392a8aa212d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:28.935017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88705dc5-ea28-47e0-a98b-5ba8630eee1a req-2e738418-c8c4-4abb-bf9e-7818629dd4e2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:28.936942 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88705dc5-ea28-47e0-a98b-5ba8630eee1a req-2e738418-c8c4-4abb-bf9e-7818629dd4e2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 946 time: 0.2126331 Aug 16 20:48:28.944276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Network 0b94bc29-3f96-4417-a787-e029ad34ad92 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:28.948623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:28.952151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.954008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:29.012742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:29.013197 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.017888 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.040779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f009005a-4d86-4968-b626-76d1f6004888 None None] Set router 7a782d71-7c8b-4bd1-a21e-c917e631202f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:29.044050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e93ab5-9de0-496c-93e2-42e4a0f986ae req-5e88ee4e-9d90-4ee0-99e8-f00b56d5578a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:29.045981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48e93ab5-9de0-496c-93e2-42e4a0f986ae req-5e88ee4e-9d90-4ee0-99e8-f00b56d5578a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.2830033 Aug 16 20:48:29.123633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.157095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Port': ['ID=e9a9f4cf-afa5-4424-ab03-ef264c827a68,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:29.173808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:29.177047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['5ab14883-54ec-4bc5-be5b-5aa1e501dd45'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:29.197562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48e93ab5-9de0-496c-93e2-42e4a0f986ae req-aa6a2020-ff52-405d-b133-0c600e1e0d07 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051648 Aug 16 20:48:29.200923 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-88705dc5-ea28-47e0-a98b-5ba8630eee1a req-5be4db52-f0fd-441c-a16a-c55826719489 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Deleting port 75578aa5-8a81-412f-8391-27e0a56c3c05 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:29.203584 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-88705dc5-ea28-47e0-a98b-5ba8630eee1a req-5be4db52-f0fd-441c-a16a-c55826719489 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.219843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.221388 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-abce1359-50ce-4207-8938-57171777b4d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0612171 Aug 16 20:48:29.224122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-c632cbeb-3168-48a7-8959-3ec7078dc9de service neutron] 10.222.0.74 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132019 Aug 16 20:48:29.287900 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a73b57f6-7b5c-4876-b73a-61d06eb43283 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5618143 Aug 16 20:48:29.310015 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Request body: {'port': {'device_id': '19c0f2f9-0b5a-42a6-9edb-dc35f946b70c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:29.405788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.442854 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0e9288-920c-4765-ae76-d0af510f8080 x-openstack-request-id: req-ae0e9288-920c-4765-ae76-d0af510f8080 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:29.445986 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:29.447270 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ae0e9288-920c-4765-ae76-d0af510f8080 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:29.448026 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'status': 'completed', 'code': 200} Aug 16 20:48:29.572522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-88705dc5-ea28-47e0-a98b-5ba8630eee1a req-5be4db52-f0fd-441c-a16a-c55826719489 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] For port 75578aa5-8a81-412f-8391-27e0a56c3c05, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=75578aa5-8a81-412f-8391-27e0a56c3c05,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:29.573308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-88705dc5-ea28-47e0-a98b-5ba8630eee1a req-5be4db52-f0fd-441c-a16a-c55826719489 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.588506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-88705dc5-ea28-47e0-a98b-5ba8630eee1a req-5be4db52-f0fd-441c-a16a-c55826719489 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Calling delete_port for 75578aa5-8a81-412f-8391-27e0a56c3c05 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:29.677328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f009005a-4d86-4968-b626-76d1f6004888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:19Z', 'revision_number': 4, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b6090578-1558-417e-9fd9-1d57187381a2', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'port_id': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'mac_address': 'fa:16:3e:50:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5354e047-cfff-4360-875b-ad076e850e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:24Z', 'updated_at': '2021-08-16T20:48:27Z', 'revision_number': 1, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6364503b-dda4-4943-8233-5a24ee70b388', 'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'mac_address': 'fa:16:3e:c4:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:17Z', 'updated_at': '2021-08-16T20:47:27Z', 'revision_number': 5, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'subnets': [{'id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:29.695458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d8e53e6-926d-4b4e-b742-7dba40b920da req-a2449d69-d2fe-46ad-90e2-ef52990c09d3 service neutron] 10.222.0.74 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693029 Aug 16 20:48:29.708744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009005a-4d86-4968-b626-76d1f6004888 None None] The sync data for ids ['7a782d71-7c8b-4bd1-a21e-c917e631202f'] in n-d-793619-14 is: [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:19Z', 'revision_number': 4, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b6090578-1558-417e-9fd9-1d57187381a2', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'port_id': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'mac_address': 'fa:16:3e:50:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5354e047-cfff-4360-875b-ad076e850e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:24Z', 'updated_at': '2021-08-16T20:48:27Z', 'revision_number': 1, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6364503b-dda4-4943-8233-5a24ee70b388', 'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'mac_address': 'fa:16:3e:c4:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:17Z', 'updated_at': '2021-08-16T20:47:27Z', 'revision_number': 5, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'subnets': [{'id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:29.753446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c19d91-2318-43de-a72d-6392a8aa212d {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:29.763910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.809919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325df0b2-d954-4edf-8b5b-d3fc6c4dd8f6 req-fea561d0-2131-4ec7-8f78-3ba16111e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:29.810668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-325df0b2-d954-4edf-8b5b-d3fc6c4dd8f6 req-fea561d0-2131-4ec7-8f78-3ba16111e512 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcf578e4774e42a99c324c03ea1a9bfc&device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 1098 time: 0.1284766 Aug 16 20:48:29.838801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66b70f-8bd0-4029-ba2c-cb7c997bef52 req-e851e2be-9365-4b4d-b972-2c0885199455 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:29.840311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d66b70f-8bd0-4029-ba2c-cb7c997bef52 req-e851e2be-9365-4b4d-b972-2c0885199455 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 946 time: 0.1168413 Aug 16 20:48:29.923812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Transition to ACTIVE for port object 72c19d91-2318-43de-a72d-6392a8aa212d will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:29.929291 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-88705dc5-ea28-47e0-a98b-5ba8630eee1a req-5be4db52-f0fd-441c-a16a-c55826719489 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.943280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['75578aa5-8a81-412f-8391-27e0a56c3c05'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:29.978102 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dca8e4-a022-4c5b-b57a-efe600de9237 None None] New status for floating IP b6090578-1558-417e-9fd9-1d57187381a2: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:48:29.986646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4db52-f0fd-441c-a16a-c55826719489 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event deleted for resources: {'Port': ['ID=75578aa5-8a81-412f-8391-27e0a56c3c05,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:29.997553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d66b70f-8bd0-4029-ba2c-cb7c997bef52 req-67e57dd7-ec9e-4235-85d2-731ade7ac86f tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.74 "GET /v2.0/security-groups?id=63635a22-8188-4ded-a5b1-3ad9f30e1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456337 Aug 16 20:48:30.021110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.052116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325df0b2-d954-4edf-8b5b-d3fc6c4dd8f6 req-37480a56-90b9-447b-aa8e-7a328e9e2a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.053846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-325df0b2-d954-4edf-8b5b-d3fc6c4dd8f6 req-37480a56-90b9-447b-aa8e-7a328e9e2a63 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 HTTP/1.1" status: 200 len: 921 time: 0.2329981 Aug 16 20:48:30.072200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7bb4f-1600-4db5-93e0-ba1ebe9d0d8e req-83671815-eb36-4f4e-b712-57f983e8b422 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.074064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ba7bb4f-1600-4db5-93e0-ba1ebe9d0d8e req-83671815-eb36-4f4e-b712-57f983e8b422 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 867 time: 0.2232854 Aug 16 20:48:30.101609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Pushing event updated for resources: {'Port': ['ID=72c19d91-2318-43de-a72d-6392a8aa212d,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:30.203645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Attempting to bind port 72c19d91-2318-43de-a72d-6392a8aa212d on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:30.203904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Attempting to bind port 72c19d91-2318-43de-a72d-6392a8aa212d by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:30.204241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Attempting to bind port 72c19d91-2318-43de-a72d-6392a8aa212d on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:30.209355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Port 72c19d91-2318-43de-a72d-6392a8aa212d on network 0b94bc29-3f96-4417-a787-e029ad34ad92 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:30.209683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Attempting to bind port 72c19d91-2318-43de-a72d-6392a8aa212d on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:30.210976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-88705dc5-ea28-47e0-a98b-5ba8630eee1a req-5be4db52-f0fd-441c-a16a-c55826719489 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] No DVR routers for this DVR port 75578aa5-8a81-412f-8391-27e0a56c3c05 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:30.215012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:30.215443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Checking segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:30.215740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Bound using segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:30.216178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Bound port: 72c19d91-2318-43de-a72d-6392a8aa212d, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:30.216644 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.218911 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-88705dc5-ea28-47e0-a98b-5ba8630eee1a req-5be4db52-f0fd-441c-a16a-c55826719489 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.220855 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88705dc5-ea28-47e0-a98b-5ba8630eee1a req-5be4db52-f0fd-441c-a16a-c55826719489 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "DELETE /v2.0/ports/75578aa5-8a81-412f-8391-27e0a56c3c05 HTTP/1.1" status: 204 len: 173 time: 1.2367058 Aug 16 20:48:30.252163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ba7bb4f-1600-4db5-93e0-ba1ebe9d0d8e req-96b1f529-dffb-4417-bbe5-b49ff02d4ff0 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156926 Aug 16 20:48:30.259399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-325df0b2-d954-4edf-8b5b-d3fc6c4dd8f6 req-797cb5a1-35cc-4ac7-8309-9d7ce7817e69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 999 time: 0.1842518 Aug 16 20:48:30.273418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ac26a-a887-433b-8525-e6e6b0376451 req-88880840-fd25-428c-a618-03d5c21471e3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.274978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-962ac26a-a887-433b-8525-e6e6b0376451 req-88880840-fd25-428c-a618-03d5c21471e3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 943 time: 0.1322546 Aug 16 20:48:30.305939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] For port 72c19d91-2318-43de-a72d-6392a8aa212d, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:30.311767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] For port 72c19d91-2318-43de-a72d-6392a8aa212d, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=72c19d91-2318-43de-a72d-6392a8aa212d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:30.390916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.422354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0ada0100-c22d-4dce-b798-d2a57cc27ad1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--800198952&fields=id&tenant_id=c0a087a9019a4187a37aa8311ae2b939 HTTP/1.1" status: 200 len: 267 time: 0.0463119 Aug 16 20:48:30.444299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-962ac26a-a887-433b-8525-e6e6b0376451 req-e0540454-3036-4622-80f2-74b74d42fbf9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437886 Aug 16 20:48:30.453505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325df0b2-d954-4edf-8b5b-d3fc6c4dd8f6 req-9d74ea19-3ea9-43f2-b517-a1e4b405d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.454380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.455250 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-325df0b2-d954-4edf-8b5b-d3fc6c4dd8f6 req-9d74ea19-3ea9-43f2-b517-a1e4b405d11a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb35f203-0600-4f06-9b33-75b8cef4e735 HTTP/1.1" status: 200 len: 860 time: 0.1793168 Aug 16 20:48:30.455561 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.457232 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] 10.222.0.79 "PUT /v2.0/ports/72c19d91-2318-43de-a72d-6392a8aa212d HTTP/1.1" status: 200 len: 1092 time: 1.1544287 Aug 16 20:48:30.458003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c0f2f9-0b5a-42a6-9edb-dc35f946b70c', 'tag': '72c19d91-2318-43de-a72d-6392a8aa212d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:30.460830 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b05c9-6d6e-43ee-a678-694d30e1d7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "19c0f2f9-0b5a-42a6-9edb-dc35f946b70c", "tag": "72c19d91-2318-43de-a72d-6392a8aa212d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:30.501886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdfbd9-0139-410c-bb00-4fd7b68b4c3d req-9c480a47-e3d4-4669-af8f-827933990c63 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.503592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-74bdfbd9-0139-410c-bb00-4fd7b68b4c3d req-9c480a47-e3d4-4669-af8f-827933990c63 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2fca678-3fde-4f15-b01d-04643ced3183 HTTP/1.1" status: 200 len: 946 time: 0.1458430 Aug 16 20:48:30.504831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c86b2-68d3-4832-98be-89b509f23311 service neutron] Pushing event updated for resources: {'Port': ['ID=72c19d91-2318-43de-a72d-6392a8aa212d,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:30.554932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-325df0b2-d954-4edf-8b5b-d3fc6c4dd8f6 req-e58c84d4-e52c-4a40-a092-1165a0c82bd8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635014 Aug 16 20:48:30.584033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-7af193cd-d771-499c-a370-e766016f4ae8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.585443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-7af193cd-d771-499c-a370-e766016f4ae8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports/b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 HTTP/1.1" status: 200 len: 932 time: 0.1291375 Aug 16 20:48:30.646812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-6584c3f4-ce43-440f-9e44-e6f3afd39568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.648427 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-6584c3f4-ce43-440f-9e44-e6f3afd39568 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 1095 time: 0.0591283 Aug 16 20:48:30.653642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-74bdfbd9-0139-410c-bb00-4fd7b68b4c3d req-2d96b4be-2269-4ab0-a471-3494ba3133f6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Deleting port 542c8305-3fea-4992-af47-97b77e1a4475 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:30.653642 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-74bdfbd9-0139-410c-bb00-4fd7b68b4c3d req-2d96b4be-2269-4ab0-a471-3494ba3133f6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.699809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-7e2f8abe-14ef-4b0a-9da4-c869800817c9 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 1001 time: 0.2325265 Aug 16 20:48:30.733005 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-398da90d-ccfd-4270-96ed-04319417cc91 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72c19d91-2318-43de-a72d-6392a8aa212d HTTP/1.1" status: 200 len: 217 time: 0.0665252 Aug 16 20:48:30.750029 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-5eddc02b-e99a-4a97-9b77-a38c8d3ebc3a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.751485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-5eddc02b-e99a-4a97-9b77-a38c8d3ebc3a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports/a19bea0e-f740-4d0b-8449-60adbd042ab2 HTTP/1.1" status: 200 len: 931 time: 0.1496909 Aug 16 20:48:30.768064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-e8c9c8c0-1e76-452a-8f3c-e625ae7065c8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.769521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-e8c9c8c0-1e76-452a-8f3c-e625ae7065c8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports/ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 943 time: 0.0692194 Aug 16 20:48:30.834843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-65ebf110-e683-4bb3-9bd2-09a4beed4233 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0642922 Aug 16 20:48:30.835497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-74bdfbd9-0139-410c-bb00-4fd7b68b4c3d req-2d96b4be-2269-4ab0-a471-3494ba3133f6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] For port 542c8305-3fea-4992-af47-97b77e1a4475, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=542c8305-3fea-4992-af47-97b77e1a4475,segment=NetworkSegment(c9649374-34ef-4d13-8942-857190e93394),segment_id=c9649374-34ef-4d13-8942-857190e93394)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:30.835898 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-74bdfbd9-0139-410c-bb00-4fd7b68b4c3d req-2d96b4be-2269-4ab0-a471-3494ba3133f6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.840736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-77d4ccf1-5ddd-483d-b7da-ec725269e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.842545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-77d4ccf1-5ddd-483d-b7da-ec725269e356 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0994527 Aug 16 20:48:30.849707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-325df0b2-d954-4edf-8b5b-d3fc6c4dd8f6 req-f5e070eb-f12d-4c34-9c7a-989708c81d92 service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846909 Aug 16 20:48:30.854979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-74bdfbd9-0139-410c-bb00-4fd7b68b4c3d req-2d96b4be-2269-4ab0-a471-3494ba3133f6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Calling delete_port for 542c8305-3fea-4992-af47-97b77e1a4475 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:30.887974 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-a98725d6-6310-4789-88e6-3f61db294d07 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342133 Aug 16 20:48:30.948451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-99698a5e-a594-4f0d-844a-c972b63f3a4d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1014535 Aug 16 20:48:31.332135 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-48792731-55bc-4e5c-9d1a-f90b937a9c02 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 1001 time: 0.4940426 Aug 16 20:48:31.340483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-9c1ec645-3708-415c-93a8-62baa7a99faf service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213793 Aug 16 20:48:31.430572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-325df0b2-d954-4edf-8b5b-d3fc6c4dd8f6 req-75cd2141-3e31-4953-99d3-9d9870d13f25 service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466146 Aug 16 20:48:31.454430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2661d5-e2f3-40eb-9358-b11846983fb3', 'name': 'network-vif-deleted', 'tag': '75578aa5-8a81-412f-8391-27e0a56c3c05'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:31.459738 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e20e319-b663-40af-9d95-0cbcd6601a49" -d '{"events": [{"server_uuid": "bf2661d5-e2f3-40eb-9358-b11846983fb3", "name": "network-vif-deleted", "tag": "75578aa5-8a81-412f-8391-27e0a56c3c05"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:31.478623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-20ecacfd-b6ed-4d4c-93a0-49d1c2dbb7e1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:31.484040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-20ecacfd-b6ed-4d4c-93a0-49d1c2dbb7e1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:31.490706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-20ecacfd-b6ed-4d4c-93a0-49d1c2dbb7e1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:31.498369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-20ecacfd-b6ed-4d4c-93a0-49d1c2dbb7e1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/networks?id=f811c930-d940-4fe5-b868-27e98c3af345&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5 HTTP/1.1" status: 200 len: 1990 time: 0.5360394 Aug 16 20:48:31.500485 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2034d47e-463b-45e9-b36b-78cf85fc680f req-9292b888-7f44-4670-b286-adbdfba3c959 service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333447 Aug 16 20:48:31.507046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-74bdfbd9-0139-410c-bb00-4fd7b68b4c3d req-2d96b4be-2269-4ab0-a471-3494ba3133f6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.526741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-44f2d028-e975-4dc9-91ae-f98e89d8d26b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/quotas/c0a087a9019a4187a37aa8311ae2b939 HTTP/1.1" status: 200 len: 375 time: 0.0273988 Aug 16 20:48:31.573825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96b4be-2269-4ab0-a471-3494ba3133f6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Pushing event deleted for resources: {'Port': ['ID=542c8305-3fea-4992-af47-97b77e1a4475,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:31.584532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-03443f28-f385-4831-94ea-db85c88056f5 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:31.586125 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-03443f28-f385-4831-94ea-db85c88056f5 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.2530341 Aug 16 20:48:31.595694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bdfbd9-0139-410c-bb00-4fd7b68b4c3d req-2d96b4be-2269-4ab0-a471-3494ba3133f6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] No DVR routers for this DVR port 542c8305-3fea-4992-af47-97b77e1a4475 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:31.598353 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-74bdfbd9-0139-410c-bb00-4fd7b68b4c3d req-2d96b4be-2269-4ab0-a471-3494ba3133f6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.600741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-74bdfbd9-0139-410c-bb00-4fd7b68b4c3d req-2d96b4be-2269-4ab0-a471-3494ba3133f6 tempest-AttachVolumeNegativeTest-1680862938 tempest-AttachVolumeNegativeTest-1680862938-project] 10.222.0.79 "DELETE /v2.0/ports/542c8305-3fea-4992-af47-97b77e1a4475 HTTP/1.1" status: 204 len: 173 time: 1.0892446 Aug 16 20:48:31.604947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-ca0c0650-2906-49df-8e89-9ba4f70b13a3 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:48:31.606507 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-ca0c0650-2906-49df-8e89-9ba4f70b13a3 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112619 Aug 16 20:48:31.628083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a6976f98-3687-449f-9775-634b9d462180 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1004639 Aug 16 20:48:31.751109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-4f425e97-d2c1-4643-9fd8-62ce4160a8be tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 1001 time: 0.1220334 Aug 16 20:48:31.767679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-3b57fb45-01c5-4c70-8b81-4f51ee96e93f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:31.817262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-aaf9adf3-960d-4784-9e02-14e2d34ba601 service neutron] 10.222.0.74 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469247 Aug 16 20:48:31.851236 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-3b57fb45-01c5-4c70-8b81-4f51ee96e93f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.998623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-2e9a5b0f-2ca8-46a1-b525-9766817e58c9 service neutron] 10.222.0.74 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706138 Aug 16 20:48:31.999200 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 75578aa5-8a81-412f-8391-27e0a56c3c05 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:32.026785 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 75578aa5-8a81-412f-8391-27e0a56c3c05 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:32.027263 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 75578aa5-8a81-412f-8391-27e0a56c3c05 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:32.076937 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-3b57fb45-01c5-4c70-8b81-4f51ee96e93f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.083319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bbaeafdd-495a-4a75-81a2-9147d04ec1e8 service neutron] 10.222.0.74 "GET /v2.0/ports/b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0708568 Aug 16 20:48:32.172251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-3b57fb45-01c5-4c70-8b81-4f51ee96e93f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.172465 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-3b57fb45-01c5-4c70-8b81-4f51ee96e93f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Floating IP b6090578-1558-417e-9fd9-1d57187381a2 disassociated. External IP: 172.25.4.32, port: ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef. Aug 16 20:48:32.208301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-58dd758e-3639-4728-9524-12becfc0fac3 service neutron] 10.222.0.74 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184211 Aug 16 20:48:32.391540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a4e7d1d3-3ebd-463c-bec0-634031f89e3f service neutron] 10.222.0.74 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712947 Aug 16 20:48:32.461547 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-27e11c9f-2368-414c-ad2d-83e133948b25 service neutron] 10.222.0.74 "GET /v2.0/ports/a19bea0e-f740-4d0b-8449-60adbd042ab2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0634575 Aug 16 20:48:32.485861 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.538015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-3b57fb45-01c5-4c70-8b81-4f51ee96e93f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Router 7a782d71-7c8b-4bd1-a21e-c917e631202f has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:48:32.560691 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.612403 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-7ea4a84c-f860-403a-b803-13506d65feae service neutron] 10.222.0.74 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440136 Aug 16 20:48:32.722183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-3b57fb45-01c5-4c70-8b81-4f51ee96e93f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:32.727948 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-3b57fb45-01c5-4c70-8b81-4f51ee96e93f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.732892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b127cbd-40d1-42e3-95db-138329e62341 None None] Sync routers for ids ['7a782d71-7c8b-4bd1-a21e-c917e631202f'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:32.745506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b127cbd-40d1-42e3-95db-138329e62341 None None] Routers {'7a782d71-7c8b-4bd1-a21e-c917e631202f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:32.746508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2b127cbd-40d1-42e3-95db-138329e62341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7a782d71-7c8b-4bd1-a21e-c917e631202f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:32.772491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-3b57fb45-01c5-4c70-8b81-4f51ee96e93f tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "PUT /v2.0/floatingips/b6090578-1558-417e-9fd9-1d57187381a2 HTTP/1.1" status: 200 len: 694 time: 1.0104811 Aug 16 20:48:32.779108 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-20f83e15-608b-45ed-be3b-2a0f121b8341 service neutron] 10.222.0.74 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601779 Aug 16 20:48:32.890250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2b127cbd-40d1-42e3-95db-138329e62341 None None] Set router 7a782d71-7c8b-4bd1-a21e-c917e631202f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:32.895005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-34eb13f7-d576-42d9-b0cf-f7b269dcd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.896685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-34eb13f7-d576-42d9-b0cf-f7b269dcd1c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dcf578e4774e42a99c324c03ea1a9bfc&device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 1098 time: 0.0676291 Aug 16 20:48:32.957806 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-cdad0375-fd57-4d05-948a-1b7b92836400 service neutron] 10.222.0.74 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722121 Aug 16 20:48:33.064860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-d188d4d0-cb74-41ad-b561-cc9d9b34df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.067430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-d188d4d0-cb74-41ad-b561-cc9d9b34df49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 HTTP/1.1" status: 200 len: 921 time: 0.1607909 Aug 16 20:48:33.120458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-1deb9d22-9928-4409-9e7b-30ab74596efd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 217 time: 0.0433760 Aug 16 20:48:33.125988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-be618da2-19fd-49e7-9bfa-27c3ec7e3a59 service neutron] 10.222.0.74 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555572 Aug 16 20:48:33.150594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2b127cbd-40d1-42e3-95db-138329e62341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:19Z', 'revision_number': 4, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6364503b-dda4-4943-8233-5a24ee70b388', 'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'mac_address': 'fa:16:3e:c4:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:17Z', 'updated_at': '2021-08-16T20:47:27Z', 'revision_number': 5, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'subnets': [{'id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:33.183797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b127cbd-40d1-42e3-95db-138329e62341 None None] Checking router: 7a782d71-7c8b-4bd1-a21e-c917e631202f for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:33.193635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b127cbd-40d1-42e3-95db-138329e62341 None None] Routers {'7a782d71-7c8b-4bd1-a21e-c917e631202f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:33.194364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2b127cbd-40d1-42e3-95db-138329e62341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7a782d71-7c8b-4bd1-a21e-c917e631202f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:33.239782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-dc0cab82-d997-4cec-aec2-78197a9884b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.241444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-dc0cab82-d997-4cec-aec2-78197a9884b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb35f203-0600-4f06-9b33-75b8cef4e735 HTTP/1.1" status: 200 len: 860 time: 0.0981188 Aug 16 20:48:33.290219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-92acc2a0-45b3-4aae-bbb0-3198faf84333 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397353 Aug 16 20:48:33.295887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-de6254a4-ebc2-4233-8ed8-cf2d8485ab4a service neutron] 10.222.0.74 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610222 Aug 16 20:48:33.332827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2b127cbd-40d1-42e3-95db-138329e62341 None None] Set router 7a782d71-7c8b-4bd1-a21e-c917e631202f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:33.464000 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d540df61-b707-40d0-a2e2-96d8eb0c9d7f service neutron] 10.222.0.74 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602778 Aug 16 20:48:33.465906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-cb2614b2-4a43-4bf4-9fb2-05d8ce886e38 service neutron] 10.222.0.74 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611936 Aug 16 20:48:33.565153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 542c8305-3fea-4992-af47-97b77e1a4475 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:33.621522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 542c8305-3fea-4992-af47-97b77e1a4475 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:33.621895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 542c8305-3fea-4992-af47-97b77e1a4475 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:33.646606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d98fff24-b16f-4f5f-88b0-ba13f3e67b92 service neutron] 10.222.0.74 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720583 Aug 16 20:48:33.648599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408101bb-d3db-4bc6-9f03-18cc9a540804 req-0e504f34-d559-4ec0-b8c7-1d31005f95e5 service neutron] 10.222.0.74 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201096 Aug 16 20:48:33.716706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2b127cbd-40d1-42e3-95db-138329e62341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:19Z', 'revision_number': 4, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6364503b-dda4-4943-8233-5a24ee70b388', 'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'mac_address': 'fa:16:3e:c4:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:17Z', 'updated_at': '2021-08-16T20:47:27Z', 'revision_number': 5, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'subnets': [{'id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:33.747388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b127cbd-40d1-42e3-95db-138329e62341 None None] The sync data for ids ['7a782d71-7c8b-4bd1-a21e-c917e631202f'] in n-d-793619-14 is: [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:47:19Z', 'revision_number': 4, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '6364503b-dda4-4943-8233-5a24ee70b388', 'name': '', 'network_id': 'e54dc736-28d6-42f7-93e3-9ff9e3c3aac0', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'mac_address': 'fa:16:3e:c4:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:17Z', 'updated_at': '2021-08-16T20:47:27Z', 'revision_number': 5, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'subnets': [{'id': 'fb35f203-0600-4f06-9b33-75b8cef4e735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:33.750151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a1376f61-437c-4e2a-b5ef-1c4b7edc7514 service neutron] 10.222.0.74 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972426 Aug 16 20:48:33.883649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48292ed-4925-496c-bad0-7edd58177be8 req-b6ad83eb-d3bd-41b1-be1a-14d5007f9fef tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.885201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f48292ed-4925-496c-bad0-7edd58177be8 req-b6ad83eb-d3bd-41b1-be1a-14d5007f9fef tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.0722494 Aug 16 20:48:33.889619 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f5f3fa47-aea1-4ca6-991e-3bdd14709dba service neutron] 10.222.0.74 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385233 Aug 16 20:48:33.987834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f48292ed-4925-496c-bad0-7edd58177be8 req-700a0589-2d85-4da0-a43c-328c0f7056ac tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865333 Aug 16 20:48:34.018811 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-4da4b1f2-859e-4c1a-bfd7-fc8869801d38 service neutron] 10.222.0.74 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248114 Aug 16 20:48:34.061069 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3c2d1-ed7f-4180-abd5-18626c1376bb None None] New status for floating IP b6090578-1558-417e-9fd9-1d57187381a2: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:48:34.115254 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ec4c74-70f1-4c84-a008-b1dfde7c172f x-openstack-request-id: req-14ec4c74-70f1-4c84-a008-b1dfde7c172f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:34.122844 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c0f2f9-0b5a-42a6-9edb-dc35f946b70c", "tag": "72c19d91-2318-43de-a72d-6392a8aa212d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:34.122844 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-14ec4c74-70f1-4c84-a008-b1dfde7c172f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:34.122844 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c0f2f9-0b5a-42a6-9edb-dc35f946b70c', 'tag': '72c19d91-2318-43de-a72d-6392a8aa212d', 'status': 'completed', 'code': 200} Aug 16 20:48:34.175908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 52656) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:34.231813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b05c9-6d6e-43ee-a678-694d30e1d7d0 req-0200a560-3b9e-4e90-b35a-1f4fa351640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:34.233673 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e79b05c9-6d6e-43ee-a678-694d30e1d7d0 req-0200a560-3b9e-4e90-b35a-1f4fa351640e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 1095 time: 0.0953882 Aug 16 20:48:34.259874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-411695c6-ed0b-4c17-9471-973903cd09d1 admin admin] Deleting subnet c0c9aebf-a6c8-41ba-a986-a27f3715589d {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:48:34.264830 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-411695c6-ed0b-4c17-9471-973903cd09d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.306990 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-411695c6-ed0b-4c17-9471-973903cd09d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.357776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b05c9-6d6e-43ee-a678-694d30e1d7d0 req-0b779684-6674-4d0d-a086-252185145b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:34.357776 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e79b05c9-6d6e-43ee-a678-694d30e1d7d0 req-0b779684-6674-4d0d-a086-252185145b1f service neutron] 10.222.0.79 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 906 time: 0.1102247 Aug 16 20:48:34.417967 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e79b05c9-6d6e-43ee-a678-694d30e1d7d0 req-2fa0ce2e-11d7-4231-822b-6238e310a330 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72c19d91-2318-43de-a72d-6392a8aa212d HTTP/1.1" status: 200 len: 217 time: 0.0511978 Aug 16 20:48:34.488248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b05c9-6d6e-43ee-a678-694d30e1d7d0 req-c54f7883-2d9d-4749-ad7a-e9fc4ec08dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:34.489893 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e79b05c9-6d6e-43ee-a678-694d30e1d7d0 req-c54f7883-2d9d-4749-ad7a-e9fc4ec08dfc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0639663 Aug 16 20:48:34.546207 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e79b05c9-6d6e-43ee-a678-694d30e1d7d0 req-665bddcb-acc8-4007-97fe-fbf5fb48e84e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479488 Aug 16 20:48:34.663589 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e79b05c9-6d6e-43ee-a678-694d30e1d7d0 req-6b625128-0569-4e33-bc33-e42bb84a1288 service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092997 Aug 16 20:48:34.782864 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e79b05c9-6d6e-43ee-a678-694d30e1d7d0 req-ff864f8b-f111-4524-ba72-6921f2619154 service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109428 Aug 16 20:48:34.784266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-711459f8-ebaa-4e13-96e8-ee91c644b06f req-dedbe902-86e6-40be-9047-c6622684b5e7 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 210 time: 0.3996344 Aug 16 20:48:34.816380 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-411695c6-ed0b-4c17-9471-973903cd09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.908255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5d965-b32b-4fbf-99cb-1e068dee3b5b req-91a65326-b1d0-4f4c-9753-b260558a3d4c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:34.909685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4f5d965-b32b-4fbf-99cb-1e068dee3b5b req-91a65326-b1d0-4f4c-9753-b260558a3d4c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 943 time: 0.0509129 Aug 16 20:48:34.953924 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4f5d965-b32b-4fbf-99cb-1e068dee3b5b req-afef2658-5a9b-4089-8982-f25cb6982108 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354669 Aug 16 20:48:34.981938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-411695c6-ed0b-4c17-9471-973903cd09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.009829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411695c6-ed0b-4c17-9471-973903cd09d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c9aebf-a6c8-41ba-a986-a27f3715589d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:35.015226 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-411695c6-ed0b-4c17-9471-973903cd09d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.021111 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-411695c6-ed0b-4c17-9471-973903cd09d1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c0c9aebf-a6c8-41ba-a986-a27f3715589d HTTP/1.1" status: 204 len: 168 time: 0.8419733 Aug 16 20:48:35.021111 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684158ed-7527-4048-9cfe-2271fbc13043 x-openstack-request-id: req-684158ed-7527-4048-9cfe-2271fbc13043 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:35.021111 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2661d5-e2f3-40eb-9358-b11846983fb3", "name": "network-vif-deleted", "tag": "75578aa5-8a81-412f-8391-27e0a56c3c05", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:35.021111 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-684158ed-7527-4048-9cfe-2271fbc13043 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:35.023329 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2661d5-e2f3-40eb-9358-b11846983fb3', 'name': 'network-vif-deleted', 'tag': '75578aa5-8a81-412f-8391-27e0a56c3c05', 'status': 'completed', 'code': 200} Aug 16 20:48:35.023578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52696) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:35.085268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-66b90150-9043-4bd5-ae9b-8573795dfe21 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/floatingips/b6090578-1558-417e-9fd9-1d57187381a2 HTTP/1.1" status: 200 len: 692 time: 0.0543673 Aug 16 20:48:35.102193 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.195478 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.202286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-217faf78-d666-4910-8644-7c16d4bdf291 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:35.207359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167b5c15-9495-445e-b579-0b77a4a65191']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:35.214319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-217faf78-d666-4910-8644-7c16d4bdf291 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 784 time: 0.1176291 Aug 16 20:48:35.220893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9649374-34ef-4d13-8942-857190e93394') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:35.221331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9649374-34ef-4d13-8942-857190e93394') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:35.232001 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.247934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.255407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:48:35.255800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:48:35.258309 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:48:35.272895 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-ed2f757f-466f-4845-a60f-3021489ca3b4 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.0591962 Aug 16 20:48:35.329291 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-e1e4461f-880a-4db6-9fab-4a6b77a4f9c8 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.0577209 Aug 16 20:48:35.383297 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.402391 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.407047 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/167b5c15-9495-445e-b579-0b77a4a65191 HTTP/1.1" status: 204 len: 168 time: 0.3820658 Aug 16 20:48:35.407047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa284a9d-baf3-4632-855d-d0ea94403be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=167b5c15-9495-445e-b579-0b77a4a65191,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:35.463144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-1d5d073a-963b-4127-9237-60e36fe59615 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Deleting port b7a46da6-9b50-4e40-b65b-7f5ed2a02fca {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:35.463740 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-1d5d073a-963b-4127-9237-60e36fe59615 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.511462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 72c19d91-2318-43de-a72d-6392a8aa212d details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:35.563015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-1d5d073a-963b-4127-9237-60e36fe59615 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.563345 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-1d5d073a-963b-4127-9237-60e36fe59615 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.577721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-1d5d073a-963b-4127-9237-60e36fe59615 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Calling delete_port for b7a46da6-9b50-4e40-b65b-7f5ed2a02fca owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:35.669332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 72c19d91-2318-43de-a72d-6392a8aa212d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=72c19d91-2318-43de-a72d-6392a8aa212d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:35.695983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '72c19d91-2318-43de-a72d-6392a8aa212d', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'port_id': '72c19d91-2318-43de-a72d-6392a8aa212d', 'mac_address': 'fa:16:3e:e1:fa:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea210106-55a4-4da3-b9b0-5e9290d080d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:35.736033 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.750224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c19d91-2318-43de-a72d-6392a8aa212d {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:35.770488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 72c19d91-2318-43de-a72d-6392a8aa212d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=72c19d91-2318-43de-a72d-6392a8aa212d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:35.881089 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.889172 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-1d5d073a-963b-4127-9237-60e36fe59615 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.894296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52746) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:35.926334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d073a-963b-4127-9237-60e36fe59615 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Pushing event deleted for resources: {'Port': ['ID=b7a46da6-9b50-4e40-b65b-7f5ed2a02fca,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:35.980742 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b0b5a2d2-d616-4d11-9a27-5ae453f7f4e1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1d54f56ec1674d93a13f0bd7fc9eb5b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851157 Aug 16 20:48:35.983326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52752) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:35.987554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=72c19d91-2318-43de-a72d-6392a8aa212d,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:36.047470 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-1d5d073a-963b-4127-9237-60e36fe59615 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.054523 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-1d5d073a-963b-4127-9237-60e36fe59615 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.063627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-496cbf2a-52e1-461a-a9cc-6b907ba47334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.070364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cde33ca-0517-4d62-a13f-d0678aec26d8 req-1d5d073a-963b-4127-9237-60e36fe59615 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "DELETE /v2.0/floatingips/b6090578-1558-417e-9fd9-1d57187381a2 HTTP/1.1" status: 204 len: 173 time: 0.7399621 Aug 16 20:48:36.088754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb52d-aad7-4b20-9470-eecaf8017665 req-1ff3d35b-6948-4c46-a16e-3e671747c505 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.095100 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-496cbf2a-52e1-461a-a9cc-6b907ba47334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.098670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-829fb52d-aad7-4b20-9470-eecaf8017665 req-1ff3d35b-6948-4c46-a16e-3e671747c505 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1365066 Aug 16 20:48:36.119355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fca678-3fde-4f15-b01d-04643ced3183', 'name': 'network-vif-deleted', 'tag': '542c8305-3fea-4992-af47-97b77e1a4475'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:36.122568 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2534a0-24ad-49f0-85b9-5d2e3e95b8a8" -d '{"events": [{"server_uuid": "c2fca678-3fde-4f15-b01d-04643ced3183", "name": "network-vif-deleted", "tag": "542c8305-3fea-4992-af47-97b77e1a4475"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:36.133690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['72c19d91-2318-43de-a72d-6392a8aa212d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:36.157625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-829fb52d-aad7-4b20-9470-eecaf8017665 req-d558f45c-e360-489a-bde2-3291d4150ae3 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521600 Aug 16 20:48:36.241502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0296ef8d-5176-4baf-998b-c645ad6ec274 req-bcf481a3-bcb2-4a56-a04b-0ef752b885e7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0334096 Aug 16 20:48:36.276101 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-496cbf2a-52e1-461a-a9cc-6b907ba47334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.279092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-496cbf2a-52e1-461a-a9cc-6b907ba47334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.281220 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-496cbf2a-52e1-461a-a9cc-6b907ba47334 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/63635a22-8188-4ded-a5b1-3ad9f30e1342 HTTP/1.1" status: 204 len: 168 time: 0.2975440 Aug 16 20:48:36.285128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0ce0dd2-cd4a-43c1-9d86-aa9decfda76e req-85a9cd8b-a89f-47f4-ad64-d9893ca2a975 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf2661d5-e2f3-40eb-9358-b11846983fb3 HTTP/1.1" status: 200 len: 210 time: 0.0458000 Aug 16 20:48:36.305327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cbf2a-52e1-461a-a9cc-6b907ba47334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63635a22-8188-4ded-a5b1-3ad9f30e1342,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:36.389400 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf2e8d-936b-4eb3-9460-42f14b5a78df req-efdf1e0a-3250-4a0a-8277-fbdf8b031699 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.397737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ddbf2e8d-936b-4eb3-9460-42f14b5a78df req-efdf1e0a-3250-4a0a-8277-fbdf8b031699 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 944 time: 0.0797687 Aug 16 20:48:36.444121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2451b16b-04f0-4674-875f-27c30530b81e req-966dfb24-b63d-42d4-9653-8b8757131dfb tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups/2b89bf52-0888-49b8-ae1f-940f397c25d7 HTTP/1.1" status: 200 len: 1810 time: 0.0868399 Aug 16 20:48:36.451279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ddbf2e8d-936b-4eb3-9460-42f14b5a78df req-82031f78-b0c1-4d7d-972d-5d2e4bfda9be tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529559 Aug 16 20:48:36.496458 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c641207-55ce-4ab7-b2ee-e545be162692 x-openstack-request-id: req-5c641207-55ce-4ab7-b2ee-e545be162692 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:36.496750 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fca678-3fde-4f15-b01d-04643ced3183", "name": "network-vif-deleted", "tag": "542c8305-3fea-4992-af47-97b77e1a4475", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:36.496999 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5c641207-55ce-4ab7-b2ee-e545be162692 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:36.497432 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fca678-3fde-4f15-b01d-04643ced3183', 'name': 'network-vif-deleted', 'tag': '542c8305-3fea-4992-af47-97b77e1a4475', 'status': 'completed', 'code': 200} Aug 16 20:48:36.509729 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2451b16b-04f0-4674-875f-27c30530b81e req-d176f55f-9c53-454f-b437-6f4c931a6457 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.532999 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2451b16b-04f0-4674-875f-27c30530b81e req-d176f55f-9c53-454f-b437-6f4c931a6457 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.634903 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2451b16b-04f0-4674-875f-27c30530b81e req-d176f55f-9c53-454f-b437-6f4c931a6457 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.637592 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2451b16b-04f0-4674-875f-27c30530b81e req-d176f55f-9c53-454f-b437-6f4c931a6457 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.638769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2451b16b-04f0-4674-875f-27c30530b81e req-d176f55f-9c53-454f-b437-6f4c931a6457 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "DELETE /v2.0/security-groups/2b89bf52-0888-49b8-ae1f-940f397c25d7 HTTP/1.1" status: 204 len: 173 time: 0.1865883 Aug 16 20:48:36.647770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176f55f-9c53-454f-b437-6f4c931a6457 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b89bf52-0888-49b8-ae1f-940f397c25d7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:37.022335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:37.024719 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492b6f96-9bf2-433a-8841-d4f13c4ee332" -d '{"events": [{"name": "network-changed", "server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:37.060108 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50946457-0a9a-4d11-9224-086bbcecea04 x-openstack-request-id: req-50946457-0a9a-4d11-9224-086bbcecea04 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:37.060736 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:37.060736 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-50946457-0a9a-4d11-9224-086bbcecea04 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:37.061033 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'status': 'completed', 'code': 200} Aug 16 20:48:37.128138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b6f96-9bf2-433a-8841-d4f13c4ee332 req-e43c097a-628a-44f9-9025-432dc65c5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.129740 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-492b6f96-9bf2-433a-8841-d4f13c4ee332 req-e43c097a-628a-44f9-9025-432dc65c5753 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcf578e4774e42a99c324c03ea1a9bfc&device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 1098 time: 0.0409098 Aug 16 20:48:37.249972 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b6f96-9bf2-433a-8841-d4f13c4ee332 req-bacc6234-b774-4c5a-940b-2d6c0316f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.251803 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-492b6f96-9bf2-433a-8841-d4f13c4ee332 req-bacc6234-b774-4c5a-940b-2d6c0316f459 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 HTTP/1.1" status: 200 len: 921 time: 0.1131577 Aug 16 20:48:37.294213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099c6d5-4d1c-4319-8589-9b28305b7437 req-1517257a-9837-4946-9536-06683efdb04a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.295747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c099c6d5-4d1c-4319-8589-9b28305b7437 req-1517257a-9837-4946-9536-06683efdb04a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.1053467 Aug 16 20:48:37.303578 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-492b6f96-9bf2-433a-8841-d4f13c4ee332 req-9b465e72-4a9d-4a86-8f0e-338c26d19c2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 200 len: 217 time: 0.0439544 Aug 16 20:48:37.318058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec7057-bbfe-4059-9938-2eb3543976d1 req-333bf0f3-ba38-4936-831a-cca7f7e4e1e2 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.319510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0ec7057-bbfe-4059-9938-2eb3543976d1 req-333bf0f3-ba38-4936-831a-cca7f7e4e1e2 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.0835371 Aug 16 20:48:37.368201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c099c6d5-4d1c-4319-8589-9b28305b7437 req-a112018f-52eb-4fca-b7e5-32f2f8d28e98 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640574 Aug 16 20:48:37.371033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b6f96-9bf2-433a-8841-d4f13c4ee332 req-ff40a123-52d2-4d95-a054-ce5e5503ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.372935 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-492b6f96-9bf2-433a-8841-d4f13c4ee332 req-ff40a123-52d2-4d95-a054-ce5e5503ba15 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb35f203-0600-4f06-9b33-75b8cef4e735 HTTP/1.1" status: 200 len: 860 time: 0.0497026 Aug 16 20:48:37.382277 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0ec7057-bbfe-4059-9938-2eb3543976d1 req-6a5fe8a6-6a06-45c5-81e6-e332d1a5db5a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546703 Aug 16 20:48:37.438105 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-492b6f96-9bf2-433a-8841-d4f13c4ee332 req-cd118d1e-cfda-4116-8b09-71eb88cfa640 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437155 Aug 16 20:48:37.479682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a4051db-b277-4df4-84f2-73081d8f89f3 req-79156d6e-e842-4bc7-be67-a46bfa5f12c5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0325472 Aug 16 20:48:37.534317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 72c19d91-2318-43de-a72d-6392a8aa212d up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:37.579886 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-492b6f96-9bf2-433a-8841-d4f13c4ee332 req-1adfd624-1b69-4dc2-a378-e4d41c78bf4a service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330416 Aug 16 20:48:37.670235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7924dad-af1e-4d11-ad25-8d7d88c215ef req-4bce5cb5-ae90-4d6b-a051-406451367815 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.671862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7924dad-af1e-4d11-ad25-8d7d88c215ef req-4bce5cb5-ae90-4d6b-a051-406451367815 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 944 time: 0.0574324 Aug 16 20:48:37.704318 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-492b6f96-9bf2-433a-8841-d4f13c4ee332 req-ed519496-3894-4240-a349-d6b3422937b7 service neutron] 10.222.0.79 "GET /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065001 Aug 16 20:48:37.725170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7924dad-af1e-4d11-ad25-8d7d88c215ef req-e46d83e7-4a61-4a8c-b6ff-3182c1407097 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Aug 16 20:48:37.749042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 72c19d91-2318-43de-a72d-6392a8aa212d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:37.753288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 72c19d91-2318-43de-a72d-6392a8aa212d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:37.753829 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.839544 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.875586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c0f2f9-0b5a-42a6-9edb-dc35f946b70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c19d91-2318-43de-a72d-6392a8aa212d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:37.878026 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4db7b79-16a0-4545-b41c-7fa18e43a120" -d '{"events": [{"server_uuid": "19c0f2f9-0b5a-42a6-9edb-dc35f946b70c", "name": "network-vif-plugged", "status": "completed", "tag": "72c19d91-2318-43de-a72d-6392a8aa212d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:37.891150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 72c19d91-2318-43de-a72d-6392a8aa212d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=72c19d91-2318-43de-a72d-6392a8aa212d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:37.920682 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a4899c-ee2a-44a7-a669-1d7d1e769f0c x-openstack-request-id: req-47a4899c-ee2a-44a7-a669-1d7d1e769f0c {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:37.921100 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c0f2f9-0b5a-42a6-9edb-dc35f946b70c", "name": "network-vif-plugged", "status": "completed", "tag": "72c19d91-2318-43de-a72d-6392a8aa212d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:37.921510 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-47a4899c-ee2a-44a7-a669-1d7d1e769f0c {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:37.922069 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c0f2f9-0b5a-42a6-9edb-dc35f946b70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c19d91-2318-43de-a72d-6392a8aa212d', 'code': 200} Aug 16 20:48:37.988673 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.061616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=72c19d91-2318-43de-a72d-6392a8aa212d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:38.081907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0f22-23b9-445d-846c-a14253b76f0b req-55188ca9-ab43-43b3-8402-48a6db013c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.083427 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a9e0f22-23b9-445d-846c-a14253b76f0b req-55188ca9-ab43-43b3-8402-48a6db013c6b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 1097 time: 0.0742664 Aug 16 20:48:38.104034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83ec39-5b7a-4fb6-8e1e-ab24f4dd2524 req-5a8b946d-b9c1-40b7-9f4a-b9d9117b0c5a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.105990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e83ec39-5b7a-4fb6-8e1e-ab24f4dd2524 req-5a8b946d-b9c1-40b7-9f4a-b9d9117b0c5a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.1425328 Aug 16 20:48:38.122443 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a9e0f22-23b9-445d-846c-a14253b76f0b req-acc37bb0-faa3-44ad-8c36-c5f71d562c1b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309308 Aug 16 20:48:38.122650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e83ec39-5b7a-4fb6-8e1e-ab24f4dd2524 req-be8940ba-e75f-48d0-8797-d2c739ea02a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/quotas/6f28821654be46399e7f1d3ede6d898a HTTP/1.1" status: 200 len: 375 time: 0.0103631 Aug 16 20:48:38.156321 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e83ec39-5b7a-4fb6-8e1e-ab24f4dd2524 req-273388df-2bb4-4e11-967c-9a64c6b179d4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273273 Aug 16 20:48:38.256640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e83ec39-5b7a-4fb6-8e1e-ab24f4dd2524 req-1cfe13a3-f5a6-44f7-84ad-e2e13edc3049 service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922003 Aug 16 20:48:38.348049 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e83ec39-5b7a-4fb6-8e1e-ab24f4dd2524 req-d4b8a411-b22b-43f5-a4eb-128e6125ff3c service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846360 Aug 16 20:48:38.494641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5f007-aafe-43a7-a8fe-59458ff66674 req-26ecbc80-0f41-41c9-ad92-ad6f30bd6351 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.497167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5d5f007-aafe-43a7-a8fe-59458ff66674 req-26ecbc80-0f41-41c9-ad92-ad6f30bd6351 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0534682 Aug 16 20:48:38.536767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5d5f007-aafe-43a7-a8fe-59458ff66674 req-0416b267-c607-454a-a281-c87a4fd76c91 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345385 Aug 16 20:48:38.674517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d691c7-da9d-4f0f-9d15-be590661ce49 req-4f9e6391-9eab-4db1-aceb-cdce9ef029dd tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.676537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2d691c7-da9d-4f0f-9d15-be590661ce49 req-4f9e6391-9eab-4db1-aceb-cdce9ef029dd tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.0581658 Aug 16 20:48:38.770621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2d691c7-da9d-4f0f-9d15-be590661ce49 req-76cff2ed-3078-4259-aed0-b091649bf8fe tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882230 Aug 16 20:48:38.842441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2bc57cdb-100e-4f35-a552-1e76444d484b req-09eef919-a529-46d5-b0d5-f35753841e00 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0353196 Aug 16 20:48:38.862662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bac8816c-08e1-4937-9a3f-283ef35e2746 req-ee9ef7c8-729d-4b57-9c67-c32228209597 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=f89da607-e747-4eb7-9807-f2bd3d5e54c8 HTTP/1.1" status: 200 len: 210 time: 0.0431333 Aug 16 20:48:38.915172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-189ef474-af7a-4da5-9aec-bb9dcf3d92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.916682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-189ef474-af7a-4da5-9aec-bb9dcf3d92f5 service neutron] 10.222.0.76 "GET /v2.0/ports/b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 HTTP/1.1" status: 200 len: 1028 time: 0.0389063 Aug 16 20:48:38.984480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f36d1e46-1469-40f5-a73f-3d3639617ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.990816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f36d1e46-1469-40f5-a73f-3d3639617ffb service neutron] 10.222.0.76 "GET /v2.0/ports/a19bea0e-f740-4d0b-8449-60adbd042ab2 HTTP/1.1" status: 200 len: 1027 time: 0.0567608 Aug 16 20:48:39.018718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f368e-a654-4dc8-b075-ee402da58b13 req-799a29db-b6d7-41f3-9682-6547463df51d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:39.020245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-470f368e-a654-4dc8-b075-ee402da58b13 req-799a29db-b6d7-41f3-9682-6547463df51d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 945 time: 0.1012666 Aug 16 20:48:39.130860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-470f368e-a654-4dc8-b075-ee402da58b13 req-980517b2-131d-48fb-89a6-4ad5ee5125f8 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992277 Aug 16 20:48:39.166500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-93379c4a-4a15-4807-a2c4-44707db25bce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:39.172434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-93379c4a-4a15-4807-a2c4-44707db25bce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:39.178388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-93379c4a-4a15-4807-a2c4-44707db25bce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:39.180146 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-93379c4a-4a15-4807-a2c4-44707db25bce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "GET /v2.0/networks?id=f811c930-d940-4fe5-b868-27e98c3af345&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5 HTTP/1.1" status: 200 len: 1990 time: 0.1865926 Aug 16 20:48:39.237106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bbe1b9f7-a0ee-4cf0-ba2d-b644468d9b1e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a087a9019a4187a37aa8311ae2b939 HTTP/1.1" status: 200 len: 379 time: 0.0467346 Aug 16 20:48:39.249253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'admin_state_up': True, 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'security_groups': ['16b0352f-9398-4ec1-bc06-c8c80fd49ff3']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:39.509597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:39.514388 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.718865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f29c3-a617-4fc6-bb94-a3899a446f5a req-8d06f5d4-75f2-4cbb-9055-4144b3d44493 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:39.720587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d72f29c3-a617-4fc6-bb94-a3899a446f5a req-8d06f5d4-75f2-4cbb-9055-4144b3d44493 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0925007 Aug 16 20:48:39.739207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Allocated IP 172.20.0.7 (f811c930-d940-4fe5-b868-27e98c3af345/ebd35abf-7995-4566-8e60-30dabd3fd226/485de2cf-1908-4253-b829-fe46c689dd3c) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:39.847740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d72f29c3-a617-4fc6-bb94-a3899a446f5a req-057f338d-9cdf-433f-aff7-af22736f3b3a tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/security-groups?id=41213417-286c-439d-af49-bcfcd1f526be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137321 Aug 16 20:48:39.917247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df0ed2-5a7b-4ffa-84d7-035209e38ee2 req-22c368f4-0d2e-48be-bfcf-f64624361e2d tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:39.919397 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78df0ed2-5a7b-4ffa-84d7-035209e38ee2 req-22c368f4-0d2e-48be-bfcf-f64624361e2d tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.79 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 946 time: 0.0929728 Aug 16 20:48:40.051253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-78df0ed2-5a7b-4ffa-84d7-035209e38ee2 req-956a642f-25fd-4b01-9528-ca8a10ee2426 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Deleting port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:40.051870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-78df0ed2-5a7b-4ffa-84d7-035209e38ee2 req-956a642f-25fd-4b01-9528-ca8a10ee2426 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.081856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b4626-9fbb-4e41-bad1-74213ceb57a9 req-f5cbeb36-764d-4efc-8146-b703ff2a8e7b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.083442 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-224b4626-9fbb-4e41-bad1-74213ceb57a9 req-f5cbeb36-764d-4efc-8146-b703ff2a8e7b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1605461 Aug 16 20:48:40.167011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-78df0ed2-5a7b-4ffa-84d7-035209e38ee2 req-956a642f-25fd-4b01-9528-ca8a10ee2426 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] For port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,segment=NetworkSegment(60f7b97c-4659-4d2f-8b5f-5b390399d826),segment_id=60f7b97c-4659-4d2f-8b5f-5b390399d826)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:40.167478 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-78df0ed2-5a7b-4ffa-84d7-035209e38ee2 req-956a642f-25fd-4b01-9528-ca8a10ee2426 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.175332 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.184376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-78df0ed2-5a7b-4ffa-84d7-035209e38ee2 req-956a642f-25fd-4b01-9528-ca8a10ee2426 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Calling delete_port for ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:40.217696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-8efc170b-9165-447a-a687-262cd242f7ae tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.219089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-8efc170b-9165-447a-a687-262cd242f7ae tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.2522762 Aug 16 20:48:40.220189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Transition to ACTIVE for port object 485de2cf-1908-4253-b829-fe46c689dd3c will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:40.230856 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-224b4626-9fbb-4e41-bad1-74213ceb57a9 req-5479bc80-350c-41ac-a628-d2f2b516d6c7 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401880 Aug 16 20:48:40.251352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-e2c69783-ec81-41e2-a539-119dcaabccfc tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/quotas/6f28821654be46399e7f1d3ede6d898a HTTP/1.1" status: 200 len: 375 time: 0.0237103 Aug 16 20:48:40.309685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-dbcaeb39-39d0-41df-8e8d-15da7712b512 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573807 Aug 16 20:48:40.395795 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5edced07-1cc1-4de5-b88c-c13e179feadf req-52f925c3-fa37-489a-9638-56e99387721d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0367684 Aug 16 20:48:40.451644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-2d411b56-d54c-438b-b5af-786e17169a34 service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410403 Aug 16 20:48:40.490006 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-78df0ed2-5a7b-4ffa-84d7-035209e38ee2 req-956a642f-25fd-4b01-9528-ca8a10ee2426 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.502101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:40.522758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a642f-25fd-4b01-9528-ca8a10ee2426 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Pushing event deleted for resources: {'Port': ['ID=ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:40.554098 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.584274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-78df0ed2-5a7b-4ffa-84d7-035209e38ee2 req-956a642f-25fd-4b01-9528-ca8a10ee2426 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] No DVR routers for this DVR port ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:40.587647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-78df0ed2-5a7b-4ffa-84d7-035209e38ee2 req-956a642f-25fd-4b01-9528-ca8a10ee2426 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.590156 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78df0ed2-5a7b-4ffa-84d7-035209e38ee2 req-956a642f-25fd-4b01-9528-ca8a10ee2426 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.79 "DELETE /v2.0/ports/ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef HTTP/1.1" status: 204 len: 173 time: 0.6611762 Aug 16 20:48:40.590864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'name': 'network-vif-deleted', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:40.593555 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d6d59c-b43e-4269-8359-d4e4e8e74682" -d '{"events": [{"server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "name": "network-vif-deleted", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:40.617480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63994e-0e11-4a59-bd60-7ef608227754 req-ed28dd7d-d297-4180-b75e-776437251ae7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.619119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf63994e-0e11-4a59-bd60-7ef608227754 req-ed28dd7d-d297-4180-b75e-776437251ae7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 945 time: 0.1362674 Aug 16 20:48:40.628367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network f811c930-d940-4fe5-b868-27e98c3af345 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:40.645340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:40.647249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:40.700136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Port': ['ID=485de2cf-1908-4253-b829-fe46c689dd3c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:40.754307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-767c2420-989d-4eff-a477-093fdf1446d6 service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943795 Aug 16 20:48:40.767718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.768372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.787237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf63994e-0e11-4a59-bd60-7ef608227754 req-d2476c8a-99cd-4e6c-a917-711c2b2d6511 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608186 Aug 16 20:48:40.881593 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a694f033-25d9-4a27-870d-557fac397e3d x-openstack-request-id: req-a694f033-25d9-4a27-870d-557fac397e3d {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:40.881976 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5354e047-cfff-4360-875b-ad076e850e93", "name": "network-vif-deleted", "tag": "ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:40.882303 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a694f033-25d9-4a27-870d-557fac397e3d {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:40.883688 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5354e047-cfff-4360-875b-ad076e850e93', 'name': 'network-vif-deleted', 'tag': 'ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef', 'status': 'completed', 'code': 200} Aug 16 20:48:40.943883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-756c29a2-2df8-4efb-8f51-ece5971dae6f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7001123 Aug 16 20:48:40.957248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e', 'admin_state_up': True, 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'security_groups': ['16b0352f-9398-4ec1-bc06-c8c80fd49ff3']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:41.102946 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de5019-a5d0-450e-b042-03bbcd1e6729 req-cbfbc574-9c73-4a74-a962-a4355a8ded48 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.110751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8de5019-a5d0-450e-b042-03bbcd1e6729 req-cbfbc574-9c73-4a74-a962-a4355a8ded48 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0996327 Aug 16 20:48:41.194499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fd464d36-badc-4ee5-a56f-a188e48ad577 None None] Provisioning for port 485de2cf-1908-4253-b829-fe46c689dd3c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:41.199213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fd464d36-badc-4ee5-a56f-a188e48ad577 None None] Provisioning complete for port 485de2cf-1908-4253-b829-fe46c689dd3c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:41.202428 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd464d36-badc-4ee5-a56f-a188e48ad577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.231006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8de5019-a5d0-450e-b042-03bbcd1e6729 req-78549074-161b-4ce4-bc66-28533c9f178e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190886 Aug 16 20:48:41.264685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fd464d36-badc-4ee5-a56f-a188e48ad577 None None] Port 485de2cf-1908-4253-b829-fe46c689dd3c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:41.312013 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d5225cc-4201-4780-9e02-3fe0f2fc1c2e req-78848bd2-4e80-4c82-b521-83ea54f2b9f2 tempest-ServerRescueTestJSONUnderV235-1653785467 tempest-ServerRescueTestJSONUnderV235-1653785467-project] 10.222.0.74 "GET /v2.0/ports?device_id=5354e047-cfff-4360-875b-ad076e850e93 HTTP/1.1" status: 200 len: 210 time: 0.0340235 Aug 16 20:48:41.370561 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39922d07-b0b9-4f67-98d0-14f549b57f57 req-e6667d5f-4e7e-4f81-a07e-9e7d3e0048b0 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 210 time: 0.0507748 Aug 16 20:48:41.377255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:41.388301 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.502270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4f84-8dcf-40db-a10b-9bf59b427b30 req-bb09c633-650c-484b-88b6-1d6546ca1ccf tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.504079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f9e4f84-8dcf-40db-a10b-9bf59b427b30 req-bb09c633-650c-484b-88b6-1d6546ca1ccf tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1123517 Aug 16 20:48:41.613075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbf94f-8e6b-4150-afa9-4156450220df req-f4b4f8ad-f80b-4625-bceb-ce646b05028d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.614710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7bbf94f-8e6b-4150-afa9-4156450220df req-f4b4f8ad-f80b-4625-bceb-ce646b05028d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 945 time: 0.1760645 Aug 16 20:48:41.623609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f9e4f84-8dcf-40db-a10b-9bf59b427b30 req-761d33c7-3f17-4d2f-8fa0-b497fb0edf1d tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832148 Aug 16 20:48:41.702309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7bbf94f-8e6b-4150-afa9-4156450220df req-e38645b3-1dff-46e0-b7b3-205c59e4efd9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772336 Aug 16 20:48:41.760391 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Allocated IP 10.1.1.109 (95fb09e9-5787-4cea-bde9-a09e1b739f1e/78ec6dfd-c9dd-4e50-b8df-5b4887dfd243/a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:41.783714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecbb3a-214c-4858-965e-d2d93dd42580 req-30cf9fd0-6a73-4d12-a24c-31ec886a4a2b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.785290 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6ecbb3a-214c-4858-965e-d2d93dd42580 req-30cf9fd0-6a73-4d12-a24c-31ec886a4a2b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 931 time: 0.0820541 Aug 16 20:48:41.926619 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6ecbb3a-214c-4858-965e-d2d93dd42580 req-d0d6ff27-d9fb-4113-b6ff-6cd915357f14 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242032 Aug 16 20:48:41.995162 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.012109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Transition to ACTIVE for port object a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:42.138668 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.190134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network 95fb09e9-5787-4cea-bde9-a09e1b739f1e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:42.196094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:42.201501 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:42.237920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Port': ['ID=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:42.286662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:42.287986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.301497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53192) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:42.394187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d949404f-c4f4-4feb-87a3-6a0a581f732d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4422925 Aug 16 20:48:42.408502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53204) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:42.411562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e', 'admin_state_up': True, 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'security_groups': ['16b0352f-9398-4ec1-bc06-c8c80fd49ff3']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:42.513522 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-918af738-681b-4df0-bdde-0270d7226f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.578804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ca44-eae2-4259-b4c7-bf2617c1e9b8 req-02cfcc94-2a67-4162-aaa9-f0c8ce2cfaa0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:42.580275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c749ca44-eae2-4259-b4c7-bf2617c1e9b8 req-02cfcc94-2a67-4162-aaa9-f0c8ce2cfaa0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 945 time: 0.2304811 Aug 16 20:48:42.590543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e466412f-e972-4a44-95de-2631ea25c75d req-0aeb4aed-c586-452f-b13c-ad92e8ddf178 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 210 time: 0.0658932 Aug 16 20:48:42.676555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c749ca44-eae2-4259-b4c7-bf2617c1e9b8 req-7a789001-1ba6-430d-912d-a9ea38a31cb1 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777330 Aug 16 20:48:42.744856 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-97f161a6-21c8-4e4b-b9cb-801438f785af None None] Provisioning for port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:42.750086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-97f161a6-21c8-4e4b-b9cb-801438f785af None None] Provisioning complete for port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:42.750672 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-97f161a6-21c8-4e4b-b9cb-801438f785af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.776208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5da4b8-ae4b-4e02-a25c-6fc38e8efbac req-4dd2178a-75f4-42c4-a8b9-27ee61b2cbbe tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:42.777933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a5da4b8-ae4b-4e02-a25c-6fc38e8efbac req-4dd2178a-75f4-42c4-a8b9-27ee61b2cbbe tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.0683010 Aug 16 20:48:42.782565 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-918af738-681b-4df0-bdde-0270d7226f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.792652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-97f161a6-21c8-4e4b-b9cb-801438f785af None None] Port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:42.823042 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a5da4b8-ae4b-4e02-a25c-6fc38e8efbac req-b4695a03-f14d-4d70-acd2-3924bc568ae9 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Aug 16 20:48:42.933493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.970493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-918af738-681b-4df0-bdde-0270d7226f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.046006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:43.051800 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.055860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53228) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:43.056007 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-918af738-681b-4df0-bdde-0270d7226f9b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=01a0a64308614a5faf02ed9709bbb05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7534566 Aug 16 20:48:43.061256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918af738-681b-4df0-bdde-0270d7226f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2357aa-ce67-4877-9075-4269cc48c571,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:43.274932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] Deleting port 6364503b-dda4-4943-8233-5a24ee70b388 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:43.275183 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.388702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] For port 6364503b-dda4-4943-8233-5a24ee70b388, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6364503b-dda4-4943-8233-5a24ee70b388,segment=NetworkSegment(60f7b97c-4659-4d2f-8b5f-5b390399d826),segment_id=60f7b97c-4659-4d2f-8b5f-5b390399d826)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:43.389421 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.405440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] Calling delete_port for 6364503b-dda4-4943-8233-5a24ee70b388 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:43.576354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:43.602356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331bddf-f7e1-4eee-ac86-7d991c60fa3a req-e78badf0-d041-4938-beb7-908f6c1684f9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:43.609434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331bddf-f7e1-4eee-ac86-7d991c60fa3a req-e78badf0-d041-4938-beb7-908f6c1684f9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:43.611592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b331bddf-f7e1-4eee-ac86-7d991c60fa3a req-e78badf0-d041-4938-beb7-908f6c1684f9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 1653 time: 0.5528176 Aug 16 20:48:43.617216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e46c505e-98ec-4d38-8bc1-8e7c3466bc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.638224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:43.641547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ae7dee81-6ff8-4bbc-92d0-5de412e2b1ef not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:43.659908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Allocated IP 10.1.1.150 (95fb09e9-5787-4cea-bde9-a09e1b739f1e/78ec6dfd-c9dd-4e50-b8df-5b4887dfd243/3720daa2-0491-4484-8e3f-c5a4cec80c4e) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:43.689286 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e46c505e-98ec-4d38-8bc1-8e7c3466bc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.769398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bedc88f-2c56-4a3f-b74f-4690d98b824a req-e3c7bcec-4359-441b-a763-65eaa544c9e7 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 210 time: 0.0708847 Aug 16 20:48:43.776360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b331bddf-f7e1-4eee-ac86-7d991c60fa3a req-f1b59f4d-4c86-4b22-99c1-f3b6a3dbba17 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544797 Aug 16 20:48:43.783494 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.815455 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6364503b-dda4-4943-8233-5a24ee70b388,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:43.867803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f64ba-c9eb-4d8a-bc9d-1dc2352cf9fd req-8863da4e-9f82-48e9-a86f-88be9a658456 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:43.869904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-335f64ba-c9eb-4d8a-bc9d-1dc2352cf9fd req-8863da4e-9f82-48e9-a86f-88be9a658456 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 945 time: 0.1326096 Aug 16 20:48:44.004955 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e46c505e-98ec-4d38-8bc1-8e7c3466bc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.007495 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e46c505e-98ec-4d38-8bc1-8e7c3466bc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.011668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e46c505e-98ec-4d38-8bc1-8e7c3466bc9f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6d2357aa-ce67-4877-9075-4269cc48c571 HTTP/1.1" status: 204 len: 168 time: 0.9519901 Aug 16 20:48:44.017822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088410-4b8e-4e5e-af3c-af45f438c5cf req-5adb15cf-b04e-48a1-acf4-0d71a30a97e7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:44.025993 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a088410-4b8e-4e5e-af3c-af45f438c5cf req-5adb15cf-b04e-48a1-acf4-0d71a30a97e7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 945 time: 0.1393671 Aug 16 20:48:44.064509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1c165-9646-4e4e-94dc-a52a8b68555f req-9398a7a2-b6a3-4a52-837c-725fb5edeaa1 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:44.072394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1b1c165-9646-4e4e-94dc-a52a8b68555f req-9398a7a2-b6a3-4a52-837c-725fb5edeaa1 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1372123 Aug 16 20:48:44.095147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c505e-98ec-4d38-8bc1-8e7c3466bc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2357aa-ce67-4877-9075-4269cc48c571,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:44.151693 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.162661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a088410-4b8e-4e5e-af3c-af45f438c5cf req-b807a76f-aea3-4b9e-b627-24a4cc5c32cb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365197 Aug 16 20:48:44.189409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1b1c165-9646-4e4e-94dc-a52a8b68555f req-a78b2ef5-18ea-4cca-bc05-ff80885dd8c2 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160257 Aug 16 20:48:44.190556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Transition to ACTIVE for port object 3720daa2-0491-4484-8e3f-c5a4cec80c4e will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:44.197741 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.324986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-bbf2b72a-82ed-4c1b-841c-2fff4e5eb83d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:44.327153 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-bbf2b72a-82ed-4c1b-841c-2fff4e5eb83d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.79 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.3983946 Aug 16 20:48:44.360916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-335f64ba-c9eb-4d8a-bc9d-1dc2352cf9fd req-14542bc7-5294-40c0-96df-e9f9eec0459a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Deleting port 72c19d91-2318-43de-a72d-6392a8aa212d {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:44.361541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-335f64ba-c9eb-4d8a-bc9d-1dc2352cf9fd req-14542bc7-5294-40c0-96df-e9f9eec0459a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.368670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Request body: {'port': {'device_id': '5f0fd3d4-6063-44e7-a293-353d68c139b9', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'admin_state_up': True, 'tenant_id': '6f28821654be46399e7f1d3ede6d898a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:44.400606 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.452195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network 95fb09e9-5787-4cea-bde9-a09e1b739f1e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:44.460919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:44.467055 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:44.518942 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Port': ['ID=3720daa2-0491-4484-8e3f-c5a4cec80c4e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:44.556259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:44.557224 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.648794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bee5856c-256a-4b1b-a33b-e653c11a90ac tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2415981 Aug 16 20:48:44.661665 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5', 'admin_state_up': True, 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'security_groups': ['16b0352f-9398-4ec1-bc06-c8c80fd49ff3']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:44.911622 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78e4b894-39d9-48e9-9d1f-2e1f6af07326 req-b6c33c20-ddca-422e-9411-77ae7d4ed19e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 210 time: 0.0419197 Aug 16 20:48:44.937053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e8cd820d-1f7b-413c-8cda-8f22f4cb9fc2 None None] Provisioning for port 3720daa2-0491-4484-8e3f-c5a4cec80c4e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:44.941770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e8cd820d-1f7b-413c-8cda-8f22f4cb9fc2 None None] Provisioning complete for port 3720daa2-0491-4484-8e3f-c5a4cec80c4e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:44.943775 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8cd820d-1f7b-413c-8cda-8f22f4cb9fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.990106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:45.028991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd820d-1f7b-413c-8cda-8f22f4cb9fc2 None None] Port 3720daa2-0491-4484-8e3f-c5a4cec80c4e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:45.076223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c73cd5-2060-4050-9cac-546ac77c1d27 req-5a573ac6-d837-4a4c-8cb8-f899a3966471 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:45.082831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c73cd5-2060-4050-9cac-546ac77c1d27 req-5a573ac6-d837-4a4c-8cb8-f899a3966471 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:45.091085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c73cd5-2060-4050-9cac-546ac77c1d27 req-5a573ac6-d837-4a4c-8cb8-f899a3966471 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:45.093566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59c73cd5-2060-4050-9cac-546ac77c1d27 req-5a573ac6-d837-4a4c-8cb8-f899a3966471 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 2374 time: 0.1853056 Aug 16 20:48:45.125381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-335f64ba-c9eb-4d8a-bc9d-1dc2352cf9fd req-14542bc7-5294-40c0-96df-e9f9eec0459a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] For port 72c19d91-2318-43de-a72d-6392a8aa212d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=72c19d91-2318-43de-a72d-6392a8aa212d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:45.125381 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-335f64ba-c9eb-4d8a-bc9d-1dc2352cf9fd req-14542bc7-5294-40c0-96df-e9f9eec0459a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.153282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-335f64ba-c9eb-4d8a-bc9d-1dc2352cf9fd req-14542bc7-5294-40c0-96df-e9f9eec0459a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Calling delete_port for 72c19d91-2318-43de-a72d-6392a8aa212d owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:45.160615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53314) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:45.169910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59c73cd5-2060-4050-9cac-546ac77c1d27 req-6eed60e0-d875-4c9d-be34-f96d600b3fbe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728967 Aug 16 20:48:45.174915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.219306 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-511f58ae-dd47-4d15-8748-0a67c4d77d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.239512 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-82e23f85-e4d3-40e9-a13d-7ed0c1653fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.331760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Made reservation on behalf of 6f28821654be46399e7f1d3ede6d898a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:45.335553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.379612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] Router 7a782d71-7c8b-4bd1-a21e-c917e631202f has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:48:45.513226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a5bad-b183-46a6-bb9c-bd4b8048236d req-a6468870-b839-4712-b236-89aa8dc04530 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:45.515435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea1a5bad-b183-46a6-bb9c-bd4b8048236d req-a6468870-b839-4712-b236-89aa8dc04530 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.2082708 Aug 16 20:48:45.528353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5739b2-c0dc-40ec-9fd4-356ed85556da req-1f378a2e-463d-4b2b-a4c3-d22e31ac03af tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:45.536319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e5739b2-c0dc-40ec-9fd4-356ed85556da req-1f378a2e-463d-4b2b-a4c3-d22e31ac03af tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 945 time: 0.2407162 Aug 16 20:48:45.664846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e5739b2-c0dc-40ec-9fd4-356ed85556da req-0967b88c-ca32-41e6-9c2e-7ca5e19aebe7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259811 Aug 16 20:48:45.693253 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea1a5bad-b183-46a6-bb9c-bd4b8048236d req-3e42101e-703c-46c6-999c-4ab3448397aa tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503649 Aug 16 20:48:45.702831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Allocated IP 10.2.2.100 (a7b89468-d91c-49fc-8c48-1765c0cd8fb5/4de59a1e-f7d7-488b-b942-d071b0900dff/fb4be18d-5e38-47bb-9167-5ba8956f3168) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:45.777577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Allocated IP 172.20.0.13 (e3cf6d4f-f5fb-407a-83ba-d10da82846a3/9086addc-4898-4b00-b1e4-5f5b81780ad7/fe11e287-6d2c-4f40-b740-dae685656ec2) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:45.798455 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-82e23f85-e4d3-40e9-a13d-7ed0c1653fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.806922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:45.809740 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d4322872-326e-41de-9873-3464edddf5ca admin admin] 10.222.0.74 "PUT /v2.0/routers/7a782d71-7c8b-4bd1-a21e-c917e631202f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3997023 Aug 16 20:48:45.811995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53340) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:45.816704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8d235a-cfbf-4772-91b4-dcdbc06b1d21 None None] Sync routers for ids ['7a782d71-7c8b-4bd1-a21e-c917e631202f'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:45.830027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d235a-cfbf-4772-91b4-dcdbc06b1d21 None None] Routers {'7a782d71-7c8b-4bd1-a21e-c917e631202f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:45.839594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2a8d235a-cfbf-4772-91b4-dcdbc06b1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7a782d71-7c8b-4bd1-a21e-c917e631202f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:45.867159 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-335f64ba-c9eb-4d8a-bc9d-1dc2352cf9fd req-14542bc7-5294-40c0-96df-e9f9eec0459a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.906890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:45.910544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-82e23f85-e4d3-40e9-a13d-7ed0c1653fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.911893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['5ab14883-54ec-4bc5-be5b-5aa1e501dd45'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:45.914518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14542bc7-5294-40c0-96df-e9f9eec0459a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event deleted for resources: {'Port': ['ID=72c19d91-2318-43de-a72d-6392a8aa212d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:45.966094 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.966526 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.051411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-335f64ba-c9eb-4d8a-bc9d-1dc2352cf9fd req-14542bc7-5294-40c0-96df-e9f9eec0459a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] No DVR routers for this DVR port 72c19d91-2318-43de-a72d-6392a8aa212d on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:46.058440 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-82e23f85-e4d3-40e9-a13d-7ed0c1653fa8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=16916ed972df41eeacee4b554cb05c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8926210 Aug 16 20:48:46.059685 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-335f64ba-c9eb-4d8a-bc9d-1dc2352cf9fd req-14542bc7-5294-40c0-96df-e9f9eec0459a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.061668 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-335f64ba-c9eb-4d8a-bc9d-1dc2352cf9fd req-14542bc7-5294-40c0-96df-e9f9eec0459a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "DELETE /v2.0/ports/72c19d91-2318-43de-a72d-6392a8aa212d HTTP/1.1" status: 204 len: 173 time: 2.1683898 Aug 16 20:48:46.065147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c0f2f9-0b5a-42a6-9edb-dc35f946b70c', 'name': 'network-vif-deleted', 'tag': '72c19d91-2318-43de-a72d-6392a8aa212d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:46.067353 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7538a4-ee34-4b1d-bdaa-d5cc9c029784" -d '{"events": [{"server_uuid": "19c0f2f9-0b5a-42a6-9edb-dc35f946b70c", "name": "network-vif-deleted", "tag": "72c19d91-2318-43de-a72d-6392a8aa212d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:46.070005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53354) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:46.073830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e23f85-e4d3-40e9-a13d-7ed0c1653fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95548a5a-cc17-432f-9584-2375431da847,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.087634 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.123855 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ac6aa2f-f672-4938-abd9-79ef0f370b3b req-7e13d99c-4525-412a-98f4-9f2727e361cb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 210 time: 0.0469272 Aug 16 20:48:46.124788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Transition to ACTIVE for port object fb4be18d-5e38-47bb-9167-5ba8956f3168 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:46.149480 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.187484 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd090b11-4b7a-4f00-9b1e-c1140d1982c6 x-openstack-request-id: req-bd090b11-4b7a-4f00-9b1e-c1140d1982c6 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:46.187780 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c0f2f9-0b5a-42a6-9edb-dc35f946b70c", "name": "network-vif-deleted", "tag": "72c19d91-2318-43de-a72d-6392a8aa212d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:46.188036 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd090b11-4b7a-4f00-9b1e-c1140d1982c6 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:46.188433 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c0f2f9-0b5a-42a6-9edb-dc35f946b70c', 'name': 'network-vif-deleted', 'tag': '72c19d91-2318-43de-a72d-6392a8aa212d', 'status': 'completed', 'code': 200} Aug 16 20:48:46.196600 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e612fb8a-e1db-4e43-8543-1375353d17db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.228222 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e612fb8a-e1db-4e43-8543-1375353d17db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.296798 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2a8d235a-cfbf-4772-91b4-dcdbc06b1d21 None None] Set router 7a782d71-7c8b-4bd1-a21e-c917e631202f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:46.300182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Deleting port 8a2c0bef-972c-4234-8007-99acaabc3068 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:46.300534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.411103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.419729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] For port 8a2c0bef-972c-4234-8007-99acaabc3068, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8a2c0bef-972c-4234-8007-99acaabc3068,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:46.420129 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.432700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Calling delete_port for 8a2c0bef-972c-4234-8007-99acaabc3068 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:46.531378 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e612fb8a-e1db-4e43-8543-1375353d17db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.534461 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e612fb8a-e1db-4e43-8543-1375353d17db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.538026 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e612fb8a-e1db-4e43-8543-1375353d17db admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/95548a5a-cc17-432f-9584-2375431da847 HTTP/1.1" status: 204 len: 168 time: 0.4594188 Aug 16 20:48:46.552351 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.607672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:46.614285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:46.614480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Port': ['ID=fb4be18d-5e38-47bb-9167-5ba8956f3168,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.621801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612fb8a-e1db-4e43-8543-1375353d17db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95548a5a-cc17-432f-9584-2375431da847,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.631710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:46.699629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event updated for resources: {'Port': ['ID=fe11e287-6d2c-4f40-b740-dae685656ec2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.716993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2a8d235a-cfbf-4772-91b4-dcdbc06b1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:48:43Z', 'revision_number': 5, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port': {'id': '8a2c0bef-972c-4234-8007-99acaabc3068', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:11Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:46.755948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.756615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.756746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8d235a-cfbf-4772-91b4-dcdbc06b1d21 None None] Checking router: 7a782d71-7c8b-4bd1-a21e-c917e631202f for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:46.772217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7c13-edd5-45bb-aac6-20e6a73db419 req-e1cce57f-4d02-4510-b2bc-7381ed43a103 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.773370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d235a-cfbf-4772-91b4-dcdbc06b1d21 None None] Routers {'7a782d71-7c8b-4bd1-a21e-c917e631202f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:46.776951 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2a8d235a-cfbf-4772-91b4-dcdbc06b1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7a782d71-7c8b-4bd1-a21e-c917e631202f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:46.780690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7c13-edd5-45bb-aac6-20e6a73db419 req-e1cce57f-4d02-4510-b2bc-7381ed43a103 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.788171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7c13-edd5-45bb-aac6-20e6a73db419 req-e1cce57f-4d02-4510-b2bc-7381ed43a103 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.795995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7c13-edd5-45bb-aac6-20e6a73db419 req-e1cce57f-4d02-4510-b2bc-7381ed43a103 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.801496 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b13d7c13-edd5-45bb-aac6-20e6a73db419 req-e1cce57f-4d02-4510-b2bc-7381ed43a103 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 3095 time: 0.5050960 Aug 16 20:48:46.829229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:46.856642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:46.857923 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-73b4b585-eb6d-4e51-8564-324c39ec08a4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4993317 Aug 16 20:48:46.867496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:46.872022 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Request body: {'port': {'device_id': '5f0fd3d4-6063-44e7-a293-353d68c139b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:46.917926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2a8d235a-cfbf-4772-91b4-dcdbc06b1d21 None None] Set router 7a782d71-7c8b-4bd1-a21e-c917e631202f gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:46.975371 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.009932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:47.010686 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.020276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2a8d235a-cfbf-4772-91b4-dcdbc06b1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:48:46Z', 'revision_number': 6, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:47.073559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8d235a-cfbf-4772-91b4-dcdbc06b1d21 None None] The sync data for ids ['7a782d71-7c8b-4bd1-a21e-c917e631202f'] in n-d-793619-14 is: [{'id': '7a782d71-7c8b-4bd1-a21e-c917e631202f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1888809555-router', 'tenant_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:09Z', 'updated_at': '2021-08-16T20:48:46Z', 'revision_number': 6, 'project_id': 'dcf578e4774e42a99c324c03ea1a9bfc', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:47.085043 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b13d7c13-edd5-45bb-aac6-20e6a73db419 req-f7aa71c8-6d09-4610-ad78-5e6a1fb54eff tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776525 Aug 16 20:48:47.094307 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.165904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59dcf0-05ea-470f-98b5-a0c868392f26 req-d0d46388-3dbc-4463-95ad-9fb5b26bc0da tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:47.167508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b59dcf0-05ea-470f-98b5-a0c868392f26 req-d0d46388-3dbc-4463-95ad-9fb5b26bc0da tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.3650048 Aug 16 20:48:47.247500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-af6047dd-537a-4880-81ae-00ed2a5cb7d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5910294 Aug 16 20:48:47.306136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2c0bef-972c-4234-8007-99acaabc3068,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:47.323595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5', 'admin_state_up': True, 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'security_groups': ['16b0352f-9398-4ec1-bc06-c8c80fd49ff3']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:47.337993 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b59dcf0-05ea-470f-98b5-a0c868392f26 req-7c3f18a8-6ec5-4c43-b2b5-4a795d237b83 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173110 Aug 16 20:48:47.406295 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c810b309-362f-402b-93cc-a4bf622c4b6e None None] Provisioning for port fb4be18d-5e38-47bb-9167-5ba8956f3168 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:47.412367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c810b309-362f-402b-93cc-a4bf622c4b6e None None] Provisioning complete for port fb4be18d-5e38-47bb-9167-5ba8956f3168 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:47.412927 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c810b309-362f-402b-93cc-a4bf622c4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.457180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e90c4abf-3b70-4074-abb7-c5e9fa090f8a req-2f42161d-cb55-4aae-a810-393c298760df tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=19c0f2f9-0b5a-42a6-9edb-dc35f946b70c HTTP/1.1" status: 200 len: 210 time: 0.1148725 Aug 16 20:48:47.485737 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.508934 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4014-9e55-43a4-9b11-a0f86e29664f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.563407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c810b309-362f-402b-93cc-a4bf622c4b6e None None] Port fb4be18d-5e38-47bb-9167-5ba8956f3168 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:47.584730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 72c19d91-2318-43de-a72d-6392a8aa212d no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:47.596706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe11e287-6d2c-4f40-b740-dae685656ec2 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:47.614165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 72c19d91-2318-43de-a72d-6392a8aa212d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:47.615112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 72c19d91-2318-43de-a72d-6392a8aa212d not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:47.619682 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.634672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Transition to ACTIVE for port object fe11e287-6d2c-4f40-b740-dae685656ec2 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:47.725993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.736300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.743471 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.831125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c0402-6e7a-42e4-af6c-05398b04774c req-7961d4f8-a74c-4df3-a1c5-e50e602bf2d2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:47.838068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-319c0402-6e7a-42e4-af6c-05398b04774c req-7961d4f8-a74c-4df3-a1c5-e50e602bf2d2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 932 time: 0.1766725 Aug 16 20:48:47.843895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Made reservation on behalf of c0a087a9019a4187a37aa8311ae2b939 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:47.849168 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.876403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Pushing event updated for resources: {'Port': ['ID=fe11e287-6d2c-4f40-b740-dae685656ec2,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:47.926886 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.006537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Attempting to bind port fe11e287-6d2c-4f40-b740-dae685656ec2 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:48.006911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Attempting to bind port fe11e287-6d2c-4f40-b740-dae685656ec2 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:48.007220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Attempting to bind port fe11e287-6d2c-4f40-b740-dae685656ec2 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:48.016218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Port fe11e287-6d2c-4f40-b740-dae685656ec2 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:48.016218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Attempting to bind port fe11e287-6d2c-4f40-b740-dae685656ec2 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:48.022296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:48.022861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Checking segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:48.023423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Bound using segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:48.023938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Bound port: fe11e287-6d2c-4f40-b740-dae685656ec2, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:48.028868 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.076258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.076793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a782d71-7c8b-4bd1-a21e-c917e631202f {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:48:48.081547 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.082694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ba1ada92-65de-4417-a46d-793a718d8090 admin admin] 10.222.0.74 "DELETE /v2.0/routers/7a782d71-7c8b-4bd1-a21e-c917e631202f HTTP/1.1" status: 204 len: 168 time: 2.2696912 Aug 16 20:48:48.087640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53448) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:48.149941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-319c0402-6e7a-42e4-af6c-05398b04774c req-281f1002-1904-4ffe-b14a-e12a12cff6fa tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562280 Aug 16 20:48:48.159386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-6743b6b7-52c8-4391-b013-67fc4503198a admin admin] Deleting subnet fb35f203-0600-4f06-9b33-75b8cef4e735 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:48:48.163067 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6743b6b7-52c8-4391-b013-67fc4503198a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.192839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] For port fe11e287-6d2c-4f40-b740-dae685656ec2, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:48.215199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] For port fe11e287-6d2c-4f40-b740-dae685656ec2, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fe11e287-6d2c-4f40-b740-dae685656ec2,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:48.221215 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6743b6b7-52c8-4391-b013-67fc4503198a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.244896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Allocated IP 10.2.2.200 (a7b89468-d91c-49fc-8c48-1765c0cd8fb5/4de59a1e-f7d7-488b-b942-d071b0900dff/c39b065c-4f38-4d09-9a1c-c61c88c915c1) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:48.315757 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6743b6b7-52c8-4391-b013-67fc4503198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.349951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.354354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331abdc-93a9-45f5-823d-2909ccd55980 req-39731d76-b1f7-4ec1-8f17-9a01db2c2f6a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.360550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331abdc-93a9-45f5-823d-2909ccd55980 req-39731d76-b1f7-4ec1-8f17-9a01db2c2f6a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.368631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331abdc-93a9-45f5-823d-2909ccd55980 req-39731d76-b1f7-4ec1-8f17-9a01db2c2f6a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.386724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331abdc-93a9-45f5-823d-2909ccd55980 req-39731d76-b1f7-4ec1-8f17-9a01db2c2f6a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.390856 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d331abdc-93a9-45f5-823d-2909ccd55980 req-39731d76-b1f7-4ec1-8f17-9a01db2c2f6a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 3095 time: 0.1427963 Aug 16 20:48:48.460540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.462439 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.466683 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] 10.222.0.79 "PUT /v2.0/ports/fe11e287-6d2c-4f40-b740-dae685656ec2 HTTP/1.1" status: 200 len: 1093 time: 1.5994771 Aug 16 20:48:48.534111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0fd3d4-6063-44e7-a293-353d68c139b9', 'tag': 'fe11e287-6d2c-4f40-b740-dae685656ec2'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:48.544389 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b92db9a-5144-4a17-9e5d-26d8455fc893" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0fd3d4-6063-44e7-a293-353d68c139b9", "tag": "fe11e287-6d2c-4f40-b740-dae685656ec2"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:48.551678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6364503b-dda4-4943-8233-5a24ee70b388 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:48.583285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218242e-ff84-4378-865c-a15c69a281c3 req-d1ea62d8-7e83-4917-935c-68813373c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.585221 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0218242e-ff84-4378-865c-a15c69a281c3 req-d1ea62d8-7e83-4917-935c-68813373c57a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 1097 time: 0.2664638 Aug 16 20:48:48.595309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 6364503b-dda4-4943-8233-5a24ee70b388 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:48.595913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6364503b-dda4-4943-8233-5a24ee70b388 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:48.596493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8a2c0bef-972c-4234-8007-99acaabc3068 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:48.635083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8a2c0bef-972c-4234-8007-99acaabc3068 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:48.635778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8a2c0bef-972c-4234-8007-99acaabc3068 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:48.664830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa3bec-952d-45eb-b547-c2dfe52f348e service neutron] Pushing event updated for resources: {'Port': ['ID=fe11e287-6d2c-4f40-b740-dae685656ec2,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:48.675124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6743b6b7-52c8-4391-b013-67fc4503198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.714162 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0218242e-ff84-4378-865c-a15c69a281c3 req-157641b9-b841-4483-a450-371183e68db8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124399 Aug 16 20:48:48.715910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743b6b7-52c8-4391-b013-67fc4503198a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb35f203-0600-4f06-9b33-75b8cef4e735,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:48.720925 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6743b6b7-52c8-4391-b013-67fc4503198a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.725988 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6743b6b7-52c8-4391-b013-67fc4503198a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fb35f203-0600-4f06-9b33-75b8cef4e735 HTTP/1.1" status: 204 len: 168 time: 0.6340766 Aug 16 20:48:48.729559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53470) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:48.746121 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-438d8ce6-d7f5-4eed-a2b0-dd8923133417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.748160 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-438d8ce6-d7f5-4eed-a2b0-dd8923133417 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 1096 time: 0.1586735 Aug 16 20:48:48.831338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-9f992f47-d871-4410-8c9f-b07e3bf22efd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe11e287-6d2c-4f40-b740-dae685656ec2 HTTP/1.1" status: 200 len: 217 time: 0.0718138 Aug 16 20:48:48.891330 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.910929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-c862eca9-6ab4-4bf3-8625-e9ee70ad6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.912089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d331abdc-93a9-45f5-823d-2909ccd55980 req-d9aa9f8b-543c-495c-823f-ca8246006923 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5117230 Aug 16 20:48:48.912557 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-c862eca9-6ab4-4bf3-8625-e9ee70ad6c97 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 200 len: 851 time: 0.0713499 Aug 16 20:48:48.955038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b425dfe-62d6-40b4-a590-5b04fd2a8324 req-0e2a12a5-389d-4e05-b808-16d7a8fe48ff tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.964439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b425dfe-62d6-40b4-a590-5b04fd2a8324 req-0e2a12a5-389d-4e05-b808-16d7a8fe48ff tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.5023215 Aug 16 20:48:48.972071 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-41b64aff-0ddb-43ff-952b-2fb99c8bb931 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371037 Aug 16 20:48:48.990457 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.007540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Transition to ACTIVE for port object c39b065c-4f38-4d09-9a1c-c61c88c915c1 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:49.028085 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b072c313-d4d0-485c-b1d3-5ffdee8932e5 x-openstack-request-id: req-b072c313-d4d0-485c-b1d3-5ffdee8932e5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:49.028634 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0fd3d4-6063-44e7-a293-353d68c139b9", "tag": "fe11e287-6d2c-4f40-b740-dae685656ec2", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:49.028634 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b072c313-d4d0-485c-b1d3-5ffdee8932e5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:49.029087 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0fd3d4-6063-44e7-a293-353d68c139b9', 'tag': 'fe11e287-6d2c-4f40-b740-dae685656ec2', 'status': 'completed', 'code': 200} Aug 16 20:48:49.071489 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.089255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54dc736-28d6-42f7-93e3-9ff9e3c3aac0']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:49.106498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f7b97c-4659-4d2f-8b5f-5b390399d826') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:49.106849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f7b97c-4659-4d2f-8b5f-5b390399d826') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:49.122191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.138384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b425dfe-62d6-40b4-a590-5b04fd2a8324 req-e5cdc5db-9f13-4c67-ae81-4154da6de258 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693404 Aug 16 20:48:49.158427 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.170710 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-f3caa2b4-49f9-499a-9c4d-f548d58a8370 service neutron] 10.222.0.79 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685553 Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:48:49.178124 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:48:49.268519 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.312588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa4045-1946-4497-ad25-8b4b94daa657 req-2d5d8424-bcd9-4f5c-8029-8c96738675ea tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.314264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90fa4045-1946-4497-ad25-8b4b94daa657 req-2d5d8424-bcd9-4f5c-8029-8c96738675ea tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 944 time: 0.0524788 Aug 16 20:48:49.327385 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-60d48ac5-d5ac-40c1-8ef5-e64e9a38dfbe req-d5db3d6c-23ed-440f-b384-02d3d013f80b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1043105 Aug 16 20:48:49.339068 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.361272 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9cb9172e-a21f-47b2-8cfb-a27ac975048c req-0c065622-72ef-4866-9f84-651a628a5591 service neutron] 10.222.0.79 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757846 Aug 16 20:48:49.410429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:49.413818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90fa4045-1946-4497-ad25-8b4b94daa657 req-9e0b174a-b163-4f21-bbb4-7f1a4d9dfd15 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895894 Aug 16 20:48:49.417366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:49.419750 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:49.478865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.489693 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.493223 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e54dc736-28d6-42f7-93e3-9ff9e3c3aac0 HTTP/1.1" status: 204 len: 168 time: 0.7605319 Aug 16 20:48:49.512763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event updated for resources: {'Port': ['ID=c39b065c-4f38-4d09-9a1c-c61c88c915c1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:49.570981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d48ac5-d5ac-40c1-8ef5-e64e9a38dfbe req-b839e931-b9aa-49b9-81ff-6679e7d88841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.577722 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-60d48ac5-d5ac-40c1-8ef5-e64e9a38dfbe req-b839e931-b9aa-49b9-81ff-6679e7d88841 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 1097 time: 0.1907959 Aug 16 20:48:49.584639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3118b89-8bdd-4197-9495-efeaa09ff5a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e54dc736-28d6-42f7-93e3-9ff9e3c3aac0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:49.668672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.669686 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.813535 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f0ee4501-99c8-4d76-8154-fde891c23cc8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4977469 Aug 16 20:48:49.845661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d48ac5-d5ac-40c1-8ef5-e64e9a38dfbe req-df689cf4-afa9-456a-850f-9c2a26497493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.847765 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-60d48ac5-d5ac-40c1-8ef5-e64e9a38dfbe req-df689cf4-afa9-456a-850f-9c2a26497493 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 906 time: 0.2194672 Aug 16 20:48:49.867943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:49.891471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8cb668db-f75d-49d3-80b4-b703b0dcebc9 None None] Provisioning for port c39b065c-4f38-4d09-9a1c-c61c88c915c1 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:49.895504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8cb668db-f75d-49d3-80b4-b703b0dcebc9 None None] Provisioning complete for port c39b065c-4f38-4d09-9a1c-c61c88c915c1 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:49.896074 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8cb668db-f75d-49d3-80b4-b703b0dcebc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.900411 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-60d48ac5-d5ac-40c1-8ef5-e64e9a38dfbe req-ed2084f2-dd8e-4e60-b523-f2a69f72c1ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d HTTP/1.1" status: 200 len: 217 time: 0.0417991 Aug 16 20:48:49.907773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92db9a-5144-4a17-9e5d-26d8455fc893 req-7efbecc1-91cf-406c-9f15-eb954b7b3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.910596 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6b92db9a-5144-4a17-9e5d-26d8455fc893 req-7efbecc1-91cf-406c-9f15-eb954b7b3a06 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 1096 time: 0.3185086 Aug 16 20:48:49.944213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668db-f75d-49d3-80b4-b703b0dcebc9 None None] Port c39b065c-4f38-4d09-9a1c-c61c88c915c1 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:49.959882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d48ac5-d5ac-40c1-8ef5-e64e9a38dfbe req-d53fd87d-0b04-4c37-862b-894bd914a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.961606 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-60d48ac5-d5ac-40c1-8ef5-e64e9a38dfbe req-d53fd87d-0b04-4c37-862b-894bd914a50c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0495157 Aug 16 20:48:49.966385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881b861-069c-4ffe-ad3b-e4e1ce25f3b9 req-cf54e6b2-9942-4688-b995-a6e31490dfcf tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.967922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5881b861-069c-4ffe-ad3b-e4e1ce25f3b9 req-cf54e6b2-9942-4688-b995-a6e31490dfcf tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 945 time: 0.1699975 Aug 16 20:48:49.971601 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:50.011893 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-60d48ac5-d5ac-40c1-8ef5-e64e9a38dfbe req-960af62e-1b3f-4fd1-b433-44053639abd3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328341 Aug 16 20:48:50.162787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92db9a-5144-4a17-9e5d-26d8455fc893 req-c91647e3-e075-4952-8f43-d4443fecacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.164869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6b92db9a-5144-4a17-9e5d-26d8455fc893 req-c91647e3-e075-4952-8f43-d4443fecacc6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 912 time: 0.2022259 Aug 16 20:48:50.173814 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-60d48ac5-d5ac-40c1-8ef5-e64e9a38dfbe req-b3f1ac98-41a7-45fc-aec6-a0a81527e3b4 service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519780 Aug 16 20:48:50.181817 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5881b861-069c-4ffe-ad3b-e4e1ce25f3b9 req-ca58e3a5-cfbb-4833-b635-63f2af1ff8f1 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023110 Aug 16 20:48:50.233478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330af218-a3a6-489b-8a2c-3c6654e8be38 req-b8e1bbca-6e92-499d-8487-e848bbd8382d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.240068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330af218-a3a6-489b-8a2c-3c6654e8be38 req-b8e1bbca-6e92-499d-8487-e848bbd8382d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.246156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330af218-a3a6-489b-8a2c-3c6654e8be38 req-b8e1bbca-6e92-499d-8487-e848bbd8382d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.252113 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330af218-a3a6-489b-8a2c-3c6654e8be38 req-b8e1bbca-6e92-499d-8487-e848bbd8382d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.258745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330af218-a3a6-489b-8a2c-3c6654e8be38 req-b8e1bbca-6e92-499d-8487-e848bbd8382d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.267554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-330af218-a3a6-489b-8a2c-3c6654e8be38 req-b8e1bbca-6e92-499d-8487-e848bbd8382d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 3816 time: 0.2069113 Aug 16 20:48:50.271004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53510) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:50.274155 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6b92db9a-5144-4a17-9e5d-26d8455fc893 req-451fbf7d-c546-463e-880b-55f7e6e2d78c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe11e287-6d2c-4f40-b740-dae685656ec2 HTTP/1.1" status: 200 len: 217 time: 0.0973117 Aug 16 20:48:50.355509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92db9a-5144-4a17-9e5d-26d8455fc893 req-5ab19d51-dcdc-4631-8d61-42d94527d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.357294 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6b92db9a-5144-4a17-9e5d-26d8455fc893 req-5ab19d51-dcdc-4631-8d61-42d94527d28c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 200 len: 851 time: 0.0652120 Aug 16 20:48:50.373066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-330af218-a3a6-489b-8a2c-3c6654e8be38 req-b9f5cc31-6ca3-4337-bf59-64390c81bcea tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957460 Aug 16 20:48:50.430245 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-46500900-5612-44c7-a540-7d09befcd67f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dcf578e4774e42a99c324c03ea1a9bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576958 Aug 16 20:48:50.431334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53514) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:50.434794 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6b92db9a-5144-4a17-9e5d-26d8455fc893 req-3cec39af-b31e-40b3-bcef-acf0ba44752c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610013 Aug 16 20:48:50.446065 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-60d48ac5-d5ac-40c1-8ef5-e64e9a38dfbe req-509861f4-bc36-4c57-9a64-1574544bed00 service neutron] 10.222.0.76 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622871 Aug 16 20:48:50.514668 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e97db5-6a5f-4646-a237-82579c9b9d5a req-1239cf03-c74e-4d94-84e9-7f0b4be037d9 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.516262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6e97db5-6a5f-4646-a237-82579c9b9d5a req-1239cf03-c74e-4d94-84e9-7f0b4be037d9 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1649125 Aug 16 20:48:50.561999 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6b92db9a-5144-4a17-9e5d-26d8455fc893 req-5a6f01a9-f469-4ebb-90df-e2defff9635c service neutron] 10.222.0.79 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149027 Aug 16 20:48:50.632746 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:50.682001 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:48:50.692428 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6e97db5-6a5f-4646-a237-82579c9b9d5a req-6f4dbc1e-dd7d-450c-81a2-23b9e2711a6c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444323 Aug 16 20:48:50.695939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485de2cf-1908-4253-b829-fe46c689dd3c {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:50.700872 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b861561-e297-499e-91b3-be6bec6d1c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:50.722323 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:50.767846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7847a6-2e48-48ce-8261-c83cdbaafea6 req-f64ecf97-4327-447a-ae88-cf055ca0232e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.775766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d7847a6-2e48-48ce-8261-c83cdbaafea6 req-f64ecf97-4327-447a-ae88-cf055ca0232e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 944 time: 0.2317770 Aug 16 20:48:50.793446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Transition to ACTIVE for port object 485de2cf-1908-4253-b829-fe46c689dd3c will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:50.819966 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b861561-e297-499e-91b3-be6bec6d1c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:50.866695 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:50.911735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d7847a6-2e48-48ce-8261-c83cdbaafea6 req-645180bf-e0e0-4de3-8e6d-699c0a01d16e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348760 Aug 16 20:48:50.947663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0d09e-9aff-4e7e-872e-dcad3b4d5514 req-ecf0ce52-7f7d-4f4f-96dc-4a2092fd1c39 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.949094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8e0d09e-9aff-4e7e-872e-dcad3b4d5514 req-ecf0ce52-7f7d-4f4f-96dc-4a2092fd1c39 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1667228 Aug 16 20:48:50.958300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Pushing event updated for resources: {'Port': ['ID=485de2cf-1908-4253-b829-fe46c689dd3c,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:51.053074 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8e0d09e-9aff-4e7e-872e-dcad3b4d5514 req-3dcecb4e-8e26-4041-8c3a-db9746a49061 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961349 Aug 16 20:48:51.115232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Attempting to bind port 485de2cf-1908-4253-b829-fe46c689dd3c on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:51.115232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Attempting to bind port 485de2cf-1908-4253-b829-fe46c689dd3c by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:51.115232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Attempting to bind port 485de2cf-1908-4253-b829-fe46c689dd3c on network f811c930-d940-4fe5-b868-27e98c3af345 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:51.122262 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6b92db9a-5144-4a17-9e5d-26d8455fc893 req-07800cfa-5ad1-4a94-9b7f-5431da297fe7 service neutron] 10.222.0.79 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506010 Aug 16 20:48:51.124325 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b861561-e297-499e-91b3-be6bec6d1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.126900 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b861561-e297-499e-91b3-be6bec6d1c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.130769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3b861561-e297-499e-91b3-be6bec6d1c7c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41213417-286c-439d-af49-bcfcd1f526be HTTP/1.1" status: 204 len: 168 time: 0.6932955 Aug 16 20:48:51.134304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Port 485de2cf-1908-4253-b829-fe46c689dd3c on network f811c930-d940-4fe5-b868-27e98c3af345 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:51.134638 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Attempting to bind port 485de2cf-1908-4253-b829-fe46c689dd3c on network f811c930-d940-4fe5-b868-27e98c3af345 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:51.147274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b861561-e297-499e-91b3-be6bec6d1c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41213417-286c-439d-af49-bcfcd1f526be,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:51.149297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:51.149708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Checking segment: {'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:51.150074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Bound using segment: {'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:51.150571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Bound port: 485de2cf-1908-4253-b829-fe46c689dd3c, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b94a6123-878e-4e83-9e98-af62b215106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:51.150938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.206490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f641d-f63b-401d-9b0e-dedef65f8b70 req-8fbd8951-10f2-4a59-a38a-a442dc6413c9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:51.209754 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bc9f641d-f63b-401d-9b0e-dedef65f8b70 req-8fbd8951-10f2-4a59-a38a-a442dc6413c9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 945 time: 0.1022539 Aug 16 20:48:51.268372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] For port 485de2cf-1908-4253-b829-fe46c689dd3c, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:51.278449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] For port 485de2cf-1908-4253-b829-fe46c689dd3c, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=485de2cf-1908-4253-b829-fe46c689dd3c,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:51.375095 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.412556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06367443-0375-46c6-885e-9099f12b07af req-dd73d84f-8515-498f-b0bb-7e26cea2fd72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:51.420180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06367443-0375-46c6-885e-9099f12b07af req-dd73d84f-8515-498f-b0bb-7e26cea2fd72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 945 time: 0.1228626 Aug 16 20:48:51.457854 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-bc9f641d-f63b-401d-9b0e-dedef65f8b70 req-3c7cb5ba-7924-482a-a368-a74b6e7b6d72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Deleting port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:51.461744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bc9f641d-f63b-401d-9b0e-dedef65f8b70 req-3c7cb5ba-7924-482a-a368-a74b6e7b6d72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.534802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:51.537886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.543800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] 10.222.0.76 "PUT /v2.0/ports/485de2cf-1908-4253-b829-fe46c689dd3c HTTP/1.1" status: 200 len: 1092 time: 1.6965916 Aug 16 20:48:51.546302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': '485de2cf-1908-4253-b829-fe46c689dd3c'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:51.552934 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a" -d '{"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "485de2cf-1908-4253-b829-fe46c689dd3c"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:51.615374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fe11e287-6d2c-4f40-b740-dae685656ec2 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:51.650388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45360-630a-4862-a81b-6f976a7d6956 service neutron] Pushing event updated for resources: {'Port': ['ID=485de2cf-1908-4253-b829-fe46c689dd3c,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:51.670897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06367443-0375-46c6-885e-9099f12b07af req-94fe19c4-3b74-4706-8b84-aa28476fe9d7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044370 Aug 16 20:48:51.692436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:51.788021 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.814339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-bc9f641d-f63b-401d-9b0e-dedef65f8b70 req-3c7cb5ba-7924-482a-a368-a74b6e7b6d72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] For port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5ab14883-54ec-4bc5-be5b-5aa1e501dd45,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:51.814715 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bc9f641d-f63b-401d-9b0e-dedef65f8b70 req-3c7cb5ba-7924-482a-a368-a74b6e7b6d72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.860317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-bc9f641d-f63b-401d-9b0e-dedef65f8b70 req-3c7cb5ba-7924-482a-a368-a74b6e7b6d72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Calling delete_port for 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:51.999883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fe11e287-6d2c-4f40-b740-dae685656ec2, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fe11e287-6d2c-4f40-b740-dae685656ec2,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:52.020143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'fe11e287-6d2c-4f40-b740-dae685656ec2', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'port_id': 'fe11e287-6d2c-4f40-b740-dae685656ec2', 'mac_address': 'fa:16:3e:c6:a2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9086addc-4898-4b00-b1e4-5f5b81780ad7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:52.117995 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:52.132627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb524b-9e32-4647-997b-d2f0c3e5ab97 req-d27ab547-5a19-4ebf-86d3-b210498aca5b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.133974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34fb524b-9e32-4647-997b-d2f0c3e5ab97 req-d27ab547-5a19-4ebf-86d3-b210498aca5b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.2852826 Aug 16 20:48:52.138992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe11e287-6d2c-4f40-b740-dae685656ec2 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:52.164146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46282232-2e61-48ae-9f6b-ccb32f0181c8 req-2788c085-d559-49a1-93bb-7fbe9f2c4576 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.179155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fe11e287-6d2c-4f40-b740-dae685656ec2, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fe11e287-6d2c-4f40-b740-dae685656ec2,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:52.183754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46282232-2e61-48ae-9f6b-ccb32f0181c8 req-2788c085-d559-49a1-93bb-7fbe9f2c4576 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.188909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46282232-2e61-48ae-9f6b-ccb32f0181c8 req-2788c085-d559-49a1-93bb-7fbe9f2c4576 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.195216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46282232-2e61-48ae-9f6b-ccb32f0181c8 req-2788c085-d559-49a1-93bb-7fbe9f2c4576 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.201440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46282232-2e61-48ae-9f6b-ccb32f0181c8 req-2788c085-d559-49a1-93bb-7fbe9f2c4576 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.211285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46282232-2e61-48ae-9f6b-ccb32f0181c8 req-2788c085-d559-49a1-93bb-7fbe9f2c4576 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 3828 time: 0.3478653 Aug 16 20:48:52.274832 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:52.279050 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bc9f641d-f63b-401d-9b0e-dedef65f8b70 req-3c7cb5ba-7924-482a-a368-a74b6e7b6d72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:52.322606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:52.328088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['5ab14883-54ec-4bc5-be5b-5aa1e501dd45'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:52.330861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34fb524b-9e32-4647-997b-d2f0c3e5ab97 req-1b563979-de53-43e5-a9cf-b60b09123e90 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841838 Aug 16 20:48:52.420401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cb5ba-7924-482a-a368-a74b6e7b6d72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event deleted for resources: {'Port': ['ID=5ab14883-54ec-4bc5-be5b-5aa1e501dd45,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:52.437641 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46282232-2e61-48ae-9f6b-ccb32f0181c8 req-b7e37c52-b15b-4624-9ef3-7dd8ab67b76f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075224 Aug 16 20:48:52.490193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9f641d-f63b-401d-9b0e-dedef65f8b70 req-3c7cb5ba-7924-482a-a368-a74b6e7b6d72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] No DVR routers for this DVR port 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:52.499719 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bc9f641d-f63b-401d-9b0e-dedef65f8b70 req-3c7cb5ba-7924-482a-a368-a74b6e7b6d72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:52.502467 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bc9f641d-f63b-401d-9b0e-dedef65f8b70 req-3c7cb5ba-7924-482a-a368-a74b6e7b6d72 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "DELETE /v2.0/ports/5ab14883-54ec-4bc5-be5b-5aa1e501dd45 HTTP/1.1" status: 204 len: 173 time: 1.2863002 Aug 16 20:48:52.506027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f44947-5e55-475b-be41-9569e83d3eb4', 'name': 'network-vif-deleted', 'tag': '5ab14883-54ec-4bc5-be5b-5aa1e501dd45'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:52.506667 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e475db12-c0c5-4fea-b2e7-3069dd61e481 x-openstack-request-id: req-e475db12-c0c5-4fea-b2e7-3069dd61e481 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:52.507151 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "485de2cf-1908-4253-b829-fe46c689dd3c", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:52.507618 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e475db12-c0c5-4fea-b2e7-3069dd61e481 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:52.508165 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': '485de2cf-1908-4253-b829-fe46c689dd3c', 'status': 'completed', 'code': 200} Aug 16 20:48:52.521505 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075854be-d74c-40f5-873c-002f01d1f6cf" -d '{"events": [{"server_uuid": "02f44947-5e55-475b-be41-9569e83d3eb4", "name": "network-vif-deleted", "tag": "5ab14883-54ec-4bc5-be5b-5aa1e501dd45"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:52.563301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['fe11e287-6d2c-4f40-b740-dae685656ec2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:52.651656 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc16d213-44c7-44b4-9ae9-e48243dd374c x-openstack-request-id: req-bc16d213-44c7-44b4-9ae9-e48243dd374c {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:52.652148 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f44947-5e55-475b-be41-9569e83d3eb4", "name": "network-vif-deleted", "tag": "5ab14883-54ec-4bc5-be5b-5aa1e501dd45", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:52.652599 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc16d213-44c7-44b4-9ae9-e48243dd374c {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:52.653201 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f44947-5e55-475b-be41-9569e83d3eb4', 'name': 'network-vif-deleted', 'tag': '5ab14883-54ec-4bc5-be5b-5aa1e501dd45', 'status': 'completed', 'code': 200} Aug 16 20:48:52.690103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-3a33487d-beb0-400a-a6db-285fc669ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.697457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-3a33487d-beb0-400a-a6db-285fc669ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.697457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-3a33487d-beb0-400a-a6db-285fc669ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.697457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-3a33487d-beb0-400a-a6db-285fc669ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.697457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-3a33487d-beb0-400a-a6db-285fc669ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.699978 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-3a33487d-beb0-400a-a6db-285fc669ff9a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 4364 time: 0.1702747 Aug 16 20:48:52.756313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:52.778614 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:52.819093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8100a-8ac6-4c57-8b22-d81486e7afe9 req-670d29b1-fc5e-4bc4-b49f-d053d93faea5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.827433 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ecc8100a-8ac6-4c57-8b22-d81486e7afe9 req-670d29b1-fc5e-4bc4-b49f-d053d93faea5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 945 time: 0.1767662 Aug 16 20:48:52.832397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Transition to ACTIVE for port object b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:52.885902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ecc8100a-8ac6-4c57-8b22-d81486e7afe9 req-e49529e5-916b-43c8-95cb-23fb6934b348 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574787 Aug 16 20:48:52.903859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-648a0c5d-ef78-4522-8470-29817832592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.904509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-648a0c5d-ef78-4522-8470-29817832592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.904961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-648a0c5d-ef78-4522-8470-29817832592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.906636 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-648a0c5d-ef78-4522-8470-29817832592a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c0a087a9019a4187a37aa8311ae2b939&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1988580 Aug 16 20:48:52.943434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f214d99-a75c-4855-8976-19041c1c7d9c req-774936e9-a18e-403c-bf79-b5e61e25cb49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=02f44947-5e55-475b-be41-9569e83d3eb4 HTTP/1.1" status: 200 len: 210 time: 0.0517268 Aug 16 20:48:52.959872 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.063219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Pushing event updated for resources: {'Port': ['ID=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:53.066675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-c8818752-d60a-4186-903c-1dbd218ab891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.068500 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b09bae9-7bf8-45a9-850e-ebeb1950b44a req-c8818752-d60a-4186-903c-1dbd218ab891 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530318 Aug 16 20:48:53.102562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fe11e287-6d2c-4f40-b740-dae685656ec2,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:53.181967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Attempting to bind port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:53.182530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Attempting to bind port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:53.182806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Attempting to bind port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:53.187827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:53.188228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Attempting to bind port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:53.202789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:53.206064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Checking segment: {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:53.206064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Bound using segment: {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:53.206064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Bound port: b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:53.206064 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.388278 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] For port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:53.392991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] For port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:53.414823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53598) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:53.474181 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.550224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Pushing event updated for resources: {'Port': ['ID=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:53.565154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.566317 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.568311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-313e31c9-21f7-4c3b-800d-323963162480 service neutron] 10.222.0.76 "PUT /v2.0/ports/b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 HTTP/1.1" status: 200 len: 1132 time: 1.8901227 Aug 16 20:48:53.579891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e249ce-a64f-4a56-8f06-5f8178b5b0d9 req-75b38155-f302-41d3-8255-65e714077d33 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.588074 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65e249ce-a64f-4a56-8f06-5f8178b5b0d9 req-75b38155-f302-41d3-8255-65e714077d33 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1555185 Aug 16 20:48:53.682336 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-75352622-8778-4c09-a2c2-2a67d619259b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0907714 Aug 16 20:48:53.725815 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3f90d41c-f2a8-4f41-b902-242f77a7e424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.737820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:53.798343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-4efcab1b-fdcf-4efe-89da-2edd07660d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.800182 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-4efcab1b-fdcf-4efe-89da-2edd07660d3c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0761f6f4fceb41ea8298c9afcdeb2f7d&device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 1097 time: 0.0654075 Aug 16 20:48:53.821428 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65e249ce-a64f-4a56-8f06-5f8178b5b0d9 req-46dc6695-8991-480e-8102-37c89e90cdad tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322397 Aug 16 20:48:53.826839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.842676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d437-8dca-4309-93f5-509205c4489f req-fcb50981-9417-48de-acff-d9f498d13fb2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.859691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d437-8dca-4309-93f5-509205c4489f req-fcb50981-9417-48de-acff-d9f498d13fb2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.866038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d437-8dca-4309-93f5-509205c4489f req-fcb50981-9417-48de-acff-d9f498d13fb2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.872888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d437-8dca-4309-93f5-509205c4489f req-fcb50981-9417-48de-acff-d9f498d13fb2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.887603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d437-8dca-4309-93f5-509205c4489f req-fcb50981-9417-48de-acff-d9f498d13fb2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.887603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d437-8dca-4309-93f5-509205c4489f req-fcb50981-9417-48de-acff-d9f498d13fb2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.889103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89b8d437-8dca-4309-93f5-509205c4489f req-fcb50981-9417-48de-acff-d9f498d13fb2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 4601 time: 0.2864912 Aug 16 20:48:53.970018 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-209e6d46-cfcc-445f-8701-059852afad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.971379 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-209e6d46-cfcc-445f-8701-059852afad93 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ce47c267-bc40-4497-bca3-57ee11eab682 HTTP/1.1" status: 200 len: 912 time: 0.1343772 Aug 16 20:48:53.983182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89b8d437-8dca-4309-93f5-509205c4489f req-0e8dcac7-d987-4dc9-915d-735a0fe53008 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826273 Aug 16 20:48:54.095646 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-9b558b29-417a-4566-b1d6-aa9716e59d51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2309964e-57ad-4480-b4c0-19bf28088e21 HTTP/1.1" status: 200 len: 1000 time: 0.1141539 Aug 16 20:48:54.162378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-6f2b72c3-5a9f-49d5-998d-16803f2bbe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:54.167013 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-6f2b72c3-5a9f-49d5-998d-16803f2bbe2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7303019-73a2-477c-b760-7e3428e0b916 HTTP/1.1" status: 200 len: 850 time: 0.0663848 Aug 16 20:48:54.186643 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3f90d41c-f2a8-4f41-b902-242f77a7e424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.249526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-c0283cc7-27fc-44e3-9c08-3d3c7d4d4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:54.251284 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-c0283cc7-27fc-44e3-9c08-3d3c7d4d4391 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce47c267-bc40-4497-bca3-57ee11eab682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671227 Aug 16 20:48:54.306172 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3f90d41c-f2a8-4f41-b902-242f77a7e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.367979 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-05c2d86b-cd81-494e-b0ba-5ba9db1f742d service neutron] 10.222.0.79 "GET /v2.0/networks/ce47c267-bc40-4497-bca3-57ee11eab682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093812 Aug 16 20:48:54.403057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5596eb-8e57-4767-8647-61d2696a33e1 req-55f228e3-7aa0-442c-8bd3-60f2acc02fab tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:54.405144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc5596eb-8e57-4767-8647-61d2696a33e1 req-55f228e3-7aa0-442c-8bd3-60f2acc02fab tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 945 time: 0.1509304 Aug 16 20:48:54.408413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90d41c-f2a8-4f41-b902-242f77a7e424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152c5f0a-ed77-48b9-89e9-9cac9170d6b8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:54.415394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19bea0e-f740-4d0b-8449-60adbd042ab2 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:54.423763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3f90d41c-f2a8-4f41-b902-242f77a7e424 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ae5b60a3076b46d2b56cb8ff0541742a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0078409 Aug 16 20:48:54.426707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53632) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:54.434978 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.488536 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9355fcc7-edbe-4e3b-ae6b-74ff104042df req-4cc6554a-7c2c-410b-a830-74c21a71da45 service neutron] 10.222.0.79 "GET /v2.0/networks/ce47c267-bc40-4497-bca3-57ee11eab682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136799 Aug 16 20:48:54.491255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Transition to ACTIVE for port object a19bea0e-f740-4d0b-8449-60adbd042ab2 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:54.517464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': 'b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:54.519610 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb" -d '{"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:54.543685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc5596eb-8e57-4767-8647-61d2696a33e1 req-4327506d-9683-4758-84b3-8061ca1ae0d3 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055396 Aug 16 20:48:54.559216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2c744e3f-d496-4876-abdb-5c492c807a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.581203 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2c744e3f-d496-4876-abdb-5c492c807a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.589991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.676041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Pushing event updated for resources: {'Port': ['ID=a19bea0e-f740-4d0b-8449-60adbd042ab2,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:54.770346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Attempting to bind port a19bea0e-f740-4d0b-8449-60adbd042ab2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:54.770701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Attempting to bind port a19bea0e-f740-4d0b-8449-60adbd042ab2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:54.771017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Attempting to bind port a19bea0e-f740-4d0b-8449-60adbd042ab2 on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:54.776684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Port a19bea0e-f740-4d0b-8449-60adbd042ab2 on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:54.777005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Attempting to bind port a19bea0e-f740-4d0b-8449-60adbd042ab2 on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:54.782651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:54.782992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Checking segment: {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:54.783378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Bound using segment: {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:54.783849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Bound port: a19bea0e-f740-4d0b-8449-60adbd042ab2, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:54.785239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.862413 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed657ab-4353-480e-8896-0fdca3908064 x-openstack-request-id: req-fed657ab-4353-480e-8896-0fdca3908064 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:54.862695 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:54.862947 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fed657ab-4353-480e-8896-0fdca3908064 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:54.863331 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': 'b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8', 'status': 'completed', 'code': 200} Aug 16 20:48:54.911399 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2c744e3f-d496-4876-abdb-5c492c807a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.920111 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2c744e3f-d496-4876-abdb-5c492c807a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.923520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2c744e3f-d496-4876-abdb-5c492c807a53 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/152c5f0a-ed77-48b9-89e9-9cac9170d6b8 HTTP/1.1" status: 204 len: 168 time: 0.4935536 Aug 16 20:48:54.974817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c744e3f-d496-4876-abdb-5c492c807a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152c5f0a-ed77-48b9-89e9-9cac9170d6b8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:55.001716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-ecaea006-60d8-4ad4-9505-b1ee5c01d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.004786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-ecaea006-60d8-4ad4-9505-b1ee5c01d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.004786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-ecaea006-60d8-4ad4-9505-b1ee5c01d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.004786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-ecaea006-60d8-4ad4-9505-b1ee5c01d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.005081 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-ecaea006-60d8-4ad4-9505-b1ee5c01d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.005731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-ecaea006-60d8-4ad4-9505-b1ee5c01d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.006240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-ecaea006-60d8-4ad4-9505-b1ee5c01d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.027095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] For port a19bea0e-f740-4d0b-8449-60adbd042ab2, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:55.028836 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-ecaea006-60d8-4ad4-9505-b1ee5c01d1d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6171 time: 0.1563430 Aug 16 20:48:55.038480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] For port a19bea0e-f740-4d0b-8449-60adbd042ab2, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a19bea0e-f740-4d0b-8449-60adbd042ab2,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:55.116390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aae7e497-4152-4083-9a36-c0a92066dc63 req-0ad26423-616e-4988-aa3c-5ef639097bbf tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=10027da5-7c56-42b1-8173-16a38ae42da3 HTTP/1.1" status: 200 len: 210 time: 0.2291875 Aug 16 20:48:55.166438 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.213389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.213389 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.213389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] 10.222.0.76 "PUT /v2.0/ports/a19bea0e-f740-4d0b-8449-60adbd042ab2 HTTP/1.1" status: 200 len: 1131 time: 1.4876547 Aug 16 20:48:55.243847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-32278444-ca95-4a9a-89b1-efe406c17d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.244424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-32278444-ca95-4a9a-89b1-efe406c17d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.244915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-32278444-ca95-4a9a-89b1-efe406c17d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.247470 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-32278444-ca95-4a9a-89b1-efe406c17d28 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c0a087a9019a4187a37aa8311ae2b939&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2166708 Aug 16 20:48:55.280868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bc3b0-24c9-4272-8db4-aec8b6b9f421 service neutron] Pushing event updated for resources: {'Port': ['ID=a19bea0e-f740-4d0b-8449-60adbd042ab2,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:55.295796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-69886c18-b3fc-42af-8ba0-f62aa3702648 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.305474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-69886c18-b3fc-42af-8ba0-f62aa3702648 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.2475893 Aug 16 20:48:55.320703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-9656b9c8-9e50-4179-bf02-048bf2652736 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/quotas/ddfb1c9208d1440192808c93cfed992b HTTP/1.1" status: 200 len: 375 time: 0.0167763 Aug 16 20:48:55.418689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-afc2c617-87c9-4c20-952e-bc99552c8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.419661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-d0ba24e3-d1a0-4454-8b6d-d4c596e00be0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980732 Aug 16 20:48:55.420147 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61510ac7-a12a-4bc6-8f8e-de0e0ef454fb req-afc2c617-87c9-4c20-952e-bc99552c8c00 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1629317 Aug 16 20:48:55.431706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe097a9-2a00-4c0c-b09b-97d8ed58deea req-be4e7da6-d2db-4e96-8032-32ec43a4889d tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.437632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbe097a9-2a00-4c0c-b09b-97d8ed58deea req-be4e7da6-d2db-4e96-8032-32ec43a4889d tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1140807 Aug 16 20:48:55.447220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:55.645093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fe11e287-6d2c-4f40-b740-dae685656ec2 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:55.680578 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbe097a9-2a00-4c0c-b09b-97d8ed58deea req-3ede5dc1-ead2-4e56-9f4e-5f05e492e7fb tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710238 Aug 16 20:48:55.744272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.783664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-2a443bf4-e541-4598-9010-1cad867b8f33 service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424439 Aug 16 20:48:55.826159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port fe11e287-6d2c-4f40-b740-dae685656ec2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:55.830250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port fe11e287-6d2c-4f40-b740-dae685656ec2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:55.836216 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.938981 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.980050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fe11e287-6d2c-4f40-b740-dae685656ec2, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fe11e287-6d2c-4f40-b740-dae685656ec2,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:55.982956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0fd3d4-6063-44e7-a293-353d68c139b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe11e287-6d2c-4f40-b740-dae685656ec2'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:55.988382 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f19e7d-9b3c-4dc9-9229-eb0da0978e01" -d '{"events": [{"server_uuid": "5f0fd3d4-6063-44e7-a293-353d68c139b9", "name": "network-vif-plugged", "status": "completed", "tag": "fe11e287-6d2c-4f40-b740-dae685656ec2"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:56.037789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3015f0d-bd1c-464b-aec0-b59cfa7461ee req-58b9911f-6939-4447-9aa7-3d2270039bb5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.047223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3015f0d-bd1c-464b-aec0-b59cfa7461ee req-58b9911f-6939-4447-9aa7-3d2270039bb5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.055138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3015f0d-bd1c-464b-aec0-b59cfa7461ee req-58b9911f-6939-4447-9aa7-3d2270039bb5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.056967 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.058140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:56.065674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3015f0d-bd1c-464b-aec0-b59cfa7461ee req-58b9911f-6939-4447-9aa7-3d2270039bb5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.073445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3015f0d-bd1c-464b-aec0-b59cfa7461ee req-58b9911f-6939-4447-9aa7-3d2270039bb5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.089255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3015f0d-bd1c-464b-aec0-b59cfa7461ee req-58b9911f-6939-4447-9aa7-3d2270039bb5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.096249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3015f0d-bd1c-464b-aec0-b59cfa7461ee req-58b9911f-6939-4447-9aa7-3d2270039bb5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.098461 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3015f0d-bd1c-464b-aec0-b59cfa7461ee req-58b9911f-6939-4447-9aa7-3d2270039bb5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5373 time: 0.3176315 Aug 16 20:48:56.116994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:56.117886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5ab14883-54ec-4bc5-be5b-5aa1e501dd45 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:56.130351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53684) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:56.153819 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94d00e33-46fd-447f-8e13-e20facbde370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.156705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fe11e287-6d2c-4f40-b740-dae685656ec2,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:56.256812 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94d00e33-46fd-447f-8e13-e20facbde370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.260484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:56.274750 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.328515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Transition to ACTIVE for port object a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:56.337204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-33717dc2-3301-41f3-9caf-9cbffe6563c1 service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233619 Aug 16 20:48:56.341426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3015f0d-bd1c-464b-aec0-b59cfa7461ee req-6007f376-6ab3-43e4-bd6c-631d7a51e56a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736043 Aug 16 20:48:56.377013 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94d00e33-46fd-447f-8e13-e20facbde370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.420833 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-94d00e33-46fd-447f-8e13-e20facbde370 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e2ed9864b0a44969b1005680673d05d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870009 Aug 16 20:48:56.420833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d00e33-46fd-447f-8e13-e20facbde370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8b4cc1-3d86-4bde-bdba-090f53485b33,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:56.422077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53686) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:56.485203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed53ae71-7983-4fcf-af09-21dab948f312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.510154 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed53ae71-7983-4fcf-af09-21dab948f312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.528249 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.620355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:56.723235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Attempting to bind port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:56.729478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Attempting to bind port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:56.729855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Attempting to bind port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:56.745147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:56.745412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Attempting to bind port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:56.754609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:56.755245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Checking segment: {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:56.755823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Bound using segment: {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:56.756449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Bound port: a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:56.757576 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.839878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed53ae71-7983-4fcf-af09-21dab948f312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.855200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed53ae71-7983-4fcf-af09-21dab948f312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.855200 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ed53ae71-7983-4fcf-af09-21dab948f312 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0a8b4cc1-3d86-4bde-bdba-090f53485b33 HTTP/1.1" status: 204 len: 168 time: 0.4213598 Aug 16 20:48:56.866545 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': 'a19bea0e-f740-4d0b-8449-60adbd042ab2'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:56.869243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ae71-7983-4fcf-af09-21dab948f312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8b4cc1-3d86-4bde-bdba-090f53485b33,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:56.879855 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2a3e6a-ddaa-4585-98e0-f28960aac840" -d '{"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "a19bea0e-f740-4d0b-8449-60adbd042ab2"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:56.972982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] For port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:56.981703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] For port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:57.106194 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b102ab0c-54a3-4b1f-b969-eec377e74948 x-openstack-request-id: req-b102ab0c-54a3-4b1f-b969-eec377e74948 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:57.107207 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0fd3d4-6063-44e7-a293-353d68c139b9", "name": "network-vif-plugged", "status": "completed", "tag": "fe11e287-6d2c-4f40-b740-dae685656ec2", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:57.107650 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b102ab0c-54a3-4b1f-b969-eec377e74948 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:57.108214 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0fd3d4-6063-44e7-a293-353d68c139b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe11e287-6d2c-4f40-b740-dae685656ec2', 'code': 200} Aug 16 20:48:57.126241 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.318194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68173157-6c68-4e03-8872-22c7ed1a3dc4 req-1bd20b4f-eaf1-439a-853c-03111bfe9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:57.341704 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-68173157-6c68-4e03-8872-22c7ed1a3dc4 req-1bd20b4f-eaf1-439a-853c-03111bfe9061 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 1098 time: 0.1221089 Aug 16 20:48:57.389538 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-68173157-6c68-4e03-8872-22c7ed1a3dc4 req-19795e9b-ad51-4b45-9af3-d9eadcb743a5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 Aug 16 20:48:57.643552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:57.647245 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.649773 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] 10.222.0.76 "PUT /v2.0/ports/a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e HTTP/1.1" status: 200 len: 1092 time: 2.2110097 Aug 16 20:48:57.794996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1aa68ab1-ed2a-4599-918a-d9466ac1760c req-59e8ea25-8c94-41a2-8aab-32d942c7b8cf tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 210 time: 0.1436961 Aug 16 20:48:57.804059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:57.814462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de25f57-d7c3-4db6-8dc4-6844435c6ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:57.881071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a5d03-9847-464c-a19c-e437092d8bdc req-98ce5a8d-1be3-46ae-85cb-bde63800cc9e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:57.883766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-067a5d03-9847-464c-a19c-e437092d8bdc req-98ce5a8d-1be3-46ae-85cb-bde63800cc9e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 946 time: 1.0943644 Aug 16 20:48:58.026606 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:58.053283 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-067a5d03-9847-464c-a19c-e437092d8bdc req-318c9164-4d24-4265-850c-9b5e82b1d6c0 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464391 Aug 16 20:48:58.115434 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc23384e-f81c-4b26-8c31-122be4622129 x-openstack-request-id: req-bc23384e-f81c-4b26-8c31-122be4622129 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:58.115898 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "a19bea0e-f740-4d0b-8449-60adbd042ab2", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:58.116193 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc23384e-f81c-4b26-8c31-122be4622129 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:58.117228 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': 'a19bea0e-f740-4d0b-8449-60adbd042ab2', 'status': 'completed', 'code': 200} Aug 16 20:48:58.134798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9624546-dfc9-425f-bdf5-cfc6368c5b6a req-6a87483d-fcf4-457f-b3bb-ac401d603235 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.143745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9624546-dfc9-425f-bdf5-cfc6368c5b6a req-6a87483d-fcf4-457f-b3bb-ac401d603235 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1844540 Aug 16 20:48:58.222880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-d74d6b65-d10f-41b7-8f31-c712f6afb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.223669 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-d74d6b65-d10f-41b7-8f31-c712f6afb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.224358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-d74d6b65-d10f-41b7-8f31-c712f6afb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.225140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-d74d6b65-d10f-41b7-8f31-c712f6afb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.225798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-d74d6b65-d10f-41b7-8f31-c712f6afb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.226538 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-d74d6b65-d10f-41b7-8f31-c712f6afb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.227630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-d74d6b65-d10f-41b7-8f31-c712f6afb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.229907 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-d74d6b65-d10f-41b7-8f31-c712f6afb733 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6281 time: 0.0808620 Aug 16 20:48:58.267362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9624546-dfc9-425f-bdf5-cfc6368c5b6a req-daf27b33-978e-4528-95bb-ad4a29e5e1de tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224558 Aug 16 20:48:58.379259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-99b0b9a0-9149-4295-8481-47b52af8b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.380249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-99b0b9a0-9149-4295-8481-47b52af8b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.380736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-99b0b9a0-9149-4295-8481-47b52af8b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.383738 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-99b0b9a0-9149-4295-8481-47b52af8b371 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c0a087a9019a4187a37aa8311ae2b939&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1452174 Aug 16 20:48:58.631861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-9075c14f-66cb-4ef8-9af5-01fec9e519a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.634102 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eb2a3e6a-ddaa-4585-98e0-f28960aac840 req-9075c14f-66cb-4ef8-9af5-01fec9e519a7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2427623 Aug 16 20:48:58.746200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5df8ad15-f83a-46ed-bac2-29e13269b700 req-8e3b6e25-a875-4373-a0f3-4491bebbdcb8 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0699055 Aug 16 20:48:58.791842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810fbe-3843-4429-90f9-cb239787fd0c req-2a0d8225-ac99-4ec0-9ce8-f47a20286152 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.800673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810fbe-3843-4429-90f9-cb239787fd0c req-2a0d8225-ac99-4ec0-9ce8-f47a20286152 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.805637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810fbe-3843-4429-90f9-cb239787fd0c req-2a0d8225-ac99-4ec0-9ce8-f47a20286152 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.811771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810fbe-3843-4429-90f9-cb239787fd0c req-2a0d8225-ac99-4ec0-9ce8-f47a20286152 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.818263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810fbe-3843-4429-90f9-cb239787fd0c req-2a0d8225-ac99-4ec0-9ce8-f47a20286152 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.839804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810fbe-3843-4429-90f9-cb239787fd0c req-2a0d8225-ac99-4ec0-9ce8-f47a20286152 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.846596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810fbe-3843-4429-90f9-cb239787fd0c req-2a0d8225-ac99-4ec0-9ce8-f47a20286152 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.847862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13810fbe-3843-4429-90f9-cb239787fd0c req-2a0d8225-ac99-4ec0-9ce8-f47a20286152 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5385 time: 0.3657455 Aug 16 20:48:58.908605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3720daa2-0491-4484-8e3f-c5a4cec80c4e {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:58.926532 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:58.965433 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24f9039b-5e8f-46b7-bc7c-b66aa6203257 req-2fb277cb-4ea2-4aa3-a301-bb491a9d3bed tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 210 time: 0.0409806 Aug 16 20:48:58.971757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13810fbe-3843-4429-90f9-cb239787fd0c req-461f71b0-bf3d-4110-9faf-ddc1aed5b32b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970047 Aug 16 20:48:58.974677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Transition to ACTIVE for port object 3720daa2-0491-4484-8e3f-c5a4cec80c4e will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:59.145858 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:59.220411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Pushing event updated for resources: {'Port': ['ID=3720daa2-0491-4484-8e3f-c5a4cec80c4e,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:59.234524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c2388-42e9-43eb-8a5f-cd7db8582fed req-0ddd05d6-99ab-4dac-a689-33cd6eb0dcf8 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:59.236358 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb3c2388-42e9-43eb-8a5f-cd7db8582fed req-0ddd05d6-99ab-4dac-a689-33cd6eb0dcf8 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 946 time: 0.1011233 Aug 16 20:48:59.320337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb3c2388-42e9-43eb-8a5f-cd7db8582fed req-e108857d-6cf5-4124-8a81-a20e86a8f9bd tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659578 Aug 16 20:48:59.332158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Attempting to bind port 3720daa2-0491-4484-8e3f-c5a4cec80c4e on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:59.332508 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Attempting to bind port 3720daa2-0491-4484-8e3f-c5a4cec80c4e by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:59.332849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Attempting to bind port 3720daa2-0491-4484-8e3f-c5a4cec80c4e on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:59.361860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Port 3720daa2-0491-4484-8e3f-c5a4cec80c4e on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:59.362199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Attempting to bind port 3720daa2-0491-4484-8e3f-c5a4cec80c4e on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:59.369464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:59.369860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Checking segment: {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:59.370431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Bound using segment: {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:59.370981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Bound port: 3720daa2-0491-4484-8e3f-c5a4cec80c4e, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:59.371308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:59.477925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] For port 3720daa2-0491-4484-8e3f-c5a4cec80c4e, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:59.492343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] For port 3720daa2-0491-4484-8e3f-c5a4cec80c4e, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3720daa2-0491-4484-8e3f-c5a4cec80c4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:59.605877 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:59.691558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:59.692175 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:59.702762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] 10.222.0.76 "PUT /v2.0/ports/3720daa2-0491-4484-8e3f-c5a4cec80c4e HTTP/1.1" status: 200 len: 1092 time: 1.9042726 Aug 16 20:48:59.744834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74643f88-36d5-4ca7-85a9-f2b60e252036 service neutron] Pushing event updated for resources: {'Port': ['ID=3720daa2-0491-4484-8e3f-c5a4cec80c4e,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:59.914964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:59.933686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff56ac-79c1-42ad-8593-05a86e1c1206 req-b1434b4c-c304-4248-b56b-1d1579d363ac tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:59.955957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bff56ac-79c1-42ad-8593-05a86e1c1206 req-b1434b4c-c304-4248-b56b-1d1579d363ac tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 946 time: 0.1607723 Aug 16 20:49:00.019961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e2211e3-c2ac-4201-9399-6e9a4d30a8c5 req-c45e4364-a35f-47fc-8a1c-f7ff09945d06 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0613635 Aug 16 20:49:00.105588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bff56ac-79c1-42ad-8593-05a86e1c1206 req-bf250857-594f-4aad-985e-a2804fc91441 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492901 Aug 16 20:49:00.113787 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:00.118997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': 'a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e'}, {'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': '3720daa2-0491-4484-8e3f-c5a4cec80c4e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:00.124429 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3" -d '{"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e"}, {"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "3720daa2-0491-4484-8e3f-c5a4cec80c4e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:00.220194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d08df20c-e6cb-4288-a9a9-4ceac70c7043 req-10c8a689-8270-4b13-90cc-437d90e79955 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 210 time: 0.0671074 Aug 16 20:49:00.513820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-e3187ca1-0e51-498e-a501-8f4cbb3ad8d4 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.519047 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-e3187ca1-0e51-498e-a501-8f4cbb3ad8d4 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.3232508 Aug 16 20:49:00.520725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53802) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:00.603992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Request body: {'port': {'device_id': 'a40db265-ad01-4f50-a994-0a1eed123c83', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'admin_state_up': True, 'tenant_id': 'ddfb1c9208d1440192808c93cfed992b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:00.625180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4be18d-5e38-47bb-9167-5ba8956f3168 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:00.647783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:00.691697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Transition to ACTIVE for port object fb4be18d-5e38-47bb-9167-5ba8956f3168 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:00.696705 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3394529d-2a38-4b5b-a05c-f6ed1e80ae05 x-openstack-request-id: req-3394529d-2a38-4b5b-a05c-f6ed1e80ae05 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:00.697586 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "3720daa2-0491-4484-8e3f-c5a4cec80c4e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:00.697983 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3394529d-2a38-4b5b-a05c-f6ed1e80ae05 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:00.698490 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': 'a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e', 'status': 'completed', 'code': 200} Aug 16 20:49:00.698840 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': '3720daa2-0491-4484-8e3f-c5a4cec80c4e', 'status': 'completed', 'code': 200} Aug 16 20:49:00.771905 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:00.843166 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7ff3d0d0-a813-4436-9362-c5e481e3cc42 req-d132b7da-ef69-47af-8201-a0d95c0f6827 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=10027da5-7c56-42b1-8173-16a38ae42da3 HTTP/1.1" status: 200 len: 210 time: 0.3214462 Aug 16 20:49:00.902667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-919b0ccf-ba2b-4755-832f-d49903018ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.903351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-919b0ccf-ba2b-4755-832f-d49903018ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.903915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-919b0ccf-ba2b-4755-832f-d49903018ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.904467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-919b0ccf-ba2b-4755-832f-d49903018ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.905212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-919b0ccf-ba2b-4755-832f-d49903018ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.905783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-919b0ccf-ba2b-4755-832f-d49903018ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.906070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69273b0-481b-4065-a973-e3c58c117c56 req-6953189b-1d9e-4806-a7e4-29bb6fcda615 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.906536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-919b0ccf-ba2b-4755-832f-d49903018ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.912205 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-919b0ccf-ba2b-4755-832f-d49903018ad3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6349 time: 0.3921361 Aug 16 20:49:00.924772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69273b0-481b-4065-a973-e3c58c117c56 req-6953189b-1d9e-4806-a7e4-29bb6fcda615 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.939065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69273b0-481b-4065-a973-e3c58c117c56 req-6953189b-1d9e-4806-a7e4-29bb6fcda615 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.957265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69273b0-481b-4065-a973-e3c58c117c56 req-6953189b-1d9e-4806-a7e4-29bb6fcda615 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.981348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69273b0-481b-4065-a973-e3c58c117c56 req-6953189b-1d9e-4806-a7e4-29bb6fcda615 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.989586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69273b0-481b-4065-a973-e3c58c117c56 req-6953189b-1d9e-4806-a7e4-29bb6fcda615 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.015485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69273b0-481b-4065-a973-e3c58c117c56 req-6953189b-1d9e-4806-a7e4-29bb6fcda615 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.030687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e69273b0-481b-4065-a973-e3c58c117c56 req-6953189b-1d9e-4806-a7e4-29bb6fcda615 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5397 time: 0.7830117 Aug 16 20:49:01.050455 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4be18d-5e38-47bb-9167-5ba8956f3168,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:01.165395 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e69273b0-481b-4065-a973-e3c58c117c56 req-f58ac254-5e50-4f76-a75b-a41ee853a67a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1254814 Aug 16 20:49:01.316504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b67a4042-ca47-458d-a958-9bc0c0b99d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.351769 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-98378024-0cfe-4a55-ad72-c7234023b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.365875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-98378024-0cfe-4a55-ad72-c7234023b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.366510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-98378024-0cfe-4a55-ad72-c7234023b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.372159 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-98378024-0cfe-4a55-ad72-c7234023b625 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c0a087a9019a4187a37aa8311ae2b939&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4451916 Aug 16 20:49:01.372371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-914f8a13-a025-4447-89e3-3cb7d2c67ccb req-876ae63c-93ee-4dbb-8246-3ecb4966e186 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.1245563 Aug 16 20:49:01.494760 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594a3f0-9ee9-41f3-a48d-b566539234ef req-e020f0d1-b24b-439e-a61e-8d347a1275e6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.496805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d594a3f0-9ee9-41f3-a48d-b566539234ef req-e020f0d1-b24b-439e-a61e-8d347a1275e6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 946 time: 0.1232386 Aug 16 20:49:01.531377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Attempting to bind port fb4be18d-5e38-47bb-9167-5ba8956f3168 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:01.531708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Attempting to bind port fb4be18d-5e38-47bb-9167-5ba8956f3168 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:01.532038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Attempting to bind port fb4be18d-5e38-47bb-9167-5ba8956f3168 on network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:01.565291 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f01e23c-4307-4d11-834e-2b2458fd636a req-dcd603da-d465-42a1-b96d-072c7cf5eee5 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 210 time: 0.0653391 Aug 16 20:49:01.568606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Made reservation on behalf of ddfb1c9208d1440192808c93cfed992b for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:01.572655 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.577376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Port fb4be18d-5e38-47bb-9167-5ba8956f3168 on network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:01.577711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Attempting to bind port fb4be18d-5e38-47bb-9167-5ba8956f3168 on network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:01.589960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:01.590420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Checking segment: {'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:01.590807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Bound using segment: {'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:01.591256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Bound port: fb4be18d-5e38-47bb-9167-5ba8956f3168, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:01.591621 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.595003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-19ca8b04-3ff7-4d0f-a8ab-0a5ee18cfe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.596432 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-19ca8b04-3ff7-4d0f-a8ab-0a5ee18cfe8a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2105196 Aug 16 20:49:01.615368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d594a3f0-9ee9-41f3-a48d-b566539234ef req-916c319a-3f85-4065-83d6-aa1fd60ff539 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991955 Aug 16 20:49:01.734765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] For port fb4be18d-5e38-47bb-9167-5ba8956f3168, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:01.744589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] For port fb4be18d-5e38-47bb-9167-5ba8956f3168, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fb4be18d-5e38-47bb-9167-5ba8956f3168,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:01.786580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b67a4042-ca47-458d-a958-9bc0c0b99d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.841289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-bd51fbb2-c745-4e68-8266-5cd81a32c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.841943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-bd51fbb2-c745-4e68-8266-5cd81a32c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.842328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-bd51fbb2-c745-4e68-8266-5cd81a32c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.843336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-bd51fbb2-c745-4e68-8266-5cd81a32c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.843336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-bd51fbb2-c745-4e68-8266-5cd81a32c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.844456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-bd51fbb2-c745-4e68-8266-5cd81a32c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.844456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-bd51fbb2-c745-4e68-8266-5cd81a32c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.846438 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-bd51fbb2-c745-4e68-8266-5cd81a32c9d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6375 time: 0.1789577 Aug 16 20:49:01.874980 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.912421 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b67a4042-ca47-458d-a958-9bc0c0b99d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.932065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Allocated IP 172.20.0.10 (0b94bc29-3f96-4417-a787-e029ad34ad92/ea210106-55a4-4da3-b9b0-5e9290d080d8/65a4b8a4-aca7-458a-8210-af6e8f49f632) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:01.982744 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b67a4042-ca47-458d-a958-9bc0c0b99d12 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=276937057b4c4aa081719746e47fb855&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4533269 Aug 16 20:49:01.991526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53842) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:01.996912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.997783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.999632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] 10.222.0.76 "PUT /v2.0/ports/fb4be18d-5e38-47bb-9167-5ba8956f3168 HTTP/1.1" status: 200 len: 1092 time: 2.1072438 Aug 16 20:49:02.015489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a4042-ca47-458d-a958-9bc0c0b99d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08691ab4-82bc-462a-808c-4d3f47834fdc,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:02.038232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de1158-0228-4b8a-8a71-92979e5b6ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4be18d-5e38-47bb-9167-5ba8956f3168,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:02.114411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Request body: {'port': {'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:02.118838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-1d6289aa-caaf-4db1-87c2-f2ee0e3d1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.124020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-1d6289aa-caaf-4db1-87c2-f2ee0e3d1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.124020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-1d6289aa-caaf-4db1-87c2-f2ee0e3d1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.124020 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-1d6289aa-caaf-4db1-87c2-f2ee0e3d1374 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c0a087a9019a4187a37aa8311ae2b939&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2664769 Aug 16 20:49:02.246176 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c081-5094-4a6a-befa-68ef2e0dbc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.290985 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.330697 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c081-5094-4a6a-befa-68ef2e0dbc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.447065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cc4db-2b6a-47fd-9609-35ca3fcc95ea req-704980ca-e245-414a-a7a4-779c4cddcb30 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.454546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd7cc4db-2b6a-47fd-9609-35ca3fcc95ea req-704980ca-e245-414a-a7a4-779c4cddcb30 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 946 time: 0.2235231 Aug 16 20:49:02.456438 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.491212 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.511033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8af01-5a51-4374-8d70-10b5f85ec9a7 req-4ef9bafe-85a4-47b9-8338-ce70d704121d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.512742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-6e7ca416-5f86-4372-ab14-76be08421858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.514273 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62cfbbf4-7be6-43f5-87b3-854e7cae14d3 req-6e7ca416-5f86-4372-ab14-76be08421858 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3770266 Aug 16 20:49:02.521664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8af01-5a51-4374-8d70-10b5f85ec9a7 req-4ef9bafe-85a4-47b9-8338-ce70d704121d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.522140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948fc4f-acba-4cbf-b39e-5f91f3cdda34 req-4494825b-002e-4be6-bd81-fd25b640888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.522519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b948fc4f-acba-4cbf-b39e-5f91f3cdda34 req-4494825b-002e-4be6-bd81-fd25b640888b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 1098 time: 0.1161351 Aug 16 20:49:02.524254 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8af01-5a51-4374-8d70-10b5f85ec9a7 req-4ef9bafe-85a4-47b9-8338-ce70d704121d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.531031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8af01-5a51-4374-8d70-10b5f85ec9a7 req-4ef9bafe-85a4-47b9-8338-ce70d704121d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.538420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8af01-5a51-4374-8d70-10b5f85ec9a7 req-4ef9bafe-85a4-47b9-8338-ce70d704121d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.547637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8af01-5a51-4374-8d70-10b5f85ec9a7 req-4ef9bafe-85a4-47b9-8338-ce70d704121d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.554035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8af01-5a51-4374-8d70-10b5f85ec9a7 req-4ef9bafe-85a4-47b9-8338-ce70d704121d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.554336 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.556366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35b8af01-5a51-4374-8d70-10b5f85ec9a7 req-4ef9bafe-85a4-47b9-8338-ce70d704121d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5409 time: 0.2496512 Aug 16 20:49:02.632259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd7cc4db-2b6a-47fd-9609-35ca3fcc95ea req-5fd5d194-7c41-481f-8d02-1d64d43a9b87 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719589 Aug 16 20:49:02.644804 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.644804 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c081-5094-4a6a-befa-68ef2e0dbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.647430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c081-5094-4a6a-befa-68ef2e0dbc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.651710 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f8b5c081-5094-4a6a-befa-68ef2e0dbc4d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/08691ab4-82bc-462a-808c-4d3f47834fdc HTTP/1.1" status: 204 len: 168 time: 0.6563551 Aug 16 20:49:02.656351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:02.703051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5c081-5094-4a6a-befa-68ef2e0dbc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08691ab4-82bc-462a-808c-4d3f47834fdc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:02.734731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': 'fb4be18d-5e38-47bb-9167-5ba8956f3168'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:02.740682 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e391bf-4f5b-486e-bf49-3ae8cde94447" -d '{"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "fb4be18d-5e38-47bb-9167-5ba8956f3168"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:02.764503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Network 0b94bc29-3f96-4417-a787-e029ad34ad92 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:02.801285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35b8af01-5a51-4374-8d70-10b5f85ec9a7 req-e67129b0-3f64-4993-84c0-7777e53cbf43 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2209249 Aug 16 20:49:02.802932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:02.812997 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e61bbd79-8ba5-449e-b89d-079900c69ba0 req-1aea0c59-6b83-470f-a9ed-155c21ceef28 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.1010900 Aug 16 20:49:02.845185 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:02.886775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0d58f-a76c-4909-8da4-69562862d412 req-1a36eb04-8c82-479e-a257-482e92ed61cd tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.888410 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13e0d58f-a76c-4909-8da4-69562862d412 req-1a36eb04-8c82-479e-a257-482e92ed61cd tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1206074 Aug 16 20:49:02.929987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event updated for resources: {'Port': ['ID=65a4b8a4-aca7-458a-8210-af6e8f49f632,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:02.934344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d58fc82c-54b4-4f96-9b48-f2baac764dcf req-aec73a05-500e-4213-8a42-637da7147c89 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0432136 Aug 16 20:49:02.963396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.964024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.006235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948fc4f-acba-4cbf-b39e-5f91f3cdda34 req-e4f75b0e-7744-4264-b257-f2261c175a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.009966 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b948fc4f-acba-4cbf-b39e-5f91f3cdda34 req-e4f75b0e-7744-4264-b257-f2261c175a2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 200 len: 920 time: 0.4761114 Aug 16 20:49:03.048616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13e0d58f-a76c-4909-8da4-69562862d412 req-92efdb04-f974-46cd-88a1-02ca2dd32199 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391001 Aug 16 20:49:03.062504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39b065c-4f38-4d09-9a1c-c61c88c915c1 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:03.072451 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.087721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Transition to ACTIVE for port object c39b065c-4f38-4d09-9a1c-c61c88c915c1 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:03.110367 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b948fc4f-acba-4cbf-b39e-5f91f3cdda34 req-dc8bf104-c5b9-4585-9942-88bd9fe9619b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c1ff7c-4a84-433e-9ec4-d644c3700781 HTTP/1.1" status: 200 len: 217 time: 0.0918899 Aug 16 20:49:03.114242 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-666eb140-7e1a-488a-8ada-d4c7ffeb1e57 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5791705 Aug 16 20:49:03.140861 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb8175-20da-4dae-92a1-308713ce94dd x-openstack-request-id: req-b3fb8175-20da-4dae-92a1-308713ce94dd {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:03.141239 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "fb4be18d-5e38-47bb-9167-5ba8956f3168", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:03.141418 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b3fb8175-20da-4dae-92a1-308713ce94dd {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:03.141965 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': 'fb4be18d-5e38-47bb-9167-5ba8956f3168', 'status': 'completed', 'code': 200} Aug 16 20:49:03.168749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63cdf-03d1-42fb-a26d-0aebb5f9da95 req-7bb9113d-d439-4dd9-8d2a-7e1d6b4f5c83 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.176399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58a63cdf-03d1-42fb-a26d-0aebb5f9da95 req-7bb9113d-d439-4dd9-8d2a-7e1d6b4f5c83 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 932 time: 0.0726025 Aug 16 20:49:03.179604 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.195221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Request body: {'port': {'device_id': 'a40db265-ad01-4f50-a994-0a1eed123c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:03.260763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58a63cdf-03d1-42fb-a26d-0aebb5f9da95 req-67954f4a-96db-4d93-a63c-fb24cfbeb231 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809817 Aug 16 20:49:03.270801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53870) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:03.274527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Pushing event updated for resources: {'Port': ['ID=c39b065c-4f38-4d09-9a1c-c61c88c915c1,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:03.291249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.291590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.291920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.292258 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.292590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.292919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.293287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.293809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.293928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.294240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.294561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.294878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:03.357058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948fc4f-acba-4cbf-b39e-5f91f3cdda34 req-6740d1ca-72fc-447b-bfc8-7ad2d42bd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.361305 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b948fc4f-acba-4cbf-b39e-5f91f3cdda34 req-6740d1ca-72fc-447b-bfc8-7ad2d42bd938 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5293b147-4db7-4700-be1a-49823eac2c64 HTTP/1.1" status: 200 len: 859 time: 0.2353809 Aug 16 20:49:03.373388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Attempting to bind port c39b065c-4f38-4d09-9a1c-c61c88c915c1 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:03.373729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Attempting to bind port c39b065c-4f38-4d09-9a1c-c61c88c915c1 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:03.374033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-169cc345-8a02-40e7-a238-44ede7ae9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.374175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Attempting to bind port c39b065c-4f38-4d09-9a1c-c61c88c915c1 on network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:03.374957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-169cc345-8a02-40e7-a238-44ede7ae9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.375602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-169cc345-8a02-40e7-a238-44ede7ae9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.376353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-169cc345-8a02-40e7-a238-44ede7ae9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.376989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-169cc345-8a02-40e7-a238-44ede7ae9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.377658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-169cc345-8a02-40e7-a238-44ede7ae9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.378294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-169cc345-8a02-40e7-a238-44ede7ae9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.379579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Port c39b065c-4f38-4d09-9a1c-c61c88c915c1 on network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:03.379901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Attempting to bind port c39b065c-4f38-4d09-9a1c-c61c88c915c1 on network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:03.381006 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-169cc345-8a02-40e7-a238-44ede7ae9b9f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6443 time: 0.2212358 Aug 16 20:49:03.386826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:03.388131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Checking segment: {'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:03.389092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Bound using segment: {'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:03.389546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Bound port: c39b065c-4f38-4d09-9a1c-c61c88c915c1, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ee310b-f587-477f-bf30-242492717510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:03.389912 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.392660 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.437004 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b948fc4f-acba-4cbf-b39e-5f91f3cdda34 req-e97caf20-2b01-4c3a-9111-6c8a7b0843c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f40b62f5-c9df-466c-b34d-9ad831b8e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546510 Aug 16 20:49:03.472712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] For port c39b065c-4f38-4d09-9a1c-c61c88c915c1, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:03.476928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] For port c39b065c-4f38-4d09-9a1c-c61c88c915c1, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:03.566351 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.567899 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-805c0fc9-5941-42c3-920a-b7baa4bf98c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.610714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.611756 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.613243 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] 10.222.0.76 "PUT /v2.0/ports/c39b065c-4f38-4d09-9a1c-c61c88c915c1 HTTP/1.1" status: 200 len: 1092 time: 1.5034845 Aug 16 20:49:03.660672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb152d8-c621-407b-bebc-85dbe9019970 service neutron] Pushing event updated for resources: {'Port': ['ID=c39b065c-4f38-4d09-9a1c-c61c88c915c1,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:03.771836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-e6dd55b1-0599-44e1-999e-32442387e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.772426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-e6dd55b1-0599-44e1-999e-32442387e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.772815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-e6dd55b1-0599-44e1-999e-32442387e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.775051 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-e6dd55b1-0599-44e1-999e-32442387e13b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c0a087a9019a4187a37aa8311ae2b939&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3710837 Aug 16 20:49:03.780349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86f7c4-04f5-4933-8fdf-a90b410cd3b5 req-192331f8-98cf-42ce-8309-352c6855e4b6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.782701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d86f7c4-04f5-4933-8fdf-a90b410cd3b5 req-192331f8-98cf-42ce-8309-352c6855e4b6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 946 time: 0.0637600 Aug 16 20:49:03.837855 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d86f7c4-04f5-4933-8fdf-a90b410cd3b5 req-551ab436-622c-44e2-88c6-04ef0d1c3cfc tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458264 Aug 16 20:49:03.838393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53878) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:03.862378 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af97e9c2-57e7-4524-887e-8b39f4bcc48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.959141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16960b-d650-4ce6-8c4a-f54cd068a0d9 req-4e647de9-f729-4539-87ab-cb4d2701a4d7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.965866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16960b-d650-4ce6-8c4a-f54cd068a0d9 req-4e647de9-f729-4539-87ab-cb4d2701a4d7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.972052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16960b-d650-4ce6-8c4a-f54cd068a0d9 req-4e647de9-f729-4539-87ab-cb4d2701a4d7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.978007 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16960b-d650-4ce6-8c4a-f54cd068a0d9 req-4e647de9-f729-4539-87ab-cb4d2701a4d7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.983940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16960b-d650-4ce6-8c4a-f54cd068a0d9 req-4e647de9-f729-4539-87ab-cb4d2701a4d7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.990173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16960b-d650-4ce6-8c4a-f54cd068a0d9 req-4e647de9-f729-4539-87ab-cb4d2701a4d7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.996702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16960b-d650-4ce6-8c4a-f54cd068a0d9 req-4e647de9-f729-4539-87ab-cb4d2701a4d7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.998735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d16960b-d650-4ce6-8c4a-f54cd068a0d9 req-4e647de9-f729-4539-87ab-cb4d2701a4d7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.0981917 Aug 16 20:49:04.044754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d16960b-d650-4ce6-8c4a-f54cd068a0d9 req-713d1079-6b8e-4bba-9a52-bb9e44a36e9c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381691 Aug 16 20:49:04.103933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-514283b1-2f41-4010-b053-7aab7a7a5b73 req-fe4c3db4-06ec-4d9d-a338-2a10c48dd509 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0277348 Aug 16 20:49:04.188038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275948f9-bb14-4ed1-8db7-c2aece3e6690 req-746ba687-fadc-4e89-8d16-527610581627 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.193514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-275948f9-bb14-4ed1-8db7-c2aece3e6690 req-746ba687-fadc-4e89-8d16-527610581627 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0593660 Aug 16 20:49:04.203884 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b948fc4f-acba-4cbf-b39e-5f91f3cdda34 req-46c1bec5-5f81-4b32-ace0-bfbd6620e9ac service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7553201 Aug 16 20:49:04.234024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-275948f9-bb14-4ed1-8db7-c2aece3e6690 req-456a1135-bb9f-43ca-b7b5-bd6d5749323e tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 Aug 16 20:49:04.409634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0e62-17a1-4526-96e0-74f51dcda417 req-4b69fbfa-e294-42b0-b36f-d5dcae6877e6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.411087 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-809f0e62-17a1-4526-96e0-74f51dcda417 req-4b69fbfa-e294-42b0-b36f-d5dcae6877e6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 946 time: 0.5550439 Aug 16 20:49:04.414970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6e2f3-1653-4ac1-a6dd-b5639c637a97 req-8d3ee3fa-3f4d-43bc-9720-beaaf1f28353 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.416482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ba6e2f3-1653-4ac1-a6dd-b5639c637a97 req-8d3ee3fa-3f4d-43bc-9720-beaaf1f28353 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 932 time: 0.0535326 Aug 16 20:49:04.424874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-6fc35ec5-287f-4cb5-a00a-bb39d48510fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.429521 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f3e391bf-4f5b-486e-bf49-3ae8cde94447 req-6fc35ec5-287f-4cb5-a00a-bb39d48510fa service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6418331 Aug 16 20:49:04.486595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ba6e2f3-1653-4ac1-a6dd-b5639c637a97 req-d35341cd-b6fd-46dd-a78f-e87553a97883 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632026 Aug 16 20:49:04.534854 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b948fc4f-acba-4cbf-b39e-5f91f3cdda34 req-04b1975f-d41f-42c6-b985-4d58200f7e03 service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206789 Aug 16 20:49:04.541216 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-805c0fc9-5941-42c3-920a-b7baa4bf98c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.561198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f354179b-0c06-45d9-916e-806126b4948b req-f4a2ff5d-ca54-42e5-af9a-9f09319c1038 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0315876 Aug 16 20:49:04.611551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a4b8a4-aca7-458a-8210-af6e8f49f632 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:04.623946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.628852 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-805c0fc9-5941-42c3-920a-b7baa4bf98c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.643969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-afbb4560-1936-4989-8cd5-b903396b96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.644471 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-afbb4560-1936-4989-8cd5-b903396b96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.644963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-afbb4560-1936-4989-8cd5-b903396b96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.645470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-afbb4560-1936-4989-8cd5-b903396b96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.645947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-afbb4560-1936-4989-8cd5-b903396b96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.646445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-afbb4560-1936-4989-8cd5-b903396b96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.646902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-afbb4560-1936-4989-8cd5-b903396b96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.648831 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-afbb4560-1936-4989-8cd5-b903396b96c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6485 time: 0.1525021 Aug 16 20:49:04.682200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Transition to ACTIVE for port object 65a4b8a4-aca7-458a-8210-af6e8f49f632 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:04.698706 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af97e9c2-57e7-4524-887e-8b39f4bcc48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.734225 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-83b7cfba-1c05-422d-9a0d-e5e1fe5479d6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485de2cf-1908-4253-b829-fe46c689dd3c HTTP/1.1" status: 200 len: 217 time: 0.0661891 Aug 16 20:49:04.736581 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-805c0fc9-5941-42c3-920a-b7baa4bf98c9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5d9964cb249e426b8da7a41e29578b00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4521937 Aug 16 20:49:04.739376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53904) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:04.740454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-809f0e62-17a1-4526-96e0-74f51dcda417 req-6c98bbbf-0d73-4bb1-8bc8-f4aee5516617 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Deleting port fe11e287-6d2c-4f40-b740-dae685656ec2 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:04.740804 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-809f0e62-17a1-4526-96e0-74f51dcda417 req-6c98bbbf-0d73-4bb1-8bc8-f4aee5516617 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.752450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c0fc9-5941-42c3-920a-b7baa4bf98c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285d0425-4061-4108-91ed-6d799df16e8f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:04.788910 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61aa3ee6-e816-4491-b3a7-3ca05b86d62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.802751 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af97e9c2-57e7-4524-887e-8b39f4bcc48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.811124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.831961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61aa3ee6-e816-4491-b3a7-3ca05b86d62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.874897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97e9c2-57e7-4524-887e-8b39f4bcc48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d77222-d97c-43c9-9ad3-94f7e559cba9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:04.885729 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af97e9c2-57e7-4524-887e-8b39f4bcc48c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ffbbd1fde094434490ff5449e956cb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0461628 Aug 16 20:49:04.886376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-37c4edd4-ae10-4d4a-a312-d07cbec8dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.886514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53912) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:04.888043 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-37c4edd4-ae10-4d4a-a312-d07cbec8dcda service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd35abf-7995-4566-8e60-30dabd3fd226 HTTP/1.1" status: 200 len: 851 time: 0.1436541 Aug 16 20:49:04.896578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Pushing event updated for resources: {'Port': ['ID=65a4b8a4-aca7-458a-8210-af6e8f49f632,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:05.002601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-809f0e62-17a1-4526-96e0-74f51dcda417 req-6c98bbbf-0d73-4bb1-8bc8-f4aee5516617 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] For port fe11e287-6d2c-4f40-b740-dae685656ec2, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fe11e287-6d2c-4f40-b740-dae685656ec2,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:05.002911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-809f0e62-17a1-4526-96e0-74f51dcda417 req-6c98bbbf-0d73-4bb1-8bc8-f4aee5516617 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.008826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dd118-f23b-4928-bf39-e96932d42953 req-29181628-8b46-441d-becb-ea6d18fedfc1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.010362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b4dd118-f23b-4928-bf39-e96932d42953 req-29181628-8b46-441d-becb-ea6d18fedfc1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 946 time: 0.0905738 Aug 16 20:49:05.013334 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00c99d18-534f-49b1-8717-62207124d64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.026188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-809f0e62-17a1-4526-96e0-74f51dcda417 req-6c98bbbf-0d73-4bb1-8bc8-f4aee5516617 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Calling delete_port for fe11e287-6d2c-4f40-b740-dae685656ec2 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:05.030550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-c3bb809e-44b1-405e-9663-1b4534d8fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.032036 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-c3bb809e-44b1-405e-9663-1b4534d8fc1a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f811c930-d940-4fe5-b868-27e98c3af345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236744 Aug 16 20:49:05.049190 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00c99d18-534f-49b1-8717-62207124d64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.083927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b4dd118-f23b-4928-bf39-e96932d42953 req-8574d3d9-a626-47ab-911c-741bbb72dfff tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661325 Aug 16 20:49:05.092161 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61aa3ee6-e816-4491-b3a7-3ca05b86d62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.094986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61aa3ee6-e816-4491-b3a7-3ca05b86d62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.096596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-61aa3ee6-e816-4491-b3a7-3ca05b86d62d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/285d0425-4061-4108-91ed-6d799df16e8f HTTP/1.1" status: 204 len: 168 time: 0.3557103 Aug 16 20:49:05.118188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa3ee6-e816-4491-b3a7-3ca05b86d62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285d0425-4061-4108-91ed-6d799df16e8f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:05.137254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Attempting to bind port 65a4b8a4-aca7-458a-8210-af6e8f49f632 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:05.137583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Attempting to bind port 65a4b8a4-aca7-458a-8210-af6e8f49f632 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:05.137911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Attempting to bind port 65a4b8a4-aca7-458a-8210-af6e8f49f632 on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:05.144180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': 'c39b065c-4f38-4d09-9a1c-c61c88c915c1'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:05.146155 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bbadbf-dfc0-4688-a96b-ccef137848d3" -d '{"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "c39b065c-4f38-4d09-9a1c-c61c88c915c1"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:05.151260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Port 65a4b8a4-aca7-458a-8210-af6e8f49f632 on network 0b94bc29-3f96-4417-a787-e029ad34ad92 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:05.151588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Attempting to bind port 65a4b8a4-aca7-458a-8210-af6e8f49f632 on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:05.170764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:05.171023 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Checking segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:05.171419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Bound using segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:05.171864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Bound port: 65a4b8a4-aca7-458a-8210-af6e8f49f632, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:05.172230 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.217245 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7486723f-6bc2-4f48-90fc-e009d699950d x-openstack-request-id: req-7486723f-6bc2-4f48-90fc-e009d699950d {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:05.217540 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "c39b065c-4f38-4d09-9a1c-c61c88c915c1", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:05.220370 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7486723f-6bc2-4f48-90fc-e009d699950d {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:05.220370 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': 'c39b065c-4f38-4d09-9a1c-c61c88c915c1', 'status': 'completed', 'code': 200} Aug 16 20:49:05.222006 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-35a72499-baf4-4e08-9f8c-0159e675dd9a service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801400 Aug 16 20:49:05.247190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d37e74-8e0c-4fa4-bebe-bd85bac86c88 req-e236b78c-c593-4746-a9ff-e9b5e392a6f1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.253210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d37e74-8e0c-4fa4-bebe-bd85bac86c88 req-e236b78c-c593-4746-a9ff-e9b5e392a6f1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.259493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d37e74-8e0c-4fa4-bebe-bd85bac86c88 req-e236b78c-c593-4746-a9ff-e9b5e392a6f1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.267056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d37e74-8e0c-4fa4-bebe-bd85bac86c88 req-e236b78c-c593-4746-a9ff-e9b5e392a6f1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.274549 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d37e74-8e0c-4fa4-bebe-bd85bac86c88 req-e236b78c-c593-4746-a9ff-e9b5e392a6f1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.280410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d37e74-8e0c-4fa4-bebe-bd85bac86c88 req-e236b78c-c593-4746-a9ff-e9b5e392a6f1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.286438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d37e74-8e0c-4fa4-bebe-bd85bac86c88 req-e236b78c-c593-4746-a9ff-e9b5e392a6f1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.288400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0d37e74-8e0c-4fa4-bebe-bd85bac86c88 req-e236b78c-c593-4746-a9ff-e9b5e392a6f1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1127353 Aug 16 20:49:05.289747 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00c99d18-534f-49b1-8717-62207124d64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.292363 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00c99d18-534f-49b1-8717-62207124d64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.296158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-00c99d18-534f-49b1-8717-62207124d64a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/11d77222-d97c-43c9-9ad3-94f7e559cba9 HTTP/1.1" status: 204 len: 168 time: 0.3771923 Aug 16 20:49:05.316411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c99d18-534f-49b1-8717-62207124d64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d77222-d97c-43c9-9ad3-94f7e559cba9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:05.355481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0d37e74-8e0c-4fa4-bebe-bd85bac86c88 req-46d7609d-cd61-46cc-aadc-73a31d995971 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592396 Aug 16 20:49:05.359028 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] For port 65a4b8a4-aca7-458a-8210-af6e8f49f632, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:05.387021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] For port 65a4b8a4-aca7-458a-8210-af6e8f49f632, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=65a4b8a4-aca7-458a-8210-af6e8f49f632,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:05.428043 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-c48b378d-f5f6-4b14-8390-3c9b691f35cb service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810412 Aug 16 20:49:05.474458 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-25bb9b32-29f8-4ea4-87d0-0a92cab9ebce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 HTTP/1.1" status: 200 len: 217 time: 0.0375097 Aug 16 20:49:05.475751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066d1e2-b9cd-4486-8842-1569cef4fdc5 req-3ea36692-4d61-4d6e-b765-033f70ff344b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.475971 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.477422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c066d1e2-b9cd-4486-8842-1569cef4fdc5 req-3ea36692-4d61-4d6e-b765-033f70ff344b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0572188 Aug 16 20:49:05.528599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c066d1e2-b9cd-4486-8842-1569cef4fdc5 req-c3cbb500-edd9-489a-a7e1-c247023d92bb tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Aug 16 20:49:05.560923 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-809f0e62-17a1-4526-96e0-74f51dcda417 req-6c98bbbf-0d73-4bb1-8bc8-f4aee5516617 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.563007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.563798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.565376 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] 10.222.0.79 "PUT /v2.0/ports/65a4b8a4-aca7-458a-8210-af6e8f49f632 HTTP/1.1" status: 200 len: 1093 time: 2.3762250 Aug 16 20:49:05.569793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40db265-ad01-4f50-a994-0a1eed123c83', 'tag': '65a4b8a4-aca7-458a-8210-af6e8f49f632'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:05.573151 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aec7e3-e6b3-4fe2-9994-fe9949b3883a" -d '{"events": [{"name": "network-changed", "server_uuid": "a40db265-ad01-4f50-a994-0a1eed123c83", "tag": "65a4b8a4-aca7-458a-8210-af6e8f49f632"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:05.579038 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['fe11e287-6d2c-4f40-b740-dae685656ec2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:05.609897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24566ca5-4b3d-4bdc-9d03-5b06365115c6 service neutron] Pushing event updated for resources: {'Port': ['ID=65a4b8a4-aca7-458a-8210-af6e8f49f632,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:05.633656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bd145c89-60e5-4dfb-8f9f-986caab3213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.637156 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-bd145c89-60e5-4dfb-8f9f-986caab3213e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.1288948 Aug 16 20:49:05.648433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8dd76-79b5-4fa7-b743-173f460b6250 req-8e960060-d178-4f6f-a0d9-7c44d0b1d5fd tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.653615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55f8dd76-79b5-4fa7-b743-173f460b6250 req-8e960060-d178-4f6f-a0d9-7c44d0b1d5fd tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 945 time: 0.1396494 Aug 16 20:49:05.665736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98bbbf-0d73-4bb1-8bc8-f4aee5516617 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event deleted for resources: {'Port': ['ID=fe11e287-6d2c-4f40-b740-dae685656ec2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:05.689421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-809f0e62-17a1-4526-96e0-74f51dcda417 req-6c98bbbf-0d73-4bb1-8bc8-f4aee5516617 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] No DVR routers for this DVR port fe11e287-6d2c-4f40-b740-dae685656ec2 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:05.711997 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-809f0e62-17a1-4526-96e0-74f51dcda417 req-6c98bbbf-0d73-4bb1-8bc8-f4aee5516617 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.714164 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-809f0e62-17a1-4526-96e0-74f51dcda417 req-6c98bbbf-0d73-4bb1-8bc8-f4aee5516617 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.79 "DELETE /v2.0/ports/fe11e287-6d2c-4f40-b740-dae685656ec2 HTTP/1.1" status: 204 len: 173 time: 1.2922733 Aug 16 20:49:05.748391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55f8dd76-79b5-4fa7-b743-173f460b6250 req-3aa13598-036f-43a0-80c5-6b9725f81745 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913744 Aug 16 20:49:05.752054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-3761b1d1-7df1-431e-91e6-569996087d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.753627 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-3761b1d1-7df1-431e-91e6-569996087d29 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0960224 Aug 16 20:49:05.787938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48186-dc52-4673-9665-3dd25a981626 req-958264b4-babe-446c-82f7-52958211613a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.790658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73e48186-dc52-4673-9665-3dd25a981626 req-958264b4-babe-446c-82f7-52958211613a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 944 time: 0.1354971 Aug 16 20:49:05.831177 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-b8707acc-c0c7-42bf-ba97-3285f6649308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.832884 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-b8707acc-c0c7-42bf-ba97-3285f6649308 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 1096 time: 0.1447816 Aug 16 20:49:05.854915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73e48186-dc52-4673-9665-3dd25a981626 req-3edcfb3b-e745-46b2-99b2-a8659ca4ee34 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542104 Aug 16 20:49:05.856657 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6174e9e8-e8ee-49a5-bceb-bf51e94713a7 x-openstack-request-id: req-6174e9e8-e8ee-49a5-bceb-bf51e94713a7 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:05.856955 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40db265-ad01-4f50-a994-0a1eed123c83", "tag": "65a4b8a4-aca7-458a-8210-af6e8f49f632", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:05.857238 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6174e9e8-e8ee-49a5-bceb-bf51e94713a7 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:05.857641 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40db265-ad01-4f50-a994-0a1eed123c83', 'tag': '65a4b8a4-aca7-458a-8210-af6e8f49f632', 'status': 'completed', 'code': 200} Aug 16 20:49:05.892432 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-6bfc84ae-e237-4a38-81a2-bbdabfe9287a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65a4b8a4-aca7-458a-8210-af6e8f49f632 HTTP/1.1" status: 200 len: 217 time: 0.0508420 Aug 16 20:49:05.957601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d2b1981-77b0-4418-8fdf-7f2f92e90622 req-4e5ba2a5-dddb-4cfb-8d8e-7991e77713b2 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0332990 Aug 16 20:49:05.965530 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-83326344-6089-40c3-878d-a0af760c52b0 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028911 Aug 16 20:49:05.972624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-16a469f5-b5f3-41e4-ac81-7c5effc03cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.974199 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-16a469f5-b5f3-41e4-ac81-7c5effc03cb1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0745475 Aug 16 20:49:06.043448 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-71d93a2b-213b-40a7-91e1-1eaa30e315d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582316 Aug 16 20:49:06.141294 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-7fa5b583-46ec-42f4-8f0a-c0ac3ce6a563 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659770 Aug 16 20:49:06.192485 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-460ea4e7-68ad-4c74-a7ce-fff5397bf46d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a19bea0e-f740-4d0b-8449-60adbd042ab2 HTTP/1.1" status: 200 len: 217 time: 0.0423682 Aug 16 20:49:06.196544 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-0d8a4a06-5bbe-4ed3-869e-a4ab5745dfd5 service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475682 Aug 16 20:49:06.231274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53950) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:06.233360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5476494a-0a66-44db-b3cd-fa35afe89b4d req-4fff9c75-0f83-40c0-907d-0c11c2e1503f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0fd3d4-6063-44e7-a293-353d68c139b9 HTTP/1.1" status: 200 len: 210 time: 0.0281188 Aug 16 20:49:06.249776 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-08dd39e5-e35f-4126-a85a-a99263c303de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.296382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-7f2d605c-5a1b-4515-9995-35f1584fe756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.297383 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-7f2d605c-5a1b-4515-9995-35f1584fe756 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.0979328 Aug 16 20:49:06.351987 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-49efe329-0b40-43a1-a0c1-cbb73647f677 req-a97cc1c9-d1bb-409b-a571-ad23d385e2f6 service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450684 Aug 16 20:49:06.352479 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-08dd39e5-e35f-4126-a85a-a99263c303de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.370517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-3fd97bc6-a520-4760-8b4c-6599bb9a336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.372115 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-3fd97bc6-a520-4760-8b4c-6599bb9a336d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0615299 Aug 16 20:49:06.409394 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-08dd39e5-e35f-4126-a85a-a99263c303de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.466336 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-08dd39e5-e35f-4126-a85a-a99263c303de admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b93dd68b64349c5a94daa16ff697258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319765 Aug 16 20:49:06.476151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53960) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:06.479499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd39e5-e35f-4126-a85a-a99263c303de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d8f809-a065-48fb-8e48-d65b656d58d9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:06.557364 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-78a4cf64-8d76-4790-93d1-86f274682e3f service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772261 Aug 16 20:49:06.597113 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4a1b-bc2a-4fc2-b4b1-933bffbe6506 req-1bd0c083-78d0-4d1b-83ca-0084361b0714 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.604757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4a1b-bc2a-4fc2-b4b1-933bffbe6506 req-1bd0c083-78d0-4d1b-83ca-0084361b0714 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.611376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4a1b-bc2a-4fc2-b4b1-933bffbe6506 req-1bd0c083-78d0-4d1b-83ca-0084361b0714 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.618586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4a1b-bc2a-4fc2-b4b1-933bffbe6506 req-1bd0c083-78d0-4d1b-83ca-0084361b0714 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.620970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aec7e3-e6b3-4fe2-9994-fe9949b3883a req-5eb84b63-cb1a-4994-b04b-640a77072e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.622530 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5aec7e3-e6b3-4fe2-9994-fe9949b3883a req-5eb84b63-cb1a-4994-b04b-640a77072e8d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 1096 time: 0.1198614 Aug 16 20:49:06.624646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4a1b-bc2a-4fc2-b4b1-933bffbe6506 req-1bd0c083-78d0-4d1b-83ca-0084361b0714 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.630612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4a1b-bc2a-4fc2-b4b1-933bffbe6506 req-1bd0c083-78d0-4d1b-83ca-0084361b0714 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.636402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4a1b-bc2a-4fc2-b4b1-933bffbe6506 req-1bd0c083-78d0-4d1b-83ca-0084361b0714 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.644835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a10b4a1b-bc2a-4fc2-b4b1-933bffbe6506 req-1bd0c083-78d0-4d1b-83ca-0084361b0714 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1845863 Aug 16 20:49:06.681406 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2485637-8ba8-4ecc-b5b5-cf8f671c311d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.713070 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d0402d75-f65a-4cec-9de4-7194e8ed3585 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439376 Aug 16 20:49:06.723954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51099e0e-3c73-4158-9a55-8372805a04fe req-47f7478c-d734-415c-95cf-e5696061ca79 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.726343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51099e0e-3c73-4158-9a55-8372805a04fe req-47f7478c-d734-415c-95cf-e5696061ca79 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 945 time: 0.1816149 Aug 16 20:49:06.732945 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2485637-8ba8-4ecc-b5b5-cf8f671c311d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.739526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a10b4a1b-bc2a-4fc2-b4b1-933bffbe6506 req-a8b0fe9a-ed26-45fd-b6ca-07fd3555e231 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938447 Aug 16 20:49:06.777288 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-da617b64-915e-4abc-97bf-a2a903d8efe4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e HTTP/1.1" status: 200 len: 217 time: 0.0540767 Aug 16 20:49:06.811727 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51099e0e-3c73-4158-9a55-8372805a04fe req-27d64348-dcf3-4c2e-9a32-0ba27e9c0a7a tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661097 Aug 16 20:49:06.847411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aec7e3-e6b3-4fe2-9994-fe9949b3883a req-07635edd-5588-464f-8b84-0e69b1e271f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.852452 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5aec7e3-e6b3-4fe2-9994-fe9949b3883a req-07635edd-5588-464f-8b84-0e69b1e271f6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 906 time: 0.2133954 Aug 16 20:49:06.898736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2485637-8ba8-4ecc-b5b5-cf8f671c311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.901383 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2485637-8ba8-4ecc-b5b5-cf8f671c311d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.905491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b2485637-8ba8-4ecc-b5b5-cf8f671c311d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/66d8f809-a065-48fb-8e48-d65b656d58d9 HTTP/1.1" status: 204 len: 168 time: 0.4239616 Aug 16 20:49:06.923725 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5aec7e3-e6b3-4fe2-9994-fe9949b3883a req-0ba9fb83-d1a4-4233-8f4c-4d48b279d1e5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65a4b8a4-aca7-458a-8210-af6e8f49f632 HTTP/1.1" status: 200 len: 217 time: 0.0617118 Aug 16 20:49:06.925344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-7b43d05d-19bd-4528-9b1f-7c94a3edc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.927151 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-7b43d05d-19bd-4528-9b1f-7c94a3edc2ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.1410038 Aug 16 20:49:06.933244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735768a-e94a-4875-b1ab-af27798f3140 req-729e6290-a74f-4629-ab4c-a12fa96637d8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.934914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1735768a-e94a-4875-b1ab-af27798f3140 req-729e6290-a74f-4629-ab4c-a12fa96637d8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0822904 Aug 16 20:49:06.936290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2485637-8ba8-4ecc-b5b5-cf8f671c311d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d8f809-a065-48fb-8e48-d65b656d58d9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:07.036288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db302945-860a-4276-b1ba-3fc8183c7602 req-3902d255-0f97-4cfa-b745-bc1bacf3817a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.040083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db302945-860a-4276-b1ba-3fc8183c7602 req-3902d255-0f97-4cfa-b745-bc1bacf3817a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 944 time: 0.0955148 Aug 16 20:49:07.053217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aec7e3-e6b3-4fe2-9994-fe9949b3883a req-c205c25e-bc7a-4a58-bce9-f712d3527f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.054476 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1735768a-e94a-4875-b1ab-af27798f3140 req-79417697-629e-43af-ad70-e30a24790bb2 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812678 Aug 16 20:49:07.055412 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5aec7e3-e6b3-4fe2-9994-fe9949b3883a req-c205c25e-bc7a-4a58-bce9-f712d3527f3c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.1215608 Aug 16 20:49:07.058266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-c18bd7f1-8957-4f96-b3a7-1dc5b3e4bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.059711 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-c18bd7f1-8957-4f96-b3a7-1dc5b3e4bbed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0899518 Aug 16 20:49:07.095414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db302945-860a-4276-b1ba-3fc8183c7602 req-e116715a-03af-408f-98f9-d33ffcc55e5c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389411 Aug 16 20:49:07.138264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5aec7e3-e6b3-4fe2-9994-fe9949b3883a req-ef1f177d-68ef-4321-b020-cc34b8e793fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659931 Aug 16 20:49:07.142470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-255c3f93-1e68-465e-9465-20562621fb21 req-ee63df53-12cc-4bb7-8ae6-e3084e8ae1aa tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0277691 Aug 16 20:49:07.254602 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-2ae610c4-8ff6-4345-a68a-63b81df1b348 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834865 Aug 16 20:49:07.617915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61872aef-d17c-48db-a304-c575a789619b req-120008f7-21f4-4bd6-9704-61c8093e8e7c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.630845 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-120008f7-21f4-4bd6-9704-61c8093e8e7c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.1521575 Aug 16 20:49:07.642423 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5aec7e3-e6b3-4fe2-9994-fe9949b3883a req-4f1893b6-2796-4c6f-aa1a-1a13b9cbd5af service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946060 Aug 16 20:49:07.649773 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-3100c9d7-f133-40ee-9e7b-ad08c819b0ac tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/quotas/6f28821654be46399e7f1d3ede6d898a HTTP/1.1" status: 200 len: 375 time: 0.0175910 Aug 16 20:49:07.711662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-fde10724-dc3b-45b8-8057-1cdbe37b4fa4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471709 Aug 16 20:49:07.724302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fe11e287-6d2c-4f40-b740-dae685656ec2 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:07.753249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: fe11e287-6d2c-4f40-b740-dae685656ec2 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:07.753517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7bcb7-3dd9-4808-bd5d-6735b6e013c4 req-a14e8aee-c3d6-4d24-9bdc-16fd06f26062 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.753680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fe11e287-6d2c-4f40-b740-dae685656ec2 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:07.755657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bcc7bcb7-3dd9-4808-bd5d-6735b6e013c4 req-a14e8aee-c3d6-4d24-9bdc-16fd06f26062 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 945 time: 0.1046617 Aug 16 20:49:07.764876 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d5079a6f-a2d5-4776-a471-9dbc294fb5dd service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997258 Aug 16 20:49:07.829400 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-1dea311f-898e-46d7-bd3a-fde377ac5c57 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=3720daa2-0491-4484-8e3f-c5a4cec80c4e HTTP/1.1" status: 200 len: 217 time: 0.0541782 Aug 16 20:49:07.849336 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bcc7bcb7-3dd9-4808-bd5d-6735b6e013c4 req-51df819b-907e-48c7-a70b-ae38d8f562e4 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571861 Aug 16 20:49:07.849826 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5aec7e3-e6b3-4fe2-9994-fe9949b3883a req-5054ce17-f6a7-402d-8465-ae4b42cef6cb service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881182 Aug 16 20:49:07.876501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0fd3d4-6063-44e7-a293-353d68c139b9', 'name': 'network-vif-deleted', 'tag': 'fe11e287-6d2c-4f40-b740-dae685656ec2'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:07.878824 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221d44b8-b627-4ca4-bdfa-7851e757f2bc" -d '{"events": [{"server_uuid": "5f0fd3d4-6063-44e7-a293-353d68c139b9", "name": "network-vif-deleted", "tag": "fe11e287-6d2c-4f40-b740-dae685656ec2"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:07.902683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2b013b3-4498-4f86-b05e-c32ecb6daccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.902683 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f2b013b3-4498-4f86-b05e-c32ecb6daccd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.0654855 Aug 16 20:49:07.913357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-f3d998e8-a302-48ab-902d-c102db58ee8e service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911480 Aug 16 20:49:07.959501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-06a93e20-66ee-467b-b5ff-87a842bb8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.970614 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-06a93e20-66ee-467b-b5ff-87a842bb8e39 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515423 Aug 16 20:49:08.037495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c4d5d-52ab-4846-9a76-3de610560e26 req-ba8d8439-96c1-4e30-9892-3707d8eb0110 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.043970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c4d5d-52ab-4846-9a76-3de610560e26 req-ba8d8439-96c1-4e30-9892-3707d8eb0110 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.049999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c4d5d-52ab-4846-9a76-3de610560e26 req-ba8d8439-96c1-4e30-9892-3707d8eb0110 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.055944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c4d5d-52ab-4846-9a76-3de610560e26 req-ba8d8439-96c1-4e30-9892-3707d8eb0110 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.061877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c4d5d-52ab-4846-9a76-3de610560e26 req-ba8d8439-96c1-4e30-9892-3707d8eb0110 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.063712 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-6a9f2f45-53d7-4ec2-8d09-171f986b5438 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941973 Aug 16 20:49:08.068438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c4d5d-52ab-4846-9a76-3de610560e26 req-ba8d8439-96c1-4e30-9892-3707d8eb0110 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.074749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c4d5d-52ab-4846-9a76-3de610560e26 req-ba8d8439-96c1-4e30-9892-3707d8eb0110 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.076642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae1c4d5d-52ab-4846-9a76-3de610560e26 req-ba8d8439-96c1-4e30-9892-3707d8eb0110 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1185927 Aug 16 20:49:08.109653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-ed555f78-402a-4c3e-a6b2-0702c8d38ce1 service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948371 Aug 16 20:49:08.173382 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae1c4d5d-52ab-4846-9a76-3de610560e26 req-ccfd8e93-5e84-40a5-a5f7-82483cb1920e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858312 Aug 16 20:49:08.190787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f70b964e-9ac5-489a-a7f8-e4d22daf8bb1 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184678 Aug 16 20:49:08.242503 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-d5fe4492-c33b-4992-b622-b6b94232363e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fb4be18d-5e38-47bb-9167-5ba8956f3168 HTTP/1.1" status: 200 len: 217 time: 0.0419815 Aug 16 20:49:08.246438 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143fe0a1-1924-4016-b8b8-79367f9f6d97 x-openstack-request-id: req-143fe0a1-1924-4016-b8b8-79367f9f6d97 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:08.246812 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0fd3d4-6063-44e7-a293-353d68c139b9", "name": "network-vif-deleted", "tag": "fe11e287-6d2c-4f40-b740-dae685656ec2", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:08.247130 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-143fe0a1-1924-4016-b8b8-79367f9f6d97 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:08.247632 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0fd3d4-6063-44e7-a293-353d68c139b9', 'name': 'network-vif-deleted', 'tag': 'fe11e287-6d2c-4f40-b740-dae685656ec2', 'status': 'completed', 'code': 200} Aug 16 20:49:08.305490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-4050ef4e-0f65-43d1-9502-3c54509728a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.307949 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-4050ef4e-0f65-43d1-9502-3c54509728a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 200 len: 797 time: 0.0594416 Aug 16 20:49:08.372122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-93f55789-37ef-466a-9d60-20431468f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.373993 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-93f55789-37ef-466a-9d60-20431468f01b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0579879 Aug 16 20:49:08.384161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e07e9-454f-4308-8620-86fd93526ca5 req-566d2b02-7f61-4328-9691-19c6b49eb583 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.392940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-954e07e9-454f-4308-8620-86fd93526ca5 req-566d2b02-7f61-4328-9691-19c6b49eb583 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0941892 Aug 16 20:49:08.490444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-954e07e9-454f-4308-8620-86fd93526ca5 req-5bd1ae7a-c3c0-4c8b-bfb0-a0f7e0464c9e tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909936 Aug 16 20:49:08.500897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a48edf-3c45-4768-95fa-2050d2086933 req-eea53a72-f9da-47e0-8f1a-dfecd67408c7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.518610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82a48edf-3c45-4768-95fa-2050d2086933 req-eea53a72-f9da-47e0-8f1a-dfecd67408c7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 944 time: 0.1091216 Aug 16 20:49:08.565166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82a48edf-3c45-4768-95fa-2050d2086933 req-2266afbb-b104-4b95-aa07-7f384be8d5cb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Aug 16 20:49:08.577215 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-5db34dec-4766-40db-b516-d3857db834c1 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783571 Aug 16 20:49:08.647001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07d6b664-98a2-46ab-b21d-c1ff463c14fb req-dbfa35c4-ea33-4fca-821f-2170b53e8c15 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0508714 Aug 16 20:49:08.694067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13273933-53c2-47f7-8d0b-da832f89e16b req-68caddc2-b071-454d-aa6a-29fb3eb66890 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 210 time: 0.0497632 Aug 16 20:49:08.746928 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-f52a0262-5a66-4d7d-aeb6-3120c5dff134 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572497 Aug 16 20:49:08.792177 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-24f08126-ad68-4b01-a832-df2f50301ef9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1 HTTP/1.1" status: 200 len: 217 time: 0.0413599 Aug 16 20:49:08.849687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-773b2dad-8421-450a-81c0-bd70dc8cd94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.851797 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-773b2dad-8421-450a-81c0-bd70dc8cd94a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 200 len: 797 time: 0.0506279 Aug 16 20:49:08.899490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b820-c217-4752-bc0e-d96722a97d59 req-4dc2a23d-8ecf-4afc-991c-3f509cfb14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.901082 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-4dc2a23d-8ecf-4afc-991c-3f509cfb14f9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423830 Aug 16 20:49:08.972136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f01706-d387-4936-9d4f-65b304210814 req-ee74354e-0e18-4bc0-a886-d02360ddd779 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.972136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81f01706-d387-4936-9d4f-65b304210814 req-ee74354e-0e18-4bc0-a886-d02360ddd779 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 945 time: 0.0600767 Aug 16 20:49:09.002652 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-2896a9d6-4b6d-4db3-8ada-7e26b1607e2c service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939441 Aug 16 20:49:09.015854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81f01706-d387-4936-9d4f-65b304210814 req-cee2714f-e840-4799-a862-3e7c17bbc29c tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b30cf68-3871-40f2-a956-da72145d86ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365336 Aug 16 20:49:09.130423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-5a2ec4ff-20d5-4d78-8cf4-3d908a5a2295 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.131902 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-5a2ec4ff-20d5-4d78-8cf4-3d908a5a2295 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.79 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 945 time: 0.1137958 Aug 16 20:49:09.186069 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db22b820-c217-4752-bc0e-d96722a97d59 req-892b6c49-6d44-4dbd-9041-6de5bfa4b905 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759589 Aug 16 20:49:09.191419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54070) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:09.265539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Deleting port 2309964e-57ad-4480-b4c0-19bf28088e21 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:09.265764 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.332738 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f5de-b0b0-46c1-8ca8-b2977f75bbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.360188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73846d0c-3fdd-4566-9be0-d2ec595fe10b req-122ff2b3-9ad5-43ae-a4ae-2a2df2aa6693 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.366357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73846d0c-3fdd-4566-9be0-d2ec595fe10b req-122ff2b3-9ad5-43ae-a4ae-2a2df2aa6693 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.385693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73846d0c-3fdd-4566-9be0-d2ec595fe10b req-122ff2b3-9ad5-43ae-a4ae-2a2df2aa6693 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.391777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73846d0c-3fdd-4566-9be0-d2ec595fe10b req-122ff2b3-9ad5-43ae-a4ae-2a2df2aa6693 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.400361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73846d0c-3fdd-4566-9be0-d2ec595fe10b req-122ff2b3-9ad5-43ae-a4ae-2a2df2aa6693 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.405430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73846d0c-3fdd-4566-9be0-d2ec595fe10b req-122ff2b3-9ad5-43ae-a4ae-2a2df2aa6693 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.412050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73846d0c-3fdd-4566-9be0-d2ec595fe10b req-122ff2b3-9ad5-43ae-a4ae-2a2df2aa6693 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.414029 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73846d0c-3fdd-4566-9be0-d2ec595fe10b req-122ff2b3-9ad5-43ae-a4ae-2a2df2aa6693 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1407783 Aug 16 20:49:09.418828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] For port 2309964e-57ad-4480-b4c0-19bf28088e21, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2309964e-57ad-4480-b4c0-19bf28088e21,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:09.419197 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.464685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73846d0c-3fdd-4566-9be0-d2ec595fe10b req-633324cc-ee6f-47f3-b122-14e826440ccf tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433803 Aug 16 20:49:09.495608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-861537e5-036a-4b41-b6ed-9f5d7b98d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.496104 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-861537e5-036a-4b41-b6ed-9f5d7b98d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.496607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-861537e5-036a-4b41-b6ed-9f5d7b98d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.497091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-861537e5-036a-4b41-b6ed-9f5d7b98d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.497570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-861537e5-036a-4b41-b6ed-9f5d7b98d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.498046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-861537e5-036a-4b41-b6ed-9f5d7b98d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.498519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-861537e5-036a-4b41-b6ed-9f5d7b98d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.500432 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-861537e5-036a-4b41-b6ed-9f5d7b98d233 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6485 time: 0.1478360 Aug 16 20:49:09.635389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74361d38-a6a1-44f0-9ee7-fdef7442ef74 req-d5d6dc44-4355-4ae2-bc5c-c18dcbdaf502 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.645977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74361d38-a6a1-44f0-9ee7-fdef7442ef74 req-d5d6dc44-4355-4ae2-bc5c-c18dcbdaf502 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0768712 Aug 16 20:49:09.695308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f5de-b0b0-46c1-8ca8-b2977f75bbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.722996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 65a4b8a4-aca7-458a-8210-af6e8f49f632 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:09.753454 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.754208 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.754531 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Floating IP 075911b0-5cce-4b47-9e15-dd07599007af disassociated. External IP: 172.25.4.70, port: 2309964e-57ad-4480-b4c0-19bf28088e21. Aug 16 20:49:09.754880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Calling delete_port for 2309964e-57ad-4480-b4c0-19bf28088e21 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:09.774161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-0d8ca4c1-5376-4305-8be0-bb20efe04c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.775984 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-0d8ca4c1-5376-4305-8be0-bb20efe04c5c service neutron] 10.222.0.76 "GET /v2.0/networks?id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5 HTTP/1.1" status: 200 len: 902 time: 0.2609899 Aug 16 20:49:09.821712 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f5de-b0b0-46c1-8ca8-b2977f75bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.830420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 65a4b8a4-aca7-458a-8210-af6e8f49f632, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=65a4b8a4-aca7-458a-8210-af6e8f49f632,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:09.843098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '65a4b8a4-aca7-458a-8210-af6e8f49f632', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'port_id': '65a4b8a4-aca7-458a-8210-af6e8f49f632', 'mac_address': 'fa:16:3e:a8:9d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea210106-55a4-4da3-b9b0-5e9290d080d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:09.885497 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-4570e807-8695-485d-b491-1087eea87759 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1 HTTP/1.1" status: 200 len: 217 time: 0.0726159 Aug 16 20:49:09.889920 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.907568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a4b8a4-aca7-458a-8210-af6e8f49f632 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:09.927129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 65a4b8a4-aca7-458a-8210-af6e8f49f632, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=65a4b8a4-aca7-458a-8210-af6e8f49f632,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:09.949822 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1ae1f5de-b0b0-46c1-8ca8-b2977f75bbdb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a909ebd3656e412a86eaf6ec0cbe71f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7573600 Aug 16 20:49:09.954540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54088) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:09.973123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1f5de-b0b0-46c1-8ca8-b2977f75bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195ce523-9568-4748-9f9a-21879cc0eeb6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:10.011411 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.013260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-1ab1b5af-e1d8-469b-bf36-9998058a0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.015898 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-1ab1b5af-e1d8-469b-bf36-9998058a0bf9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 200 len: 797 time: 0.1180911 Aug 16 20:49:10.073828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74361d38-a6a1-44f0-9ee7-fdef7442ef74 req-9bc2c325-19b5-416a-b4fb-9a2f2e813968 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269516 Aug 16 20:49:10.095585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=65a4b8a4-aca7-458a-8210-af6e8f49f632,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:10.112026 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85836e1b-44e2-475c-b3b8-04fcd50d77ec req-950d7834-c413-4c66-91dc-8391dc18032d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.113959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85836e1b-44e2-475c-b3b8-04fcd50d77ec req-950d7834-c413-4c66-91dc-8391dc18032d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 944 time: 0.4472504 Aug 16 20:49:10.209667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85836e1b-44e2-475c-b3b8-04fcd50d77ec req-f05abfe1-36c7-46e6-b439-d5e0acb612e4 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810122 Aug 16 20:49:10.214761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2639b037-5835-49c3-b5ab-22908be1e25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.217166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['65a4b8a4-aca7-458a-8210-af6e8f49f632'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:10.233638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-f7ab403d-eadb-49b5-ae25-e469c49cfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.235635 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-f7ab403d-eadb-49b5-ae25-e469c49cfa16 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2056429 Aug 16 20:49:10.244468 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3e3a25c-48df-4a1b-b96a-064b7ab40582 req-363ec990-dfd6-4749-88bf-5a7674651730 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0519416 Aug 16 20:49:10.267312 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2639b037-5835-49c3-b5ab-22908be1e25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.310269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9358d6d6-203e-4ff6-9fc2-d1cab2b15f01 req-151b8a07-ffae-4081-b58b-9042af1a018e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 210 time: 0.0288646 Aug 16 20:49:10.327215 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.393595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36951424-3c56-414b-afdf-07dfd3d1bee2 req-773e059d-8721-4eb4-8399-293554455d45 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 210 time: 0.0558705 Aug 16 20:49:10.433491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Pushing event deleted for resources: {'Port': ['ID=2309964e-57ad-4480-b4c0-19bf28088e21,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:10.518491 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-6deb2886-f25c-493e-a188-b69968174107 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676351 Aug 16 20:49:10.580179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Router 0d825ac2-0477-4560-aa80-bb2a6b4e983e has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:49:10.602097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2639b037-5835-49c3-b5ab-22908be1e25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.604591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2639b037-5835-49c3-b5ab-22908be1e25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.608132 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2639b037-5835-49c3-b5ab-22908be1e25b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/195ce523-9568-4748-9f9a-21879cc0eeb6 HTTP/1.1" status: 204 len: 168 time: 0.6465335 Aug 16 20:49:10.614712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca3734-ca38-4b6b-aaea-bfb8276e47ec req-76e4b3f5-9405-42b6-b759-0f0c6f443562 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.614712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca3734-ca38-4b6b-aaea-bfb8276e47ec req-76e4b3f5-9405-42b6-b759-0f0c6f443562 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.618464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca3734-ca38-4b6b-aaea-bfb8276e47ec req-76e4b3f5-9405-42b6-b759-0f0c6f443562 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.624239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca3734-ca38-4b6b-aaea-bfb8276e47ec req-76e4b3f5-9405-42b6-b759-0f0c6f443562 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.630062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca3734-ca38-4b6b-aaea-bfb8276e47ec req-76e4b3f5-9405-42b6-b759-0f0c6f443562 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.635863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca3734-ca38-4b6b-aaea-bfb8276e47ec req-76e4b3f5-9405-42b6-b759-0f0c6f443562 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.641673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca3734-ca38-4b6b-aaea-bfb8276e47ec req-76e4b3f5-9405-42b6-b759-0f0c6f443562 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.643596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbca3734-ca38-4b6b-aaea-bfb8276e47ec req-76e4b3f5-9405-42b6-b759-0f0c6f443562 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.0939450 Aug 16 20:49:10.659821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639b037-5835-49c3-b5ab-22908be1e25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195ce523-9568-4748-9f9a-21879cc0eeb6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:10.688479 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28bbadbf-dfc0-4688-a96b-ccef137848d3 req-f63cc92a-a73b-4600-9503-c2f62587781d service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578233 Aug 16 20:49:10.711634 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbca3734-ca38-4b6b-aaea-bfb8276e47ec req-b3d44a7f-b656-42dd-9541-657a1ea6e92c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610034 Aug 16 20:49:10.749522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:49:10.763008 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb17da-ed07-41fb-829a-4d7bf8c8924d None None] Sync routers for ids ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:49:10.775035 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb17da-ed07-41fb-829a-4d7bf8c8924d None None] Routers {'0d825ac2-0477-4560-aa80-bb2a6b4e983e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:10.775890 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ecfb17da-ed07-41fb-829a-4d7bf8c8924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:48:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:10.794758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] No DVR routers for this DVR port 2309964e-57ad-4480-b4c0-19bf28088e21 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:10.797981 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.800161 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-151d028d-e07a-49cd-8153-0b9e6760fb11 req-632e534c-0892-4c66-b6b4-6d421abcf55b tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.79 "DELETE /v2.0/ports/2309964e-57ad-4480-b4c0-19bf28088e21 HTTP/1.1" status: 204 len: 173 time: 1.6455119 Aug 16 20:49:10.800631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'name': 'network-vif-deleted', 'tag': '2309964e-57ad-4480-b4c0-19bf28088e21'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:10.802916 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bd7192-6770-4d9e-a2a9-3d6a34afac98" -d '{"events": [{"server_uuid": "b50f88da-f6b7-4581-9dab-99444ef14a0b", "name": "network-vif-deleted", "tag": "2309964e-57ad-4480-b4c0-19bf28088e21"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:10.852113 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2fd8ee-5443-443f-b881-91fac5e55683 x-openstack-request-id: req-6b2fd8ee-5443-443f-b881-91fac5e55683 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:10.853904 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50f88da-f6b7-4581-9dab-99444ef14a0b", "name": "network-vif-deleted", "tag": "2309964e-57ad-4480-b4c0-19bf28088e21", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:10.853904 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6b2fd8ee-5443-443f-b881-91fac5e55683 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:10.853904 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50f88da-f6b7-4581-9dab-99444ef14a0b', 'name': 'network-vif-deleted', 'tag': '2309964e-57ad-4480-b4c0-19bf28088e21', 'status': 'completed', 'code': 200} Aug 16 20:49:10.891567 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ecfb17da-ed07-41fb-829a-4d7bf8c8924d None None] Set router 0d825ac2-0477-4560-aa80-bb2a6b4e983e gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:11.068778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61872aef-d17c-48db-a304-c575a789619b req-a26a80aa-8e76-4bb7-af2d-0a5c47074ee2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.071385 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-a26a80aa-8e76-4bb7-af2d-0a5c47074ee2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.1122754 Aug 16 20:49:11.099857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Request body: {'port': {'device_id': '555b1886-1934-44b0-bcf5-a136195393d0', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'admin_state_up': True, 'tenant_id': '6f28821654be46399e7f1d3ede6d898a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:11.230303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bc468-dd25-4612-8990-b54e101dc1de req-282a529d-86db-426c-9e62-48c2548a2635 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.232495 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610bc468-dd25-4612-8990-b54e101dc1de req-282a529d-86db-426c-9e62-48c2548a2635 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0650964 Aug 16 20:49:11.256667 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ecfb17da-ed07-41fb-829a-4d7bf8c8924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 4, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5a879719-be64-4407-9107-fdc15f5bc3bc', 'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'mac_address': 'fa:16:3e:95:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:47:01Z', 'revision_number': 5, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'subnets': [{'id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:11.289209 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb17da-ed07-41fb-829a-4d7bf8c8924d None None] Checking router: 0d825ac2-0477-4560-aa80-bb2a6b4e983e for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:49:11.308611 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb17da-ed07-41fb-829a-4d7bf8c8924d None None] Routers {'0d825ac2-0477-4560-aa80-bb2a6b4e983e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:11.309267 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ecfb17da-ed07-41fb-829a-4d7bf8c8924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:48:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:11.311024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610bc468-dd25-4612-8990-b54e101dc1de req-11888885-4414-4623-836e-1e472ef81d16 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673742 Aug 16 20:49:11.371549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Made reservation on behalf of 6f28821654be46399e7f1d3ede6d898a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:11.375485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.400635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796ef97-f54a-4ff4-ac02-df3d8c797a6b req-99ab97b0-b4b6-4cdd-b058-2b675e8115e9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.402094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a796ef97-f54a-4ff4-ac02-df3d8c797a6b req-99ab97b0-b4b6-4cdd-b058-2b675e8115e9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 945 time: 0.0849724 Aug 16 20:49:11.514346 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ecfb17da-ed07-41fb-829a-4d7bf8c8924d None None] Set router 0d825ac2-0477-4560-aa80-bb2a6b4e983e gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:11.523579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a796ef97-f54a-4ff4-ac02-df3d8c797a6b req-21209db7-4f8c-43ff-9097-69879f088170 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079221 Aug 16 20:49:11.526182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72559d11-411f-40ae-9443-def80566b81a req-aa3976f3-185d-4390-8044-9fc1a2234192 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0773344 Aug 16 20:49:11.607158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Allocated IP 172.20.0.6 (e3cf6d4f-f5fb-407a-83ba-d10da82846a3/9086addc-4898-4b00-b1e4-5f5b81780ad7/a37078be-b08c-4347-9d06-ba5a09b529ae) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:11.659399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6421dc4-67e7-4a3f-abb3-1385ae2c3cee req-4623913b-4775-4d08-8639-647e7d3a7912 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 210 time: 0.0585821 Aug 16 20:49:11.732020 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5eae2da6-c0d4-43b0-a69b-69745c395bb5 req-d4555748-be50-4601-a48f-599ce4d0e67f tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50f88da-f6b7-4581-9dab-99444ef14a0b HTTP/1.1" status: 200 len: 210 time: 0.0491869 Aug 16 20:49:11.741975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 65a4b8a4-aca7-458a-8210-af6e8f49f632 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:11.811400 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ecfb17da-ed07-41fb-829a-4d7bf8c8924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 4, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5a879719-be64-4407-9107-fdc15f5bc3bc', 'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'mac_address': 'fa:16:3e:95:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:47:01Z', 'revision_number': 5, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'subnets': [{'id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:11.857005 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb17da-ed07-41fb-829a-4d7bf8c8924d None None] The sync data for ids ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'] in n-d-793619-14 is: [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 4, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5a879719-be64-4407-9107-fdc15f5bc3bc', 'name': '', 'network_id': 'ce47c267-bc40-4497-bca3-57ee11eab682', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'mac_address': 'fa:16:3e:95:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:47:01Z', 'revision_number': 5, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'subnets': [{'id': 'd7303019-73a2-477c-b760-7e3428e0b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:49:11.863305 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.897303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916a4c-d971-4d8d-a129-3096cd29a545 req-d67fa59a-707e-4511-921f-f33fb50c8203 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.907556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916a4c-d971-4d8d-a129-3096cd29a545 req-d67fa59a-707e-4511-921f-f33fb50c8203 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.923870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916a4c-d971-4d8d-a129-3096cd29a545 req-d67fa59a-707e-4511-921f-f33fb50c8203 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.930460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916a4c-d971-4d8d-a129-3096cd29a545 req-d67fa59a-707e-4511-921f-f33fb50c8203 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.931285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 65a4b8a4-aca7-458a-8210-af6e8f49f632 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:11.935446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 65a4b8a4-aca7-458a-8210-af6e8f49f632 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:11.936108 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.936344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916a4c-d971-4d8d-a129-3096cd29a545 req-d67fa59a-707e-4511-921f-f33fb50c8203 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.942344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916a4c-d971-4d8d-a129-3096cd29a545 req-d67fa59a-707e-4511-921f-f33fb50c8203 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.948545 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916a4c-d971-4d8d-a129-3096cd29a545 req-d67fa59a-707e-4511-921f-f33fb50c8203 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.950521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc916a4c-d971-4d8d-a129-3096cd29a545 req-d67fa59a-707e-4511-921f-f33fb50c8203 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1189737 Aug 16 20:49:12.014234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc916a4c-d971-4d8d-a129-3096cd29a545 req-8b3e6119-f853-4199-b870-697ea11d19d8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520852 Aug 16 20:49:12.015257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.035260 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.063281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40db265-ad01-4f50-a994-0a1eed123c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a4b8a4-aca7-458a-8210-af6e8f49f632'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:12.067171 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3328daa0-e934-40c4-a0b3-32f4a10a134d" -d '{"events": [{"server_uuid": "a40db265-ad01-4f50-a994-0a1eed123c83", "name": "network-vif-plugged", "status": "completed", "tag": "65a4b8a4-aca7-458a-8210-af6e8f49f632"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:12.086926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 65a4b8a4-aca7-458a-8210-af6e8f49f632, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=65a4b8a4-aca7-458a-8210-af6e8f49f632,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:12.106205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:12.106707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:12.113840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:12.122667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event updated for resources: {'Port': ['ID=a37078be-b08c-4347-9d06-ba5a09b529ae,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:12.130548 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5666255e-7954-462f-80b5-8b9678c6d9c0 x-openstack-request-id: req-5666255e-7954-462f-80b5-8b9678c6d9c0 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:12.130838 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40db265-ad01-4f50-a994-0a1eed123c83", "name": "network-vif-plugged", "status": "completed", "tag": "65a4b8a4-aca7-458a-8210-af6e8f49f632", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:12.131127 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5666255e-7954-462f-80b5-8b9678c6d9c0 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:12.131508 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40db265-ad01-4f50-a994-0a1eed123c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a4b8a4-aca7-458a-8210-af6e8f49f632', 'code': 200} Aug 16 20:49:12.168955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.169344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.170126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.170350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.170693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.171073 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.171403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.171730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.172234 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.172420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.172744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.173136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:12.200068 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.201231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2309964e-57ad-4480-b4c0-19bf28088e21 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:12.234942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.235564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.260492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c789bb6-db58-4ee9-a796-dc4ea456981f req-ffbc523c-6ce2-4dcc-a941-cf8c4bc9cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.262091 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7c789bb6-db58-4ee9-a796-dc4ea456981f req-ffbc523c-6ce2-4dcc-a941-cf8c4bc9cbc8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 1098 time: 0.0674005 Aug 16 20:49:12.267901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32665d4f-44c8-4dab-b458-f639c65def05 None None] New status for floating IP 075911b0-5cce-4b47-9e15-dd07599007af: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:49:12.296867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 2309964e-57ad-4480-b4c0-19bf28088e21 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:12.297242 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2309964e-57ad-4480-b4c0-19bf28088e21 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:12.299528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=65a4b8a4-aca7-458a-8210-af6e8f49f632,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:12.301854 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7c789bb6-db58-4ee9-a796-dc4ea456981f req-46295480-858a-4a55-b945-4b3945e04939 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303655 Aug 16 20:49:12.331478 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-e1429699-d0fe-40b5-a6c1-29592061a370 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2373228 Aug 16 20:49:12.348381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Request body: {'port': {'device_id': '555b1886-1934-44b0-bcf5-a136195393d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:12.432327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.446623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f93eac-65a3-4075-abbe-14120183a029 req-d3a5928c-8b4a-403f-8327-5801d09d61f3 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.448203 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7f93eac-65a3-4075-abbe-14120183a029 req-d3a5928c-8b4a-403f-8327-5801d09d61f3 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0595832 Aug 16 20:49:12.494318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7f93eac-65a3-4075-abbe-14120183a029 req-0c8a63b3-660c-4fdb-b08a-05912b6c4812 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Aug 16 20:49:12.712455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a341855-f58a-4d56-aad9-200b73a6999c req-9dd92337-01c3-472d-b8c0-4700e8cdb1b9 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0496628 Aug 16 20:49:12.741772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4876228-7bb2-4610-9fa1-172f0c47bb5b req-60711d13-0e49-4d02-9bcb-88a74661f995 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.743592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4876228-7bb2-4610-9fa1-172f0c47bb5b req-60711d13-0e49-4d02-9bcb-88a74661f995 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 946 time: 0.1149969 Aug 16 20:49:12.759281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37078be-b08c-4347-9d06-ba5a09b529ae {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:12.776233 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.793755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Transition to ACTIVE for port object a37078be-b08c-4347-9d06-ba5a09b529ae will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:12.812748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4876228-7bb2-4610-9fa1-172f0c47bb5b req-4d64d139-26b2-4163-b4a0-9808781d5a74 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604105 Aug 16 20:49:12.869214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2da09-1675-4e3e-8c8b-82da2b601330 req-d02bbcc4-5d07-4644-ad33-e7b1a4209a43 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.877643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8a2da09-1675-4e3e-8c8b-82da2b601330 req-d02bbcc4-5d07-4644-ad33-e7b1a4209a43 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 931 time: 0.0813560 Aug 16 20:49:12.885503 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.924308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8a2da09-1675-4e3e-8c8b-82da2b601330 req-e4887240-3a86-4936-976e-56571a835d7e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449722 Aug 16 20:49:12.962312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Pushing event updated for resources: {'Port': ['ID=a37078be-b08c-4347-9d06-ba5a09b529ae,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:13.013142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54170) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:13.034778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Attempting to bind port a37078be-b08c-4347-9d06-ba5a09b529ae on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:13.035118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Attempting to bind port a37078be-b08c-4347-9d06-ba5a09b529ae by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:13.035453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Attempting to bind port a37078be-b08c-4347-9d06-ba5a09b529ae on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:13.040108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Port a37078be-b08c-4347-9d06-ba5a09b529ae on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:13.040420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Attempting to bind port a37078be-b08c-4347-9d06-ba5a09b529ae on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:13.045442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:13.045756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Checking segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:13.046130 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Bound using segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:13.046559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Bound port: a37078be-b08c-4347-9d06-ba5a09b529ae, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:13.046919 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.083825 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f035021-65eb-44e0-a094-07b396a036ab tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.115786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f035021-65eb-44e0-a094-07b396a036ab tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.124702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] For port a37078be-b08c-4347-9d06-ba5a09b529ae, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:13.128496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] For port a37078be-b08c-4347-9d06-ba5a09b529ae, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a37078be-b08c-4347-9d06-ba5a09b529ae,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:13.211814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.215878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857da150-ee43-4e87-b650-dffb4416bc31 req-4997854b-c7f9-44bb-9185-8ae10037c0ba tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.223937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857da150-ee43-4e87-b650-dffb4416bc31 req-4997854b-c7f9-44bb-9185-8ae10037c0ba tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.232252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857da150-ee43-4e87-b650-dffb4416bc31 req-4997854b-c7f9-44bb-9185-8ae10037c0ba tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.238962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857da150-ee43-4e87-b650-dffb4416bc31 req-4997854b-c7f9-44bb-9185-8ae10037c0ba tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.247057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857da150-ee43-4e87-b650-dffb4416bc31 req-4997854b-c7f9-44bb-9185-8ae10037c0ba tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.255533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.256192 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.257789 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] 10.222.0.76 "PUT /v2.0/ports/a37078be-b08c-4347-9d06-ba5a09b529ae HTTP/1.1" status: 200 len: 1092 time: 0.9177489 Aug 16 20:49:13.261861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555b1886-1934-44b0-bcf5-a136195393d0', 'tag': 'a37078be-b08c-4347-9d06-ba5a09b529ae'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:13.261991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857da150-ee43-4e87-b650-dffb4416bc31 req-4997854b-c7f9-44bb-9185-8ae10037c0ba tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.268051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857da150-ee43-4e87-b650-dffb4416bc31 req-4997854b-c7f9-44bb-9185-8ae10037c0ba tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.271304 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433a82ee-b46d-4716-b275-d0b6118f9d48" -d '{"events": [{"name": "network-changed", "server_uuid": "555b1886-1934-44b0-bcf5-a136195393d0", "tag": "a37078be-b08c-4347-9d06-ba5a09b529ae"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:13.278170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-857da150-ee43-4e87-b650-dffb4416bc31 req-4997854b-c7f9-44bb-9185-8ae10037c0ba tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1521955 Aug 16 20:49:13.330884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-857da150-ee43-4e87-b650-dffb4416bc31 req-0ee80e7b-a621-4b09-bb16-b6e4aa77ccab tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517871 Aug 16 20:49:13.337567 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7f9f4e-b447-4c2e-bf0b-d60301e16a4f x-openstack-request-id: req-9f7f9f4e-b447-4c2e-bf0b-d60301e16a4f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:13.337865 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555b1886-1934-44b0-bcf5-a136195393d0", "tag": "a37078be-b08c-4347-9d06-ba5a09b529ae", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:13.338218 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9f7f9f4e-b447-4c2e-bf0b-d60301e16a4f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:13.338627 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555b1886-1934-44b0-bcf5-a136195393d0', 'tag': 'a37078be-b08c-4347-9d06-ba5a09b529ae', 'status': 'completed', 'code': 200} Aug 16 20:49:13.339211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de769ec7-872d-4374-b688-f0270398cee7 service neutron] Pushing event updated for resources: {'Port': ['ID=a37078be-b08c-4347-9d06-ba5a09b529ae,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:13.386101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f035021-65eb-44e0-a094-07b396a036ab tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.390263 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f035021-65eb-44e0-a094-07b396a036ab tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.391743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9f035021-65eb-44e0-a094-07b396a036ab tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "DELETE /v2.0/security-groups/0b30cf68-3871-40f2-a956-da72145d86ac HTTP/1.1" status: 204 len: 168 time: 0.3771095 Aug 16 20:49:13.395136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54180) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:13.403154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f035021-65eb-44e0-a094-07b396a036ab tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b30cf68-3871-40f2-a956-da72145d86ac,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:13.413824 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-56253fde-cc61-4711-ba7a-18d23965da6d tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] show failed (client error): The resource could not be found. Aug 16 20:49:13.414857 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-56253fde-cc61-4711-ba7a-18d23965da6d tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "GET /v2.0/security-groups/0b30cf68-3871-40f2-a956-da72145d86ac HTTP/1.1" status: 404 len: 347 time: 0.0176048 Aug 16 20:49:13.418496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54184) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:13.457595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a82ee-b46d-4716-b275-d0b6118f9d48 req-1f73b8e0-a49d-4ec9-ab16-4890b6fb2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.459126 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-433a82ee-b46d-4716-b275-d0b6118f9d48 req-1f73b8e0-a49d-4ec9-ab16-4890b6fb2eaf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 1095 time: 0.1096859 Aug 16 20:49:13.609795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d52b3f-9d01-45af-9891-a4a018865788 req-1ea38414-2532-4240-8ac4-8be4084cffc5 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.611667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99d52b3f-9d01-45af-9891-a4a018865788 req-1ea38414-2532-4240-8ac4-8be4084cffc5 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0525286 Aug 16 20:49:13.644027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a82ee-b46d-4716-b275-d0b6118f9d48 req-6a4ab7a4-49f9-4914-ad6a-710aeb8af89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.645472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-433a82ee-b46d-4716-b275-d0b6118f9d48 req-6a4ab7a4-49f9-4914-ad6a-710aeb8af89d service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=6f28821654be46399e7f1d3ede6d898a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1751571 Aug 16 20:49:13.647658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c28bb-4eb2-4999-a4a7-e32e1abbde83 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Deleting port 39a42f31-b002-40b9-b592-e29162f1dd57 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:13.648000 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c3c28bb-4eb2-4999-a4a7-e32e1abbde83 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.654017 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99d52b3f-9d01-45af-9891-a4a018865788 req-e116b690-db24-428f-b220-b0db90244e94 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Aug 16 20:49:13.799060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c3c28bb-4eb2-4999-a4a7-e32e1abbde83 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.799311 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c3c28bb-4eb2-4999-a4a7-e32e1abbde83 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.818533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c28bb-4eb2-4999-a4a7-e32e1abbde83 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Calling delete_port for 39a42f31-b002-40b9-b592-e29162f1dd57 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:13.820649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a82ee-b46d-4716-b275-d0b6118f9d48 req-81eceae9-b487-4a1e-a869-91649fb4fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.821422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b03f1426-f281-4b31-8afb-e3945269ad45 req-e457199a-aab4-40c9-93eb-db4d91e950cc tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0269215 Aug 16 20:49:13.822186 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-433a82ee-b46d-4716-b275-d0b6118f9d48 req-81eceae9-b487-4a1e-a869-91649fb4fa53 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586850 Aug 16 20:49:13.933791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61872aef-d17c-48db-a304-c575a789619b req-7cf49bd5-8425-4fd3-af35-d82de76538e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.935251 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-7cf49bd5-8425-4fd3-af35-d82de76538e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 1095 time: 0.0620537 Aug 16 20:49:13.949177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d3e34-d66d-4b89-becc-94718d52cc76 req-db4e9038-af14-4588-9a92-1d987c8a32da tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.950703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a8d3e34-d66d-4b89-becc-94718d52cc76 req-db4e9038-af14-4588-9a92-1d987c8a32da tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 946 time: 0.0530736 Aug 16 20:49:13.993760 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-c0b70cac-16da-4af8-932c-a8b4e6ddd8ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37078be-b08c-4347-9d06-ba5a09b529ae HTTP/1.1" status: 200 len: 217 time: 0.0492606 Aug 16 20:49:14.010098 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a8d3e34-d66d-4b89-becc-94718d52cc76 req-72cfa18c-76f5-44f3-8862-8ea768d3dd4b tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 Aug 16 20:49:14.012605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54198) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:14.062206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1318a-2df9-4aa1-b75e-395a065ba6c0 req-ba323fbe-ce2f-471d-a2df-0b26182aded9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.063706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3be1318a-2df9-4aa1-b75e-395a065ba6c0 req-ba323fbe-ce2f-471d-a2df-0b26182aded9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 943 time: 0.0610852 Aug 16 20:49:14.089369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61872aef-d17c-48db-a304-c575a789619b req-d94d3727-f248-42d1-9934-b9655baefd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.091000 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-d94d3727-f248-42d1-9934-b9655baefd30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 200 len: 851 time: 0.0891981 Aug 16 20:49:14.112374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3be1318a-2df9-4aa1-b75e-395a065ba6c0 req-f260a980-232f-45ac-86a9-b0315b86ad01 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403357 Aug 16 20:49:14.134763 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-26999bff-a2de-40c4-945e-66b7e456f1a7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329936 Aug 16 20:49:14.188322 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c3c28bb-4eb2-4999-a4a7-e32e1abbde83 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.210396 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3442f045-7076-456e-abab-afdc6c56dee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.327587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14994973-1408-4273-9494-6d84b965d634 req-d8b6b6eb-4bcc-4908-b541-c98a1ee8ab4e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.329189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14994973-1408-4273-9494-6d84b965d634 req-d8b6b6eb-4bcc-4908-b541-c98a1ee8ab4e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 946 time: 0.0515950 Aug 16 20:49:14.370632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14994973-1408-4273-9494-6d84b965d634 req-ea6e8625-4371-402c-8dec-9f173c1d8477 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348368 Aug 16 20:49:14.532575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c28bb-4eb2-4999-a4a7-e32e1abbde83 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Pushing event deleted for resources: {'Port': ['ID=39a42f31-b002-40b9-b592-e29162f1dd57,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:14.544226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faff1d-d26f-4871-b34c-d16eb7afbe62 req-cf412311-1a39-42dc-b237-96e419c52d51 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.550820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faff1d-d26f-4871-b34c-d16eb7afbe62 req-cf412311-1a39-42dc-b237-96e419c52d51 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.556671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faff1d-d26f-4871-b34c-d16eb7afbe62 req-cf412311-1a39-42dc-b237-96e419c52d51 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.562535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faff1d-d26f-4871-b34c-d16eb7afbe62 req-cf412311-1a39-42dc-b237-96e419c52d51 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.568330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faff1d-d26f-4871-b34c-d16eb7afbe62 req-cf412311-1a39-42dc-b237-96e419c52d51 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.574187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faff1d-d26f-4871-b34c-d16eb7afbe62 req-cf412311-1a39-42dc-b237-96e419c52d51 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.580524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faff1d-d26f-4871-b34c-d16eb7afbe62 req-cf412311-1a39-42dc-b237-96e419c52d51 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.585917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68faff1d-d26f-4871-b34c-d16eb7afbe62 req-cf412311-1a39-42dc-b237-96e419c52d51 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1539934 Aug 16 20:49:14.596867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f5572-1e0a-4209-b6f4-500b05882691 req-f8c9e3e2-77f5-4600-ab40-26d2411bd335 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.598451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1f5572-1e0a-4209-b6f4-500b05882691 req-f8c9e3e2-77f5-4600-ab40-26d2411bd335 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 946 time: 0.1336462 Aug 16 20:49:14.614436 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-60ea9e1d-39e9-4897-a02b-aef7b4c1863b service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750178 Aug 16 20:49:14.652620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68faff1d-d26f-4871-b34c-d16eb7afbe62 req-420c4320-f43a-4164-bd14-2108482c923e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531175 Aug 16 20:49:14.666262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa1f5572-1e0a-4209-b6f4-500b05882691 req-9c8747fc-d987-4b0e-944e-fe6beab94d1d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520012 Aug 16 20:49:14.698358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c3c28bb-4eb2-4999-a4a7-e32e1abbde83 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.701075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c3c28bb-4eb2-4999-a4a7-e32e1abbde83 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.703326 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7c3c28bb-4eb2-4999-a4a7-e32e1abbde83 tempest-ServersTestManualDisk-220569709 tempest-ServersTestManualDisk-220569709-project] 10.222.0.74 "DELETE /v2.0/floatingips/075911b0-5cce-4b47-9e15-dd07599007af HTTP/1.1" status: 204 len: 168 time: 1.2839136 Aug 16 20:49:14.708609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54220) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:14.795314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a76e58-405a-41e3-845e-68da6b122bcc req-980b07db-5354-4a4a-aa00-9ce00202808a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.796926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90a76e58-405a-41e3-845e-68da6b122bcc req-980b07db-5354-4a4a-aa00-9ce00202808a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0527263 Aug 16 20:49:14.837699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90a76e58-405a-41e3-845e-68da6b122bcc req-23dbe91c-d73e-4cb6-b1cd-48e7ee45493e tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Aug 16 20:49:14.854659 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61872aef-d17c-48db-a304-c575a789619b req-c4ffc68e-0c12-408f-8627-209a1747bc94 service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268641 Aug 16 20:49:14.887960 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3442f045-7076-456e-abab-afdc6c56dee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.942856 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-811f6c35-c188-4c1f-8783-510cea8d4d47 req-45450cdf-8343-4c67-bce5-d8c68192474d tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0339491 Aug 16 20:49:14.968285 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3442f045-7076-456e-abab-afdc6c56dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.024886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442f045-7076-456e-abab-afdc6c56dee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee016a2-8d2a-4247-931a-ab8bed5db4a5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:15.030711 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3442f045-7076-456e-abab-afdc6c56dee0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bcda1b4b9a524cbf9cfd0690e8101511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9977942 Aug 16 20:49:15.033580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54224) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:15.139929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4cd1bb20-b3c8-4347-942b-daff20c4ab59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.175329 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4cd1bb20-b3c8-4347-942b-daff20c4ab59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.218509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a644c-2cb8-41e7-95d4-6444a4372b60 req-9eef6b7e-4b1a-4da2-b2b7-caf4d4cd2466 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.220069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-172a644c-2cb8-41e7-95d4-6444a4372b60 req-9eef6b7e-4b1a-4da2-b2b7-caf4d4cd2466 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 946 time: 0.0647535 Aug 16 20:49:15.230584 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f2dd6775-ce0a-4d0a-8fbc-76bff4d6e303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.283586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250425a-ac46-47be-b169-4c191ad32339 req-915b6ef8-4b3f-487f-9a07-edca36d02673 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.284844 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.285223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6250425a-ac46-47be-b169-4c191ad32339 req-915b6ef8-4b3f-487f-9a07-edca36d02673 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 943 time: 0.0851529 Aug 16 20:49:15.290455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-172a644c-2cb8-41e7-95d4-6444a4372b60 req-cd4a1588-7658-45ec-a955-0ca8001e25ef tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528831 Aug 16 20:49:15.329429 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6250425a-ac46-47be-b169-4c191ad32339 req-3c682811-0ac8-4283-9a31-bcc8e099f619 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378664 Aug 16 20:49:15.378881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4cd1bb20-b3c8-4347-942b-daff20c4ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.381352 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4cd1bb20-b3c8-4347-942b-daff20c4ab59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.383078 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4cd1bb20-b3c8-4347-942b-daff20c4ab59 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0ee016a2-8d2a-4247-931a-ab8bed5db4a5 HTTP/1.1" status: 204 len: 168 time: 0.3486919 Aug 16 20:49:15.398515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1bb20-b3c8-4347-942b-daff20c4ab59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee016a2-8d2a-4247-931a-ab8bed5db4a5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:15.581439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] Deleting port 5a879719-be64-4407-9107-fdc15f5bc3bc {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:15.581787 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.664847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] For port 5a879719-be64-4407-9107-fdc15f5bc3bc, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a879719-be64-4407-9107-fdc15f5bc3bc,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:15.665361 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.678534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] Calling delete_port for 5a879719-be64-4407-9107-fdc15f5bc3bc owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:15.806396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60d4b-fee6-4856-9ae2-c9bb35f18761 req-c92dc41b-21d6-4821-b536-3e7157fedfd1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.814737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60d4b-fee6-4856-9ae2-c9bb35f18761 req-c92dc41b-21d6-4821-b536-3e7157fedfd1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.821325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60d4b-fee6-4856-9ae2-c9bb35f18761 req-c92dc41b-21d6-4821-b536-3e7157fedfd1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.827260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60d4b-fee6-4856-9ae2-c9bb35f18761 req-c92dc41b-21d6-4821-b536-3e7157fedfd1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.833100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60d4b-fee6-4856-9ae2-c9bb35f18761 req-c92dc41b-21d6-4821-b536-3e7157fedfd1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.839256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60d4b-fee6-4856-9ae2-c9bb35f18761 req-c92dc41b-21d6-4821-b536-3e7157fedfd1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.845149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60d4b-fee6-4856-9ae2-c9bb35f18761 req-c92dc41b-21d6-4821-b536-3e7157fedfd1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.854880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8a60d4b-fee6-4856-9ae2-c9bb35f18761 req-c92dc41b-21d6-4821-b536-3e7157fedfd1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1097460 Aug 16 20:49:15.890556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8a60d4b-fee6-4856-9ae2-c9bb35f18761 req-08c63f75-5353-44e8-ae71-7b1b62f14f5a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367796 Aug 16 20:49:15.958912 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.974591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357192c-1e74-4419-bbca-92063890127b req-3ebae66d-59d6-4bf3-8331-62daf87e9b8a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.982521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a357192c-1e74-4419-bbca-92063890127b req-3ebae66d-59d6-4bf3-8331-62daf87e9b8a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0660374 Aug 16 20:49:16.036366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a879719-be64-4407-9107-fdc15f5bc3bc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:16.047029 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a357192c-1e74-4419-bbca-92063890127b req-f9e8ac51-65c2-4a34-9377-f11e01e89a68 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636356 Aug 16 20:49:16.071210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54246) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:16.103276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44b1afe2-a5c0-491d-b058-323080ff940f req-4b86ced1-8618-4148-aec2-1e43a100b7fb tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0462935 Aug 16 20:49:16.104807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4bad8e1-b531-4e16-98ff-7dbf1d6ee766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.234798 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4bad8e1-b531-4e16-98ff-7dbf1d6ee766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.275903 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.311831 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4bad8e1-b531-4e16-98ff-7dbf1d6ee766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.354426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a4bad8e1-b531-4e16-98ff-7dbf1d6ee766 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b29c3701ae584c02a43a733a5b8b926c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819641 Aug 16 20:49:16.355394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bad8e1-b531-4e16-98ff-7dbf1d6ee766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c961be-022b-4df0-9491-66de4ea1d948,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:16.357879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54254) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:16.502424 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20595149-8a01-49f7-8d03-92cb37a232cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.511853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e17d7-ab1e-4909-80dc-073c30f73dde req-28c4f0db-7632-41a8-a130-cc8e119158d2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.513847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-454e17d7-ab1e-4909-80dc-073c30f73dde req-28c4f0db-7632-41a8-a130-cc8e119158d2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 946 time: 0.1144807 Aug 16 20:49:16.522006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be5c60-7b78-4243-ba2f-ae692e6d6bbd req-688b3f2c-aac0-4398-8162-9b4f433673ba tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.528297 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7be5c60-7b78-4243-ba2f-ae692e6d6bbd req-688b3f2c-aac0-4398-8162-9b4f433673ba tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 943 time: 0.1121101 Aug 16 20:49:16.531811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] Router 0d825ac2-0477-4560-aa80-bb2a6b4e983e has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:49:16.577237 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20595149-8a01-49f7-8d03-92cb37a232cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.613314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-454e17d7-ab1e-4909-80dc-073c30f73dde req-4e36aac9-6882-432e-b925-c727a82740c5 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839658 Aug 16 20:49:16.627611 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7be5c60-7b78-4243-ba2f-ae692e6d6bbd req-73b0d9c8-5a11-46d3-b2ce-ae827ed646e5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902364 Aug 16 20:49:16.680912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b216dc-c1d0-4c2f-a8fa-16fe1156f4d8 req-6ebcb9e3-16d3-4543-9882-82aedde88280 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.682406 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94b216dc-c1d0-4c2f-a8fa-16fe1156f4d8 req-6ebcb9e3-16d3-4543-9882-82aedde88280 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 946 time: 0.0625167 Aug 16 20:49:16.683353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:49:16.688214 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4838f5b9-d2cb-470e-9c39-1d977d6c9d9d admin admin] 10.222.0.74 "PUT /v2.0/routers/0d825ac2-0477-4560-aa80-bb2a6b4e983e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9774559 Aug 16 20:49:16.690908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54256) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:16.693353 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bf0cf-13de-4f85-8268-40b8737671f1 None None] Sync routers for ids ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:49:16.704204 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bf0cf-13de-4f85-8268-40b8737671f1 None None] Routers {'0d825ac2-0477-4560-aa80-bb2a6b4e983e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:16.705183 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6d0bf0cf-13de-4f85-8268-40b8737671f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:48:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:16.739689 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20595149-8a01-49f7-8d03-92cb37a232cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.742372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20595149-8a01-49f7-8d03-92cb37a232cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.743445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-20595149-8a01-49f7-8d03-92cb37a232cc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/79c961be-022b-4df0-9491-66de4ea1d948 HTTP/1.1" status: 204 len: 168 time: 0.3741322 Aug 16 20:49:16.759872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20595149-8a01-49f7-8d03-92cb37a232cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c961be-022b-4df0-9491-66de4ea1d948,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:16.808868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-94b216dc-c1d0-4c2f-a8fa-16fe1156f4d8 req-68c9e32c-b548-40d3-b3b8-c48d0fe79cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Deleting port 65a4b8a4-aca7-458a-8210-af6e8f49f632 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:16.809781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94b216dc-c1d0-4c2f-a8fa-16fe1156f4d8 req-68c9e32c-b548-40d3-b3b8-c48d0fe79cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.812269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.838732 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-6d0bf0cf-13de-4f85-8268-40b8737671f1 None None] Set router 0d825ac2-0477-4560-aa80-bb2a6b4e983e gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:16.920107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-94b216dc-c1d0-4c2f-a8fa-16fe1156f4d8 req-68c9e32c-b548-40d3-b3b8-c48d0fe79cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] For port 65a4b8a4-aca7-458a-8210-af6e8f49f632, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=65a4b8a4-aca7-458a-8210-af6e8f49f632,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:16.920353 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94b216dc-c1d0-4c2f-a8fa-16fe1156f4d8 req-68c9e32c-b548-40d3-b3b8-c48d0fe79cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.927171 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.935637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-94b216dc-c1d0-4c2f-a8fa-16fe1156f4d8 req-68c9e32c-b548-40d3-b3b8-c48d0fe79cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Calling delete_port for 65a4b8a4-aca7-458a-8210-af6e8f49f632 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:17.055451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f15e-3047-445a-9307-7d93ffad5578 req-908614e0-2d71-4940-b00e-96738aefda50 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.060013 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6d0bf0cf-13de-4f85-8268-40b8737671f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:49:15Z', 'revision_number': 5, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port': {'id': '8514a260-d502-49cb-9f2e-dd0c4e5e6697', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:45Z', 'updated_at': '2021-08-16T20:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:17.061328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f15e-3047-445a-9307-7d93ffad5578 req-908614e0-2d71-4940-b00e-96738aefda50 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.067507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f15e-3047-445a-9307-7d93ffad5578 req-908614e0-2d71-4940-b00e-96738aefda50 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.073378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f15e-3047-445a-9307-7d93ffad5578 req-908614e0-2d71-4940-b00e-96738aefda50 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.080079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f15e-3047-445a-9307-7d93ffad5578 req-908614e0-2d71-4940-b00e-96738aefda50 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.085787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f15e-3047-445a-9307-7d93ffad5578 req-908614e0-2d71-4940-b00e-96738aefda50 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.092073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f15e-3047-445a-9307-7d93ffad5578 req-908614e0-2d71-4940-b00e-96738aefda50 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.093725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d13f15e-3047-445a-9307-7d93ffad5578 req-908614e0-2d71-4940-b00e-96738aefda50 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1192601 Aug 16 20:49:17.097704 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bf0cf-13de-4f85-8268-40b8737671f1 None None] Checking router: 0d825ac2-0477-4560-aa80-bb2a6b4e983e for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:49:17.107958 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bf0cf-13de-4f85-8268-40b8737671f1 None None] Routers {'0d825ac2-0477-4560-aa80-bb2a6b4e983e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:17.108827 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6d0bf0cf-13de-4f85-8268-40b8737671f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:48:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:17.187925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d13f15e-3047-445a-9307-7d93ffad5578 req-c63c7aa7-54f0-4eb2-ae29-9fae485deb8d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805984 Aug 16 20:49:17.191078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Deleting port 8514a260-d502-49cb-9f2e-dd0c4e5e6697 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:17.191416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.200017 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94b216dc-c1d0-4c2f-a8fa-16fe1156f4d8 req-68c9e32c-b548-40d3-b3b8-c48d0fe79cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.204966 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-6d0bf0cf-13de-4f85-8268-40b8737671f1 None None] Set router 0d825ac2-0477-4560-aa80-bb2a6b4e983e gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:17.213898 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['65a4b8a4-aca7-458a-8210-af6e8f49f632'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:17.243096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9e32c-b548-40d3-b3b8-c48d0fe79cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event deleted for resources: {'Port': ['ID=65a4b8a4-aca7-458a-8210-af6e8f49f632,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:17.259683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0737e-7372-4c2c-8a97-145617af0f90 req-2aa415e2-ecf6-403f-8924-0fcd47a9482e tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.261362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6f0737e-7372-4c2c-8a97-145617af0f90 req-2aa415e2-ecf6-403f-8924-0fcd47a9482e tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1172812 Aug 16 20:49:17.299784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:17.308341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b216dc-c1d0-4c2f-a8fa-16fe1156f4d8 req-68c9e32c-b548-40d3-b3b8-c48d0fe79cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] No DVR routers for this DVR port 65a4b8a4-aca7-458a-8210-af6e8f49f632 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:17.311266 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-94b216dc-c1d0-4c2f-a8fa-16fe1156f4d8 req-68c9e32c-b548-40d3-b3b8-c48d0fe79cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.313824 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94b216dc-c1d0-4c2f-a8fa-16fe1156f4d8 req-68c9e32c-b548-40d3-b3b8-c48d0fe79cd3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "DELETE /v2.0/ports/65a4b8a4-aca7-458a-8210-af6e8f49f632 HTTP/1.1" status: 204 len: 173 time: 0.6227484 Aug 16 20:49:17.314507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40db265-ad01-4f50-a994-0a1eed123c83', 'name': 'network-vif-deleted', 'tag': '65a4b8a4-aca7-458a-8210-af6e8f49f632'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:17.332625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] For port 8514a260-d502-49cb-9f2e-dd0c4e5e6697, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8514a260-d502-49cb-9f2e-dd0c4e5e6697,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:17.332996 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.340952 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cb8e6c-53f2-4b77-9cb8-1a6a69460064" -d '{"events": [{"server_uuid": "a40db265-ad01-4f50-a994-0a1eed123c83", "name": "network-vif-deleted", "tag": "65a4b8a4-aca7-458a-8210-af6e8f49f632"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:17.355781 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6d0bf0cf-13de-4f85-8268-40b8737671f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:49:16Z', 'revision_number': 6, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:17.381616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Calling delete_port for 8514a260-d502-49cb-9f2e-dd0c4e5e6697 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:17.404431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6f0737e-7372-4c2c-8a97-145617af0f90 req-d4f463df-683f-45c2-90d6-877bb4483c50 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272111 Aug 16 20:49:17.423377 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bf0cf-13de-4f85-8268-40b8737671f1 None None] The sync data for ids ['0d825ac2-0477-4560-aa80-bb2a6b4e983e'] in n-d-793619-14 is: [{'id': '0d825ac2-0477-4560-aa80-bb2a6b4e983e', 'name': 'tempest-ServersTestManualDisk-454414319-router', 'tenant_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:44Z', 'updated_at': '2021-08-16T20:49:16Z', 'revision_number': 6, 'project_id': '0761f6f4fceb41ea8298c9afcdeb2f7d', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:49:17.467685 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b34e029e-08de-4442-b0e8-e4b8182944c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.472819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47c530c0-8fd6-4564-9208-ea8ca185dd86 req-59746027-c8f3-4ad9-b65d-c91007b11e3c tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0530801 Aug 16 20:49:17.657705 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9431b2-aef1-40d4-ab7c-c84cd1e9d4fa x-openstack-request-id: req-1a9431b2-aef1-40d4-ab7c-c84cd1e9d4fa {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:17.657705 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40db265-ad01-4f50-a994-0a1eed123c83", "name": "network-vif-deleted", "tag": "65a4b8a4-aca7-458a-8210-af6e8f49f632", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:17.657705 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a9431b2-aef1-40d4-ab7c-c84cd1e9d4fa {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:17.657705 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40db265-ad01-4f50-a994-0a1eed123c83', 'name': 'network-vif-deleted', 'tag': '65a4b8a4-aca7-458a-8210-af6e8f49f632', 'status': 'completed', 'code': 200} Aug 16 20:49:17.743886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a01a291-3cfb-44fc-a5e9-ac439d181538 req-3aee118f-85a0-49da-816f-1e7794325e7d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=a40db265-ad01-4f50-a994-0a1eed123c83 HTTP/1.1" status: 200 len: 210 time: 0.0559030 Aug 16 20:49:17.771694 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.810871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Pushing event deleted for resources: {'Port': ['ID=8514a260-d502-49cb-9f2e-dd0c4e5e6697,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:17.850120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043886-877a-43bb-93c9-5e1fdbd491d6 req-4246af51-174c-47fa-8983-c0d760c76c64 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.851823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72043886-877a-43bb-93c9-5e1fdbd491d6 req-4246af51-174c-47fa-8983-c0d760c76c64 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 943 time: 0.1269274 Aug 16 20:49:17.891201 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.909354 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.019225 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72043886-877a-43bb-93c9-5e1fdbd491d6 req-a1b5c2b3-b5a0-4ff6-9576-a31726849d17 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381743 Aug 16 20:49:18.020843 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.023620 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.229945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a37078be-b08c-4347-9d06-ba5a09b529ae details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:18.243417 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.244180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d825ac2-0477-4560-aa80-bb2a6b4e983e {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:49:18.248932 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.250128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-44b63533-bdc9-47bf-a39e-173925dc11de admin admin] 10.222.0.74 "DELETE /v2.0/routers/0d825ac2-0477-4560-aa80-bb2a6b4e983e HTTP/1.1" status: 204 len: 168 time: 1.5582390 Aug 16 20:49:18.252657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54300) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:18.328806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-536465dc-5adc-467a-a97c-7c36e278563e admin admin] Deleting subnet d7303019-73a2-477c-b760-7e3428e0b916 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:49:18.333091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-536465dc-5adc-467a-a97c-7c36e278563e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.377052 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-536465dc-5adc-467a-a97c-7c36e278563e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.385376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a37078be-b08c-4347-9d06-ba5a09b529ae, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a37078be-b08c-4347-9d06-ba5a09b529ae,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:18.430419 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'a37078be-b08c-4347-9d06-ba5a09b529ae', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'port_id': 'a37078be-b08c-4347-9d06-ba5a09b529ae', 'mac_address': 'fa:16:3e:5f:01:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9086addc-4898-4b00-b1e4-5f5b81780ad7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:18.451918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cfa79-4a48-48cd-a79e-6bb6e41fd578 req-0896232b-a6b0-4ac6-b0e4-d959f6a1ddf3 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.459062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cfa79-4a48-48cd-a79e-6bb6e41fd578 req-0896232b-a6b0-4ac6-b0e4-d959f6a1ddf3 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.465795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cfa79-4a48-48cd-a79e-6bb6e41fd578 req-0896232b-a6b0-4ac6-b0e4-d959f6a1ddf3 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.473714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cfa79-4a48-48cd-a79e-6bb6e41fd578 req-0896232b-a6b0-4ac6-b0e4-d959f6a1ddf3 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.482052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cfa79-4a48-48cd-a79e-6bb6e41fd578 req-0896232b-a6b0-4ac6-b0e4-d959f6a1ddf3 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.495898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cfa79-4a48-48cd-a79e-6bb6e41fd578 req-0896232b-a6b0-4ac6-b0e4-d959f6a1ddf3 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.508048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cfa79-4a48-48cd-a79e-6bb6e41fd578 req-0896232b-a6b0-4ac6-b0e4-d959f6a1ddf3 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.518138 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-536465dc-5adc-467a-a97c-7c36e278563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.523343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-407cfa79-4a48-48cd-a79e-6bb6e41fd578 req-0896232b-a6b0-4ac6-b0e4-d959f6a1ddf3 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1565511 Aug 16 20:49:18.594067 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.610216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37078be-b08c-4347-9d06-ba5a09b529ae {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:18.646242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-407cfa79-4a48-48cd-a79e-6bb6e41fd578 req-7397a3d3-b2d0-4267-a33f-833496946af3 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217551 Aug 16 20:49:18.657153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a37078be-b08c-4347-9d06-ba5a09b529ae, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a37078be-b08c-4347-9d06-ba5a09b529ae,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:18.661392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a879719-be64-4407-9107-fdc15f5bc3bc no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:18.669692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc572003-3efc-494d-88ff-503d9eb7976f req-3b83d1a7-b7a9-4f6c-a464-6170736c0b77 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.671347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc572003-3efc-494d-88ff-503d9eb7976f req-3b83d1a7-b7a9-4f6c-a464-6170736c0b77 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1207457 Aug 16 20:49:18.682004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 5a879719-be64-4407-9107-fdc15f5bc3bc {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:18.682353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a879719-be64-4407-9107-fdc15f5bc3bc not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:18.682779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8514a260-d502-49cb-9f2e-dd0c4e5e6697 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:18.707236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8514a260-d502-49cb-9f2e-dd0c4e5e6697 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:18.707236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8514a260-d502-49cb-9f2e-dd0c4e5e6697 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:18.749563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc572003-3efc-494d-88ff-503d9eb7976f req-f9090522-8a44-4aa0-ad3c-a65571beec79 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714395 Aug 16 20:49:18.771771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-536465dc-5adc-467a-a97c-7c36e278563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.775513 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.801494 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536465dc-5adc-467a-a97c-7c36e278563e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7303019-73a2-477c-b760-7e3428e0b916,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:18.816618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-536465dc-5adc-467a-a97c-7c36e278563e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.818789 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-536465dc-5adc-467a-a97c-7c36e278563e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d7303019-73a2-477c-b760-7e3428e0b916 HTTP/1.1" status: 204 len: 168 time: 0.5650856 Aug 16 20:49:18.822032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54322) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:18.827705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f40c676-6948-4b0b-933b-5e5b402e5deb None None] Network ce47c267-bc40-4497-bca3-57ee11eab682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:18.830849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e919d96d-d4a0-448a-aeba-331dfbe77d5f req-0b88f9f1-3d9e-44cb-9747-9c2d0b90c632 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0692763 Aug 16 20:49:18.942932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=a37078be-b08c-4347-9d06-ba5a09b529ae,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:18.959162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.959523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.959851 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.961175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.961512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.961841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.962187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.962617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.962857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.963173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.963875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.963875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:18.975385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.022978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['a37078be-b08c-4347-9d06-ba5a09b529ae'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:19.059324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Deleting port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:19.059324 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.211955 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.216272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0bb70b-3385-4b40-a9f3-e06dfbf2b776 None None] DHCP port deletion for ce47c267-bc40-4497-bca3-57ee11eab682 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:49:19.243535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] For port 4443afe6-c7f7-44cf-8600-6ca1953a99a9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4443afe6-c7f7-44cf-8600-6ca1953a99a9,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:19.243907 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.266954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-5b0bb70b-3385-4b40-a9f3-e06dfbf2b776 None None] Deleting port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:19.267501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb70b-3385-4b40-a9f3-e06dfbf2b776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.272326 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Calling delete_port for 4443afe6-c7f7-44cf-8600-6ca1953a99a9 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:19.296809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d416aa-8be7-4490-bd40-cd56850704fd req-e031bcc6-d50e-4269-935a-9286ac14409c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.298373 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28d416aa-8be7-4490-bd40-cd56850704fd req-e031bcc6-d50e-4269-935a-9286ac14409c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 944 time: 0.1620057 Aug 16 20:49:19.350490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5b0bb70b-3385-4b40-a9f3-e06dfbf2b776 None None] For port 4443afe6-c7f7-44cf-8600-6ca1953a99a9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4443afe6-c7f7-44cf-8600-6ca1953a99a9,segment=NetworkSegment(e11240bb-dacf-4b27-bdcb-bedce9201db3),segment_id=e11240bb-dacf-4b27-bdcb-bedce9201db3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:19.351602 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb70b-3385-4b40-a9f3-e06dfbf2b776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.366976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-5b0bb70b-3385-4b40-a9f3-e06dfbf2b776 None None] Calling delete_port for 4443afe6-c7f7-44cf-8600-6ca1953a99a9 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:19.382956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-4e4d1e15-95f1-44c3-8692-8ef840d65f9d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.385615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-4e4d1e15-95f1-44c3-8692-8ef840d65f9d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.2524965 Aug 16 20:49:19.443564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-d43920ab-483e-4cea-8f88-e808c3090538 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/quotas/ddfb1c9208d1440192808c93cfed992b HTTP/1.1" status: 200 len: 375 time: 0.0456440 Aug 16 20:49:19.457512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28d416aa-8be7-4490-bd40-cd56850704fd req-8d9c7930-d5fb-4c33-895a-04d88b5445c7 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505718 Aug 16 20:49:19.500521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-e241ed88-449b-4584-9994-b1015d5a7a4e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561836 Aug 16 20:49:19.530676 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb70b-3385-4b40-a9f3-e06dfbf2b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.564711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bb70b-3385-4b40-a9f3-e06dfbf2b776 None None] Pushing event deleted for resources: {'Port': ['ID=4443afe6-c7f7-44cf-8600-6ca1953a99a9,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:19.566835 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.576509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0bb70b-3385-4b40-a9f3-e06dfbf2b776 None None] No DVR routers for this DVR port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:19.603610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Pushing event deleted for resources: {'Port': ['ID=4443afe6-c7f7-44cf-8600-6ca1953a99a9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:19.605700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] No DVR routers for this DVR port 4443afe6-c7f7-44cf-8600-6ca1953a99a9 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:19.693123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-37ea96fd-2fd0-4d03-8f7a-6c94a53ff0db service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847436 Aug 16 20:49:19.704168 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.729210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce47c267-bc40-4497-bca3-57ee11eab682']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:19.770562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 65a4b8a4-aca7-458a-8210-af6e8f49f632 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:19.775473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11240bb-dacf-4b27-bdcb-bedce9201db3') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:19.775772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11240bb-dacf-4b27-bdcb-bedce9201db3') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:19.792659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 65a4b8a4-aca7-458a-8210-af6e8f49f632 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:19.793011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 65a4b8a4-aca7-458a-8210-af6e8f49f632 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:19.806364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.831739 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.862080 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:49:19.862198 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.862370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54360) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:49:19.863881 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:49:19.920044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51162c8-8323-48ef-bbac-2ffb5b2b0491 req-2ddbf384-ff18-4740-ae92-291799f96d79 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.928386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51162c8-8323-48ef-bbac-2ffb5b2b0491 req-2ddbf384-ff18-4740-ae92-291799f96d79 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.935773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51162c8-8323-48ef-bbac-2ffb5b2b0491 req-2ddbf384-ff18-4740-ae92-291799f96d79 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.942141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51162c8-8323-48ef-bbac-2ffb5b2b0491 req-2ddbf384-ff18-4740-ae92-291799f96d79 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.948075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51162c8-8323-48ef-bbac-2ffb5b2b0491 req-2ddbf384-ff18-4740-ae92-291799f96d79 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.954022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51162c8-8323-48ef-bbac-2ffb5b2b0491 req-2ddbf384-ff18-4740-ae92-291799f96d79 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.961569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51162c8-8323-48ef-bbac-2ffb5b2b0491 req-2ddbf384-ff18-4740-ae92-291799f96d79 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.963709 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e51162c8-8323-48ef-bbac-2ffb5b2b0491 req-2ddbf384-ff18-4740-ae92-291799f96d79 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.2011347 Aug 16 20:49:19.971839 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-d2089f77-4c21-4cf8-8a4d-cb33e2d4a63c service neutron] 10.222.0.74 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706037 Aug 16 20:49:20.037519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e51162c8-8323-48ef-bbac-2ffb5b2b0491 req-3b144927-352f-4f80-b476-ae5e2da039b2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646305 Aug 16 20:49:20.043347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a414-5df8-40b0-bca4-6089a11048bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.077390 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.079697 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.084087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] 10.222.0.74 "DELETE /v2.0/networks/ce47c267-bc40-4497-bca3-57ee11eab682 HTTP/1.1" status: 204 len: 168 time: 1.2610569 Aug 16 20:49:20.096154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590a421-8547-4663-a133-39a746e63cce admin admin] Pushing event deleted for resources: {'Network': ['ID=ce47c267-bc40-4497-bca3-57ee11eab682,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:20.165162 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a414-5df8-40b0-bca4-6089a11048bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.179562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f813b9-115e-4e85-8c0b-b67d07f44993 req-b9e5bf3e-4c3d-4c2a-adc1-21cb4128d923 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:20.181334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49f813b9-115e-4e85-8c0b-b67d07f44993 req-b9e5bf3e-4c3d-4c2a-adc1-21cb4128d923 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0562327 Aug 16 20:49:20.218737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49f813b9-115e-4e85-8c0b-b67d07f44993 req-1db9df7f-09ab-4e7d-9aff-e9530d119cab tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Aug 16 20:49:20.241274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a37078be-b08c-4347-9d06-ba5a09b529ae up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:20.274487 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a414-5df8-40b0-bca4-6089a11048bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.332669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab972631-31ec-45fc-aafa-c2a71f829304 req-693dbe00-7569-41ad-b7ca-e8018af6f646 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0297225 Aug 16 20:49:20.335859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b3a4a414-5df8-40b0-bca4-6089a11048bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=60abfea9a9024dbe9f87cf805f871a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723074 Aug 16 20:49:20.338082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4a414-5df8-40b0-bca4-6089a11048bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ce730f-034e-48a9-8fad-5c0c0bed5713,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:20.341769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54374) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:20.393731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port a37078be-b08c-4347-9d06-ba5a09b529ae completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:20.400579 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port a37078be-b08c-4347-9d06-ba5a09b529ae triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:20.401537 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.523999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54382) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:20.536230 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.540319 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.578618 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eaaacd16-4b23-468b-8d60-708b2fb20266 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0761f6f4fceb41ea8298c9afcdeb2f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531585 Aug 16 20:49:20.581752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54384) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:20.582617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b1886-1934-44b0-bcf5-a136195393d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37078be-b08c-4347-9d06-ba5a09b529ae'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:20.585581 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917be5c4-ed4b-452c-9ea6-b80e2538b7ee" -d '{"events": [{"server_uuid": "555b1886-1934-44b0-bcf5-a136195393d0", "name": "network-vif-plugged", "status": "completed", "tag": "a37078be-b08c-4347-9d06-ba5a09b529ae"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:20.603604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4443afe6-c7f7-44cf-8600-6ca1953a99a9 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:20.608631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a37078be-b08c-4347-9d06-ba5a09b529ae, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a37078be-b08c-4347-9d06-ba5a09b529ae,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:20.629819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 4443afe6-c7f7-44cf-8600-6ca1953a99a9 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:20.630176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4443afe6-c7f7-44cf-8600-6ca1953a99a9 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:20.641220 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f47eb6b-95c1-4564-bb55-7fdc4d5c73e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.667347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f47eb6b-95c1-4564-bb55-7fdc4d5c73e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.679657 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.739998 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=a37078be-b08c-4347-9d06-ba5a09b529ae,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:20.740940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f62f1a64-7276-4866-91ad-59216aa8825b req-2e6373e6-3b1e-48ff-9fae-4fea197de90e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 210 time: 0.4107389 Aug 16 20:49:20.797468 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06811187-1756-4843-a288-faf140f1454c x-openstack-request-id: req-06811187-1756-4843-a288-faf140f1454c {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:20.797764 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555b1886-1934-44b0-bcf5-a136195393d0", "name": "network-vif-plugged", "status": "completed", "tag": "a37078be-b08c-4347-9d06-ba5a09b529ae", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:20.798054 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-06811187-1756-4843-a288-faf140f1454c {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:20.798417 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555b1886-1934-44b0-bcf5-a136195393d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37078be-b08c-4347-9d06-ba5a09b529ae', 'code': 200} Aug 16 20:49:20.816925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c49037-e3a2-4c31-a3df-1f1aebeb2563 req-b22b9ce8-85e5-42ae-8c8f-8924047a4c5a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:20.818669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7c49037-e3a2-4c31-a3df-1f1aebeb2563 req-b22b9ce8-85e5-42ae-8c8f-8924047a4c5a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0802050 Aug 16 20:49:20.837947 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eab9152b-a813-4c90-a1c1-8618101c7f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.854478 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f47eb6b-95c1-4564-bb55-7fdc4d5c73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.857413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f47eb6b-95c1-4564-bb55-7fdc4d5c73e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.858773 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5f47eb6b-95c1-4564-bb55-7fdc4d5c73e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b7c233c7-1dad-4f58-8614-3071a1f46e9b HTTP/1.1" status: 204 len: 168 time: 0.2755804 Aug 16 20:49:20.882569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7c49037-e3a2-4c31-a3df-1f1aebeb2563 req-85ace077-40a0-4420-934c-316986f6f85a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547020 Aug 16 20:49:20.884609 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eab9152b-a813-4c90-a1c1-8618101c7f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.907405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47eb6b-95c1-4564-bb55-7fdc4d5c73e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c233c7-1dad-4f58-8614-3071a1f46e9b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:20.930378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedffc2-cd18-4fca-83e0-a0af9f1ce04a req-ef06e368-08fb-4f00-a4b1-920dbb3b919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:20.931907 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eaedffc2-cd18-4fca-83e0-a0af9f1ce04a req-ef06e368-08fb-4f00-a4b1-920dbb3b919a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 1097 time: 0.0719473 Aug 16 20:49:20.972657 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eaedffc2-cd18-4fca-83e0-a0af9f1ce04a req-c69fcf38-6fe0-4999-8e1c-513038691ac4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Aug 16 20:49:21.005114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eab9152b-a813-4c90-a1c1-8618101c7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.007702 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eab9152b-a813-4c90-a1c1-8618101c7f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.009090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-eab9152b-a813-4c90-a1c1-8618101c7f57 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/40ce730f-034e-48a9-8fad-5c0c0bed5713 HTTP/1.1" status: 204 len: 168 time: 0.6641984 Aug 16 20:49:21.018873 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9152b-a813-4c90-a1c1-8618101c7f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ce730f-034e-48a9-8fad-5c0c0bed5713,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:21.172529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4713-a192-4c5d-8382-6ecd6dc1eba1 req-5aa584d5-80c2-4b8e-baa3-b3f91a67cfc6 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.178513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4713-a192-4c5d-8382-6ecd6dc1eba1 req-5aa584d5-80c2-4b8e-baa3-b3f91a67cfc6 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.184923 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4713-a192-4c5d-8382-6ecd6dc1eba1 req-5aa584d5-80c2-4b8e-baa3-b3f91a67cfc6 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.190962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4713-a192-4c5d-8382-6ecd6dc1eba1 req-5aa584d5-80c2-4b8e-baa3-b3f91a67cfc6 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.196839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4713-a192-4c5d-8382-6ecd6dc1eba1 req-5aa584d5-80c2-4b8e-baa3-b3f91a67cfc6 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.202713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4713-a192-4c5d-8382-6ecd6dc1eba1 req-5aa584d5-80c2-4b8e-baa3-b3f91a67cfc6 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.208601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4713-a192-4c5d-8382-6ecd6dc1eba1 req-5aa584d5-80c2-4b8e-baa3-b3f91a67cfc6 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.210562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf8a4713-a192-4c5d-8382-6ecd6dc1eba1 req-5aa584d5-80c2-4b8e-baa3-b3f91a67cfc6 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.0952446 Aug 16 20:49:21.252726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf8a4713-a192-4c5d-8382-6ecd6dc1eba1 req-be7478ac-b790-4433-ad0f-964788af1e70 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358405 Aug 16 20:49:21.347572 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aa1dd-342e-4ed7-9b37-9d36e9aa5df5 req-ad647527-7e19-4ab2-9f84-2e0d6ebf2dd6 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.352843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-114aa1dd-342e-4ed7-9b37-9d36e9aa5df5 req-ad647527-7e19-4ab2-9f84-2e0d6ebf2dd6 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0508029 Aug 16 20:49:21.439843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-114aa1dd-342e-4ed7-9b37-9d36e9aa5df5 req-fc031f03-4541-4caa-81e2-9a3886f00d50 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771713 Aug 16 20:49:21.500231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c45a4f0-352b-4b25-8c77-952ebc3a927d req-d1cd4f7a-b6e4-4c79-aa45-d16cd6b8e260 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0341654 Aug 16 20:49:21.872400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-846b8ee2-2068-4473-9d07-b4256e33b661 req-aa156a29-4871-469f-9cde-a1472de39681 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 210 time: 0.0431333 Aug 16 20:49:22.052163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdbbad-e3be-4a56-8039-cd79479a6b1d req-378317be-ee38-410d-b4a6-6d54019d90ce tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.054227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4cbdbbad-e3be-4a56-8039-cd79479a6b1d req-378317be-ee38-410d-b4a6-6d54019d90ce tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0900652 Aug 16 20:49:22.122557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4cbdbbad-e3be-4a56-8039-cd79479a6b1d req-738ce9c5-bc82-4ba9-8218-ab2d0bb1ecc5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586615 Aug 16 20:49:22.231834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54446) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:22.346944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-167471570-network', 'tenant_id': 'fb555c21e52c4a9db00b0847c5a8f4df'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:22.416820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07f53-7f68-407f-958d-bad36d0fad00 req-7fbda925-418f-4a1f-ae8e-52204a38080b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.431456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07f53-7f68-407f-958d-bad36d0fad00 req-7fbda925-418f-4a1f-ae8e-52204a38080b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.435287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07f53-7f68-407f-958d-bad36d0fad00 req-7fbda925-418f-4a1f-ae8e-52204a38080b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.442541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07f53-7f68-407f-958d-bad36d0fad00 req-7fbda925-418f-4a1f-ae8e-52204a38080b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.448794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07f53-7f68-407f-958d-bad36d0fad00 req-7fbda925-418f-4a1f-ae8e-52204a38080b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.450599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Made reservation on behalf of fb555c21e52c4a9db00b0847c5a8f4df for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:22.453176 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.455747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07f53-7f68-407f-958d-bad36d0fad00 req-7fbda925-418f-4a1f-ae8e-52204a38080b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.461826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.462887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07f53-7f68-407f-958d-bad36d0fad00 req-7fbda925-418f-4a1f-ae8e-52204a38080b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.466302 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2e07f53-7f68-407f-958d-bad36d0fad00 req-7fbda925-418f-4a1f-ae8e-52204a38080b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1084547 Aug 16 20:49:22.572108 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2e07f53-7f68-407f-958d-bad36d0fad00 req-5921829a-8c32-4749-8730-8656597b7a21 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989442 Aug 16 20:49:22.703548 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.741189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634bfd7-0902-4e82-b689-18ff3f06b719 req-228766f7-b443-473e-bbcc-26e436dd7f88 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.744215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7634bfd7-0902-4e82-b689-18ff3f06b719 req-228766f7-b443-473e-bbcc-26e436dd7f88 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1672115 Aug 16 20:49:22.800317 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.837900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:49:22.869661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7634bfd7-0902-4e82-b689-18ff3f06b719 req-f725247b-029c-43ac-ab21-519d4eae301a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054101 Aug 16 20:49:22.893325 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.893881 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Added segment 096d213c-0dbe-40f3-8b9c-70840ed4f133 of type vlan for network b0d534bd-676f-4885-bc60-63b42f115721 Aug 16 20:49:23.003612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a0af6-d562-4fde-b39d-ad640b7e1e23,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:23.125653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7ff463e-dfe7-40d3-a780-623046877e8c req-a2f86dc6-d104-4e3c-9fe3-ed4dae3fedbd tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 210 time: 0.0419321 Aug 16 20:49:23.155803 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.219497 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db6cd653-a92f-4d14-b212-6a41c15cc9a4 req-393bae7d-ff1b-42ed-aca3-e305c2b2b431 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0645285 Aug 16 20:49:23.258454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-fa6d667e-7348-4ac0-a84c-94428d89b609 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.259690 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-fa6d667e-7348-4ac0-a84c-94428d89b609 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "GET /v2.0/networks?id=0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 200 len: 805 time: 0.3154275 Aug 16 20:49:23.274601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Request body: {'port': {'device_id': '291e8155-141f-4fa2-b628-b32d8520f311', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'admin_state_up': True, 'tenant_id': 'ddfb1c9208d1440192808c93cfed992b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:23.299090 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.300465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.301249 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.330562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47159a-6624-4425-8c6d-4911f391b3e2 req-c912df73-23c5-4887-be21-0ea83499b6a5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.332081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c47159a-6624-4425-8c6d-4911f391b3e2 req-c912df73-23c5-4887-be21-0ea83499b6a5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0762780 Aug 16 20:49:23.373701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c47159a-6624-4425-8c6d-4911f391b3e2 req-a6db8578-d4a4-416e-9b12-9f6970ec52be tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345533 Aug 16 20:49:23.461375 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2275283 Aug 16 20:49:23.464282 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54478) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:23.469643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] Request body: {'subnet': {'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-167471570-subnet', 'tenant_id': 'fb555c21e52c4a9db00b0847c5a8f4df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:23.529551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ac8d9-5526-4d0e-a937-11335f11538f admin admin] Pushing event updated for resources: {'Network': ['ID=b0d534bd-676f-4885-bc60-63b42f115721,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:23.549711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network b0d534bd-676f-4885-bc60-63b42f115721 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:49:23.654276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] Made reservation on behalf of fb555c21e52c4a9db00b0847c5a8f4df for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:23.656952 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.729184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54486) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:23.776250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Made reservation on behalf of ddfb1c9208d1440192808c93cfed992b for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:23.780261 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.792058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96242ba1-28e4-4ffe-b770-0fee8a5951e1 req-15fbb838-aadb-4c79-9c89-1df883325661 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.798307 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96242ba1-28e4-4ffe-b770-0fee8a5951e1 req-15fbb838-aadb-4c79-9c89-1df883325661 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.804954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96242ba1-28e4-4ffe-b770-0fee8a5951e1 req-15fbb838-aadb-4c79-9c89-1df883325661 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.811181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96242ba1-28e4-4ffe-b770-0fee8a5951e1 req-15fbb838-aadb-4c79-9c89-1df883325661 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.817015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96242ba1-28e4-4ffe-b770-0fee8a5951e1 req-15fbb838-aadb-4c79-9c89-1df883325661 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.823766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96242ba1-28e4-4ffe-b770-0fee8a5951e1 req-15fbb838-aadb-4c79-9c89-1df883325661 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.829677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96242ba1-28e4-4ffe-b770-0fee8a5951e1 req-15fbb838-aadb-4c79-9c89-1df883325661 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.831737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96242ba1-28e4-4ffe-b770-0fee8a5951e1 req-15fbb838-aadb-4c79-9c89-1df883325661 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1315701 Aug 16 20:49:23.939469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96242ba1-28e4-4ffe-b770-0fee8a5951e1 req-0ab0fede-512a-483b-817f-c9223cc75c11 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981557 Aug 16 20:49:23.943148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1336004108'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:24.004131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Allocated IP 172.20.0.12 (0b94bc29-3f96-4417-a787-e029ad34ad92/ea210106-55a4-4da3-b9b0-5e9290d080d8/2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:24.027865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.117458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Made reservation on behalf of 3ca330eabda642bb83d7694433456d0c for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:24.120814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.133382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.142125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a0bae-07a2-4421-929e-3e1741585869 req-b51e0f0e-ac35-432c-8ca4-c3f78bd483ab tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.143631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d50a0bae-07a2-4421-929e-3e1741585869 req-b51e0f0e-ac35-432c-8ca4-c3f78bd483ab tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1094716 Aug 16 20:49:24.145838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=832a59df-0ca4-465c-8325-3cc2b2d4b34c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:24.162696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] Checking segment: {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:24.163881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] Network hostable DHCP agents. Network: b0d534bd-676f-4885-bc60-63b42f115721, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:49:24.214154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d50a0bae-07a2-4421-929e-3e1741585869 req-2ed4755a-5db1-456b-9411-e249a1474bbb tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545502 Aug 16 20:49:24.248884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] Network b0d534bd-676f-4885-bc60-63b42f115721 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:49:24.282618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.334348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3fa97848-19e0-406c-8f06-a4837ff88039 req-bc9d0081-69ec-401e-990f-498f2e3c0d01 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 210 time: 0.0386629 Aug 16 20:49:24.362976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, b0d534bd-676f-4885-bc60-63b42f115721) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:24.376028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015ee8cc-537c-47a3-8d42-9e59610ee56e None None] Network b0d534bd-676f-4885-bc60-63b42f115721 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:24.384596 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.386372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.387140 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.418379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fafd0-64ea-46b6-b25c-4295adfca862 req-931dac55-4ab8-44c9-aa3b-fdb80d6c16c5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.420018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-921fafd0-64ea-46b6-b25c-4295adfca862 req-931dac55-4ab8-44c9-aa3b-fdb80d6c16c5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0828512 Aug 16 20:49:24.467774 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.493158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:49:24.501249 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.515230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:24.564262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-263a893e-590c-4cb6-a3ba-691d1844d906 req-73caf51a-3f32-412c-8905-e4b1f34eec8c tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0934913 Aug 16 20:49:24.568238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-921fafd0-64ea-46b6-b25c-4295adfca862 req-b62e3267-a577-4347-bf2e-4211565d736e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410975 Aug 16 20:49:24.569854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4fe95a23-09a3-48fd-9ff4-218c85641e03 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1034181 Aug 16 20:49:24.605132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca951131-09a5-4cde-bbc4-85bf5fcff6e8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:24.610409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.614349 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Added segment c5814a53-8aa9-4739-bfcf-7defe96f7169 of type vlan for network 1522b74b-f657-4a90-ae35-fe33673e9211 Aug 16 20:49:24.614349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Network 0b94bc29-3f96-4417-a787-e029ad34ad92 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:24.629926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:24.643851 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a47043-b294-4cfe-9bb8-536679a1e0ea None None] Network b0d534bd-676f-4885-bc60-63b42f115721 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:24.645663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:24.674165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event updated for resources: {'Port': ['ID=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:24.709758 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.744248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.744897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.840150 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-701abc84-e241-40d3-9b2b-60d7d732dedb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5700512 Aug 16 20:49:24.856114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Request body: {'port': {'device_id': '291e8155-141f-4fa2-b628-b32d8520f311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:24.891296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.899246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.900590 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.219506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f619d-0a9f-48b7-a9bd-478d81c8adcc req-ff40cac2-ea50-489d-ac1c-63c32d2fd493 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.227889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f619d-0a9f-48b7-a9bd-478d81c8adcc req-ff40cac2-ea50-489d-ac1c-63c32d2fd493 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.234650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f619d-0a9f-48b7-a9bd-478d81c8adcc req-ff40cac2-ea50-489d-ac1c-63c32d2fd493 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.242118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f619d-0a9f-48b7-a9bd-478d81c8adcc req-ff40cac2-ea50-489d-ac1c-63c32d2fd493 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.248567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f619d-0a9f-48b7-a9bd-478d81c8adcc req-ff40cac2-ea50-489d-ac1c-63c32d2fd493 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.255963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f619d-0a9f-48b7-a9bd-478d81c8adcc req-ff40cac2-ea50-489d-ac1c-63c32d2fd493 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.262327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f619d-0a9f-48b7-a9bd-478d81c8adcc req-ff40cac2-ea50-489d-ac1c-63c32d2fd493 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.264456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-466f619d-0a9f-48b7-a9bd-478d81c8adcc req-ff40cac2-ea50-489d-ac1c-63c32d2fd493 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.2038224 Aug 16 20:49:25.359522 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.371989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-dbfcaa6a-ff6d-452b-8daa-41f1c6f0b520 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.379849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-dbfcaa6a-ff6d-452b-8daa-41f1c6f0b520 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/networks?id=b0d534bd-676f-4885-bc60-63b42f115721 HTTP/1.1" status: 200 len: 812 time: 0.3025661 Aug 16 20:49:25.385836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Pushing event updated for resources: {'Network': ['ID=1522b74b-f657-4a90-ae35-fe33673e9211,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:25.392903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 1522b74b-f657-4a90-ae35-fe33673e9211 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:49:25.419477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-70f3637f-deac-4596-a5c6-e37f0ecccfab tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/quotas/fb555c21e52c4a9db00b0847c5a8f4df HTTP/1.1" status: 200 len: 375 time: 0.0349751 Aug 16 20:49:25.428580 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-466f619d-0a9f-48b7-a9bd-478d81c8adcc req-7e4f4b03-e0dc-454d-8e7f-a6bc5e116186 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1420085 Aug 16 20:49:25.434625 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-241e709c-0c50-4296-b1c9-94f9f7dad5cc tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7043061 Aug 16 20:49:25.437880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54538) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:25.484036 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-9b1f3749-9c65-4178-95d2-46d2fd0c0b3b tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb555c21e52c4a9db00b0847c5a8f4df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509374 Aug 16 20:49:25.557988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Request body: {'network': {'name': 'tempest-network--1230595096', 'router:external': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:25.633915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-3664f654-4a94-4fb2-b8e7-223fca30c2c4 service neutron] 10.222.0.74 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421444 Aug 16 20:49:25.708895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Made reservation on behalf of 99fea9636f884e62ac247ddf04e3498d for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:25.712060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.725198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d9b13-c5de-4463-8160-df1b6cc4b712 req-3615382f-f01f-4e88-a43e-8da1bab89930 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.726889 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f3d9b13-c5de-4463-8160-df1b6cc4b712 req-3615382f-f01f-4e88-a43e-8da1bab89930 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1132460 Aug 16 20:49:25.727141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.778174 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-dcd5bfdf-a086-461a-8c84-18f947da8a5b service neutron] 10.222.0.74 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295378 Aug 16 20:49:25.800037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f3d9b13-c5de-4463-8160-df1b6cc4b712 req-4e62b7c2-08b2-4c25-b2fd-2f37f6a6abb3 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649641 Aug 16 20:49:25.861339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:25.865882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.889900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Transition to ACTIVE for port object 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:25.899658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.922318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dc76d-e707-4441-8895-9b31c0857b64 req-9986d5c9-8c77-4c57-a4fe-bfb11cf9f13f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.923910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc6dc76d-e707-4441-8895-9b31c0857b64 req-9986d5c9-8c77-4c57-a4fe-bfb11cf9f13f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 932 time: 0.0621462 Aug 16 20:49:25.973208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc6dc76d-e707-4441-8895-9b31c0857b64 req-6b1381d2-7395-42a3-bb3c-f02a65a112ce tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Aug 16 20:49:25.999488 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.031018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.087967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:26.091587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:49:26.095838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1645968-c400-4091-9022-515ea2f8e0fc req-fa244168-e679-4007-970a-d400b78370c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.097368 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d1645968-c400-4091-9022-515ea2f8e0fc req-fa244168-e679-4007-970a-d400b78370c2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 1098 time: 0.1327577 Aug 16 20:49:26.102685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3789fe-6fa3-4262-b2ec-902c3c024d99 req-51e67ec4-6762-4dc5-8cca-7837f61e54fd tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.105405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed3789fe-6fa3-4262-b2ec-902c3c024d99 req-51e67ec4-6762-4dc5-8cca-7837f61e54fd tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0644000 Aug 16 20:49:26.117645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa97aaf-ed69-4ad0-bc6b-8274a31fe221,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:26.130387 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.130736 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Added segment 829e3275-c7a1-462b-8160-f86558d84607 of type vlan for network 7a159a8d-7cce-47bc-8109-581fac86b1ea Aug 16 20:49:26.183317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed3789fe-6fa3-4262-b2ec-902c3c024d99 req-221083b3-da67-4275-8bea-c54acd3d785f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715957 Aug 16 20:49:26.221743 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d1645968-c400-4091-9022-515ea2f8e0fc req-75bd4928-eab0-47bc-b9ae-171c342c6a21 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057067 Aug 16 20:49:26.240243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.250588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Attempting to bind port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:26.250931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Attempting to bind port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:26.251266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Attempting to bind port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:26.260042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba on network 0b94bc29-3f96-4417-a787-e029ad34ad92 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:26.260404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Attempting to bind port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba on network 0b94bc29-3f96-4417-a787-e029ad34ad92 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:26.273608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:26.273982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Checking segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:26.274329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Bound using segment: {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:26.274765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Bound port: 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc9e6b5-cca2-4506-8ac6-71529b2ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:26.275127 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.317650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06a33ec3-c362-49a5-aaac-3fd06c9652a4 req-4f14c22f-bb49-4742-b66a-7aabd3760a2f tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0646167 Aug 16 20:49:26.361277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] For port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:26.364555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] For port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:26.369015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f20ef90-1be6-4e56-9c13-427ba67fc0b8 req-656e8d7a-8fc2-4001-a357-37e69e84a084 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 210 time: 0.0348146 Aug 16 20:49:26.382378 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.391567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.391567 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.454690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event updated for resources: {'Network': ['ID=7a159a8d-7cce-47bc-8109-581fac86b1ea,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:26.461212 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.474293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 7a159a8d-7cce-47bc-8109-581fac86b1ea details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:49:26.503675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.504282 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.505770 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] 10.222.0.79 "PUT /v2.0/ports/2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba HTTP/1.1" status: 200 len: 1093 time: 1.6543963 Aug 16 20:49:26.506239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291e8155-141f-4fa2-b628-b32d8520f311', 'tag': '2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:26.508612 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394e1d78-620b-48c8-91a4-b176c931fb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "291e8155-141f-4fa2-b628-b32d8520f311", "tag": "2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:26.530882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54562) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:26.531109 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b13dc544-75f5-4e57-80b8-447028222ae8 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0909097 Aug 16 20:49:26.560280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bf80c-2f87-429c-a279-35ce536725c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:26.581905 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90372426-1812-4b57-8560-b43308b5e581 x-openstack-request-id: req-90372426-1812-4b57-8560-b43308b5e581 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:26.582295 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291e8155-141f-4fa2-b628-b32d8520f311", "tag": "2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:26.584274 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-90372426-1812-4b57-8560-b43308b5e581 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:26.584274 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291e8155-141f-4fa2-b628-b32d8520f311', 'tag': '2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba', 'status': 'completed', 'code': 200} Aug 16 20:49:26.653200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e1d78-620b-48c8-91a4-b176c931fb6c req-9c8c315f-bd86-40f0-8fea-7700da53fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.654718 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-394e1d78-620b-48c8-91a4-b176c931fb6c req-9c8c315f-bd86-40f0-8fea-7700da53fd40 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 1096 time: 0.0481889 Aug 16 20:49:26.663805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.689789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0e46-4f3e-40e7-a2aa-1e2b43e5677e req-327f2ea4-4de5-4623-a69d-736342b80686 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.695686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0e46-4f3e-40e7-a2aa-1e2b43e5677e req-327f2ea4-4de5-4623-a69d-736342b80686 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.701517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0e46-4f3e-40e7-a2aa-1e2b43e5677e req-327f2ea4-4de5-4623-a69d-736342b80686 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.707369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0e46-4f3e-40e7-a2aa-1e2b43e5677e req-327f2ea4-4de5-4623-a69d-736342b80686 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.714645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0e46-4f3e-40e7-a2aa-1e2b43e5677e req-327f2ea4-4de5-4623-a69d-736342b80686 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.719794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0e46-4f3e-40e7-a2aa-1e2b43e5677e req-327f2ea4-4de5-4623-a69d-736342b80686 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.727038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0e46-4f3e-40e7-a2aa-1e2b43e5677e req-327f2ea4-4de5-4623-a69d-736342b80686 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.728391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a71d0e46-4f3e-40e7-a2aa-1e2b43e5677e req-327f2ea4-4de5-4623-a69d-736342b80686 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1264246 Aug 16 20:49:26.773109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e1d78-620b-48c8-91a4-b176c931fb6c req-f6b6e0a6-ab8f-4e79-9f24-06a2ccfe40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.774911 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-394e1d78-620b-48c8-91a4-b176c931fb6c req-f6b6e0a6-ab8f-4e79-9f24-06a2ccfe40d8 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=ddfb1c9208d1440192808c93cfed992b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1105752 Aug 16 20:49:26.829345 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.843564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a159a8d-7cce-47bc-8109-581fac86b1ea']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:26.852101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a71d0e46-4f3e-40e7-a2aa-1e2b43e5677e req-ba1728d9-d109-4ec4-a4ff-5c1b53635c0b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154499 Aug 16 20:49:26.862541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829e3275-c7a1-462b-8160-f86558d84607') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:26.862853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829e3275-c7a1-462b-8160-f86558d84607') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:26.874461 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.884493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e1d78-620b-48c8-91a4-b176c931fb6c req-ec3b8223-6927-4799-9a96-74beabdfd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.886247 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-394e1d78-620b-48c8-91a4-b176c931fb6c req-ec3b8223-6927-4799-9a96-74beabdfd5df service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028881 Aug 16 20:49:26.902432 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.920956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:49:26.920956 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:49:26.921962 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:49:27.002178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-7246bf20-3e08-4668-8b6f-9617baa1c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.003887 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-7246bf20-3e08-4668-8b6f-9617baa1c1f1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddfb1c9208d1440192808c93cfed992b&device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 1096 time: 0.0526326 Aug 16 20:49:27.013644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90f447-306e-4484-9761-7320ade1daf0 req-210a5017-d583-4686-b1ed-70188f21068c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.021141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b90f447-306e-4484-9761-7320ade1daf0 req-210a5017-d583-4686-b1ed-70188f21068c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1147964 Aug 16 20:49:27.056300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.057701 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-d0bf34f7-2b34-4e87-9a0c-aae9cc7dbca4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba HTTP/1.1" status: 200 len: 217 time: 0.0450182 Aug 16 20:49:27.061634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a159a8d-7cce-47bc-8109-581fac86b1ea {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:49:27.064734 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.069964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "DELETE /v2.0/networks/7a159a8d-7cce-47bc-8109-581fac86b1ea HTTP/1.1" status: 204 len: 168 time: 0.5343072 Aug 16 20:49:27.073771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54572) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:27.082166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:27.103398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b90f447-306e-4484-9761-7320ade1daf0 req-2ee35641-1d96-46ce-800f-b82a76188007 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813596 Aug 16 20:49:27.110998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bc3e9-ddd1-4033-a263-824ccb328624 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a159a8d-7cce-47bc-8109-581fac86b1ea,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:27.139302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-e543c82c-4cd7-4b58-906f-3141a6917322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.149545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-e543c82c-4cd7-4b58-906f-3141a6917322 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 200 len: 845 time: 0.0755105 Aug 16 20:49:27.192610 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-b9495854-aeb2-4942-8950-417127fcfb84 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b94bc29-3f96-4417-a787-e029ad34ad92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389574 Aug 16 20:49:27.204393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7eee-9f54-43e7-9002-fe57e5285ce5 req-6e2c3b84-d983-4847-bd74-98c02a1016a2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.206043 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d62c7eee-9f54-43e7-9002-fe57e5285ce5 req-6e2c3b84-d983-4847-bd74-98c02a1016a2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 944 time: 0.1092255 Aug 16 20:49:27.281693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d62c7eee-9f54-43e7-9002-fe57e5285ce5 req-9e57699f-a010-4d68-8699-ce2e2edc8552 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645959 Aug 16 20:49:27.324919 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-1071ec2d-dbaf-4609-8cb3-4a6f7a70df5a service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204011 Aug 16 20:49:27.337574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Made reservation on behalf of 99fea9636f884e62ac247ddf04e3498d for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:27.347780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.384562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:49:27.408087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80ec8f-565f-425e-8af9-855d70219c77 req-006c35e2-1b06-414d-8ec2-c5c8ee9766fd tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.415667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b80ec8f-565f-425e-8af9-855d70219c77 req-006c35e2-1b06-414d-8ec2-c5c8ee9766fd tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1118743 Aug 16 20:49:27.443477 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.443722 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4f5a86e4-7ea3-4c58-b12a-71348f8ceac5 req-6698e80b-ea56-4569-94d1-639a4ebe48f6 service neutron] 10.222.0.79 "GET /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103292 Aug 16 20:49:27.444232 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Added segment f11268ad-c1fc-4c7b-9663-f3520694af44 of type vlan for network 45f081c9-cb8c-4b82-af83-3f3c19eb7b32 Aug 16 20:49:27.510979 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6b464db-7b52-4fa5-930c-850b0e25641e req-900f08c7-f8cd-436d-a7a3-90449e9c5a96 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0641389 Aug 16 20:49:27.522117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b80ec8f-565f-425e-8af9-855d70219c77 req-2e2b4eb5-3d49-4e41-896e-6be43623f65d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009765 Aug 16 20:49:27.569553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.629650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd39db8c-35eb-44a1-9af4-002eaf32a2e2 req-7cf3fe00-c1d5-4c6d-8e02-fb1af3ce3458 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 210 time: 0.0297847 Aug 16 20:49:27.705337 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:49:27.868096 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.869138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.869739 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.934186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event updated for resources: {'Network': ['ID=45f081c9-cb8c-4b82-af83-3f3c19eb7b32,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:27.945644 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 45f081c9-cb8c-4b82-af83-3f3c19eb7b32 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:49:27.993548 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e31495cc-561f-4009-b073-720c52b1aaaa tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9165952 Aug 16 20:49:27.996589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54586) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:28.001708 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Request body: {'subnet': {'network_id': '45f081c9-cb8c-4b82-af83-3f3c19eb7b32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:28.027011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7783e5-41e1-4318-859d-382c320a7c82 req-837fa39e-f211-4b1a-b2d4-c456c94f33ea tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.032979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7783e5-41e1-4318-859d-382c320a7c82 req-837fa39e-f211-4b1a-b2d4-c456c94f33ea tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.038933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7783e5-41e1-4318-859d-382c320a7c82 req-837fa39e-f211-4b1a-b2d4-c456c94f33ea tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.044805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7783e5-41e1-4318-859d-382c320a7c82 req-837fa39e-f211-4b1a-b2d4-c456c94f33ea tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.050682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7783e5-41e1-4318-859d-382c320a7c82 req-837fa39e-f211-4b1a-b2d4-c456c94f33ea tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.057074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7783e5-41e1-4318-859d-382c320a7c82 req-837fa39e-f211-4b1a-b2d4-c456c94f33ea tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.063013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7783e5-41e1-4318-859d-382c320a7c82 req-837fa39e-f211-4b1a-b2d4-c456c94f33ea tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.064945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d7783e5-41e1-4318-859d-382c320a7c82 req-837fa39e-f211-4b1a-b2d4-c456c94f33ea tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5421 time: 0.1027794 Aug 16 20:49:28.096338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Made reservation on behalf of 99fea9636f884e62ac247ddf04e3498d for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:28.099205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.109312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d7783e5-41e1-4318-859d-382c320a7c82 req-93c7c4ee-578b-4890-972c-9f9d1cc7c6bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369754 Aug 16 20:49:28.257141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17c6e5-ca59-4cd9-adba-b57932cffc67 req-b92c8516-ab18-4e05-80e7-681c1462be4b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.258766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c17c6e5-ca59-4cd9-adba-b57932cffc67 req-b92c8516-ab18-4e05-80e7-681c1462be4b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0605447 Aug 16 20:49:28.277320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fb4be18d-5e38-47bb-9167-5ba8956f3168 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:28.319459 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c17c6e5-ca59-4cd9-adba-b57932cffc67 req-80f4a029-c993-43c2-9c03-3f8e2bf0f9ca tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543456 Aug 16 20:49:28.391998 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fb4be18d-5e38-47bb-9167-5ba8956f3168, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fb4be18d-5e38-47bb-9167-5ba8956f3168,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:28.408525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'fb4be18d-5e38-47bb-9167-5ba8956f3168', 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5', 'port_id': 'fb4be18d-5e38-47bb-9167-5ba8956f3168', 'mac_address': 'fa:16:3e:42:bf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de59a1e-f7d7-488b-b942-d071b0900dff', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:28.442608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db8e82-794b-4743-ac56-bdef3a71b277 req-18bd10b7-b982-4994-be6f-4c33e65ff01a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.445120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61db8e82-794b-4743-ac56-bdef3a71b277 req-18bd10b7-b982-4994-be6f-4c33e65ff01a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 944 time: 0.0993035 Aug 16 20:49:28.459467 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.479406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4be18d-5e38-47bb-9167-5ba8956f3168 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:28.512044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fb4be18d-5e38-47bb-9167-5ba8956f3168, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fb4be18d-5e38-47bb-9167-5ba8956f3168,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:28.514193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61db8e82-794b-4743-ac56-bdef3a71b277 req-ea491b7e-3f59-4df8-bafe-b3522d679512 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504603 Aug 16 20:49:28.576324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.objects.ports [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95262) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:49:28.576324 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.593735 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.595057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:28.693712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4c82beef-a149-4f65-9460-1b20dcd5eec8,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:28.699906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Checking segment: {'id': 'f11268ad-c1fc-4c7b-9663-f3520694af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '45f081c9-cb8c-4b82-af83-3f3c19eb7b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:28.700415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Network hostable DHCP agents. Network: 45f081c9-cb8c-4b82-af83-3f3c19eb7b32, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:49:28.720462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f505db-3c8b-415c-86bb-6622d44f3725 req-1d6b2f83-c98e-4424-8fec-88f671f4f17f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.731883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2f505db-3c8b-415c-86bb-6622d44f3725 req-1d6b2f83-c98e-4424-8fec-88f671f4f17f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1133327 Aug 16 20:49:28.753866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:28.808971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8', 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e', 'port_id': 'b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8', 'mac_address': 'fa:16:3e:69:38:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ec6dfd-c9dd-4e50-b8df-5b4887dfd243', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:28.826180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Network 45f081c9-cb8c-4b82-af83-3f3c19eb7b32 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:49:28.838292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b953528-4281-4e24-abec-f6eb2faad498 req-1078163e-a62b-44ea-a7a9-af3eb305c715 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0670056 Aug 16 20:49:28.868102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2f505db-3c8b-415c-86bb-6622d44f3725 req-fcf79360-e3b3-4b3d-9dd5-2c711aadbc35 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292140 Aug 16 20:49:28.886107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d1334-e2c6-487c-a2a5-816c748c4b23 req-4db34a1e-540b-4376-b51f-a55a1d2a81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.898909 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-254d1334-e2c6-487c-a2a5-816c748c4b23 req-4db34a1e-540b-4376-b51f-a55a1d2a81d4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 1098 time: 0.1277997 Aug 16 20:49:28.907280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=fb4be18d-5e38-47bb-9167-5ba8956f3168,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:28.923681 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.957336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:28.988680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:29.007846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 45f081c9-cb8c-4b82-af83-3f3c19eb7b32) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:29.018927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011fa47b-1fc6-4dc7-b9b9-8113ba1e959c None None] Network 45f081c9-cb8c-4b82-af83-3f3c19eb7b32 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:29.036892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.037743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.054421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74729c4b-7111-4d2e-8e8c-4d0fcc179f8b req-aefc2477-1dcf-4962-8b66-c7d2a4daf594 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 210 time: 0.0765784 Aug 16 20:49:29.070008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9196c9-0248-486f-b7d0-57620bdd6d6a req-656ff69c-4320-404e-87a8-1ba337069c1e tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.077691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec9196c9-0248-486f-b7d0-57620bdd6d6a req-656ff69c-4320-404e-87a8-1ba337069c1e tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1399806 Aug 16 20:49:29.101016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d1334-e2c6-487c-a2a5-816c748c4b23 req-6cff5c06-7d8f-4406-ad69-405e0b5ca6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.103730 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-254d1334-e2c6-487c-a2a5-816c748c4b23 req-6cff5c06-7d8f-4406-ad69-405e0b5ca6ca service neutron] 10.222.0.76 "GET /v2.0/networks?id=f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 200 len: 920 time: 0.1959481 Aug 16 20:49:29.115639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec9196c9-0248-486f-b7d0-57620bdd6d6a req-0a744cc2-71b4-4212-95d7-55133416154b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354259 Aug 16 20:49:29.162279 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-254d1334-e2c6-487c-a2a5-816c748c4b23 req-a4a3830c-0848-4415-893d-f383a7694310 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c1ff7c-4a84-433e-9ec4-d644c3700781 HTTP/1.1" status: 200 len: 217 time: 0.0499742 Aug 16 20:49:29.189410 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.190405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 485de2cf-1908-4253-b829-fe46c689dd3c details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:29.207600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce461f81-8715-464e-b9e9-9eec0fdf0516 None None] Network 45f081c9-cb8c-4b82-af83-3f3c19eb7b32 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:29.234555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d1334-e2c6-487c-a2a5-816c748c4b23 req-caa3aeb0-1741-4a56-b486-d7ec45eecdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.237304 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-254d1334-e2c6-487c-a2a5-816c748c4b23 req-caa3aeb0-1741-4a56-b486-d7ec45eecdcc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5293b147-4db7-4700-be1a-49823eac2c64 HTTP/1.1" status: 200 len: 859 time: 0.0620024 Aug 16 20:49:29.275561 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-254d1334-e2c6-487c-a2a5-816c748c4b23 req-9a426105-25df-4ff6-99af-972335942be6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f40b62f5-c9df-466c-b34d-9ad831b8e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322676 Aug 16 20:49:29.286626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae59c1c-a52d-4c01-be7e-ed7720713289 req-3fe63a4a-f08c-4703-af97-1e8c44f9ac3c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.294376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae59c1c-a52d-4c01-be7e-ed7720713289 req-3fe63a4a-f08c-4703-af97-1e8c44f9ac3c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.301100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae59c1c-a52d-4c01-be7e-ed7720713289 req-3fe63a4a-f08c-4703-af97-1e8c44f9ac3c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.308499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae59c1c-a52d-4c01-be7e-ed7720713289 req-3fe63a4a-f08c-4703-af97-1e8c44f9ac3c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.315010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae59c1c-a52d-4c01-be7e-ed7720713289 req-3fe63a4a-f08c-4703-af97-1e8c44f9ac3c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.322713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae59c1c-a52d-4c01-be7e-ed7720713289 req-3fe63a4a-f08c-4703-af97-1e8c44f9ac3c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.329432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae59c1c-a52d-4c01-be7e-ed7720713289 req-3fe63a4a-f08c-4703-af97-1e8c44f9ac3c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.338260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eae59c1c-a52d-4c01-be7e-ed7720713289 req-3fe63a4a-f08c-4703-af97-1e8c44f9ac3c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5423 time: 0.1132798 Aug 16 20:49:29.361927 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1f695293-5125-4618-8d4e-5aa785f9ed3a tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3640537 Aug 16 20:49:29.365320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54612) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:29.371720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Request body: {'floatingip': {'floating_network_id': '45f081c9-cb8c-4b82-af83-3f3c19eb7b32'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:29.402944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eae59c1c-a52d-4c01-be7e-ed7720713289 req-96097c18-9c95-41b3-9d61-859fceff2f17 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584302 Aug 16 20:49:29.428583 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-254d1334-e2c6-487c-a2a5-816c748c4b23 req-45ae302c-fb05-4762-b81b-e35093fdfbb7 service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379249 Aug 16 20:49:29.439192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:29.509632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.552444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 485de2cf-1908-4253-b829-fe46c689dd3c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=485de2cf-1908-4253-b829-fe46c689dd3c,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:29.566402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '485de2cf-1908-4253-b829-fe46c689dd3c', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'port_id': '485de2cf-1908-4253-b829-fe46c689dd3c', 'mac_address': 'fa:16:3e:7d:36:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:29.592686 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-254d1334-e2c6-487c-a2a5-816c748c4b23 req-225cb9bc-6921-482a-b335-e70862f1249f service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571543 Aug 16 20:49:29.609742 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.626462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485de2cf-1908-4253-b829-fe46c689dd3c {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:29.649251 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.673188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70701c-c60b-4fd5-9bdd-92f362fe0e62 req-1532070b-1f40-4bae-a7c1-eafd627baabf tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.676831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f70701c-c60b-4fd5-9bdd-92f362fe0e62 req-1532070b-1f40-4bae-a7c1-eafd627baabf tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 944 time: 0.0765617 Aug 16 20:49:29.679216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 485de2cf-1908-4253-b829-fe46c689dd3c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=485de2cf-1908-4253-b829-fe46c689dd3c,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:29.722302 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f70701c-c60b-4fd5-9bdd-92f362fe0e62 req-38cae333-6a95-480b-9c31-7e5d256739d0 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392349 Aug 16 20:49:29.759270 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.759918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Allocated IP 172.20.0.13 (45f081c9-cb8c-4b82-af83-3f3c19eb7b32/4c82beef-a149-4f65-9460-1b20dcd5eec8/5408cdcf-bb2d-44c1-9afb-c926a5b84e0d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:29.760069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c39b065c-4f38-4d09-9a1c-c61c88c915c1 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:29.829927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c39b065c-4f38-4d09-9a1c-c61c88c915c1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:29.832474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=485de2cf-1908-4253-b829-fe46c689dd3c,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:29.845982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'c39b065c-4f38-4d09-9a1c-c61c88c915c1', 'network_id': 'a7b89468-d91c-49fc-8c48-1765c0cd8fb5', 'port_id': 'c39b065c-4f38-4d09-9a1c-c61c88c915c1', 'mac_address': 'fa:16:3e:7d:e4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de59a1e-f7d7-488b-b942-d071b0900dff', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:29.849982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:29.995075 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.032682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39b065c-4f38-4d09-9a1c-c61c88c915c1 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:30.043593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a09c5fb4-9935-45d5-b9b9-475417469810 req-431b3b5f-fd55-4bf2-8a5c-06d4a1b9b17a tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0660751 Aug 16 20:49:30.051082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.095991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c39b065c-4f38-4d09-9a1c-c61c88c915c1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:30.098693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-b2b41a04-e233-493f-8d9b-4af58e656873 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.100169 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-b2b41a04-e233-493f-8d9b-4af58e656873 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "GET /v2.0/networks?id=b0d534bd-676f-4885-bc60-63b42f115721 HTTP/1.1" status: 200 len: 812 time: 0.2611756 Aug 16 20:49:30.106999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86aac6-9527-4c97-8fd2-1aeefbed8661 req-ecc98a59-c094-4549-8137-ce2c6ae6673f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.112485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc86aac6-9527-4c97-8fd2-1aeefbed8661 req-ecc98a59-c094-4549-8137-ce2c6ae6673f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1154788 Aug 16 20:49:30.123860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Request body: {'port': {'device_id': 'dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470', 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721', 'admin_state_up': True, 'tenant_id': 'fb555c21e52c4a9db00b0847c5a8f4df'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:30.136293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:30.151655 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba', 'network_id': '0b94bc29-3f96-4417-a787-e029ad34ad92', 'port_id': '2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba', 'mac_address': 'fa:16:3e:36:c7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea210106-55a4-4da3-b9b0-5e9290d080d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:30.185838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58a6aee3-cfdf-44c2-bd45-255995749f71 req-a0bd66f5-f2cd-4d20-8c7f-b58337f1832d tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 210 time: 0.0468445 Aug 16 20:49:30.196998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc86aac6-9527-4c97-8fd2-1aeefbed8661 req-b9abdf86-bf1a-4bef-b3c4-b358002dad11 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795119 Aug 16 20:49:30.210435 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.210435 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a19bea0e-f740-4d0b-8449-60adbd042ab2 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:30.210435 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.229781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:30.315440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.315686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:30.332343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c39b065c-4f38-4d09-9a1c-c61c88c915c1,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:30.350023 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a19bea0e-f740-4d0b-8449-60adbd042ab2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a19bea0e-f740-4d0b-8449-60adbd042ab2,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:30.365524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'a19bea0e-f740-4d0b-8449-60adbd042ab2', 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e', 'port_id': 'a19bea0e-f740-4d0b-8449-60adbd042ab2', 'mac_address': 'fa:16:3e:d4:79:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ec6dfd-c9dd-4e50-b8df-5b4887dfd243', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:30.368857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcc6e3-2304-4760-8c5d-b91c681754d1 req-42179d75-fbac-4ef7-b18e-86fa7de07782 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.370944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37bcc6e3-2304-4760-8c5d-b91c681754d1 req-42179d75-fbac-4ef7-b18e-86fa7de07782 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0802917 Aug 16 20:49:30.423604 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.432979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event updated for resources: {'Port': ['ID=5408cdcf-bb2d-44c1-9afb-c926a5b84e0d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:30.444159 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37bcc6e3-2304-4760-8c5d-b91c681754d1 req-4f8bb815-864e-45bc-92ad-c4d5ebaeefee tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619199 Aug 16 20:49:30.458681 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.463811 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19bea0e-f740-4d0b-8449-60adbd042ab2 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:30.492176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Network 45f081c9-cb8c-4b82-af83-3f3c19eb7b32 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:30.494415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:30.518521 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:30.533528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a19bea0e-f740-4d0b-8449-60adbd042ab2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a19bea0e-f740-4d0b-8449-60adbd042ab2,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:30.583976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:30.590382 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.591611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3720daa2-0491-4484-8e3f-c5a4cec80c4e details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:30.601090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1a71fadd-5489-457c-932b-9b1b570cd6da tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.602590 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1a71fadd-5489-457c-932b-9b1b570cd6da tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.76 "GET /v2.0/networks?id=b0d534bd-676f-4885-bc60-63b42f115721 HTTP/1.1" status: 200 len: 812 time: 0.3256814 Aug 16 20:49:30.604522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa9a7-188d-489d-928a-61ccd705877e req-4f985459-3076-49bd-9a3b-a2a47433e427 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.625808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa9a7-188d-489d-928a-61ccd705877e req-4f985459-3076-49bd-9a3b-a2a47433e427 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.636539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Request body: {'port': {'device_id': 'f2af005f-2160-407e-a4c4-26127f9f3a5e', 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721', 'admin_state_up': True, 'tenant_id': 'fb555c21e52c4a9db00b0847c5a8f4df'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:30.638169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa9a7-188d-489d-928a-61ccd705877e req-4f985459-3076-49bd-9a3b-a2a47433e427 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.644122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Made reservation on behalf of fb555c21e52c4a9db00b0847c5a8f4df for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:30.648994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa9a7-188d-489d-928a-61ccd705877e req-4f985459-3076-49bd-9a3b-a2a47433e427 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.649339 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.652076 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa9a7-188d-489d-928a-61ccd705877e req-4f985459-3076-49bd-9a3b-a2a47433e427 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.657355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3720daa2-0491-4484-8e3f-c5a4cec80c4e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3720daa2-0491-4484-8e3f-c5a4cec80c4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:30.659383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa9a7-188d-489d-928a-61ccd705877e req-4f985459-3076-49bd-9a3b-a2a47433e427 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.666206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa9a7-188d-489d-928a-61ccd705877e req-4f985459-3076-49bd-9a3b-a2a47433e427 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.668885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba5fa9a7-188d-489d-928a-61ccd705877e req-4f985459-3076-49bd-9a3b-a2a47433e427 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5425 time: 0.1533265 Aug 16 20:49:30.691242 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '3720daa2-0491-4484-8e3f-c5a4cec80c4e', 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e', 'port_id': '3720daa2-0491-4484-8e3f-c5a4cec80c4e', 'mac_address': 'fa:16:3e:67:6b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ec6dfd-c9dd-4e50-b8df-5b4887dfd243', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:30.697717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=a19bea0e-f740-4d0b-8449-60adbd042ab2,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:30.714367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:30.738074 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.745805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba5fa9a7-188d-489d-928a-61ccd705877e req-3f80da50-425f-40f8-a7f0-07adb5609da5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701246 Aug 16 20:49:30.792109 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.813533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3720daa2-0491-4484-8e3f-c5a4cec80c4e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:30.866697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3720daa2-0491-4484-8e3f-c5a4cec80c4e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3720daa2-0491-4484-8e3f-c5a4cec80c4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:30.881033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Allocated IP 172.20.0.6 (b0d534bd-676f-4885-bc60-63b42f115721/832a59df-0ca4-465c-8325-3cc2b2d4b34c/64f6619a-39f4-4e20-b799-ac03145ec4a4) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:30.892521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f488bd-1d77-4321-bf8a-016ab45ff48b req-d81c054a-d4b0-4a78-a10f-3c900a624e7a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.895391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12f488bd-1d77-4321-bf8a-016ab45ff48b req-d81c054a-d4b0-4a78-a10f-3c900a624e7a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 945 time: 0.0917492 Aug 16 20:49:30.937372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.938351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:30.947539 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.952619 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12f488bd-1d77-4321-bf8a-016ab45ff48b req-8ca760e2-94d8-433c-8d90-bb96fc14554c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Aug 16 20:49:30.981342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Made reservation on behalf of fb555c21e52c4a9db00b0847c5a8f4df for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:30.984761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.044475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:31.047074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=3720daa2-0491-4484-8e3f-c5a4cec80c4e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:31.058787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e', 'network_id': '95fb09e9-5787-4cea-bde9-a09e1b739f1e', 'port_id': 'a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e', 'mac_address': 'fa:16:3e:61:10:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ec6dfd-c9dd-4e50-b8df-5b4887dfd243', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:31.101276 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.115312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:31.137363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:31.169523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eeb87341-e6b4-4b42-86db-f676bd4b4b5b req-a82c91cd-a74f-4750-8ab5-41eb54ba5633 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0294528 Aug 16 20:49:31.216199 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.259721 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.268766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:31.331308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.358162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9dce7827-ed1d-4997-ba5a-d566c263d47b req-d926b7b9-548a-477d-be46-e0288d9d7c9f tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 210 time: 0.0373578 Aug 16 20:49:31.384427 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83546bb-28c7-4081-ab2f-46ede941cdf1 req-6b0a772e-0aaf-484d-94af-3bb96e961ea5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:31.386351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d83546bb-28c7-4081-ab2f-46ede941cdf1 req-6b0a772e-0aaf-484d-94af-3bb96e961ea5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0981562 Aug 16 20:49:31.416246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.426480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d83546bb-28c7-4081-ab2f-46ede941cdf1 req-de855a98-2ee1-4ce9-9866-6476620029b9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336554 Aug 16 20:49:31.458838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.550764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event updated for resources: {'Port': ['ID=5408cdcf-bb2d-44c1-9afb-c926a5b84e0d,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:31.564880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c13e2-b210-4681-bb5e-daea123a44d3 req-7f02997f-13fe-468a-b401-ecbc9b69cabb tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:31.565156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Network b0d534bd-676f-4885-bc60-63b42f115721 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:31.566771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c29c13e2-b210-4681-bb5e-daea123a44d3 req-7f02997f-13fe-468a-b401-ecbc9b69cabb tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.0590935 Aug 16 20:49:31.577876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:31.580180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Allocated IP 172.20.0.2 (b0d534bd-676f-4885-bc60-63b42f115721/832a59df-0ca4-465c-8325-3cc2b2d4b34c/59b4cc35-f26b-46cf-9f2a-54781e1c9dfc) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:31.601766 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.606340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:31.612974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c29c13e2-b210-4681-bb5e-daea123a44d3 req-89522406-42ce-404d-a9ea-eb92cac1a8cd tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Aug 16 20:49:31.669564 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Pushing event updated for resources: {'Port': ['ID=64f6619a-39f4-4e20-b799-ac03145ec4a4,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:31.703723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:31.704323 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.723953 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.727925 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-33b1273d-34e2-40ec-8ee1-99987b24be46 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3585517 Aug 16 20:49:31.730310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54642) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:31.817236 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-1b34cabe-150f-475a-b8a8-7813692fd6a2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7003119 Aug 16 20:49:31.826654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e0b5cda1-14ed-444d-92d3-765ddeab4805 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "GET /v2.0/floatingips?floating_network_id=45f081c9-cb8c-4b82-af83-3f3c19eb7b32 HTTP/1.1" status: 200 len: 690 time: 0.0884383 Aug 16 20:49:31.826654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54646) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:31.857085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:31.908647 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['a19bea0e-f740-4d0b-8449-60adbd042ab2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:31.943189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['c39b065c-4f38-4d09-9a1c-c61c88c915c1'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:32.000406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['485de2cf-1908-4253-b829-fe46c689dd3c'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:32.011550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['3720daa2-0491-4484-8e3f-c5a4cec80c4e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:32.033452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212f9b0-3a8a-4f9b-aa37-bfde9ca13ded req-5e837506-519e-4d97-8745-eb665c96df3b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.040784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212f9b0-3a8a-4f9b-aa37-bfde9ca13ded req-5e837506-519e-4d97-8745-eb665c96df3b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.046726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212f9b0-3a8a-4f9b-aa37-bfde9ca13ded req-5e837506-519e-4d97-8745-eb665c96df3b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.055432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212f9b0-3a8a-4f9b-aa37-bfde9ca13ded req-5e837506-519e-4d97-8745-eb665c96df3b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.064731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212f9b0-3a8a-4f9b-aa37-bfde9ca13ded req-5e837506-519e-4d97-8745-eb665c96df3b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.072825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212f9b0-3a8a-4f9b-aa37-bfde9ca13ded req-5e837506-519e-4d97-8745-eb665c96df3b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.080979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212f9b0-3a8a-4f9b-aa37-bfde9ca13ded req-5e837506-519e-4d97-8745-eb665c96df3b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.082984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:32.084564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8212f9b0-3a8a-4f9b-aa37-bfde9ca13ded req-5e837506-519e-4d97-8745-eb665c96df3b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5428 time: 0.2411807 Aug 16 20:49:32.157975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Request body: {'port': {'device_id': 'dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:32.169575 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.221654 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.289216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:32.303211 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8212f9b0-3a8a-4f9b-aa37-bfde9ca13ded req-7e198c20-e5a3-4507-8641-0b2f96e40a74 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2041664 Aug 16 20:49:32.333050 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.400645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:32.400645 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.421175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b974137-4475-4e6a-85fa-037055990796 req-88624f20-5c5a-4df0-a747-e22deec575fc tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.428933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b974137-4475-4e6a-85fa-037055990796 req-88624f20-5c5a-4df0-a747-e22deec575fc tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 945 time: 0.3368688 Aug 16 20:49:32.505573 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.516031 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f6c930f-a5f4-4cdd-ba36-52f513d2ae90 req-4d82bd95-384f-4663-9324-3e9347309169 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0774014 Aug 16 20:49:32.542296 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b974137-4475-4e6a-85fa-037055990796 req-23c3c468-bd87-442e-af3b-5753b2ccc7a9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019063 Aug 16 20:49:32.588043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Deleting port 5408cdcf-bb2d-44c1-9afb-c926a5b84e0d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:32.589053 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.619106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Network b0d534bd-676f-4885-bc60-63b42f115721 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:32.626221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:32.633327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:32.660915 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.704028 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.704695 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.726557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Pushing event updated for resources: {'Port': ['ID=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:32.782719 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.853558 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-24b7d937-9a1f-46b5-81ab-029d9232dc59 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2401145 Aug 16 20:49:32.858705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54670) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:32.862483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f6619a-39f4-4e20-b799-ac03145ec4a4 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:32.876706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Request body: {'port': {'device_id': 'f2af005f-2160-407e-a4c4-26127f9f3a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:32.879656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502962c0-8391-4a65-95c5-d0cd1af22088 req-383df821-6718-41a7-8e42-8e87b6670396 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.886877 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.891383 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-502962c0-8391-4a65-95c5-d0cd1af22088 req-383df821-6718-41a7-8e42-8e87b6670396 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 931 time: 0.1906004 Aug 16 20:49:32.908107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1183bef-b056-4e24-822b-9f9bb881bd2b req-d07f765a-de0c-4d1d-9876-979bbd5faaba tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.910406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1183bef-b056-4e24-822b-9f9bb881bd2b req-d07f765a-de0c-4d1d-9876-979bbd5faaba tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.2326670 Aug 16 20:49:32.938001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Transition to ACTIVE for port object 64f6619a-39f4-4e20-b799-ac03145ec4a4 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:32.967260 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.967758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.005837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['fb4be18d-5e38-47bb-9167-5ba8956f3168'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:33.008499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:33.021155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-502962c0-8391-4a65-95c5-d0cd1af22088 req-67dd5537-81d8-4641-8122-2e2eadfee149 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240807 Aug 16 20:49:33.021381 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.024815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Calling delete_port for 5408cdcf-bb2d-44c1-9afb-c926a5b84e0d owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:33.034866 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.047614 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1183bef-b056-4e24-822b-9f9bb881bd2b req-1eb8efae-d83a-4ab9-b52a-e66170247f5e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259811 Aug 16 20:49:33.076994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-82aab386-c010-41fa-b842-c682d3f9ccdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.148505 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.233255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Pushing event updated for resources: {'Port': ['ID=64f6619a-39f4-4e20-b799-ac03145ec4a4,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:33.275589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3720daa2-0491-4484-8e3f-c5a4cec80c4e up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:33.296614 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-82aab386-c010-41fa-b842-c682d3f9ccdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.309935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291e8155-141f-4fa2-b628-b32d8520f311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:33.312120 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0ba540-a6a0-4ffd-bbbd-c13e7873ab68" -d '{"events": [{"server_uuid": "291e8155-141f-4fa2-b628-b32d8520f311", "name": "network-vif-plugged", "status": "completed", "tag": "2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:33.372671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:33.372782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Attempting to bind port 64f6619a-39f4-4e20-b799-ac03145ec4a4 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:33.372782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Attempting to bind port 64f6619a-39f4-4e20-b799-ac03145ec4a4 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:33.372782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Attempting to bind port 64f6619a-39f4-4e20-b799-ac03145ec4a4 on network b0d534bd-676f-4885-bc60-63b42f115721 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:33.391688 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-82aab386-c010-41fa-b842-c682d3f9ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.473590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-82aab386-c010-41fa-b842-c682d3f9ccdd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=32bd899817be47ad80e0572cfc354b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6034119 Aug 16 20:49:33.475056 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.494484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54684) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:33.494733 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.577256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 3720daa2-0491-4484-8e3f-c5a4cec80c4e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:33.579968 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:33.589689 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.603716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Transition to ACTIVE for port object 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:33.608439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Port 64f6619a-39f4-4e20-b799-ac03145ec4a4 on network b0d534bd-676f-4885-bc60-63b42f115721 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:33.608776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Attempting to bind port 64f6619a-39f4-4e20-b799-ac03145ec4a4 on network b0d534bd-676f-4885-bc60-63b42f115721 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:33.633526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 3720daa2-0491-4484-8e3f-c5a4cec80c4e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:33.633783 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.639921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aab386-c010-41fa-b842-c682d3f9ccdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36de7c15-156c-4e49-856f-706a27a8b079,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:33.645955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:33.645955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Checking segment: {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:33.646593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Bound using segment: {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:33.646863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Bound port: 64f6619a-39f4-4e20-b799-ac03145ec4a4, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:33.656165 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.699232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event deleted for resources: {'Port': ['ID=5408cdcf-bb2d-44c1-9afb-c926a5b84e0d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:33.700022 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.799037 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef6fc4c-b832-4d88-b289-9c401346a383 x-openstack-request-id: req-4ef6fc4c-b832-4d88-b289-9c401346a383 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:33.799037 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291e8155-141f-4fa2-b628-b32d8520f311", "name": "network-vif-plugged", "status": "completed", "tag": "2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:33.799037 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4ef6fc4c-b832-4d88-b289-9c401346a383 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:33.799037 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291e8155-141f-4fa2-b628-b32d8520f311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba', 'code': 200} Aug 16 20:49:33.806320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:33.857044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b070-641e-4e16-b115-7180993d532b req-aa5b317d-88b2-4802-8e48-1027b0a18cee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:33.863151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b070-641e-4e16-b115-7180993d532b req-aa5b317d-88b2-4802-8e48-1027b0a18cee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:33.868986 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b070-641e-4e16-b115-7180993d532b req-aa5b317d-88b2-4802-8e48-1027b0a18cee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:33.874791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b070-641e-4e16-b115-7180993d532b req-aa5b317d-88b2-4802-8e48-1027b0a18cee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:33.880583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b070-641e-4e16-b115-7180993d532b req-aa5b317d-88b2-4802-8e48-1027b0a18cee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:33.884250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Pushing event updated for resources: {'Port': ['ID=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:33.886987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b070-641e-4e16-b115-7180993d532b req-aa5b317d-88b2-4802-8e48-1027b0a18cee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:33.894834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b070-641e-4e16-b115-7180993d532b req-aa5b317d-88b2-4802-8e48-1027b0a18cee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:33.894834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f149b070-641e-4e16-b115-7180993d532b req-aa5b317d-88b2-4802-8e48-1027b0a18cee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5428 time: 0.4073477 Aug 16 20:49:33.895689 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.913717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c80376fb-3818-4798-8e43-db31748c317f req-aa59e968-ef68-4ba3-8b0a-83a0d99915a6 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.1235440 Aug 16 20:49:33.952788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3720daa2-0491-4484-8e3f-c5a4cec80c4e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3720daa2-0491-4484-8e3f-c5a4cec80c4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:33.957311 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d59d916-9f35-4f4e-9e3f-bb5fe69a9de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.962843 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.005495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] For port 64f6619a-39f4-4e20-b799-ac03145ec4a4, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:34.011902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] For port 64f6619a-39f4-4e20-b799-ac03145ec4a4, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=64f6619a-39f4-4e20-b799-ac03145ec4a4,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:34.026368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Attempting to bind port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:34.027068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Attempting to bind port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:34.027320 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d59d916-9f35-4f4e-9e3f-bb5fe69a9de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.027846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Attempting to bind port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc on network b0d534bd-676f-4885-bc60-63b42f115721 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:34.031790 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.040461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4948d00-45e9-467b-9d96-441b5a1c9027 req-799170e3-aa50-482f-a112-65a56ed0de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:34.041636 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4948d00-45e9-467b-9d96-441b5a1c9027 req-799170e3-aa50-482f-a112-65a56ed0de38 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 1098 time: 0.2685943 Aug 16 20:49:34.042680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc on network b0d534bd-676f-4885-bc60-63b42f115721 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:34.043048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f149b070-641e-4e16-b115-7180993d532b req-6ef6d3d0-fa7c-4008-98fe-2bea2b3f7c94 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1283278 Aug 16 20:49:34.043631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Attempting to bind port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc on network b0d534bd-676f-4885-bc60-63b42f115721 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:34.051681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:34.052322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Checking segment: {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:34.052953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Bound using segment: {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:34.054216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Bound port: 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:34.054829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.103845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.117087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=3720daa2-0491-4484-8e3f-c5a4cec80c4e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:34.117606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.153761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4ced7-98fe-42a1-af5e-8745d7f7f9f7 req-0fa39481-822a-4e87-bfa0-a762b87e32af tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:34.155272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49f4ced7-98fe-42a1-af5e-8745d7f7f9f7 req-0fa39481-822a-4e87-bfa0-a762b87e32af tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1260934 Aug 16 20:49:34.163039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:34.163781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.165348 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] 10.222.0.79 "PUT /v2.0/ports/64f6619a-39f4-4e20-b799-ac03145ec4a4 HTTP/1.1" status: 200 len: 1092 time: 2.3395426 Aug 16 20:49:34.186678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470', 'tag': '64f6619a-39f4-4e20-b799-ac03145ec4a4'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:34.188978 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5bede2-1c89-4692-9943-8727af20d1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470", "tag": "64f6619a-39f4-4e20-b799-ac03145ec4a4"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:34.201842 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4948d00-45e9-467b-9d96-441b5a1c9027 req-5d548eff-0aed-4d38-a347-fdc16a108a5c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436746 Aug 16 20:49:34.229925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] For port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:34.238768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] For port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:34.245207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda2717-eea5-49e9-a883-cee350e9fcbb service neutron] Pushing event updated for resources: {'Port': ['ID=64f6619a-39f4-4e20-b799-ac03145ec4a4,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:34.328143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.372069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:34.372690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.374136 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] 10.222.0.76 "PUT /v2.0/ports/59b4cc35-f26b-46cf-9f2a-54781e1c9dfc HTTP/1.1" status: 200 len: 1092 time: 1.5065691 Aug 16 20:49:34.389067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-5f0ae237-f5db-4ae2-8483-0ce3ded93f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:34.390607 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-5f0ae237-f5db-4ae2-8483-0ce3ded93f4d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb555c21e52c4a9db00b0847c5a8f4df&device_id=dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470 HTTP/1.1" status: 200 len: 1095 time: 0.0906074 Aug 16 20:49:34.443623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61edfb8-0346-4a0e-89d8-ee61a1c99a36 service neutron] Pushing event updated for resources: {'Port': ['ID=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:34.447817 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-b10d6aac-f16b-4483-99f0-f39d139ce6a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64f6619a-39f4-4e20-b799-ac03145ec4a4 HTTP/1.1" status: 200 len: 217 time: 0.0472851 Aug 16 20:49:34.499386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d59d916-9f35-4f4e-9e3f-bb5fe69a9de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.501901 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d59d916-9f35-4f4e-9e3f-bb5fe69a9de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.505518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1d59d916-9f35-4f4e-9e3f-bb5fe69a9de7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36de7c15-156c-4e49-856f-706a27a8b079 HTTP/1.1" status: 204 len: 168 time: 0.9989812 Aug 16 20:49:34.546114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-48216441-c3fc-4cdc-8c1c-7507f6f0c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:34.547103 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-48216441-c3fc-4cdc-8c1c-7507f6f0c439 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=832a59df-0ca4-465c-8325-3cc2b2d4b34c HTTP/1.1" status: 200 len: 852 time: 0.0910437 Aug 16 20:49:34.554031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59d916-9f35-4f4e-9e3f-bb5fe69a9de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36de7c15-156c-4e49-856f-706a27a8b079,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:34.566866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49f4ced7-98fe-42a1-af5e-8745d7f7f9f7 req-c7541c34-afc7-4a56-9f45-bc1df16dcc6f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038491 Aug 16 20:49:34.581611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d46e-d004-4ba9-b2da-0bfeebc022e9 req-d0db1552-4b78-4f98-800c-977b570d2f2c tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:34.589106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e832d46e-d004-4ba9-b2da-0bfeebc022e9 req-d0db1552-4b78-4f98-800c-977b570d2f2c tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 943 time: 0.4311850 Aug 16 20:49:34.593990 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-206ed338-f318-4856-bd31-d08d3ddc1a34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b0d534bd-676f-4885-bc60-63b42f115721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366313 Aug 16 20:49:34.596151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-8ca16fdb-b7fb-4839-bb59-77c3e7119020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:34.597464 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-8ca16fdb-b7fb-4839-bb59-77c3e7119020 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb555c21e52c4a9db00b0847c5a8f4df&device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 1095 time: 0.0908313 Aug 16 20:49:34.607733 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.642502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4c82beef-a149-4f65-9460-1b20dcd5eec8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:34.685423 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c50d139f-fd7c-46ca-8566-bb4886a5950a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc HTTP/1.1" status: 200 len: 217 time: 0.0738583 Aug 16 20:49:34.729289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e832d46e-d004-4ba9-b2da-0bfeebc022e9 req-98345284-58ba-43fc-9be4-7b826be72d36 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391475 Aug 16 20:49:34.752487 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.768626 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-2c328b70-a51f-4352-90fc-bbdc90c87f72 service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655421 Aug 16 20:49:34.770185 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c68ee7fd-88ac-402e-b4bc-7b07df0113cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:34.771524 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-c68ee7fd-88ac-402e-b4bc-7b07df0113cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=832a59df-0ca4-465c-8325-3cc2b2d4b34c HTTP/1.1" status: 200 len: 852 time: 0.0730972 Aug 16 20:49:34.774203 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f081c9-cb8c-4b82-af83-3f3c19eb7b32']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:34.784148 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f32b06c-c69f-4b92-8fe5-3194a9b85d93 x-openstack-request-id: req-8f32b06c-c69f-4b92-8fe5-3194a9b85d93 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:34.784514 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470", "tag": "64f6619a-39f4-4e20-b799-ac03145ec4a4", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:34.784842 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8f32b06c-c69f-4b92-8fe5-3194a9b85d93 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:34.785651 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470', 'tag': '64f6619a-39f4-4e20-b799-ac03145ec4a4', 'status': 'completed', 'code': 200} Aug 16 20:49:34.786122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11268ad-c1fc-4c7b-9663-f3520694af44') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:34.786513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11268ad-c1fc-4c7b-9663-f3520694af44') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:34.798160 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.813269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.820013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:49:34.820222 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.835292 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-5c351894-6bd5-49fb-b474-8cc25aab90ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b0d534bd-676f-4885-bc60-63b42f115721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479221 Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:49:34.869567 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:49:34.895343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36985bf8-1e98-40b1-86dd-67d82d3a8b4a req-629b8997-43c5-48cc-8055-08e7c4a4ffb5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:34.896920 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36985bf8-1e98-40b1-86dd-67d82d3a8b4a req-629b8997-43c5-48cc-8055-08e7c4a4ffb5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.2447677 Aug 16 20:49:34.973350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e69a4-4531-4976-85ff-d9d7c2253e17 req-197a8916-c224-4d67-bd85-a94969e832f4 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:34.974894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b99e69a4-4531-4976-85ff-d9d7c2253e17 req-197a8916-c224-4d67-bd85-a94969e832f4 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1028302 Aug 16 20:49:34.978019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36985bf8-1e98-40b1-86dd-67d82d3a8b4a req-b988e211-508a-493b-8c7a-ae562de8e4b6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652938 Aug 16 20:49:34.978323 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-ae7cb512-0c7c-4d07-a890-379d359bf74e service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814306 Aug 16 20:49:34.990029 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-27ab780d-67f4-4f01-827e-762f607d1353 service neutron] 10.222.0.76 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267715 Aug 16 20:49:35.019696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.026243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45f081c9-cb8c-4b82-af83-3f3c19eb7b32 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:49:35.030413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b99e69a4-4531-4976-85ff-d9d7c2253e17 req-57262f2b-5a9a-404e-b0de-2407c26a00de tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448134 Aug 16 20:49:35.032541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.034949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "DELETE /v2.0/networks/45f081c9-cb8c-4b82-af83-3f3c19eb7b32 HTTP/1.1" status: 204 len: 168 time: 3.2117853 Aug 16 20:49:35.045277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54708) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:35.053658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c869e-6362-4dfa-9389-2cf801b087ea tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event deleted for resources: {'Network': ['ID=45f081c9-cb8c-4b82-af83-3f3c19eb7b32,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:35.154040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-02588616-2176-4067-9bcc-9aa75c984d07 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1048794 Aug 16 20:49:35.154348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0f3cda1-82ba-40e0-b6f7-8e97d9d504d2 req-90bc5f73-cd59-4d5e-b20a-7d80363ad692 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0377426 Aug 16 20:49:35.154847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54716) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:35.213125 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fbae12b1-d8f1-4b19-b791-661a87b60f2f req-321e76bd-396e-4a4b-8271-7b030743fced service neutron] 10.222.0.76 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110448 Aug 16 20:49:35.237227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bede2-1c89-4692-9943-8727af20d1fc req-ab16c5ac-d588-45e1-b08d-005ec1376ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.238669 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9f5bede2-1c89-4692-9943-8727af20d1fc req-ab16c5ac-d588-45e1-b08d-005ec1376ddd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb555c21e52c4a9db00b0847c5a8f4df&device_id=dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470 HTTP/1.1" status: 200 len: 1095 time: 0.1186488 Aug 16 20:49:35.262267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54718) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:35.280621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c39b065c-4f38-4d09-9a1c-c61c88c915c1 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:35.340983 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3937-9cae-46ba-b61d-3e3c6537df30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.364585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f40af-20ff-4528-ac23-5fe282c2ee1f tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.364585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f40af-20ff-4528-ac23-5fe282c2ee1f tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.364585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f40af-20ff-4528-ac23-5fe282c2ee1f tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.365071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f40af-20ff-4528-ac23-5fe282c2ee1f tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.365240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f40af-20ff-4528-ac23-5fe282c2ee1f tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.365695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f40af-20ff-4528-ac23-5fe282c2ee1f tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.366509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f40af-20ff-4528-ac23-5fe282c2ee1f tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.366655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f40af-20ff-4528-ac23-5fe282c2ee1f tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.367097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f40af-20ff-4528-ac23-5fe282c2ee1f tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.367547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f40af-20ff-4528-ac23-5fe282c2ee1f tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.369498 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-099f40af-20ff-4528-ac23-5fe282c2ee1f tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6473 time: 0.2137339 Aug 16 20:49:35.373303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54720) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:35.410408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port c39b065c-4f38-4d09-9a1c-c61c88c915c1 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:35.415021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port c39b065c-4f38-4d09-9a1c-c61c88c915c1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:35.415489 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.418176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402d4f-736d-4290-9383-45e766974d40 req-20c09a2a-e3af-44ea-8644-6ecf04d8076c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.423498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402d4f-736d-4290-9383-45e766974d40 req-20c09a2a-e3af-44ea-8644-6ecf04d8076c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.429453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402d4f-736d-4290-9383-45e766974d40 req-20c09a2a-e3af-44ea-8644-6ecf04d8076c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.435390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402d4f-736d-4290-9383-45e766974d40 req-20c09a2a-e3af-44ea-8644-6ecf04d8076c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.441299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402d4f-736d-4290-9383-45e766974d40 req-20c09a2a-e3af-44ea-8644-6ecf04d8076c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.447896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402d4f-736d-4290-9383-45e766974d40 req-20c09a2a-e3af-44ea-8644-6ecf04d8076c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.453806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402d4f-736d-4290-9383-45e766974d40 req-20c09a2a-e3af-44ea-8644-6ecf04d8076c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.455777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1402d4f-736d-4290-9383-45e766974d40 req-20c09a2a-e3af-44ea-8644-6ecf04d8076c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5429 time: 0.1733460 Aug 16 20:49:35.465299 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-e704ce55-c198-449f-9f0c-6710854e46fe tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] delete failed (client error): The resource could not be found. Aug 16 20:49:35.466597 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e704ce55-c198-449f-9f0c-6710854e46fe tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "DELETE /v2.0/floatingips/41e2a278-d62b-47d3-b716-76151b706293 HTTP/1.1" status: 404 len: 345 time: 0.0920715 Aug 16 20:49:35.467956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bede2-1c89-4692-9943-8727af20d1fc req-51505198-5231-45d4-aeb7-4fe6be3f3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.469183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54722) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:35.469385 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9f5bede2-1c89-4692-9943-8727af20d1fc req-51505198-5231-45d4-aeb7-4fe6be3f3975 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b0d534bd-676f-4885-bc60-63b42f115721 HTTP/1.1" status: 200 len: 913 time: 0.2211521 Aug 16 20:49:35.518523 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bb1f44-4c77-4c33-9500-d6a86638f7be tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 20:49:35.519125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bb1f44-4c77-4c33-9500-d6a86638f7be tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:49:35.521233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-93bb1f44-4c77-4c33-9500-d6a86638f7be tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "DELETE /v2.0/networks/45f081c9-cb8c-4b82-af83-3f3c19eb7b32 HTTP/1.1" status: 404 len: 339 time: 0.0510917 Aug 16 20:49:35.529704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54728) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:35.539375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Request body: {'network': {'name': 'tempest-network--1552696491', 'router:external': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:35.553043 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.556361 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9f5bede2-1c89-4692-9943-8727af20d1fc req-f7c81fd3-b141-4a8f-a326-286cde19fc97 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64f6619a-39f4-4e20-b799-ac03145ec4a4 HTTP/1.1" status: 200 len: 217 time: 0.0775290 Aug 16 20:49:35.572683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1402d4f-736d-4290-9383-45e766974d40 req-12badc30-8c57-4688-8157-cce0bb3e3baa tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080527 Aug 16 20:49:35.598822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c39b065c-4f38-4d09-9a1c-c61c88c915c1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:35.622694 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3937-9cae-46ba-b61d-3e3c6537df30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.651537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bede2-1c89-4692-9943-8727af20d1fc req-d6a2e21f-6d6c-46ab-a69f-7b1fb25a3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.653095 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9f5bede2-1c89-4692-9943-8727af20d1fc req-d6a2e21f-6d6c-46ab-a69f-7b1fb25a3720 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=832a59df-0ca4-465c-8325-3cc2b2d4b34c HTTP/1.1" status: 200 len: 852 time: 0.0899377 Aug 16 20:49:35.688213 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9f5bede2-1c89-4692-9943-8727af20d1fc req-85cf30ca-9768-4a08-b511-e2eaf19db4a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b0d534bd-676f-4885-bc60-63b42f115721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261950 Aug 16 20:49:35.696396 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.697615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:35.706201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8ef85-d158-4934-9905-d311df9bdcd9 req-20674683-dfff-4eba-8a66-92f3241bd036 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.707828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44a8ef85-d158-4934-9905-d311df9bdcd9 req-20674683-dfff-4eba-8a66-92f3241bd036 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.0523403 Aug 16 20:49:35.737758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3937-9cae-46ba-b61d-3e3c6537df30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.787671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c39b065c-4f38-4d09-9a1c-c61c88c915c1,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:35.789145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44a8ef85-d158-4934-9905-d311df9bdcd9 req-e8fcbdc9-d4dd-4c19-8a37-873d6258a0b9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739989 Aug 16 20:49:35.797269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3720daa2-0491-4484-8e3f-c5a4cec80c4e'}, {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39b065c-4f38-4d09-9a1c-c61c88c915c1'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:35.800696 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0697a7-406b-441a-af9f-2f9172dafe01" -d '{"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "3720daa2-0491-4484-8e3f-c5a4cec80c4e"}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "c39b065c-4f38-4d09-9a1c-c61c88c915c1"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:35.806425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6f3d3937-9cae-46ba-b61d-3e3c6537df30 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=55ba825c6a06499fa2e92359a3615b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5352225 Aug 16 20:49:35.807287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3937-9cae-46ba-b61d-3e3c6537df30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30cd265-f7d5-46f8-b120-efda0c5eb3ef,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:35.809694 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54736) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:35.838547 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9f5bede2-1c89-4692-9943-8727af20d1fc req-3fc2d99e-b6ec-4fc8-9d23-03002caa2860 service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328461 Aug 16 20:49:35.884571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:35.886203 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bc3602e3-ae29-4b2c-99ce-55223296a921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.888776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:35.889203 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.889331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Made reservation on behalf of 99fea9636f884e62ac247ddf04e3498d for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:35.891924 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.940041 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9f5bede2-1c89-4692-9943-8727af20d1fc req-1973b865-d8da-4f2e-89c3-76a5b8357777 service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932119 Aug 16 20:49:35.949088 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bc3602e3-ae29-4b2c-99ce-55223296a921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.971654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:49:35.973610 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.981869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a69be7-a16a-48eb-8036-3c6dc7bb0912 req-e0a8bc4e-6658-4464-b75e-bc4b09791693 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.983378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2a69be7-a16a-48eb-8036-3c6dc7bb0912 req-e0a8bc4e-6658-4464-b75e-bc4b09791693 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 943 time: 0.1155500 Aug 16 20:49:36.006982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:36.012875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.013251 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Added segment 7069ec1e-796b-4029-9e6e-c7118293e552 of type vlan for network 7ba80222-785d-44be-9fd8-23811151a654 Aug 16 20:49:36.084663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.086374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2a69be7-a16a-48eb-8036-3c6dc7bb0912 req-708e5594-f870-4dad-ac0b-68b8cab83868 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886374 Aug 16 20:49:36.099542 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fd87c1-bd71-481e-98a8-7df00af7053a x-openstack-request-id: req-79fd87c1-bd71-481e-98a8-7df00af7053a {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:36.099835 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "3720daa2-0491-4484-8e3f-c5a4cec80c4e", "code": 200}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "c39b065c-4f38-4d09-9a1c-c61c88c915c1", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:36.100092 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-79fd87c1-bd71-481e-98a8-7df00af7053a {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:36.101258 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3720daa2-0491-4484-8e3f-c5a4cec80c4e', 'code': 200} Aug 16 20:49:36.107018 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39b065c-4f38-4d09-9a1c-c61c88c915c1', 'code': 200} Aug 16 20:49:36.107018 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.170751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:36.216953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bc3602e3-ae29-4b2c-99ce-55223296a921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.220015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bc3602e3-ae29-4b2c-99ce-55223296a921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.221402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bc3602e3-ae29-4b2c-99ce-55223296a921 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f30cd265-f7d5-46f8-b120-efda0c5eb3ef HTTP/1.1" status: 204 len: 168 time: 0.4107404 Aug 16 20:49:36.222288 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.223388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.224388 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.321599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3602e3-ae29-4b2c-99ce-55223296a921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30cd265-f7d5-46f8-b120-efda0c5eb3ef,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:36.353818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fcc2d-5812-40d0-b9bf-d6ee917c31f5 req-0aba1092-5eff-4195-be8c-4440b85420f5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.365665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-127fcc2d-5812-40d0-b9bf-d6ee917c31f5 req-0aba1092-5eff-4195-be8c-4440b85420f5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1988075 Aug 16 20:49:36.376207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8454068 Aug 16 20:49:36.379631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54750) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:36.422745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838d512-a395-4e5b-a710-bd8eb7bde659 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event updated for resources: {'Network': ['ID=7ba80222-785d-44be-9fd8-23811151a654,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:36.435463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 7ba80222-785d-44be-9fd8-23811151a654 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:49:36.504851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d482630-0ec9-414c-9cc3-41139052f0c1 req-465435cd-acb6-4b45-bee3-692cb51725e4 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0469029 Aug 16 20:49:36.518852 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-127fcc2d-5812-40d0-b9bf-d6ee917c31f5 req-849b714a-ee9b-41a8-a234-a18b5df27515 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445649 Aug 16 20:49:36.588199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fd758-9376-4c03-b3b9-03d26fba8684 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.596828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fd758-9376-4c03-b3b9-03d26fba8684 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.605168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fd758-9376-4c03-b3b9-03d26fba8684 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.613611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fd758-9376-4c03-b3b9-03d26fba8684 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.617966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-655fd758-9376-4c03-b3b9-03d26fba8684 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2308600 Aug 16 20:49:36.619352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54756) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:36.767824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05c63-45c8-4d35-a1b0-61808e92bd2f req-147878b2-733c-4e5f-987d-1f91a87cc084 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.769443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cae05c63-45c8-4d35-a1b0-61808e92bd2f req-147878b2-733c-4e5f-987d-1f91a87cc084 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1507998 Aug 16 20:49:36.772852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.786548 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2af005f-2160-407e-a4c4-26127f9f3a5e', 'tag': '59b4cc35-f26b-46cf-9f2a-54781e1c9dfc'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:36.791289 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea1d97c-4d36-4639-a98b-fcc9de3ccf86" -d '{"events": [{"name": "network-changed", "server_uuid": "f2af005f-2160-407e-a4c4-26127f9f3a5e", "tag": "59b4cc35-f26b-46cf-9f2a-54781e1c9dfc"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:36.818358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c94b-e03f-4d97-904b-3e2d1ed53949 req-7b314841-c6ee-4581-8667-5cad11774f63 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.824641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c94b-e03f-4d97-904b-3e2d1ed53949 req-7b314841-c6ee-4581-8667-5cad11774f63 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.830654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c94b-e03f-4d97-904b-3e2d1ed53949 req-7b314841-c6ee-4581-8667-5cad11774f63 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.836901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c94b-e03f-4d97-904b-3e2d1ed53949 req-7b314841-c6ee-4581-8667-5cad11774f63 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.843199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c94b-e03f-4d97-904b-3e2d1ed53949 req-7b314841-c6ee-4581-8667-5cad11774f63 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.849336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c94b-e03f-4d97-904b-3e2d1ed53949 req-7b314841-c6ee-4581-8667-5cad11774f63 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.855855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c94b-e03f-4d97-904b-3e2d1ed53949 req-7b314841-c6ee-4581-8667-5cad11774f63 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:36.857774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5d14c94b-e03f-4d97-904b-3e2d1ed53949 req-7b314841-c6ee-4581-8667-5cad11774f63 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5431 time: 0.1633759 Aug 16 20:49:36.959584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cae05c63-45c8-4d35-a1b0-61808e92bd2f req-255d1e98-0dc6-4cd2-ab53-43be83778cd9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767535 Aug 16 20:49:36.984008 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.003795 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5d14c94b-e03f-4d97-904b-3e2d1ed53949 req-9b93206b-0373-4cb4-b116-874ca6c43912 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362104 Aug 16 20:49:37.005550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba80222-785d-44be-9fd8-23811151a654']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:37.017992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7069ec1e-796b-4029-9e6e-c7118293e552') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:37.018303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7069ec1e-796b-4029-9e6e-c7118293e552') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:37.030669 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.046368 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da67517-3abf-43cd-b10c-512b291ec64f x-openstack-request-id: req-0da67517-3abf-43cd-b10c-512b291ec64f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:37.046745 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2af005f-2160-407e-a4c4-26127f9f3a5e", "tag": "59b4cc35-f26b-46cf-9f2a-54781e1c9dfc", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:37.046998 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0da67517-3abf-43cd-b10c-512b291ec64f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:37.047402 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2af005f-2160-407e-a4c4-26127f9f3a5e', 'tag': '59b4cc35-f26b-46cf-9f2a-54781e1c9dfc', 'status': 'completed', 'code': 200} Aug 16 20:49:37.048905 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.057588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:49:37.058131 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:49:37.060196 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:49:37.114640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1d97c-4d36-4639-a98b-fcc9de3ccf86 req-ab410502-1805-4d1d-a6be-9595d8276548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:37.116675 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eea1d97c-4d36-4639-a98b-fcc9de3ccf86 req-ab410502-1805-4d1d-a6be-9595d8276548 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb555c21e52c4a9db00b0847c5a8f4df&device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 1095 time: 0.0440226 Aug 16 20:49:37.179303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf55aae-bedf-4446-a9b8-d462ddc25edf req-7509a724-a9a2-4179-b893-deb64856f741 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:37.181366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdf55aae-bedf-4446-a9b8-d462ddc25edf req-7509a724-a9a2-4179-b893-deb64856f741 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.0738878 Aug 16 20:49:37.264285 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.273332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ba80222-785d-44be-9fd8-23811151a654 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:49:37.276039 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.278158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "DELETE /v2.0/networks/7ba80222-785d-44be-9fd8-23811151a654 HTTP/1.1" status: 204 len: 168 time: 0.6579397 Aug 16 20:49:37.285550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54780) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:37.293464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:37.294810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1d97c-4d36-4639-a98b-fcc9de3ccf86 req-ad175d2a-a914-4287-bd1c-70ebbeb4c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:37.296880 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eea1d97c-4d36-4639-a98b-fcc9de3ccf86 req-ad175d2a-a914-4287-bd1c-70ebbeb4c051 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b0d534bd-676f-4885-bc60-63b42f115721 HTTP/1.1" status: 200 len: 913 time: 0.1666515 Aug 16 20:49:37.298865 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fb4be18d-5e38-47bb-9167-5ba8956f3168 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:37.303244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Request body: {'network': {'name': 'tempest-network--1926169145', 'router:external': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:37.322620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdf55aae-bedf-4446-a9b8-d462ddc25edf req-3abdeefa-4a87-4f39-b0e4-6be80dcb3091 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295607 Aug 16 20:49:37.330062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d674991-07db-4d63-a90b-ebfa95d3cdec tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ba80222-785d-44be-9fd8-23811151a654,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:37.373071 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eea1d97c-4d36-4639-a98b-fcc9de3ccf86 req-6b97cf7f-bbd7-4f8b-ab3f-80f5a49a38fc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc HTTP/1.1" status: 200 len: 217 time: 0.0678301 Aug 16 20:49:37.396362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f234d-3b65-44ce-ad05-2e70b6ed0357 req-f6543a2a-dd85-4f3f-b09e-548723cc2ed1 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:37.398725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d14f234d-3b65-44ce-ad05-2e70b6ed0357 req-f6543a2a-dd85-4f3f-b09e-548723cc2ed1 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 943 time: 0.1737339 Aug 16 20:49:37.458719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d14f234d-3b65-44ce-ad05-2e70b6ed0357 req-775222ab-0a13-48e4-8111-f014a1b4b41b tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524311 Aug 16 20:49:37.472205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1d97c-4d36-4639-a98b-fcc9de3ccf86 req-e1fccb57-ce75-409b-bce3-1c521d7a03da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:37.474668 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eea1d97c-4d36-4639-a98b-fcc9de3ccf86 req-e1fccb57-ce75-409b-bce3-1c521d7a03da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=832a59df-0ca4-465c-8325-3cc2b2d4b34c HTTP/1.1" status: 200 len: 852 time: 0.0910852 Aug 16 20:49:37.495694 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Made reservation on behalf of 99fea9636f884e62ac247ddf04e3498d for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:37.499295 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.529184 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eea1d97c-4d36-4639-a98b-fcc9de3ccf86 req-dc11e1fc-737d-473c-bb71-163cbf6b0d4c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b0d534bd-676f-4885-bc60-63b42f115721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427790 Aug 16 20:49:37.620553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port fb4be18d-5e38-47bb-9167-5ba8956f3168 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:37.628351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:49:37.636203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port fb4be18d-5e38-47bb-9167-5ba8956f3168 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:37.637689 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.650008 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.650351 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Added segment fb49c6a9-e631-402d-a390-81a1110fc1c6 of type vlan for network e60ea19e-c813-49e8-a46a-a583d20d4af8 Aug 16 20:49:37.674823 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eea1d97c-4d36-4639-a98b-fcc9de3ccf86 req-8f40e4e3-6650-47db-83b2-d7d39a315907 service neutron] 10.222.0.76 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265776 Aug 16 20:49:37.751504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:37.815359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '59b4cc35-f26b-46cf-9f2a-54781e1c9dfc', 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721', 'port_id': '59b4cc35-f26b-46cf-9f2a-54781e1c9dfc', 'mac_address': 'fa:16:3e:28:56:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832a59df-0ca4-465c-8325-3cc2b2d4b34c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:37.818677 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.837729 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-08eef021-c8e7-4fd0-972a-b66598eb97fb req-01f699b4-b887-4abf-94ed-fc0a517b890f tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.1049392 Aug 16 20:49:37.859839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fb4be18d-5e38-47bb-9167-5ba8956f3168, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fb4be18d-5e38-47bb-9167-5ba8956f3168,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:37.865370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 64f6619a-39f4-4e20-b799-ac03145ec4a4 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:37.903082 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eea1d97c-4d36-4639-a98b-fcc9de3ccf86 req-d902d501-b99b-4dc3-80b9-3042bdefd622 service neutron] 10.222.0.76 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196598 Aug 16 20:49:37.936248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1a596-497f-41e3-94b6-487ec7abc01c req-6002e390-0fe2-4473-b570-e85f96f2c6e9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:37.944287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52b1a596-497f-41e3-94b6-487ec7abc01c req-6002e390-0fe2-4473-b570-e85f96f2c6e9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1052492 Aug 16 20:49:37.981687 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.984067 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.986670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 485de2cf-1908-4253-b829-fe46c689dd3c up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:38.012380 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.063221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:38.108266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52b1a596-497f-41e3-94b6-487ec7abc01c req-a9e418bf-8654-4572-adba-d0d1112a1faf tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585610 Aug 16 20:49:38.109165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e'}, {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4be18d-5e38-47bb-9167-5ba8956f3168'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:38.112128 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5e0473-8b36-4924-b8e9-0ba8ed2606a8" -d '{"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e"}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "fb4be18d-5e38-47bb-9167-5ba8956f3168"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:38.124375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93f485-41ff-4f54-8adb-46476fa66799 req-25a281d3-8129-4c4b-a3ca-ebeacdef7922 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.130471 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce93f485-41ff-4f54-8adb-46476fa66799 req-25a281d3-8129-4c4b-a3ca-ebeacdef7922 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1777296 Aug 16 20:49:38.147384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:38.171788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 64f6619a-39f4-4e20-b799-ac03145ec4a4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=64f6619a-39f4-4e20-b799-ac03145ec4a4,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:38.187982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=fb4be18d-5e38-47bb-9167-5ba8956f3168,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:38.196070 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '64f6619a-39f4-4e20-b799-ac03145ec4a4', 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721', 'port_id': '64f6619a-39f4-4e20-b799-ac03145ec4a4', 'mac_address': 'fa:16:3e:f6:f7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832a59df-0ca4-465c-8325-3cc2b2d4b34c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:38.224055 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.227285 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a180d36e-c125-432a-9aed-9e6e6e07803b req-5167942a-b594-4a1b-ba06-41259f32ebcc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0680118 Aug 16 20:49:38.228602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.229358 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.239920 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.246631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce93f485-41ff-4f54-8adb-46476fa66799 req-20f14e76-1523-4d4e-bb87-edad864b1831 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052480 Aug 16 20:49:38.257309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f6619a-39f4-4e20-b799-ac03145ec4a4 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:38.262149 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.281624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 485de2cf-1908-4253-b829-fe46c689dd3c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:38.308251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 64f6619a-39f4-4e20-b799-ac03145ec4a4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=64f6619a-39f4-4e20-b799-ac03145ec4a4,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:38.316231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 485de2cf-1908-4253-b829-fe46c689dd3c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:38.316612 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.357991 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45696f9-f4c7-443d-80fc-dca7daa846a4 x-openstack-request-id: req-d45696f9-f4c7-443d-80fc-dca7daa846a4 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:38.358350 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e", "code": 200}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "fb4be18d-5e38-47bb-9167-5ba8956f3168", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:38.358611 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d45696f9-f4c7-443d-80fc-dca7daa846a4 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:38.359014 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e', 'code': 200} Aug 16 20:49:38.359275 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4be18d-5e38-47bb-9167-5ba8956f3168', 'code': 200} Aug 16 20:49:38.384871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event updated for resources: {'Network': ['ID=e60ea19e-c813-49e8-a46a-a583d20d4af8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:38.386274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:38.396022 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.398932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network e60ea19e-c813-49e8-a46a-a583d20d4af8 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:49:38.419538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e26af-ffa2-40bf-a09a-9a68b6e70ccb req-ac1cbb1b-3116-490a-a336-9c503d28c7f9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.425916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e26af-ffa2-40bf-a09a-9a68b6e70ccb req-ac1cbb1b-3116-490a-a336-9c503d28c7f9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.432267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e26af-ffa2-40bf-a09a-9a68b6e70ccb req-ac1cbb1b-3116-490a-a336-9c503d28c7f9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.438518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e26af-ffa2-40bf-a09a-9a68b6e70ccb req-ac1cbb1b-3116-490a-a336-9c503d28c7f9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.445117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e26af-ffa2-40bf-a09a-9a68b6e70ccb req-ac1cbb1b-3116-490a-a336-9c503d28c7f9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.452198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e26af-ffa2-40bf-a09a-9a68b6e70ccb req-ac1cbb1b-3116-490a-a336-9c503d28c7f9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.458882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e26af-ffa2-40bf-a09a-9a68b6e70ccb req-ac1cbb1b-3116-490a-a336-9c503d28c7f9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.466903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f07e26af-ffa2-40bf-a09a-9a68b6e70ccb req-ac1cbb1b-3116-490a-a336-9c503d28c7f9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5432 time: 0.2263114 Aug 16 20:49:38.487582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-92b344a9-b2c9-4b79-b360-3b87dc7c1c61 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1994174 Aug 16 20:49:38.491948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54806) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:38.527659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f07e26af-ffa2-40bf-a09a-9a68b6e70ccb req-9ad1f534-a4b9-4b84-bad6-73288b4c0192 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596709 Aug 16 20:49:38.613255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed4427-01b9-4bc9-b9af-67e699a6500a req-12d8f47d-d6a7-492f-a4aa-72d4c0ee9235 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.614991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71ed4427-01b9-4bc9-b9af-67e699a6500a req-12d8f47d-d6a7-492f-a4aa-72d4c0ee9235 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 944 time: 0.0626559 Aug 16 20:49:38.639715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a3445-fae1-4a66-b219-a4532f3e8c2c tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.641613 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0f1a3445-fae1-4a66-b219-a4532f3e8c2c tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] 10.222.0.74 "GET /v2.0/networks/e60ea19e-c813-49e8-a46a-a583d20d4af8 HTTP/1.1" status: 200 len: 757 time: 0.1476974 Aug 16 20:49:38.644347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54810) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:38.649951 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=64f6619a-39f4-4e20-b799-ac03145ec4a4,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:38.667605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71ed4427-01b9-4bc9-b9af-67e699a6500a req-a067dfd7-f2ea-4453-b536-f3413f930e1e tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437131 Aug 16 20:49:38.688231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54812) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:38.693272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['64f6619a-39f4-4e20-b799-ac03145ec4a4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:38.743868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d496905d-55a9-4a99-ac89-fc7fc5b9beba tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.745990 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.748010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54816) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:38.748156 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d496905d-55a9-4a99-ac89-fc7fc5b9beba tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] 10.222.0.74 "GET /v2.0/networks/1522b74b-f657-4a90-ae35-fe33673e9211 HTTP/1.1" status: 200 len: 768 time: 0.1026406 Aug 16 20:49:38.809234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['59b4cc35-f26b-46cf-9f2a-54781e1c9dfc'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:38.812969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 485de2cf-1908-4253-b829-fe46c689dd3c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=485de2cf-1908-4253-b829-fe46c689dd3c,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:38.830386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8488ce31-089c-4ef6-881a-338b9ec10906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.860638 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.882938 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.883756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a19bea0e-f740-4d0b-8449-60adbd042ab2 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:39.001703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13b18fcb-faae-4ab2-a818-7083aa193baa req-defc6d7c-cf20-4f73-a8b3-4513663f3fc1 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0637922 Aug 16 20:49:39.019748 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.036335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60ea19e-c813-49e8-a46a-a583d20d4af8']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:39.051969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=485de2cf-1908-4253-b829-fe46c689dd3c,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:39.052714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb49c6a9-e631-402d-a390-81a1110fc1c6') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:39.053040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb49c6a9-e631-402d-a390-81a1110fc1c6') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:39.070052 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.091254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8488ce31-089c-4ef6-881a-338b9ec10906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.103637 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.107824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:49:39.108456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:49:39.110515 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:49:39.170600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port a19bea0e-f740-4d0b-8449-60adbd042ab2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:39.170864 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8488ce31-089c-4ef6-881a-338b9ec10906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.177507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port a19bea0e-f740-4d0b-8449-60adbd042ab2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:39.181590 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.228444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8488ce31-089c-4ef6-881a-338b9ec10906 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b1e2db9f78146059a0480e5a4645f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5391073 Aug 16 20:49:39.231249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54822) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:39.243904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488ce31-089c-4ef6-881a-338b9ec10906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb4f11b-8616-4797-8396-bb29d79e64c2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:39.251914 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.255573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e60ea19e-c813-49e8-a46a-a583d20d4af8 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:49:39.259351 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.262404 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "DELETE /v2.0/networks/e60ea19e-c813-49e8-a46a-a583d20d4af8 HTTP/1.1" status: 204 len: 168 time: 0.5132685 Aug 16 20:49:39.266646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54824) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:39.274683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Request body: {'network': {'name': 'tempest-network--1183970725'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:39.295959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43c886-dc00-47c7-b51c-50dce3c8a5ed tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event deleted for resources: {'Network': ['ID=e60ea19e-c813-49e8-a46a-a583d20d4af8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:39.328325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481dfd4-9eb2-4bb2-be78-9b109a5cd79c req-37f5cf0f-becd-43b4-a5ff-b3f8837bf8fc tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.337314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a481dfd4-9eb2-4bb2-be78-9b109a5cd79c req-37f5cf0f-becd-43b4-a5ff-b3f8837bf8fc tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1254015 Aug 16 20:49:39.357579 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0efd66fe-5c9e-4820-a65d-5a6dbcb152bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.380959 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.419582 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0efd66fe-5c9e-4820-a65d-5a6dbcb152bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.434942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a19bea0e-f740-4d0b-8449-60adbd042ab2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a19bea0e-f740-4d0b-8449-60adbd042ab2,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:39.493937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a481dfd4-9eb2-4bb2-be78-9b109a5cd79c req-0de0f8a9-e3ad-4475-a54f-597186fc7e9d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554089 Aug 16 20:49:39.495008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Made reservation on behalf of 99fea9636f884e62ac247ddf04e3498d for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:39.499452 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.518101 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.519118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:39.568181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4bf77-f02f-42ce-8e14-4bff3a7eecf5 req-411750b8-81ab-4312-9908-68b6c0533c5d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.570304 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bb4bf77-f02f-42ce-8e14-4bff3a7eecf5 req-411750b8-81ab-4312-9908-68b6c0533c5d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1712530 Aug 16 20:49:39.599385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=a19bea0e-f740-4d0b-8449-60adbd042ab2,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:39.608367 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0efd66fe-5c9e-4820-a65d-5a6dbcb152bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.611532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0efd66fe-5c9e-4820-a65d-5a6dbcb152bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.612274 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0efd66fe-5c9e-4820-a65d-5a6dbcb152bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3bb4f11b-8616-4797-8396-bb29d79e64c2 HTTP/1.1" status: 204 len: 168 time: 0.3794310 Aug 16 20:49:39.630596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd66fe-5c9e-4820-a65d-5a6dbcb152bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb4f11b-8616-4797-8396-bb29d79e64c2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:39.631705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:49:39.645940 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.646342 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Added segment b3cd3e9b-9e9a-4ece-9040-e647dc6e625c of type vlan for network b136f800-0c1d-403f-bf06-10c39cd6b6c2 Aug 16 20:49:39.705266 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.753311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:39.758110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:39.758476 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.783406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bb4bf77-f02f-42ce-8e14-4bff3a7eecf5 req-1eb1943b-36fd-4433-a3c6-2d8f5d292e9c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009602 Aug 16 20:49:39.827847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83cd02-ebba-4b1d-845d-94a920e8d2e5 req-ad8196f1-fa90-49ca-b41a-d1bccc95b4ce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.836396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83cd02-ebba-4b1d-845d-94a920e8d2e5 req-ad8196f1-fa90-49ca-b41a-d1bccc95b4ce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.843832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83cd02-ebba-4b1d-845d-94a920e8d2e5 req-ad8196f1-fa90-49ca-b41a-d1bccc95b4ce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.850428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83cd02-ebba-4b1d-845d-94a920e8d2e5 req-ad8196f1-fa90-49ca-b41a-d1bccc95b4ce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.857146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83cd02-ebba-4b1d-845d-94a920e8d2e5 req-ad8196f1-fa90-49ca-b41a-d1bccc95b4ce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.865542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83cd02-ebba-4b1d-845d-94a920e8d2e5 req-ad8196f1-fa90-49ca-b41a-d1bccc95b4ce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.872179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83cd02-ebba-4b1d-845d-94a920e8d2e5 req-ad8196f1-fa90-49ca-b41a-d1bccc95b4ce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.874189 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.876477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 64f6619a-39f4-4e20-b799-ac03145ec4a4 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:39.882019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e83cd02-ebba-4b1d-845d-94a920e8d2e5 req-ad8196f1-fa90-49ca-b41a-d1bccc95b4ce tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5434 time: 0.1496727 Aug 16 20:49:39.891173 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.892305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.892986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.946223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:40.022545 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event updated for resources: {'Network': ['ID=b136f800-0c1d-403f-bf06-10c39cd6b6c2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:40.027826 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.035825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network b136f800-0c1d-403f-bf06-10c39cd6b6c2 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:49:40.037756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 64f6619a-39f4-4e20-b799-ac03145ec4a4 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:40.043421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e83cd02-ebba-4b1d-845d-94a920e8d2e5 req-6017a246-397a-4c8f-af43-f8c63f8e222a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1603720 Aug 16 20:49:40.061146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb3c70-2b91-4a0e-9d8d-47d446bc1fa7 req-ce8d5a4b-e7ca-4f8f-a682-6ecd3f530387 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.068905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8adb3c70-2b91-4a0e-9d8d-47d446bc1fa7 req-ce8d5a4b-e7ca-4f8f-a682-6ecd3f530387 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 944 time: 0.1162763 Aug 16 20:49:40.099051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6cc06978-ac67-40dd-9d70-a16f3f3d05ae tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8278430 Aug 16 20:49:40.099505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54840) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:40.106529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-45572c92-d6ad-425e-973d-63ba9a9b0e80 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:40.164971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 64f6619a-39f4-4e20-b799-ac03145ec4a4 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:40.165401 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.181659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8adb3c70-2b91-4a0e-9d8d-47d446bc1fa7 req-157b8c8e-366f-4537-8619-f1ac95339f30 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079152 Aug 16 20:49:40.247977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94d4e121-53ea-48a5-8c47-ecea239ae4eb req-b452064f-3684-4ac4-8639-4b805a24909e tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0512943 Aug 16 20:49:40.361380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485de2cf-1908-4253-b829-fe46c689dd3c'}, {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19bea0e-f740-4d0b-8449-60adbd042ab2'}, {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:40.363609 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a262d53-236d-4da9-b1f3-7f5f67810d37" -d '{"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "485de2cf-1908-4253-b829-fe46c689dd3c"}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "a19bea0e-f740-4d0b-8449-60adbd042ab2"}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:40.367739 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-45572c92-d6ad-425e-973d-63ba9a9b0e80 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.410027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:40.444779 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a851884-34fd-4353-acee-cc22e4500739 x-openstack-request-id: req-5a851884-34fd-4353-acee-cc22e4500739 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:40.445130 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "485de2cf-1908-4253-b829-fe46c689dd3c", "code": 200}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "a19bea0e-f740-4d0b-8449-60adbd042ab2", "code": 200}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-plugged", "status": "completed", "tag": "b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:40.445401 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5a851884-34fd-4353-acee-cc22e4500739 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:40.445801 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485de2cf-1908-4253-b829-fe46c689dd3c', 'code': 200} Aug 16 20:49:40.446054 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19bea0e-f740-4d0b-8449-60adbd042ab2', 'code': 200} Aug 16 20:49:40.446302 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8', 'code': 200} Aug 16 20:49:40.463692 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.486062 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-45572c92-d6ad-425e-973d-63ba9a9b0e80 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.496753 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45572c92-d6ad-425e-973d-63ba9a9b0e80 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Network b136f800-0c1d-403f-bf06-10c39cd6b6c2 is not hosted by any dhcp agent {{(pid=95261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:49:40.503991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45572c92-d6ad-425e-973d-63ba9a9b0e80 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.504136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 64f6619a-39f4-4e20-b799-ac03145ec4a4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=64f6619a-39f4-4e20-b799-ac03145ec4a4,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:40.504276 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-45572c92-d6ad-425e-973d-63ba9a9b0e80 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.507379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-45572c92-d6ad-425e-973d-63ba9a9b0e80 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "PUT /v2.0/networks/b136f800-0c1d-403f-bf06-10c39cd6b6c2 HTTP/1.1" status: 200 len: 858 time: 0.4072244 Aug 16 20:49:40.510495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54856) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:40.602820 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.679510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=64f6619a-39f4-4e20-b799-ac03145ec4a4,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:40.716109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.727876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45572c92-d6ad-425e-973d-63ba9a9b0e80 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event updated for resources: {'Network': ['ID=b136f800-0c1d-403f-bf06-10c39cd6b6c2,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:40.737150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e76c7-b217-4bb2-a420-d15e6ad11e90 req-967dccdb-f1fb-4937-82f7-c8c97fd091fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.737651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e76c7-b217-4bb2-a420-d15e6ad11e90 req-967dccdb-f1fb-4937-82f7-c8c97fd091fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.738140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e76c7-b217-4bb2-a420-d15e6ad11e90 req-967dccdb-f1fb-4937-82f7-c8c97fd091fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.738619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e76c7-b217-4bb2-a420-d15e6ad11e90 req-967dccdb-f1fb-4937-82f7-c8c97fd091fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.739405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e76c7-b217-4bb2-a420-d15e6ad11e90 req-967dccdb-f1fb-4937-82f7-c8c97fd091fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.739779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e76c7-b217-4bb2-a420-d15e6ad11e90 req-967dccdb-f1fb-4937-82f7-c8c97fd091fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.740322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e76c7-b217-4bb2-a420-d15e6ad11e90 req-967dccdb-f1fb-4937-82f7-c8c97fd091fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.742477 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6e76c7-b217-4bb2-a420-d15e6ad11e90 req-967dccdb-f1fb-4937-82f7-c8c97fd091fa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6499 time: 0.1668000 Aug 16 20:49:40.751347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d26e7469-e4d5-4ae4-b1a3-fc8b03c58070 req-34bfd3b4-67ab-452c-887b-1d351adb63b1 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752&device_id=10027da5-7c56-42b1-8173-16a38ae42da3 HTTP/1.1" status: 200 len: 210 time: 0.0434272 Aug 16 20:49:40.786803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a13985-765c-4bf9-a09a-4af5d769df2c req-cab1d0e5-c76b-4f0e-87f8-b8a92546a8fa tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.796880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95a13985-765c-4bf9-a09a-4af5d769df2c req-cab1d0e5-c76b-4f0e-87f8-b8a92546a8fa tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1705942 Aug 16 20:49:40.848255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95a13985-765c-4bf9-a09a-4af5d769df2c req-4dfa5e71-361a-47fc-a9dd-943aa43a8878 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503979 Aug 16 20:49:40.862756 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.867430 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6e76c7-b217-4bb2-a420-d15e6ad11e90 req-e375caa7-31db-4d82-bd6e-02c4fe33ecfc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971339 Aug 16 20:49:40.880195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b136f800-0c1d-403f-bf06-10c39cd6b6c2']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:40.894333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cd3e9b-9e9a-4ece-9040-e647dc6e625c') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:40.894690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cd3e9b-9e9a-4ece-9040-e647dc6e625c') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:40.905974 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.920692 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.927392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:49:40.927853 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:49:40.930732 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:49:40.992261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deb133-5be7-4e72-b6b5-facb05b8563f req-b64239f4-e2ea-4828-b826-a80dc27e3bdc tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.994417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50deb133-5be7-4e72-b6b5-facb05b8563f req-b64239f4-e2ea-4828-b826-a80dc27e3bdc tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.0553145 Aug 16 20:49:41.042473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50deb133-5be7-4e72-b6b5-facb05b8563f req-5112664f-3895-4796-a485-afdd73bd2180 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370836 Aug 16 20:49:41.110167 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.123876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b136f800-0c1d-403f-bf06-10c39cd6b6c2 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:49:41.126509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.129301 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] 10.222.0.74 "DELETE /v2.0/networks/b136f800-0c1d-403f-bf06-10c39cd6b6c2 HTTP/1.1" status: 204 len: 168 time: 0.6163411 Aug 16 20:49:41.134368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54876) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:41.143526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a9440-e99d-41b1-8933-d1af6607c958 tempest-ExternalNetworksTestJSON-1033576271 tempest-ExternalNetworksTestJSON-1033576271-project-admin] Pushing event deleted for resources: {'Network': ['ID=b136f800-0c1d-403f-bf06-10c39cd6b6c2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:41.177350 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3044509-189f-4f93-a152-8dc7444daeb1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] DELETE failed (client error): The resource could not be found. Aug 16 20:49:41.178234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3044509-189f-4f93-a152-8dc7444daeb1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:49:41.180625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b3044509-189f-4f93-a152-8dc7444daeb1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] 10.222.0.74 "DELETE /v2.0/subnets/4c82beef-a149-4f65-9460-1b20dcd5eec8 HTTP/1.1" status: 404 len: 337 time: 0.0459175 Aug 16 20:49:41.183382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54878) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:41.252269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2926f5d-3775-4ba9-83db-d279c467c7ae req-c949cf9b-11d2-462c-9539-688912fd07a2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.259933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2926f5d-3775-4ba9-83db-d279c467c7ae req-c949cf9b-11d2-462c-9539-688912fd07a2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.266523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2926f5d-3775-4ba9-83db-d279c467c7ae req-c949cf9b-11d2-462c-9539-688912fd07a2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.273134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2926f5d-3775-4ba9-83db-d279c467c7ae req-c949cf9b-11d2-462c-9539-688912fd07a2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.280156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2926f5d-3775-4ba9-83db-d279c467c7ae req-c949cf9b-11d2-462c-9539-688912fd07a2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.286883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2926f5d-3775-4ba9-83db-d279c467c7ae req-c949cf9b-11d2-462c-9539-688912fd07a2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.291519 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.294446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2926f5d-3775-4ba9-83db-d279c467c7ae req-c949cf9b-11d2-462c-9539-688912fd07a2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.303345 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2926f5d-3775-4ba9-83db-d279c467c7ae req-c949cf9b-11d2-462c-9539-688912fd07a2 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5435 time: 0.1284909 Aug 16 20:49:41.318044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:41.368198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cbcbad30-da92-4e77-9420-fb3b34ddffd8 req-49ab0560-4669-49fa-a6f6-68191a09867b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdd3ad5fcaf14ccb91412abdd7cafae2&device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0707545 Aug 16 20:49:41.408175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b767a5-05d7-4a38-85f7-8d850e179f79 req-d5f201d5-344d-4fa6-998c-ffe5f3b3e203 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.416575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90b767a5-05d7-4a38-85f7-8d850e179f79 req-d5f201d5-344d-4fa6-998c-ffe5f3b3e203 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 944 time: 0.0960448 Aug 16 20:49:41.423551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2926f5d-3775-4ba9-83db-d279c467c7ae req-e098a4a5-31a0-45fd-8f58-2c41ede03331 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1186008 Aug 16 20:49:41.489623 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cbcbad30-da92-4e77-9420-fb3b34ddffd8 req-650abb5a-3b5c-44eb-b0ed-e0ea02a012f7 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=cdd3ad5fcaf14ccb91412abdd7cafae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112697 Aug 16 20:49:41.501952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90b767a5-05d7-4a38-85f7-8d850e179f79 req-3a3f6ca7-2031-4c80-850f-972559c6c831 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841448 Aug 16 20:49:41.516646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:41.521331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:41.522469 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.611240 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7117be4-d9e8-4b64-8004-591dbbe29b76 req-9341e7b1-ef42-4648-b580-58409a50f42a tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0696576 Aug 16 20:49:41.660929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.682912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1522b74b-f657-4a90-ae35-fe33673e9211']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:41.700638 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.704565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5814a53-8aa9-4739-bfcf-7defe96f7169') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:41.705091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5814a53-8aa9-4739-bfcf-7defe96f7169') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:41.717273 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.731503 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.734379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:41.738729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:49:41.739477 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:49:41.778526 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:49:41.817771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbad30-da92-4e77-9420-fb3b34ddffd8 req-79c1ae67-487f-4ed5-a2c6-ac945f4f0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.819285 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cbcbad30-da92-4e77-9420-fb3b34ddffd8 req-79c1ae67-487f-4ed5-a2c6-ac945f4f0901 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3189669 Aug 16 20:49:41.844618 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.906534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:41.914853 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.927112 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.928991 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] 10.222.0.74 "DELETE /v2.0/networks/1522b74b-f657-4a90-ae35-fe33673e9211 HTTP/1.1" status: 204 len: 168 time: 0.7444386 Aug 16 20:49:41.940237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a8927-ae0e-420e-a710-d468c6ec41c1 tempest-ExternalNetworksTestJSON-1798464116 tempest-ExternalNetworksTestJSON-1798464116-project] Pushing event deleted for resources: {'Network': ['ID=1522b74b-f657-4a90-ae35-fe33673e9211,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:42.014121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb705c-e996-4d5f-a1a9-cbe66ca2324b req-5b399bd9-a947-4918-924b-b778fc483b42 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.016810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9bb705c-e996-4d5f-a1a9-cbe66ca2324b req-5b399bd9-a947-4918-924b-b778fc483b42 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0586927 Aug 16 20:49:42.065659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9bb705c-e996-4d5f-a1a9-cbe66ca2324b req-22d4bcfb-44b8-4768-bc42-c0de65c210aa tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372934 Aug 16 20:49:42.160361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ad41-4f3a-49c2-bd7b-6c944ccf5451 req-59b9b508-ecb3-4614-9979-12129f21e7fb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.161779 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbc9ad41-4f3a-49c2-bd7b-6c944ccf5451 req-59b9b508-ecb3-4614-9979-12129f21e7fb tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.0505514 Aug 16 20:49:42.200784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbc9ad41-4f3a-49c2-bd7b-6c944ccf5451 req-8f614ac1-d1cd-47f0-8a68-abbfb118198c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320659 Aug 16 20:49:42.447580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f6619a-39f4-4e20-b799-ac03145ec4a4'}, {'server_uuid': 'f2af005f-2160-407e-a4c4-26127f9f3a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b4cc35-f26b-46cf-9f2a-54781e1c9dfc'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:42.450303 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319b5375-2a52-403d-b54b-576267e9e2e9" -d '{"events": [{"server_uuid": "dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470", "name": "network-vif-plugged", "status": "completed", "tag": "64f6619a-39f4-4e20-b799-ac03145ec4a4"}, {"server_uuid": "f2af005f-2160-407e-a4c4-26127f9f3a5e", "name": "network-vif-plugged", "status": "completed", "tag": "59b4cc35-f26b-46cf-9f2a-54781e1c9dfc"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:42.493268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54916) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:42.500533 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937396fb-3f94-44a9-85ff-a637d6edb1e8 x-openstack-request-id: req-937396fb-3f94-44a9-85ff-a637d6edb1e8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:42.502868 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470", "name": "network-vif-plugged", "status": "completed", "tag": "64f6619a-39f4-4e20-b799-ac03145ec4a4", "code": 200}, {"server_uuid": "f2af005f-2160-407e-a4c4-26127f9f3a5e", "name": "network-vif-plugged", "status": "completed", "tag": "59b4cc35-f26b-46cf-9f2a-54781e1c9dfc", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:42.503686 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-937396fb-3f94-44a9-85ff-a637d6edb1e8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:42.504290 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f6619a-39f4-4e20-b799-ac03145ec4a4', 'code': 200} Aug 16 20:49:42.504592 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2af005f-2160-407e-a4c4-26127f9f3a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b4cc35-f26b-46cf-9f2a-54781e1c9dfc', 'code': 200} Aug 16 20:49:42.580159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1a8e1-96cc-4959-8178-73e702124255 req-5f445d8f-34f6-45dc-bcbe-6a642c1a9a0a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.586904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1a8e1-96cc-4959-8178-73e702124255 req-5f445d8f-34f6-45dc-bcbe-6a642c1a9a0a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.592854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1a8e1-96cc-4959-8178-73e702124255 req-5f445d8f-34f6-45dc-bcbe-6a642c1a9a0a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.598888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1a8e1-96cc-4959-8178-73e702124255 req-5f445d8f-34f6-45dc-bcbe-6a642c1a9a0a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.605424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1a8e1-96cc-4959-8178-73e702124255 req-5f445d8f-34f6-45dc-bcbe-6a642c1a9a0a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.611566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1a8e1-96cc-4959-8178-73e702124255 req-5f445d8f-34f6-45dc-bcbe-6a642c1a9a0a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.617878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1a8e1-96cc-4959-8178-73e702124255 req-5f445d8f-34f6-45dc-bcbe-6a642c1a9a0a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.619746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ce1a8e1-96cc-4959-8178-73e702124255 req-5f445d8f-34f6-45dc-bcbe-6a642c1a9a0a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5435 time: 0.1122904 Aug 16 20:49:42.656753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7dead-a2fc-4dbd-8f3d-9db8bfda0cdd req-136ea0b8-121e-43f3-bd4e-12d565d239bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.658407 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ca7dead-a2fc-4dbd-8f3d-9db8bfda0cdd req-136ea0b8-121e-43f3-bd4e-12d565d239bd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470 HTTP/1.1" status: 200 len: 1097 time: 0.0812740 Aug 16 20:49:42.685995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d2dc2-69f9-4f91-9e37-0601b007dbc7 req-be6c03ea-cee4-45d9-b5cf-e5f5820dd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.687482 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-631d2dc2-69f9-4f91-9e37-0601b007dbc7 req-be6c03ea-cee4-45d9-b5cf-e5f5820dd5d4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 1097 time: 0.0814188 Aug 16 20:49:42.697673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7942d-2c08-4ba2-aaf8-6454df6d7807 req-1ce21766-af82-4c79-b704-3604a94596c5 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.699185 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21e7942d-2c08-4ba2-aaf8-6454df6d7807 req-1ce21766-af82-4c79-b704-3604a94596c5 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 945 time: 0.0784807 Aug 16 20:49:42.712185 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ce1a8e1-96cc-4959-8178-73e702124255 req-574c9b9b-d7a2-4707-855a-006dc2a6d523 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617363 Aug 16 20:49:42.761375 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dc598926-6742-4750-b55a-cb48c9c5c4f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ca330eabda642bb83d7694433456d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668037 Aug 16 20:49:42.763131 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ca7dead-a2fc-4dbd-8f3d-9db8bfda0cdd req-e7f91ae0-a2f4-4ec2-9a67-6c7486ac0ece service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864484 Aug 16 20:49:42.763605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54928) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:42.763761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21e7942d-2c08-4ba2-aaf8-6454df6d7807 req-ee8697d9-48a1-49ad-a0a2-faab4344a5d8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505171 Aug 16 20:49:42.773608 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-631d2dc2-69f9-4f91-9e37-0601b007dbc7 req-07d47b49-b3b7-4428-b3f3-9273ca627ab9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774419 Aug 16 20:49:42.823999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ba03642-1b7f-4bc6-a732-13170eabeb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:42.831574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a28cf98-2dbd-4b3d-8bdf-89e26c586a79 req-7ddbeb18-a364-4a84-9443-f58f5ad256e3 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0346258 Aug 16 20:49:42.858316 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ba03642-1b7f-4bc6-a732-13170eabeb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:42.901746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8530-5b79-438e-a9fc-e636248de648 req-e07599c8-618d-4a0e-9d58-b17e438967b7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.907781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8530-5b79-438e-a9fc-e636248de648 req-e07599c8-618d-4a0e-9d58-b17e438967b7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.914250 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8530-5b79-438e-a9fc-e636248de648 req-e07599c8-618d-4a0e-9d58-b17e438967b7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.920218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8530-5b79-438e-a9fc-e636248de648 req-e07599c8-618d-4a0e-9d58-b17e438967b7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.926046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8530-5b79-438e-a9fc-e636248de648 req-e07599c8-618d-4a0e-9d58-b17e438967b7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.932491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8530-5b79-438e-a9fc-e636248de648 req-e07599c8-618d-4a0e-9d58-b17e438967b7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.938447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8530-5b79-438e-a9fc-e636248de648 req-e07599c8-618d-4a0e-9d58-b17e438967b7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.940300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b57a8530-5b79-438e-a9fc-e636248de648 req-e07599c8-618d-4a0e-9d58-b17e438967b7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5435 time: 0.1113105 Aug 16 20:49:42.951092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54932) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:42.957928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-fc0cd73d-d32e-46fd-9afe-8fb715746b06 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Request body: {'floatingip': {'port_id': '485de2cf-1908-4253-b829-fe46c689dd3c'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:42.997367 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ba03642-1b7f-4bc6-a732-13170eabeb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:42.998400 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fc0cd73d-d32e-46fd-9afe-8fb715746b06 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:43.000664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ba03642-1b7f-4bc6-a732-13170eabeb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:43.002203 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2ba03642-1b7f-4bc6-a732-13170eabeb75 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca951131-09a5-4cde-bbc4-85bf5fcff6e8 HTTP/1.1" status: 204 len: 168 time: 0.2356958 Aug 16 20:49:43.012715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba03642-1b7f-4bc6-a732-13170eabeb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca951131-09a5-4cde-bbc4-85bf5fcff6e8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:43.244698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd14d0-b8fc-4a59-8a96-5725e9066233 req-ea373aa8-26f5-4225-9f3a-879ce0f40ef2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.246264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6fd14d0-b8fc-4a59-8a96-5725e9066233 req-ea373aa8-26f5-4225-9f3a-879ce0f40ef2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1002312 Aug 16 20:49:43.337078 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cbcbad30-da92-4e77-9420-fb3b34ddffd8 req-2a199cd8-a33f-4ae6-9179-67fb3036f364 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0369473 Aug 16 20:49:43.419604 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6fd14d0-b8fc-4a59-8a96-5725e9066233 req-5f2e722e-8dd5-4032-89ad-b260d5ee833b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648865 Aug 16 20:49:43.710500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54946) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:43.761686 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e19cbd1f-bea8-4060-ac64-2e9c04e9aa09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=99fea9636f884e62ac247ddf04e3498d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488262 Aug 16 20:49:43.765560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54948) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:43.788154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6ea45-c7af-4103-bc7d-b9fac62ec810 req-91017ce1-9b3b-4a14-9f66-c14b6a9ea9b6 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.796175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51e6ea45-c7af-4103-bc7d-b9fac62ec810 req-91017ce1-9b3b-4a14-9f66-c14b6a9ea9b6 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.4964068 Aug 16 20:49:43.897970 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51e6ea45-c7af-4103-bc7d-b9fac62ec810 req-a075e872-f39f-4a50-a24d-25b9ba25c704 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008508 Aug 16 20:49:43.926399 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76d81d82-7d73-4e25-9973-4c6de99d381f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:43.976141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76d81d82-7d73-4e25-9973-4c6de99d381f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:44.019523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500adc36-1d4f-46cd-965b-6ee9820aaf06 req-bfb8b338-e32f-431c-b266-33defbb72ff8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:44.021065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-500adc36-1d4f-46cd-965b-6ee9820aaf06 req-bfb8b338-e32f-431c-b266-33defbb72ff8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 945 time: 0.1094186 Aug 16 20:49:44.027537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fc0cd73d-d32e-46fd-9afe-8fb715746b06 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:44.064344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f57fd738-ce27-4ffb-bff3-fd6bc9b0eb8b req-d88e8513-8acf-42e0-846d-256957e196d0 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a67edce-42be-43b5-9819-265ddc7a7752 HTTP/1.1" status: 200 len: 210 time: 0.0398333 Aug 16 20:49:44.085632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-500adc36-1d4f-46cd-965b-6ee9820aaf06 req-c26f82df-64dc-4139-8b55-70ef55dd1c7f tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569599 Aug 16 20:49:44.198960 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76d81d82-7d73-4e25-9973-4c6de99d381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:44.199074 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fc0cd73d-d32e-46fd-9afe-8fb715746b06 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:44.201995 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76d81d82-7d73-4e25-9973-4c6de99d381f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:44.203178 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-76d81d82-7d73-4e25-9973-4c6de99d381f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9fa97aaf-ed69-4ad0-bc6b-8274a31fe221 HTTP/1.1" status: 204 len: 168 time: 0.4364889 Aug 16 20:49:44.218343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d81d82-7d73-4e25-9973-4c6de99d381f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa97aaf-ed69-4ad0-bc6b-8274a31fe221,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:44.309681 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-fc0cd73d-d32e-46fd-9afe-8fb715746b06 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Floating IP 0a6cdd8f-5e39-43b5-9215-81647e979f30 associated. External IP: 172.25.4.78, port: 485de2cf-1908-4253-b829-fe46c689dd3c. Aug 16 20:49:44.574978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a638f45-bfe7-4533-b0da-f43ec2f04d03 req-47d70199-43fd-48c9-8743-2210ad73d671 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:44.576469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a638f45-bfe7-4533-b0da-f43ec2f04d03 req-47d70199-43fd-48c9-8743-2210ad73d671 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0723245 Aug 16 20:49:44.585866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0cd73d-d32e-46fd-9afe-8fb715746b06 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Router 76972155-349b-472c-a21a-eec1b4622fc7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:49:44.662279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a638f45-bfe7-4533-b0da-f43ec2f04d03 req-091c5767-3587-47f8-af99-76194c8cf3d3 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750103 Aug 16 20:49:44.739858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0cd73d-d32e-46fd-9afe-8fb715746b06 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:49:44.746192 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fc0cd73d-d32e-46fd-9afe-8fb715746b06 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:44.755162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2852dc1-7eae-4380-abf5-8ee5b24a90d8 None None] Sync routers for ids ['76972155-349b-472c-a21a-eec1b4622fc7'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:49:44.769101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2852dc1-7eae-4380-abf5-8ee5b24a90d8 None None] Routers {'76972155-349b-472c-a21a-eec1b4622fc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:44.769956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d2852dc1-7eae-4380-abf5-8ee5b24a90d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:49:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['76972155-349b-472c-a21a-eec1b4622fc7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:44.775096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fc0cd73d-d32e-46fd-9afe-8fb715746b06 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "PUT /v2.0/floatingips/0a6cdd8f-5e39-43b5-9215-81647e979f30 HTTP/1.1" status: 200 len: 990 time: 1.8227353 Aug 16 20:49:44.775609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': '485de2cf-1908-4253-b829-fe46c689dd3c'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:44.778153 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b95f880-3231-44d3-8298-7e6cd1bee2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "485de2cf-1908-4253-b829-fe46c689dd3c"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:44.898118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-d2852dc1-7eae-4380-abf5-8ee5b24a90d8 None None] Set router 76972155-349b-472c-a21a-eec1b4622fc7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:45.099826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01671c54-3fda-471e-9522-ef56c3884423 req-7723d8ee-289d-4160-8b77-0b4ba44741f6 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.109287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01671c54-3fda-471e-9522-ef56c3884423 req-7723d8ee-289d-4160-8b77-0b4ba44741f6 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1124380 Aug 16 20:49:45.144466 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08447d28-7923-42ad-b86e-580c24036fbb x-openstack-request-id: req-08447d28-7923-42ad-b86e-580c24036fbb {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:45.144775 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "tag": "485de2cf-1908-4253-b829-fe46c689dd3c", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:45.147024 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-08447d28-7923-42ad-b86e-580c24036fbb {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:45.147024 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'tag': '485de2cf-1908-4253-b829-fe46c689dd3c', 'status': 'completed', 'code': 200} Aug 16 20:49:45.159398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01671c54-3fda-471e-9522-ef56c3884423 req-119b186e-3c36-4b8f-b00d-3525406046b5 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436783 Aug 16 20:49:45.266944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-d9ebbde9-fbfc-471d-8bf9-6e9541219242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.277744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-d9ebbde9-fbfc-471d-8bf9-6e9541219242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.278627 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-d9ebbde9-fbfc-471d-8bf9-6e9541219242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.281895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-d9ebbde9-fbfc-471d-8bf9-6e9541219242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.281895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-d9ebbde9-fbfc-471d-8bf9-6e9541219242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.281895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-d9ebbde9-fbfc-471d-8bf9-6e9541219242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.281895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-d9ebbde9-fbfc-471d-8bf9-6e9541219242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.283329 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-d9ebbde9-fbfc-471d-8bf9-6e9541219242 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6499 time: 0.1031401 Aug 16 20:49:45.284400 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876dce8-d579-4302-993a-e80934585e7c req-fceae149-930b-4e3f-be4c-d2c038ce02e9 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.286117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5876dce8-d579-4302-993a-e80934585e7c req-fceae149-930b-4e3f-be4c-d2c038ce02e9 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 945 time: 0.0612130 Aug 16 20:49:45.342196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5876dce8-d579-4302-993a-e80934585e7c req-05683965-3e84-4d7b-bef7-7347b3afed32 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456188 Aug 16 20:49:45.353510 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-abaceb7d-ea45-4944-988c-05a087244385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:45.366250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d2852dc1-7eae-4380-abf5-8ee5b24a90d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:31Z', 'revision_number': 4, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '0a6cdd8f-5e39-43b5-9215-81647e979f30', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'port_id': '485de2cf-1908-4253-b829-fe46c689dd3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'mac_address': 'fa:16:3e:7d:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:28Z', 'updated_at': '2021-08-16T20:49:43Z', 'revision_number': 1, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e64acbd-45f8-4a67-af3d-1769790e99a3', 'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'mac_address': 'fa:16:3e:b6:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:29Z', 'updated_at': '2021-08-16T20:47:37Z', 'revision_number': 5, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'subnets': [{'id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:45.413475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2852dc1-7eae-4380-abf5-8ee5b24a90d8 None None] Checking router: 76972155-349b-472c-a21a-eec1b4622fc7 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:49:45.423553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2852dc1-7eae-4380-abf5-8ee5b24a90d8 None None] Routers {'76972155-349b-472c-a21a-eec1b4622fc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:45.424562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d2852dc1-7eae-4380-abf5-8ee5b24a90d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:49:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['76972155-349b-472c-a21a-eec1b4622fc7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:45.468023 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b518b1-14cd-40df-8291-965fd2070ba5 req-5c689ff7-0da1-4322-aa25-37cf378f5a5f tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.478037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60b518b1-14cd-40df-8291-965fd2070ba5 req-5c689ff7-0da1-4322-aa25-37cf378f5a5f tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470 HTTP/1.1" status: 200 len: 945 time: 0.0665245 Aug 16 20:49:45.483450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-11d02c14-7705-4967-aee0-071b8fc83bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.486863 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-11d02c14-7705-4967-aee0-071b8fc83bae service neutron] 10.222.0.76 "GET /v2.0/networks?id=f811c930-d940-4fe5-b868-27e98c3af345 HTTP/1.1" status: 200 len: 913 time: 0.1916909 Aug 16 20:49:45.556037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60b518b1-14cd-40df-8291-965fd2070ba5 req-6e4e8f6a-1f35-44d7-b3fd-5008a79f2b1b tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763583 Aug 16 20:49:45.619666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-d2852dc1-7eae-4380-abf5-8ee5b24a90d8 None None] Set router 76972155-349b-472c-a21a-eec1b4622fc7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:45.637402 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-ebb7ac98-da1c-4af8-802e-6b2ca7ee6867 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485de2cf-1908-4253-b829-fe46c689dd3c HTTP/1.1" status: 200 len: 998 time: 0.1320753 Aug 16 20:49:45.649870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55008) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:45.744096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-711e6530-4a29-4fbd-b1fb-e6c0043d9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.745936 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-711e6530-4a29-4fbd-b1fb-e6c0043d9c8e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd35abf-7995-4566-8e60-30dabd3fd226 HTTP/1.1" status: 200 len: 851 time: 0.0981264 Aug 16 20:49:45.826854 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9743b608-07e0-444a-bd04-c85789e1a475 req-839b3483-646d-4716-a664-8969870f7fe8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cdd3ad5fcaf14ccb91412abdd7cafae2&device_id=10027da5-7c56-42b1-8173-16a38ae42da3 HTTP/1.1" status: 200 len: 210 time: 0.0790293 Aug 16 20:49:45.849735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-671754239'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:45.859182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-f5f8d6b6-ab73-446f-8bdb-9324b83a466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.861161 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-f5f8d6b6-ab73-446f-8bdb-9324b83a466d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f811c930-d940-4fe5-b868-27e98c3af345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036112 Aug 16 20:49:45.872810 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9743b608-07e0-444a-bd04-c85789e1a475 req-09ef5395-2f87-4247-8e10-4880941fba76 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=cdd3ad5fcaf14ccb91412abdd7cafae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369725 Aug 16 20:49:45.904878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151b142-39ba-416e-a548-3f13b7c4137c req-74fbaf10-88ee-4693-9234-988cec40253b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.907424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d151b142-39ba-416e-a548-3f13b7c4137c req-74fbaf10-88ee-4693-9234-988cec40253b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0852323 Aug 16 20:49:45.944888 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d2852dc1-7eae-4380-abf5-8ee5b24a90d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:31Z', 'revision_number': 4, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '0a6cdd8f-5e39-43b5-9215-81647e979f30', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'port_id': '485de2cf-1908-4253-b829-fe46c689dd3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'mac_address': 'fa:16:3e:7d:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:28Z', 'updated_at': '2021-08-16T20:49:43Z', 'revision_number': 1, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e64acbd-45f8-4a67-af3d-1769790e99a3', 'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'mac_address': 'fa:16:3e:b6:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:29Z', 'updated_at': '2021-08-16T20:47:37Z', 'revision_number': 5, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'subnets': [{'id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:45.990169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d151b142-39ba-416e-a548-3f13b7c4137c req-a5952601-2e65-4b37-93f0-d33ec4c70d44 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682399 Aug 16 20:49:46.000511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Made reservation on behalf of ff848a3d5b3b4e28a3fbcd214ac35271 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:46.004330 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.010328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2852dc1-7eae-4380-abf5-8ee5b24a90d8 None None] The sync data for ids ['76972155-349b-472c-a21a-eec1b4622fc7'] in n-d-793619-14 is: [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:31Z', 'revision_number': 4, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '0a6cdd8f-5e39-43b5-9215-81647e979f30', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'port_id': '485de2cf-1908-4253-b829-fe46c689dd3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'mac_address': 'fa:16:3e:7d:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ded916-1738-4db1-9958-d82f2a78c078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:28Z', 'updated_at': '2021-08-16T20:49:43Z', 'revision_number': 1, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e64acbd-45f8-4a67-af3d-1769790e99a3', 'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'mac_address': 'fa:16:3e:b6:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:29Z', 'updated_at': '2021-08-16T20:47:37Z', 'revision_number': 5, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'subnets': [{'id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:49:46.018905 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.157813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-becbd52a-809c-4c79-9fb2-d408f74a0e4f req-a45341f9-c029-4163-8d6f-a463d05a2870 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=10027da5-7c56-42b1-8173-16a38ae42da3 HTTP/1.1" status: 200 len: 210 time: 0.0494568 Aug 16 20:49:46.227191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.300618 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.340002 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e06fc5-ad67-4c4e-b9c1-752979df7952 None None] New status for floating IP 0a6cdd8f-5e39-43b5-9215-81647e979f30: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:49:46.342467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:49:46.363105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649456d-09ee-4b25-9fb6-048765e06152 req-2b5fb4d3-df60-44d6-8e3e-ef567f95c31a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.370800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3649456d-09ee-4b25-9fb6-048765e06152 req-2b5fb4d3-df60-44d6-8e3e-ef567f95c31a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1121929 Aug 16 20:49:46.387878 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.388321 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Added segment d5b8f65b-7644-4888-8532-207d361d2a4c of type vlan for network bfcb9944-cb31-49b8-833e-cdbafd46d3c0 Aug 16 20:49:46.409263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693f496a-24c6-446d-b7f3-7cfdb5363657,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:46.459630 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.478950 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-1555fea5-366f-48d5-95c3-50a2efd6064e service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042957 Aug 16 20:49:46.479911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743b608-07e0-444a-bd04-c85789e1a475 req-a5029f34-7bf8-4f9a-943c-6fc097191087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.481581 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9743b608-07e0-444a-bd04-c85789e1a475 req-a5029f34-7bf8-4f9a-943c-6fc097191087 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5880353 Aug 16 20:49:46.510867 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3649456d-09ee-4b25-9fb6-048765e06152 req-718bafdf-038d-47a1-b68b-3139a2545cc9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334636 Aug 16 20:49:46.555116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.561712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.563504 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.644056 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4b95f880-3231-44d3-8298-7e6cd1bee2a6 req-c3c9a931-907a-43e5-99b7-df56e789a1ac service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468744 Aug 16 20:49:46.653533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Pushing event updated for resources: {'Network': ['ID=bfcb9944-cb31-49b8-833e-cdbafd46d3c0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:46.665176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network bfcb9944-cb31-49b8-833e-cdbafd46d3c0 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:49:46.685070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5706b222-0870-43ba-a60f-0f76fa7c8656 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0340416 Aug 16 20:49:46.695145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55030) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:46.695145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Request body: {'subnet': {'network_id': 'bfcb9944-cb31-49b8-833e-cdbafd46d3c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:46.885050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Made reservation on behalf of ff848a3d5b3b4e28a3fbcd214ac35271 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:46.888571 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.011333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-cd5f3301-30fc-4690-b3b6-e8b45d51468f tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.011333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-cd5f3301-30fc-4690-b3b6-e8b45d51468f tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/networks?id=b0d534bd-676f-4885-bc60-63b42f115721 HTTP/1.1" status: 200 len: 812 time: 0.1813838 Aug 16 20:49:47.040022 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-48511079-8b99-401b-83e5-483f976db1f5 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/quotas/fb555c21e52c4a9db00b0847c5a8f4df HTTP/1.1" status: 200 len: 375 time: 0.0210395 Aug 16 20:49:47.195728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-384d827c-4a81-4bc2-b270-eff074e5ca9c tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb555c21e52c4a9db00b0847c5a8f4df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1442730 Aug 16 20:49:47.205687 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3f497-64b6-4961-9786-94883a0722a9 req-88e88db1-c720-4fd7-b7ff-8b70aeb126f8 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.207134 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4f3f497-64b6-4961-9786-94883a0722a9 req-88e88db1-c720-4fd7-b7ff-8b70aeb126f8 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1305866 Aug 16 20:49:47.311732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.311732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4f3f497-64b6-4961-9786-94883a0722a9 req-c5cb11ff-f19d-4d2f-a02b-4278f69c2b96 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895941 Aug 16 20:49:47.425089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-59c89584-eded-4813-a6c3-7a9bcc8cd64c service neutron] 10.222.0.74 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169678 Aug 16 20:49:47.429294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b64fc1e1-fb55-4c90-93e1-e6c8c2fbfead req-42a19641-9bdc-4e5e-9b6b-7c76e8be68fc tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=10027da5-7c56-42b1-8173-16a38ae42da3 HTTP/1.1" status: 200 len: 210 time: 0.0583997 Aug 16 20:49:47.431407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Pushing event updated for resources: {'Subnet': ['ID=d20d211e-2e83-4574-ad1e-d6936d71b6db,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:47.441438 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-66a8212d-3f51-4fb7-af42-d4758e1519b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.458093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Checking segment: {'id': 'd5b8f65b-7644-4888-8532-207d361d2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bfcb9944-cb31-49b8-833e-cdbafd46d3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:47.458458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Network hostable DHCP agents. Network: bfcb9944-cb31-49b8-833e-cdbafd46d3c0, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:49:47.544686 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-b22b608b-0db7-42a2-8499-bd9a7c1e2601 service neutron] 10.222.0.74 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096499 Aug 16 20:49:47.593870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Network bfcb9944-cb31-49b8-833e-cdbafd46d3c0 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:49:47.654355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ac90a-ebd5-4127-9c1e-6867e1e5372f req-9852c884-25c3-4e66-a583-231b16e0bf97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.655846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a73ac90a-ebd5-4127-9c1e-6867e1e5372f req-9852c884-25c3-4e66-a583-231b16e0bf97 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.0563133 Aug 16 20:49:47.681905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, bfcb9944-cb31-49b8-833e-cdbafd46d3c0) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:47.686431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.687540 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.690560 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66436dae-3958-442f-9e9d-93f4bfa09da5 None None] Network bfcb9944-cb31-49b8-833e-cdbafd46d3c0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:47.711643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a73ac90a-ebd5-4127-9c1e-6867e1e5372f req-530dab11-119c-4320-9494-ce61954210b4 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495446 Aug 16 20:49:47.801468 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a4482fee-24be-46cb-a2be-227f598dad8e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1124129 Aug 16 20:49:47.804596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55056) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:47.810149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Request body: {'port': {'network_id': 'bfcb9944-cb31-49b8-833e-cdbafd46d3c0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-33956186'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:47.843684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fe3a8-f169-41ec-9ce9-b6f261dd41c2 req-d4d3951c-3e4c-430a-b621-270eb1516da1 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.845619 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe1fe3a8-f169-41ec-9ce9-b6f261dd41c2 req-d4d3951c-3e4c-430a-b621-270eb1516da1 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470 HTTP/1.1" status: 200 len: 945 time: 0.0723939 Aug 16 20:49:47.905273 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.939498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-bfcb9944-cb31-49b8-833e-cdbafd46d3c0', 'network_id': 'bfcb9944-cb31-49b8-833e-cdbafd46d3c0', 'tenant_id': 'ff848a3d5b3b4e28a3fbcd214ac35271', 'fixed_ips': [{'subnet_id': 'd20d211e-2e83-4574-ad1e-d6936d71b6db'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:49:47.940432 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.177600 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9743b608-07e0-444a-bd04-c85789e1a475 req-0ff4594f-06c8-4d58-a7ec-eda24ee8649b tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.79 "GET /v2.0/ports?device_id=10027da5-7c56-42b1-8173-16a38ae42da3 HTTP/1.1" status: 200 len: 210 time: 0.0821068 Aug 16 20:49:48.269172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-fe1fe3a8-f169-41ec-9ce9-b6f261dd41c2 req-f6d08208-f418-4fe0-9217-5e42496688ae tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Deleting port 64f6619a-39f4-4e20-b799-ac03145ec4a4 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:48.269761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fe1fe3a8-f169-41ec-9ce9-b6f261dd41c2 req-f6d08208-f418-4fe0-9217-5e42496688ae tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.307744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Allocated IP 2001:db8::2 (bfcb9944-cb31-49b8-833e-cdbafd46d3c0/d20d211e-2e83-4574-ad1e-d6936d71b6db/c488e6f0-d32f-4cc2-b43a-74faff2b1ceb) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:48.325362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75620b27-a315-4537-9032-0b689ab9109b req-5555e5e9-984f-4ab7-954a-e3eded816220 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 210 time: 0.1174245 Aug 16 20:49:48.341796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Made reservation on behalf of ff848a3d5b3b4e28a3fbcd214ac35271 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:48.357913 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.369604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576784e-c2f5-4a29-9028-0eaaffc511f4 req-ba675712-b62b-4a95-99ba-ec879540e311 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:48.381659 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f576784e-c2f5-4a29-9028-0eaaffc511f4 req-ba675712-b62b-4a95-99ba-ec879540e311 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2af005f-2160-407e-a4c4-26127f9f3a5e HTTP/1.1" status: 200 len: 945 time: 0.1923900 Aug 16 20:49:48.413535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] device_id is not set on port af15791a-cf51-4fa3-8158-b6f9c11b3aab yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:49:48.472782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55078) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:48.604625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9026d4-e859-4ca1-b855-fd8fb103f65d req-a4c9e9a0-e888-4ad6-9c6f-5016abb5e62b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:48.615379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc9026d4-e859-4ca1-b855-fd8fb103f65d req-a4c9e9a0-e888-4ad6-9c6f-5016abb5e62b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1312690 Aug 16 20:49:48.671860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc9026d4-e859-4ca1-b855-fd8fb103f65d req-6d6dd91e-26ff-41de-abd5-7a6520674416 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504906 Aug 16 20:49:48.686795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-fe1fe3a8-f169-41ec-9ce9-b6f261dd41c2 req-f6d08208-f418-4fe0-9217-5e42496688ae tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] For port 64f6619a-39f4-4e20-b799-ac03145ec4a4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=64f6619a-39f4-4e20-b799-ac03145ec4a4,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:48.687190 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fe1fe3a8-f169-41ec-9ce9-b6f261dd41c2 req-f6d08208-f418-4fe0-9217-5e42496688ae tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.720902 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.733125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-fe1fe3a8-f169-41ec-9ce9-b6f261dd41c2 req-f6d08208-f418-4fe0-9217-5e42496688ae tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Calling delete_port for 64f6619a-39f4-4e20-b799-ac03145ec4a4 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:48.745653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Transition to ACTIVE for port object c488e6f0-d32f-4cc2-b43a-74faff2b1ceb will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:48.774290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Transition to ACTIVE for port object c488e6f0-d32f-4cc2-b43a-74faff2b1ceb will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:48.823021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-f576784e-c2f5-4a29-9028-0eaaffc511f4 req-07ae4e1f-3a0b-43e7-aa40-3b2d0058bcee tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Deleting port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:48.823377 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f576784e-c2f5-4a29-9028-0eaaffc511f4 req-07ae4e1f-3a0b-43e7-aa40-3b2d0058bcee tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.833622 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06d7c86f-764d-459c-ba12-23daf6fc8a37 req-795c06a6-b51a-44d0-8bd5-cb5817cf8c63 tempest-ServerShowV247Test-2067327880 tempest-ServerShowV247Test-2067327880-project] 10.222.0.74 "GET /v2.0/ports?device_id=10027da5-7c56-42b1-8173-16a38ae42da3 HTTP/1.1" status: 200 len: 210 time: 0.0486300 Aug 16 20:49:48.856587 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.877416 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-01fc40f9-399b-4871-ba3e-5fa714626e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.941903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Network bfcb9944-cb31-49b8-833e-cdbafd46d3c0 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:48.956539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:48.960394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:49.005230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Allocated IP 2001:db8::310 (bfcb9944-cb31-49b8-833e-cdbafd46d3c0/d20d211e-2e83-4574-ad1e-d6936d71b6db/af15791a-cf51-4fa3-8158-b6f9c11b3aab) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:49.009436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Pushing event updated for resources: {'Port': ['ID=c488e6f0-d32f-4cc2-b43a-74faff2b1ceb,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:49.071172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Attempting to bind port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:49.071942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Attempting to bind port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'd5b8f65b-7644-4888-8532-207d361d2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bfcb9944-cb31-49b8-833e-cdbafd46d3c0'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:49.072534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Attempting to bind port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb on network bfcb9944-cb31-49b8-833e-cdbafd46d3c0 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:49.078420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:49.079167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Checking segment: {'id': 'd5b8f65b-7644-4888-8532-207d361d2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bfcb9944-cb31-49b8-833e-cdbafd46d3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:49.079764 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.084084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Bound using segment: {'id': 'd5b8f65b-7644-4888-8532-207d361d2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bfcb9944-cb31-49b8-833e-cdbafd46d3c0'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:49.084084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Bound port: c488e6f0-d32f-4cc2-b43a-74faff2b1ceb, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b8f65b-7644-4888-8532-207d361d2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bfcb9944-cb31-49b8-833e-cdbafd46d3c0'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:49.084084 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.188149 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.200216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] For port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:49.203945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] For port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c488e6f0-d32f-4cc2-b43a-74faff2b1ceb,segment=NetworkSegment(d5b8f65b-7644-4888-8532-207d361d2a4c),segment_id=d5b8f65b-7644-4888-8532-207d361d2a4c)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:49.205735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68bc96-0b68-48b2-9455-380a466946ee req-43b416ae-e134-4e24-adf6-a93209feabda tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.213597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b68bc96-0b68-48b2-9455-380a466946ee req-43b416ae-e134-4e24-adf6-a93209feabda tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1848800 Aug 16 20:49:49.278945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-f576784e-c2f5-4a29-9028-0eaaffc511f4 req-07ae4e1f-3a0b-43e7-aa40-3b2d0058bcee tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] For port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:49.279335 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f576784e-c2f5-4a29-9028-0eaaffc511f4 req-07ae4e1f-3a0b-43e7-aa40-3b2d0058bcee tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.291087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b68bc96-0b68-48b2-9455-380a466946ee req-5505c69d-b43f-4085-8c2b-2c0361f56f68 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764818 Aug 16 20:49:49.310013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-f576784e-c2f5-4a29-9028-0eaaffc511f4 req-07ae4e1f-3a0b-43e7-aa40-3b2d0058bcee tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Calling delete_port for 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:49.339559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f889b-d399-42b9-a44a-f50bf8802977 req-d450ec9d-cc60-48c9-820f-4b599b0f148f tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.341382 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d64f889b-d399-42b9-a44a-f50bf8802977 req-d450ec9d-cc60-48c9-820f-4b599b0f148f tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1167047 Aug 16 20:49:49.345976 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.368358 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.408500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Transition to ACTIVE for port object af15791a-cf51-4fa3-8158-b6f9c11b3aab will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:49.418564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ab4b1-f55b-4e1a-862e-93deb890b6ab None None] Pushing event updated for resources: {'Port': ['ID=c488e6f0-d32f-4cc2-b43a-74faff2b1ceb,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:49.437744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d64f889b-d399-42b9-a44a-f50bf8802977 req-63b72df0-97dc-45c9-b386-bbe89c1cf80d tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863361 Aug 16 20:49:49.439147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b509a-bef4-47d5-808c-c9ac29d38307 req-661bd064-0fd6-4b7e-91ef-f18be9276fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.440719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db7b509a-bef4-47d5-808c-c9ac29d38307 req-661bd064-0fd6-4b7e-91ef-f18be9276fec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 1098 time: 0.2131715 Aug 16 20:49:49.454477 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fe1fe3a8-f169-41ec-9ce9-b6f261dd41c2 req-f6d08208-f418-4fe0-9217-5e42496688ae tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.466966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fdce77a-4850-476b-882d-3761964f52a5 req-117b5ac7-c4a4-4388-ad16-3309cc05b301 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 210 time: 0.0511990 Aug 16 20:49:49.482778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['64f6619a-39f4-4e20-b799-ac03145ec4a4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:49.485824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-01fc40f9-399b-4871-ba3e-5fa714626e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.565545 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d08208-f418-4fe0-9217-5e42496688ae tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Pushing event deleted for resources: {'Port': ['ID=64f6619a-39f4-4e20-b799-ac03145ec4a4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:49.623872 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-01fc40f9-399b-4871-ba3e-5fa714626e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.624206 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.658849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1fe3a8-f169-41ec-9ce9-b6f261dd41c2 req-f6d08208-f418-4fe0-9217-5e42496688ae tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] No DVR routers for this DVR port 64f6619a-39f4-4e20-b799-ac03145ec4a4 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:49.662109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-fe1fe3a8-f169-41ec-9ce9-b6f261dd41c2 req-f6d08208-f418-4fe0-9217-5e42496688ae tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.664805 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe1fe3a8-f169-41ec-9ce9-b6f261dd41c2 req-f6d08208-f418-4fe0-9217-5e42496688ae tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "DELETE /v2.0/ports/64f6619a-39f4-4e20-b799-ac03145ec4a4 HTTP/1.1" status: 204 len: 173 time: 1.8113134 Aug 16 20:49:49.694077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Pushing event updated for resources: {'Port': ['ID=af15791a-cf51-4fa3-8158-b6f9c11b3aab,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:49.698927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Network bfcb9944-cb31-49b8-833e-cdbafd46d3c0 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:49.700659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:49.702826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:49.708411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470', 'name': 'network-vif-deleted', 'tag': '64f6619a-39f4-4e20-b799-ac03145ec4a4'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:49.708816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.709508 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.711150 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c46a20-c652-49c1-b567-dcda877d7bcb" -d '{"events": [{"server_uuid": "dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470", "name": "network-vif-deleted", "tag": "64f6619a-39f4-4e20-b799-ac03145ec4a4"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:49.714098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc40f9-399b-4871-ba3e-5fa714626e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7134ba-1bd2-4a5b-9e87-aa9b616b95cf,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:49.757613 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-01fc40f9-399b-4871-ba3e-5fa714626e37 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=053499d9dbc84e4587dd4bae641d0b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2830989 Aug 16 20:49:49.759995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55104) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:49.792911 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df42ee66-f353-45d5-b374-d8be44bb2187 x-openstack-request-id: req-df42ee66-f353-45d5-b374-d8be44bb2187 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:49.793256 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470", "name": "network-vif-deleted", "tag": "64f6619a-39f4-4e20-b799-ac03145ec4a4", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:49.793513 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-df42ee66-f353-45d5-b374-d8be44bb2187 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:49.793908 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbddc11-61c9-4c4e-a3ae-ea2f6f0c6470', 'name': 'network-vif-deleted', 'tag': '64f6619a-39f4-4e20-b799-ac03145ec4a4', 'status': 'completed', 'code': 200} Aug 16 20:49:49.815839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b509a-bef4-47d5-808c-c9ac29d38307 req-746c2a8c-8613-40b3-9498-dff807b362cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.817392 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db7b509a-bef4-47d5-808c-c9ac29d38307 req-746c2a8c-8613-40b3-9498-dff807b362cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 200 len: 920 time: 0.3538632 Aug 16 20:49:49.847852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eee01-f5d0-4627-9a2f-5b922c0a9cce req-d6c57e6f-edb1-4dfe-aa4a-914f948f1ad7 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.849341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d29eee01-f5d0-4627-9a2f-5b922c0a9cce req-d6c57e6f-edb1-4dfe-aa4a-914f948f1ad7 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0902755 Aug 16 20:49:49.857247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a5172433-c83a-4bc9-ae2b-d01de1665d27 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.0485978 Aug 16 20:49:49.861652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55108) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:49.869214 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db7b509a-bef4-47d5-808c-c9ac29d38307 req-b9293530-47ed-4f3a-8a35-5ab6d23afb7b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c1ff7c-4a84-433e-9ec4-d644c3700781 HTTP/1.1" status: 200 len: 217 time: 0.0440741 Aug 16 20:49:49.870690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Request body: {'port': {'network_id': 'bfcb9944-cb31-49b8-833e-cdbafd46d3c0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1742313442', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:49.871195 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.api.validators [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] bootfile-name is not in valid_values {{(pid=95261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:49:49.872338 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.api.validators [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] tftp-server is not in valid_values {{(pid=95261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:49:49.872680 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.api.validators [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] server-ip-address is not in valid_values {{(pid=95261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:49:49.894605 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-624859f3-eecf-4927-bd80-17ad0575246b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.940168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f576784e-c2f5-4a29-9028-0eaaffc511f4 req-07ae4e1f-3a0b-43e7-aa40-3b2d0058bcee tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.985588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b509a-bef4-47d5-808c-c9ac29d38307 req-450c98e3-230c-4c4a-bb56-281231bd2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.987512 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db7b509a-bef4-47d5-808c-c9ac29d38307 req-450c98e3-230c-4c4a-bb56-281231bd2813 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5293b147-4db7-4700-be1a-49823eac2c64 HTTP/1.1" status: 200 len: 859 time: 0.1096530 Aug 16 20:49:49.990370 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-624859f3-eecf-4927-bd80-17ad0575246b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.991665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae4e1f-3a0b-43e7-aa40-3b2d0058bcee tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Pushing event deleted for resources: {'Port': ['ID=59b4cc35-f26b-46cf-9f2a-54781e1c9dfc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:50.012483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d29eee01-f5d0-4627-9a2f-5b922c0a9cce req-d60eb380-0146-4bcd-98b0-f2a48af62cd5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425753 Aug 16 20:49:50.052905 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db7b509a-bef4-47d5-808c-c9ac29d38307 req-cc7ad602-e6e3-49ed-8941-2f30ecd2eb5d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f40b62f5-c9df-466c-b34d-9ad831b8e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573595 Aug 16 20:49:50.078046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f576784e-c2f5-4a29-9028-0eaaffc511f4 req-07ae4e1f-3a0b-43e7-aa40-3b2d0058bcee tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] No DVR routers for this DVR port 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:50.082473 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-f576784e-c2f5-4a29-9028-0eaaffc511f4 req-07ae4e1f-3a0b-43e7-aa40-3b2d0058bcee tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.085501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f576784e-c2f5-4a29-9028-0eaaffc511f4 req-07ae4e1f-3a0b-43e7-aa40-3b2d0058bcee tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.76 "DELETE /v2.0/ports/59b4cc35-f26b-46cf-9f2a-54781e1c9dfc HTTP/1.1" status: 204 len: 173 time: 1.7042847 Aug 16 20:49:50.179226 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db7b509a-bef4-47d5-808c-c9ac29d38307 req-49764c14-88c6-4cbc-bf52-37410c74f513 service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033318 Aug 16 20:49:50.213233 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-624859f3-eecf-4927-bd80-17ad0575246b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.213833 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-624859f3-eecf-4927-bd80-17ad0575246b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.224428 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-624859f3-eecf-4927-bd80-17ad0575246b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3f7134ba-1bd2-4a5b-9e87-aa9b616b95cf HTTP/1.1" status: 204 len: 168 time: 0.4627211 Aug 16 20:49:50.227213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Made reservation on behalf of ff848a3d5b3b4e28a3fbcd214ac35271 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:50.239489 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.270287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624859f3-eecf-4927-bd80-17ad0575246b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7134ba-1bd2-4a5b-9e87-aa9b616b95cf,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:50.307992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] device_id is not set on port e56667f5-e42c-4ca4-b53e-ee0400c8d4d7 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:49:50.338829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db7b509a-bef4-47d5-808c-c9ac29d38307 req-779fc247-c16f-450e-8a6a-c5a179648656 service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524453 Aug 16 20:49:50.521963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce98fc-0757-4b13-b747-fa276dd22ed1 req-59ad9246-a0d1-4b39-ba4a-8f91b4e7fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.526552 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06ce98fc-0757-4b13-b747-fa276dd22ed1 req-59ad9246-a0d1-4b39-ba4a-8f91b4e7fb1e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 1098 time: 0.1332846 Aug 16 20:49:50.541712 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.565905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad89f90-ced1-48c4-928b-625aeb706395 req-290f5e42-0111-46ce-8726-6aa31e555859 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.575022 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bad89f90-ced1-48c4-928b-625aeb706395 req-290f5e42-0111-46ce-8726-6aa31e555859 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1568203 Aug 16 20:49:50.610900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55128) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:50.648146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Allocated IP 2001:db8::f1 (bfcb9944-cb31-49b8-833e-cdbafd46d3c0/d20d211e-2e83-4574-ad1e-d6936d71b6db/e56667f5-e42c-4ca4-b53e-ee0400c8d4d7) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:50.747029 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2a419-4df5-49c1-a423-c6a658e2b58b req-ece0a51b-a1d4-478b-8039-0d936ab410ad tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.753403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c488e6f0-d32f-4cc2-b43a-74faff2b1ceb up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:50.761992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0aefd2-ce92-426f-90ab-bb350a5546da None None] Network bfcb9944-cb31-49b8-833e-cdbafd46d3c0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:50.769635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4be2a419-4df5-49c1-a423-c6a658e2b58b req-ece0a51b-a1d4-478b-8039-0d936ab410ad tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1552331 Aug 16 20:49:50.787238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bad89f90-ced1-48c4-928b-625aeb706395 req-16f3c695-7ff5-477e-b609-46d742c2b42a tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098441 Aug 16 20:49:50.799370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce98fc-0757-4b13-b747-fa276dd22ed1 req-6042f696-94e6-4231-b66b-e76e4a4127f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.801033 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06ce98fc-0757-4b13-b747-fa276dd22ed1 req-6042f696-94e6-4231-b66b-e76e4a4127f0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 200 len: 920 time: 0.2099516 Aug 16 20:49:50.895403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06ce98fc-0757-4b13-b747-fa276dd22ed1 req-c6c12492-1a11-4a2a-8a9a-1218bcc00173 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c1ff7c-4a84-433e-9ec4-d644c3700781 HTTP/1.1" status: 200 len: 217 time: 0.0849788 Aug 16 20:49:50.958069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce98fc-0757-4b13-b747-fa276dd22ed1 req-06e596df-d308-4dcd-ba0d-60ecd2ffd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.959245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4be2a419-4df5-49c1-a423-c6a658e2b58b req-b7aec972-57e5-4897-8656-fb32f2bda851 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885080 Aug 16 20:49:50.960187 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06ce98fc-0757-4b13-b747-fa276dd22ed1 req-06e596df-d308-4dcd-ba0d-60ecd2ffd915 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5293b147-4db7-4700-be1a-49823eac2c64 HTTP/1.1" status: 200 len: 859 time: 0.0492280 Aug 16 20:49:50.969758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a98d8d14-194a-413a-a326-aafc3ec51d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.014510 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06ce98fc-0757-4b13-b747-fa276dd22ed1 req-db2526a9-7a07-488c-a5ad-c5ec77df3c53 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f40b62f5-c9df-466c-b34d-9ad831b8e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335758 Aug 16 20:49:51.024787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5d6ed1e8-d949-4e74-945a-e2f90fd6053a req-373d16f2-ac93-49c2-963a-7f8cdfca5b9d tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 210 time: 0.0923133 Aug 16 20:49:51.045978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-48379ae2-e1e6-4f35-bf61-6f0da7dfceef None None] Provisioning for port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:51.133976 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06ce98fc-0757-4b13-b747-fa276dd22ed1 req-6cdbe4f2-5798-4ab3-8a1a-d6e02df119b9 service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122487 Aug 16 20:49:51.174096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:51.185303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:51.186181 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.279481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55138) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:51.307684 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06ce98fc-0757-4b13-b747-fa276dd22ed1 req-18f91f46-1a65-43a0-89db-99d4186a5f3e service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546128 Aug 16 20:49:51.314667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.320663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b27093b5-dc2b-41be-948d-f4307c9578e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.345008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87166a8-747c-4426-b89e-49e6182be01b req-71d1ec06-627b-4bf4-a722-7d70afd4acd9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:51.359102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a87166a8-747c-4426-b89e-49e6182be01b req-71d1ec06-627b-4bf4-a722-7d70afd4acd9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.2158291 Aug 16 20:49:51.364729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:51.371714 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.400163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:51.400857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 59b4cc35-f26b-46cf-9f2a-54781e1c9dfc not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:51.424651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Transition to ACTIVE for port object e56667f5-e42c-4ca4-b53e-ee0400c8d4d7 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:51.434235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a87166a8-747c-4426-b89e-49e6182be01b req-154cc681-3d1a-4deb-9b8a-27b90872fb4f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741966 Aug 16 20:49:51.455875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a98d8d14-194a-413a-a326-aafc3ec51d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.463607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c488e6f0-d32f-4cc2-b43a-74faff2b1ceb,segment=NetworkSegment(d5b8f65b-7644-4888-8532-207d361d2a4c),segment_id=d5b8f65b-7644-4888-8532-207d361d2a4c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:51.549890 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a98d8d14-194a-413a-a326-aafc3ec51d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.553888 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.586011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a98d8d14-194a-413a-a326-aafc3ec51d78 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cdd3ad5fcaf14ccb91412abdd7cafae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9722073 Aug 16 20:49:51.589707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55140) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:51.633714 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.636165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-75d10ce5-b174-4d17-abe5-4da9ae892c8c tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:51.638614 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-75d10ce5-b174-4d17-abe5-4da9ae892c8c tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "GET /v2.0/networks?id=b0d534bd-676f-4885-bc60-63b42f115721 HTTP/1.1" status: 200 len: 812 time: 0.2067678 Aug 16 20:49:51.654870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Request body: {'port': {'device_id': '7f7aaacd-f276-464c-b00c-fa67cbdf3794', 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721', 'admin_state_up': True, 'tenant_id': 'fb555c21e52c4a9db00b0847c5a8f4df'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:51.703707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Pushing event updated for resources: {'Port': ['ID=e56667f5-e42c-4ca4-b53e-ee0400c8d4d7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:51.716860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d8d14-194a-413a-a326-aafc3ec51d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3117bd3-4524-46c7-a030-99963d35eea4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:51.734562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9ff3fbda-d397-4334-80ff-1fb94c075e08 None None] Provisioning for port af15791a-cf51-4fa3-8158-b6f9c11b3aab completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:51.741305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Network bfcb9944-cb31-49b8-833e-cdbafd46d3c0 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:51.744774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:51.747275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9ff3fbda-d397-4334-80ff-1fb94c075e08 None None] Provisioning complete for port af15791a-cf51-4fa3-8158-b6f9c11b3aab triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:51.747436 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9ff3fbda-d397-4334-80ff-1fb94c075e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.757170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:51.763140 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:51.763807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.797701 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6566a44-cb87-46d3-b248-65d1b0045bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.823618 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6566a44-cb87-46d3-b248-65d1b0045bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.823845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2af005f-2160-407e-a4c4-26127f9f3a5e', 'name': 'network-vif-deleted', 'tag': '59b4cc35-f26b-46cf-9f2a-54781e1c9dfc'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:51.827380 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3760817c-c388-4f1d-9ef1-2eb1b1fcf99f" -d '{"events": [{"server_uuid": "f2af005f-2160-407e-a4c4-26127f9f3a5e", "name": "network-vif-deleted", "tag": "59b4cc35-f26b-46cf-9f2a-54781e1c9dfc"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:51.833558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9ff3fbda-d397-4334-80ff-1fb94c075e08 None None] Port af15791a-cf51-4fa3-8158-b6f9c11b3aab cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:51.835525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c488e6f0-d32f-4cc2-b43a-74faff2b1ceb,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:51.906628 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12636173-2f2f-430e-ace5-8ed869fc819a x-openstack-request-id: req-12636173-2f2f-430e-ace5-8ed869fc819a {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:51.906628 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2af005f-2160-407e-a4c4-26127f9f3a5e", "name": "network-vif-deleted", "tag": "59b4cc35-f26b-46cf-9f2a-54781e1c9dfc", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:51.906628 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-12636173-2f2f-430e-ace5-8ed869fc819a {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:51.906628 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2af005f-2160-407e-a4c4-26127f9f3a5e', 'name': 'network-vif-deleted', 'tag': '59b4cc35-f26b-46cf-9f2a-54781e1c9dfc', 'status': 'completed', 'code': 200} Aug 16 20:49:51.932433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9ff3fbda-d397-4334-80ff-1fb94c075e08 None None] Provisioning complete for port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:51.937812 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9ff3fbda-d397-4334-80ff-1fb94c075e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.963379 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b27093b5-dc2b-41be-948d-f4307c9578e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.972407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 64f6619a-39f4-4e20-b799-ac03145ec4a4 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:51.985794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae94967-6995-4d08-b1c8-fb881fa4946e req-c1fd3a6a-f405-4d8f-ac45-6cb9dccbc906 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:51.987357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aae94967-6995-4d08-b1c8-fb881fa4946e req-c1fd3a6a-f405-4d8f-ac45-6cb9dccbc906 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.0691407 Aug 16 20:49:52.002138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 64f6619a-39f4-4e20-b799-ac03145ec4a4 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:52.004752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 64f6619a-39f4-4e20-b799-ac03145ec4a4 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:52.010064 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6566a44-cb87-46d3-b248-65d1b0045bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.013155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6566a44-cb87-46d3-b248-65d1b0045bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.016581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b6566a44-cb87-46d3-b248-65d1b0045bf5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e3117bd3-4524-46c7-a030-99963d35eea4 HTTP/1.1" status: 204 len: 168 time: 0.4223390 Aug 16 20:49:52.036506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6566a44-cb87-46d3-b248-65d1b0045bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3117bd3-4524-46c7-a030-99963d35eea4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:52.068339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aae94967-6995-4d08-b1c8-fb881fa4946e req-27600f12-4a59-4712-a3fd-178113110e08 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730870 Aug 16 20:49:52.079971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b27093b5-dc2b-41be-948d-f4307c9578e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.214604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-58d09cee-f2b0-49fc-ab1f-c71339b1c705 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.216062 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-58d09cee-f2b0-49fc-ab1f-c71339b1c705 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "GET /v2.0/networks?id=b0d534bd-676f-4885-bc60-63b42f115721 HTTP/1.1" status: 200 len: 812 time: 0.2422242 Aug 16 20:49:52.234352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b27093b5-dc2b-41be-948d-f4307c9578e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=63b7395abed345f6a62f9e24d8aaf5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9487853 Aug 16 20:49:52.234352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-244b2c7e-5584-4def-8fbd-3abfc3d3177c tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3683355 Aug 16 20:49:52.240400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Request body: {'port': {'device_id': '46dddce3-d63c-42ba-8c89-d36201c92d91', 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721', 'admin_state_up': True, 'tenant_id': 'fb555c21e52c4a9db00b0847c5a8f4df'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:52.246761 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-02960cc2-8685-42ee-a01b-edc118f72137 None None] Provisioning complete for port af15791a-cf51-4fa3-8158-b6f9c11b3aab triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:52.247080 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-02960cc2-8685-42ee-a01b-edc118f72137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.251044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55154) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:52.252286 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55156) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:52.274570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27093b5-dc2b-41be-948d-f4307c9578e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cc2c5c-680e-4cc6-8494-778bbf178271,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:52.298729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-02960cc2-8685-42ee-a01b-edc118f72137 None None] Port af15791a-cf51-4fa3-8158-b6f9c11b3aab cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:52.312692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Made reservation on behalf of fb555c21e52c4a9db00b0847c5a8f4df for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:52.313499 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bed8468-5572-4033-ae00-23ac3d249104 req-34dbba3e-bf18-4251-8a71-0ee497c8ece2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 210 time: 0.0803161 Aug 16 20:49:52.316149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.331472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26738320-b037-49cb-90c9-62e604c4f578 req-cef36ac7-26cc-4446-828a-a999c85edcf8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.333218 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26738320-b037-49cb-90c9-62e604c4f578 req-cef36ac7-26cc-4446-828a-a999c85edcf8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1964920 Aug 16 20:49:52.391791 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26738320-b037-49cb-90c9-62e604c4f578 req-0cb9a82b-6ad7-4f2f-8c33-0e2e4a04779a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476813 Aug 16 20:49:52.477149 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd37537b-0f99-45ff-887e-e29930f3443e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.483209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd37537b-0f99-45ff-887e-e29930f3443e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.489909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd37537b-0f99-45ff-887e-e29930f3443e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.491616 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fd37537b-0f99-45ff-887e-e29930f3443e tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2346528 Aug 16 20:49:52.496210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55160) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:52.545232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3de869ea-85fa-4cd4-ae99-398533674286 None None] Provisioning for port e56667f5-e42c-4ca4-b53e-ee0400c8d4d7 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:52.553039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3de869ea-85fa-4cd4-ae99-398533674286 None None] Provisioning complete for port e56667f5-e42c-4ca4-b53e-ee0400c8d4d7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:52.554272 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3de869ea-85fa-4cd4-ae99-398533674286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.577609 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-117587da-9a7a-44c4-ac40-bcffb4bb53f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.647621 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-117587da-9a7a-44c4-ac40-bcffb4bb53f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.651730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3de869ea-85fa-4cd4-ae99-398533674286 None None] Port e56667f5-e42c-4ca4-b53e-ee0400c8d4d7 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:52.663979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c488e6f0-d32f-4cc2-b43a-74faff2b1ceb up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:52.665470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf36f6-f367-4edb-b408-0093047aeb61 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Deleting port e56667f5-e42c-4ca4-b53e-ee0400c8d4d7 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:52.665822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dfdf36f6-f367-4edb-b408-0093047aeb61 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.687649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Allocated IP 172.20.0.3 (b0d534bd-676f-4885-bc60-63b42f115721/832a59df-0ca4-465c-8325-3cc2b2d4b34c/3a78e084-bef2-47bc-a99c-7da5ef745555) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:52.697659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Made reservation on behalf of fb555c21e52c4a9db00b0847c5a8f4df for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:52.701153 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.739598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:52.739947 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.789229 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dfdf36f6-f367-4edb-b408-0093047aeb61 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.804299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf36f6-f367-4edb-b408-0093047aeb61 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Calling delete_port for e56667f5-e42c-4ca4-b53e-ee0400c8d4d7 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:52.857173 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-117587da-9a7a-44c4-ac40-bcffb4bb53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.859741 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-117587da-9a7a-44c4-ac40-bcffb4bb53f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.861410 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-117587da-9a7a-44c4-ac40-bcffb4bb53f9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0cc2c5c-680e-4cc6-8494-778bbf178271 HTTP/1.1" status: 204 len: 168 time: 0.6072600 Aug 16 20:49:52.876717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117587da-9a7a-44c4-ac40-bcffb4bb53f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cc2c5c-680e-4cc6-8494-778bbf178271,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:52.877050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfe93b-42b6-45cb-9b41-f695d08eaf63 req-aca16571-7cf6-4c36-9456-b10167604a59 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.886311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ebfe93b-42b6-45cb-9b41-f695d08eaf63 req-aca16571-7cf6-4c36-9456-b10167604a59 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.2993650 Aug 16 20:49:52.938940 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.948333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ebfe93b-42b6-45cb-9b41-f695d08eaf63 req-7155b242-7ef4-49cc-b9c5-a84492aad6c2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616632 Aug 16 20:49:53.054467 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.138077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Network b0d534bd-676f-4885-bc60-63b42f115721 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:53.145436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dfdf36f6-f367-4edb-b408-0093047aeb61 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.146512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:53.151031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:53.153440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Pushing event updated for resources: {'Port': ['ID=3a78e084-bef2-47bc-a99c-7da5ef745555,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:53.177626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Allocated IP 172.20.0.4 (b0d534bd-676f-4885-bc60-63b42f115721/832a59df-0ca4-465c-8325-3cc2b2d4b34c/49f2ed3e-2355-4ed1-a9cd-cd947c65192e) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:53.214294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf36f6-f367-4edb-b408-0093047aeb61 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Pushing event deleted for resources: {'Port': ['ID=e56667f5-e42c-4ca4-b53e-ee0400c8d4d7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:53.219310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:53.220080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.259527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84a431-c785-4d3b-b1be-86906e9404cb req-72d7f1bb-6d7e-4a13-8c0a-b599d1e00e91 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:53.261208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a84a431-c785-4d3b-b1be-86906e9404cb req-72d7f1bb-6d7e-4a13-8c0a-b599d1e00e91 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1129785 Aug 16 20:49:53.265739 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dfdf36f6-f367-4edb-b408-0093047aeb61 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.267759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dfdf36f6-f367-4edb-b408-0093047aeb61 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] 10.222.0.74 "DELETE /v2.0/ports/e56667f5-e42c-4ca4-b53e-ee0400c8d4d7 HTTP/1.1" status: 204 len: 168 time: 0.7720523 Aug 16 20:49:53.273394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55180) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:53.279632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Request body: {'port': {'name': 'tempest-new-port-name-1339062273', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:53.280024 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.api.validators [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] bootfile-name is not in valid_values {{(pid=95261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:49:53.280565 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.api.validators [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] tftp-server is not in valid_values {{(pid=95261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:49:53.280906 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.api.validators [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] server-ip-address is not in valid_values {{(pid=95261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:49:53.320721 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7f6c2672-456f-4151-b626-9229a0622edb tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6720834 Aug 16 20:49:53.341919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Request body: {'port': {'device_id': '7f7aaacd-f276-464c-b00c-fa67cbdf3794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:53.414842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a84a431-c785-4d3b-b1be-86906e9404cb req-d14eaa8b-aa2c-4859-aada-efda04dc5238 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302183 Aug 16 20:49:53.424115 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.528220 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.598367 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.642940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-962c99e1-b313-48d8-8162-932509de5a69 req-2ba9bc5c-a015-41d5-877d-74d5c95906f4 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 210 time: 0.0831022 Aug 16 20:49:53.872771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55202) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:53.889217 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.972715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Pushing event updated for resources: {'Port': ['ID=49f2ed3e-2355-4ed1-a9cd-cd947c65192e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:53.997002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Network b0d534bd-676f-4885-bc60-63b42f115721 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:53.999626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:54.003076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:54.079271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:54.080079 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.104913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1640067411-network', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:54.163555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a78e084-bef2-47bc-a99c-7da5ef745555 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:54.172226 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.178489 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-79c4718c-2aa0-4cba-9ccb-0c034083c738 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9520237 Aug 16 20:49:54.178897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df3d7c-a8d0-4f05-8f35-9eb03be3dbd8 req-e63980d5-e640-4a3b-95c0-a718ba6ce2ce tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:54.186645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66df3d7c-a8d0-4f05-8f35-9eb03be3dbd8 req-e63980d5-e640-4a3b-95c0-a718ba6ce2ce tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.4831426 Aug 16 20:49:54.195571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Request body: {'port': {'device_id': '46dddce3-d63c-42ba-8c89-d36201c92d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:54.199710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Transition to ACTIVE for port object 3a78e084-bef2-47bc-a99c-7da5ef745555 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:54.227500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c78957-8f8d-4e3c-9b14-ba8a87764e6a req-ce0f44e7-9b55-4829-98c5-9fccb59d7ed7 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:54.229130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0c78957-8f8d-4e3c-9b14-ba8a87764e6a req-ce0f44e7-9b55-4829-98c5-9fccb59d7ed7 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1381552 Aug 16 20:49:54.258662 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.269380 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.277637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66df3d7c-a8d0-4f05-8f35-9eb03be3dbd8 req-d16324c3-9ddf-4b5d-902b-9b90b12458b0 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901353 Aug 16 20:49:54.305550 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.315341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0c78957-8f8d-4e3c-9b14-ba8a87764e6a req-ee2c2a82-58ab-4b8e-b9dd-ea971605934b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702479 Aug 16 20:49:54.321338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Made reservation on behalf of a24ca84caa9e4e3aa2dff0d5283d9aaf for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:54.323592 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.348496 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.370496 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.378455 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Pushing event updated for resources: {'Port': ['ID=3a78e084-bef2-47bc-a99c-7da5ef745555,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:54.408940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] In _notify_port_updated(), no bound segment for port af15791a-cf51-4fa3-8158-b6f9c11b3aab on network bfcb9944-cb31-49b8-833e-cdbafd46d3c0 {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:49:54.416163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:54.416827 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.418357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] 10.222.0.74 "PUT /v2.0/ports/af15791a-cf51-4fa3-8158-b6f9c11b3aab HTTP/1.1" status: 200 len: 1130 time: 1.1439047 Aug 16 20:49:54.421628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55216) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:54.487916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea0729-d80d-4d28-8f57-d1fe393d26c2 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Pushing event updated for resources: {'Port': ['ID=af15791a-cf51-4fa3-8158-b6f9c11b3aab,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:54.505704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf085a0-9201-48de-832d-87ba780234ab tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:54.508252 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7bf085a0-9201-48de-832d-87ba780234ab tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] 10.222.0.74 "GET /v2.0/ports/af15791a-cf51-4fa3-8158-b6f9c11b3aab HTTP/1.1" status: 200 len: 1130 time: 0.0852754 Aug 16 20:49:54.512797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55224) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:54.774256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c6181-4c3b-465a-b740-3bd7f1ff880e req-f6f84ec4-7d19-45b9-9ff0-0bdcebd2af9b tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:54.782243 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d88c6181-4c3b-465a-b740-3bd7f1ff880e req-f6f84ec4-7d19-45b9-9ff0-0bdcebd2af9b tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1908050 Aug 16 20:49:54.872660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d88c6181-4c3b-465a-b740-3bd7f1ff880e req-f1d67aed-fc1d-412a-a751-ce0d8930d84e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893750 Aug 16 20:49:54.885166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b14d-5b0d-4aee-9859-5c4051373a44 req-f4aa0fdd-ee68-4d12-8218-fa97073a937a tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:54.888786 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9446b14d-5b0d-4aee-9859-5c4051373a44 req-f4aa0fdd-ee68-4d12-8218-fa97073a937a tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 931 time: 0.1491628 Aug 16 20:49:54.895173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-77fb6f3d-3ca0-4d16-b656-4012b8c3033b tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Deleting port af15791a-cf51-4fa3-8158-b6f9c11b3aab {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:54.895518 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-77fb6f3d-3ca0-4d16-b656-4012b8c3033b tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.922215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a2e65ce8-c71f-4ac7-8ec4-6cfb025eb1a5 None None] Provisioning complete for port af15791a-cf51-4fa3-8158-b6f9c11b3aab triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:54.922879 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2e65ce8-c71f-4ac7-8ec4-6cfb025eb1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.952313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Attempting to bind port 3a78e084-bef2-47bc-a99c-7da5ef745555 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:54.953072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Attempting to bind port 3a78e084-bef2-47bc-a99c-7da5ef745555 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:54.953649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Attempting to bind port 3a78e084-bef2-47bc-a99c-7da5ef745555 on network b0d534bd-676f-4885-bc60-63b42f115721 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:54.958846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a2e65ce8-c71f-4ac7-8ec4-6cfb025eb1a5 None None] Port af15791a-cf51-4fa3-8158-b6f9c11b3aab cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:54.964269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Port 3a78e084-bef2-47bc-a99c-7da5ef745555 on network b0d534bd-676f-4885-bc60-63b42f115721 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:54.964673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Attempting to bind port 3a78e084-bef2-47bc-a99c-7da5ef745555 on network b0d534bd-676f-4885-bc60-63b42f115721 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:54.982829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:54.983291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Checking segment: {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:54.983702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Bound using segment: {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:54.984233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Bound port: 3a78e084-bef2-47bc-a99c-7da5ef745555, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:54.984587 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.000558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9446b14d-5b0d-4aee-9859-5c4051373a44 req-43207588-fd29-4701-9bce-dab64f15016b tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007402 Aug 16 20:49:55.036282 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-77fb6f3d-3ca0-4d16-b656-4012b8c3033b tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.049174 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-77fb6f3d-3ca0-4d16-b656-4012b8c3033b tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Calling delete_port for af15791a-cf51-4fa3-8158-b6f9c11b3aab owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:55.125083 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.157913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] For port 3a78e084-bef2-47bc-a99c-7da5ef745555, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:55.180564 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f2ed3e-2355-4ed1-a9cd-cd947c65192e {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:55.186512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] For port 3a78e084-bef2-47bc-a99c-7da5ef745555, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a78e084-bef2-47bc-a99c-7da5ef745555,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:55.191019 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.203496 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.207664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Transition to ACTIVE for port object 49f2ed3e-2355-4ed1-a9cd-cd947c65192e will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:55.232563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbccb67-4a5e-49cb-b8e1-000da334f606,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:55.316715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-77fb6f3d-3ca0-4d16-b656-4012b8c3033b tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.320998 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.325433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:49:55.360701 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.369565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a37078be-b08c-4347-9d06-ba5a09b529ae details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:55.374337 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.374947 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Added segment d75270c5-7e25-446a-b128-fefd0cf019e3 of type vlan for network e326fa6c-2a20-4d37-a565-aff686757d16 Aug 16 20:49:55.378433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb6f3d-3ca0-4d16-b656-4012b8c3033b tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Pushing event deleted for resources: {'Port': ['ID=af15791a-cf51-4fa3-8158-b6f9c11b3aab,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:55.394014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.394918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.396488 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] 10.222.0.79 "PUT /v2.0/ports/3a78e084-bef2-47bc-a99c-7da5ef745555 HTTP/1.1" status: 200 len: 1092 time: 2.0640678 Aug 16 20:49:55.398060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7aaacd-f276-464c-b00c-fa67cbdf3794', 'tag': '3a78e084-bef2-47bc-a99c-7da5ef745555'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:55.400791 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5f69e5-f607-41d3-9cd2-84eda51c84af" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7aaacd-f276-464c-b00c-fa67cbdf3794", "tag": "3a78e084-bef2-47bc-a99c-7da5ef745555"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:55.457188 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-77fb6f3d-3ca0-4d16-b656-4012b8c3033b tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.462090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-77fb6f3d-3ca0-4d16-b656-4012b8c3033b tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] 10.222.0.74 "DELETE /v2.0/ports/af15791a-cf51-4fa3-8158-b6f9c11b3aab HTTP/1.1" status: 204 len: 168 time: 0.9482155 Aug 16 20:49:55.466523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55238) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:55.474419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.477582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198c7cf-6b0f-4530-83db-56e1ed771580 service neutron] Pushing event updated for resources: {'Port': ['ID=3a78e084-bef2-47bc-a99c-7da5ef745555,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:55.577246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a37078be-b08c-4347-9d06-ba5a09b529ae, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a37078be-b08c-4347-9d06-ba5a09b529ae,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:55.583825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a81c20-e62c-478f-bf13-a6bedd08670f req-6192e918-54b3-4890-84b1-911dde1308c0 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.585583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4a81c20-e62c-478f-bf13-a6bedd08670f req-6192e918-54b3-4890-84b1-911dde1308c0 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.2180061 Aug 16 20:49:55.617310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d8ca3-4ce3-44b6-bd16-7bc9ed375f48 req-dafd677f-9aeb-4ed7-9af4-731430ba2a30 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.617727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'a37078be-b08c-4347-9d06-ba5a09b529ae', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'port_id': 'a37078be-b08c-4347-9d06-ba5a09b529ae', 'mac_address': 'fa:16:3e:5f:01:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9086addc-4898-4b00-b1e4-5f5b81780ad7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:55.625744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-891d8ca3-4ce3-44b6-bd16-7bc9ed375f48 req-dafd677f-9aeb-4ed7-9af4-731430ba2a30 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1836135 Aug 16 20:49:55.640558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d45b544-ead1-46d7-aa1a-bda28b3ceac0 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Deleting subnet d20d211e-2e83-4574-ad1e-d6936d71b6db {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:49:55.658714 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d45b544-ead1-46d7-aa1a-bda28b3ceac0 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.682211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Pushing event updated for resources: {'Port': ['ID=49f2ed3e-2355-4ed1-a9cd-cd947c65192e,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:55.684028 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.705433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-db1eab6c-45e5-468f-9128-cf0e2ff21b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.711245 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-db1eab6c-45e5-468f-9128-cf0e2ff21b0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb555c21e52c4a9db00b0847c5a8f4df&device_id=7f7aaacd-f276-464c-b00c-fa67cbdf3794 HTTP/1.1" status: 200 len: 1095 time: 0.1350224 Aug 16 20:49:55.730552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a37078be-b08c-4347-9d06-ba5a09b529ae {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:55.734704 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d45b544-ead1-46d7-aa1a-bda28b3ceac0 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.758298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a37078be-b08c-4347-9d06-ba5a09b529ae, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a37078be-b08c-4347-9d06-ba5a09b529ae,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:55.761171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Attempting to bind port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:55.761512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Attempting to bind port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:55.761838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Attempting to bind port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e on network b0d534bd-676f-4885-bc60-63b42f115721 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:55.765848 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-04383ba2-f979-4c36-9a8c-1107699692a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a78e084-bef2-47bc-a99c-7da5ef745555 HTTP/1.1" status: 200 len: 217 time: 0.0464635 Aug 16 20:49:55.766423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.767351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.768038 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.773797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-891d8ca3-4ce3-44b6-bd16-7bc9ed375f48 req-67586571-a029-4c4a-a249-d13814f34c35 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469910 Aug 16 20:49:55.790808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4a81c20-e62c-478f-bf13-a6bedd08670f req-e6c04537-3aa8-4c8c-ac93-a5623e2676e4 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586077 Aug 16 20:49:55.832719 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.851102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e on network b0d534bd-676f-4885-bc60-63b42f115721 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:55.851850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Attempting to bind port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e on network b0d534bd-676f-4885-bc60-63b42f115721 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:55.873764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d45b544-ead1-46d7-aa1a-bda28b3ceac0 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.880914 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fe5084-24c5-4383-a5e8-85cb463fbc33 x-openstack-request-id: req-01fe5084-24c5-4383-a5e8-85cb463fbc33 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:55.881403 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7aaacd-f276-464c-b00c-fa67cbdf3794", "tag": "3a78e084-bef2-47bc-a99c-7da5ef745555", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:55.881729 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01fe5084-24c5-4383-a5e8-85cb463fbc33 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:55.882230 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7aaacd-f276-464c-b00c-fa67cbdf3794', 'tag': '3a78e084-bef2-47bc-a99c-7da5ef745555', 'status': 'completed', 'code': 200} Aug 16 20:49:55.891999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=a37078be-b08c-4347-9d06-ba5a09b529ae,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:55.910515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:55.910515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Checking segment: {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:55.910515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Bound using segment: {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:55.910515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Bound port: 49f2ed3e-2355-4ed1-a9cd-cd947c65192e, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096d213c-0dbe-40f3-8b9c-70840ed4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:55.910515 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.941967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-9b91982d-4102-485a-8957-8e4f7f0e8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.943650 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-9b91982d-4102-485a-8957-8e4f7f0e8876 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=832a59df-0ca4-465c-8325-3cc2b2d4b34c HTTP/1.1" status: 200 len: 852 time: 0.1440780 Aug 16 20:49:55.944397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] Pushing event updated for resources: {'Network': ['ID=e326fa6c-2a20-4d37-a565-aff686757d16,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:55.959891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network e326fa6c-2a20-4d37-a565-aff686757d16 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:49:55.989345 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['a37078be-b08c-4347-9d06-ba5a09b529ae'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:55.994507 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-19209a05-4037-4430-b475-28c3486f8d3d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1179583 Aug 16 20:49:55.997609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55250) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:56.004766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] Request body: {'subnet': {'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1640067411-subnet', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:56.011376 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-d7a998f8-2fb1-4830-8561-bc5bd535ded9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b0d534bd-676f-4885-bc60-63b42f115721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606372 Aug 16 20:49:56.047113 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d45b544-ead1-46d7-aa1a-bda28b3ceac0 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.089912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45b544-ead1-46d7-aa1a-bda28b3ceac0 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Pushing event deleted for resources: {'Subnet': ['ID=d20d211e-2e83-4574-ad1e-d6936d71b6db,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:56.103128 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] For port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:56.107946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] For port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=49f2ed3e-2355-4ed1-a9cd-cd947c65192e,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:56.121631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632136d-e373-472c-8fe9-688b7da530b5 req-b79b7f9f-9276-49a7-9fe4-5e8513c5b45d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.123736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3632136d-e373-472c-8fe9-688b7da530b5 req-b79b7f9f-9276-49a7-9fe4-5e8513c5b45d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1408842 Aug 16 20:49:56.129081 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d45b544-ead1-46d7-aa1a-bda28b3ceac0 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.132768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7d45b544-ead1-46d7-aa1a-bda28b3ceac0 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] 10.222.0.74 "DELETE /v2.0/subnets/d20d211e-2e83-4574-ad1e-d6936d71b6db HTTP/1.1" status: 204 len: 168 time: 0.6652987 Aug 16 20:49:56.135246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55254) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:56.140089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e44660-6dbe-4895-80f7-f08b8ab8b817 None None] Network bfcb9944-cb31-49b8-833e-cdbafd46d3c0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:56.210883 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.224447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] Made reservation on behalf of a24ca84caa9e4e3aa2dff0d5283d9aaf for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:56.229192 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.258471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65585226-065d-41f1-aad9-2dff9f3ae670 req-ecd7f715-dedd-4db7-bd61-84842698b026 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.259997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65585226-065d-41f1-aad9-2dff9f3ae670 req-ecd7f715-dedd-4db7-bd61-84842698b026 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 943 time: 0.1070297 Aug 16 20:49:56.274902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3632136d-e373-472c-8fe9-688b7da530b5 req-2bfaaa22-51ce-46f9-b521-63c1ba44b6f8 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406746 Aug 16 20:49:56.302616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Pushing event updated for resources: {'Port': ['ID=49f2ed3e-2355-4ed1-a9cd-cd947c65192e,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:56.318834 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-63dd648a-06b8-4174-a3c6-0f3ba1ae2225 service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997019 Aug 16 20:49:56.342794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.343481 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.345393 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-1b359442-8a7e-414a-9b58-bfdb0c928b3b service neutron] 10.222.0.79 "PUT /v2.0/ports/49f2ed3e-2355-4ed1-a9cd-cd947c65192e HTTP/1.1" status: 200 len: 1092 time: 2.1558664 Aug 16 20:49:56.367193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65585226-065d-41f1-aad9-2dff9f3ae670 req-a09c701b-73a3-41d0-a2af-a90840d84a27 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962667 Aug 16 20:49:56.413635 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.486739 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7195aa5b-df2e-44bd-adee-1c62b7f685e7 None None] DHCP port deletion for bfcb9944-cb31-49b8-833e-cdbafd46d3c0 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:49:56.498415 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-ca07a865-c767-47da-923d-302586ae525f service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722455 Aug 16 20:49:56.560313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-a47d1e6f-b383-4a17-840d-100200c346cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.560313 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-a47d1e6f-b383-4a17-840d-100200c346cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb555c21e52c4a9db00b0847c5a8f4df&device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 1095 time: 0.0793228 Aug 16 20:49:56.562199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Deleting port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:56.562556 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.574342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7195aa5b-df2e-44bd-adee-1c62b7f685e7 None None] Deleting port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:56.574709 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7195aa5b-df2e-44bd-adee-1c62b7f685e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.608923 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.671639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c488e6f0-d32f-4cc2-b43a-74faff2b1ceb no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:56.695349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4050dda0-7be6-4550-b8ab-15431325c8a3,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:56.706492 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] Checking segment: {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:56.716022 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-9e4601b3-49aa-4301-ada9-70ffea188c3b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49f2ed3e-2355-4ed1-a9cd-cd947c65192e HTTP/1.1" status: 200 len: 217 time: 0.1437182 Aug 16 20:49:56.716551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] Network hostable DHCP agents. Network: e326fa6c-2a20-4d37-a565-aff686757d16, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:49:56.735642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7195aa5b-df2e-44bd-adee-1c62b7f685e7 None None] For port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c488e6f0-d32f-4cc2-b43a-74faff2b1ceb,segment=NetworkSegment(d5b8f65b-7644-4888-8532-207d361d2a4c),segment_id=d5b8f65b-7644-4888-8532-207d361d2a4c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:56.736207 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7195aa5b-df2e-44bd-adee-1c62b7f685e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.752100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7195aa5b-df2e-44bd-adee-1c62b7f685e7 None None] Calling delete_port for c488e6f0-d32f-4cc2-b43a-74faff2b1ceb owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:56.789370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] Network e326fa6c-2a20-4d37-a565-aff686757d16 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:49:56.818317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] For port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c488e6f0-d32f-4cc2-b43a-74faff2b1ceb,segment=NetworkSegment(d5b8f65b-7644-4888-8532-207d361d2a4c),segment_id=d5b8f65b-7644-4888-8532-207d361d2a4c)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:56.818730 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.844734 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.846060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f69e5-f607-41d3-9cd2-84eda51c84af req-beba7697-921c-42a2-bdc1-96a452666b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.847613 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d5f69e5-f607-41d3-9cd2-84eda51c84af req-beba7697-921c-42a2-bdc1-96a452666b7f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb555c21e52c4a9db00b0847c5a8f4df&device_id=7f7aaacd-f276-464c-b00c-fa67cbdf3794 HTTP/1.1" status: 200 len: 1095 time: 0.1784606 Aug 16 20:49:56.848567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Calling delete_port for c488e6f0-d32f-4cc2-b43a-74faff2b1ceb owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:56.856911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-e0a99e56-1bac-4016-8707-ee6a3d9904b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.858436 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-e0a99e56-1bac-4016-8707-ee6a3d9904b1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=832a59df-0ca4-465c-8325-3cc2b2d4b34c HTTP/1.1" status: 200 len: 852 time: 0.1123667 Aug 16 20:49:56.882639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, e326fa6c-2a20-4d37-a565-aff686757d16) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:56.888406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.895397 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.906260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4116641a-a0b7-4b4c-9f97-aeca6adeee80 None None] Network e326fa6c-2a20-4d37-a565-aff686757d16 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:56.967194 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-7d64ee4d-4431-45db-8785-cfc8e6861d83 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b0d534bd-676f-4885-bc60-63b42f115721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947852 Aug 16 20:49:56.990535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a55b2-cd0d-432b-8b4d-b5d13364558d req-9a73199f-c852-4b6c-b937-35f4937116ea tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.992193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-515a55b2-cd0d-432b-8b4d-b5d13364558d req-9a73199f-c852-4b6c-b937-35f4937116ea tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 944 time: 0.0997403 Aug 16 20:49:56.995400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c488e6f0-d32f-4cc2-b43a-74faff2b1ceb,segment=NetworkSegment(d5b8f65b-7644-4888-8532-207d361d2a4c),segment_id=d5b8f65b-7644-4888-8532-207d361d2a4c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:57.000522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b27db-e28f-40dd-b4c2-f022e1202dc8 req-e6f04e05-240f-4ebd-87db-86d1bd4c2a05 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:57.013731 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d9b27db-e28f-40dd-b4c2-f022e1202dc8 req-e6f04e05-240f-4ebd-87db-86d1bd4c2a05 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1119125 Aug 16 20:49:57.027841 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a4832eef-c07b-4182-b2f2-e4a4c1c5ff7c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0279384 Aug 16 20:49:57.031595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55272) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:57.034599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:57.101414 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.103762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d9b27db-e28f-40dd-b4c2-f022e1202dc8 req-d9aac3c2-3d5c-498a-9b8d-09a57c841852 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892599 Aug 16 20:49:57.103985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f69e5-f607-41d3-9cd2-84eda51c84af req-fd66a07d-61ab-48e2-98ad-f007737ba6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:57.105530 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d5f69e5-f607-41d3-9cd2-84eda51c84af req-fd66a07d-61ab-48e2-98ad-f007737ba6f2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b0d534bd-676f-4885-bc60-63b42f115721 HTTP/1.1" status: 200 len: 913 time: 0.2462163 Aug 16 20:49:57.106864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-515a55b2-cd0d-432b-8b4d-b5d13364558d req-131e9c91-262c-476c-b9e8-bed29dd70ef8 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910175 Aug 16 20:49:57.172684 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d5f69e5-f607-41d3-9cd2-84eda51c84af req-753287c8-4759-4dd8-b5ad-27dcefd63c42 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a78e084-bef2-47bc-a99c-7da5ef745555 HTTP/1.1" status: 200 len: 217 time: 0.0549490 Aug 16 20:49:57.180411 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-5f5d007f-7ccc-4173-a752-5c95a97b4bf5 service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999290 Aug 16 20:49:57.201251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.201411 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7195aa5b-df2e-44bd-adee-1c62b7f685e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.204845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.225382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-e326fa6c-2a20-4d37-a565-aff686757d16', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:49:57.226271 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.244483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c488e6f0-d32f-4cc2-b43a-74faff2b1ceb,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:57.253361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195aa5b-df2e-44bd-adee-1c62b7f685e7 None None] No DVR routers for this DVR port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:57.283866 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.314484 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f69e5-f607-41d3-9cd2-84eda51c84af req-c30ca08c-627a-42a1-a38f-b0061cc67287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:57.315952 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d5f69e5-f607-41d3-9cd2-84eda51c84af req-c30ca08c-627a-42a1-a38f-b0061cc67287 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=832a59df-0ca4-465c-8325-3cc2b2d4b34c HTTP/1.1" status: 200 len: 852 time: 0.1345456 Aug 16 20:49:57.335702 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.366949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195aa5b-df2e-44bd-adee-1c62b7f685e7 None None] Pushing event deleted for resources: {'Port': ['ID=c488e6f0-d32f-4cc2-b43a-74faff2b1ceb,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:57.372537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Pushing event deleted for resources: {'Port': ['ID=c488e6f0-d32f-4cc2-b43a-74faff2b1ceb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:57.377280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] No DVR routers for this DVR port c488e6f0-d32f-4cc2-b43a-74faff2b1ceb on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:57.387433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a37078be-b08c-4347-9d06-ba5a09b529ae up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:57.446495 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d5f69e5-f607-41d3-9cd2-84eda51c84af req-c66d5bec-1536-4140-9039-593cd6304091 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b0d534bd-676f-4885-bc60-63b42f115721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000299 Aug 16 20:49:57.460593 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d4b5a76d-f1ff-40aa-8fdb-f57e77e764ac req-232619e1-e894-45ac-b776-797b5fec39b1 service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701735 Aug 16 20:49:57.491219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Allocated IP 172.20.0.2 (e326fa6c-2a20-4d37-a565-aff686757d16/4050dda0-7be6-4550-b8ab-15431325c8a3/1a0a7188-137e-41c6-8765-7d60e1fb9138) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:57.524565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacc655-1bf8-45a7-b56e-5ea9df2bb5ef req-cb047f67-2929-4ffc-91cf-f79362d48a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:57.526079 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdacc655-1bf8-45a7-b56e-5ea9df2bb5ef req-cb047f67-2929-4ffc-91cf-f79362d48a2b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 1098 time: 0.2153716 Aug 16 20:49:57.586267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.586666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port a37078be-b08c-4347-9d06-ba5a09b529ae triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:57.587171 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.616387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcb9944-cb31-49b8-833e-cdbafd46d3c0']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:57.636851 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.640439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b8f65b-7644-4888-8532-207d361d2a4c') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:57.640743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b8f65b-7644-4888-8532-207d361d2a4c') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:57.663879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05699d-4ee3-4b49-8da8-f84c8a5db68b req-0ce906df-2565-42d3-a7c6-bdc54617f962 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:57.665969 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e05699d-4ee3-4b49-8da8-f84c8a5db68b req-0ce906df-2565-42d3-a7c6-bdc54617f962 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.2773786 Aug 16 20:49:57.667012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.672741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdacc655-1bf8-45a7-b56e-5ea9df2bb5ef req-1196b042-f5f6-40ed-b728-0d8d17a023fc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080089 Aug 16 20:49:57.699704 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.707243 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d5f69e5-f607-41d3-9cd2-84eda51c84af req-0f606483-4a3f-4064-89a2-a9c1a221123e service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499056 Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:49:57.713110 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:49:57.745003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e05699d-4ee3-4b49-8da8-f84c8a5db68b req-cb2f0681-24f3-41df-9fd5-a9b003ef6ad2 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629716 Aug 16 20:49:57.755025 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.779031 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.796979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b1886-1934-44b0-bcf5-a136195393d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37078be-b08c-4347-9d06-ba5a09b529ae'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:57.803749 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e785f23-88f1-4dcb-af71-9784940bea96" -d '{"events": [{"server_uuid": "555b1886-1934-44b0-bcf5-a136195393d0", "name": "network-vif-plugged", "status": "completed", "tag": "a37078be-b08c-4347-9d06-ba5a09b529ae"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:57.821375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e9d3e-df23-4d26-8783-5119c1b2a458 req-ba4c9e3f-9926-4fa8-a6c9-567a013d1500 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:57.822119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a37078be-b08c-4347-9d06-ba5a09b529ae, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a37078be-b08c-4347-9d06-ba5a09b529ae,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:57.828914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d08e9d3e-df23-4d26-8783-5119c1b2a458 req-ba4c9e3f-9926-4fa8-a6c9-567a013d1500 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 943 time: 0.3344007 Aug 16 20:49:57.829466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Transition to ACTIVE for port object 1a0a7188-137e-41c6-8765-7d60e1fb9138 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:57.858396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Transition to ACTIVE for port object 1a0a7188-137e-41c6-8765-7d60e1fb9138 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:57.884816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46dddce3-d63c-42ba-8c89-d36201c92d91', 'tag': '49f2ed3e-2355-4ed1-a9cd-cd947c65192e'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:57.887621 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a2e36d-1b50-4090-b743-299437c74f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "46dddce3-d63c-42ba-8c89-d36201c92d91", "tag": "49f2ed3e-2355-4ed1-a9cd-cd947c65192e"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:57.912952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d08e9d3e-df23-4d26-8783-5119c1b2a458 req-31c1b270-ba0a-49cd-91d1-c952605352e5 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736794 Aug 16 20:49:57.913421 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa8d2cd-3dd0-4592-9927-62cf8ef22fd4 x-openstack-request-id: req-afa8d2cd-3dd0-4592-9927-62cf8ef22fd4 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:57.913421 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555b1886-1934-44b0-bcf5-a136195393d0", "name": "network-vif-plugged", "status": "completed", "tag": "a37078be-b08c-4347-9d06-ba5a09b529ae", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:57.913421 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-afa8d2cd-3dd0-4592-9927-62cf8ef22fd4 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:57.913421 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555b1886-1934-44b0-bcf5-a136195393d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37078be-b08c-4347-9d06-ba5a09b529ae', 'code': 200} Aug 16 20:49:57.920277 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d5f69e5-f607-41d3-9cd2-84eda51c84af req-d8383009-face-42d0-afda-f4c1581fa0e2 service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955483 Aug 16 20:49:57.928449 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.931725 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.938786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.942646 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] 10.222.0.74 "DELETE /v2.0/networks/bfcb9944-cb31-49b8-833e-cdbafd46d3c0 HTTP/1.1" status: 204 len: 168 time: 1.8062284 Aug 16 20:49:57.957434 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2db56-0de1-4a00-9c3b-a76acf53598d tempest-ExtraDHCPOptionsIpV6TestJSON-51428950 tempest-ExtraDHCPOptionsIpV6TestJSON-51428950-project] Pushing event deleted for resources: {'Network': ['ID=bfcb9944-cb31-49b8-833e-cdbafd46d3c0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:57.966822 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:57.983107 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d42d31-28af-4c10-beca-6720af3dfc1e x-openstack-request-id: req-e3d42d31-28af-4c10-beca-6720af3dfc1e {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:57.983452 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46dddce3-d63c-42ba-8c89-d36201c92d91", "tag": "49f2ed3e-2355-4ed1-a9cd-cd947c65192e", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:57.983711 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3d42d31-28af-4c10-beca-6720af3dfc1e {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:57.985354 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46dddce3-d63c-42ba-8c89-d36201c92d91', 'tag': '49f2ed3e-2355-4ed1-a9cd-cd947c65192e', 'status': 'completed', 'code': 200} Aug 16 20:49:58.035809 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Network e326fa6c-2a20-4d37-a565-aff686757d16 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:58.040994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:58.049341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:58.058391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Pushing event updated for resources: {'Port': ['ID=1a0a7188-137e-41c6-8765-7d60e1fb9138,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:58.103519 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:58.123053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=a37078be-b08c-4347-9d06-ba5a09b529ae,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:58.124349 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:58.164217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e36d-1b50-4090-b743-299437c74f7d req-0daaee86-e899-4277-b4ea-7a4b0e66c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:58.186045 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-97a2e36d-1b50-4090-b743-299437c74f7d req-0daaee86-e899-4277-b4ea-7a4b0e66c5a1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb555c21e52c4a9db00b0847c5a8f4df&device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 1095 time: 0.1785893 Aug 16 20:49:58.235579 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Attempting to bind port 1a0a7188-137e-41c6-8765-7d60e1fb9138 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:58.235964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Attempting to bind port 1a0a7188-137e-41c6-8765-7d60e1fb9138 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:58.236330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Attempting to bind port 1a0a7188-137e-41c6-8765-7d60e1fb9138 on network e326fa6c-2a20-4d37-a565-aff686757d16 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:58.249307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:58.249689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Checking segment: {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:58.250101 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:58.250501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Bound using segment: {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:58.250975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Bound port: 1a0a7188-137e-41c6-8765-7d60e1fb9138, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:58.256968 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:58.276537 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Allocated IP 172.25.4.40 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/da277e10-139b-472d-b40f-ac721deea00e) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:58.396196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] For port 1a0a7188-137e-41c6-8765-7d60e1fb9138, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:58.400569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] For port 1a0a7188-137e-41c6-8765-7d60e1fb9138, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1a0a7188-137e-41c6-8765-7d60e1fb9138,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:58.406055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e36d-1b50-4090-b743-299437c74f7d req-d253acd9-eb19-40d5-bba4-8116736b8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:58.410502 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-97a2e36d-1b50-4090-b743-299437c74f7d req-d253acd9-eb19-40d5-bba4-8116736b8e37 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b0d534bd-676f-4885-bc60-63b42f115721 HTTP/1.1" status: 200 len: 913 time: 0.2166386 Aug 16 20:49:58.458963 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-97a2e36d-1b50-4090-b743-299437c74f7d req-8c1aad47-9a17-4a95-87e0-aacc7ac8c4c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49f2ed3e-2355-4ed1-a9cd-cd947c65192e HTTP/1.1" status: 200 len: 217 time: 0.0411310 Aug 16 20:49:58.467967 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:58.531915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:58.585775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe2ffc-36a8-4929-adaf-6a9a8a429ab4 req-d99ec982-4c8e-4be2-9980-55f14131c8ab tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:58.594468 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7fe2ffc-36a8-4929-adaf-6a9a8a429ab4 req-d99ec982-4c8e-4be2-9980-55f14131c8ab tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.3194931 Aug 16 20:49:58.652679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7fe2ffc-36a8-4929-adaf-6a9a8a429ab4 req-979ff654-036e-43ce-bee8-a63a63ae2920 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518615 Aug 16 20:49:58.653544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e36d-1b50-4090-b743-299437c74f7d req-16d0a44f-db50-4150-916d-400bd910dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:58.656608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c2fc3-8196-4dcd-bfce-3abdda4570ef None None] Pushing event updated for resources: {'Port': ['ID=1a0a7188-137e-41c6-8765-7d60e1fb9138,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:58.657657 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-97a2e36d-1b50-4090-b743-299437c74f7d req-16d0a44f-db50-4150-916d-400bd910dc63 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=832a59df-0ca4-465c-8325-3cc2b2d4b34c HTTP/1.1" status: 200 len: 852 time: 0.1711380 Aug 16 20:49:58.669216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60706de9-c69b-472d-9c83-235bac49d555 req-7a075396-b908-40ce-b8e2-893a47d50c69 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:58.687089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60706de9-c69b-472d-9c83-235bac49d555 req-7a075396-b908-40ce-b8e2-893a47d50c69 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.3667634 Aug 16 20:49:58.732377 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:58.760744 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-97a2e36d-1b50-4090-b743-299437c74f7d req-c6e6832c-2ab7-49b7-b85b-55daa9b09f16 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b0d534bd-676f-4885-bc60-63b42f115721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945477 Aug 16 20:49:58.809478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:58.814904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60706de9-c69b-472d-9c83-235bac49d555 req-9a3bfc65-98c3-4dff-b659-83117e4dc847 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268206 Aug 16 20:49:58.822281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:58.836988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:58.910152 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-97a2e36d-1b50-4090-b743-299437c74f7d req-251ab238-878a-4b57-bf98-1bd22ccd82ae service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386421 Aug 16 20:49:58.917638 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Pushing event updated for resources: {'Port': ['ID=da277e10-139b-472d-b40f-ac721deea00e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:59.116393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597c33a-c84e-46af-8f16-7e74a5a71c4c req-715257c6-5d7e-4507-9661-0763cc9e4799 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:59.124109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8597c33a-c84e-46af-8f16-7e74a5a71c4c req-715257c6-5d7e-4507-9661-0763cc9e4799 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1721094 Aug 16 20:49:59.128686 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-97a2e36d-1b50-4090-b743-299437c74f7d req-c3b1dd23-6adb-45ca-bda1-7b814d906f16 service neutron] 10.222.0.79 "GET /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024333 Aug 16 20:49:59.167939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55322) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:59.309050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8597c33a-c84e-46af-8f16-7e74a5a71c4c req-3e2d3152-9ce0-4dfc-92f3-91a24ac66228 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838968 Aug 16 20:49:59.317759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e4de3-f892-4115-b76b-a04c94019c8d req-f09f49e1-3183-4bdf-8d23-bdf650e909b9 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:59.319603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-104e4de3-f892-4115-b76b-a04c94019c8d req-f09f49e1-3183-4bdf-8d23-bdf650e909b9 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 943 time: 0.2372746 Aug 16 20:49:59.417175 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-774fdfa3-1661-4f66-af6a-bc3363845ccc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ff848a3d5b3b4e28a3fbcd214ac35271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458403 Aug 16 20:49:59.417803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55328) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:59.444004 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-104e4de3-f892-4115-b76b-a04c94019c8d req-bd8817a1-837c-4698-a6bf-83df59705e51 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820389 Aug 16 20:49:59.479205 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:59.525795 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b2408f0-3bd7-43cb-9555-f470d926d2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:59.557534 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b2408f0-3bd7-43cb-9555-f470d926d2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:59.731726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b2408f0-3bd7-43cb-9555-f470d926d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:59.735849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b2408f0-3bd7-43cb-9555-f470d926d2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:59.737076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0b2408f0-3bd7-43cb-9555-f470d926d2ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/693f496a-24c6-446d-b7f3-7cfdb5363657 HTTP/1.1" status: 204 len: 168 time: 0.3186018 Aug 16 20:49:59.750323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2408f0-3bd7-43cb-9555-f470d926d2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693f496a-24c6-446d-b7f3-7cfdb5363657,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:59.987254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a78e084-bef2-47bc-a99c-7da5ef745555 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:00.182585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1da7dc-3316-403e-8c8d-1b377801e8b8 None None] Network e326fa6c-2a20-4d37-a565-aff686757d16 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:00.257443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a78e084-bef2-47bc-a99c-7da5ef745555, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a78e084-bef2-47bc-a99c-7da5ef745555,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:00.277530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '3a78e084-bef2-47bc-a99c-7da5ef745555', 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721', 'port_id': '3a78e084-bef2-47bc-a99c-7da5ef745555', 'mac_address': 'fa:16:3e:08:13:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832a59df-0ca4-465c-8325-3cc2b2d4b34c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:00.546316 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:00.569279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:00.572564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c4466-37ed-4b10-b7cd-a5815f70b9cb req-b6fd494b-61e3-4c86-a45a-4d8c147391a6 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:00.574840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e04c4466-37ed-4b10-b7cd-a5815f70b9cb req-b6fd494b-61e3-4c86-a45a-4d8c147391a6 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1866179 Aug 16 20:50:00.576829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aed82a8d-3f79-4318-883d-a0f5cbb38a31 None None] Provisioning for port 1a0a7188-137e-41c6-8765-7d60e1fb9138 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:00.585333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05f57e-240e-447f-9410-d9185077e00a req-c9df8d12-f8a7-4cea-8c96-8c7834a4a7fb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:00.607870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f05f57e-240e-447f-9410-d9185077e00a req-c9df8d12-f8a7-4cea-8c96-8c7834a4a7fb tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.2383516 Aug 16 20:50:00.646872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a78e084-bef2-47bc-a99c-7da5ef745555 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:00.664997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e04c4466-37ed-4b10-b7cd-a5815f70b9cb req-abcaebbc-93f3-444c-acbd-fbe1ff002fae tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547156 Aug 16 20:50:00.696877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a78e084-bef2-47bc-a99c-7da5ef745555, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a78e084-bef2-47bc-a99c-7da5ef745555,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:00.761500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f05f57e-240e-447f-9410-d9185077e00a req-f4cb908a-cc25-4324-b4f5-fd43725f0686 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523695 Aug 16 20:50:00.763292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1a0a7188-137e-41c6-8765-7d60e1fb9138 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:00.884519 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:00.885401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 49f2ed3e-2355-4ed1-a9cd-cd947c65192e details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:00.909548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de447e-c95e-4f7b-afee-5a3df98baf1e req-48c5cf10-1520-4ef2-abc0-3d7c2f6ebce7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:00.911600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1de447e-c95e-4f7b-afee-5a3df98baf1e req-48c5cf10-1520-4ef2-abc0-3d7c2f6ebce7 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.0820456 Aug 16 20:50:01.002206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b29c0-a033-46e2-9467-70f0fcbe9f77 req-c1cf2b30-64e2-4b80-a7cc-81eb6373c8db tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:01.003775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-349b29c0-a033-46e2-9467-70f0fcbe9f77 req-c1cf2b30-64e2-4b80-a7cc-81eb6373c8db tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 943 time: 0.1143990 Aug 16 20:50:01.025619 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1de447e-c95e-4f7b-afee-5a3df98baf1e req-37e7b858-063b-4b92-b8bc-06e89aafc270 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803149 Aug 16 20:50:01.069509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-349b29c0-a033-46e2-9467-70f0fcbe9f77 req-c6773cb3-7333-4ab8-8bb2-1eb6f37e4df0 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478303 Aug 16 20:50:01.093398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 1a0a7188-137e-41c6-8765-7d60e1fb9138 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:01.100942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1a0a7188-137e-41c6-8765-7d60e1fb9138 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:01.101231 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.136734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Router e45696aa-d5f2-4911-93dc-827171eef675 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:50:01.197132 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=49f2ed3e-2355-4ed1-a9cd-cd947c65192e,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:01.199785 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3a78e084-bef2-47bc-a99c-7da5ef745555,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:01.250375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '49f2ed3e-2355-4ed1-a9cd-cd947c65192e', 'network_id': 'b0d534bd-676f-4885-bc60-63b42f115721', 'port_id': '49f2ed3e-2355-4ed1-a9cd-cd947c65192e', 'mac_address': 'fa:16:3e:5a:e6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832a59df-0ca4-465c-8325-3cc2b2d4b34c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:01.333743 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.413311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:01.438754 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Sync routers for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:01.472969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 1a0a7188-137e-41c6-8765-7d60e1fb9138, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1a0a7188-137e-41c6-8765-7d60e1fb9138,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:01.479584 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.479584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:01.479584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:49:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:01.524577 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.528785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0af08ce2-70ed-4c56-a80f-62339128e904 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4952273 Aug 16 20:50:01.529320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55374) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:01.618646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55378) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:01.674519 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.702273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-33b4a2c1-cf51-4b90-bfbf-d4b004537d2e None None] Provisioning complete for port 1a0a7188-137e-41c6-8765-7d60e1fb9138 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:01.702830 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-33b4a2c1-cf51-4b90-bfbf-d4b004537d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.731653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f2ed3e-2355-4ed1-a9cd-cd947c65192e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:01.759950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b18681-57fa-4edf-b0f5-1042b9db3abb req-19515c9a-a7cb-4688-bf3f-e187d013efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:01.761606 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-75b18681-57fa-4edf-b0f5-1042b9db3abb req-19515c9a-a7cb-4688-bf3f-e187d013efad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 1098 time: 0.0879223 Aug 16 20:50:01.762160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=49f2ed3e-2355-4ed1-a9cd-cd947c65192e,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:01.773127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45676305-a79d-4201-a980-1ba9296f9e54 req-ed8d7eed-1489-409b-8f43-f753a53f1b89 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:01.794923 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45676305-a79d-4201-a980-1ba9296f9e54 req-ed8d7eed-1489-409b-8f43-f753a53f1b89 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1058896 Aug 16 20:50:01.879092 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.883462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1100598890'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:01.901893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=1a0a7188-137e-41c6-8765-7d60e1fb9138,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:01.922282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45676305-a79d-4201-a980-1ba9296f9e54 req-b50b26cc-9484-48fa-a59e-adecf3c2b209 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257896 Aug 16 20:50:01.972757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b18681-57fa-4edf-b0f5-1042b9db3abb req-9712b27c-0d60-4f8b-b24a-e45704db0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:01.977347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-75b18681-57fa-4edf-b0f5-1042b9db3abb req-9712b27c-0d60-4f8b-b24a-e45704db0744 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 200 len: 920 time: 0.2029963 Aug 16 20:50:01.997320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Made reservation on behalf of 58fa7c528dc448e88403b36f73ec5da2 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:02.000684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=49f2ed3e-2355-4ed1-a9cd-cd947c65192e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:02.001174 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.004589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:02.042620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.058844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f274e-d713-44bb-9100-a69a2856343a req-4873d41a-f7e5-419d-bc86-bc233923e6a1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:02.060458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-290f274e-d713-44bb-9100-a69a2856343a req-4873d41a-f7e5-419d-bc86-bc233923e6a1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1695869 Aug 16 20:50:02.129822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['3a78e084-bef2-47bc-a99c-7da5ef745555'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:02.151293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.153875 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-75b18681-57fa-4edf-b0f5-1042b9db3abb req-f6cb88a7-bf81-421b-b96f-c49b4f35db3d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c1ff7c-4a84-433e-9ec4-d644c3700781 HTTP/1.1" status: 200 len: 217 time: 0.1694748 Aug 16 20:50:02.161312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['49f2ed3e-2355-4ed1-a9cd-cd947c65192e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:02.232718 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.269944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-290f274e-d713-44bb-9100-a69a2856343a req-dd1339f4-af5d-46a8-8039-223f2435027b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905532 Aug 16 20:50:02.270400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b18681-57fa-4edf-b0f5-1042b9db3abb req-af4e00b2-fb26-4be9-a7dd-d76abc6fe774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:02.272315 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-75b18681-57fa-4edf-b0f5-1042b9db3abb req-af4e00b2-fb26-4be9-a7dd-d76abc6fe774 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5293b147-4db7-4700-be1a-49823eac2c64 HTTP/1.1" status: 200 len: 859 time: 0.1075785 Aug 16 20:50:02.340980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c377a-1b7d-40db-8212-3f65f66f6730 req-7e9fe0db-e456-4a43-8caf-2d9e521a2418 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:02.342588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c6c377a-1b7d-40db-8212-3f65f66f6730 req-7e9fe0db-e456-4a43-8caf-2d9e521a2418 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1552963 Aug 16 20:50:02.368273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:50:02.374143 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-75b18681-57fa-4edf-b0f5-1042b9db3abb req-4bb7250e-9bee-4341-ada4-e146e07cbad4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f40b62f5-c9df-466c-b34d-9ad831b8e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916216 Aug 16 20:50:02.416545 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fe9d7e-e606-4503-ade7-738b1f8565f5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:02.486049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.486280 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Added segment 73c3a580-babc-4b06-9fad-ef37df8bd6fa of type vlan for network d6b69c4b-ac78-454e-9598-2e566c7ecfef Aug 16 20:50:02.539909 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.591409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c6c377a-1b7d-40db-8212-3f65f66f6730 req-a75448b1-90c4-471f-b1a9-71300ce36edd tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390156 Aug 16 20:50:02.641262 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.647373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fae03d-863b-4f0e-87b9-cd597a0700ad req-b011a307-3bb9-41b3-964c-70e8a3f06ab4 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:02.662824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70fae03d-863b-4f0e-87b9-cd597a0700ad req-b011a307-3bb9-41b3-964c-70e8a3f06ab4 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 944 time: 0.2564623 Aug 16 20:50:02.670096 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.691777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1a0a7188-137e-41c6-8765-7d60e1fb9138 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:02.701447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:49:59Z', 'revision_number': 3, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:02.734373 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-75b18681-57fa-4edf-b0f5-1042b9db3abb req-ed903c67-d6cc-4d8d-894e-ad0840bb75d8 service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474307 Aug 16 20:50:02.768461 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.773243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Checking router: e45696aa-d5f2-4911-93dc-827171eef675 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:02.773600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Updating router e45696aa-d5f2-4911-93dc-827171eef675 port da277e10-139b-472d-b40f-ac721deea00e binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:50:02.815376 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.824377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70fae03d-863b-4f0e-87b9-cd597a0700ad req-14f04cd7-710c-459f-83f4-27d3162d5590 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603510 Aug 16 20:50:02.874624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.882372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:02.886756 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.894585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1a0a7188-137e-41c6-8765-7d60e1fb9138 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:02.897554 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.088898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Network': ['ID=d6b69c4b-ac78-454e-9598-2e566c7ecfef,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:03.102364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network d6b69c4b-ac78-454e-9598-2e566c7ecfef details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:50:03.104783 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e872458d-3b3b-4f65-b728-876bc1c9cd44 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4841943 Aug 16 20:50:03.111007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55396) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:03.117794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'subnet': {'network_id': 'd6b69c4b-ac78-454e-9598-2e566c7ecfef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:03.185963 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-75b18681-57fa-4edf-b0f5-1042b9db3abb req-dbfa30fe-0d5b-4fa5-a318-193037e96433 service neutron] 10.222.0.76 "GET /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389944 Aug 16 20:50:03.198520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b84393-9e3c-4dc8-8596-d138fa6a1858 req-948da6e2-0f82-41ee-aed9-c8d966e8cedc tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:03.200805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0b84393-9e3c-4dc8-8596-d138fa6a1858 req-948da6e2-0f82-41ee-aed9-c8d966e8cedc tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1419892 Aug 16 20:50:03.202871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Allocated IP 172.20.0.1 (e326fa6c-2a20-4d37-a565-aff686757d16/4050dda0-7be6-4550-b8ab-15431325c8a3/1de02e4d-ce1a-402f-803e-93da7a9269df) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:03.344884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0b84393-9e3c-4dc8-8596-d138fa6a1858 req-a9999a06-864d-40b7-87bc-abb6aa4eecf7 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356809 Aug 16 20:50:03.409804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Made reservation on behalf of 58fa7c528dc448e88403b36f73ec5da2 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:03.413848 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.438899 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.454633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Transition to ACTIVE for port object da277e10-139b-472d-b40f-ac721deea00e will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:03.471364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.491496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Transition to ACTIVE for port object 1de02e4d-ce1a-402f-803e-93da7a9269df will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:03.502978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14a613-c0ae-4e4a-ab87-491c7a0f3605 req-44fbcb89-5fdb-4f16-a165-b5d0197bff91 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:03.507239 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf14a613-c0ae-4e4a-ab87-491c7a0f3605 req-44fbcb89-5fdb-4f16-a165-b5d0197bff91 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1171563 Aug 16 20:50:03.530700 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.614925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf14a613-c0ae-4e4a-ab87-491c7a0f3605 req-f8f3eadd-1037-4737-ba58-904314c9d7af tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990336 Aug 16 20:50:03.711226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Attempting to bind port da277e10-139b-472d-b40f-ac721deea00e on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:03.712904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Attempting to bind port da277e10-139b-472d-b40f-ac721deea00e by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:03.714466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Attempting to bind port da277e10-139b-472d-b40f-ac721deea00e on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:03.720578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d021115-d18d-43bf-a91c-a5427be664f7 None None] Pushing event updated for resources: {'Port': ['ID=da277e10-139b-472d-b40f-ac721deea00e,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:03.722942 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.739182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:03.743220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:03.744477 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.745359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:03.747020 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Bound port: da277e10-139b-472d-b40f-ac721deea00e, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:03.750057 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.833717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] For port da277e10-139b-472d-b40f-ac721deea00e, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:03.837317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] For port da277e10-139b-472d-b40f-ac721deea00e, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=da277e10-139b-472d-b40f-ac721deea00e,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:03.858450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Network e326fa6c-2a20-4d37-a565-aff686757d16 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:03.868091 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:03.872946 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:03.911781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.930730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Pushing event updated for resources: {'Port': ['ID=1de02e4d-ce1a-402f-803e-93da7a9269df,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:03.936152 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.984402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Subnet': ['ID=1aeef2b8-dfeb-4095-9a88-19ff1154157e,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:03.986954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:03.987329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:03.987663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:03.988032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:03.988618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:03.988765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:03.989356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:03.989356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:03.989709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:03.990134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:03.991189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:03.991657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:04.029721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a78e084-bef2-47bc-a99c-7da5ef745555 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:04.050191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Checking segment: {'id': '73c3a580-babc-4b06-9fad-ef37df8bd6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd6b69c4b-ac78-454e-9598-2e566c7ecfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:04.052933 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network hostable DHCP agents. Network: d6b69c4b-ac78-454e-9598-2e566c7ecfef, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:50:04.085683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37591765-95af-47f5-a80e-9b20db3f7305 req-ccbb1317-3d6c-43d0-b4b5-bdd38d7663d6 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:04.096738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37591765-95af-47f5-a80e-9b20db3f7305 req-ccbb1317-3d6c-43d0-b4b5-bdd38d7663d6 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.3288140 Aug 16 20:50:04.104228 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.139431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d021115-d18d-43bf-a91c-a5427be664f7 None None] Pushing event updated for resources: {'Port': ['ID=da277e10-139b-472d-b40f-ac721deea00e,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:04.157724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:04.158241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:49:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:04.182213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a8c3e-166c-4981-b46f-d7728e2fdeac req-d171f883-125c-4d3b-a36b-971fc266f9b2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:04.184303 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-253a8c3e-166c-4981-b46f-d7728e2fdeac req-d171f883-125c-4d3b-a36b-971fc266f9b2 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 944 time: 0.2256806 Aug 16 20:50:04.191052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network d6b69c4b-ac78-454e-9598-2e566c7ecfef is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:50:04.282005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37591765-95af-47f5-a80e-9b20db3f7305 req-460df339-a42c-42cd-9f87-eca09e4307e4 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830359 Aug 16 20:50:04.310885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, d6b69c4b-ac78-454e-9598-2e566c7ecfef) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:04.333649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:04.334907 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.373780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6fc811-1035-4134-8236-9a03592e54eb None None] Network d6b69c4b-ac78-454e-9598-2e566c7ecfef requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:04.439915 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0d9d1e20-f839-4fb9-9fed-8351f60526b0 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3274953 Aug 16 20:50:04.442220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55410) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:04.451662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1950984304', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:04.470866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-253a8c3e-166c-4981-b46f-d7728e2fdeac req-725dca59-4a7d-452e-ab96-c00b6bc24515 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415328 Aug 16 20:50:04.575910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47034a3b-2e0b-4fe9-9666-8e22f5558569 req-84d2012c-1e79-484d-8979-c967f6a4565d tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:04.577385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47034a3b-2e0b-4fe9-9666-8e22f5558569 req-84d2012c-1e79-484d-8979-c967f6a4565d tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1035762 Aug 16 20:50:04.590804 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.592244 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.639106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47034a3b-2e0b-4fe9-9666-8e22f5558569 req-3a62ca96-a46a-487f-aa7c-ba079bbc90c8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547891 Aug 16 20:50:04.690818 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:50:04.692030 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.715752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.744210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 3a78e084-bef2-47bc-a99c-7da5ef745555 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:04.746281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a1471ded-7673-464a-b1a4-f1bb133c72f2 None None] Provisioning for port 1de02e4d-ce1a-402f-803e-93da7a9269df completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:04.764262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 3a78e084-bef2-47bc-a99c-7da5ef745555 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:04.764643 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.766276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a1471ded-7673-464a-b1a4-f1bb133c72f2 None None] Provisioning complete for port 1de02e4d-ce1a-402f-803e-93da7a9269df triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:04.766629 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1471ded-7673-464a-b1a4-f1bb133c72f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.798512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:04.991439 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.005897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.020869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adb353-70a4-4535-893b-3c45f0fbb9f7 req-8e006347-f791-46b2-8bfd-8d2479ee573d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:05.022859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17adb353-70a4-4535-893b-3c45f0fbb9f7 req-8e006347-f791-46b2-8bfd-8d2479ee573d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.2868135 Aug 16 20:50:05.046715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95fd8e-60a0-4c61-80f9-179b6e1e8767 None None] Network d6b69c4b-ac78-454e-9598-2e566c7ecfef requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:05.075799 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17adb353-70a4-4535-893b-3c45f0fbb9f7 req-b87be66f-ce94-474c-89de-f9246970a9ab tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454416 Aug 16 20:50:05.103286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a1471ded-7673-464a-b1a4-f1bb133c72f2 None None] Port 1de02e4d-ce1a-402f-803e-93da7a9269df cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:05.222615 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.272671 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.283981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7aaacd-f276-464c-b00c-fa67cbdf3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a78e084-bef2-47bc-a99c-7da5ef745555'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:05.286243 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b10584-f7eb-43fb-a428-49a9bcca44e9" -d '{"events": [{"server_uuid": "7f7aaacd-f276-464c-b00c-fa67cbdf3794", "name": "network-vif-plugged", "status": "completed", "tag": "3a78e084-bef2-47bc-a99c-7da5ef745555"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:05.302581 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a78e084-bef2-47bc-a99c-7da5ef745555, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a78e084-bef2-47bc-a99c-7da5ef745555,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:05.329846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:49:59Z', 'revision_number': 3, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:05.369065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Pushing event updated for resources: {'Port': ['ID=1de02e4d-ce1a-402f-803e-93da7a9269df,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:05.373188 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.382989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b600c-10a9-4f12-98cf-634ee32c6535 None None] The sync data for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 is: [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:49:59Z', 'revision_number': 3, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:05.385869 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.393318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 49f2ed3e-2355-4ed1-a9cd-cd947c65192e up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:05.452793 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d612f8e-e946-441a-979e-a0b007c14673 x-openstack-request-id: req-6d612f8e-e946-441a-979e-a0b007c14673 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:05.456049 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7aaacd-f276-464c-b00c-fa67cbdf3794", "name": "network-vif-plugged", "status": "completed", "tag": "3a78e084-bef2-47bc-a99c-7da5ef745555", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:05.456049 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6d612f8e-e946-441a-979e-a0b007c14673 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:05.456049 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7aaacd-f276-464c-b00c-fa67cbdf3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a78e084-bef2-47bc-a99c-7da5ef745555', 'code': 200} Aug 16 20:50:05.594294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3a78e084-bef2-47bc-a99c-7da5ef745555,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:05.622409 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:05.641488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:05.642069 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.867927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Network e326fa6c-2a20-4d37-a565-aff686757d16 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:05.887769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:05.916865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.926672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361615e-1860-476e-9a75-6a8ea40e1aac req-f6102173-e9fc-436c-9d3d-dabfa342b01f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:05.942903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7361615e-1860-476e-9a75-6a8ea40e1aac req-f6102173-e9fc-436c-9d3d-dabfa342b01f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.2518201 Aug 16 20:50:05.986102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=49f2ed3e-2355-4ed1-a9cd-cd947c65192e,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:06.055897 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.180907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=49f2ed3e-2355-4ed1-a9cd-cd947c65192e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:06.205904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7361615e-1860-476e-9a75-6a8ea40e1aac req-99dfd336-ba8a-4744-b008-855b88f6cfb9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612453 Aug 16 20:50:06.229303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ed76c-50c3-41af-b00a-4f9483c6bfdf req-cbb37081-0899-4594-aeb1-073e8e938cbe tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.241372 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-966ed76c-50c3-41af-b00a-4f9483c6bfdf req-cbb37081-0899-4594-aeb1-073e8e938cbe tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 944 time: 0.5492322 Aug 16 20:50:06.290097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.330253 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.343396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3c863685-0e37-4a21-b653-3da8326264a6 None None] Provisioning complete for port 1de02e4d-ce1a-402f-803e-93da7a9269df triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:06.344078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3c863685-0e37-4a21-b653-3da8326264a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.438820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3c863685-0e37-4a21-b653-3da8326264a6 None None] Port 1de02e4d-ce1a-402f-803e-93da7a9269df cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:06.481698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.25.4.215 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/fc77eecb-bc69-43d1-a214-efdf4953acee) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:06.498551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-966ed76c-50c3-41af-b00a-4f9483c6bfdf req-23e73aac-9c5d-44de-af60-f37ca7d2be33 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556648 Aug 16 20:50:06.534994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Router e45696aa-d5f2-4911-93dc-827171eef675 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:06.602494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2faee-6131-424d-af26-97d0cb3c44c5 req-f16dcf1a-e191-49c8-b8bd-f94bcf7fc84a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.619295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6eb2faee-6131-424d-af26-97d0cb3c44c5 req-f16dcf1a-e191-49c8-b8bd-f94bcf7fc84a tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.2604196 Aug 16 20:50:06.625232 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.671894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5fef-f121-4d99-99ed-822aafae217f req-0ca9670f-3f0d-425b-b7d4-0e4971361942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.674340 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fb1f5fef-f121-4d99-99ed-822aafae217f req-0ca9670f-3f0d-425b-b7d4-0e4971361942 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7f7aaacd-f276-464c-b00c-fa67cbdf3794 HTTP/1.1" status: 200 len: 1097 time: 0.4565384 Aug 16 20:50:06.753628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device da277e10-139b-472d-b40f-ac721deea00e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:06.775488 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fb1f5fef-f121-4d99-99ed-822aafae217f req-29b15939-c3cf-4c57-b0da-ca27e52b28ef service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931485 Aug 16 20:50:06.778829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.881768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:06.886197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=fc77eecb-bc69-43d1-a214-efdf4953acee,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:06.888836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:06.890834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6eb2faee-6131-424d-af26-97d0cb3c44c5 req-bb08796c-1646-480d-adb5-356b888582d2 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613134 Aug 16 20:50:06.900717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:06.934402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port da277e10-139b-472d-b40f-ac721deea00e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:06.945466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port da277e10-139b-472d-b40f-ac721deea00e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:06.946682 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:07.052470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e72b0-43ae-4dba-8115-2d95ae48da34 req-85adc80f-09e1-4f4c-a2a5-8d9121a6ed3c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:07.086523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e6e72b0-43ae-4dba-8115-2d95ae48da34 req-85adc80f-09e1-4f4c-a2a5-8d9121a6ed3c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.3305349 Aug 16 20:50:07.147397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:07.192325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b7d85540-0ac4-4314-b8e9-20cb3937e7be admin admin] 10.222.0.74 "PUT /v2.0/routers/e45696aa-d5f2-4911-93dc-827171eef675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6618128 Aug 16 20:50:07.229682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e6e72b0-43ae-4dba-8115-2d95ae48da34 req-ddd0e075-be43-4048-9e45-fdf72b1bb043 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421783 Aug 16 20:50:07.282550 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:07.391280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port da277e10-139b-472d-b40f-ac721deea00e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=da277e10-139b-472d-b40f-ac721deea00e,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:07.454991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dddce3-d63c-42ba-8c89-d36201c92d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f2ed3e-2355-4ed1-a9cd-cd947c65192e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:07.458036 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552fa88e-4408-47b2-a112-22ce4609a1cb" -d '{"events": [{"server_uuid": "46dddce3-d63c-42ba-8c89-d36201c92d91", "name": "network-vif-plugged", "status": "completed", "tag": "49f2ed3e-2355-4ed1-a9cd-cd947c65192e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:07.468681 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:07.526050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fda6d-d604-4b72-86e0-a5347e86712a req-7806d840-c4da-4e9a-8c01-54dcc3f35097 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:07.538846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e97fda6d-d604-4b72-86e0-a5347e86712a req-7806d840-c4da-4e9a-8c01-54dcc3f35097 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1393759 Aug 16 20:50:07.628054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e97fda6d-d604-4b72-86e0-a5347e86712a req-aa8cef72-06d8-4dc0-b680-b0046502bdb9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763786 Aug 16 20:50:07.667825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=da277e10-139b-472d-b40f-ac721deea00e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:07.767354 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bb8dc9-1b96-4586-b444-c53964315502 x-openstack-request-id: req-b8bb8dc9-1b96-4586-b444-c53964315502 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:07.768249 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dddce3-d63c-42ba-8c89-d36201c92d91", "name": "network-vif-plugged", "status": "completed", "tag": "49f2ed3e-2355-4ed1-a9cd-cd947c65192e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:07.768988 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b8bb8dc9-1b96-4586-b444-c53964315502 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:07.769950 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dddce3-d63c-42ba-8c89-d36201c92d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f2ed3e-2355-4ed1-a9cd-cd947c65192e', 'code': 200} Aug 16 20:50:07.885162 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:08.092472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e6a19-1e33-48a8-bbe6-e08ab7486a53 req-10b1e8b0-8b09-4427-8f16-ef71f6f5c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:08.094222 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-291e6a19-1e33-48a8-bbe6-e08ab7486a53 req-10b1e8b0-8b09-4427-8f16-ef71f6f5c7df service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 1097 time: 0.1364672 Aug 16 20:50:08.154453 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-291e6a19-1e33-48a8-bbe6-e08ab7486a53 req-62b22c72-12b3-4a4b-bf82-889b94f7d46d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491540 Aug 16 20:50:08.253156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e429c74-da31-4f33-8545-8f52d0f07511 req-18a6ff88-af80-48df-8a2f-c60252cd151d tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:08.255835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e429c74-da31-4f33-8545-8f52d0f07511 req-18a6ff88-af80-48df-8a2f-c60252cd151d tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 945 time: 0.1921515 Aug 16 20:50:08.329550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e429c74-da31-4f33-8545-8f52d0f07511 req-bfe451dd-48bb-46f8-b456-d0820ae63f27 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669260 Aug 16 20:50:08.444622 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:08.731852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device da277e10-139b-472d-b40f-ac721deea00e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:08.744194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c473a-a9d1-44b4-b65a-e41aece0151a req-d89d1a3a-bad7-4977-afc6-3c4624bad301 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:08.747508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c87c473a-a9d1-44b4-b65a-e41aece0151a req-d89d1a3a-bad7-4977-afc6-3c4624bad301 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1133199 Aug 16 20:50:08.828412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c87c473a-a9d1-44b4-b65a-e41aece0151a req-76e44f1d-deb9-4ed8-aa13-af60e4166783 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593216 Aug 16 20:50:08.867408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:50:08.907327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port da277e10-139b-472d-b40f-ac721deea00e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:08.907327 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:08.915348 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Sync routers for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:08.933195 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:08.936006 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:49:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:09.004631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55474) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:09.023953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e0a3d-5f3f-47e7-aa36-4bbf9d7ab098 req-b7cb1851-dd6a-45bc-aed1-1c4777de906e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:09.031662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-239e0a3d-5f3f-47e7-aa36-4bbf9d7ab098 req-b7cb1851-dd6a-45bc-aed1-1c4777de906e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1177619 Aug 16 20:50:09.062322 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5fd6b206-f218-4515-8bc9-cb9246f5aca2 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496404140', 'description': 'tempest-description--933326909'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:09.209427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:09.213239 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-239e0a3d-5f3f-47e7-aa36-4bbf9d7ab098 req-b0423ed1-48aa-43ae-8631-bcd73b89a43d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803675 Aug 16 20:50:09.222541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c79fd09-e233-4e60-b5fb-0d3e230252b2 None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:09.255040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c79fd09-e233-4e60-b5fb-0d3e230252b2 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:09.256488 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fd6b206-f218-4515-8bc9-cb9246f5aca2 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:09.258468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2c79fd09-e233-4e60-b5fb-0d3e230252b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:49:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:09.269227 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:09.331646 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:09.336713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55480) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:09.337398 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-40c335f7-a0c1-4f18-88a9-6ba7add6e9fa tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8939312 Aug 16 20:50:09.373865 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2c79fd09-e233-4e60-b5fb-0d3e230252b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:09.396846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c79fd09-e233-4e60-b5fb-0d3e230252b2 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:09.396846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2c79fd09-e233-4e60-b5fb-0d3e230252b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:49:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:09.507375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2c79fd09-e233-4e60-b5fb-0d3e230252b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:09.508126 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c79fd09-e233-4e60-b5fb-0d3e230252b2 None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:09.901427 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 2, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:09.940868 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Checking router: e45696aa-d5f2-4911-93dc-827171eef675 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:09.942164 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Updating router e45696aa-d5f2-4911-93dc-827171eef675 port 1de02e4d-ce1a-402f-803e-93da7a9269df binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:50:09.972482 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.265996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93814339-598f-4d01-9d5d-67d4bfa53d24 req-b94efa42-a1e9-44c9-9a95-0ff13446dec7 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:10.276989 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93814339-598f-4d01-9d5d-67d4bfa53d24 req-b94efa42-a1e9-44c9-9a95-0ff13446dec7 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 945 time: 0.6987324 Aug 16 20:50:10.351349 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93814339-598f-4d01-9d5d-67d4bfa53d24 req-8f81e870-02f5-46b3-90e4-5c898c59f10c tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732207 Aug 16 20:50:10.407192 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.426569 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Transition to ACTIVE for port object 1de02e4d-ce1a-402f-803e-93da7a9269df will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:10.434142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c69912-812e-431b-ad29-3b2f59231170 req-7a7c9345-1939-4aa5-be4e-a184913e2a99 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:10.437996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18c69912-812e-431b-ad29-3b2f59231170 req-7a7c9345-1939-4aa5-be4e-a184913e2a99 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.2713902 Aug 16 20:50:10.502664 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.639976 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Pushing event updated for resources: {'Port': ['ID=1de02e4d-ce1a-402f-803e-93da7a9269df,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:10.694434 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.694977 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.695460 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.695805 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.696173 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.696504 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.696824 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.697681 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.698393 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.698732 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.699058 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.699377 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:10.761688 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Attempting to bind port 1de02e4d-ce1a-402f-803e-93da7a9269df on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:10.762244 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Attempting to bind port 1de02e4d-ce1a-402f-803e-93da7a9269df by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:10.762971 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Attempting to bind port 1de02e4d-ce1a-402f-803e-93da7a9269df on network e326fa6c-2a20-4d37-a565-aff686757d16 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:10.774045 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:10.774451 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Checking segment: {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:10.774862 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.775263 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Bound using segment: {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:10.776299 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Bound port: 1de02e4d-ce1a-402f-803e-93da7a9269df, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:10.776752 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.900518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18c69912-812e-431b-ad29-3b2f59231170 req-d79c3d29-5d85-4aa2-9c94-83319ae5740d tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712870 Aug 16 20:50:10.906517 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] For port 1de02e4d-ce1a-402f-803e-93da7a9269df, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:10.910399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30216f-20dc-497e-8be2-d4f151fbc42d req-a64ac1b5-612b-46a3-b03f-76f4fe19ae0b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:10.925437 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] For port 1de02e4d-ce1a-402f-803e-93da7a9269df, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1de02e4d-ce1a-402f-803e-93da7a9269df,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:10.925780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f30216f-20dc-497e-8be2-d4f151fbc42d req-a64ac1b5-612b-46a3-b03f-76f4fe19ae0b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.2804463 Aug 16 20:50:10.930763 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fd6b206-f218-4515-8bc9-cb9246f5aca2 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.987463 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.057769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f30216f-20dc-497e-8be2-d4f151fbc42d req-65d850d2-6357-4be7-8bc6-ae42d1565a2b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373391 Aug 16 20:50:11.060835 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753dd2b-9090-4475-aaa1-1aaaa9fc27c6 None None] Pushing event updated for resources: {'Port': ['ID=1de02e4d-ce1a-402f-803e-93da7a9269df,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:11.105752 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:11.105752 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:49:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:11.144873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fd6b206-f218-4515-8bc9-cb9246f5aca2 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.270081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17409ae0-8c10-469a-82b4-30511c328cd9 req-c282102c-c2c8-40f3-b767-2cf78296bd47 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:11.278787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17409ae0-8c10-469a-82b4-30511c328cd9 req-c282102c-c2c8-40f3-b767-2cf78296bd47 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f7aaacd-f276-464c-b00c-fa67cbdf3794 HTTP/1.1" status: 200 len: 945 time: 0.2501616 Aug 16 20:50:11.280139 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:11.425401 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fd6b206-f218-4515-8bc9-cb9246f5aca2 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.430031 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5fd6b206-f218-4515-8bc9-cb9246f5aca2 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.3832729 Aug 16 20:50:11.430892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55500) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:11.439319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c1530643-6081-4e24-bb85-7628d2a805d6 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'security_group_rule': {'security_group_id': 'fde15baf-e43e-42cb-8dfb-46c8d138158f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:11.468588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6b206-f218-4515-8bc9-cb9246f5aca2 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde15baf-e43e-42cb-8dfb-46c8d138158f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:11.504662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17409ae0-8c10-469a-82b4-30511c328cd9 req-fdd78eef-ea89-4dcb-bf24-edbe88d08bd8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201276 Aug 16 20:50:11.553541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7530186-5883-4402-8247-ae876c51bead req-d291d6d9-36db-4ab6-943a-88d93f30d312 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:11.568322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7530186-5883-4402-8247-ae876c51bead req-d291d6d9-36db-4ab6-943a-88d93f30d312 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1904752 Aug 16 20:50:11.597194 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1530643-6081-4e24-bb85-7628d2a805d6 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.682063 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:10Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:11.751360 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfce78-7675-44e8-b690-12a1d47aaf27 None None] The sync data for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 is: [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:10Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:11.798579 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1530643-6081-4e24-bb85-7628d2a805d6 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.800182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7530186-5883-4402-8247-ae876c51bead req-264b8e03-e0cc-43c7-88b5-040d4c6b13c8 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309418 Aug 16 20:50:11.833454 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.906198 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1530643-6081-4e24-bb85-7628d2a805d6 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.932522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1530643-6081-4e24-bb85-7628d2a805d6 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951eeb44-8d28-4a44-866d-863a26aa7165,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:12.078406 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1530643-6081-4e24-bb85-7628d2a805d6 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.082081 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c1530643-6081-4e24-bb85-7628d2a805d6 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6472793 Aug 16 20:50:12.082351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55512) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:12.087735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'security_group_rule': {'security_group_id': 'fde15baf-e43e-42cb-8dfb-46c8d138158f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:12.254694 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.435689 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.503422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.20.0.1 (d6b69c4b-ac78-454e-9598-2e566c7ecfef/1aeef2b8-dfeb-4095-9a88-19ff1154157e/e4fcd991-de0b-4100-9f71-343a8b4cb1ed) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:12.518764 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.571641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2024d5d5-8cea-441c-8344-6c0cfb05d09a,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:12.598002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.598346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.598690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.599019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.599350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.599743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.600068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.600393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.600712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.601077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.625982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.626340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:12.660911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.662882 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2a7088dc-0446-44b0-bf57-1b161ec8f7a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5795949 Aug 16 20:50:12.666097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55522) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:12.671498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:12.804316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1de02e4d-ce1a-402f-803e-93da7a9269df up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:12.831005 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.938787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853d55-e88a-4cee-bbdf-cfaa7b964dc2 req-c4c61f9d-096e-4f09-a8a5-18988c969c80 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:12.944883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b853d55-e88a-4cee-bbdf-cfaa7b964dc2 req-c4c61f9d-096e-4f09-a8a5-18988c969c80 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.2311552 Aug 16 20:50:13.060969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 1de02e4d-ce1a-402f-803e-93da7a9269df completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:13.065896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1de02e4d-ce1a-402f-803e-93da7a9269df triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:13.066745 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.073378 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.108495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.188679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b853d55-e88a-4cee-bbdf-cfaa7b964dc2 req-2f90a417-e602-49cd-8abb-b4cbbc828c6e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895394 Aug 16 20:50:13.337444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.414929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Allocated IP 172.25.4.219 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/f9a72dab-b704-49cd-865e-22696eda8f4f) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:13.429257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53167c6-86a6-494e-9026-917ee1c88fab req-03d7d385-9d8f-4c6d-8253-8829a95a655c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:13.436880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c53167c6-86a6-494e-9026-917ee1c88fab req-03d7d385-9d8f-4c6d-8253-8829a95a655c tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.1362398 Aug 16 20:50:13.454338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 1de02e4d-ce1a-402f-803e-93da7a9269df, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1de02e4d-ce1a-402f-803e-93da7a9269df,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:13.467774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5b54c-b3d2-4d5f-ae2c-41e7c6f84b4b req-194736fc-b5ba-48b3-bfe9-25718eb06c3f tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:13.478237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86f5b54c-b3d2-4d5f-ae2c-41e7c6f84b4b req-194736fc-b5ba-48b3-bfe9-25718eb06c3f tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f7aaacd-f276-464c-b00c-fa67cbdf3794 HTTP/1.1" status: 200 len: 945 time: 0.1226861 Aug 16 20:50:13.526545 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c53167c6-86a6-494e-9026-917ee1c88fab req-15eea35c-0032-49b3-8511-ea4d7a67c195 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886986 Aug 16 20:50:13.572594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.586192 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.647500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network d6b69c4b-ac78-454e-9598-2e566c7ecfef is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:13.647754 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.674344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=1de02e4d-ce1a-402f-803e-93da7a9269df,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:13.695364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6e53a-f031-4aa6-a38a-e2934c70b304 req-2c52aa7e-05bb-4773-87cc-a10a4f8c66af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:13.697232 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51f6e53a-f031-4aa6-a38a-e2934c70b304 req-2c52aa7e-05bb-4773-87cc-a10a4f8c66af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f7aaacd-f276-464c-b00c-fa67cbdf3794 HTTP/1.1" status: 200 len: 945 time: 0.1152802 Aug 16 20:50:13.736532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:13.741155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:13.752694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86f5b54c-b3d2-4d5f-ae2c-41e7c6f84b4b req-12eacc57-b444-4578-98c6-14726fa51f8f tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/security-groups?id=474a0af6-d562-4fde-b39d-ad640b7e1e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736335 Aug 16 20:50:13.863509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=e4fcd991-de0b-4100-9f71-343a8b4cb1ed,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:13.894378 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.937215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aeaf7-8282-4b3e-9e09-00023c8fe905 req-08e24a25-7617-47d4-a6c0-13b6dc27ad28 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:13.939105 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b50aeaf7-8282-4b3e-9e09-00023c8fe905 req-08e24a25-7617-47d4-a6c0-13b6dc27ad28 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.2125058 Aug 16 20:50:13.997789 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.104925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:14.125108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-51f6e53a-f031-4aa6-a38a-e2934c70b304 req-e48b1baa-b8ba-498a-a7af-7761be1c4ec8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Deleting port 3a78e084-bef2-47bc-a99c-7da5ef745555 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:14.127638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-51f6e53a-f031-4aa6-a38a-e2934c70b304 req-e48b1baa-b8ba-498a-a7af-7761be1c4ec8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.129774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:14.133559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:14.221551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'Port': ['ID=f9a72dab-b704-49cd-865e-22696eda8f4f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:14.286677 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.357598 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-b50aeaf7-8282-4b3e-9e09-00023c8fe905 req-9b5fabef-bdca-4bf3-85a8-8c7fbefaf8ca tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Deleting port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:14.358210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b50aeaf7-8282-4b3e-9e09-00023c8fe905 req-9b5fabef-bdca-4bf3-85a8-8c7fbefaf8ca tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.471743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-51f6e53a-f031-4aa6-a38a-e2934c70b304 req-e48b1baa-b8ba-498a-a7af-7761be1c4ec8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] For port 3a78e084-bef2-47bc-a99c-7da5ef745555, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a78e084-bef2-47bc-a99c-7da5ef745555,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:14.472139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-51f6e53a-f031-4aa6-a38a-e2934c70b304 req-e48b1baa-b8ba-498a-a7af-7761be1c4ec8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.479362 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.500732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b390d65-bd60-4184-bfc4-029f6bc1030b req-3426250d-0662-481e-8d6e-d8519ee0428f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:14.503012 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b390d65-bd60-4184-bfc4-029f6bc1030b req-3426250d-0662-481e-8d6e-d8519ee0428f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.2309754 Aug 16 20:50:14.509391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-51f6e53a-f031-4aa6-a38a-e2934c70b304 req-e48b1baa-b8ba-498a-a7af-7761be1c4ec8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Calling delete_port for 3a78e084-bef2-47bc-a99c-7da5ef745555 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:14.684898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b50aeaf7-8282-4b3e-9e09-00023c8fe905 req-9b5fabef-bdca-4bf3-85a8-8c7fbefaf8ca tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] For port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:14.685782 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b50aeaf7-8282-4b3e-9e09-00023c8fe905 req-9b5fabef-bdca-4bf3-85a8-8c7fbefaf8ca tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.701004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1de02e4d-ce1a-402f-803e-93da7a9269df up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:14.723880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-b50aeaf7-8282-4b3e-9e09-00023c8fe905 req-9b5fabef-bdca-4bf3-85a8-8c7fbefaf8ca tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Calling delete_port for 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:14.749492 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.835393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1de02e4d-ce1a-402f-803e-93da7a9269df triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:14.836220 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.925199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.978530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b390d65-bd60-4184-bfc4-029f6bc1030b req-798f6bfc-e944-4ced-aa30-c7be2220195f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724411 Aug 16 20:50:15.012930 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.115448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13ad02-d65d-4f58-bb51-6d17e0fe55e3 req-2ebd8c73-4361-4f37-a546-4696908eaf84 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:15.131360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d13ad02-d65d-4f58-bb51-6d17e0fe55e3 req-2ebd8c73-4361-4f37-a546-4696908eaf84 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e8155-141f-4fa2-b628-b32d8520f311 HTTP/1.1" status: 200 len: 946 time: 0.4600284 Aug 16 20:50:15.131926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'Port': ['ID=f9a72dab-b704-49cd-865e-22696eda8f4f,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:15.176303 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.210033 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a78a5f08-23f0-4d85-aa1e-8bc03559aaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.236399 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-51f6e53a-f031-4aa6-a38a-e2934c70b304 req-e48b1baa-b8ba-498a-a7af-7761be1c4ec8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.250101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['3a78e084-bef2-47bc-a99c-7da5ef745555', '49f2ed3e-2355-4ed1-a9cd-cd947c65192e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:15.254239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f20702-7bfe-499e-8168-19e672f84346 req-c85afd10-a8ca-4c88-ac93-6ae0915db074 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:15.255944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c2f20702-7bfe-499e-8168-19e672f84346 req-c85afd10-a8ca-4c88-ac93-6ae0915db074 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 945 time: 0.6801484 Aug 16 20:50:15.342671 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.352517 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a8622eee-58f5-4697-a797-81736e9e8e6f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6850326 Aug 16 20:50:15.353420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b1baa-b8ba-498a-a7af-7761be1c4ec8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Pushing event deleted for resources: {'Port': ['ID=3a78e084-bef2-47bc-a99c-7da5ef745555,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:15.473143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f6e53a-f031-4aa6-a38a-e2934c70b304 req-e48b1baa-b8ba-498a-a7af-7761be1c4ec8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] No DVR routers for this DVR port 3a78e084-bef2-47bc-a99c-7da5ef745555 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:15.479587 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-51f6e53a-f031-4aa6-a38a-e2934c70b304 req-e48b1baa-b8ba-498a-a7af-7761be1c4ec8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.482076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51f6e53a-f031-4aa6-a38a-e2934c70b304 req-e48b1baa-b8ba-498a-a7af-7761be1c4ec8 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "DELETE /v2.0/ports/3a78e084-bef2-47bc-a99c-7da5ef745555 HTTP/1.1" status: 204 len: 173 time: 1.7752545 Aug 16 20:50:15.482787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7aaacd-f276-464c-b00c-fa67cbdf3794', 'name': 'network-vif-deleted', 'tag': '3a78e084-bef2-47bc-a99c-7da5ef745555'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:15.490513 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eddaa5a-094a-43c0-bb86-5a961cdac451" -d '{"events": [{"server_uuid": "7f7aaacd-f276-464c-b00c-fa67cbdf3794", "name": "network-vif-deleted", "tag": "3a78e084-bef2-47bc-a99c-7da5ef745555"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:15.503291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b50aeaf7-8282-4b3e-9e09-00023c8fe905 req-9b5fabef-bdca-4bf3-85a8-8c7fbefaf8ca tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.570992 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.604582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:15.614231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04046fc2-080d-44a1-8a12-a6176dd58909 req-46e086de-3a8d-425a-9d90-c405e9eb9fe3 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f7aaacd-f276-464c-b00c-fa67cbdf3794 HTTP/1.1" status: 200 len: 210 time: 0.0365264 Aug 16 20:50:15.631643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fabef-bdca-4bf3-85a8-8c7fbefaf8ca tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event deleted for resources: {'Port': ['ID=2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:15.638489 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d13ad02-d65d-4f58-bb51-6d17e0fe55e3 req-cd7a472b-de9e-4ee5-b9bc-7d684da16a8e tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981344 Aug 16 20:50:15.675165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50aeaf7-8282-4b3e-9e09-00023c8fe905 req-9b5fabef-bdca-4bf3-85a8-8c7fbefaf8ca tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] No DVR routers for this DVR port 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:15.679225 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b50aeaf7-8282-4b3e-9e09-00023c8fe905 req-9b5fabef-bdca-4bf3-85a8-8c7fbefaf8ca tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.685954 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b50aeaf7-8282-4b3e-9e09-00023c8fe905 req-9b5fabef-bdca-4bf3-85a8-8c7fbefaf8ca tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.79 "DELETE /v2.0/ports/2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba HTTP/1.1" status: 204 len: 173 time: 1.7322757 Aug 16 20:50:15.770894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.819019 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51d2f50-e315-445b-8138-70240c8b4624 x-openstack-request-id: req-d51d2f50-e315-445b-8138-70240c8b4624 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:15.819383 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7aaacd-f276-464c-b00c-fa67cbdf3794", "name": "network-vif-deleted", "tag": "3a78e084-bef2-47bc-a99c-7da5ef745555", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:15.819707 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d51d2f50-e315-445b-8138-70240c8b4624 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:15.820254 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7aaacd-f276-464c-b00c-fa67cbdf3794', 'name': 'network-vif-deleted', 'tag': '3a78e084-bef2-47bc-a99c-7da5ef745555', 'status': 'completed', 'code': 200} Aug 16 20:50:15.882222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:15.933282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-5df853d8-69cc-4dd3-bb17-2fed9fdc88fc tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1496404140&fields=id&tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf HTTP/1.1" status: 200 len: 267 time: 0.0740242 Aug 16 20:50:15.936283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=e4fcd991-de0b-4100-9f71-343a8b4cb1ed,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:16.058447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435776b-73af-483c-a2f4-f354959ee707 req-d8ab1ef4-7eea-46f1-bc22-33fd08831818 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:16.060559 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-d8ab1ef4-7eea-46f1-bc22-33fd08831818 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/networks?id=e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 200 len: 811 time: 0.1147451 Aug 16 20:50:16.063846 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:16.072228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-c2f20702-7bfe-499e-8168-19e672f84346 req-3bbd2da5-1a2a-46f9-b8c3-03cff5a225af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Deleting port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:16.072574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-c2f20702-7bfe-499e-8168-19e672f84346 req-3bbd2da5-1a2a-46f9-b8c3-03cff5a225af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:16.087953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-1953d501-70f3-4492-897d-be22fe7f796d tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/quotas/a24ca84caa9e4e3aa2dff0d5283d9aaf HTTP/1.1" status: 200 len: 375 time: 0.0121021 Aug 16 20:50:16.285454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network d6b69c4b-ac78-454e-9598-2e566c7ecfef is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:16.298671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:16.392906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-c2f20702-7bfe-499e-8168-19e672f84346 req-3bbd2da5-1a2a-46f9-b8c3-03cff5a225af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] For port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=49f2ed3e-2355-4ed1-a9cd-cd947c65192e,segment=NetworkSegment(096d213c-0dbe-40f3-8b9c-70840ed4f133),segment_id=096d213c-0dbe-40f3-8b9c-70840ed4f133)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:16.393583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-c2f20702-7bfe-499e-8168-19e672f84346 req-3bbd2da5-1a2a-46f9-b8c3-03cff5a225af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:16.412393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-c2f20702-7bfe-499e-8168-19e672f84346 req-3bbd2da5-1a2a-46f9-b8c3-03cff5a225af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Calling delete_port for 49f2ed3e-2355-4ed1-a9cd-cd947c65192e owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:16.676192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-5d5e7e26-4e34-4db2-a426-7c345a43411a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4980505 Aug 16 20:50:17.234485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b2d2b-ba17-4745-91c2-12965547bb4c req-bf81bd66-cc8f-4989-b896-4e217d7784d8 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:17.242638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c9b2d2b-ba17-4745-91c2-12965547bb4c req-bf81bd66-cc8f-4989-b896-4e217d7784d8 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 1.0494852 Aug 16 20:50:17.333624 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c9b2d2b-ba17-4745-91c2-12965547bb4c req-02348d92-9932-46d0-a771-940a3c5304d4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900617 Aug 16 20:50:17.359021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:17.372215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-3fe3a50e-88b3-4809-a70b-4e9089b64f18 service neutron] 10.222.0.74 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832826 Aug 16 20:50:17.376574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-c2f20702-7bfe-499e-8168-19e672f84346 req-3bbd2da5-1a2a-46f9-b8c3-03cff5a225af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.481833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd2da5-1a2a-46f9-b8c3-03cff5a225af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Pushing event deleted for resources: {'Port': ['ID=49f2ed3e-2355-4ed1-a9cd-cd947c65192e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:17.493405 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-37eefbd2-8db1-44a3-ae27-caf091c526cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.593841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f20702-7bfe-499e-8168-19e672f84346 req-3bbd2da5-1a2a-46f9-b8c3-03cff5a225af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] No DVR routers for this DVR port 49f2ed3e-2355-4ed1-a9cd-cd947c65192e on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:17.618165 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-c2f20702-7bfe-499e-8168-19e672f84346 req-3bbd2da5-1a2a-46f9-b8c3-03cff5a225af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.621396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c2f20702-7bfe-499e-8168-19e672f84346 req-3bbd2da5-1a2a-46f9-b8c3-03cff5a225af tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.79 "DELETE /v2.0/ports/49f2ed3e-2355-4ed1-a9cd-cd947c65192e HTTP/1.1" status: 204 len: 173 time: 2.3445101 Aug 16 20:50:17.621797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dddce3-d63c-42ba-8c89-d36201c92d91', 'name': 'network-vif-deleted', 'tag': '49f2ed3e-2355-4ed1-a9cd-cd947c65192e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:17.632251 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269279e6-8ee4-4776-9e57-d5bda6a790c3" -d '{"events": [{"server_uuid": "46dddce3-d63c-42ba-8c89-d36201c92d91", "name": "network-vif-deleted", "tag": "49f2ed3e-2355-4ed1-a9cd-cd947c65192e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:17.756981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea712ce9-7bcc-4b49-8db2-0a20a070994e req-58998024-d4a3-4c8e-b520-14da41bb89ae tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 210 time: 0.0353212 Aug 16 20:50:17.762377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-6cb38818-5c55-4f1e-9629-baa02fa34be6 service neutron] 10.222.0.74 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776696 Aug 16 20:50:17.769350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:17.776511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0e482846-8bcc-4c08-afca-3390cc689bbe tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "PUT /v2.0/routers/c52b7bba-ce08-4776-a39d-1cfe1f3691ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4356160 Aug 16 20:50:17.779268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55600) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:17.790639 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e0dae-df07-4ae2-995a-7927e17a09f7 None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:17.797982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'port': {'network_id': 'd6b69c4b-ac78-454e-9598-2e566c7ecfef', 'name': 'tempest-FloatingIPTestJSON-1224922909'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:17.840703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291e8155-141f-4fa2-b628-b32d8520f311', 'name': 'network-vif-deleted', 'tag': '2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:17.847736 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e0dae-df07-4ae2-995a-7927e17a09f7 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:17.849959 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-671e0dae-df07-4ae2-995a-7927e17a09f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:17.850376 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3135c6e1-85b9-4380-9cb4-76f91d6cf5b8" -d '{"events": [{"server_uuid": "291e8155-141f-4fa2-b628-b32d8520f311", "name": "network-vif-deleted", "tag": "2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:17.878333 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.937168 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-671e0dae-df07-4ae2-995a-7927e17a09f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:17.956186 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e0dae-df07-4ae2-995a-7927e17a09f7 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:17.956309 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1bfd0c-0d7a-478c-80f3-1f5283e3c653 x-openstack-request-id: req-5f1bfd0c-0d7a-478c-80f3-1f5283e3c653 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:17.956309 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dddce3-d63c-42ba-8c89-d36201c92d91", "name": "network-vif-deleted", "tag": "49f2ed3e-2355-4ed1-a9cd-cd947c65192e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:17.956309 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5f1bfd0c-0d7a-478c-80f3-1f5283e3c653 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:17.956682 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dddce3-d63c-42ba-8c89-d36201c92d91', 'name': 'network-vif-deleted', 'tag': '49f2ed3e-2355-4ed1-a9cd-cd947c65192e', 'status': 'completed', 'code': 200} Aug 16 20:50:17.957806 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-671e0dae-df07-4ae2-995a-7927e17a09f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:18.004831 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-671e0dae-df07-4ae2-995a-7927e17a09f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:18.007272 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e0dae-df07-4ae2-995a-7927e17a09f7 None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:18.096928 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a78e084-bef2-47bc-a99c-7da5ef745555 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:18.141464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 3a78e084-bef2-47bc-a99c-7da5ef745555 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:18.141816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a78e084-bef2-47bc-a99c-7da5ef745555 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:18.142250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:18.144320 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a203b5-8991-4f98-8364-1b660a329f98 x-openstack-request-id: req-c9a203b5-8991-4f98-8364-1b660a329f98 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:18.144930 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291e8155-141f-4fa2-b628-b32d8520f311", "name": "network-vif-deleted", "tag": "2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:18.145631 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c9a203b5-8991-4f98-8364-1b660a329f98 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:18.146288 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291e8155-141f-4fa2-b628-b32d8520f311', 'name': 'network-vif-deleted', 'tag': '2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba', 'status': 'completed', 'code': 200} Aug 16 20:50:18.191428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:18.191787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2350ec48-ec84-478e-8f5f-2bc0fbf5c8ba not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:18.192230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 49f2ed3e-2355-4ed1-a9cd-cd947c65192e no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:18.227763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 49f2ed3e-2355-4ed1-a9cd-cd947c65192e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:18.228096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 49f2ed3e-2355-4ed1-a9cd-cd947c65192e not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:18.248899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Made reservation on behalf of 58fa7c528dc448e88403b36f73ec5da2 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:18.260282 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.316969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] device_id is not set on port bcffd70f-5960-4225-b259-a210beb9eeb8 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:50:18.522332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d416d44d-b695-4186-bb78-cc61a2dadbf9 req-60d67208-f64c-45f6-b4b7-a5620ca63ada tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 210 time: 0.1044476 Aug 16 20:50:18.741383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c08566-0ada-4e68-b8f0-c0f251140e7b req-a6e41914-1f5b-43d1-b945-be58d1e7b85d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:18.744995 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12c08566-0ada-4e68-b8f0-c0f251140e7b req-a6e41914-1f5b-43d1-b945-be58d1e7b85d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.2112074 Aug 16 20:50:18.769305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.20.0.14 (d6b69c4b-ac78-454e-9598-2e566c7ecfef/1aeef2b8-dfeb-4095-9a88-19ff1154157e/bcffd70f-5960-4225-b259-a210beb9eeb8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:18.821647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12c08566-0ada-4e68-b8f0-c0f251140e7b req-ab1a623e-21ad-43e1-8cf9-29f31f3e3474 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573244 Aug 16 20:50:19.059329 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39fb3e88-79a2-48fc-9d47-cf68f7aa6d40 req-19f37eeb-5e54-4930-9853-e49faebbc574 tempest-MultipleCreateTestJSON-599494013 tempest-MultipleCreateTestJSON-599494013-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dddce3-d63c-42ba-8c89-d36201c92d91 HTTP/1.1" status: 200 len: 210 time: 0.0639155 Aug 16 20:50:19.085885 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.218766 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.329752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.505577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network d6b69c4b-ac78-454e-9598-2e566c7ecfef is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:19.505577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=bcffd70f-5960-4225-b259-a210beb9eeb8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:19.510795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:19.513624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:19.628730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.629438 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.661633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b47183c2-9d76-4e8f-bdc5-d15532ffafbc req-e2372996-539b-4e32-9187-63df457721cb tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 210 time: 0.0663650 Aug 16 20:50:19.811342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8550db2-edd2-45eb-af9f-2abb9536ad64 req-d18754aa-ffaa-4277-b185-42bb69cec2a3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.813385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8550db2-edd2-45eb-af9f-2abb9536ad64 req-d18754aa-ffaa-4277-b185-42bb69cec2a3 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 945 time: 0.0625782 Aug 16 20:50:19.862597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8550db2-edd2-45eb-af9f-2abb9536ad64 req-b74804a5-208c-4929-aaa9-0cbf212cc6c9 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Aug 16 20:50:19.944154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac7d1a-a5f0-4dd3-b49c-bd6e8d2661e1 req-1d937a9c-4067-4fab-8f35-29d103d1bb0e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.946157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78ac7d1a-a5f0-4dd3-b49c-bd6e8d2661e1 req-1d937a9c-4067-4fab-8f35-29d103d1bb0e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0589890 Aug 16 20:50:19.997912 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78ac7d1a-a5f0-4dd3-b49c-bd6e8d2661e1 req-ec93fbea-98dd-48ef-8816-78fe4544dd8f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Aug 16 20:50:20.107725 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-01692988-65d7-4b1f-a1fd-b8f6f94166b2 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3267899 Aug 16 20:50:20.110567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55672) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:20.116996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'port': {'network_id': 'd6b69c4b-ac78-454e-9598-2e566c7ecfef', 'name': 'tempest-FloatingIPTestJSON-690354854'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:20.119109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55674) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:20.169124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5de2479-f6af-4c9b-b1e9-71a53d2034fe admin admin] Deleting subnet 832a59df-0ca4-465c-8325-3cc2b2d4b34c {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:20.172758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5de2479-f6af-4c9b-b1e9-71a53d2034fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.217282 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5de2479-f6af-4c9b-b1e9-71a53d2034fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.281412 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5de2479-f6af-4c9b-b1e9-71a53d2034fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.348050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Made reservation on behalf of 58fa7c528dc448e88403b36f73ec5da2 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:20.352798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.386420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] device_id is not set on port 5b1f62ea-bbdf-4dbd-a8ed-621d27389f56 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:50:20.461165 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5de2479-f6af-4c9b-b1e9-71a53d2034fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.481967 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5de2479-f6af-4c9b-b1e9-71a53d2034fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.486504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b5de2479-f6af-4c9b-b1e9-71a53d2034fe admin admin] 10.222.0.74 "DELETE /v2.0/subnets/832a59df-0ca4-465c-8325-3cc2b2d4b34c HTTP/1.1" status: 204 len: 168 time: 0.3638556 Aug 16 20:50:20.487344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55680) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:20.511237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de2479-f6af-4c9b-b1e9-71a53d2034fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832a59df-0ca4-465c-8325-3cc2b2d4b34c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:20.558077 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.649106 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.655297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.20.0.2 (d6b69c4b-ac78-454e-9598-2e566c7ecfef/1aeef2b8-dfeb-4095-9a88-19ff1154157e/5b1f62ea-bbdf-4dbd-a8ed-621d27389f56) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:20.797906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.847787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d534bd-676f-4885-bc60-63b42f115721']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:20.864666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096d213c-0dbe-40f3-8b9c-70840ed4f133') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:20.867611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096d213c-0dbe-40f3-8b9c-70840ed4f133') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:20.878899 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.881118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ebaf293-2d97-4a74-ba7d-bb78f95dca1b req-3b4ecc20-c1d1-4fa3-a189-92f136917e1d tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 210 time: 0.0562887 Aug 16 20:50:20.959212 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.007356 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.022603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac7d85-68b8-4338-bae9-7e0bf6de9794 req-d3470cce-5ef9-4245-b703-8e3a7920bfee tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.028619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:21.028619 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:21.029980 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:21.032117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2ac7d85-68b8-4338-bae9-7e0bf6de9794 req-d3470cce-5ef9-4245-b703-8e3a7920bfee tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 945 time: 0.0645959 Aug 16 20:50:21.085647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2ac7d85-68b8-4338-bae9-7e0bf6de9794 req-472b3429-3557-43b0-a4f1-eca339b3c502 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/security-groups?id=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487456 Aug 16 20:50:21.197771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d4048-00a2-45e1-a844-f5ed883b174a req-2bcbe9a1-38e9-42c2-987e-2e01da3ef243 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.206377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b00d4048-00a2-45e1-a844-f5ed883b174a req-2bcbe9a1-38e9-42c2-987e-2e01da3ef243 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.0731184 Aug 16 20:50:21.252687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b00d4048-00a2-45e1-a844-f5ed883b174a req-c85250ce-120a-4cce-bafa-e9373ebe1548 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Aug 16 20:50:21.440063 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.527443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network d6b69c4b-ac78-454e-9598-2e566c7ecfef is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:21.536071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:21.546211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263b6c6-06e1-4831-9f68-76ab5f2b983b req-b075c80d-ac88-43a8-bfa8-35b36cb31767 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.547869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4263b6c6-06e1-4831-9f68-76ab5f2b983b req-b075c80d-ac88-43a8-bfa8-35b36cb31767 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 945 time: 0.1179140 Aug 16 20:50:21.548857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:21.551576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=5b1f62ea-bbdf-4dbd-a8ed-621d27389f56,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:21.577059 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.586823 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.591830 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b0d534bd-676f-4885-bc60-63b42f115721 HTTP/1.1" status: 204 len: 168 time: 1.1030624 Aug 16 20:50:21.611991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f02144-e58c-4808-bb0e-59d92c1bd932 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d534bd-676f-4885-bc60-63b42f115721,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:21.640270 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.640893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.739687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-4263b6c6-06e1-4831-9f68-76ab5f2b983b req-d4b16b4f-5bad-4ffa-a21a-7483ad8bde6f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Deleting port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:21.740181 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4263b6c6-06e1-4831-9f68-76ab5f2b983b req-d4b16b4f-5bad-4ffa-a21a-7483ad8bde6f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.835908 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c279c22e-03ea-4d82-ada8-e2238604b361 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7197356 Aug 16 20:50:21.836179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55708) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:21.841335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '5b1f62ea-bbdf-4dbd-a8ed-621d27389f56', 'fixed_ip_address': '172.20.0.2'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:21.844697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4263b6c6-06e1-4831-9f68-76ab5f2b983b req-d4b16b4f-5bad-4ffa-a21a-7483ad8bde6f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] For port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d,segment=NetworkSegment(6fc9e6b5-cca2-4506-8ac6-71529b2ed788),segment_id=6fc9e6b5-cca2-4506-8ac6-71529b2ed788)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:21.845185 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4263b6c6-06e1-4831-9f68-76ab5f2b983b req-d4b16b4f-5bad-4ffa-a21a-7483ad8bde6f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.861449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-4263b6c6-06e1-4831-9f68-76ab5f2b983b req-d4b16b4f-5bad-4ffa-a21a-7483ad8bde6f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Calling delete_port for bcb449cb-4e81-4b9f-b8b4-5e3c196d062d owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:22.012324 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.028247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-578a1d31-f3d4-4f67-bbbb-18e0b5c88b89 req-d414496b-be83-4713-9b70-32e945d6980f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 210 time: 0.0797641 Aug 16 20:50:22.070815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5689e0-cd56-41ed-a026-82e54dbc823a req-3d062904-3adf-4d14-a770-4d24c1c7b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:22.072459 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d5689e0-cd56-41ed-a026-82e54dbc823a req-3d062904-3adf-4d14-a770-4d24c1c7b7c5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 1097 time: 0.0759280 Aug 16 20:50:22.192666 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4263b6c6-06e1-4831-9f68-76ab5f2b983b req-d4b16b4f-5bad-4ffa-a21a-7483ad8bde6f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.216161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:22.290707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b16b4f-5bad-4ffa-a21a-7483ad8bde6f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Pushing event deleted for resources: {'Port': ['ID=bcb449cb-4e81-4b9f-b8b4-5e3c196d062d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:22.353389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55724) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:22.395543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435776b-73af-483c-a2f4-f354959ee707 req-38dcac28-dd25-425c-9f2f-5fa0492a4a98 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:22.402787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-38dcac28-dd25-425c-9f2f-5fa0492a4a98 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.79 "GET /v2.0/networks?id=e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 200 len: 811 time: 0.4438417 Aug 16 20:50:22.483666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4263b6c6-06e1-4831-9f68-76ab5f2b983b req-d4b16b4f-5bad-4ffa-a21a-7483ad8bde6f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] No DVR routers for this DVR port bcb449cb-4e81-4b9f-b8b4-5e3c196d062d on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:22.489992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4263b6c6-06e1-4831-9f68-76ab5f2b983b req-d4b16b4f-5bad-4ffa-a21a-7483ad8bde6f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.492890 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4263b6c6-06e1-4831-9f68-76ab5f2b983b req-d4b16b4f-5bad-4ffa-a21a-7483ad8bde6f tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.76 "DELETE /v2.0/ports/bcb449cb-4e81-4b9f-b8b4-5e3c196d062d HTTP/1.1" status: 204 len: 173 time: 0.8686695 Aug 16 20:50:22.493996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bd732b-8547-4ff0-98ec-cce13249aa49', 'name': 'network-vif-deleted', 'tag': 'bcb449cb-4e81-4b9f-b8b4-5e3c196d062d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:22.496848 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0fcd89-9457-47db-a324-3b5b45a38c1a" -d '{"events": [{"server_uuid": "39bd732b-8547-4ff0-98ec-cce13249aa49", "name": "network-vif-deleted", "tag": "bcb449cb-4e81-4b9f-b8b4-5e3c196d062d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:22.497634 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5d778459-6f0c-4d0c-8496-efc07fb581b3 req-54da33c5-70f6-4941-bae8-59eeba745e12 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 210 time: 0.2388442 Aug 16 20:50:22.548754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5689e0-cd56-41ed-a026-82e54dbc823a req-de1401d7-9563-4fc4-a5f4-1c5e62478a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:22.551187 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d5689e0-cd56-41ed-a026-82e54dbc823a req-de1401d7-9563-4fc4-a5f4-1c5e62478a46 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 912 time: 0.4673574 Aug 16 20:50:22.560652 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-03d422da-701b-4f3b-8ee1-9e4b2875c71a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fb555c21e52c4a9db00b0847c5a8f4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054088 Aug 16 20:50:22.568830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55728) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:22.633788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-c842d3bf-6534-4509-b594-cd0709d6d57c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf HTTP/1.1" status: 200 len: 380 time: 0.2022853 Aug 16 20:50:22.636554 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dad55cb-2be9-48cb-9380-1a8ebc4d8d51 x-openstack-request-id: req-9dad55cb-2be9-48cb-9380-1a8ebc4d8d51 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:22.637676 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bd732b-8547-4ff0-98ec-cce13249aa49", "name": "network-vif-deleted", "tag": "bcb449cb-4e81-4b9f-b8b4-5e3c196d062d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:22.637676 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9dad55cb-2be9-48cb-9380-1a8ebc4d8d51 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:22.637676 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bd732b-8547-4ff0-98ec-cce13249aa49', 'name': 'network-vif-deleted', 'tag': 'bcb449cb-4e81-4b9f-b8b4-5e3c196d062d', 'status': 'completed', 'code': 200} Aug 16 20:50:22.646109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'port': {'device_id': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'admin_state_up': True, 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'security_groups': ['fde15baf-e43e-42cb-8dfb-46c8d138158f']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:22.655620 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d5689e0-cd56-41ed-a026-82e54dbc823a req-76a5c6ed-bcfc-4e9b-b9a9-566afe26c65a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37078be-b08c-4347-9d06-ba5a09b529ae HTTP/1.1" status: 200 len: 217 time: 0.0935276 Aug 16 20:50:22.741522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5689e0-cd56-41ed-a026-82e54dbc823a req-92e380db-9e61-4bf4-a6f0-6592d11793c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:22.743062 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d5689e0-cd56-41ed-a026-82e54dbc823a req-92e380db-9e61-4bf4-a6f0-6592d11793c6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 200 len: 851 time: 0.0795283 Aug 16 20:50:22.745922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdce637b-ae80-44bc-bd1a-e06cd9576b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.747065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b4069-4b2c-410d-8255-ba86ac80c05a req-02355aaa-bbf4-4751-82fc-fc8015c06d8d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:22.748665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd7b4069-4b2c-410d-8255-ba86ac80c05a req-02355aaa-bbf4-4751-82fc-fc8015c06d8d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.2773657 Aug 16 20:50:22.784633 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d5689e0-cd56-41ed-a026-82e54dbc823a req-804a37db-480f-4160-ba2a-c658bb2c4f70 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340216 Aug 16 20:50:22.803551 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdce637b-ae80-44bc-bd1a-e06cd9576b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.839690 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.915626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd7b4069-4b2c-410d-8255-ba86ac80c05a req-6b27bc52-3c02-4186-8960-3eda54076b61 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136477 Aug 16 20:50:22.919630 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d5689e0-cd56-41ed-a026-82e54dbc823a req-e64fe9a3-e6fe-4868-a6d8-2e86c80625ce service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262636 Aug 16 20:50:22.996606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.25.4.39 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/310c96ba-a14c-47a0-b397-3891be825935) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:23.062869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d5689e0-cd56-41ed-a026-82e54dbc823a req-3df8b8a5-f933-4e59-bf9b-de777d5f0b0e service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352065 Aug 16 20:50:23.095420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Made reservation on behalf of a24ca84caa9e4e3aa2dff0d5283d9aaf for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:23.099587 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:23.104992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdce637b-ae80-44bc-bd1a-e06cd9576b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:23.111897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdce637b-ae80-44bc-bd1a-e06cd9576b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:23.111897 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fdce637b-ae80-44bc-bd1a-e06cd9576b07 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/474a0af6-d562-4fde-b39d-ad640b7e1e23 HTTP/1.1" status: 204 len: 168 time: 0.5377266 Aug 16 20:50:23.135303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce637b-ae80-44bc-bd1a-e06cd9576b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a0af6-d562-4fde-b39d-ad640b7e1e23,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:23.223560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba71afa7-b5a8-4b31-aacd-fccaf06f466b req-2c425644-9bdc-4564-bfc2-4f68bb776387 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 210 time: 0.0688050 Aug 16 20:50:23.306735 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:23.392260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Allocated IP 172.20.0.5 (e326fa6c-2a20-4d37-a565-aff686757d16/4050dda0-7be6-4550-b8ab-15431325c8a3/6b3fea62-f8cd-4755-a81d-daf1129b4e71) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:23.528891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:23.596190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:23.605687 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:23.612395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:23.653328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=310c96ba-a14c-47a0-b397-3891be825935,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:23.683483 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:23.688351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0564552-eb91-48ba-b526-0a36244ade10 req-9afb6f96-af57-4020-821c-2e57023b5798 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bd732b-8547-4ff0-98ec-cce13249aa49 HTTP/1.1" status: 200 len: 210 time: 0.0652044 Aug 16 20:50:23.750446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Transition to ACTIVE for port object 6b3fea62-f8cd-4755-a81d-daf1129b4e71 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:24.116388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532ac74-7621-40d9-bdd8-79fd07c53773 req-349f45fc-6075-4877-89e9-06472f742d46 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:24.127417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1532ac74-7621-40d9-bdd8-79fd07c53773 req-349f45fc-6075-4877-89e9-06472f742d46 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.1133778 Aug 16 20:50:24.149786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.151513 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.233044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1532ac74-7621-40d9-bdd8-79fd07c53773 req-3ed65c1c-98d9-4be1-b1df-14276aeb08f5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062510 Aug 16 20:50:24.257306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Network e326fa6c-2a20-4d37-a565-aff686757d16 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:24.265270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:24.277872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:24.282257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'Port': ['ID=6b3fea62-f8cd-4755-a81d-daf1129b4e71,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:24.391879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:24.392504 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.417438 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.429219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c4fa5-501f-4e1f-baea-0f90e0d842fe req-c253bb7c-dc61-4bf4-86f7-01e13880f4e7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:24.434390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-806c4fa5-501f-4e1f-baea-0f90e0d842fe req-c253bb7c-dc61-4bf4-86f7-01e13880f4e7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 931 time: 0.1041379 Aug 16 20:50:24.502164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-806c4fa5-501f-4e1f-baea-0f90e0d842fe req-bb084aad-c624-47f3-bdcb-1ed48c90cc30 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541003 Aug 16 20:50:24.553283 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-5c05b979-4f3c-4f04-9771-61f98357e97c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9114485 Aug 16 20:50:24.567905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Request body: {'port': {'device_id': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:24.641843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55774) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:24.657640 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.683830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce470-72fe-4aef-a6a2-469531f4048d None None] Provisioning for port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:24.689759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce470-72fe-4aef-a6a2-469531f4048d None None] Provisioning complete for port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:24.690831 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce470-72fe-4aef-a6a2-469531f4048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.714757 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.747476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce470-72fe-4aef-a6a2-469531f4048d None None] Port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:24.773723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-624404402-network', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:24.798773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55782) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:24.850116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d9f988-9995-4f33-8a90-58aa2eafb9ca admin admin] Deleting subnet ea210106-55a4-4da3-b9b0-5e9290d080d8 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:24.853547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f988-9995-4f33-8a90-58aa2eafb9ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.854557 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.891281 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f988-9995-4f33-8a90-58aa2eafb9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.934471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=310c96ba-a14c-47a0-b397-3891be825935,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:24.940386 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f988-9995-4f33-8a90-58aa2eafb9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.966289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Made reservation on behalf of 638e5fe1a4d7426c888096dc0d24a0a2 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:24.968246 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.968617 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.981004 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.080468 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f988-9995-4f33-8a90-58aa2eafb9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.095862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3fea62-f8cd-4755-a81d-daf1129b4e71 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:25.104901 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.118721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Transition to ACTIVE for port object 6b3fea62-f8cd-4755-a81d-daf1129b4e71 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:25.122328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9f988-9995-4f33-8a90-58aa2eafb9ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea210106-55a4-4da3-b9b0-5e9290d080d8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:25.134684 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f988-9995-4f33-8a90-58aa2eafb9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.138572 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f6d9f988-9995-4f33-8a90-58aa2eafb9ca admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ea210106-55a4-4da3-b9b0-5e9290d080d8 HTTP/1.1" status: 204 len: 168 time: 0.3387039 Aug 16 20:50:25.141063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55786) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:25.188339 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP 83dd1f11-a21d-4c41-99c6-cf1c98266c39 associated. External IP: 172.25.4.39, port: 5b1f62ea-bbdf-4dbd-a8ed-621d27389f56. Aug 16 20:50:25.220766 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.235852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.256001 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.428882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3fea62-f8cd-4755-a81d-daf1129b4e71,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:25.440886 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.473596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:50:25.476897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.501398 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b94bc29-3f96-4417-a787-e029ad34ad92']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:25.511604 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.512910 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Added segment 3b047b91-395d-4bd5-9baa-99974a0edeb3 of type vlan for network b85a2df4-cdf5-467f-982f-f10d90d174fe Aug 16 20:50:25.532446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc35d8b-e177-497d-9a54-e7ebf50c85eb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:25.555098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc9e6b5-cca2-4506-8ac6-71529b2ed788') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:25.555413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc9e6b5-cca2-4506-8ac6-71529b2ed788') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:25.560883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bcb449cb-4e81-4b9f-b8b4-5e3c196d062d no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:25.590867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Attempting to bind port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:25.594627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Attempting to bind port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:25.594627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Attempting to bind port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 on network e326fa6c-2a20-4d37-a565-aff686757d16 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:25.617506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: bcb449cb-4e81-4b9f-b8b4-5e3c196d062d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:25.617506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bcb449cb-4e81-4b9f-b8b4-5e3c196d062d not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:25.617506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a37078be-b08c-4347-9d06-ba5a09b529ae no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:25.643014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 on network e326fa6c-2a20-4d37-a565-aff686757d16 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:25.643496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Attempting to bind port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 on network e326fa6c-2a20-4d37-a565-aff686757d16 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:25.645635 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.654788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:25.655268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Checking segment: {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:25.655777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Bound using segment: {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:25.656345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Bound port: 6b3fea62-f8cd-4755-a81d-daf1129b4e71, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:25.656791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.688966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c790ed2-d3e7-4338-af88-e04c97a641b0 req-04585db8-5afd-4249-a4f6-f66cd120c03a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:25.690638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c790ed2-d3e7-4338-af88-e04c97a641b0 req-04585db8-5afd-4249-a4f6-f66cd120c03a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 945 time: 0.3080740 Aug 16 20:50:25.708079 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.732287 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.744990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:25.745430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:25.747185 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:25.759085 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.790261 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b1886-1934-44b0-bcf5-a136195393d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37078be-b08c-4347-9d06-ba5a09b529ae'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:25.792658 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b213daaf-cb72-4c56-b436-e9783ecc3462" -d '{"events": [{"server_uuid": "555b1886-1934-44b0-bcf5-a136195393d0", "name": "network-vif-unplugged", "status": "completed", "tag": "a37078be-b08c-4347-9d06-ba5a09b529ae"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:25.808399 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a37078be-b08c-4347-9d06-ba5a09b529ae, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a37078be-b08c-4347-9d06-ba5a09b529ae,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:25.937971 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.942367 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.954432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.959940 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] 10.222.0.74 "DELETE /v2.0/networks/0b94bc29-3f96-4417-a787-e029ad34ad92 HTTP/1.1" status: 204 len: 168 time: 0.8178666 Aug 16 20:50:25.978841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.984452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:25.988448 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.060096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf297bbb-3b3b-4602-b4c9-1a850f0ff16b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b94bc29-3f96-4417-a787-e029ad34ad92,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:26.111224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=a37078be-b08c-4347-9d06-ba5a09b529ae,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:26.127434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.128101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.128501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.128847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.129209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.129547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.136041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.136041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.136041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.136041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.136041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.136041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:26.155215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] Pushing event updated for resources: {'Network': ['ID=b85a2df4-cdf5-467f-982f-f10d90d174fe,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:26.165947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network b85a2df4-cdf5-467f-982f-f10d90d174fe details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:50:26.180031 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dfd7062a-c610-472f-b0d5-622e4c07027a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5358467 Aug 16 20:50:26.183261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55804) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:26.189678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] Request body: {'subnet': {'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-624404402-subnet', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:26.288896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c790ed2-d3e7-4338-af88-e04c97a641b0 req-b12d9aa5-b8b8-4e5c-bc35-5a7d5f2eb758 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702486 Aug 16 20:50:26.324989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4611f-6ee9-4c2d-b1b4-e62b3dd65d21 req-a84ba73f-e3e2-4674-b6db-18afffe88b24 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.337650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a5c4611f-6ee9-4c2d-b1b4-e62b3dd65d21 req-a84ba73f-e3e2-4674-b6db-18afffe88b24 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 943 time: 0.6747556 Aug 16 20:50:26.343874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] For port 6b3fea62-f8cd-4755-a81d-daf1129b4e71, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:26.348761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] For port 6b3fea62-f8cd-4755-a81d-daf1129b4e71, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:26.358119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] Made reservation on behalf of 638e5fe1a4d7426c888096dc0d24a0a2 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:26.361743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.371246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:26.470649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.532987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.532987 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.534287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] 10.222.0.79 "PUT /v2.0/ports/6b3fea62-f8cd-4755-a81d-daf1129b4e71 HTTP/1.1" status: 200 len: 1092 time: 1.9710369 Aug 16 20:50:26.539387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'tag': '6b3fea62-f8cd-4755-a81d-daf1129b4e71'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:26.539387 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493" -d '{"events": [{"name": "network-changed", "server_uuid": "05a7856a-b74e-4e68-836a-1f08a9b34f14", "tag": "6b3fea62-f8cd-4755-a81d-daf1129b4e71"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:26.543539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55810) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:26.550585 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a5c4611f-6ee9-4c2d-b1b4-e62b3dd65d21 req-60dfc732-228f-4205-b571-c92bc4bc3e69 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112021 Aug 16 20:50:26.603754 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cc5968ce-a137-4690-a969-9888dd0b6c77 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ddfb1c9208d1440192808c93cfed992b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588877 Aug 16 20:50:26.621186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55814) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:26.641483 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1945d0-ea16-48b5-a3b9-7aaf3135d7d6 x-openstack-request-id: req-be1945d0-ea16-48b5-a3b9-7aaf3135d7d6 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:26.641773 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555b1886-1934-44b0-bcf5-a136195393d0", "name": "network-vif-unplugged", "status": "failed", "tag": "a37078be-b08c-4347-9d06-ba5a09b529ae", "code": 422}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:26.642574 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-be1945d0-ea16-48b5-a3b9-7aaf3135d7d6 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:26.643005 n-d-793619-14 neutron-server[95263]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '555b1886-1934-44b0-bcf5-a136195393d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a37078be-b08c-4347-9d06-ba5a09b529ae', 'code': 422} returned with failed status Aug 16 20:50:26.753600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077a1aa-2c6e-4805-9455-1a73cbbdd1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3fea62-f8cd-4755-a81d-daf1129b4e71,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:26.769454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:26.780532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.786995 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce613b5f-d67b-432c-af0c-48f4ca426a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.788273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554c3e9-40ca-46fb-848c-8275e8ba3a0a None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:26.824442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554c3e9-40ca-46fb-848c-8275e8ba3a0a None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:26.825127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b554c3e9-40ca-46fb-848c-8275e8ba3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:26.842194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29a9b4c-7c8a-4eed-9023-63a451d45f4b,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:26.877874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435776b-73af-483c-a2f4-f354959ee707 req-2a8e235f-3e4f-4c07-bd39-3bccbe1e27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.879502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-2a8e235f-3e4f-4c07-bd39-3bccbe1e27fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 1095 time: 0.1810739 Aug 16 20:50:26.883710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] Checking segment: {'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:26.884098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] Network hostable DHCP agents. Network: b85a2df4-cdf5-467f-982f-f10d90d174fe, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:50:26.886762 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5259c28-9c04-4ba9-97da-da5607bc6960 x-openstack-request-id: req-a5259c28-9c04-4ba9-97da-da5607bc6960 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:26.887066 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a7856a-b74e-4e68-836a-1f08a9b34f14", "tag": "6b3fea62-f8cd-4755-a81d-daf1129b4e71", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:26.887333 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a5259c28-9c04-4ba9-97da-da5607bc6960 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:26.887752 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'tag': '6b3fea62-f8cd-4755-a81d-daf1129b4e71', 'status': 'completed', 'code': 200} Aug 16 20:50:26.894443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b554c3e9-40ca-46fb-848c-8275e8ba3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:26.915652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554c3e9-40ca-46fb-848c-8275e8ba3a0a None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:26.916691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b554c3e9-40ca-46fb-848c-8275e8ba3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:26.932639 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce613b5f-d67b-432c-af0c-48f4ca426a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.965877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b554c3e9-40ca-46fb-848c-8275e8ba3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:26.967202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554c3e9-40ca-46fb-848c-8275e8ba3a0a None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:26.986681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] Network b85a2df4-cdf5-467f-982f-f10d90d174fe is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:50:26.994717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-10dcf1dc-fe15-46ac-9a50-17639b299a45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71 HTTP/1.1" status: 200 len: 217 time: 0.1033466 Aug 16 20:50:26.995419 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.070217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, b85a2df4-cdf5-467f-982f-f10d90d174fe) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:27.074715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.075689 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.077996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf2567-a6ca-48d3-8584-74d084c8632b None None] Network b85a2df4-cdf5-467f-982f-f10d90d174fe requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:27.111328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55830) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:27.111555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ddcd0971-bc3b-4753-9d33-5cc8837a9afc tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.2742558 Aug 16 20:50:27.126138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-009dd9f7-0cc1-4c67-bbdf-a1cde2b1148b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:27.129723 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435776b-73af-483c-a2f4-f354959ee707 req-9a564523-8b69-4118-856d-1b27afc7e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.131809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-9a564523-8b69-4118-856d-1b27afc7e66d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4050dda0-7be6-4550-b8ab-15431325c8a3 HTTP/1.1" status: 200 len: 850 time: 0.1181352 Aug 16 20:50:27.140662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ba82c-0712-4864-979d-5126cb8128f2 req-39fbc498-8ab9-4fcc-b031-13e7c7ae60bf tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.148221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-702ba82c-0712-4864-979d-5126cb8128f2 req-39fbc498-8ab9-4fcc-b031-13e7c7ae60bf tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1579499 Aug 16 20:50:27.228149 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b13d1749-e6c3-4048-9fa6-c4f6f1a207fa admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0430846 Aug 16 20:50:27.229209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-702ba82c-0712-4864-979d-5126cb8128f2 req-5bedc6c2-c396-451f-b96c-2ff7ffb75a29 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750628 Aug 16 20:50:27.230508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2bcc69-582d-40b2-bc93-270491685841 None None] Network b85a2df4-cdf5-467f-982f-f10d90d174fe requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:27.239287 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55832) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:27.242919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435776b-73af-483c-a2f4-f354959ee707 req-c3eb28cf-2cf2-4214-9564-77cb7407cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.246415 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-c3eb28cf-2cf2-4214-9564-77cb7407cbd8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e326fa6c-2a20-4d37-a565-aff686757d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935862 Aug 16 20:50:27.246544 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce613b5f-d67b-432c-af0c-48f4ca426a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.249083 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce613b5f-d67b-432c-af0c-48f4ca426a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.255965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ce613b5f-d67b-432c-af0c-48f4ca426a52 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1 HTTP/1.1" status: 204 len: 168 time: 0.6336238 Aug 16 20:50:27.266272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-624404402-router', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:27.290225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce613b5f-d67b-432c-af0c-48f4ca426a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dbd49b-ce36-4f4e-9753-7ba4210a6ba1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:27.322686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-009dd9f7-0cc1-4c67-bbdf-a1cde2b1148b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.400947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.402020 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.449781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-68feb4db-ce63-419a-ae8c-a99be834de20 service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926455 Aug 16 20:50:27.527482 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.581293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-009dd9f7-0cc1-4c67-bbdf-a1cde2b1148b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.597781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6435776b-73af-483c-a2f4-f354959ee707 req-e262bdac-8c53-4c2a-8601-76eb8b942603 service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390510 Aug 16 20:50:27.690148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d48bd-5a7c-4da1-8a18-1701319b6116 req-42f1c7ba-195d-40cb-81b5-6d252832eacc tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.691753 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-224d48bd-5a7c-4da1-8a18-1701319b6116 req-42f1c7ba-195d-40cb-81b5-6d252832eacc tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 943 time: 0.0555916 Aug 16 20:50:27.748373 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-224d48bd-5a7c-4da1-8a18-1701319b6116 req-3fded35b-863d-4f1a-b6fb-47dfe91c5866 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494375 Aug 16 20:50:27.815821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493 req-36e08ebc-ae8e-49f9-bb5e-2fe553cb3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.817634 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493 req-36e08ebc-ae8e-49f9-bb5e-2fe553cb3ff1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 1095 time: 0.0683441 Aug 16 20:50:27.830533 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-009dd9f7-0cc1-4c67-bbdf-a1cde2b1148b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.830533 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-009dd9f7-0cc1-4c67-bbdf-a1cde2b1148b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP 83dd1f11-a21d-4c41-99c6-cf1c98266c39 disassociated. External IP: 172.25.4.39, port: 5b1f62ea-bbdf-4dbd-a8ed-621d27389f56. Aug 16 20:50:27.908444 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.949702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493 req-a2824259-5d35-47e5-bbbe-1c93a6f50d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.951432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493 req-a2824259-5d35-47e5-bbbe-1c93a6f50d38 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 200 len: 912 time: 0.1259370 Aug 16 20:50:28.015105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493 req-9801f80d-3984-46d0-add5-6862de6b3f39 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71 HTTP/1.1" status: 200 len: 217 time: 0.0556459 Aug 16 20:50:28.086900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493 req-4d92d1a7-1193-47d7-b8d2-c09c035333c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.089114 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493 req-4d92d1a7-1193-47d7-b8d2-c09c035333c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4050dda0-7be6-4550-b8ab-15431325c8a3 HTTP/1.1" status: 200 len: 850 time: 0.0662405 Aug 16 20:50:28.149120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493 req-d2480eaa-b328-4145-b711-176663f30fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.150848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493 req-d2480eaa-b328-4145-b711-176663f30fa6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e326fa6c-2a20-4d37-a565-aff686757d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490906 Aug 16 20:50:28.188839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009dd9f7-0cc1-4c67-bbdf-a1cde2b1148b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:28.275839 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493 req-0381c959-83ca-47db-a24a-931d8404616e service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164060 Aug 16 20:50:28.411274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f67840-b912-4cb3-96db-df398fab089c req-bc9e9985-a303-4ce2-ab1b-fed51c2f6b80 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.413424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009dd9f7-0cc1-4c67-bbdf-a1cde2b1148b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:28.414624 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3f67840-b912-4cb3-96db-df398fab089c req-bc9e9985-a303-4ce2-ab1b-fed51c2f6b80 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.1070423 Aug 16 20:50:28.419501 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-009dd9f7-0cc1-4c67-bbdf-a1cde2b1148b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.434851 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dea80f-092d-4e5b-85a5-403fda15370e None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:28.439314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca9e2b18-3ed6-44e0-a8f3-f23c917cf493 req-c769a927-1b1a-47fd-9524-399875162fef service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547942 Aug 16 20:50:28.442824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.450142 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dea80f-092d-4e5b-85a5-403fda15370e None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:28.451300 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-06dea80f-092d-4e5b-85a5-403fda15370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:28.479698 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.486094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f3f67840-b912-4cb3-96db-df398fab089c req-0d2fed99-2693-45dd-850c-137a0baccf05 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617621 Aug 16 20:50:28.511031 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-06dea80f-092d-4e5b-85a5-403fda15370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:28.511403 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55884) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:28.511521 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-009dd9f7-0cc1-4c67-bbdf-a1cde2b1148b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "PUT /v2.0/floatingips/83dd1f11-a21d-4c41-99c6-cf1c98266c39 HTTP/1.1" status: 200 len: 687 time: 1.3883185 Aug 16 20:50:28.511619 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dea80f-092d-4e5b-85a5-403fda15370e None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:28.511619 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-06dea80f-092d-4e5b-85a5-403fda15370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:28.585151 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-06dea80f-092d-4e5b-85a5-403fda15370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:28.585784 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dea80f-092d-4e5b-85a5-403fda15370e None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:28.645537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Allocated IP 172.25.4.158 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/2839d720-a631-4027-ad11-95782301f2cd) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:28.654365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8d3caeed-52a3-4231-95a8-08ae3341e7d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port 310c96ba-a14c-47a0-b397-3891be825935 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:28.654778 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d3caeed-52a3-4231-95a8-08ae3341e7d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.748244 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d3caeed-52a3-4231-95a8-08ae3341e7d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.748886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d3caeed-52a3-4231-95a8-08ae3341e7d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.763029 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8d3caeed-52a3-4231-95a8-08ae3341e7d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for 310c96ba-a14c-47a0-b397-3891be825935 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:28.773304 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.803839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55892) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:28.918281 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.955145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2029582855-network', 'tenant_id': '71a2c8f062ed41bc80eac6b6c49cfb85'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:28.972070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd23a-f3f3-403b-a657-690d9743bb9d req-c2d561d2-f88b-4f5d-bd11-ad50f83bed01 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.973336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:28.973657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-474dd23a-f3f3-403b-a657-690d9743bb9d req-c2d561d2-f88b-4f5d-bd11-ad50f83bed01 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=555b1886-1934-44b0-bcf5-a136195393d0 HTTP/1.1" status: 200 len: 943 time: 0.1168869 Aug 16 20:50:28.982420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:28.986563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Pushing event updated for resources: {'Port': ['ID=2839d720-a631-4027-ad11-95782301f2cd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:28.990597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:28.992378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868002-4cc2-431a-8c83-d6c036910a68 req-d7af284e-b631-4f49-803b-682d4120605f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.993945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2868002-4cc2-431a-8c83-d6c036910a68 req-d7af284e-b631-4f49-803b-682d4120605f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 943 time: 0.1234820 Aug 16 20:50:29.067849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2868002-4cc2-431a-8c83-d6c036910a68 req-a649a4c8-95ab-4a1c-addc-45eb72d6e9b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656006 Aug 16 20:50:29.076898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c040f-01ed-476b-a481-6462d3b5a75b req-fc3a60d1-67f1-41ba-a8fb-553b09113668 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:29.078431 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9f4c040f-01ed-476b-a481-6462d3b5a75b req-fc3a60d1-67f1-41ba-a8fb-553b09113668 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.76 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.0856733 Aug 16 20:50:29.119306 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d3caeed-52a3-4231-95a8-08ae3341e7d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.151816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3caeed-52a3-4231-95a8-08ae3341e7d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=310c96ba-a14c-47a0-b397-3891be825935,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:29.162715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-474dd23a-f3f3-403b-a657-690d9743bb9d req-c0cb4dbc-6319-4f78-8722-35ab94442586 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Deleting port a37078be-b08c-4347-9d06-ba5a09b529ae {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:29.163064 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-474dd23a-f3f3-403b-a657-690d9743bb9d req-c0cb4dbc-6319-4f78-8722-35ab94442586 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.184683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Made reservation on behalf of 71a2c8f062ed41bc80eac6b6c49cfb85 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:29.186945 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.229583 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.275661 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d3caeed-52a3-4231-95a8-08ae3341e7d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.278251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d3caeed-52a3-4231-95a8-08ae3341e7d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.279442 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8d3caeed-52a3-4231-95a8-08ae3341e7d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/floatingips/83dd1f11-a21d-4c41-99c6-cf1c98266c39 HTTP/1.1" status: 204 len: 168 time: 0.7788548 Aug 16 20:50:29.283355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55900) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:29.291391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': 'bcffd70f-5960-4225-b259-a210beb9eeb8'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:29.304471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-474dd23a-f3f3-403b-a657-690d9743bb9d req-c0cb4dbc-6319-4f78-8722-35ab94442586 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] For port a37078be-b08c-4347-9d06-ba5a09b529ae, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a37078be-b08c-4347-9d06-ba5a09b529ae,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:29.304855 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-474dd23a-f3f3-403b-a657-690d9743bb9d req-c0cb4dbc-6319-4f78-8722-35ab94442586 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.319214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-474dd23a-f3f3-403b-a657-690d9743bb9d req-c0cb4dbc-6319-4f78-8722-35ab94442586 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Calling delete_port for a37078be-b08c-4347-9d06-ba5a09b529ae owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:29.320561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-9f4c040f-01ed-476b-a481-6462d3b5a75b req-9d57db50-34ec-41aa-9862-ff56992f00a8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Deleting port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:29.320905 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9f4c040f-01ed-476b-a481-6462d3b5a75b req-9d57db50-34ec-41aa-9862-ff56992f00a8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.476057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9f4c040f-01ed-476b-a481-6462d3b5a75b req-9d57db50-34ec-41aa-9862-ff56992f00a8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] For port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:29.476370 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9f4c040f-01ed-476b-a481-6462d3b5a75b req-9d57db50-34ec-41aa-9862-ff56992f00a8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.500851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-9f4c040f-01ed-476b-a481-6462d3b5a75b req-9d57db50-34ec-41aa-9862-ff56992f00a8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Calling delete_port for e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:29.572472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a37078be-b08c-4347-9d06-ba5a09b529ae no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:29.626194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbce34-233d-43b1-a53d-4c612fd6ac92 req-f1bc4e03-32e1-419d-8608-acd7943b26fe tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:29.628122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69bbce34-233d-43b1-a53d-4c612fd6ac92 req-f1bc4e03-32e1-419d-8608-acd7943b26fe tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 945 time: 0.0638540 Aug 16 20:50:29.631908 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-474dd23a-f3f3-403b-a657-690d9743bb9d req-c0cb4dbc-6319-4f78-8722-35ab94442586 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.637318 n-d-793619-14 neutron-server[95263]: INFO neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No ports have port_id starting with a37078be-b08c-4347-9d06-ba5a09b529ae Aug 16 20:50:29.673617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb4dbc-6319-4f78-8722-35ab94442586 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event deleted for resources: {'Port': ['ID=a37078be-b08c-4347-9d06-ba5a09b529ae,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:29.746163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69bbce34-233d-43b1-a53d-4c612fd6ac92 req-30658211-9327-4c43-81ab-fe272c3c95d9 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022415 Aug 16 20:50:29.747141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-474dd23a-f3f3-403b-a657-690d9743bb9d req-c0cb4dbc-6319-4f78-8722-35ab94442586 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] No DVR routers for this DVR port a37078be-b08c-4347-9d06-ba5a09b529ae on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:29.750083 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-474dd23a-f3f3-403b-a657-690d9743bb9d req-c0cb4dbc-6319-4f78-8722-35ab94442586 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.752339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-474dd23a-f3f3-403b-a657-690d9743bb9d req-c0cb4dbc-6319-4f78-8722-35ab94442586 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "DELETE /v2.0/ports/a37078be-b08c-4347-9d06-ba5a09b529ae HTTP/1.1" status: 204 len: 173 time: 0.7715971 Aug 16 20:50:29.752872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b1886-1934-44b0-bcf5-a136195393d0', 'name': 'network-vif-deleted', 'tag': 'a37078be-b08c-4347-9d06-ba5a09b529ae'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:29.755312 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fb6c08-4901-44f6-803f-2d340feae8e6" -d '{"events": [{"server_uuid": "555b1886-1934-44b0-bcf5-a136195393d0", "name": "network-vif-deleted", "tag": "a37078be-b08c-4347-9d06-ba5a09b529ae"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:29.799943 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a2b88-3c7c-4d90-a5ac-3da1d0251ea6 x-openstack-request-id: req-759a2b88-3c7c-4d90-a5ac-3da1d0251ea6 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:29.800414 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555b1886-1934-44b0-bcf5-a136195393d0", "name": "network-vif-deleted", "tag": "a37078be-b08c-4347-9d06-ba5a09b529ae", "status": "failed", "code": 422}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:29.800724 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-759a2b88-3c7c-4d90-a5ac-3da1d0251ea6 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:29.801284 n-d-793619-14 neutron-server[95261]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '555b1886-1934-44b0-bcf5-a136195393d0', 'name': 'network-vif-deleted', 'tag': 'a37078be-b08c-4347-9d06-ba5a09b529ae', 'status': 'failed', 'code': 422} returned with failed status Aug 16 20:50:29.902227 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.910005 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.018538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.068925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:50:30.135358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.135715 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Added segment 5574f720-e517-495b-8f05-1596412b9a46 of type vlan for network 144a4114-43c4-45d2-ab22-42fb646055f1 Aug 16 20:50:30.137439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76e3451-d86d-47bf-b16b-7862b6a25115,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:30.176396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6b3fea62-f8cd-4755-a81d-daf1129b4e71 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:30.221917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9722e85-9b15-4790-af0b-af4b5bd984ab req-8aa8c152-8f09-42af-9ed6-9948b6f5307b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:30.231629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9722e85-9b15-4790-af0b-af4b5bd984ab req-8aa8c152-8f09-42af-9ed6-9948b6f5307b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 943 time: 0.0549777 Aug 16 20:50:30.231916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.247824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.275482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9722e85-9b15-4790-af0b-af4b5bd984ab req-e97ec929-b6b1-4f1e-81fa-ee47ec0b6f19 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373566 Aug 16 20:50:30.317573 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.332315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6b3fea62-f8cd-4755-a81d-daf1129b4e71, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:30.343905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '6b3fea62-f8cd-4755-a81d-daf1129b4e71', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'port_id': '6b3fea62-f8cd-4755-a81d-daf1129b4e71', 'mac_address': 'fa:16:3e:9b:f5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:30.358874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9f4c040f-01ed-476b-a481-6462d3b5a75b req-9d57db50-34ec-41aa-9862-ff56992f00a8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.377530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['60c1ff7c-4a84-433e-9ec4-d644c3700781', 'e7bb59d5-1d64-4f41-9c00-8f10518d7dd4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:30.402487 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57db50-34ec-41aa-9862-ff56992f00a8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Pushing event deleted for resources: {'Port': ['ID=e7bb59d5-1d64-4f41-9c00-8f10518d7dd4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:30.417736 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.432997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3fea62-f8cd-4755-a81d-daf1129b4e71 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:30.462684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6b3fea62-f8cd-4755-a81d-daf1129b4e71, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:30.462986 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.463990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:30.464573 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.492805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4c040f-01ed-476b-a481-6462d3b5a75b req-9d57db50-34ec-41aa-9862-ff56992f00a8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] No DVR routers for this DVR port e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:30.512549 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9f4c040f-01ed-476b-a481-6462d3b5a75b req-9d57db50-34ec-41aa-9862-ff56992f00a8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.514589 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9f4c040f-01ed-476b-a481-6462d3b5a75b req-9d57db50-34ec-41aa-9862-ff56992f00a8 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.76 "DELETE /v2.0/ports/e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 HTTP/1.1" status: 204 len: 173 time: 1.3898215 Aug 16 20:50:30.515055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b4cf38-1e52-4632-bf55-0b834dc6166e', 'name': 'network-vif-deleted', 'tag': 'e7bb59d5-1d64-4f41-9c00-8f10518d7dd4'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:30.517361 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32654550-63ac-4915-aba5-3b0640886bd6" -d '{"events": [{"server_uuid": "54b4cf38-1e52-4632-bf55-0b834dc6166e", "name": "network-vif-deleted", "tag": "e7bb59d5-1d64-4f41-9c00-8f10518d7dd4"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:30.548245 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.584958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] Pushing event updated for resources: {'Network': ['ID=144a4114-43c4-45d2-ab22-42fb646055f1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:30.608307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6b3fea62-f8cd-4755-a81d-daf1129b4e71,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:30.621179 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106861f4-0842-40e1-a466-74067e5d31f7 x-openstack-request-id: req-106861f4-0842-40e1-a466-74067e5d31f7 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:30.621476 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b4cf38-1e52-4632-bf55-0b834dc6166e", "name": "network-vif-deleted", "tag": "e7bb59d5-1d64-4f41-9c00-8f10518d7dd4", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:30.621780 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-106861f4-0842-40e1-a466-74067e5d31f7 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:30.622258 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b4cf38-1e52-4632-bf55-0b834dc6166e', 'name': 'network-vif-deleted', 'tag': 'e7bb59d5-1d64-4f41-9c00-8f10518d7dd4', 'status': 'completed', 'code': 200} Aug 16 20:50:30.629463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 144a4114-43c4-45d2-ab22-42fb646055f1 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:50:30.634639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.680994 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-997cc9ae-99db-43f4-a2c9-83199dbe42c8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8760710 Aug 16 20:50:30.683764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55916) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:30.690657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] Request body: {'subnet': {'network_id': '144a4114-43c4-45d2-ab22-42fb646055f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2029582855-subnet', 'tenant_id': '71a2c8f062ed41bc80eac6b6c49cfb85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:30.756241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6b3fea62-f8cd-4755-a81d-daf1129b4e71'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:30.767981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.25.4.228 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/334782ac-f874-41f0-8e32-5c1ca6869035) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:30.797142 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Router 5f0c0591-32e4-4a55-ab31-2df7c7272144 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:50:30.884810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c60294fa-6a68-40ff-acb3-8321858b6627 req-a7577849-c45d-4f80-ac45-706a7194ab3b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=54b4cf38-1e52-4632-bf55-0b834dc6166e HTTP/1.1" status: 200 len: 210 time: 0.0443420 Aug 16 20:50:30.890598 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] Made reservation on behalf of 71a2c8f062ed41bc80eac6b6c49cfb85 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:30.892908 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.059827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.071259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:31.081071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Sync routers for ids ['5f0c0591-32e4-4a55-ab31-2df7c7272144'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:31.092140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Routers {'5f0c0591-32e4-4a55-ab31-2df7c7272144'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:31.092894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5f0c0591-32e4-4a55-ab31-2df7c7272144'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:31.125047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-ced892e8-a91a-46d9-b433-2a9c5a1cbe1f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:31.131600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-ced892e8-a91a-46d9-b433-2a9c5a1cbe1f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.1204119 Aug 16 20:50:31.150225 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-311b3ea8-ac8a-4c2c-a807-06aa5227057e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/quotas/6f28821654be46399e7f1d3ede6d898a HTTP/1.1" status: 200 len: 375 time: 0.0106981 Aug 16 20:50:31.192273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-4dc67d13-c456-4f12-8663-b5240bbadd8b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357466 Aug 16 20:50:31.216477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Set router 5f0c0591-32e4-4a55-ab31-2df7c7272144 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:31.267418 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.268719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0de9e202-6cc8-4fbf-8d01-1c3d851b8449 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0233848 Aug 16 20:50:31.271715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55936) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:31.294229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-76eabaee-3f35-48cf-a191-ff3623ebc7d5 service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948360 Aug 16 20:50:31.326816 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.428985 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.441599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:31.448852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'name': 'tempest-ServerRescueTestJSON-624404402-router', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '2839d720-a631-4027-ad11-95782301f2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:27Z', 'updated_at': '2021-08-16T20:50:29Z', 'revision_number': 3, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'gw_port': {'id': '2839d720-a631-4027-ad11-95782301f2cd', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:28Z', 'updated_at': '2021-08-16T20:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:31.449436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-3d7e1620-692b-4adf-b823-002b1a939141 service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444998 Aug 16 20:50:31.498657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa838c16-e43f-4655-910e-a5b97b67bc39 req-95d2186e-354b-4c12-a1d2-8b5d249d2696 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:31.502468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:31.504358 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa838c16-e43f-4655-910e-a5b97b67bc39 req-95d2186e-354b-4c12-a1d2-8b5d249d2696 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 944 time: 0.1191194 Aug 16 20:50:31.512101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:31.535866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=334782ac-f874-41f0-8e32-5c1ca6869035,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:31.549958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Checking router: 5f0c0591-32e4-4a55-ab31-2df7c7272144 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:31.554629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Updating router 5f0c0591-32e4-4a55-ab31-2df7c7272144 port 2839d720-a631-4027-ad11-95782301f2cd binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:50:31.570300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa838c16-e43f-4655-910e-a5b97b67bc39 req-503e26e3-d76d-4067-b907-486d35e82885 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478809 Aug 16 20:50:31.591517 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.770305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf2f230-9fe3-4496-824f-0e3ff98213c4,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:31.785403 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eba3a08e-519b-4915-8774-0c2f2dc5a956 req-c73ada0d-363e-469f-ba02-46a9417d6720 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 210 time: 0.0375857 Aug 16 20:50:31.828475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] Checking segment: {'id': '5574f720-e517-495b-8f05-1596412b9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '144a4114-43c4-45d2-ab22-42fb646055f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:31.828879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] Network hostable DHCP agents. Network: 144a4114-43c4-45d2-ab22-42fb646055f1, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:50:31.955190 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.967218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Transition to ACTIVE for port object 2839d720-a631-4027-ad11-95782301f2cd will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:31.990755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] Network 144a4114-43c4-45d2-ab22-42fb646055f1 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:50:32.072318 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.127353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4e52e-dd4f-46e3-adee-d1ddd08bb65f None None] Pushing event updated for resources: {'Port': ['ID=2839d720-a631-4027-ad11-95782301f2cd,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:32.129837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Attempting to bind port 2839d720-a631-4027-ad11-95782301f2cd on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:32.130806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Attempting to bind port 2839d720-a631-4027-ad11-95782301f2cd by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:32.131216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Attempting to bind port 2839d720-a631-4027-ad11-95782301f2cd on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:32.136997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:32.137428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:32.137838 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.138227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:32.138691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Bound port: 2839d720-a631-4027-ad11-95782301f2cd, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:32.139278 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.182198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 144a4114-43c4-45d2-ab22-42fb646055f1) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:32.199312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6b3fea62-f8cd-4755-a81d-daf1129b4e71 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:32.202369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56930094-20e0-4ce2-b79f-310f31f75d46 None None] Network 144a4114-43c4-45d2-ab22-42fb646055f1 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:32.213876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.218670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.281207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] For port 2839d720-a631-4027-ad11-95782301f2cd, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:32.315832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] For port 2839d720-a631-4027-ad11-95782301f2cd, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2839d720-a631-4027-ad11-95782301f2cd,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:32.351051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.372763 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ff9ed71b-b0a9-4805-8cdc-0e0ccb220879 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6876526 Aug 16 20:50:32.386633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.416683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e8e04e-fea1-4466-8c8f-49720ded8d5e None None] Network 144a4114-43c4-45d2-ab22-42fb646055f1 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:32.432988 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.525017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55960) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:32.597185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba552c4-5450-4e90-bcd5-a99adf4333bf admin admin] Deleting subnet baf2f230-9fe3-4496-824f-0e3ff98213c4 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:32.616266 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eba552c4-5450-4e90-bcd5-a99adf4333bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.714677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:32.728297 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.730637 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eba552c4-5450-4e90-bcd5-a99adf4333bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.741974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:32.744372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.827960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966db22b-ff54-4f95-895b-6b69269ce62e req-605fcc7c-5a0a-4664-8f10-d4f0e5459e75 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.828889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Routers {'5f0c0591-32e4-4a55-ab31-2df7c7272144'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:32.829539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5f0c0591-32e4-4a55-ab31-2df7c7272144'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:32.835786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4e52e-dd4f-46e3-adee-d1ddd08bb65f None None] Pushing event updated for resources: {'Port': ['ID=2839d720-a631-4027-ad11-95782301f2cd,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:32.836685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-966db22b-ff54-4f95-895b-6b69269ce62e req-605fcc7c-5a0a-4664-8f10-d4f0e5459e75 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1605268 Aug 16 20:50:32.877894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae7dd7-7eee-4c62-b1f9-b2dbb5b0d39f req-9cca9dfb-e8a8-46a0-afb6-a0466277e7a3 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.883408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23ae7dd7-7eee-4c62-b1f9-b2dbb5b0d39f req-9cca9dfb-e8a8-46a0-afb6-a0466277e7a3 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 944 time: 0.1887386 Aug 16 20:50:32.893001 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eba552c4-5450-4e90-bcd5-a99adf4333bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.900237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Allocated IP 172.20.0.1 (b85a2df4-cdf5-467f-982f-f10d90d174fe/b29a9b4c-7c8a-4eed-9023-63a451d45f4b/e63fa69d-4541-4eec-a158-acd16c369aac) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:32.924230 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.948865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.969926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-966db22b-ff54-4f95-895b-6b69269ce62e req-11e58ac5-ab2a-4b95-9d30-295199bda715 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277537 Aug 16 20:50:32.991206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23ae7dd7-7eee-4c62-b1f9-b2dbb5b0d39f req-baf2b47f-5ef0-447d-84f7-f19921a9fe86 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067691 Aug 16 20:50:33.019186 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.068639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6b3fea62-f8cd-4755-a81d-daf1129b4e71, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:33.072693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3fea62-f8cd-4755-a81d-daf1129b4e71'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:33.079121 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71585928-9318-4b9d-87d8-1b566fb0bcbb" -d '{"events": [{"server_uuid": "05a7856a-b74e-4e68-836a-1f08a9b34f14", "name": "network-vif-plugged", "status": "completed", "tag": "6b3fea62-f8cd-4755-a81d-daf1129b4e71"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:33.094418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] Set router 5f0c0591-32e4-4a55-ab31-2df7c7272144 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:33.128054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.150741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eba552c4-5450-4e90-bcd5-a99adf4333bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.156515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32038c00-89f8-469e-a46c-2d8abd0f7fcc req-bbcdff7a-fb61-40df-b7ca-206caca727db tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 210 time: 0.0409214 Aug 16 20:50:33.182398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba552c4-5450-4e90-bcd5-a99adf4333bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf2f230-9fe3-4496-824f-0e3ff98213c4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:33.196021 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eba552c4-5450-4e90-bcd5-a99adf4333bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.203801 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-eba552c4-5450-4e90-bcd5-a99adf4333bf admin admin] 10.222.0.74 "DELETE /v2.0/subnets/baf2f230-9fe3-4496-824f-0e3ff98213c4 HTTP/1.1" status: 204 len: 168 time: 0.6764605 Aug 16 20:50:33.212115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55974) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:33.222719 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.229793 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f86da5-df0d-414b-8c2b-3fe283f43f6e x-openstack-request-id: req-03f86da5-df0d-414b-8c2b-3fe283f43f6e {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:33.229793 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a7856a-b74e-4e68-836a-1f08a9b34f14", "name": "network-vif-plugged", "status": "completed", "tag": "6b3fea62-f8cd-4755-a81d-daf1129b4e71", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:33.229793 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-03f86da5-df0d-414b-8c2b-3fe283f43f6e {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:33.229793 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3fea62-f8cd-4755-a81d-daf1129b4e71', 'code': 200} Aug 16 20:50:33.231188 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.313376 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.324161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad1674-b813-4388-ae54-ccfa4975b2f3 req-31f0b836-01ef-491d-96ac-4fdd6fba5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:33.325769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11ad1674-b813-4388-ae54-ccfa4975b2f3 req-31f0b836-01ef-491d-96ac-4fdd6fba5490 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 1097 time: 0.0938289 Aug 16 20:50:33.382477 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.384990 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.390428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6b3fea62-f8cd-4755-a81d-daf1129b4e71,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:33.435773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Network b85a2df4-cdf5-467f-982f-f10d90d174fe is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:33.446081 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.449890 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11ad1674-b813-4388-ae54-ccfa4975b2f3 req-d6213e41-3888-4e1f-875c-634ba529b5ca service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152818 Aug 16 20:50:33.456405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:33.459949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144a4114-43c4-45d2-ab22-42fb646055f1']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:33.464413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:33.467208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Pushing event updated for resources: {'Port': ['ID=e63fa69d-4541-4eec-a158-acd16c369aac,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:33.467457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'name': 'tempest-ServerRescueTestJSON-624404402-router', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '2839d720-a631-4027-ad11-95782301f2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:27Z', 'updated_at': '2021-08-16T20:50:29Z', 'revision_number': 3, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'gw_port': {'id': '2839d720-a631-4027-ad11-95782301f2cd', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:28Z', 'updated_at': '2021-08-16T20:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:33.476373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5574f720-e517-495b-8f05-1596412b9a46') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:33.481245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5574f720-e517-495b-8f05-1596412b9a46') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:33.498878 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.514858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cfced3-04ea-453f-9caa-7718c453c366 None None] The sync data for ids ['5f0c0591-32e4-4a55-ab31-2df7c7272144'] in n-d-793619-14 is: [{'id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'name': 'tempest-ServerRescueTestJSON-624404402-router', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '2839d720-a631-4027-ad11-95782301f2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:27Z', 'updated_at': '2021-08-16T20:50:29Z', 'revision_number': 3, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'gw_port': {'id': '2839d720-a631-4027-ad11-95782301f2cd', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:28Z', 'updated_at': '2021-08-16T20:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:33.524707 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.532361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:33.533093 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:33.534529 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:33.553383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.600759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:33.615504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.622714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:33.623114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device e7bb59d5-1d64-4f41-9c00-8f10518d7dd4 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:33.625173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=334782ac-f874-41f0-8e32-5c1ca6869035,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:33.695805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.724256 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.726180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] 10.222.0.74 "DELETE /v2.0/networks/144a4114-43c4-45d2-ab22-42fb646055f1 HTTP/1.1" status: 204 len: 168 time: 0.5128436 Aug 16 20:50:33.731608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2a87e-c2a3-40c1-9160-b3fb8025ee0e admin admin] Pushing event deleted for resources: {'Network': ['ID=144a4114-43c4-45d2-ab22-42fb646055f1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:33.768269 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP 6eeb27f9-4bd3-4dd3-b22c-3b1d0f4183ef associated. External IP: 172.25.4.228, port: bcffd70f-5960-4225-b259-a210beb9eeb8. Aug 16 20:50:34.094220 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.127191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55986) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:34.182598 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:34.211879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc444f4-33d7-4f2f-bfa5-ac8d5fde5cf9 req-4a09f28e-f46a-4509-9fdf-c29e426b832d tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.219946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdc444f4-33d7-4f2f-bfa5-ac8d5fde5cf9 req-4a09f28e-f46a-4509-9fdf-c29e426b832d tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1678817 Aug 16 20:50:34.279592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14ab1f-eff7-449d-bbbd-de19467a1a58 req-bbd46081-726b-413f-85ac-3eaa8e99865e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.287443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f14ab1f-eff7-449d-bbbd-de19467a1a58 req-bbd46081-726b-413f-85ac-3eaa8e99865e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.2075388 Aug 16 20:50:34.333487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdc444f4-33d7-4f2f-bfa5-ac8d5fde5cf9 req-33de84d1-0c26-4b18-88a0-5d0ca6cd274d tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080017 Aug 16 20:50:34.353864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-571fd099-2c22-4a77-b0d6-15e8e0db9c49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=71a2c8f062ed41bc80eac6b6c49cfb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115130 Aug 16 20:50:34.356034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55990) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:34.410500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:34.435023 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04f016-23c5-4ddb-a25c-da33039f4373 None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:34.444493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f14ab1f-eff7-449d-bbbd-de19467a1a58 req-a1acfdb2-6a08-45f6-9e75-b081fa1f212b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560268 Aug 16 20:50:34.448004 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04f016-23c5-4ddb-a25c-da33039f4373 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:34.448004 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4b04f016-23c5-4ddb-a25c-da33039f4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:34.535415 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4b04f016-23c5-4ddb-a25c-da33039f4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:34.561885 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1ca5360b-69ff-456e-a581-d9327b5020d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.574284 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04f016-23c5-4ddb-a25c-da33039f4373 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:34.575157 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4b04f016-23c5-4ddb-a25c-da33039f4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:34.613142 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4b04f016-23c5-4ddb-a25c-da33039f4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:34.614019 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04f016-23c5-4ddb-a25c-da33039f4373 None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:34.645774 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.653381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b80f2849-44be-42e1-a9cc-01ca7d3fe2e1 req-4e6a870a-620e-4038-adbf-4d93e5ba7f9c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 210 time: 0.0719469 Aug 16 20:50:34.665180 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1ca5360b-69ff-456e-a581-d9327b5020d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.726822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2839d720-a631-4027-ad11-95782301f2cd up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:34.762392 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0c8aa64c-92a1-4708-91f7-743efececad8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.4781985 Aug 16 20:50:34.766653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55994) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:34.774593 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.825210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-4825932d-71b5-4682-aa80-59b77e9ed2df tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.826753 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-4825932d-71b5-4682-aa80-59b77e9ed2df tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.2297814 Aug 16 20:50:34.843523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Request body: {'port': {'device_id': 'b947cb34-cf9b-4f56-86f7-3bee5b2e14e7', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'admin_state_up': True, 'tenant_id': '6f28821654be46399e7f1d3ede6d898a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:34.865877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-68dda20b-3019-4726-953c-99a7d55e15ed tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "GET /v2.0/floatingips/6eeb27f9-4bd3-4dd3-b22c-3b1d0f4183ef HTTP/1.1" status: 200 len: 979 time: 0.0977268 Aug 16 20:50:34.868729 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1ca5360b-69ff-456e-a581-d9327b5020d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.870041 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1ca5360b-69ff-456e-a581-d9327b5020d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.871152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1ca5360b-69ff-456e-a581-d9327b5020d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e76e3451-d86d-47bf-b16b-7862b6a25115 HTTP/1.1" status: 204 len: 168 time: 0.5141683 Aug 16 20:50:34.871719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55996) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:34.888858 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.917124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5360b-69ff-456e-a581-d9327b5020d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76e3451-d86d-47bf-b16b-7862b6a25115,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:34.955912 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 2839d720-a631-4027-ad11-95782301f2cd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:34.955912 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2839d720-a631-4027-ad11-95782301f2cd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:34.955912 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.981685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Pushing event updated for resources: {'Port': ['ID=e63fa69d-4541-4eec-a158-acd16c369aac,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:34.986607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.075713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3ccd00f1-f175-4ea4-8797-e3eb2e476ac3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1988065 Aug 16 20:50:35.075957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56000) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:35.085717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d8915c6c-e8ac-4a99-9324-c399028216be tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'floatingip': {'port_id': '5b1f62ea-bbdf-4dbd-a8ed-621d27389f56'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:35.116699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Network b85a2df4-cdf5-467f-982f-f10d90d174fe is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:35.120884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:35.130878 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.156733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 2839d720-a631-4027-ad11-95782301f2cd, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2839d720-a631-4027-ad11-95782301f2cd,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:35.160375 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8915c6c-e8ac-4a99-9324-c399028216be tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.212303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Made reservation on behalf of 6f28821654be46399e7f1d3ede6d898a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:35.215579 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.244313 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.305724 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Router 5f0c0591-32e4-4a55-ab31-2df7c7272144 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:35.365625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=2839d720-a631-4027-ad11-95782301f2cd,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:35.537283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Allocated IP 172.20.0.4 (e3cf6d4f-f5fb-407a-83ba-d10da82846a3/9086addc-4898-4b00-b1e4-5f5b81780ad7/f220fe30-16d2-466a-a7b7-495b49969d48) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:35.635914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:35.653972 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-35c4c242-669d-4234-9b6c-60dd0a8f414a admin admin] 10.222.0.74 "PUT /v2.0/routers/5f0c0591-32e4-4a55-ab31-2df7c7272144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3786690 Aug 16 20:50:35.818425 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.929876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Sync routers for ids ['5f0c0591-32e4-4a55-ab31-2df7c7272144'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:35.940666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Routers {'5f0c0591-32e4-4a55-ab31-2df7c7272144'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:35.945352 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5f0c0591-32e4-4a55-ab31-2df7c7272144'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:35.990914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169d9e2-0d51-4eb7-b4fa-d49089838565 req-a8b1abfb-d494-4873-8b87-6373e556c4e4 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:35.992386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f169d9e2-0d51-4eb7-b4fa-d49089838565 req-a8b1abfb-d494-4873-8b87-6373e556c4e4 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.5635417 Aug 16 20:50:35.998171 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.033523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e482219-ed93-4d26-b1cf-394a33e315b7 req-d28d9837-3f43-4798-9d03-01038912c739 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:36.035037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e482219-ed93-4d26-b1cf-394a33e315b7 req-d28d9837-3f43-4798-9d03-01038912c739 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.4855332 Aug 16 20:50:36.073852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:36.077963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event updated for resources: {'Port': ['ID=f220fe30-16d2-466a-a7b7-495b49969d48,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:36.080458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:36.082540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:36.087702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Set router 5f0c0591-32e4-4a55-ab31-2df7c7272144 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:36.125316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f169d9e2-0d51-4eb7-b4fa-d49089838565 req-2a0dd5c8-c36b-41b6-8e42-477752a9b302 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241219 Aug 16 20:50:36.147575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e482219-ed93-4d26-b1cf-394a33e315b7 req-872d84c0-792f-47d7-bb20-e3cdcf6bb946 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057308 Aug 16 20:50:36.168063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:36.168063 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.261077 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-e0f90359-68df-4df0-a475-f75888c3c058 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4215150 Aug 16 20:50:36.280774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Request body: {'port': {'device_id': 'b947cb34-cf9b-4f56-86f7-3bee5b2e14e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:36.347181 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.392973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1720f-b576-4a28-828d-cca64b2deced req-374901d4-4f3a-486e-80c7-aa34a506ed08 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:36.394566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-20d1720f-b576-4a28-828d-cca64b2deced req-374901d4-4f3a-486e-80c7-aa34a506ed08 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 931 time: 0.1515844 Aug 16 20:50:36.407573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'name': 'tempest-ServerRescueTestJSON-624404402-router', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '2839d720-a631-4027-ad11-95782301f2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:27Z', 'updated_at': '2021-08-16T20:50:33Z', 'revision_number': 4, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'gw_port': {'id': '2839d720-a631-4027-ad11-95782301f2cd', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:28Z', 'updated_at': '2021-08-16T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'e63fa69d-4541-4eec-a158-acd16c369aac', 'name': '', 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'mac_address': 'fa:16:3e:4a:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b29a9b4c-7c8a-4eed-9023-63a451d45f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:32Z', 'updated_at': '2021-08-16T20:50:34Z', 'revision_number': 2, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'subnets': [{'id': 'b29a9b4c-7c8a-4eed-9023-63a451d45f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:36.440821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Checking router: 5f0c0591-32e4-4a55-ab31-2df7c7272144 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:36.448160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Updating router 5f0c0591-32e4-4a55-ab31-2df7c7272144 port e63fa69d-4541-4eec-a158-acd16c369aac binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:50:36.476269 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.538608 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-20d1720f-b576-4a28-828d-cca64b2deced req-9e4d6813-8365-47b2-944b-d1ee2c8ad656 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364057 Aug 16 20:50:36.742098 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8915c6c-e8ac-4a99-9324-c399028216be tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.769478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2839d720-a631-4027-ad11-95782301f2cd up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:36.818081 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f220fe30-16d2-466a-a7b7-495b49969d48 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:36.819226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed6e25-6ff0-4532-b643-1f5365a1ea9e req-b9a5253f-a2f3-449a-b3f9-4f28191abbaf tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:36.820752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16ed6e25-6ff0-4532-b643-1f5365a1ea9e req-b9a5253f-a2f3-449a-b3f9-4f28191abbaf tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1025667 Aug 16 20:50:36.832635 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8915c6c-e8ac-4a99-9324-c399028216be tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.838324 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.838487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56050) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:36.856795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Transition to ACTIVE for port object f220fe30-16d2-466a-a7b7-495b49969d48 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:36.873941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f7af8636-3643-4a61-b4c7-1faf3db6744e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'floatingip': {'port_id': '6b3fea62-f8cd-4755-a81d-daf1129b4e71'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:36.916148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-d85ffbd6-d534-4152-a5fa-aea08322c3d9 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:36.921861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-d85ffbd6-d534-4152-a5fa-aea08322c3d9 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/networks?id=b85a2df4-cdf5-467f-982f-f10d90d174fe HTTP/1.1" status: 200 len: 810 time: 0.2998574 Aug 16 20:50:36.938654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2839d720-a631-4027-ad11-95782301f2cd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:36.939262 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.941408 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.951419 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7af8636-3643-4a61-b4c7-1faf3db6744e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.959109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-5e789824-cb5e-4f77-b9ac-64e56865478c tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/quotas/638e5fe1a4d7426c888096dc0d24a0a2 HTTP/1.1" status: 200 len: 375 time: 0.0305190 Aug 16 20:50:37.026802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f220fe30-16d2-466a-a7b7-495b49969d48,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:37.056008 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.067911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Transition to ACTIVE for port object e63fa69d-4541-4eec-a158-acd16c369aac will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:37.147277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Attempting to bind port f220fe30-16d2-466a-a7b7-495b49969d48 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:37.147631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Attempting to bind port f220fe30-16d2-466a-a7b7-495b49969d48 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:37.147975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Attempting to bind port f220fe30-16d2-466a-a7b7-495b49969d48 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:37.155066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Port f220fe30-16d2-466a-a7b7-495b49969d48 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:37.155399 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Attempting to bind port f220fe30-16d2-466a-a7b7-495b49969d48 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:37.161106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:37.162833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Checking segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:37.163233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Bound using segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:37.163676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Bound port: f220fe30-16d2-466a-a7b7-495b49969d48, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:37.164048 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.175290 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-d8915c6c-e8ac-4a99-9324-c399028216be tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP 6eeb27f9-4bd3-4dd3-b22c-3b1d0f4183ef associated. External IP: 172.25.4.228, port: bcffd70f-5960-4225-b259-a210beb9eeb8. Aug 16 20:50:37.202361 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.251673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] For port f220fe30-16d2-466a-a7b7-495b49969d48, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:37.255739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] For port f220fe30-16d2-466a-a7b7-495b49969d48, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f220fe30-16d2-466a-a7b7-495b49969d48,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:37.262926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-2a9797a3-5e4d-4c68-83a1-56a744c49e99 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2732031 Aug 16 20:50:37.293102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1558e9d-bb6b-43c7-b558-c8711cdcd0ba None None] Pushing event updated for resources: {'Port': ['ID=e63fa69d-4541-4eec-a158-acd16c369aac,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:37.329620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Attempting to bind port e63fa69d-4541-4eec-a158-acd16c369aac on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:37.329954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Attempting to bind port e63fa69d-4541-4eec-a158-acd16c369aac by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:37.330328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Attempting to bind port e63fa69d-4541-4eec-a158-acd16c369aac on network b85a2df4-cdf5-467f-982f-f10d90d174fe {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:37.336377 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:37.337634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Checking segment: {'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:37.337634 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.337855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Bound using segment: {'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:37.338329 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Bound port: e63fa69d-4541-4eec-a158-acd16c369aac, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:37.338656 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.369523 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.414038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.414658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.416313 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] 10.222.0.76 "PUT /v2.0/ports/f220fe30-16d2-466a-a7b7-495b49969d48 HTTP/1.1" status: 200 len: 1092 time: 1.1434751 Aug 16 20:50:37.416769 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b947cb34-cf9b-4f56-86f7-3bee5b2e14e7', 'tag': 'f220fe30-16d2-466a-a7b7-495b49969d48'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:37.420187 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7902e612-70a0-4f17-96a3-762ea48d2c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b947cb34-cf9b-4f56-86f7-3bee5b2e14e7", "tag": "f220fe30-16d2-466a-a7b7-495b49969d48"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:37.425212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] For port e63fa69d-4541-4eec-a158-acd16c369aac, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:37.432744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] For port e63fa69d-4541-4eec-a158-acd16c369aac, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e63fa69d-4541-4eec-a158-acd16c369aac,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:37.447219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807661ea-936f-40da-b71f-e760f935c2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f220fe30-16d2-466a-a7b7-495b49969d48,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:37.518420 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.583826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Routers {'5f0c0591-32e4-4a55-ab31-2df7c7272144'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:37.584966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5f0c0591-32e4-4a55-ab31-2df7c7272144'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:37.630145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1558e9d-bb6b-43c7-b558-c8711cdcd0ba None None] Pushing event updated for resources: {'Port': ['ID=e63fa69d-4541-4eec-a158-acd16c369aac,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:37.660422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-80c7032d-c1b8-483e-996a-a41fff56823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.663390 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-80c7032d-c1b8-483e-996a-a41fff56823e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 1095 time: 0.0552037 Aug 16 20:50:37.699370 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-e37ec337-3937-49a3-be17-38404e4332d5 service neutron] 10.222.0.74 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241517 Aug 16 20:50:37.726860 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-61701819-37f2-4688-b7a7-6ec0ae0d8c49 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f220fe30-16d2-466a-a7b7-495b49969d48 HTTP/1.1" status: 200 len: 217 time: 0.0462971 Aug 16 20:50:37.751162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] Set router 5f0c0591-32e4-4a55-ab31-2df7c7272144 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:37.790614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-163400ec-bd38-4f1c-8be6-d1b51ea6fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.794378 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-163400ec-bd38-4f1c-8be6-d1b51ea6fa2d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 200 len: 851 time: 0.0557525 Aug 16 20:50:37.843300 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-b7a1778b-9a33-431d-b2ba-bd90278b3804 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400901 Aug 16 20:50:37.856676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8915c6c-e8ac-4a99-9324-c399028216be tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:37.910349 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-a29d757a-c2b1-4a5a-84c1-3398c531d234 service neutron] 10.222.0.74 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101800 Aug 16 20:50:37.921309 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7af8636-3643-4a61-b4c7-1faf3db6744e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.019745 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7af8636-3643-4a61-b4c7-1faf3db6744e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.038396 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-475c8939-98d6-4671-a2ad-bb4983b74f15 service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799650 Aug 16 20:50:38.143240 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-81f1d6e5-d000-45ed-ab5a-e007ea8743b0 req-19937a3b-0636-459b-a075-5dbf3e69fd99 service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969532 Aug 16 20:50:38.303704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'name': 'tempest-ServerRescueTestJSON-624404402-router', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '2839d720-a631-4027-ad11-95782301f2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:27Z', 'updated_at': '2021-08-16T20:50:33Z', 'revision_number': 4, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'gw_port': {'id': '2839d720-a631-4027-ad11-95782301f2cd', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:28Z', 'updated_at': '2021-08-16T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'e63fa69d-4541-4eec-a158-acd16c369aac', 'name': '', 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'mac_address': 'fa:16:3e:4a:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b29a9b4c-7c8a-4eed-9023-63a451d45f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:32Z', 'updated_at': '2021-08-16T20:50:37Z', 'revision_number': 4, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'subnets': [{'id': 'b29a9b4c-7c8a-4eed-9023-63a451d45f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:38.341960 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8c1338-4375-4ef3-ac1d-97b6101e2eed x-openstack-request-id: req-6f8c1338-4375-4ef3-ac1d-97b6101e2eed {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:38.342822 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b947cb34-cf9b-4f56-86f7-3bee5b2e14e7", "tag": "f220fe30-16d2-466a-a7b7-495b49969d48", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:38.342822 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f8c1338-4375-4ef3-ac1d-97b6101e2eed {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:38.351294 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b947cb34-cf9b-4f56-86f7-3bee5b2e14e7', 'tag': 'f220fe30-16d2-466a-a7b7-495b49969d48', 'status': 'completed', 'code': 200} Aug 16 20:50:38.368423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f90b7-1f82-4958-a989-33d24f914470 None None] The sync data for ids ['5f0c0591-32e4-4a55-ab31-2df7c7272144'] in n-d-793619-14 is: [{'id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'name': 'tempest-ServerRescueTestJSON-624404402-router', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '2839d720-a631-4027-ad11-95782301f2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:27Z', 'updated_at': '2021-08-16T20:50:33Z', 'revision_number': 4, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'gw_port': {'id': '2839d720-a631-4027-ad11-95782301f2cd', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:28Z', 'updated_at': '2021-08-16T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'e63fa69d-4541-4eec-a158-acd16c369aac', 'name': '', 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'mac_address': 'fa:16:3e:4a:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b29a9b4c-7c8a-4eed-9023-63a451d45f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:32Z', 'updated_at': '2021-08-16T20:50:37Z', 'revision_number': 4, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'subnets': [{'id': 'b29a9b4c-7c8a-4eed-9023-63a451d45f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:38.477795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902e612-70a0-4f17-96a3-762ea48d2c4c req-d0f2ab4c-fb22-45de-8682-b10e38bf85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.479633 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7902e612-70a0-4f17-96a3-762ea48d2c4c req-d0f2ab4c-fb22-45de-8682-b10e38bf85e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 1095 time: 0.1008239 Aug 16 20:50:38.725839 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-f7af8636-3643-4a61-b4c7-1faf3db6744e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Floating IP e6ee6f04-2ea2-4a40-aa5e-78315b309cf0 associated. External IP: 172.25.4.219, port: 6b3fea62-f8cd-4755-a81d-daf1129b4e71. Aug 16 20:50:38.738905 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568e4af-52c6-4368-9838-6012c9ef3979 req-d2158936-51d6-4578-9ef7-cba65edf0fff tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.741416 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5568e4af-52c6-4368-9838-6012c9ef3979 req-d2158936-51d6-4578-9ef7-cba65edf0fff tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.76 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.1340473 Aug 16 20:50:38.780209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902e612-70a0-4f17-96a3-762ea48d2c4c req-9c31120e-0b85-4979-93d9-f356cbbb14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.781889 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7902e612-70a0-4f17-96a3-762ea48d2c4c req-9c31120e-0b85-4979-93d9-f356cbbb14e5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 912 time: 0.2807813 Aug 16 20:50:38.789209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e63fa69d-4541-4eec-a158-acd16c369aac up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:38.877122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2151f6-f0a4-4437-9467-f13d6eee1b71 req-ae71a25d-3f6e-4d21-948a-c1b520bcada7 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.877122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b2151f6-f0a4-4437-9467-f13d6eee1b71 req-ae71a25d-3f6e-4d21-948a-c1b520bcada7 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 946 time: 0.7948463 Aug 16 20:50:38.897809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8915c6c-e8ac-4a99-9324-c399028216be tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:38.925925 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c199ab-c807-4d42-ab95-ca508a2e19ec None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:38.931220 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7902e612-70a0-4f17-96a3-762ea48d2c4c req-f44b3011-1db3-4415-a9f6-f3698377d35a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f220fe30-16d2-466a-a7b7-495b49969d48 HTTP/1.1" status: 200 len: 217 time: 0.1225104 Aug 16 20:50:38.936650 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c199ab-c807-4d42-ab95-ca508a2e19ec None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:38.937385 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d0c199ab-c807-4d42-ab95-ca508a2e19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:39.009560 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d0c199ab-c807-4d42-ab95-ca508a2e19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:39.023516 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c199ab-c807-4d42-ab95-ca508a2e19ec None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:39.023821 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d0c199ab-c807-4d42-ab95-ca508a2e19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:39.031914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port e63fa69d-4541-4eec-a158-acd16c369aac completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:39.036207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e63fa69d-4541-4eec-a158-acd16c369aac triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:39.039815 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.053569 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902e612-70a0-4f17-96a3-762ea48d2c4c req-851f67a6-b2c8-4c8e-bf54-0709ee6a8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.055335 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7902e612-70a0-4f17-96a3-762ea48d2c4c req-851f67a6-b2c8-4c8e-bf54-0709ee6a8292 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 200 len: 851 time: 0.1128552 Aug 16 20:50:39.101423 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7902e612-70a0-4f17-96a3-762ea48d2c4c req-1240e2aa-75dd-4c0d-bf98-03804d265472 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357523 Aug 16 20:50:39.123321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5568e4af-52c6-4368-9838-6012c9ef3979 req-21c6a30a-38b3-4b3c-8746-6d5fe7b9fb5c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Deleting port 60c1ff7c-4a84-433e-9ec4-d644c3700781 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:39.129660 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5568e4af-52c6-4368-9838-6012c9ef3979 req-21c6a30a-38b3-4b3c-8746-6d5fe7b9fb5c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.216190 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d0c199ab-c807-4d42-ab95-ca508a2e19ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:39.217176 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c199ab-c807-4d42-ab95-ca508a2e19ec None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:39.241911 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.304750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port e63fa69d-4541-4eec-a158-acd16c369aac, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e63fa69d-4541-4eec-a158-acd16c369aac,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:39.317171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59427608-7c2f-48f9-a7f7-a53ead8b31ba req-12523508-5dfe-4b40-80e0-1badcf543a00 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.319010 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59427608-7c2f-48f9-a7f7-a53ead8b31ba req-12523508-5dfe-4b40-80e0-1badcf543a00 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 943 time: 0.5742807 Aug 16 20:50:39.345138 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b2151f6-f0a4-4437-9467-f13d6eee1b71 req-91375999-68c1-4d3a-8cb8-9022cb4bfec4 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/security-groups?id=6eacf20c-3566-452e-8658-44e5bfe12c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487364 Aug 16 20:50:39.431444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.562306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=e63fa69d-4541-4eec-a158-acd16c369aac,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:39.662744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-798eb98d-61b4-47a9-8b38-65aaaab78a5c req-060c6b7f-847c-4f70-98e3-d490d9f440c5 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 210 time: 0.1047654 Aug 16 20:50:39.683233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59427608-7c2f-48f9-a7f7-a53ead8b31ba req-54697858-b828-4bb8-8b5d-08c0d03f5622 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292456 Aug 16 20:50:39.694895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8915c6c-e8ac-4a99-9324-c399028216be tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:39.813708 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7902e612-70a0-4f17-96a3-762ea48d2c4c req-49aa1213-1c58-4d71-a6a2-7b3988914cff service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032840 Aug 16 20:50:39.828448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5568e4af-52c6-4368-9838-6012c9ef3979 req-21c6a30a-38b3-4b3c-8746-6d5fe7b9fb5c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] For port 60c1ff7c-4a84-433e-9ec4-d644c3700781, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=60c1ff7c-4a84-433e-9ec4-d644c3700781,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:39.828910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5568e4af-52c6-4368-9838-6012c9ef3979 req-21c6a30a-38b3-4b3c-8746-6d5fe7b9fb5c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.846475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7af8636-3643-4a61-b4c7-1faf3db6744e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Router e45696aa-d5f2-4911-93dc-827171eef675 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:39.860774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8915c6c-e8ac-4a99-9324-c399028216be tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:39.870610 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8915c6c-e8ac-4a99-9324-c399028216be tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.872538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fdf32-d4bc-498a-b8a2-fae26d813b97 None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:39.887137 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fdf32-d4bc-498a-b8a2-fae26d813b97 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:39.888353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-155fdf32-d4bc-498a-b8a2-fae26d813b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:39.919162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5568e4af-52c6-4368-9838-6012c9ef3979 req-21c6a30a-38b3-4b3c-8746-6d5fe7b9fb5c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Calling delete_port for 60c1ff7c-4a84-433e-9ec4-d644c3700781 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:39.932346 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-155fdf32-d4bc-498a-b8a2-fae26d813b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:39.941966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fdf32-d4bc-498a-b8a2-fae26d813b97 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:39.943087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-155fdf32-d4bc-498a-b8a2-fae26d813b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:40.024138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-155fdf32-d4bc-498a-b8a2-fae26d813b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:40.025618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fdf32-d4bc-498a-b8a2-fae26d813b97 None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:40.074378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d8915c6c-e8ac-4a99-9324-c399028216be tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "PUT /v2.0/floatingips/6eeb27f9-4bd3-4dd3-b22c-3b1d0f4183ef HTTP/1.1" status: 200 len: 977 time: 4.9973500 Aug 16 20:50:40.081583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56096) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:40.085249 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7902e612-70a0-4f17-96a3-762ea48d2c4c req-99146cc2-bc23-4c4f-8688-dfcd7770c1f0 service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632442 Aug 16 20:50:40.089180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d0fc3a43-ae6a-4147-b683-31a3a3524213 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:40.091263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7af8636-3643-4a61-b4c7-1faf3db6744e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:40.102288 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed5a6f-b95f-4c77-b036-9df561d2f274 None None] Sync routers for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:40.105990 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7af8636-3643-4a61-b4c7-1faf3db6744e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.134136 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed5a6f-b95f-4c77-b036-9df561d2f274 None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:40.139160 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aaed5a6f-b95f-4c77-b036-9df561d2f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:40.140539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f7af8636-3643-4a61-b4c7-1faf3db6744e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "PUT /v2.0/floatingips/e6ee6f04-2ea2-4a40-aa5e-78315b309cf0 HTTP/1.1" status: 200 len: 991 time: 3.3028178 Aug 16 20:50:40.141267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'tag': '6b3fea62-f8cd-4755-a81d-daf1129b4e71'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:40.143639 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7334f91-96d6-4047-808f-fe84c4a10fef" -d '{"events": [{"name": "network-changed", "server_uuid": "05a7856a-b74e-4e68-836a-1f08a9b34f14", "tag": "6b3fea62-f8cd-4755-a81d-daf1129b4e71"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:40.214897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0fc3a43-ae6a-4147-b683-31a3a3524213 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.243750 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56df234e-1ea2-4a54-a8db-c3f37d6c8266 x-openstack-request-id: req-56df234e-1ea2-4a54-a8db-c3f37d6c8266 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:40.243750 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a7856a-b74e-4e68-836a-1f08a9b34f14", "tag": "6b3fea62-f8cd-4755-a81d-daf1129b4e71", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:40.243750 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-56df234e-1ea2-4a54-a8db-c3f37d6c8266 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:40.243750 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'tag': '6b3fea62-f8cd-4755-a81d-daf1129b4e71', 'status': 'completed', 'code': 200} Aug 16 20:50:40.291311 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-aaed5a6f-b95f-4c77-b036-9df561d2f274 None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:40.327762 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7334f91-96d6-4047-808f-fe84c4a10fef req-55219287-03ba-4c3a-8eef-76a5d181039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.329891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7334f91-96d6-4047-808f-fe84c4a10fef req-55219287-03ba-4c3a-8eef-76a5d181039d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 1097 time: 0.0647597 Aug 16 20:50:40.403547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0fc3a43-ae6a-4147-b683-31a3a3524213 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.409784 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5568e4af-52c6-4368-9838-6012c9ef3979 req-21c6a30a-38b3-4b3c-8746-6d5fe7b9fb5c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.422348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['60c1ff7c-4a84-433e-9ec4-d644c3700781'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:40.476962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6a30a-38b3-4b3c-8746-6d5fe7b9fb5c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Pushing event deleted for resources: {'Port': ['ID=60c1ff7c-4a84-433e-9ec4-d644c3700781,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:40.480382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0fc3a43-ae6a-4147-b683-31a3a3524213 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.480826 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-d0fc3a43-ae6a-4147-b683-31a3a3524213 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP 6eeb27f9-4bd3-4dd3-b22c-3b1d0f4183ef disassociated. External IP: 172.25.4.228, port: 5b1f62ea-bbdf-4dbd-a8ed-621d27389f56. Aug 16 20:50:40.492613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca7cb999-c118-4445-97fd-8af76810ab01 req-5cf87dcb-83ed-4889-a780-0819be5af38b tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 210 time: 0.0457530 Aug 16 20:50:40.495818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7334f91-96d6-4047-808f-fe84c4a10fef req-2f1c6379-6dbd-41a7-972f-d7ea28be09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.497384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7334f91-96d6-4047-808f-fe84c4a10fef req-2f1c6379-6dbd-41a7-972f-d7ea28be09f7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 200 len: 912 time: 0.1598966 Aug 16 20:50:40.612271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7334f91-96d6-4047-808f-fe84c4a10fef req-7b22252a-6b21-48b6-a561-78b543081105 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71 HTTP/1.1" status: 200 len: 999 time: 0.1029751 Aug 16 20:50:40.613979 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aaed5a6f-b95f-4c77-b036-9df561d2f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'e6ee6f04-2ea2-4a40-aa5e-78315b309cf0', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'port_id': '6b3fea62-f8cd-4755-a81d-daf1129b4e71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'mac_address': 'fa:16:3e:9b:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:14Z', 'updated_at': '2021-08-16T20:50:37Z', 'revision_number': 1, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:40.617298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5568e4af-52c6-4368-9838-6012c9ef3979 req-21c6a30a-38b3-4b3c-8746-6d5fe7b9fb5c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] No DVR routers for this DVR port 60c1ff7c-4a84-433e-9ec4-d644c3700781 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:40.621647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5568e4af-52c6-4368-9838-6012c9ef3979 req-21c6a30a-38b3-4b3c-8746-6d5fe7b9fb5c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.623832 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5568e4af-52c6-4368-9838-6012c9ef3979 req-21c6a30a-38b3-4b3c-8746-6d5fe7b9fb5c tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.76 "DELETE /v2.0/ports/60c1ff7c-4a84-433e-9ec4-d644c3700781 HTTP/1.1" status: 204 len: 173 time: 1.8410509 Aug 16 20:50:40.624392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29949fe0-b18a-4fe0-84d1-2ad08f81987e', 'name': 'network-vif-deleted', 'tag': '60c1ff7c-4a84-433e-9ec4-d644c3700781'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:40.626892 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5becf9-55b1-4d64-b7a1-10085b662e62" -d '{"events": [{"server_uuid": "29949fe0-b18a-4fe0-84d1-2ad08f81987e", "name": "network-vif-deleted", "tag": "60c1ff7c-4a84-433e-9ec4-d644c3700781"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:40.672552 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed5a6f-b95f-4c77-b036-9df561d2f274 None None] Checking router: e45696aa-d5f2-4911-93dc-827171eef675 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:40.689726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7334f91-96d6-4047-808f-fe84c4a10fef req-ac911f86-222a-4afc-b52f-2a00b0d6fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.691404 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7334f91-96d6-4047-808f-fe84c4a10fef req-ac911f86-222a-4afc-b52f-2a00b0d6fd41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4050dda0-7be6-4550-b8ab-15431325c8a3 HTTP/1.1" status: 200 len: 850 time: 0.0707574 Aug 16 20:50:40.697866 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed5a6f-b95f-4c77-b036-9df561d2f274 None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:40.698611 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aaed5a6f-b95f-4c77-b036-9df561d2f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:40.705958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e63fa69d-4541-4eec-a158-acd16c369aac up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:40.713642 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fa357d-1d6b-4bec-8841-807d2daad480 x-openstack-request-id: req-76fa357d-1d6b-4bec-8841-807d2daad480 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:40.714097 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29949fe0-b18a-4fe0-84d1-2ad08f81987e", "name": "network-vif-deleted", "tag": "60c1ff7c-4a84-433e-9ec4-d644c3700781", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:40.714447 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-76fa357d-1d6b-4bec-8841-807d2daad480 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:40.714944 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29949fe0-b18a-4fe0-84d1-2ad08f81987e', 'name': 'network-vif-deleted', 'tag': '60c1ff7c-4a84-433e-9ec4-d644c3700781', 'status': 'completed', 'code': 200} Aug 16 20:50:40.779020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7334f91-96d6-4047-808f-fe84c4a10fef req-24f5b787-fa44-41b7-abca-aacb2fb684bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.780703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7334f91-96d6-4047-808f-fe84c4a10fef req-24f5b787-fa44-41b7-abca-aacb2fb684bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e326fa6c-2a20-4d37-a565-aff686757d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780344 Aug 16 20:50:40.841000 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-aaed5a6f-b95f-4c77-b036-9df561d2f274 None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:40.884581 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e63fa69d-4541-4eec-a158-acd16c369aac triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:40.884949 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.931321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fc3a43-ae6a-4147-b683-31a3a3524213 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:40.932197 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7334f91-96d6-4047-808f-fe84c4a10fef req-dd73d692-e193-4f1f-a221-5c089140f6b2 service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405268 Aug 16 20:50:41.057436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3ebd5-ac78-450f-81cc-555147d95e6c req-617f73e5-7e71-4c7c-857f-b7b632397e82 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:41.059231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40c3ebd5-ac78-450f-81cc-555147d95e6c req-617f73e5-7e71-4c7c-857f-b7b632397e82 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 943 time: 0.1255708 Aug 16 20:50:41.125849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7334f91-96d6-4047-808f-fe84c4a10fef req-7375af88-534a-4df0-920b-bf6dea7b3145 service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764858 Aug 16 20:50:41.128824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40c3ebd5-ac78-450f-81cc-555147d95e6c req-088875c0-aa97-496d-825d-094c64e3f76b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631347 Aug 16 20:50:41.179048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fc3a43-ae6a-4147-b683-31a3a3524213 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:41.186110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0fc3a43-ae6a-4147-b683-31a3a3524213 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.196797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d67b78-ade1-485c-9066-553c5114b915 None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:41.210676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d67b78-ade1-485c-9066-553c5114b915 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:41.211369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-45d67b78-ade1-485c-9066-553c5114b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:41.266513 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d0fc3a43-ae6a-4147-b683-31a3a3524213 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "PUT /v2.0/floatingips/6eeb27f9-4bd3-4dd3-b22c-3b1d0f4183ef HTTP/1.1" status: 200 len: 688 time: 1.1813548 Aug 16 20:50:41.274329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-5b993dbe-609d-4a7e-ba6d-e3e9d7e3b042 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:41.275831 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-5b993dbe-609d-4a7e-ba6d-e3e9d7e3b042 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.79 "GET /v2.0/networks?id=b85a2df4-cdf5-467f-982f-f10d90d174fe HTTP/1.1" status: 200 len: 810 time: 0.2056653 Aug 16 20:50:41.276397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56124) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:41.280711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-45d67b78-ade1-485c-9066-553c5114b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:41.295801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Request body: {'port': {'device_id': '2f0cc411-6bc3-4c1a-8676-956faf57f055', 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe', 'admin_state_up': True, 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:41.301638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d67b78-ade1-485c-9066-553c5114b915 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:41.303301 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aaed5a6f-b95f-4c77-b036-9df561d2f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'e6ee6f04-2ea2-4a40-aa5e-78315b309cf0', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'port_id': '6b3fea62-f8cd-4755-a81d-daf1129b4e71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'mac_address': 'fa:16:3e:9b:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:14Z', 'updated_at': '2021-08-16T20:50:37Z', 'revision_number': 1, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:41.312496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-45d67b78-ade1-485c-9066-553c5114b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:41.331125 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d67fee6-c1aa-44f8-8aba-8496bc58e270 req-650c4b2c-4952-43e5-b6f8-5747da1e3eae tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 210 time: 0.0691075 Aug 16 20:50:41.356006 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed5a6f-b95f-4c77-b036-9df561d2f274 None None] The sync data for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 is: [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'e6ee6f04-2ea2-4a40-aa5e-78315b309cf0', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'port_id': '6b3fea62-f8cd-4755-a81d-daf1129b4e71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'mac_address': 'fa:16:3e:9b:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:14Z', 'updated_at': '2021-08-16T20:50:37Z', 'revision_number': 1, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:41.399737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-45d67b78-ade1-485c-9066-553c5114b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:41.399737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d67b78-ade1-485c-9066-553c5114b915 None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:41.650229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f220fe30-16d2-466a-a7b7-495b49969d48 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:41.683800 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:50:41.702103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5deadbda-d94e-4d93-8c2e-9a4a96f67dcd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port 334782ac-f874-41f0-8e32-5c1ca6869035 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:41.702469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5deadbda-d94e-4d93-8c2e-9a4a96f67dcd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.720210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-269f0915-b46d-4c9b-bca7-f88904f222cf req-ec696824-3d36-4d6e-8ed5-165d7c610fb6 tempest-ServerRescueNegativeTestJSON-2047797426 tempest-ServerRescueNegativeTestJSON-2047797426-project] 10.222.0.74 "GET /v2.0/ports?device_id=29949fe0-b18a-4fe0-84d1-2ad08f81987e HTTP/1.1" status: 200 len: 210 time: 0.0545628 Aug 16 20:50:41.773383 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee86cbc-3926-46d3-8aac-712b11ae5770 None None] New status for floating IP e6ee6f04-2ea2-4a40-aa5e-78315b309cf0: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:50:41.806938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f220fe30-16d2-466a-a7b7-495b49969d48, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f220fe30-16d2-466a-a7b7-495b49969d48,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:41.813897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Made reservation on behalf of 638e5fe1a4d7426c888096dc0d24a0a2 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:41.818681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.824081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'f220fe30-16d2-466a-a7b7-495b49969d48', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'port_id': 'f220fe30-16d2-466a-a7b7-495b49969d48', 'mac_address': 'fa:16:3e:a3:b5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9086addc-4898-4b00-b1e4-5f5b81780ad7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:41.839538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5deadbda-d94e-4d93-8c2e-9a4a96f67dcd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.840000 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5deadbda-d94e-4d93-8c2e-9a4a96f67dcd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.859978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5deadbda-d94e-4d93-8c2e-9a4a96f67dcd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for 334782ac-f874-41f0-8e32-5c1ca6869035 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:41.862999 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.877259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f220fe30-16d2-466a-a7b7-495b49969d48 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:41.900829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f220fe30-16d2-466a-a7b7-495b49969d48, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f220fe30-16d2-466a-a7b7-495b49969d48,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:42.003164 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.049631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Allocated IP 172.20.0.2 (b85a2df4-cdf5-467f-982f-f10d90d174fe/b29a9b4c-7c8a-4eed-9023-63a451d45f4b/4d2fd21d-07a6-4a58-9a78-a420381c0bfc) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:42.079437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=f220fe30-16d2-466a-a7b7-495b49969d48,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:42.264402 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.267553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183db6c6-30c6-451d-a9ce-dcceea975aeb req-c800d7aa-f214-40b3-9fb6-71319a82590a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.268797 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5deadbda-d94e-4d93-8c2e-9a4a96f67dcd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.269092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-183db6c6-30c6-451d-a9ce-dcceea975aeb req-c800d7aa-f214-40b3-9fb6-71319a82590a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 944 time: 0.0593557 Aug 16 20:50:42.298672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['f220fe30-16d2-466a-a7b7-495b49969d48'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:42.304527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deadbda-d94e-4d93-8c2e-9a4a96f67dcd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=334782ac-f874-41f0-8e32-5c1ca6869035,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:42.330662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-183db6c6-30c6-451d-a9ce-dcceea975aeb req-eaceb7e7-e08b-4c3b-b920-36c41bda6112 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527658 Aug 16 20:50:42.390837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5deadbda-d94e-4d93-8c2e-9a4a96f67dcd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.393645 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5deadbda-d94e-4d93-8c2e-9a4a96f67dcd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.397310 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5deadbda-d94e-4d93-8c2e-9a4a96f67dcd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/floatingips/6eeb27f9-4bd3-4dd3-b22c-3b1d0f4183ef HTTP/1.1" status: 204 len: 168 time: 1.1175714 Aug 16 20:50:42.398458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56146) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:42.456934 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-f2f3e36c-8c6b-46a3-96c1-afd3f218482f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] delete failed (client error): The resource could not be found. Aug 16 20:50:42.461913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56150) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:42.462209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f2f3e36c-8c6b-46a3-96c1-afd3f218482f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/floatingips/6eeb27f9-4bd3-4dd3-b22c-3b1d0f4183ef HTTP/1.1" status: 404 len: 345 time: 0.0619967 Aug 16 20:50:42.501676 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dccf798d-1482-4842-a8a1-4aaacab74c0a req-1e699292-af25-4f2a-b775-e84ef02ef78f tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 210 time: 0.0471554 Aug 16 20:50:42.534402 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.607148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Network b85a2df4-cdf5-467f-982f-f10d90d174fe is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:42.620224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dcbc60-8b65-481a-875e-7ef2180079b3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.626687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dcbc60-8b65-481a-875e-7ef2180079b3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.631948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dcbc60-8b65-481a-875e-7ef2180079b3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.633631 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-50dcbc60-8b65-481a-875e-7ef2180079b3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "GET /v2.0/ports?network_id=d6b69c4b-ac78-454e-9598-2e566c7ecfef HTTP/1.1" status: 200 len: 2358 time: 0.1707261 Aug 16 20:50:42.635224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Pushing event updated for resources: {'Port': ['ID=4d2fd21d-07a6-4a58-9a78-a420381c0bfc,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:42.636496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56158) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:42.637760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:42.639718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:42.688844 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.689560 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.689707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d787fd3-8896-4f7a-b613-0404457beed8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.690949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1d787fd3-8896-4f7a-b613-0404457beed8 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "GET /v2.0/subnets/1aeef2b8-dfeb-4095-9a88-19ff1154157e HTTP/1.1" status: 200 len: 797 time: 0.0534317 Aug 16 20:50:42.696166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56160) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:42.703011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'port': {'network_id': 'd6b69c4b-ac78-454e-9598-2e566c7ecfef', 'name': 'tempest-FloatingIPTestJSON-1259640825', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:42.767822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56164) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:42.886943 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-b6b6584b-e8a7-4927-86bf-c28403d9f235 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6003482 Aug 16 20:50:42.901238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Request body: {'port': {'device_id': '2f0cc411-6bc3-4c1a-8676-956faf57f055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:43.029898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Made reservation on behalf of 58fa7c528dc448e88403b36f73ec5da2 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:43.039613 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.213268 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.316260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] device_id is not set on port 64832fae-8cfa-4dcd-8977-4ca43b8fc7a2 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:50:43.455498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8aa74f-5970-4cc9-bd5e-11aa3aad37e0 req-f6a9a049-391a-4af9-b4e5-9f83d8f6eed2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.457058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a8aa74f-5970-4cc9-bd5e-11aa3aad37e0 req-f6a9a049-391a-4af9-b4e5-9f83d8f6eed2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 944 time: 0.0574114 Aug 16 20:50:43.499143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a8aa74f-5970-4cc9-bd5e-11aa3aad37e0 req-9c93dc4a-24af-4003-90b9-7dfbe228b07a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353184 Aug 16 20:50:43.656447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5911073-a7b7-459a-b742-1b15a99d53a5 req-ffd02109-bdde-46bf-abed-7debc94e1277 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.665296 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5911073-a7b7-459a-b742-1b15a99d53a5 req-ffd02109-bdde-46bf-abed-7debc94e1277 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 931 time: 0.0713503 Aug 16 20:50:43.665477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f220fe30-16d2-466a-a7b7-495b49969d48 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:43.704567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5911073-a7b7-459a-b742-1b15a99d53a5 req-5db1501b-0f83-4d80-ad89-96efd783b1eb tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Aug 16 20:50:43.894670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port f220fe30-16d2-466a-a7b7-495b49969d48 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:43.903349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port f220fe30-16d2-466a-a7b7-495b49969d48 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:43.903793 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.011996 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.054761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2fd21d-07a6-4a58-9a78-a420381c0bfc {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:44.057590 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b947cb34-cf9b-4f56-86f7-3bee5b2e14e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f220fe30-16d2-466a-a7b7-495b49969d48'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:44.067010 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee8df64-1eb7-4418-a0c7-bb5856c3d361" -d '{"events": [{"server_uuid": "b947cb34-cf9b-4f56-86f7-3bee5b2e14e7", "name": "network-vif-plugged", "status": "completed", "tag": "f220fe30-16d2-466a-a7b7-495b49969d48"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:44.076156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f220fe30-16d2-466a-a7b7-495b49969d48, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f220fe30-16d2-466a-a7b7-495b49969d48,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:44.089893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.127921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Transition to ACTIVE for port object 4d2fd21d-07a6-4a58-9a78-a420381c0bfc will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:44.132112 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559b1db7-f65a-43e4-8f90-95785993efd2 x-openstack-request-id: req-559b1db7-f65a-43e4-8f90-95785993efd2 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:44.132512 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b947cb34-cf9b-4f56-86f7-3bee5b2e14e7", "name": "network-vif-plugged", "status": "completed", "tag": "f220fe30-16d2-466a-a7b7-495b49969d48", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:44.132920 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-559b1db7-f65a-43e4-8f90-95785993efd2 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:44.133749 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b947cb34-cf9b-4f56-86f7-3bee5b2e14e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f220fe30-16d2-466a-a7b7-495b49969d48', 'code': 200} Aug 16 20:50:44.141693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.20.0.13 (d6b69c4b-ac78-454e-9598-2e566c7ecfef/1aeef2b8-dfeb-4095-9a88-19ff1154157e/64832fae-8cfa-4dcd-8977-4ca43b8fc7a2) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:44.155389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.20.0.12 (d6b69c4b-ac78-454e-9598-2e566c7ecfef/1aeef2b8-dfeb-4095-9a88-19ff1154157e/64832fae-8cfa-4dcd-8977-4ca43b8fc7a2) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:44.164261 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.184830 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.184830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 60c1ff7c-4a84-433e-9ec4-d644c3700781 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:44.215529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 60c1ff7c-4a84-433e-9ec4-d644c3700781 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:44.215529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 60c1ff7c-4a84-433e-9ec4-d644c3700781 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:44.255725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.280517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=f220fe30-16d2-466a-a7b7-495b49969d48,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:44.433537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2fd21d-07a6-4a58-9a78-a420381c0bfc,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:44.451447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732147bc-cf81-4d7b-a304-3748f07d3eb8 req-b21369f1-0983-4081-be54-f72973ab79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:44.452913 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-732147bc-cf81-4d7b-a304-3748f07d3eb8 req-b21369f1-0983-4081-be54-f72973ab79ff service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 1097 time: 0.2499268 Aug 16 20:50:44.649067 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-732147bc-cf81-4d7b-a304-3748f07d3eb8 req-653e1e5b-ba8f-4a38-a177-edaf80b94a08 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736622 Aug 16 20:50:44.674049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.688253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Attempting to bind port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:44.688597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Attempting to bind port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:44.688935 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Attempting to bind port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc on network b85a2df4-cdf5-467f-982f-f10d90d174fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:44.692859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6d45f-28ab-4404-b71d-cc7af321e7e2 req-2b77fadc-4e9a-45af-94d6-4c2a97952796 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:44.702777 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc on network b85a2df4-cdf5-467f-982f-f10d90d174fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:44.703122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Attempting to bind port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc on network b85a2df4-cdf5-467f-982f-f10d90d174fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:44.705956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9a6d45f-28ab-4404-b71d-cc7af321e7e2 req-2b77fadc-4e9a-45af-94d6-4c2a97952796 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0871789 Aug 16 20:50:44.721335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:44.721608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Checking segment: {'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:44.722059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Bound using segment: {'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:44.722595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Bound port: 4d2fd21d-07a6-4a58-9a78-a420381c0bfc, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:44.723088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.777575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9a6d45f-28ab-4404-b71d-cc7af321e7e2 req-8495fe5e-0f36-43f9-854a-c04a8e882211 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695193 Aug 16 20:50:44.894950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] For port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:44.899616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] For port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4d2fd21d-07a6-4a58-9a78-a420381c0bfc,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:44.904472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1d6ba-5390-46e9-a6db-1057e8190360 req-39013ca0-df88-4e4b-9cc8-79d748d97db1 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:44.913088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.913787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bce1d6ba-5390-46e9-a6db-1057e8190360 req-39013ca0-df88-4e4b-9cc8-79d748d97db1 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 943 time: 0.0752923 Aug 16 20:50:44.949341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bce1d6ba-5390-46e9-a6db-1057e8190360 req-a0e0facb-c7a8-499f-8e66-57585e03c56b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346427 Aug 16 20:50:44.949835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] Deleting port 5353c9ea-43be-4b94-9553-af6aed90264e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:44.950186 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.009716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network d6b69c4b-ac78-454e-9598-2e566c7ecfef is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:45.016727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:45.021652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:45.039741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=64832fae-8cfa-4dcd-8977-4ca43b8fc7a2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:45.088458 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.168393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.169000 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.170389 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] 10.222.0.79 "PUT /v2.0/ports/4d2fd21d-07a6-4a58-9a78-a420381c0bfc HTTP/1.1" status: 200 len: 1092 time: 2.2752159 Aug 16 20:50:45.170825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0cc411-6bc3-4c1a-8676-956faf57f055', 'tag': '4d2fd21d-07a6-4a58-9a78-a420381c0bfc'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:45.173065 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871d9a37-82be-4740-804e-483e58ac01be" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0cc411-6bc3-4c1a-8676-956faf57f055", "tag": "4d2fd21d-07a6-4a58-9a78-a420381c0bfc"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:45.183219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] For port 5353c9ea-43be-4b94-9553-af6aed90264e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5353c9ea-43be-4b94-9553-af6aed90264e,segment=NetworkSegment(3a8c01b2-0cef-4287-951d-f046236a9070),segment_id=3a8c01b2-0cef-4287-951d-f046236a9070)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:45.189125 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.191141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.191750 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.220099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] Calling delete_port for 5353c9ea-43be-4b94-9553-af6aed90264e owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:45.235083 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df2d8cd-1321-4c8b-a00a-7b4655c64e33 x-openstack-request-id: req-0df2d8cd-1321-4c8b-a00a-7b4655c64e33 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:45.235374 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0cc411-6bc3-4c1a-8676-956faf57f055", "tag": "4d2fd21d-07a6-4a58-9a78-a420381c0bfc", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:45.235638 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0df2d8cd-1321-4c8b-a00a-7b4655c64e33 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:45.236012 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0cc411-6bc3-4c1a-8676-956faf57f055', 'tag': '4d2fd21d-07a6-4a58-9a78-a420381c0bfc', 'status': 'completed', 'code': 200} Aug 16 20:50:45.236590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614749ab-a3a2-4cf3-8426-270d37ad1670 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2fd21d-07a6-4a58-9a78-a420381c0bfc,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:45.248214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-647a9672-e61a-44c7-910f-529336dfb1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.334954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9a37-82be-4740-804e-483e58ac01be req-7e73f4c1-5241-4e0c-8e1b-e50895a7e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.336485 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-871d9a37-82be-4740-804e-483e58ac01be req-7e73f4c1-5241-4e0c-8e1b-e50895a7e40e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 1095 time: 0.0588348 Aug 16 20:50:45.409829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f224a89d-7109-4a2d-9ba7-9996e860b2fd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7125754 Aug 16 20:50:45.414261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56208) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:45.419175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '64832fae-8cfa-4dcd-8977-4ca43b8fc7a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:45.557604 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.563391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9a37-82be-4740-804e-483e58ac01be req-fbc96a73-5944-4bc1-94c1-28642c5b4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.574176 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-871d9a37-82be-4740-804e-483e58ac01be req-fbc96a73-5944-4bc1-94c1-28642c5b4490 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1570630 Aug 16 20:50:45.690223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9a37-82be-4740-804e-483e58ac01be req-63575eb0-ab6c-4040-abcc-d17d521d1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.691747 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-871d9a37-82be-4740-804e-483e58ac01be req-63575eb0-ab6c-4040-abcc-d17d521d1cd2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185877 Aug 16 20:50:45.701174 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.724859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.780821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5353c9ea-43be-4b94-9553-af6aed90264e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:45.872786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-40f3b12f-5a86-49e7-8acc-d93f40dad72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.874338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-40f3b12f-5a86-49e7-8acc-d93f40dad72d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 1095 time: 0.1021290 Aug 16 20:50:45.957214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.25.4.246 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/15dfdf77-df4f-4668-b354-1eb15cec02b7) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:45.972674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a2482-582f-495e-a781-6610c506b939 req-6cc703f5-7bc8-43a5-82b4-eada8cd383f5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.975195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-857a2482-582f-495e-a781-6610c506b939 req-6cc703f5-7bc8-43a5-82b4-eada8cd383f5 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1010313 Aug 16 20:50:46.014606 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-42ba5056-7819-400a-acc3-4bc21a78983a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d2fd21d-07a6-4a58-9a78-a420381c0bfc HTTP/1.1" status: 200 len: 217 time: 0.1312509 Aug 16 20:50:46.073419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.077222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-a7ab1685-42a6-42fc-958a-444304617ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:46.085696 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-a7ab1685-42a6-42fc-958a-444304617ca3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b29a9b4c-7c8a-4eed-9023-63a451d45f4b HTTP/1.1" status: 200 len: 850 time: 0.0548885 Aug 16 20:50:46.103459 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-857a2482-582f-495e-a781-6610c506b939 req-8160049e-1865-4252-8b9d-d952f0652e91 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125712 Aug 16 20:50:46.130855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f95e0c-a80a-42dd-b5f5-db5da2023086 req-172b7aec-6f14-4efd-98a5-b7990a28d00d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:46.132656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51f95e0c-a80a-42dd-b5f5-db5da2023086 req-172b7aec-6f14-4efd-98a5-b7990a28d00d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 943 time: 0.0888648 Aug 16 20:50:46.144852 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-cc26020c-338f-4b13-aee6-6afac7fc24b5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b85a2df4-cdf5-467f-982f-f10d90d174fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580883 Aug 16 20:50:46.178230 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.203830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51f95e0c-a80a-42dd-b5f5-db5da2023086 req-124e777b-abd0-4358-a601-6e4fd49e378c tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649447 Aug 16 20:50:46.328983 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-98fb0f86-752a-459e-995e-39d0984d70fb service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736820 Aug 16 20:50:46.334911 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.376470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:46.379525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:46.381974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:46.426821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=15dfdf77-df4f-4668-b354-1eb15cec02b7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:46.471700 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c941c8b4-f119-4ce6-a0fd-7656ae13d6fa req-3e85a968-bf75-48e2-98d2-f209dd069bb6 service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328175 Aug 16 20:50:46.475890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] Router b10fb6a9-3918-426b-a601-2b814c69612e has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:46.610389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:46.627525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de3724-a454-4584-9af2-17f014cce6cd None None] Sync routers for ids ['b10fb6a9-3918-426b-a601-2b814c69612e'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:46.633229 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a8b2ed37-5b4d-4267-89d0-4021701b2af0 admin admin] 10.222.0.74 "PUT /v2.0/routers/b10fb6a9-3918-426b-a601-2b814c69612e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8643248 Aug 16 20:50:46.638210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56238) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:46.644486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de3724-a454-4584-9af2-17f014cce6cd None None] Routers {'b10fb6a9-3918-426b-a601-2b814c69612e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:46.646212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-26de3724-a454-4584-9af2-17f014cce6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b10fb6a9-3918-426b-a601-2b814c69612e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:46.861310 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-26de3724-a454-4584-9af2-17f014cce6cd None None] Set router b10fb6a9-3918-426b-a601-2b814c69612e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:47.019861 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.028769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbc5fa-9849-48a1-a9df-c79d1d6fc9c7 req-92e31602-915e-4832-8bc5-b979209683ef tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:47.036115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bfbc5fa-9849-48a1-a9df-c79d1d6fc9c7 req-92e31602-915e-4832-8bc5-b979209683ef tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1261024 Aug 16 20:50:47.120934 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bfbc5fa-9849-48a1-a9df-c79d1d6fc9c7 req-94559e5b-1782-4c0a-b86d-4e1ba27be282 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710981 Aug 16 20:50:47.143704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-26de3724-a454-4584-9af2-17f014cce6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-router', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:46Z', 'updated_at': '2021-08-16T20:50:45Z', 'revision_number': 5, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'gw_port': {'id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:47Z', 'updated_at': '2021-08-16T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:47.169781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de3724-a454-4584-9af2-17f014cce6cd None None] Checking router: b10fb6a9-3918-426b-a601-2b814c69612e for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:47.178424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de3724-a454-4584-9af2-17f014cce6cd None None] Routers {'b10fb6a9-3918-426b-a601-2b814c69612e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:47.179111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-26de3724-a454-4584-9af2-17f014cce6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b10fb6a9-3918-426b-a601-2b814c69612e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:47.209860 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.274375 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.308373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-26de3724-a454-4584-9af2-17f014cce6cd None None] Set router b10fb6a9-3918-426b-a601-2b814c69612e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:47.366444 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.421343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186f78c-eb3c-4a23-9be9-b36586c21134 req-db5097a4-a2cf-4030-808c-dc57d2e857d4 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:47.423154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6186f78c-eb3c-4a23-9be9-b36586c21134 req-db5097a4-a2cf-4030-808c-dc57d2e857d4 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 943 time: 0.1127584 Aug 16 20:50:47.486433 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6186f78c-eb3c-4a23-9be9-b36586c21134 req-212f0343-4299-4d55-9169-2df3f47ce391 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568793 Aug 16 20:50:47.553326 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.555603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Deleting port d68f6c80-bae8-4697-b67d-b0e81f682359 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:47.555947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.588975 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-927e49cd-c4ea-4033-9b3d-b53c6ac3db2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.621519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-26de3724-a454-4584-9af2-17f014cce6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-router', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:46Z', 'updated_at': '2021-08-16T20:50:45Z', 'revision_number': 5, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'gw_port': {'id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:47Z', 'updated_at': '2021-08-16T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:47.643670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] For port d68f6c80-bae8-4697-b67d-b0e81f682359, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d68f6c80-bae8-4697-b67d-b0e81f682359,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:47.644263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.650013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de3724-a454-4584-9af2-17f014cce6cd None None] The sync data for ids ['b10fb6a9-3918-426b-a601-2b814c69612e'] in n-d-793619-14 is: [{'id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1625102058-router', 'tenant_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:46Z', 'updated_at': '2021-08-16T20:50:45Z', 'revision_number': 5, 'project_id': '94d0fffea4cc4f198f5ffbaff9380a79', 'gw_port': {'id': 'd68f6c80-bae8-4697-b67d-b0e81f682359', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10fb6a9-3918-426b-a601-2b814c69612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:47Z', 'updated_at': '2021-08-16T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:47.657840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Calling delete_port for d68f6c80-bae8-4697-b67d-b0e81f682359 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:47.755386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.834598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=15dfdf77-df4f-4668-b354-1eb15cec02b7,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:47.847514 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.951203 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP 70d0afd0-72df-40cc-9e99-5918008dced1 associated. External IP: 172.25.4.246, port: 64832fae-8cfa-4dcd-8977-4ca43b8fc7a2. Aug 16 20:50:47.980766 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.018309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.157111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68f6c80-bae8-4697-b67d-b0e81f682359,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:48.259471 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.363610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.366147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.501916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.502558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b10fb6a9-3918-426b-a601-2b814c69612e {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:50:48.524593 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.528016 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d101ac05-801d-4094-a397-719a4bf276d8 admin admin] 10.222.0.74 "DELETE /v2.0/routers/b10fb6a9-3918-426b-a601-2b814c69612e HTTP/1.1" status: 204 len: 168 time: 1.8866506 Aug 16 20:50:48.531057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56260) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:48.609557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b3b2cc-197e-4f35-8ad7-0d23aad84cd1 admin admin] Deleting subnet 5293b147-4db7-4700-be1a-49823eac2c64 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:48.616220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcea72-ba99-44e9-b0c2-b85b4d1bcfb3 req-122ece57-4aee-4da6-8735-7a2246a37a37 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:48.621484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b2cc-197e-4f35-8ad7-0d23aad84cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.624806 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ebcea72-ba99-44e9-b0c2-b85b4d1bcfb3 req-122ece57-4aee-4da6-8735-7a2246a37a37 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1951442 Aug 16 20:50:48.696902 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b2cc-197e-4f35-8ad7-0d23aad84cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.726122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5353c9ea-43be-4b94-9553-af6aed90264e no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:48.761103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b2cc-197e-4f35-8ad7-0d23aad84cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.763616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 5353c9ea-43be-4b94-9553-af6aed90264e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:48.763972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5353c9ea-43be-4b94-9553-af6aed90264e not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:48.784473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ebcea72-ba99-44e9-b0c2-b85b4d1bcfb3 req-7fc2062d-b078-4434-a4ef-dd621c17fe91 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586270 Aug 16 20:50:48.811936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:48.832003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cae8e7-09e4-47a1-95d4-9f5abf32767a req-2568ebba-f1dc-4091-8f5a-e08564fb362a tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:48.833575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0cae8e7-09e4-47a1-95d4-9f5abf32767a req-2568ebba-f1dc-4091-8f5a-e08564fb362a tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 943 time: 0.2001626 Aug 16 20:50:48.945682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0cae8e7-09e4-47a1-95d4-9f5abf32767a req-6d165ea5-1c6e-4ed6-938c-fbd464f35d53 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029072 Aug 16 20:50:48.970962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:48.982171 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc64495-f4bf-4bbd-a35f-b20f17cc035d None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:48.986671 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b2cc-197e-4f35-8ad7-0d23aad84cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.995575 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc64495-f4bf-4bbd-a35f-b20f17cc035d None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:48.996646 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9cc64495-f4bf-4bbd-a35f-b20f17cc035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:49.023752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3b2cc-197e-4f35-8ad7-0d23aad84cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5293b147-4db7-4700-be1a-49823eac2c64,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:49.039682 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b2cc-197e-4f35-8ad7-0d23aad84cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.042474 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9cc64495-f4bf-4bbd-a35f-b20f17cc035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:49.045496 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a6b3b2cc-197e-4f35-8ad7-0d23aad84cd1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5293b147-4db7-4700-be1a-49823eac2c64 HTTP/1.1" status: 204 len: 168 time: 0.5132105 Aug 16 20:50:49.048061 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56280) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:49.066992 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc64495-f4bf-4bbd-a35f-b20f17cc035d None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:49.067641 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9cc64495-f4bf-4bbd-a35f-b20f17cc035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:49.167518 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.168052 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9cc64495-f4bf-4bbd-a35f-b20f17cc035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:49.169738 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc64495-f4bf-4bbd-a35f-b20f17cc035d None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:49.203137 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.229823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56284) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:49.230039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e6beb777-0696-4556-8363-46e6343dbcf7 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8144519 Aug 16 20:50:49.236083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1f21557c-72bd-40bd-829e-b4ee05c9b53f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'floatingip': {'port_id': '64832fae-8cfa-4dcd-8977-4ca43b8fc7a2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:49.244601 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.308864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1f21557c-72bd-40bd-829e-b4ee05c9b53f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.322151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.333906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40b62f5-c9df-466c-b34d-9ad831b8e343']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:49.345734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8c01b2-0cef-4287-951d-f046236a9070') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:49.346031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8c01b2-0cef-4287-951d-f046236a9070') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:49.355648 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.372933 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.379454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:49.380482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:49.382222 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:49.566598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.570620 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.573160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/f40b62f5-c9df-466c-b34d-9ad831b8e343 HTTP/1.1" status: 204 len: 168 time: 0.5182185 Aug 16 20:50:49.588185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eff7d-00fe-4e9d-bc9f-4fb9bec185a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f40b62f5-c9df-466c-b34d-9ad831b8e343,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:49.643596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56290) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:49.811935 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-64c5162f-1f9d-4424-90f8-5eda6728289c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.948125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a12446-ef27-43e3-99d6-b4cfb1835020 req-30afa5c6-eff1-4f23-9ab7-23ddec8a4331 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:49.949685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67a12446-ef27-43e3-99d6-b4cfb1835020 req-30afa5c6-eff1-4f23-9ab7-23ddec8a4331 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0869300 Aug 16 20:50:49.978210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1f21557c-72bd-40bd-829e-b4ee05c9b53f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.984886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-64c5162f-1f9d-4424-90f8-5eda6728289c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.016952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67a12446-ef27-43e3-99d6-b4cfb1835020 req-ea23d058-2542-4e02-8db0-36604f6ebef4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550268 Aug 16 20:50:50.077753 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878059d-7d21-4358-a348-6b352b74c0db req-2032dc15-eafb-49a7-b10b-9f0ef3fed659 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:50.079318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3878059d-7d21-4358-a348-6b352b74c0db req-2032dc15-eafb-49a7-b10b-9f0ef3fed659 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 943 time: 0.0509732 Aug 16 20:50:50.121285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3878059d-7d21-4358-a348-6b352b74c0db req-93e9342b-1f5b-4902-8892-04bfb38bc5ff tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Aug 16 20:50:50.134493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1f21557c-72bd-40bd-829e-b4ee05c9b53f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.141207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-64c5162f-1f9d-4424-90f8-5eda6728289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.150152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56300) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:50.194379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5162f-1f9d-4424-90f8-5eda6728289c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba883372-428b-49ef-8c25-0ac56bc5bbce,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:50.203068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-64c5162f-1f9d-4424-90f8-5eda6728289c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9e66b9a545ee4c5fba1ab93ae979174c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5572658 Aug 16 20:50:50.210376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56304) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:50.255493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a3a44fb7-2c84-471c-947d-18c505f20476 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=94d0fffea4cc4f198f5ffbaff9380a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1020133 Aug 16 20:50:50.263439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56306) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:50.282998 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e8847468-4488-405b-b769-b5555d3a5c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.317688 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e8847468-4488-405b-b769-b5555d3a5c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.330119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4d2fd21d-07a6-4a58-9a78-a420381c0bfc details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:50.379281 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-035a7089-1c1d-45fb-87f6-ca2e595c1026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.432424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-035a7089-1c1d-45fb-87f6-ca2e595c1026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.453200 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4d2fd21d-07a6-4a58-9a78-a420381c0bfc,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:50.474118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '4d2fd21d-07a6-4a58-9a78-a420381c0bfc', 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe', 'port_id': '4d2fd21d-07a6-4a58-9a78-a420381c0bfc', 'mac_address': 'fa:16:3e:a7:b6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29a9b4c-7c8a-4eed-9023-63a451d45f4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:50.486512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f21557c-72bd-40bd-829e-b4ee05c9b53f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:50.510042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e8847468-4488-405b-b769-b5555d3a5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.513104 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e8847468-4488-405b-b769-b5555d3a5c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.514275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e8847468-4488-405b-b769-b5555d3a5c2a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ba883372-428b-49ef-8c25-0ac56bc5bbce HTTP/1.1" status: 204 len: 168 time: 0.3030005 Aug 16 20:50:50.519764 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.523915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8847468-4488-405b-b769-b5555d3a5c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba883372-428b-49ef-8c25-0ac56bc5bbce,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:50.534087 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.546252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2fd21d-07a6-4a58-9a78-a420381c0bfc {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:50.574453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4d2fd21d-07a6-4a58-9a78-a420381c0bfc,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:50.619547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d68f6c80-bae8-4697-b67d-b0e81f682359 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:50.625650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f21557c-72bd-40bd-829e-b4ee05c9b53f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:50.636513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1f21557c-72bd-40bd-829e-b4ee05c9b53f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.639400 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-035a7089-1c1d-45fb-87f6-ca2e595c1026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.641963 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-035a7089-1c1d-45fb-87f6-ca2e595c1026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.645701 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-035a7089-1c1d-45fb-87f6-ca2e595c1026 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6eacf20c-3566-452e-8658-44e5bfe12c29 HTTP/1.1" status: 204 len: 168 time: 0.3787065 Aug 16 20:50:50.648576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39de97-2a35-496c-9726-071d363b1de7 None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:50.651066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: d68f6c80-bae8-4697-b67d-b0e81f682359 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:50.651659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d68f6c80-bae8-4697-b67d-b0e81f682359 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:50.670179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39de97-2a35-496c-9726-071d363b1de7 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:50.671109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bf39de97-2a35-496c-9726-071d363b1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:50.680426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a7089-1c1d-45fb-87f6-ca2e595c1026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eacf20c-3566-452e-8658-44e5bfe12c29,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:50.717136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bf39de97-2a35-496c-9726-071d363b1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:50.722088 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.728385 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1f21557c-72bd-40bd-829e-b4ee05c9b53f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "PUT /v2.0/floatingips/70d0afd0-72df-40cc-9e99-5918008dced1 HTTP/1.1" status: 200 len: 979 time: 1.4962056 Aug 16 20:50:50.730834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56314) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:50.756380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39de97-2a35-496c-9726-071d363b1de7 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:50.757001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bf39de97-2a35-496c-9726-071d363b1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:50.915213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port 15dfdf77-df4f-4668-b354-1eb15cec02b7 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:50.915213 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.938240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-bf39de97-2a35-496c-9726-071d363b1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:50.939158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39de97-2a35-496c-9726-071d363b1de7 None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:50.957520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=4d2fd21d-07a6-4a58-9a78-a420381c0bfc,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:51.011218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['4d2fd21d-07a6-4a58-9a78-a420381c0bfc'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:51.016236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.016779 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.029714 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for 15dfdf77-df4f-4668-b354-1eb15cec02b7 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:51.230696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfc9ab-685f-42b1-a393-363f4085da22 req-42b73c74-d6d5-41f0-9979-05cb9ef7a7f6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:51.235116 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-acbfc9ab-685f-42b1-a393-363f4085da22 req-42b73c74-d6d5-41f0-9979-05cb9ef7a7f6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1077714 Aug 16 20:50:51.312546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-acbfc9ab-685f-42b1-a393-363f4085da22 req-66ca3ce2-e05e-43cb-8ec2-f3bc15b9df29 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711539 Aug 16 20:50:51.332709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe592-e380-4da2-b40c-bc6a2ac494e1 req-9daec4ac-5e03-4210-aa2c-76b1c338b137 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:51.334888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7febe592-e380-4da2-b40c-bc6a2ac494e1 req-9daec4ac-5e03-4210-aa2c-76b1c338b137 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 944 time: 0.0625215 Aug 16 20:50:51.380865 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7febe592-e380-4da2-b40c-bc6a2ac494e1 req-cf292014-f10e-4775-8a71-a2459cda921c tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381281 Aug 16 20:50:51.407208 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.443212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=15dfdf77-df4f-4668-b354-1eb15cec02b7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:51.505274 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.505618 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP 70d0afd0-72df-40cc-9e99-5918008dced1 disassociated (deleted). External IP: 172.25.4.246, port: 64832fae-8cfa-4dcd-8977-4ca43b8fc7a2. Aug 16 20:50:51.721824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:51.834197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:51.839043 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.844106 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4e6b1-ad5a-4048-9927-edcbcc7c14d0 None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:51.854132 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4e6b1-ad5a-4048-9927-edcbcc7c14d0 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:51.854741 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-14d4e6b1-ad5a-4048-9927-edcbcc7c14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:51.872380 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c623c37e-6656-4d8b-835b-5517eb1dd6d3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/floatingips/70d0afd0-72df-40cc-9e99-5918008dced1 HTTP/1.1" status: 204 len: 168 time: 1.1377654 Aug 16 20:50:51.872380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56362) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:51.888743 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-14d4e6b1-ad5a-4048-9927-edcbcc7c14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:51.897650 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4e6b1-ad5a-4048-9927-edcbcc7c14d0 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:51.898268 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-14d4e6b1-ad5a-4048-9927-edcbcc7c14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:51.944254 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-14d4e6b1-ad5a-4048-9927-edcbcc7c14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:51.944862 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4e6b1-ad5a-4048-9927-edcbcc7c14d0 None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:51.991758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a6dfed41-126f-41b2-8ed1-1a158bd80a22 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port 64832fae-8cfa-4dcd-8977-4ca43b8fc7a2 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:51.991758 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6dfed41-126f-41b2-8ed1-1a158bd80a22 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.993803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56370) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:52.085354 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6dfed41-126f-41b2-8ed1-1a158bd80a22 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.097768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a6dfed41-126f-41b2-8ed1-1a158bd80a22 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for 64832fae-8cfa-4dcd-8977-4ca43b8fc7a2 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:52.220393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1173250549-network', 'tenant_id': '4e0f3ff0554640718e5b912f3a817eea'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:52.321338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Made reservation on behalf of 4e0f3ff0554640718e5b912f3a817eea for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:52.323652 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.332981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4d2fd21d-07a6-4a58-9a78-a420381c0bfc up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:52.333625 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.351842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6dfed41-126f-41b2-8ed1-1a158bd80a22 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.383717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfed41-126f-41b2-8ed1-1a158bd80a22 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=64832fae-8cfa-4dcd-8977-4ca43b8fc7a2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:52.489958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7374f-efbb-4c47-8fbf-34be07939115 req-c4e58332-a580-4bae-bf7d-2159e463afb4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.491834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6d7374f-efbb-4c47-8fbf-34be07939115 req-c4e58332-a580-4bae-bf7d-2159e463afb4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0904016 Aug 16 20:50:52.523046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:52.527288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:52.527714 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.533886 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6dfed41-126f-41b2-8ed1-1a158bd80a22 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.537070 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a6dfed41-126f-41b2-8ed1-1a158bd80a22 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/ports/64832fae-8cfa-4dcd-8977-4ca43b8fc7a2 HTTP/1.1" status: 204 len: 168 time: 0.6623700 Aug 16 20:50:52.540068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56388) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:52.546716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:52.585358 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.596474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6d7374f-efbb-4c47-8fbf-34be07939115 req-965fd234-3a67-428e-9797-cc17e2c5e4ad tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976884 Aug 16 20:50:52.622016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b0101-2ca7-417e-a5b1-8269874dd190 req-8601eb54-d937-48c5-ae3b-2d804143d4e2 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.623584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd3b0101-2ca7-417e-a5b1-8269874dd190 req-8601eb54-d937-48c5-ae3b-2d804143d4e2 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 944 time: 0.1031578 Aug 16 20:50:52.638457 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.674136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0cc411-6bc3-4c1a-8676-956faf57f055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2fd21d-07a6-4a58-9a78-a420381c0bfc'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:52.674951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd3b0101-2ca7-417e-a5b1-8269874dd190 req-b99dc79b-c861-4a4a-9265-4e6aff14c679 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452552 Aug 16 20:50:52.684111 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b72690-f991-4d65-9f59-f5253c9fbe75" -d '{"events": [{"server_uuid": "2f0cc411-6bc3-4c1a-8676-956faf57f055", "name": "network-vif-plugged", "status": "completed", "tag": "4d2fd21d-07a6-4a58-9a78-a420381c0bfc"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:52.704145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4d2fd21d-07a6-4a58-9a78-a420381c0bfc,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:52.729955 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.744393 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9519307b-183d-4977-b73d-a4644f4099da x-openstack-request-id: req-9519307b-183d-4977-b73d-a4644f4099da {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:52.745601 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0cc411-6bc3-4c1a-8676-956faf57f055", "name": "network-vif-plugged", "status": "completed", "tag": "4d2fd21d-07a6-4a58-9a78-a420381c0bfc", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:52.747620 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9519307b-183d-4977-b73d-a4644f4099da {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:52.748288 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0cc411-6bc3-4c1a-8676-956faf57f055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2fd21d-07a6-4a58-9a78-a420381c0bfc', 'code': 200} Aug 16 20:50:52.766268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:50:52.790830 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.791306 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Added segment 9960418d-0331-456b-b3d8-0a7fd6350eeb of type vlan for network c5524fbd-fdf2-427b-ad47-ff522af05b2c Aug 16 20:50:52.800387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c7e7f9-fa11-4247-8828-a14a130e5507,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:52.820343 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.842618 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.861938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.894498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=4d2fd21d-07a6-4a58-9a78-a420381c0bfc,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:52.920975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5283bf-9e2a-4b07-9796-5c446d63321a req-a76be402-192e-406c-a6f2-40994798de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.922513 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9c5283bf-9e2a-4b07-9796-5c446d63321a req-a76be402-192e-406c-a6f2-40994798de19 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 1097 time: 0.1076119 Aug 16 20:50:52.963155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.965471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.966101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.971794 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9c5283bf-9e2a-4b07-9796-5c446d63321a req-f4907674-927e-4cab-9719-8f90eff8cebb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414698 Aug 16 20:50:53.001428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.031406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] Pushing event updated for resources: {'Network': ['ID=c5524fbd-fdf2-427b-ad47-ff522af05b2c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:53.041742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network c5524fbd-fdf2-427b-ad47-ff522af05b2c details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:50:53.101664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-31d559e3-0271-4f57-af0d-9b9d9d25cfcc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1062555 Aug 16 20:50:53.110588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56394) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:53.116557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] Request body: {'subnet': {'network_id': 'c5524fbd-fdf2-427b-ad47-ff522af05b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1173250549-subnet', 'tenant_id': '4e0f3ff0554640718e5b912f3a817eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:53.148800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.25.4.130 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/b925e17f-e523-4e8e-8fc9-85be19790a66) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:53.237293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] Made reservation on behalf of 4e0f3ff0554640718e5b912f3a817eea for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:53.242500 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.263672 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.398236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.441996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:53.446854 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:53.449405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:53.478932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=b925e17f-e523-4e8e-8fc9-85be19790a66,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:53.547027 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.568811 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.630827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc68f5e-0fe3-4cc8-a359-b0f6ea11477c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:53.640734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] Checking segment: {'id': '9960418d-0331-456b-b3d8-0a7fd6350eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c5524fbd-fdf2-427b-ad47-ff522af05b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:53.642939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] Network hostable DHCP agents. Network: c5524fbd-fdf2-427b-ad47-ff522af05b2c, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:50:53.720614 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.742506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] Network c5524fbd-fdf2-427b-ad47-ff522af05b2c is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:50:53.777818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47446d78-a695-47ea-8e7d-29689e352c2a req-3c09032c-d60f-4648-aa25-2818ba991e21 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:53.779667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47446d78-a695-47ea-8e7d-29689e352c2a req-3c09032c-d60f-4648-aa25-2818ba991e21 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0796034 Aug 16 20:50:53.841421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, c5524fbd-fdf2-427b-ad47-ff522af05b2c) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:53.854288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c341c14-02b7-4375-a088-a89641dce8ad None None] Network c5524fbd-fdf2-427b-ad47-ff522af05b2c requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:53.860084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:53.860862 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.954337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47446d78-a695-47ea-8e7d-29689e352c2a req-27d9f57d-0586-4116-bc37-15de73ef03f4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625280 Aug 16 20:50:53.976751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96457d8b-7fc3-457e-b96e-b194a2e4b038 req-25eaf9ad-b55b-435c-b2cf-f7dba44f9ea7 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:53.978770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96457d8b-7fc3-457e-b96e-b194a2e4b038 req-25eaf9ad-b55b-435c-b2cf-f7dba44f9ea7 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1092913 Aug 16 20:50:53.982016 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.026563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b0a72b1c-29c0-4ec4-b46d-bf8292a68b04 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9148579 Aug 16 20:50:54.030457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96457d8b-7fc3-457e-b96e-b194a2e4b038 req-85128884-88bd-4400-adf9-76f00b7d2b90 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437458 Aug 16 20:50:54.047286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9161f9a2-8b77-4794-b34b-425dd4751d07 None None] Network c5524fbd-fdf2-427b-ad47-ff522af05b2c requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:54.054617 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.138342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=b925e17f-e523-4e8e-8fc9-85be19790a66,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:54.144884 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.267150 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.268303 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e3362c30-313b-468d-9b54-f97bc014de96 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7267878 Aug 16 20:50:54.271111 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56420) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:54.276910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'port': {'network_id': 'd6b69c4b-ac78-454e-9598-2e566c7ecfef', 'name': 'tempest-FloatingIPTestJSON-128576298'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:54.550988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-ed01cab6-fc30-4dbb-a330-15a0d6e7dee0 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.553222 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-ed01cab6-fc30-4dbb-a330-15a0d6e7dee0 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/networks?id=c5524fbd-fdf2-427b-ad47-ff522af05b2c HTTP/1.1" status: 200 len: 809 time: 0.1134641 Aug 16 20:50:54.554288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Made reservation on behalf of 58fa7c528dc448e88403b36f73ec5da2 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:54.559253 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.586034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] device_id is not set on port 995b2ae8-2c92-4e0e-99ae-c0326496a43e yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:50:54.593551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-b3c93989-4711-4209-bb1b-1d254af3124e tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/quotas/4e0f3ff0554640718e5b912f3a817eea HTTP/1.1" status: 200 len: 375 time: 0.0233414 Aug 16 20:50:54.656179 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-0e32ec86-d91a-4e8d-b0ec-ffc7a4bf48c1 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4e0f3ff0554640718e5b912f3a817eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573437 Aug 16 20:50:54.796430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.20.0.9 (d6b69c4b-ac78-454e-9598-2e566c7ecfef/1aeef2b8-dfeb-4095-9a88-19ff1154157e/995b2ae8-2c92-4e0e-99ae-c0326496a43e) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:54.806576 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-55f0ab82-2122-4587-a922-1e283c562fe8 service neutron] 10.222.0.74 "GET /v2.0/networks/c5524fbd-fdf2-427b-ad47-ff522af05b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418579 Aug 16 20:50:54.980488 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-97104b96-22f9-4d53-a2ac-cd9214f26582 service neutron] 10.222.0.74 "GET /v2.0/networks/c5524fbd-fdf2-427b-ad47-ff522af05b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667135 Aug 16 20:50:55.033493 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.113145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb125cef-4fab-4504-a415-268eca9526c1 req-51117452-b23e-4f79-823d-ed4cdbb17aab tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:55.115537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb125cef-4fab-4504-a415-268eca9526c1 req-51117452-b23e-4f79-823d-ed4cdbb17aab tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0753031 Aug 16 20:50:55.157605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb125cef-4fab-4504-a415-268eca9526c1 req-b1a2c9a6-872a-4276-9177-ea11be37fa51 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329669 Aug 16 20:50:55.203325 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.261338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network d6b69c4b-ac78-454e-9598-2e566c7ecfef is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:55.298497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:55.314013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:55.336696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=995b2ae8-2c92-4e0e-99ae-c0326496a43e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:55.360220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f7d9a6b2-dacf-47d7-8733-6b02d4dac6ad req-8c3db52a-6f5c-45aa-a0aa-d6785326dac6 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 210 time: 0.0676734 Aug 16 20:50:55.392138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bce91f-e0ce-47a2-b784-baf8a37726b2 req-6c34a76c-1454-44a2-9e2a-d0139d035050 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:55.393741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9bce91f-e0ce-47a2-b784-baf8a37726b2 req-6c34a76c-1454-44a2-9e2a-d0139d035050 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1312180 Aug 16 20:50:55.402999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:55.403649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.447685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9bce91f-e0ce-47a2-b784-baf8a37726b2 req-dcf3930d-518a-43be-b78b-36a9a1973e4a tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Aug 16 20:50:55.586732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1d24ce5b-f03f-4018-be44-f67cf383370e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3142402 Aug 16 20:50:55.597197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56462) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:55.603174 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d95b6fb8-5ce1-4cb6-a3ca-7cb9d96e0942 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'floatingip': {'port_id': '995b2ae8-2c92-4e0e-99ae-c0326496a43e'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:55.622619 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c841932-5343-482d-ba25-7dc9692ca561 req-0233de6f-8501-4a89-860f-8e707f20cddd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479238 Aug 16 20:50:55.668451 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95b6fb8-5ce1-4cb6-a3ca-7cb9d96e0942 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.723376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c841932-5343-482d-ba25-7dc9692ca561 req-c55536ee-da98-454d-a64c-2da9642cc4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:55.726604 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c841932-5343-482d-ba25-7dc9692ca561 req-c55536ee-da98-454d-a64c-2da9642cc4fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 1097 time: 0.0556183 Aug 16 20:50:55.852300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c841932-5343-482d-ba25-7dc9692ca561 req-1993d1d2-90b6-465b-ba43-94a37783a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:55.855581 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c841932-5343-482d-ba25-7dc9692ca561 req-1993d1d2-90b6-465b-ba43-94a37783a471 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 200 len: 912 time: 0.0987756 Aug 16 20:50:56.155298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3dbb7-715c-4054-aea7-fd9487e8ecf6 req-f8be0307-ec51-45b6-bf56-a27b85e8cff4 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:56.156846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6b3dbb7-715c-4054-aea7-fd9487e8ecf6 req-f8be0307-ec51-45b6-bf56-a27b85e8cff4 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1443546 Aug 16 20:50:56.268690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d6b0c-a377-486a-b7e0-96074d1bf0a9 req-186c0cc9-594f-4622-9f96-d52816d70f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:56.270538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b01d6b0c-a377-486a-b7e0-96074d1bf0a9 req-186c0cc9-594f-4622-9f96-d52816d70f87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 1097 time: 0.1655507 Aug 16 20:50:56.274694 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c841932-5343-482d-ba25-7dc9692ca561 req-dba0a753-e26e-495a-be39-01a8475c9b7f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71 HTTP/1.1" status: 200 len: 1001 time: 0.4068203 Aug 16 20:50:56.277301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6b3dbb7-715c-4054-aea7-fd9487e8ecf6 req-9ab07183-63e6-4c9f-98b3-cba0a2e489b5 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909379 Aug 16 20:50:56.352008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c841932-5343-482d-ba25-7dc9692ca561 req-16f2ce2a-aa47-46e2-b22f-2cc1de841909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:56.353564 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c841932-5343-482d-ba25-7dc9692ca561 req-16f2ce2a-aa47-46e2-b22f-2cc1de841909 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4050dda0-7be6-4550-b8ab-15431325c8a3 HTTP/1.1" status: 200 len: 850 time: 0.0677736 Aug 16 20:50:56.402318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c704d-67b2-4f40-a3f4-974c09fd3f9b req-c0bf4e67-b7a7-4193-9e64-fc523d0b32cc tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:56.404953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf6c704d-67b2-4f40-a3f4-974c09fd3f9b req-c0bf4e67-b7a7-4193-9e64-fc523d0b32cc tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1589808 Aug 16 20:50:56.412437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c841932-5343-482d-ba25-7dc9692ca561 req-d3510ad5-411a-4216-b037-ce51f91285c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:56.415157 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c841932-5343-482d-ba25-7dc9692ca561 req-d3510ad5-411a-4216-b037-ce51f91285c9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e326fa6c-2a20-4d37-a565-aff686757d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526805 Aug 16 20:50:56.516315 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c841932-5343-482d-ba25-7dc9692ca561 req-b01a46b5-59a2-4ca8-bf02-79af678b9373 service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927360 Aug 16 20:50:56.527525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f64742ce-a8ba-48e7-8679-07d48e7323fe req-e527cb0f-ebb8-4e29-ba4c-03fde4eabcc3 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 210 time: 0.0598896 Aug 16 20:50:56.553712 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95b6fb8-5ce1-4cb6-a3ca-7cb9d96e0942 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.582467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf6c704d-67b2-4f40-a3f4-974c09fd3f9b req-e355fbe3-ef0f-4f42-b5d3-d11719736f84 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623070 Aug 16 20:50:56.608407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d6b0c-a377-486a-b7e0-96074d1bf0a9 req-cb1729e3-d816-46b5-a160-e19259b60aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:56.610192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b01d6b0c-a377-486a-b7e0-96074d1bf0a9 req-cb1729e3-d816-46b5-a160-e19259b60aec service neutron] 10.222.0.79 "GET /v2.0/networks?id=b85a2df4-cdf5-467f-982f-f10d90d174fe HTTP/1.1" status: 200 len: 911 time: 0.3032062 Aug 16 20:50:56.636238 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c841932-5343-482d-ba25-7dc9692ca561 req-dbf723c0-ed03-49f5-ab51-7188dd680f2a service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116221 Aug 16 20:50:56.659328 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95b6fb8-5ce1-4cb6-a3ca-7cb9d96e0942 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.661946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b01d6b0c-a377-486a-b7e0-96074d1bf0a9 req-70d298dc-02f5-45be-8254-cc4a80cdb059 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d2fd21d-07a6-4a58-9a78-a420381c0bfc HTTP/1.1" status: 200 len: 217 time: 0.0442469 Aug 16 20:50:56.823643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d6b0c-a377-486a-b7e0-96074d1bf0a9 req-5b8c2094-85eb-413c-8e15-bf7041540209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:56.825288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b01d6b0c-a377-486a-b7e0-96074d1bf0a9 req-5b8c2094-85eb-413c-8e15-bf7041540209 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b29a9b4c-7c8a-4eed-9023-63a451d45f4b HTTP/1.1" status: 200 len: 850 time: 0.1282094 Aug 16 20:50:56.831546 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-d95b6fb8-5ce1-4cb6-a3ca-7cb9d96e0942 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP aa77b6d7-52a9-48f8-9c14-680ba49e31b4 associated. External IP: 172.25.4.130, port: 995b2ae8-2c92-4e0e-99ae-c0326496a43e. Aug 16 20:50:56.888100 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b01d6b0c-a377-486a-b7e0-96074d1bf0a9 req-a78b25be-114a-48f7-af22-f41101ad338b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b85a2df4-cdf5-467f-982f-f10d90d174fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534768 Aug 16 20:50:57.089584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b01d6b0c-a377-486a-b7e0-96074d1bf0a9 req-0f4018c4-abd6-4917-8bfb-f06ff483b53a service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928480 Aug 16 20:50:57.654135 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22b3db28-94d9-4ae5-b21b-5abd9ccf3c73 req-0ee6f72e-c3db-4941-8bc6-dcb77faa7613 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 210 time: 0.0474231 Aug 16 20:50:57.695891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95b6fb8-5ce1-4cb6-a3ca-7cb9d96e0942 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:57.708971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8be45e-3b96-48fc-a6a7-ea5968dfdf30 req-0270e69e-8206-48bd-b3fe-41c72da86710 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:57.716796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c8be45e-3b96-48fc-a6a7-ea5968dfdf30 req-0270e69e-8206-48bd-b3fe-41c72da86710 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1324961 Aug 16 20:50:57.751810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b01d6b0c-a377-486a-b7e0-96074d1bf0a9 req-a220e645-780a-446d-82dd-f4ee51c24750 service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532705 Aug 16 20:50:57.844288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c8be45e-3b96-48fc-a6a7-ea5968dfdf30 req-476daf61-3e4f-4179-ae8d-51b8715d764e tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265461 Aug 16 20:50:57.900051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bffa89-b194-4528-9e2f-20248a7f59ce req-f76c0024-a740-4475-86ea-0095bbc2caf6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:57.901646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6bffa89-b194-4528-9e2f-20248a7f59ce req-f76c0024-a740-4475-86ea-0095bbc2caf6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1543448 Aug 16 20:50:57.951810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95b6fb8-5ce1-4cb6-a3ca-7cb9d96e0942 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:57.958118 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95b6fb8-5ce1-4cb6-a3ca-7cb9d96e0942 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.965766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6bffa89-b194-4528-9e2f-20248a7f59ce req-32e58242-8333-4785-ab2b-47cd8444638b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546021 Aug 16 20:50:57.967148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c027c54-3805-49de-a207-b585b7513bfc None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:57.993000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c027c54-3805-49de-a207-b585b7513bfc None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:57.994693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1c027c54-3805-49de-a207-b585b7513bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:58.000160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d95b6fb8-5ce1-4cb6-a3ca-7cb9d96e0942 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "PUT /v2.0/floatingips/aa77b6d7-52a9-48f8-9c14-680ba49e31b4 HTTP/1.1" status: 200 len: 977 time: 2.4015884 Aug 16 20:50:58.002816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56512) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:58.031573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1c027c54-3805-49de-a207-b585b7513bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:58.055803 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c027c54-3805-49de-a207-b585b7513bfc None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:58.056453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1c027c54-3805-49de-a207-b585b7513bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:58.093741 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1c027c54-3805-49de-a207-b585b7513bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:58.094410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c027c54-3805-49de-a207-b585b7513bfc None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:58.126915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port 995b2ae8-2c92-4e0e-99ae-c0326496a43e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:58.127365 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.219431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.451063 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.451442 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.451756 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP aa77b6d7-52a9-48f8-9c14-680ba49e31b4 disassociated. External IP: 172.25.4.130, port: 995b2ae8-2c92-4e0e-99ae-c0326496a43e. Aug 16 20:50:58.452244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for 995b2ae8-2c92-4e0e-99ae-c0326496a43e owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:58.528273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-a690b4b3-237e-43a1-8760-abb8924cb675 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.529751 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-a690b4b3-237e-43a1-8760-abb8924cb675 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.76 "GET /v2.0/networks?id=c5524fbd-fdf2-427b-ad47-ff522af05b2c HTTP/1.1" status: 200 len: 809 time: 0.1611519 Aug 16 20:50:58.547865 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Request body: {'port': {'device_id': '9a0d5ede-de78-4e61-86c0-ee95de190c6d', 'network_id': 'c5524fbd-fdf2-427b-ad47-ff522af05b2c', 'admin_state_up': True, 'tenant_id': '4e0f3ff0554640718e5b912f3a817eea'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:58.763254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed8bd4c8-b77b-4315-80b4-aa668aabfad1 req-00c5d97e-94fe-48ba-b746-c9208af62698 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 210 time: 0.0269377 Aug 16 20:50:58.797908 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.829535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=995b2ae8-2c92-4e0e-99ae-c0326496a43e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:58.874759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Made reservation on behalf of 4e0f3ff0554640718e5b912f3a817eea for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:58.878155 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.968790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362117-bdd3-4054-8d78-3e34b0735b43 req-76bfbc56-010d-415a-bb78-5abc2be4dcda tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.970478 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac362117-bdd3-4054-8d78-3e34b0735b43 req-76bfbc56-010d-415a-bb78-5abc2be4dcda tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0543482 Aug 16 20:50:59.029479 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac362117-bdd3-4054-8d78-3e34b0735b43 req-47dfb5ac-50cb-4cb0-ac91-807baa3622d5 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495071 Aug 16 20:50:59.051216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:59.076701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Allocated IP 172.20.0.8 (c5524fbd-fdf2-427b-ad47-ff522af05b2c/8fc68f5e-0fe3-4cc8-a359-b0f6ea11477c/507121e8-eeb4-4fb5-8cd1-6c135bf2cb16) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:59.121082 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053d6bb-90a3-4879-a604-d304a12839a8 req-798e1f82-5518-4f00-8551-4e31e1479210 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.125235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8053d6bb-90a3-4879-a604-d304a12839a8 req-798e1f82-5518-4f00-8551-4e31e1479210 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0578101 Aug 16 20:50:59.165214 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8053d6bb-90a3-4879-a604-d304a12839a8 req-fabf8ca3-090c-465c-b4cf-36b0e22d059f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334158 Aug 16 20:50:59.244825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:59.262014 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c4b8e-4dc0-4623-819a-cae3434487c6 None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:59.288963 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c4b8e-4dc0-4623-819a-cae3434487c6 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:59.290534 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7b3c4b8e-4dc0-4623-819a-cae3434487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:59.335414 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7b3c4b8e-4dc0-4623-819a-cae3434487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:59.344522 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c4b8e-4dc0-4623-819a-cae3434487c6 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:59.345308 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7b3c4b8e-4dc0-4623-819a-cae3434487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:59.365787 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.367738 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5d235d58-304e-4f21-a26f-18a1fef90ffd tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/ports/995b2ae8-2c92-4e0e-99ae-c0326496a43e HTTP/1.1" status: 204 len: 168 time: 1.3638291 Aug 16 20:50:59.370391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56552) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:59.383696 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7b3c4b8e-4dc0-4623-819a-cae3434487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:59.384773 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c4b8e-4dc0-4623-819a-cae3434487c6 None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:59.429652 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dfb4a000-cb07-4918-99a8-b2d7db1e1de6 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "GET /v2.0/floatingips/aa77b6d7-52a9-48f8-9c14-680ba49e31b4 HTTP/1.1" status: 200 len: 688 time: 0.0579627 Aug 16 20:50:59.434123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56556) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:59.442208 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.567662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2c14770a-88b5-4eb1-b348-f21b4e1ac622 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port b925e17f-e523-4e8e-8fc9-85be19790a66 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:59.568026 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2c14770a-88b5-4eb1-b348-f21b4e1ac622 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.574726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.628265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Network c5524fbd-fdf2-427b-ad47-ff522af05b2c is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:59.631783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:59.636061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:59.672397 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2c14770a-88b5-4eb1-b348-f21b4e1ac622 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.672864 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2c14770a-88b5-4eb1-b348-f21b4e1ac622 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.674499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Pushing event updated for resources: {'Port': ['ID=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:59.695214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.695944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.705947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2c14770a-88b5-4eb1-b348-f21b4e1ac622 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for b925e17f-e523-4e8e-8fc9-85be19790a66 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:59.815721 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f39626f9-4618-4ec7-9435-fc7a39289a30 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2719858 Aug 16 20:50:59.828851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Request body: {'port': {'device_id': '9a0d5ede-de78-4e61-86c0-ee95de190c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:59.914086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.929390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56564) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:59.930361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983ffdf-9824-4bae-9e03-4ae01f0f0425 req-35580791-74fd-4520-ac5d-8fbb16533d06 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.939314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c983ffdf-9824-4bae-9e03-4ae01f0f0425 req-35580791-74fd-4520-ac5d-8fbb16533d06 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 931 time: 0.0855210 Aug 16 20:50:59.981534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2c14770a-88b5-4eb1-b348-f21b4e1ac622 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.012528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14770a-88b5-4eb1-b348-f21b4e1ac622 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=b925e17f-e523-4e8e-8fc9-85be19790a66,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:00.025192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c983ffdf-9824-4bae-9e03-4ae01f0f0425 req-aa34172c-1099-4e02-8efa-9366084585c0 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851102 Aug 16 20:51:00.166407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92489764-dd7e-4e86-a503-590749e98199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.196500 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2c14770a-88b5-4eb1-b348-f21b4e1ac622 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.207455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2c14770a-88b5-4eb1-b348-f21b4e1ac622 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.214907 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2c14770a-88b5-4eb1-b348-f21b4e1ac622 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/floatingips/aa77b6d7-52a9-48f8-9c14-680ba49e31b4 HTTP/1.1" status: 204 len: 168 time: 0.7759511 Aug 16 20:51:00.219969 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56576) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:00.231658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '5b1f62ea-bbdf-4dbd-a8ed-621d27389f56'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:00.258533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55cd8f-f95a-4745-a2e0-42ae5d9a02df req-800a3276-8836-4e70-8633-ec5dac38be2b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:00.260278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b55cd8f-f95a-4745-a2e0-42ae5d9a02df req-800a3276-8836-4e70-8633-ec5dac38be2b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1216202 Aug 16 20:51:00.322397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b55cd8f-f95a-4745-a2e0-42ae5d9a02df req-51c688df-166e-4ecb-8ac9-06ab87cac981 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476277 Aug 16 20:51:00.381918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e03a21-ab9f-4528-bfe3-636ebd24b376 req-fac84112-3ad7-49db-8bc7-f3780ecc9e48 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:00.383905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50e03a21-ab9f-4528-bfe3-636ebd24b376 req-fac84112-3ad7-49db-8bc7-f3780ecc9e48 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0606909 Aug 16 20:51:00.458987 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50e03a21-ab9f-4528-bfe3-636ebd24b376 req-1b4ae633-048a-42f9-92ba-17c006249b9a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663772 Aug 16 20:51:00.470480 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92489764-dd7e-4e86-a503-590749e98199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.486115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:00.494221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.513416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Transition to ACTIVE for port object 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:00.540545 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92489764-dd7e-4e86-a503-590749e98199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.582128 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-92489764-dd7e-4e86-a503-590749e98199 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=26f9bf358e1e4a1f9db943a771c9fa8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6504490 Aug 16 20:51:00.586170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92489764-dd7e-4e86-a503-590749e98199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9271d4-ded5-4ec6-88b2-5fb03544dd94,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:00.586645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56582) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:00.651277 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f78fe852-54a8-4fa7-bab0-75fd819e6a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.672275 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f78fe852-54a8-4fa7-bab0-75fd819e6a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.825663 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.873515 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f78fe852-54a8-4fa7-bab0-75fd819e6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.873515 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f78fe852-54a8-4fa7-bab0-75fd819e6a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.873746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f78fe852-54a8-4fa7-bab0-75fd819e6a41 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d9271d4-ded5-4ec6-88b2-5fb03544dd94 HTTP/1.1" status: 204 len: 168 time: 0.2858038 Aug 16 20:51:00.876267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.896355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fe852-54a8-4fa7-bab0-75fd819e6a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9271d4-ded5-4ec6-88b2-5fb03544dd94,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:00.904079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Pushing event updated for resources: {'Port': ['ID=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:00.969147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Attempting to bind port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:00.969625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Attempting to bind port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '9960418d-0331-456b-b3d8-0a7fd6350eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c5524fbd-fdf2-427b-ad47-ff522af05b2c'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:00.970029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Attempting to bind port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 on network c5524fbd-fdf2-427b-ad47-ff522af05b2c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:00.974967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 on network c5524fbd-fdf2-427b-ad47-ff522af05b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:00.975344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Attempting to bind port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 on network c5524fbd-fdf2-427b-ad47-ff522af05b2c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:00.980909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:00.981277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Checking segment: {'id': '9960418d-0331-456b-b3d8-0a7fd6350eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c5524fbd-fdf2-427b-ad47-ff522af05b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:00.981663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Bound using segment: {'id': '9960418d-0331-456b-b3d8-0a7fd6350eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c5524fbd-fdf2-427b-ad47-ff522af05b2c'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:00.982086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Bound port: 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9960418d-0331-456b-b3d8-0a7fd6350eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c5524fbd-fdf2-427b-ad47-ff522af05b2c'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:00.982441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.984387 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:01.049303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] For port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:01.054147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] For port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16,segment=NetworkSegment(9960418d-0331-456b-b3d8-0a7fd6350eeb),segment_id=9960418d-0331-456b-b3d8-0a7fd6350eeb)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:01.096260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.25.4.236 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/719527b2-05fb-4db8-ae46-057b3eebf3a9) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:01.206439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7374491-678c-4130-b50b-00289643fffe req-bc11cce7-487c-4f26-9eec-f6339bc22e52 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.208470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7374491-678c-4130-b50b-00289643fffe req-bc11cce7-487c-4f26-9eec-f6339bc22e52 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 943 time: 0.1016278 Aug 16 20:51:01.220759 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:01.264428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.265380 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:01.266706 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] 10.222.0.76 "PUT /v2.0/ports/507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 HTTP/1.1" status: 200 len: 1092 time: 1.4425182 Aug 16 20:51:01.267225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0d5ede-de78-4e61-86c0-ee95de190c6d', 'tag': '507121e8-eeb4-4fb5-8cd1-6c135bf2cb16'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:01.271205 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef5b7ea-b8c2-4642-a4e3-e1c881c28f11" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0d5ede-de78-4e61-86c0-ee95de190c6d", "tag": "507121e8-eeb4-4fb5-8cd1-6c135bf2cb16"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:01.274421 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:01.286643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7374491-678c-4130-b50b-00289643fffe req-445d406e-957d-4cea-beef-4ba7270651e8 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708125 Aug 16 20:51:01.318995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d35b5-30a0-4c3d-8401-b49b40cf8097 service neutron] Pushing event updated for resources: {'Port': ['ID=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:01.346272 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5435fdeb-adf3-4b4d-8213-169f715087cf x-openstack-request-id: req-5435fdeb-adf3-4b4d-8213-169f715087cf {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:01.346574 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0d5ede-de78-4e61-86c0-ee95de190c6d", "tag": "507121e8-eeb4-4fb5-8cd1-6c135bf2cb16", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:01.346827 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5435fdeb-adf3-4b4d-8213-169f715087cf {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:01.347280 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0d5ede-de78-4e61-86c0-ee95de190c6d', 'tag': '507121e8-eeb4-4fb5-8cd1-6c135bf2cb16', 'status': 'completed', 'code': 200} Aug 16 20:51:01.417070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b7ea-b8c2-4642-a4e3-e1c881c28f11 req-06613e40-ca23-49e3-8857-050fb1df975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.418745 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ef5b7ea-b8c2-4642-a4e3-e1c881c28f11 req-06613e40-ca23-49e3-8857-050fb1df975d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e0f3ff0554640718e5b912f3a817eea&device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 1095 time: 0.0511248 Aug 16 20:51:01.434518 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:01.489651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:01.496490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:01.499264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=719527b2-05fb-4db8-ae46-057b3eebf3a9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:01.503877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:01.515426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e40db-70ce-4d1a-80e6-aa3e7a92a474 req-097011e4-3508-41c8-beba-9318ac0fccbe tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.517670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e70e40db-70ce-4d1a-80e6-aa3e7a92a474 req-097011e4-3508-41c8-beba-9318ac0fccbe tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1152892 Aug 16 20:51:01.554481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b7ea-b8c2-4642-a4e3-e1c881c28f11 req-bbf91f76-e970-4323-b63f-524ac39106d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.556056 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ef5b7ea-b8c2-4642-a4e3-e1c881c28f11 req-bbf91f76-e970-4323-b63f-524ac39106d6 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=4e0f3ff0554640718e5b912f3a817eea&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1283793 Aug 16 20:51:01.651344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e70e40db-70ce-4d1a-80e6-aa3e7a92a474 req-485ef8b8-1c4f-41cb-a77a-477b1ea3b24a tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099634 Aug 16 20:51:01.666052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b7ea-b8c2-4642-a4e3-e1c881c28f11 req-ae5b0971-fd8c-4054-889e-7c1500ef79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.667773 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ef5b7ea-b8c2-4642-a4e3-e1c881c28f11 req-ae5b0971-fd8c-4054-889e-7c1500ef79f7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052213 Aug 16 20:51:01.709766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368d651-b9fb-4b17-ba5b-d33188337494 req-f2575c13-aa70-4df9-b71f-32dc9599f7c8 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.717423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7368d651-b9fb-4b17-ba5b-d33188337494 req-f2575c13-aa70-4df9-b71f-32dc9599f7c8 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1472383 Aug 16 20:51:01.768635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-06756eb5-02f3-4e49-afd5-9a19ad1e069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.771013 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-06756eb5-02f3-4e49-afd5-9a19ad1e069a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e0f3ff0554640718e5b912f3a817eea&device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 1095 time: 0.0545957 Aug 16 20:51:01.813180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7368d651-b9fb-4b17-ba5b-d33188337494 req-3b859dd7-c757-4aa2-887e-cde6d99e745b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946617 Aug 16 20:51:01.815630 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-b9a19eea-3a37-4c97-975d-10ee30a60fb4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 HTTP/1.1" status: 200 len: 217 time: 0.0367620 Aug 16 20:51:01.876875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-98f3b9b4-cc25-44f3-a603-a6bf57851f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.878414 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-98f3b9b4-cc25-44f3-a603-a6bf57851f3e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8fc68f5e-0fe3-4cc8-a359-b0f6ea11477c HTTP/1.1" status: 200 len: 849 time: 0.0556245 Aug 16 20:51:01.923976 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-f41fa8ad-eca4-4ad6-987e-6930def5fcd6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c5524fbd-fdf2-427b-ad47-ff522af05b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377493 Aug 16 20:51:02.036291 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-fb13fad2-c599-42aa-96e5-4f666030fd70 service neutron] 10.222.0.76 "GET /v2.0/networks/c5524fbd-fdf2-427b-ad47-ff522af05b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049254 Aug 16 20:51:02.065351 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.137788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34ea699e-2378-4ed7-b304-d01ff3cc2e17 req-6928d564-f6a1-4c9f-8cc7-568c7eca303a service neutron] 10.222.0.76 "GET /v2.0/networks/c5524fbd-fdf2-427b-ad47-ff522af05b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943146 Aug 16 20:51:02.246015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.470227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47b0c0-d2a7-4cdc-9892-9341c7dce2a2 req-083abe96-63d3-46de-8744-cec4678e2c84 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.471879 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f47b0c0-d2a7-4cdc-9892-9341c7dce2a2 req-083abe96-63d3-46de-8744-cec4678e2c84 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 943 time: 0.0880139 Aug 16 20:51:02.488702 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.497356 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.529007 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f47b0c0-d2a7-4cdc-9892-9341c7dce2a2 req-bf249615-9d22-4b7b-947f-4c4ea1b38efe tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 Aug 16 20:51:02.590194 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.613158 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.670001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=719527b2-05fb-4db8-ae46-057b3eebf3a9,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:02.681758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.827563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef193b9-d24a-4684-8125-b08b9b352780 req-da5f3e7b-0e39-4275-a942-00a0acc237eb tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.829079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ef193b9-d24a-4684-8125-b08b9b352780 req-da5f3e7b-0e39-4275-a942-00a0acc237eb tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0958376 Aug 16 20:51:02.830662 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP 1d489eb0-541f-4da7-9f9c-e315b5f0f7cc associated. External IP: 172.25.4.236, port: 5b1f62ea-bbdf-4dbd-a8ed-621d27389f56. Aug 16 20:51:02.969545 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ef193b9-d24a-4684-8125-b08b9b352780 req-891ff367-9a31-4c30-a635-f796289dad0e tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051104 Aug 16 20:51:02.997045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cd1a6-a33e-4001-9b58-653bee94e2af req-a8ffe8ae-e62e-43af-9e76-43ec23ed18ff tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:03.002148 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-791cd1a6-a33e-4001-9b58-653bee94e2af req-a8ffe8ae-e62e-43af-9e76-43ec23ed18ff tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1086190 Aug 16 20:51:03.103067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-791cd1a6-a33e-4001-9b58-653bee94e2af req-cef99397-886d-4ed8-aae1-c320aad706c4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978909 Aug 16 20:51:03.136157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:03.247581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:03.259660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3578f2b-b84a-4771-a67e-2146d71fdd46 None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:03.269061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3578f2b-b84a-4771-a67e-2146d71fdd46 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:03.269872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c3578f2b-b84a-4771-a67e-2146d71fdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:03.310533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c3578f2b-b84a-4771-a67e-2146d71fdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:03.313302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3578f2b-b84a-4771-a67e-2146d71fdd46 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:03.314083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c3578f2b-b84a-4771-a67e-2146d71fdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:03.328721 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.350836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c3578f2b-b84a-4771-a67e-2146d71fdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:03.351490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3578f2b-b84a-4771-a67e-2146d71fdd46 None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:03.362898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9d80a000-0425-4700-957a-9d723cbf182e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1401811 Aug 16 20:51:03.365989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56680) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:03.370978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-240144768'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:03.471230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Made reservation on behalf of 58fa7c528dc448e88403b36f73ec5da2 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:03.481880 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.500914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:03.510786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.511299 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Added segment 9077ebbb-ba12-481b-8a6a-cda53868e2e1 of type vlan for network a0f1f312-4f26-4be4-aa87-fc38261698b6 Aug 16 20:51:03.560465 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.666835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8e713-9d99-4b0d-b9ea-48051594e5d9 req-da3c08cc-0d62-4a35-8d63-dd2fd1d54367 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:03.668377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4a8e713-9d99-4b0d-b9ea-48051594e5d9 req-da3c08cc-0d62-4a35-8d63-dd2fd1d54367 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 943 time: 0.0508263 Aug 16 20:51:03.707585 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4a8e713-9d99-4b0d-b9ea-48051594e5d9 req-6b79621f-3bab-454e-9fca-c74d47810296 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Aug 16 20:51:03.730293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.736167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:03.736762 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.807473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Network': ['ID=a0f1f312-4f26-4be4-aa87-fc38261698b6,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:03.825959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a0f1f312-4f26-4be4-aa87-fc38261698b6 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:03.906607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e0a4bdf8-b90c-4ce3-b1b5-39f04c80088b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5395749 Aug 16 20:51:03.909260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56690) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:03.914995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'subnet': {'network_id': 'a0f1f312-4f26-4be4-aa87-fc38261698b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:04.088003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Made reservation on behalf of 58fa7c528dc448e88403b36f73ec5da2 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:04.091420 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.171327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fbf43-e18c-413c-96d6-8a0477c07c59 req-b42c83f1-a25d-4e9b-beb1-bed776d61da9 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:04.172853 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-132fbf43-e18c-413c-96d6-8a0477c07c59 req-b42c83f1-a25d-4e9b-beb1-bed776d61da9 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1120644 Aug 16 20:51:04.272439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-132fbf43-e18c-413c-96d6-8a0477c07c59 req-e4b2016a-2434-4815-9527-5e592640f1ba tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861347 Aug 16 20:51:04.325948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962e1d7-7520-45dc-af0c-613f4fd29ee7 req-bf43e100-fa8d-4819-85d6-c5f825958947 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:04.327385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5962e1d7-7520-45dc-af0c-613f4fd29ee7 req-bf43e100-fa8d-4819-85d6-c5f825958947 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1177349 Aug 16 20:51:04.407887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5962e1d7-7520-45dc-af0c-613f4fd29ee7 req-2306fc57-f74f-475b-9b44-8a13d9bab442 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694504 Aug 16 20:51:04.483009 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.567867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Subnet': ['ID=9f996bab-1c35-4b9c-95f0-0a9d670ca22d,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:04.576140 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Checking segment: {'id': '9077ebbb-ba12-481b-8a6a-cda53868e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0f1f312-4f26-4be4-aa87-fc38261698b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:04.576578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network hostable DHCP agents. Network: a0f1f312-4f26-4be4-aa87-fc38261698b6, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:04.579614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.579911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.580348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.580670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.581001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.581352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.581679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.582004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.582328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.582705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.583554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.583875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:04.688642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network a0f1f312-4f26-4be4-aa87-fc38261698b6 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:04.813603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a0f1f312-4f26-4be4-aa87-fc38261698b6) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:04.818167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:04.819101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.822362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4bb100-ef6e-48df-ae73-80b7e294909f None None] Network a0f1f312-4f26-4be4-aa87-fc38261698b6 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:04.853763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bf12a-895d-4388-a623-fc450830730c req-8319937a-853d-42fe-9103-7b787cd2bc1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:04.855385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b0bf12a-895d-4388-a623-fc450830730c req-8319937a-853d-42fe-9103-7b787cd2bc1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 943 time: 0.0759585 Aug 16 20:51:04.897872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b0bf12a-895d-4388-a623-fc450830730c req-e8036fa2-23de-4b78-aec3-5c31761bd0e3 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353148 Aug 16 20:51:04.929249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a50980e8-a094-4f71-858b-7686db3267d1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0188651 Aug 16 20:51:04.936672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56710) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:04.941489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1349950465', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:04.978085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-a0f1f312-4f26-4be4-aa87-fc38261698b6', 'network_id': 'a0f1f312-4f26-4be4-aa87-fc38261698b6', 'tenant_id': '58fa7c528dc448e88403b36f73ec5da2', 'fixed_ips': [{'subnet_id': '9f996bab-1c35-4b9c-95f0-0a9d670ca22d'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:51:04.978963 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.043403 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.046316 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.102923 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.119646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Allocated IP 172.20.0.2 (a0f1f312-4f26-4be4-aa87-fc38261698b6/9f996bab-1c35-4b9c-95f0-0a9d670ca22d/7fee7168-15cc-4b06-907d-7626a9ecbc53) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:05.263106 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.271180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Transition to ACTIVE for port object 7fee7168-15cc-4b06-907d-7626a9ecbc53 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:05.286395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Transition to ACTIVE for port object 7fee7168-15cc-4b06-907d-7626a9ecbc53 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:05.368987 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.406104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6bdeb-e6e9-4439-a869-26784df93973 req-fc9b6574-186a-4127-87db-6abf9d986108 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:05.406816 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.409191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1d6bdeb-e6e9-4439-a869-26784df93973 req-fc9b6574-186a-4127-87db-6abf9d986108 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0584383 Aug 16 20:51:05.429322 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Network a0f1f312-4f26-4be4-aa87-fc38261698b6 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:05.432466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:05.437498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:05.442254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Pushing event updated for resources: {'Port': ['ID=7fee7168-15cc-4b06-907d-7626a9ecbc53,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:05.464195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1d6bdeb-e6e9-4439-a869-26784df93973 req-4b99ca20-5656-4e61-a52a-adacba798f52 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461960 Aug 16 20:51:05.518964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Attempting to bind port 7fee7168-15cc-4b06-907d-7626a9ecbc53 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:05.518964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Attempting to bind port 7fee7168-15cc-4b06-907d-7626a9ecbc53 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '9077ebbb-ba12-481b-8a6a-cda53868e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0f1f312-4f26-4be4-aa87-fc38261698b6'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:05.519553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Attempting to bind port 7fee7168-15cc-4b06-907d-7626a9ecbc53 on network a0f1f312-4f26-4be4-aa87-fc38261698b6 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:05.528508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:05.528887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Checking segment: {'id': '9077ebbb-ba12-481b-8a6a-cda53868e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0f1f312-4f26-4be4-aa87-fc38261698b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:05.529737 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.530617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Bound using segment: {'id': '9077ebbb-ba12-481b-8a6a-cda53868e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0f1f312-4f26-4be4-aa87-fc38261698b6'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:05.531381 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Bound port: 7fee7168-15cc-4b06-907d-7626a9ecbc53, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9077ebbb-ba12-481b-8a6a-cda53868e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0f1f312-4f26-4be4-aa87-fc38261698b6'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:05.531925 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.630918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3636a7-093c-43a5-9287-1d5038e51d24 req-3f814de5-7177-40ff-99e0-3f7a877b9ad8 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:05.641485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a3636a7-093c-43a5-9287-1d5038e51d24 req-3f814de5-7177-40ff-99e0-3f7a877b9ad8 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0700777 Aug 16 20:51:05.641975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] For port 7fee7168-15cc-4b06-907d-7626a9ecbc53, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:05.646041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] For port 7fee7168-15cc-4b06-907d-7626a9ecbc53, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7fee7168-15cc-4b06-907d-7626a9ecbc53,segment=NetworkSegment(9077ebbb-ba12-481b-8a6a-cda53868e2e1),segment_id=9077ebbb-ba12-481b-8a6a-cda53868e2e1)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:05.702273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a3636a7-093c-43a5-9287-1d5038e51d24 req-5aa3c3df-8b2b-4e09-be91-d6cc55ea9d0d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595796 Aug 16 20:51:05.753792 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.777324 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.785247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:05.800095 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.888272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d9d65-bb40-429a-9448-fb411d8f7a87 None None] Pushing event updated for resources: {'Port': ['ID=7fee7168-15cc-4b06-907d-7626a9ecbc53,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:05.954935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16,segment=NetworkSegment(9960418d-0331-456b-b3d8-0a7fd6350eeb),segment_id=9960418d-0331-456b-b3d8-0a7fd6350eeb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:05.955663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.25.4.146 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/cd562750-7bd6-456c-8eb8-c4fc732e9dbe) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:05.967767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '507121e8-eeb4-4fb5-8cd1-6c135bf2cb16', 'network_id': 'c5524fbd-fdf2-427b-ad47-ff522af05b2c', 'port_id': '507121e8-eeb4-4fb5-8cd1-6c135bf2cb16', 'mac_address': 'fa:16:3e:65:73:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc68f5e-0fe3-4cc8-a359-b0f6ea11477c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:06.033908 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.060499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:06.064309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e898c5-f422-4fda-8b27-c51e78ec3980 req-8f686bca-c3b4-4942-938a-d89a15e8761e tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:06.085698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88e898c5-f422-4fda-8b27-c51e78ec3980 req-8f686bca-c3b4-4942-938a-d89a15e8761e tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 943 time: 0.0926483 Aug 16 20:51:06.107985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16,segment=NetworkSegment(9960418d-0331-456b-b3d8-0a7fd6350eeb),segment_id=9960418d-0331-456b-b3d8-0a7fd6350eeb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:06.138015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88e898c5-f422-4fda-8b27-c51e78ec3980 req-3fbd60bf-3ec2-4fe6-8cd4-9432ab13e99a tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510623 Aug 16 20:51:06.164199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.229764 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.289645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:06.298814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.343240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:06.348613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:06.350932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=cd562750-7bd6-456c-8eb8-c4fc732e9dbe,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:06.353078 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:06.511254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['507121e8-eeb4-4fb5-8cd1-6c135bf2cb16'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:06.709070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4582ef-ff77-4da5-835c-3cbf02a3fc50 req-7f382ecc-59c5-4284-a7a4-ba971a0548ac tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:06.731362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb4582ef-ff77-4da5-835c-3cbf02a3fc50 req-7f382ecc-59c5-4284-a7a4-ba971a0548ac tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1356051 Aug 16 20:51:06.790524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb4582ef-ff77-4da5-835c-3cbf02a3fc50 req-a621cf3f-45c3-4907-9227-3e8aa4e437b3 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637963 Aug 16 20:51:06.823348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7fee7168-15cc-4b06-907d-7626a9ecbc53 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:06.839987 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.961514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6df3a5-b6e7-42b9-a0cf-5488ec65ca88 req-58b0a8ad-391f-4820-b747-035e66842f9a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:06.974148 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f6df3a5-b6e7-42b9-a0cf-5488ec65ca88 req-58b0a8ad-391f-4820-b747-035e66842f9a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1024041 Aug 16 20:51:07.008569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 7fee7168-15cc-4b06-907d-7626a9ecbc53 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:07.030417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f6df3a5-b6e7-42b9-a0cf-5488ec65ca88 req-3e794e04-52b1-4c57-b7e7-93b92c9c08ec tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553398 Aug 16 20:51:07.157456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76355cd5-db7e-4930-885d-a4e0d6597a1d None None] Network a0f1f312-4f26-4be4-aa87-fc38261698b6 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:07.283178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cc049-f627-46ba-864f-d03eb949a194 req-dde04d08-7e68-48f1-9501-80257f25ff16 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:07.293254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-490cc049-f627-46ba-864f-d03eb949a194 req-dde04d08-7e68-48f1-9501-80257f25ff16 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 944 time: 0.0716271 Aug 16 20:51:07.335801 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-490cc049-f627-46ba-864f-d03eb949a194 req-53e147c5-1f1e-4255-92e5-1a23de19eab0 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412960 Aug 16 20:51:07.446618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6e3e2b0e-e9e4-44e7-ac1a-e16372682a43 None None] Provisioning for port 7fee7168-15cc-4b06-907d-7626a9ecbc53 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:07.452822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6e3e2b0e-e9e4-44e7-ac1a-e16372682a43 None None] Provisioning complete for port 7fee7168-15cc-4b06-907d-7626a9ecbc53 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:07.453473 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6e3e2b0e-e9e4-44e7-ac1a-e16372682a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.477243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.670875 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6e3e2b0e-e9e4-44e7-ac1a-e16372682a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.746476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6e3e2b0e-e9e4-44e7-ac1a-e16372682a43 None None] For port 7fee7168-15cc-4b06-907d-7626a9ecbc53, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7fee7168-15cc-4b06-907d-7626a9ecbc53,segment=NetworkSegment(9077ebbb-ba12-481b-8a6a-cda53868e2e1),segment_id=9077ebbb-ba12-481b-8a6a-cda53868e2e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:07.792818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:07.856279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router 1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:51:07.911372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6e3e2b0e-e9e4-44e7-ac1a-e16372682a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.967569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e2b0e-e9e4-44e7-ac1a-e16372682a43 None None] Pushing event updated for resources: {'Port': ['ID=7fee7168-15cc-4b06-907d-7626a9ecbc53,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:07.968207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0aaa83-a985-4e8e-a4f0-e09367b8fc62 req-be3b36a5-2a5e-48e2-a467-e9e593781e0e tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:07.977581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d0aaa83-a985-4e8e-a4f0-e09367b8fc62 req-be3b36a5-2a5e-48e2-a467-e9e593781e0e tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0766497 Aug 16 20:51:08.000315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:08.014149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:08.016853 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7433f4-0aeb-4b68-969a-9521f5db8c2f None None] Sync routers for ids ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:08.018373 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d0aaa83-a985-4e8e-a4f0-e09367b8fc62 req-1b1de21f-96ab-4d29-aaa9-7e5fdb1170c1 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 Aug 16 20:51:08.019438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:08.019879 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.038781 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7433f4-0aeb-4b68-969a-9521f5db8c2f None None] Routers {'1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:08.039679 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c7433f4-0aeb-4b68-969a-9521f5db8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:08.064872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fa4eb5a0-cfc7-4134-a324-3a52ca541606 None None] Provisioning complete for port 7fee7168-15cc-4b06-907d-7626a9ecbc53 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:08.065356 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5a0-cfc7-4134-a324-3a52ca541606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.079710 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c7433f4-0aeb-4b68-969a-9521f5db8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:08.090256 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7433f4-0aeb-4b68-969a-9521f5db8c2f None None] Routers {'1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:08.091198 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c7433f4-0aeb-4b68-969a-9521f5db8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:08.117284 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.118494 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d3ef40a4-5b10-4e31-b5cc-ec4fde8980db tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1807225 Aug 16 20:51:08.121164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56764) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:08.135366 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c7433f4-0aeb-4b68-969a-9521f5db8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:08.136132 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7433f4-0aeb-4b68-969a-9521f5db8c2f None None] The sync data for ids ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:08.164908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ec865-c3e9-435a-acb0-66c08d6abadc req-dd260ef5-b4d7-48cd-ab2a-e370fe9e70c1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:08.166953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a53ec865-c3e9-435a-acb0-66c08d6abadc req-dd260ef5-b4d7-48cd-ab2a-e370fe9e70c1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0722315 Aug 16 20:51:08.214967 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.223013 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a53ec865-c3e9-435a-acb0-66c08d6abadc req-b2d7511b-846c-42f4-a4c1-e6547aed2445 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450213 Aug 16 20:51:08.244589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0d5ede-de78-4e61-86c0-ee95de190c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507121e8-eeb4-4fb5-8cd1-6c135bf2cb16'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:08.246859 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab2efc2-cce9-4147-b8f4-0dcf61bb12f0" -d '{"events": [{"server_uuid": "9a0d5ede-de78-4e61-86c0-ee95de190c6d", "name": "network-vif-plugged", "status": "completed", "tag": "507121e8-eeb4-4fb5-8cd1-6c135bf2cb16"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:08.260981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16,segment=NetworkSegment(9960418d-0331-456b-b3d8-0a7fd6350eeb),segment_id=9960418d-0331-456b-b3d8-0a7fd6350eeb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:08.294936 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334469d7-9419-4e00-b434-342f42cc5f6c x-openstack-request-id: req-334469d7-9419-4e00-b434-342f42cc5f6c {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:08.295462 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0d5ede-de78-4e61-86c0-ee95de190c6d", "name": "network-vif-plugged", "status": "completed", "tag": "507121e8-eeb4-4fb5-8cd1-6c135bf2cb16", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:08.295792 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-334469d7-9419-4e00-b434-342f42cc5f6c {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:08.296280 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0d5ede-de78-4e61-86c0-ee95de190c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507121e8-eeb4-4fb5-8cd1-6c135bf2cb16', 'code': 200} Aug 16 20:51:08.334337 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.399522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:08.422769 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f0bb-b369-4b56-be7c-fbb5779bd8e2 req-58955752-f32f-4208-a333-4091ff0c0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:08.424271 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c825f0bb-b369-4b56-be7c-fbb5779bd8e2 req-58955752-f32f-4208-a333-4091ff0c0098 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 1097 time: 0.0657749 Aug 16 20:51:08.461542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722ec52-5d7f-4f5c-929c-8a4c8541a7f8 req-300874a1-5f2b-408d-97a2-9bc85946f922 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:08.463046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a722ec52-5d7f-4f5c-929c-8a4c8541a7f8 req-300874a1-5f2b-408d-97a2-9bc85946f922 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 945 time: 0.0540078 Aug 16 20:51:08.503707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a722ec52-5d7f-4f5c-929c-8a4c8541a7f8 req-cbd6c91c-7e2a-47b1-b945-6bc3b437f244 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343277 Aug 16 20:51:08.530841 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c825f0bb-b369-4b56-be7c-fbb5779bd8e2 req-ba0ae08b-7b15-4433-9446-fd6994e1871a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741737 Aug 16 20:51:08.710490 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.720417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7fee7168-15cc-4b06-907d-7626a9ecbc53 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:08.780327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7fee7168-15cc-4b06-907d-7626a9ecbc53 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:08.780327 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.016532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.20.0.1 (a0f1f312-4f26-4be4-aa87-fc38261698b6/9f996bab-1c35-4b9c-95f0-0a9d670ca22d/1524610e-368f-413a-ba4f-9adb6636505c) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:09.141772 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.158505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Transition to ACTIVE for port object 1524610e-368f-413a-ba4f-9adb6636505c will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:09.158699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b67746-d275-47ff-bfeb-bb3e1a8c00d4 req-826286f1-8bb7-470d-8012-13c37cf82940 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:09.160213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2b67746-d275-47ff-bfeb-bb3e1a8c00d4 req-826286f1-8bb7-470d-8012-13c37cf82940 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0567634 Aug 16 20:51:09.204508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2b67746-d275-47ff-bfeb-bb3e1a8c00d4 req-c89bbb46-ee92-4216-99e0-0bca80fa7387 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343904 Aug 16 20:51:09.260191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.303770 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network a0f1f312-4f26-4be4-aa87-fc38261698b6 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:09.310085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:09.321749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:09.379719 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.381397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544da631-df10-437e-aa1b-5a979e74f6a1 req-8b9a126d-0dde-4aee-9994-372f51b57ea0 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:09.391846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=1524610e-368f-413a-ba4f-9adb6636505c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:09.391974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-544da631-df10-437e-aa1b-5a979e74f6a1 req-8b9a126d-0dde-4aee-9994-372f51b57ea0 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1012244 Aug 16 20:51:09.444393 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-544da631-df10-437e-aa1b-5a979e74f6a1 req-fbdab822-468b-4ac9-8667-83ae31ecdbb6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505211 Aug 16 20:51:09.638057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577a785-8d40-49c1-9202-f2c9aa870fed req-4aee8921-b336-4a73-892d-5f0bb45d7188 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:09.639608 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c577a785-8d40-49c1-9202-f2c9aa870fed req-4aee8921-b336-4a73-892d-5f0bb45d7188 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 945 time: 0.0574508 Aug 16 20:51:09.694276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c577a785-8d40-49c1-9202-f2c9aa870fed req-ab8fce91-3371-4575-b823-5a1614d65b86 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Aug 16 20:51:09.777299 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.798662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-12ec4ff9-b466-4826-a7da-1d86c96acdf9 None None] Provisioning for port 1524610e-368f-413a-ba4f-9adb6636505c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:09.803169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-12ec4ff9-b466-4826-a7da-1d86c96acdf9 None None] Provisioning complete for port 1524610e-368f-413a-ba4f-9adb6636505c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:09.803358 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-12ec4ff9-b466-4826-a7da-1d86c96acdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.862412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-12ec4ff9-b466-4826-a7da-1d86c96acdf9 None None] Port 1524610e-368f-413a-ba4f-9adb6636505c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:10.161918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.236022 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.313912 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.317515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=1524610e-368f-413a-ba4f-9adb6636505c,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:10.332921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a614463-b1ad-46ab-88c6-41622f5ba376 req-dd279fb0-7081-4a39-a5ee-2c32d49a74d4 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.334530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a614463-b1ad-46ab-88c6-41622f5ba376 req-dd279fb0-7081-4a39-a5ee-2c32d49a74d4 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0556803 Aug 16 20:51:10.377721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a614463-b1ad-46ab-88c6-41622f5ba376 req-5caea7f9-da39-41eb-983a-18c2d6751bec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367799 Aug 16 20:51:10.433671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network a0f1f312-4f26-4be4-aa87-fc38261698b6 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:10.435916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:10.592019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router 1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:10.637096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d922b55-b3ed-4fae-b695-3996a0fb3333 req-2b9b6fbc-6d52-47b4-9e0b-72f33809369d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.638816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d922b55-b3ed-4fae-b695-3996a0fb3333 req-2b9b6fbc-6d52-47b4-9e0b-72f33809369d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0780461 Aug 16 20:51:10.695208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d922b55-b3ed-4fae-b695-3996a0fb3333 req-c3ab57df-45b4-4068-993e-ef07658a56b2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451820 Aug 16 20:51:10.733059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:10.743727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe6306-2e21-4683-a792-9e32e9a273f6 None None] Sync routers for ids ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:10.747687 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-203c52a3-6e4f-4a07-88df-e52320da41cb tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "PUT /v2.0/routers/1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6232226 Aug 16 20:51:10.751312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56814) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:10.756169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'port': {'network_id': 'a0f1f312-4f26-4be4-aa87-fc38261698b6', 'name': 'tempest-FloatingIPTestJSON-1227921302'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:10.759850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe6306-2e21-4683-a792-9e32e9a273f6 None None] Routers {'1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:10.760709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6dfe6306-2e21-4683-a792-9e32e9a273f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:10.810131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6dfe6306-2e21-4683-a792-9e32e9a273f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:10.830889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c1702e74-650b-4062-8178-dd75732a6739 None None] Provisioning complete for port 1524610e-368f-413a-ba4f-9adb6636505c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:10.831527 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c1702e74-650b-4062-8178-dd75732a6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.833785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084d078-7c0f-44c0-9956-d4f123a55f03 req-1cc69fe5-4952-42fe-be45-72838e6c1a56 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.834072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe6306-2e21-4683-a792-9e32e9a273f6 None None] Routers {'1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:10.835181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6dfe6306-2e21-4683-a792-9e32e9a273f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:10.843172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0084d078-7c0f-44c0-9956-d4f123a55f03 req-1cc69fe5-4952-42fe-be45-72838e6c1a56 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 945 time: 0.0701699 Aug 16 20:51:10.892816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6dfe6306-2e21-4683-a792-9e32e9a273f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:10.893831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe6306-2e21-4683-a792-9e32e9a273f6 None None] The sync data for ids ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:10.914486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c1702e74-650b-4062-8178-dd75732a6739 None None] Port 1524610e-368f-413a-ba4f-9adb6636505c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:10.915004 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0084d078-7c0f-44c0-9956-d4f123a55f03 req-a126e345-9398-4137-9c5a-488778ba4822 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664918 Aug 16 20:51:11.019647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Made reservation on behalf of 58fa7c528dc448e88403b36f73ec5da2 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:11.023303 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.041121 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] device_id is not set on port cd66a330-3bb5-4ce9-add2-d39ac5d28c62 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:51:11.178440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Allocated IP 172.20.0.3 (a0f1f312-4f26-4be4-aa87-fc38261698b6/9f996bab-1c35-4b9c-95f0-0a9d670ca22d/cd66a330-3bb5-4ce9-add2-d39ac5d28c62) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:11.330341 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.348352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Transition to ACTIVE for port object cd66a330-3bb5-4ce9-add2-d39ac5d28c62 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:11.443033 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.501145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Network a0f1f312-4f26-4be4-aa87-fc38261698b6 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:11.504518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:11.507103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:11.523891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13597ef-4e10-4ee9-a74c-738a3a04afb2 req-55e22ffc-afaa-4110-8569-8a16e81c3c73 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:11.531807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f13597ef-4e10-4ee9-a74c-738a3a04afb2 req-55e22ffc-afaa-4110-8569-8a16e81c3c73 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0632293 Aug 16 20:51:11.542946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event updated for resources: {'Port': ['ID=cd66a330-3bb5-4ce9-add2-d39ac5d28c62,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:11.575709 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f13597ef-4e10-4ee9-a74c-738a3a04afb2 req-23c95d9d-a70c-4a8f-bb9f-4a7a0a06f76a tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Aug 16 20:51:11.578123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:11.578863 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.672877 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e8fc86a5-14c3-4bfd-8872-6947158579c5 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9218004 Aug 16 20:51:11.677718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56842) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:11.684848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-66646324-9144-429a-bf40-9effb7eaa25a tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Request body: {'floatingip': {'port_id': 'cd66a330-3bb5-4ce9-add2-d39ac5d28c62'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:11.906918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c7b924de-9c45-42b4-8a6d-387c6b746131 None None] Provisioning for port cd66a330-3bb5-4ce9-add2-d39ac5d28c62 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:11.912318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c7b924de-9c45-42b4-8a6d-387c6b746131 None None] Provisioning complete for port cd66a330-3bb5-4ce9-add2-d39ac5d28c62 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:11.912705 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7b924de-9c45-42b4-8a6d-387c6b746131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.006724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c7b924de-9c45-42b4-8a6d-387c6b746131 None None] Port cd66a330-3bb5-4ce9-add2-d39ac5d28c62 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:12.207881 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66646324-9144-429a-bf40-9effb7eaa25a tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.276664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824fdc0-5dc4-4bcc-bd35-e6802312ece4 req-2dec55f6-c2a2-467b-8655-5c4b826b5da4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:12.284558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6824fdc0-5dc4-4bcc-bd35-e6802312ece4 req-2dec55f6-c2a2-467b-8655-5c4b826b5da4 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.5003781 Aug 16 20:51:12.393544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6824fdc0-5dc4-4bcc-bd35-e6802312ece4 req-2996a842-1456-4e79-8805-ebd79c2df227 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033044 Aug 16 20:51:12.811184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56890) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:12.819373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a5773-21b2-4fe5-9f66-14a00f7d7739 req-a2cc2d4e-3001-47dc-957e-37487a33fff6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:12.821344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd3a5773-21b2-4fe5-9f66-14a00f7d7739 req-a2cc2d4e-3001-47dc-957e-37487a33fff6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1179984 Aug 16 20:51:12.981719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd3a5773-21b2-4fe5-9f66-14a00f7d7739 req-c143e88b-8ad6-4938-a737-e87b5a962bd7 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522903 Aug 16 20:51:12.983085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.039371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66646324-9144-429a-bf40-9effb7eaa25a tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.113264 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66646324-9144-429a-bf40-9effb7eaa25a tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.134020 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.214069 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.256545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2ef0513ce66941488a40f05f7ae5e649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435101 Aug 16 20:51:13.257683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1041b5a-915a-475b-a70c-809e95bc3534,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:13.261634 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-66646324-9144-429a-bf40-9effb7eaa25a tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP 1d489eb0-541f-4da7-9f9c-e315b5f0f7cc associated. External IP: 172.25.4.236, port: 5b1f62ea-bbdf-4dbd-a8ed-621d27389f56. Aug 16 20:51:13.265335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56910) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:13.268525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.269096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.269626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.270862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.271553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.271849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.272191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.272523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.272915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.273252 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.273584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.273913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0802c6d0-b9a8-4982-9232-075028fb7812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:13.427408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8b104882-c49a-4139-8b6d-dd620172be8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.520977 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8b104882-c49a-4139-8b6d-dd620172be8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.607916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8582f-a672-46b7-854d-03626e213a70 req-bee19981-9bf4-4c84-9d58-5c057385c1a1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:13.609725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62b8582f-a672-46b7-854d-03626e213a70 req-bee19981-9bf4-4c84-9d58-5c057385c1a1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.1392291 Aug 16 20:51:13.648735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66646324-9144-429a-bf40-9effb7eaa25a tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:13.672742 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62b8582f-a672-46b7-854d-03626e213a70 req-2f210fa7-7b66-491a-8fb0-0d7d92c5fc54 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546021 Aug 16 20:51:13.766465 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8b104882-c49a-4139-8b6d-dd620172be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.767936 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8b104882-c49a-4139-8b6d-dd620172be8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.771938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8b104882-c49a-4139-8b6d-dd620172be8b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f1041b5a-915a-475b-a70c-809e95bc3534 HTTP/1.1" status: 204 len: 168 time: 0.5037384 Aug 16 20:51:13.788491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b104882-c49a-4139-8b6d-dd620172be8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1041b5a-915a-475b-a70c-809e95bc3534,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:13.806646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66646324-9144-429a-bf40-9effb7eaa25a tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:13.816837 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c57136a-6ad1-4f3b-a77c-f1012cb73b3b None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:13.831256 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57136a-6ad1-4f3b-a77c-f1012cb73b3b None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:13.835183 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c57136a-6ad1-4f3b-a77c-f1012cb73b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:13.994456 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c57136a-6ad1-4f3b-a77c-f1012cb73b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:14.009637 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57136a-6ad1-4f3b-a77c-f1012cb73b3b None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:14.010275 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c57136a-6ad1-4f3b-a77c-f1012cb73b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:14.053154 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c57136a-6ad1-4f3b-a77c-f1012cb73b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:14.053864 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c57136a-6ad1-4f3b-a77c-f1012cb73b3b None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:14.075180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66646324-9144-429a-bf40-9effb7eaa25a tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router 1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:14.196173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66646324-9144-429a-bf40-9effb7eaa25a tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:14.201696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66646324-9144-429a-bf40-9effb7eaa25a tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:14.205787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a324d-249e-4d26-811a-6d47d758cf1e None None] Sync routers for ids ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:14.255437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a324d-249e-4d26-811a-6d47d758cf1e None None] Routers {'1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:14.256371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e59a324d-249e-4d26-811a-6d47d758cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:14.303090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e59a324d-249e-4d26-811a-6d47d758cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:14.314626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df64dd0-2a0b-4adc-a376-2fffc12b01a0 req-9f5671f3-28ee-4cf3-a0a7-e323ab15f7af tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:14.316159 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6df64dd0-2a0b-4adc-a376-2fffc12b01a0 req-9f5671f3-28ee-4cf3-a0a7-e323ab15f7af tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0919237 Aug 16 20:51:14.317749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-66646324-9144-429a-bf40-9effb7eaa25a tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "PUT /v2.0/floatingips/1d489eb0-541f-4da7-9f9c-e315b5f0f7cc HTTP/1.1" status: 200 len: 978 time: 2.6385441 Aug 16 20:51:14.320508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56962) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:14.324848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a324d-249e-4d26-811a-6d47d758cf1e None None] Routers {'1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:14.326146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e59a324d-249e-4d26-811a-6d47d758cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:14.375768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e59a324d-249e-4d26-811a-6d47d758cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:14.376948 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a324d-249e-4d26-811a-6d47d758cf1e None None] The sync data for ids ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:14.415647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6df64dd0-2a0b-4adc-a376-2fffc12b01a0 req-5eb96ad1-f214-45e3-9f8d-f79d8f8f4526 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834222 Aug 16 20:51:14.453313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port cd66a330-3bb5-4ce9-add2-d39ac5d28c62 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:14.453665 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:14.541505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb1af4-c4ec-45b4-a2b0-7984d594d804 req-ec86ffc3-6a4e-431a-b038-f074c6dd77cf tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:14.543576 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10cb1af4-c4ec-45b4-a2b0-7984d594d804 req-ec86ffc3-6a4e-431a-b038-f074c6dd77cf tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0635188 Aug 16 20:51:14.569141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:14.583754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10cb1af4-c4ec-45b4-a2b0-7984d594d804 req-cf5a31bc-e527-48f1-9eea-9fd78681097b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339613 Aug 16 20:51:14.780389 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:14.780796 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:14.781146 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Floating IP 1d489eb0-541f-4da7-9f9c-e315b5f0f7cc disassociated. External IP: 172.25.4.236, port: cd66a330-3bb5-4ce9-add2-d39ac5d28c62. Aug 16 20:51:14.781495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for cd66a330-3bb5-4ce9-add2-d39ac5d28c62 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:14.934490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f12eb-1608-4011-af72-c70aa7851c58 req-a64aade4-bd84-4178-9d01-457b099a7bb5 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:14.935617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f5f12eb-1608-4011-af72-c70aa7851c58 req-a64aade4-bd84-4178-9d01-457b099a7bb5 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 945 time: 0.0669794 Aug 16 20:51:14.981839 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f5f12eb-1608-4011-af72-c70aa7851c58 req-4de86dde-96fc-4ec1-8217-cfd64fe84af6 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Aug 16 20:51:15.012361 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.041110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=cd66a330-3bb5-4ce9-add2-d39ac5d28c62,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:15.183678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router 1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:15.186123 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-06b7051f-a5da-4697-8588-cb3fdce8f0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.310662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:15.322778 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a82844-4940-42d0-bde7-44c11109d045 None None] Sync routers for ids ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:15.335199 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a82844-4940-42d0-bde7-44c11109d045 None None] Routers {'1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:15.335752 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-38a82844-4940-42d0-bde7-44c11109d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:15.370886 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-38a82844-4940-42d0-bde7-44c11109d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:15.380362 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a82844-4940-42d0-bde7-44c11109d045 None None] Routers {'1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:15.380990 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-38a82844-4940-42d0-bde7-44c11109d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:50:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:15.390944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.393197 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4aacebf4-cb3a-48dc-9bd2-0cc92672d87c tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/ports/cd66a330-3bb5-4ce9-add2-d39ac5d28c62 HTTP/1.1" status: 204 len: 168 time: 1.0714543 Aug 16 20:51:15.396334 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56992) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:15.423373 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-38a82844-4940-42d0-bde7-44c11109d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:15.423899 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a82844-4940-42d0-bde7-44c11109d045 None None] The sync data for ids ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:15.532611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352ec3-27cb-4983-9d43-a6a234c60b79 req-25fbb117-dc37-4c7c-ad4b-1553514a2b63 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.541286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2352ec3-27cb-4983-9d43-a6a234c60b79 req-25fbb117-dc37-4c7c-ad4b-1553514a2b63 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0604904 Aug 16 20:51:15.592762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2352ec3-27cb-4983-9d43-a6a234c60b79 req-9c60b1a1-aa6f-4462-a58b-284906c0b0ae tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467827 Aug 16 20:51:15.696001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1a9a-9f3a-4400-a264-6d3e411bb2dd req-b8ff2878-75e7-41d7-a6df-c09f11a9086a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.697501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1c2f1a9a-9f3a-4400-a264-6d3e411bb2dd req-b8ff2878-75e7-41d7-a6df-c09f11a9086a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0864182 Aug 16 20:51:15.716613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d0120-1d08-4177-a9ac-e191fe7413d2 req-4920e276-269b-4b56-b692-b1aedcf9f0ea tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.718400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e55d0120-1d08-4177-a9ac-e191fe7413d2 req-4920e276-269b-4b56-b692-b1aedcf9f0ea tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 945 time: 0.0626321 Aug 16 20:51:15.818364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e55d0120-1d08-4177-a9ac-e191fe7413d2 req-a1bca9cf-1d77-4a30-be20-510bbb79998e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925081 Aug 16 20:51:15.890264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-1c2f1a9a-9f3a-4400-a264-6d3e411bb2dd req-601ee741-a498-4d47-990d-2a83db7c1059 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Deleting port f220fe30-16d2-466a-a7b7-495b49969d48 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:15.890610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a9a-9f3a-4400-a264-6d3e411bb2dd req-601ee741-a498-4d47-990d-2a83db7c1059 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.188239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed50eae-1bcd-4e75-8454-287c21819f43 req-496d9c0f-5d93-42ea-8967-a24a22508a4b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:16.190716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ed50eae-1bcd-4e75-8454-287c21819f43 req-496d9c0f-5d93-42ea-8967-a24a22508a4b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 945 time: 0.0976458 Aug 16 20:51:16.239892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ed50eae-1bcd-4e75-8454-287c21819f43 req-9896627b-9adc-404d-8ba5-8953a76ac710 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Aug 16 20:51:16.357775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-1c2f1a9a-9f3a-4400-a264-6d3e411bb2dd req-601ee741-a498-4d47-990d-2a83db7c1059 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] For port f220fe30-16d2-466a-a7b7-495b49969d48, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f220fe30-16d2-466a-a7b7-495b49969d48,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:16.358144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a9a-9f3a-4400-a264-6d3e411bb2dd req-601ee741-a498-4d47-990d-2a83db7c1059 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.368794 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e44a1e13-a66c-4ce2-aca2-d082d8869684 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.412344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-1c2f1a9a-9f3a-4400-a264-6d3e411bb2dd req-601ee741-a498-4d47-990d-2a83db7c1059 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Calling delete_port for f220fe30-16d2-466a-a7b7-495b49969d48 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:16.446009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98ccf4-0b71-49e9-9d1a-44f4749655bf req-569544ea-2c1e-48bb-a60d-c26fb0596e75 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:16.447568 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd98ccf4-0b71-49e9-9d1a-44f4749655bf req-569544ea-2c1e-48bb-a60d-c26fb0596e75 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 945 time: 0.1397371 Aug 16 20:51:16.709904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313b34d-074e-4fbd-a2e8-158a8449b5a1 req-9f7d9976-68aa-4ac9-bf91-186ea47c5438 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:16.711544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2313b34d-074e-4fbd-a2e8-158a8449b5a1 req-9f7d9976-68aa-4ac9-bf91-186ea47c5438 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0594008 Aug 16 20:51:16.741164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-cd98ccf4-0b71-49e9-9d1a-44f4749655bf req-c16f8362-85df-446c-9f4d-422cf1b32a1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Deleting port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:16.741522 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd98ccf4-0b71-49e9-9d1a-44f4749655bf req-c16f8362-85df-446c-9f4d-422cf1b32a1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.761302 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2313b34d-074e-4fbd-a2e8-158a8449b5a1 req-278ab0d9-e8a9-462f-aae3-d0e93dd9ba53 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Aug 16 20:51:16.883307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a9a-9f3a-4400-a264-6d3e411bb2dd req-601ee741-a498-4d47-990d-2a83db7c1059 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.895472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['f220fe30-16d2-466a-a7b7-495b49969d48'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:16.958969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cd98ccf4-0b71-49e9-9d1a-44f4749655bf req-c16f8362-85df-446c-9f4d-422cf1b32a1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] For port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16,segment=NetworkSegment(9960418d-0331-456b-b3d8-0a7fd6350eeb),segment_id=9960418d-0331-456b-b3d8-0a7fd6350eeb)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:16.958969 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd98ccf4-0b71-49e9-9d1a-44f4749655bf req-c16f8362-85df-446c-9f4d-422cf1b32a1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.958969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ee741-a498-4d47-990d-2a83db7c1059 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event deleted for resources: {'Port': ['ID=f220fe30-16d2-466a-a7b7-495b49969d48,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:16.967962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64a3e354-c3d2-4ee6-ae36-7a03ab3f217f req-ce1a0876-655d-43d9-9b21-134bc19f73c3 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 210 time: 0.0546985 Aug 16 20:51:16.980791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-cd98ccf4-0b71-49e9-9d1a-44f4749655bf req-c16f8362-85df-446c-9f4d-422cf1b32a1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Calling delete_port for 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:17.032818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2f1a9a-9f3a-4400-a264-6d3e411bb2dd req-601ee741-a498-4d47-990d-2a83db7c1059 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] No DVR routers for this DVR port f220fe30-16d2-466a-a7b7-495b49969d48 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:17.038666 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a9a-9f3a-4400-a264-6d3e411bb2dd req-601ee741-a498-4d47-990d-2a83db7c1059 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.040691 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1c2f1a9a-9f3a-4400-a264-6d3e411bb2dd req-601ee741-a498-4d47-990d-2a83db7c1059 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "DELETE /v2.0/ports/f220fe30-16d2-466a-a7b7-495b49969d48 HTTP/1.1" status: 204 len: 173 time: 1.3105068 Aug 16 20:51:17.041269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b947cb34-cf9b-4f56-86f7-3bee5b2e14e7', 'name': 'network-vif-deleted', 'tag': 'f220fe30-16d2-466a-a7b7-495b49969d48'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:17.043627 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900a8a13-3036-458d-bd56-8e8f86d259ce" -d '{"events": [{"server_uuid": "b947cb34-cf9b-4f56-86f7-3bee5b2e14e7", "name": "network-vif-deleted", "tag": "f220fe30-16d2-466a-a7b7-495b49969d48"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:17.091288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e44a1e13-a66c-4ce2-aca2-d082d8869684 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port 1524610e-368f-413a-ba4f-9adb6636505c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:17.091288 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e44a1e13-a66c-4ce2-aca2-d082d8869684 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.141353 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3d9a39-110f-41ad-b547-fb6698b2913b x-openstack-request-id: req-0a3d9a39-110f-41ad-b547-fb6698b2913b {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:17.141653 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b947cb34-cf9b-4f56-86f7-3bee5b2e14e7", "name": "network-vif-deleted", "tag": "f220fe30-16d2-466a-a7b7-495b49969d48", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:17.141895 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a3d9a39-110f-41ad-b547-fb6698b2913b {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:17.142299 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b947cb34-cf9b-4f56-86f7-3bee5b2e14e7', 'name': 'network-vif-deleted', 'tag': 'f220fe30-16d2-466a-a7b7-495b49969d48', 'status': 'completed', 'code': 200} Aug 16 20:51:17.246529 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e44a1e13-a66c-4ce2-aca2-d082d8869684 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.293017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e44a1e13-a66c-4ce2-aca2-d082d8869684 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for 1524610e-368f-413a-ba4f-9adb6636505c owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:17.379067 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd98ccf4-0b71-49e9-9d1a-44f4749655bf req-c16f8362-85df-446c-9f4d-422cf1b32a1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.386969 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb15cc8-5e3b-4c89-8e4e-382dd48343ec req-6e2be1a2-aae6-4ed6-ad94-4f3756d49004 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.395401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-feb15cc8-5e3b-4c89-8e4e-382dd48343ec req-6e2be1a2-aae6-4ed6-ad94-4f3756d49004 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 867 time: 0.0597136 Aug 16 20:51:17.395612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['507121e8-eeb4-4fb5-8cd1-6c135bf2cb16'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:17.445677 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0bddad06-d2f4-4004-bcc5-caeb31209b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.454169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-feb15cc8-5e3b-4c89-8e4e-382dd48343ec req-b2308b23-69f1-4dc1-aaef-7acc8f2cb2f1 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/security-groups?id=43c7e7f9-fa11-4247-8828-a14a130e5507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575411 Aug 16 20:51:17.460948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f8362-85df-446c-9f4d-422cf1b32a1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Pushing event deleted for resources: {'Port': ['ID=507121e8-eeb4-4fb5-8cd1-6c135bf2cb16,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:17.527327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd98ccf4-0b71-49e9-9d1a-44f4749655bf req-c16f8362-85df-446c-9f4d-422cf1b32a1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] No DVR routers for this DVR port 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:17.533876 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cd98ccf4-0b71-49e9-9d1a-44f4749655bf req-c16f8362-85df-446c-9f4d-422cf1b32a1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.542017 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cd98ccf4-0b71-49e9-9d1a-44f4749655bf req-c16f8362-85df-446c-9f4d-422cf1b32a1b tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.76 "DELETE /v2.0/ports/507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 HTTP/1.1" status: 204 len: 173 time: 1.0666716 Aug 16 20:51:17.711241 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e44a1e13-a66c-4ce2-aca2-d082d8869684 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.744283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a1e13-a66c-4ce2-aca2-d082d8869684 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=1524610e-368f-413a-ba4f-9adb6636505c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:17.951955 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.005623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66b676-94d0-40b1-b5a0-3d5884d9e616 req-384f9f8c-7ed3-4256-a82e-33f85954dd7e tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:18.010880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d66b676-94d0-40b1-b5a0-3d5884d9e616 req-384f9f8c-7ed3-4256-a82e-33f85954dd7e tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0974987 Aug 16 20:51:18.086393 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d66b676-94d0-40b1-b5a0-3d5884d9e616 req-ac30251d-bd14-4e56-a593-e505c587496c tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694134 Aug 16 20:51:18.088702 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e44a1e13-a66c-4ce2-aca2-d082d8869684 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.260869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c7abb60-c483-4329-938f-380aab169a20 req-aa8dc8bd-ec2f-4f53-9e44-5907f8f84fda tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=b947cb34-cf9b-4f56-86f7-3bee5b2e14e7 HTTP/1.1" status: 200 len: 210 time: 0.0347111 Aug 16 20:51:18.426433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44a1e13-a66c-4ce2-aca2-d082d8869684 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router 1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:18.555562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44a1e13-a66c-4ce2-aca2-d082d8869684 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:18.564174 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e44a1e13-a66c-4ce2-aca2-d082d8869684 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "PUT /v2.0/routers/1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1633594 Aug 16 20:51:18.564174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57070) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:18.567977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d12a9-7e36-4c1a-8a2f-c55e5f898c5e None None] Sync routers for ids ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:18.578041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d12a9-7e36-4c1a-8a2f-c55e5f898c5e None None] Routers {'1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:18.578676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f98d12a9-7e36-4c1a-8a2f-c55e5f898c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:18.615874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f98d12a9-7e36-4c1a-8a2f-c55e5f898c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:18.630599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce6eda91-fa0a-410f-891d-51bcee70dd69 req-721afc8d-a7f0-49c8-964d-c5e0b39b3274 tempest-ServerTagsTestJSON-1275541693 tempest-ServerTagsTestJSON-1275541693-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a0d5ede-de78-4e61-86c0-ee95de190c6d HTTP/1.1" status: 200 len: 210 time: 0.0518284 Aug 16 20:51:18.648620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d12a9-7e36-4c1a-8a2f-c55e5f898c5e None None] Routers {'1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:18.648620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f98d12a9-7e36-4c1a-8a2f-c55e5f898c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:18.686720 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:51:18.687616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f98d12a9-7e36-4c1a-8a2f-c55e5f898c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:18.688284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d12a9-7e36-4c1a-8a2f-c55e5f898c5e None None] The sync data for ids ['1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:18.740477 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.767901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57074) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:18.846082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.879875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-623e5296-d14a-497d-b41a-f298ff8ed605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.975621 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-623e5296-d14a-497d-b41a-f298ff8ed605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.993572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port cd562750-7bd6-456c-8eb8-c4fc732e9dbe {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:18.993572 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.063475 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-623e5296-d14a-497d-b41a-f298ff8ed605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.086330 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.099509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for cd562750-7bd6-456c-8eb8-c4fc732e9dbe owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:19.110872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-623e5296-d14a-497d-b41a-f298ff8ed605 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0015110a5436473ba0adc20f0f66f0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417649 Aug 16 20:51:19.115442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57080) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:19.115693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e5296-d14a-497d-b41a-f298ff8ed605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e0dd99-5fb7-49e3-b72d-c3eb66f63ac0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:19.167381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0d5ede-de78-4e61-86c0-ee95de190c6d', 'name': 'network-vif-deleted', 'tag': '507121e8-eeb4-4fb5-8cd1-6c135bf2cb16'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:19.169665 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf35325c-0d4a-4a1f-8f0d-81251d96fe35" -d '{"events": [{"server_uuid": "9a0d5ede-de78-4e61-86c0-ee95de190c6d", "name": "network-vif-deleted", "tag": "507121e8-eeb4-4fb5-8cd1-6c135bf2cb16"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:19.177014 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.266589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89ee1a-504d-4e0f-8fc4-4a0c0fd2a601 req-ad3b1f10-efa4-4346-9d0e-b8ca16fcbace tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:19.271855 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d1c6e0be-4ff0-4b98-b802-02e7827ae794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.277257 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a89ee1a-504d-4e0f-8fc4-4a0c0fd2a601 req-ad3b1f10-efa4-4346-9d0e-b8ca16fcbace tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0985150 Aug 16 20:51:19.330417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a89ee1a-504d-4e0f-8fc4-4a0c0fd2a601 req-fc13fee6-5b09-4282-8132-2e139a410b30 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512574 Aug 16 20:51:19.385996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d1c6e0be-4ff0-4b98-b802-02e7827ae794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.388732 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83fbf5e-d54c-4342-b823-fbfd812d69f0 x-openstack-request-id: req-e83fbf5e-d54c-4342-b823-fbfd812d69f0 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:19.388732 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0d5ede-de78-4e61-86c0-ee95de190c6d", "name": "network-vif-deleted", "tag": "507121e8-eeb4-4fb5-8cd1-6c135bf2cb16", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:19.388951 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e83fbf5e-d54c-4342-b823-fbfd812d69f0 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:19.389242 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0d5ede-de78-4e61-86c0-ee95de190c6d', 'name': 'network-vif-deleted', 'tag': '507121e8-eeb4-4fb5-8cd1-6c135bf2cb16', 'status': 'completed', 'code': 200} Aug 16 20:51:19.539678 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.571098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=cd562750-7bd6-456c-8eb8-c4fc732e9dbe,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:19.636017 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.652084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-c96b3d09-865e-4861-88d6-9b27f4c202ad tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:19.653642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-c96b3d09-865e-4861-88d6-9b27f4c202ad tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.1065085 Aug 16 20:51:19.671118 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d1c6e0be-4ff0-4b98-b802-02e7827ae794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.674633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d1c6e0be-4ff0-4b98-b802-02e7827ae794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.678357 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d1c6e0be-4ff0-4b98-b802-02e7827ae794 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/34e0dd99-5fb7-49e3-b72d-c3eb66f63ac0 HTTP/1.1" status: 204 len: 168 time: 0.5613492 Aug 16 20:51:19.682010 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-deacbd07-b54e-483f-bc63-4daea570ce68 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/quotas/6f28821654be46399e7f1d3ede6d898a HTTP/1.1" status: 200 len: 375 time: 0.0172215 Aug 16 20:51:19.713826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57108) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:19.725629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-9e5da22a-c931-476c-b611-9bc808507e76 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426960 Aug 16 20:51:19.762218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6e0be-4ff0-4b98-b802-02e7827ae794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e0dd99-5fb7-49e3-b72d-c3eb66f63ac0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:19.766710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.768874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.831094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cc66af-bda0-4e69-9bfc-702fd4a6a547 admin admin] Deleting subnet 8fc68f5e-0fe3-4cc8-a359-b0f6ea11477c {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:51:19.836344 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7cc66af-bda0-4e69-9bfc-702fd4a6a547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.079441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f220fe30-16d2-466a-a7b7-495b49969d48 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:20.079441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: f220fe30-16d2-466a-a7b7-495b49969d48 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:20.079441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f220fe30-16d2-466a-a7b7-495b49969d48 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:20.079441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:20.081592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-570620b1-444d-48a7-ad06-6698e582e811 service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737239 Aug 16 20:51:20.082930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:20.082930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 507121e8-eeb4-4fb5-8cd1-6c135bf2cb16 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:20.083442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7cc66af-bda0-4e69-9bfc-702fd4a6a547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.083442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7cc66af-bda0-4e69-9bfc-702fd4a6a547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.083955 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.083955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Fanout notify agent at l3_agent the message router_deleted on router 1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:51:20.084218 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-59d7e626-ee05-4d20-8d97-530da995b05e service neutron] 10.222.0.74 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538680 Aug 16 20:51:20.084313 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.084313 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-87d89e87-4953-43a0-a1b8-89f20ab2c268 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/routers/1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7 HTTP/1.1" status: 204 len: 168 time: 1.5034659 Aug 16 20:51:20.084313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57112) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:20.151225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-de87242d-5e53-48a8-b96d-755ba13fa8e4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting subnet 9f996bab-1c35-4b9c-95f0-0a9d670ca22d {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:51:20.154805 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de87242d-5e53-48a8-b96d-755ba13fa8e4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.214021 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7cc66af-bda0-4e69-9bfc-702fd4a6a547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.214732 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de87242d-5e53-48a8-b96d-755ba13fa8e4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.235683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc66af-bda0-4e69-9bfc-702fd4a6a547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc68f5e-0fe3-4cc8-a359-b0f6ea11477c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:20.243823 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7cc66af-bda0-4e69-9bfc-702fd4a6a547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.243823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f7cc66af-bda0-4e69-9bfc-702fd4a6a547 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8fc68f5e-0fe3-4cc8-a359-b0f6ea11477c HTTP/1.1" status: 204 len: 168 time: 0.5263503 Aug 16 20:51:20.244235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57116) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:20.299190 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de87242d-5e53-48a8-b96d-755ba13fa8e4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.399453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.511692 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de87242d-5e53-48a8-b96d-755ba13fa8e4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.534451 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.540950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9f26130-e3c4-426b-839d-3687daf2629b req-fca6aa1e-e08c-4fee-bfd4-20a5994e354b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 210 time: 0.0897210 Aug 16 20:51:20.575696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.591459 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de87242d-5e53-48a8-b96d-755ba13fa8e4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.593398 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-de87242d-5e53-48a8-b96d-755ba13fa8e4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/subnets/9f996bab-1c35-4b9c-95f0-0a9d670ca22d HTTP/1.1" status: 204 len: 168 time: 0.5218158 Aug 16 20:51:20.594670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57134) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:20.595206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87242d-5e53-48a8-b96d-755ba13fa8e4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Subnet': ['ID=9f996bab-1c35-4b9c-95f0-0a9d670ca22d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:20.600255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc06a0b-8beb-4490-aced-f02f5b80178b None None] Network a0f1f312-4f26-4be4-aa87-fc38261698b6 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:20.616034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57136) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:20.620191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8526852-7410-407e-8c88-ce3c5547a432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.639443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5524fbd-fdf2-427b-ad47-ff522af05b2c']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:20.742873 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9960418d-0331-456b-b3d8-0a7fd6350eeb') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:20.743174 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9960418d-0331-456b-b3d8-0a7fd6350eeb') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:20.762521 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8526852-7410-407e-8c88-ce3c5547a432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.776664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.810210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25ec85-f3b2-4208-a146-908a48c1be56 req-0033c19d-834e-4a02-8de7-281a42a23ce8 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.824130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d25ec85-f3b2-4208-a146-908a48c1be56 req-0033c19d-834e-4a02-8de7-281a42a23ce8 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.2827930 Aug 16 20:51:20.833859 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.839292 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.844622 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8526852-7410-407e-8c88-ce3c5547a432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.852499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:51:20.852911 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.853533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371be0a6-af92-4ee8-af3e-298718e4365d None None] DHCP port deletion for a0f1f312-4f26-4be4-aa87-fc38261698b6 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:51:20.860681 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:51:20.912350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-371be0a6-af92-4ee8-af3e-298718e4365d None None] Deleting port 7fee7168-15cc-4b06-907d-7626a9ecbc53 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:20.912876 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-371be0a6-af92-4ee8-af3e-298718e4365d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.932153 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c8526852-7410-407e-8c88-ce3c5547a432 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fa4062e38fac46e581fdd5f4b2fd4c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278699 Aug 16 20:51:20.933414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8526852-7410-407e-8c88-ce3c5547a432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d34bbac-efb4-438a-8d11-6748d28e2ed1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:20.948720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57140) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:20.982261 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d25ec85-f3b2-4208-a146-908a48c1be56 req-5101d6d5-7d55-47d5-88bf-8c136cc327d2 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376514 Aug 16 20:51:20.992291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-371be0a6-af92-4ee8-af3e-298718e4365d None None] For port 7fee7168-15cc-4b06-907d-7626a9ecbc53, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7fee7168-15cc-4b06-907d-7626a9ecbc53,segment=NetworkSegment(9077ebbb-ba12-481b-8a6a-cda53868e2e1),segment_id=9077ebbb-ba12-481b-8a6a-cda53868e2e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:20.992698 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-371be0a6-af92-4ee8-af3e-298718e4365d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.011538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port 7fee7168-15cc-4b06-907d-7626a9ecbc53 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:21.011895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.021674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-371be0a6-af92-4ee8-af3e-298718e4365d None None] Calling delete_port for 7fee7168-15cc-4b06-907d-7626a9ecbc53 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:21.052798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db4a2360-ebba-48de-bf80-8161d21d36be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.076143 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.078784 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db4a2360-ebba-48de-bf80-8161d21d36be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.095039 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.096991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] 10.222.0.74 "DELETE /v2.0/networks/c5524fbd-fdf2-427b-ad47-ff522af05b2c HTTP/1.1" status: 204 len: 168 time: 0.8512523 Aug 16 20:51:21.119226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02360b-7465-49ef-b513-a56623ff835d admin admin] Pushing event deleted for resources: {'Network': ['ID=c5524fbd-fdf2-427b-ad47-ff522af05b2c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:21.140985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] For port 7fee7168-15cc-4b06-907d-7626a9ecbc53, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7fee7168-15cc-4b06-907d-7626a9ecbc53,segment=NetworkSegment(9077ebbb-ba12-481b-8a6a-cda53868e2e1),segment_id=9077ebbb-ba12-481b-8a6a-cda53868e2e1)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:21.141647 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.157411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for 7fee7168-15cc-4b06-907d-7626a9ecbc53 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:21.243057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db4a2360-ebba-48de-bf80-8161d21d36be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.243263 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-371be0a6-af92-4ee8-af3e-298718e4365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.246447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db4a2360-ebba-48de-bf80-8161d21d36be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.247993 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-db4a2360-ebba-48de-bf80-8161d21d36be admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d34bbac-efb4-438a-8d11-6748d28e2ed1 HTTP/1.1" status: 204 len: 168 time: 0.2969956 Aug 16 20:51:21.251179 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.263689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a2360-ebba-48de-bf80-8161d21d36be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d34bbac-efb4-438a-8d11-6748d28e2ed1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:21.287590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=7fee7168-15cc-4b06-907d-7626a9ecbc53,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:21.289564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] No DVR routers for this DVR port 7fee7168-15cc-4b06-907d-7626a9ecbc53 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:21.308285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371be0a6-af92-4ee8-af3e-298718e4365d None None] Pushing event deleted for resources: {'Port': ['ID=7fee7168-15cc-4b06-907d-7626a9ecbc53,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:21.316578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371be0a6-af92-4ee8-af3e-298718e4365d None None] No DVR routers for this DVR port 7fee7168-15cc-4b06-907d-7626a9ecbc53 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:21.389790 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.401733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f1f312-4f26-4be4-aa87-fc38261698b6']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:21.412306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9077ebbb-ba12-481b-8a6a-cda53868e2e1') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:21.412609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9077ebbb-ba12-481b-8a6a-cda53868e2e1') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:21.422244 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.437379 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.445593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:51:21.446003 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:51:21.449183 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:51:21.572109 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.583961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.588772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/networks/a0f1f312-4f26-4be4-aa87-fc38261698b6 HTTP/1.1" status: 204 len: 168 time: 0.9635816 Aug 16 20:51:21.589549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57154) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:21.596899 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aded540-9961-4847-a66e-c01d5abc98ba tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Network': ['ID=a0f1f312-4f26-4be4-aa87-fc38261698b6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:21.688505 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60efd8b1-97d0-44c5-8d79-54244e86469b req-61e67913-a3a5-44c3-a59d-e8240037fda9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 210 time: 0.0367608 Aug 16 20:51:21.704813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57158) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:21.788248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4c1eedc8-e815-44a8-a599-554e0805c422 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4e0f3ff0554640718e5b912f3a817eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729249 Aug 16 20:51:21.790410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57164) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:21.856340 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8dfa54db-e9d9-4139-97e3-206a5ca5023c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.917359 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8dfa54db-e9d9-4139-97e3-206a5ca5023c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.125410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c647a-8e67-4707-9537-b54a55074c3b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port 719527b2-05fb-4db8-ae46-057b3eebf3a9 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:22.126820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b1c647a-8e67-4707-9537-b54a55074c3b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.243881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b1c647a-8e67-4707-9537-b54a55074c3b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.247239 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b1c647a-8e67-4707-9537-b54a55074c3b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.267370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c647a-8e67-4707-9537-b54a55074c3b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for 719527b2-05fb-4db8-ae46-057b3eebf3a9 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:22.405491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a169d-4030-475e-9eb9-7760e36ae81b req-9c14083f-9bfe-4d63-acda-84f0335b9c71 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:22.408108 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-539a169d-4030-475e-9eb9-7760e36ae81b req-9c14083f-9bfe-4d63-acda-84f0335b9c71 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0717201 Aug 16 20:51:22.448580 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-539a169d-4030-475e-9eb9-7760e36ae81b req-9df6a315-73b8-4414-9773-521298f1d064 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348022 Aug 16 20:51:22.482219 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8dfa54db-e9d9-4139-97e3-206a5ca5023c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.485135 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8dfa54db-e9d9-4139-97e3-206a5ca5023c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.487405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8dfa54db-e9d9-4139-97e3-206a5ca5023c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/43c7e7f9-fa11-4247-8828-a14a130e5507 HTTP/1.1" status: 204 len: 168 time: 0.6960130 Aug 16 20:51:22.500347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa54db-e9d9-4139-97e3-206a5ca5023c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c7e7f9-fa11-4247-8828-a14a130e5507,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:22.507996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b1c647a-8e67-4707-9537-b54a55074c3b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.609264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c647a-8e67-4707-9537-b54a55074c3b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=719527b2-05fb-4db8-ae46-057b3eebf3a9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:22.630219 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b1c647a-8e67-4707-9537-b54a55074c3b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.632748 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b1c647a-8e67-4707-9537-b54a55074c3b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.634762 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1b1c647a-8e67-4707-9537-b54a55074c3b tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/floatingips/1d489eb0-541f-4da7-9f9c-e315b5f0f7cc HTTP/1.1" status: 204 len: 168 time: 1.0436289 Aug 16 20:51:22.638201 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57186) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:22.663350 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-18aa73ad-c7af-4861-baea-4c9661d0956f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] DELETE failed (client error): The resource could not be found. Aug 16 20:51:22.663987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18aa73ad-c7af-4861-baea-4c9661d0956f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:51:22.665842 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-18aa73ad-c7af-4861-baea-4c9661d0956f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/ports/cd66a330-3bb5-4ce9-add2-d39ac5d28c62 HTTP/1.1" status: 404 len: 333 time: 0.0265203 Aug 16 20:51:22.668524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57188) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:22.718522 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4d2c8894-d2b1-4160-b8f2-06262005b6a3 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7 HTTP/1.1" status: 200 len: 205 time: 0.0488355 Aug 16 20:51:22.721130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57194) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:22.734114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7fee7168-15cc-4b06-907d-7626a9ecbc53 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:22.760794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 7fee7168-15cc-4b06-907d-7626a9ecbc53 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:22.761295 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7fee7168-15cc-4b06-907d-7626a9ecbc53 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:22.801016 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-cd4a579d-9886-4278-8e60-16d6ff1e835e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] delete failed (client error): The resource could not be found. Aug 16 20:51:22.804458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cd4a579d-9886-4278-8e60-16d6ff1e835e tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/routers/1a1b86d7-1de2-48b6-9cce-7da8cdeb6aa7 HTTP/1.1" status: 404 len: 336 time: 0.0797963 Aug 16 20:51:22.804706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57196) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:22.877190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-4a69b66f-b47b-4998-8e64-9949a1232cbf tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:22.878091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64449335-ce06-4911-a336-51942c56b964 req-1fc408b3-6334-44c4-8069-a1fc8cba4c68 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 210 time: 0.0608912 Aug 16 20:51:22.879892 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-637929a6-00c3-423c-b8d3-becef2acc4ce tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] DELETE failed (client error): The resource could not be found. Aug 16 20:51:22.880337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637929a6-00c3-423c-b8d3-becef2acc4ce tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:51:22.884296 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-637929a6-00c3-423c-b8d3-becef2acc4ce tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/subnets/9f996bab-1c35-4b9c-95f0-0a9d670ca22d HTTP/1.1" status: 404 len: 337 time: 0.0759840 Aug 16 20:51:22.885115 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-4a69b66f-b47b-4998-8e64-9949a1232cbf tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "GET /v2.0/networks?id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 200 len: 811 time: 0.1711683 Aug 16 20:51:22.885718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57204) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:22.901500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Request body: {'port': {'device_id': '7442d72d-b163-4fd6-a23d-e1ccd528fcfb', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'admin_state_up': True, 'tenant_id': '6f28821654be46399e7f1d3ede6d898a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:23.004689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba9cda-7261-4e27-89d7-29a7b0378af1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port 5b1f62ea-bbdf-4dbd-a8ed-621d27389f56 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:23.005073 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9cda-7261-4e27-89d7-29a7b0378af1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.121896 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9cda-7261-4e27-89d7-29a7b0378af1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.135303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba9cda-7261-4e27-89d7-29a7b0378af1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for 5b1f62ea-bbdf-4dbd-a8ed-621d27389f56 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:23.206867 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Made reservation on behalf of 6f28821654be46399e7f1d3ede6d898a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:23.210414 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.363631 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9cda-7261-4e27-89d7-29a7b0378af1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.377047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Allocated IP 172.20.0.2 (e3cf6d4f-f5fb-407a-83ba-d10da82846a3/9086addc-4898-4b00-b1e4-5f5b81780ad7/cb54319e-a00c-45f6-a56e-3996bd6fb0f5) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:23.436293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba9cda-7261-4e27-89d7-29a7b0378af1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=5b1f62ea-bbdf-4dbd-a8ed-621d27389f56,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:23.554826 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9cda-7261-4e27-89d7-29a7b0378af1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.559365 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d2ba9cda-7261-4e27-89d7-29a7b0378af1 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/ports/5b1f62ea-bbdf-4dbd-a8ed-621d27389f56 HTTP/1.1" status: 204 len: 168 time: 0.6704304 Aug 16 20:51:23.560584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57228) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:23.605172 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.686300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae0130-4f9b-41f6-ba99-7f207700aa18 req-03889a65-c4f4-4b6b-989e-cf5ac14837b3 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:23.687870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6aae0130-4f9b-41f6-ba99-7f207700aa18 req-03889a65-c4f4-4b6b-989e-cf5ac14837b3 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1104693 Aug 16 20:51:23.729467 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.746154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6aae0130-4f9b-41f6-ba99-7f207700aa18 req-706587d8-08a2-44e1-b9c0-2bc8ce512d28 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494781 Aug 16 20:51:23.749576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b2980a63-aec0-4d66-b086-e6b78a71e7d9 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port bcffd70f-5960-4225-b259-a210beb9eeb8 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:23.750225 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2980a63-aec0-4d66-b086-e6b78a71e7d9 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.788976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:23.795479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:23.841305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:23.869243 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2980a63-aec0-4d66-b086-e6b78a71e7d9 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.893313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b2980a63-aec0-4d66-b086-e6b78a71e7d9 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for bcffd70f-5960-4225-b259-a210beb9eeb8 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:23.905355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event updated for resources: {'Port': ['ID=cb54319e-a00c-45f6-a56e-3996bd6fb0f5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:23.952994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:23.955291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.995760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57246) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:24.052990 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-76dbe0ea-0146-4f89-9daf-19b04491755f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1561747 Aug 16 20:51:24.074531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Request body: {'port': {'device_id': '7442d72d-b163-4fd6-a23d-e1ccd528fcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:24.119264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8219e26-c1d2-495a-aa5c-e549e375ea64 req-cecb547c-d7c9-4e40-be13-b2b2a2b9a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:24.120971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8219e26-c1d2-495a-aa5c-e549e375ea64 req-cecb547c-d7c9-4e40-be13-b2b2a2b9a008 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 1097 time: 0.1241624 Aug 16 20:51:24.148634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de34612-5965-4d69-bc73-50eb552724fd req-b2fef090-40ba-48b9-be6b-af625f7863ec tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:24.150109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1de34612-5965-4d69-bc73-50eb552724fd req-b2fef090-40ba-48b9-be6b-af625f7863ec tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 931 time: 0.1240113 Aug 16 20:51:24.151484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.206267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8219e26-c1d2-495a-aa5c-e549e375ea64 req-3c921cce-a330-4b9e-960a-531c8e7bc160 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754366 Aug 16 20:51:24.211457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1de34612-5965-4d69-bc73-50eb552724fd req-d7da0785-a8a7-4d42-bb38-c606c6c97d8c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527103 Aug 16 20:51:24.270281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1514561188-network', 'tenant_id': '9b609ae70a794236b71104a3023ce490'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:24.274950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2980a63-aec0-4d66-b086-e6b78a71e7d9 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.313075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2980a63-aec0-4d66-b086-e6b78a71e7d9 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=bcffd70f-5960-4225-b259-a210beb9eeb8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:24.394278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2980a63-aec0-4d66-b086-e6b78a71e7d9 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.396129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Made reservation on behalf of 9b609ae70a794236b71104a3023ce490 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:24.399119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b2980a63-aec0-4d66-b086-e6b78a71e7d9 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/ports/bcffd70f-5960-4225-b259-a210beb9eeb8 HTTP/1.1" status: 204 len: 168 time: 0.8355281 Aug 16 20:51:24.400135 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57254) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:24.400264 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.416355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.443287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57258) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:24.483087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1ae8f-4ab8-458e-967e-65fc9ada4484 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:24.489661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c9e1ae8f-4ab8-458e-967e-65fc9ada4484 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52b7bba-ce08-4776-a39d-1cfe1f3691ac HTTP/1.1" status: 200 len: 913 time: 0.0889757 Aug 16 20:51:24.490757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57264) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:24.504663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb54319e-a00c-45f6-a56e-3996bd6fb0f5 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:24.511838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.532814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Transition to ACTIVE for port object cb54319e-a00c-45f6-a56e-3996bd6fb0f5 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:24.591732 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.608089 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.629277 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1c2b3847-4726-4130-9251-bd4ef29675a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.663054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Pushing event updated for resources: {'Port': ['ID=cb54319e-a00c-45f6-a56e-3996bd6fb0f5,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:24.686336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.726956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:24.756427 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.756771 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Added segment 8e72927e-50b1-427d-b0cc-7df3fd5e230c of type vlan for network 8deab356-caba-48b8-adaa-724050112348 Aug 16 20:51:24.766932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:24.789443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Attempting to bind port cb54319e-a00c-45f6-a56e-3996bd6fb0f5 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:24.789675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Attempting to bind port cb54319e-a00c-45f6-a56e-3996bd6fb0f5 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:24.790008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Attempting to bind port cb54319e-a00c-45f6-a56e-3996bd6fb0f5 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:24.825708 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Port cb54319e-a00c-45f6-a56e-3996bd6fb0f5 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:24.826029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Attempting to bind port cb54319e-a00c-45f6-a56e-3996bd6fb0f5 on network e3cf6d4f-f5fb-407a-83ba-d10da82846a3 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:24.831294 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.837340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:24.838061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Checking segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:24.838643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Bound using segment: {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:24.839261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Bound port: cb54319e-a00c-45f6-a56e-3996bd6fb0f5, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac71809e-28a6-40cb-a56d-e81aa1d3a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:24.839808 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.931295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] For port cb54319e-a00c-45f6-a56e-3996bd6fb0f5, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:24.934795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] For port cb54319e-a00c-45f6-a56e-3996bd6fb0f5, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cb54319e-a00c-45f6-a56e-3996bd6fb0f5,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:24.965053 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1c2b3847-4726-4130-9251-bd4ef29675a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.976432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d6d0d-3f57-480d-9f84-141620741cc5 req-034990d5-6c0c-400b-be18-f5fccdd8a916 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:24.977970 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d0d6d0d-3f57-480d-9f84-141620741cc5 req-034990d5-6c0c-400b-be18-f5fccdd8a916 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1094451 Aug 16 20:51:25.043914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d0d6d0d-3f57-480d-9f84-141620741cc5 req-7f165b32-8e97-4cc6-b251-4882b17bccf4 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592492 Aug 16 20:51:25.051954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.052986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:25.053589 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.072848 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5da31554-0c0c-4dee-827e-b6fa21a581f4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.132815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] Pushing event updated for resources: {'Network': ['ID=8deab356-caba-48b8-adaa-724050112348,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:25.142661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8deab356-caba-48b8-adaa-724050112348 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:25.157610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.165164 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1c2b3847-4726-4130-9251-bd4ef29675a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.199490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:25.200214 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.201947 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] 10.222.0.76 "PUT /v2.0/ports/cb54319e-a00c-45f6-a56e-3996bd6fb0f5 HTTP/1.1" status: 200 len: 1092 time: 1.1359873 Aug 16 20:51:25.203039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7442d72d-b163-4fd6-a23d-e1ccd528fcfb', 'tag': 'cb54319e-a00c-45f6-a56e-3996bd6fb0f5'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:25.204962 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29876c75-4abd-4a28-ace2-1a1ecf260b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "7442d72d-b163-4fd6-a23d-e1ccd528fcfb", "tag": "cb54319e-a00c-45f6-a56e-3996bd6fb0f5"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:25.223729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b3847-4726-4130-9251-bd4ef29675a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9792f21e-6fc4-4078-82ee-84a5735a8b36,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:25.228843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1c2b3847-4726-4130-9251-bd4ef29675a6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c69eb5e05f1e4ce1a35cf51ed71e867a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7829354 Aug 16 20:51:25.231316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57276) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:25.246758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf00bf-ece9-4a95-a324-83329fa9c96e service neutron] Pushing event updated for resources: {'Port': ['ID=cb54319e-a00c-45f6-a56e-3996bd6fb0f5,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:25.283653 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d18fc7-0894-4a9c-89e4-d4896140de4f x-openstack-request-id: req-42d18fc7-0894-4a9c-89e4-d4896140de4f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:25.284314 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7442d72d-b163-4fd6-a23d-e1ccd528fcfb", "tag": "cb54319e-a00c-45f6-a56e-3996bd6fb0f5", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:25.284314 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-42d18fc7-0894-4a9c-89e4-d4896140de4f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:25.284706 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7442d72d-b163-4fd6-a23d-e1ccd528fcfb', 'tag': 'cb54319e-a00c-45f6-a56e-3996bd6fb0f5', 'status': 'completed', 'code': 200} Aug 16 20:51:25.348027 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-78061128-999b-48b8-a111-b34d2d31451e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3505332 Aug 16 20:51:25.350802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57280) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:25.356168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] Request body: {'subnet': {'network_id': '8deab356-caba-48b8-adaa-724050112348', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1514561188-subnet', 'tenant_id': '9b609ae70a794236b71104a3023ce490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:25.369938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fad290fa-5b7a-4733-86f3-258607794aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.378016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876c75-4abd-4a28-ace2-1a1ecf260b9e req-448b1fa9-0376-462d-ba98-fd740432a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:25.380158 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29876c75-4abd-4a28-ace2-1a1ecf260b9e req-448b1fa9-0376-462d-ba98-fd740432a094 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 1095 time: 0.0698452 Aug 16 20:51:25.420409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986330af-ff79-40e9-9c44-0bc63208f2e7 req-a99cb259-fd2a-4436-88b9-1ba59ac6f686 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:25.421982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-986330af-ff79-40e9-9c44-0bc63208f2e7 req-a99cb259-fd2a-4436-88b9-1ba59ac6f686 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 943 time: 0.1054683 Aug 16 20:51:25.426215 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fad290fa-5b7a-4733-86f3-258607794aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.501473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876c75-4abd-4a28-ace2-1a1ecf260b9e req-1b577632-12f1-48da-a036-89ec8b759025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:25.501473 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29876c75-4abd-4a28-ace2-1a1ecf260b9e req-1b577632-12f1-48da-a036-89ec8b759025 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=6f28821654be46399e7f1d3ede6d898a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1094363 Aug 16 20:51:25.520335 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-986330af-ff79-40e9-9c44-0bc63208f2e7 req-5469bb90-bc81-47f8-89c0-f45355e57e1f tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904965 Aug 16 20:51:25.557826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] Made reservation on behalf of 9b609ae70a794236b71104a3023ce490 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:25.561218 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.578017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5da31554-0c0c-4dee-827e-b6fa21a581f4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port e4fcd991-de0b-4100-9f71-343a8b4cb1ed {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:25.578372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5da31554-0c0c-4dee-827e-b6fa21a581f4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.672765 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5da31554-0c0c-4dee-827e-b6fa21a581f4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.674907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876c75-4abd-4a28-ace2-1a1ecf260b9e req-2acd8bc9-5a90-42fa-9bdf-038d59d1e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:25.676744 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29876c75-4abd-4a28-ace2-1a1ecf260b9e req-2acd8bc9-5a90-42fa-9bdf-038d59d1e020 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1710732 Aug 16 20:51:25.682114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fad290fa-5b7a-4733-86f3-258607794aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.684866 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fad290fa-5b7a-4733-86f3-258607794aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.686045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fad290fa-5b7a-4733-86f3-258607794aea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9792f21e-6fc4-4078-82ee-84a5735a8b36 HTTP/1.1" status: 204 len: 168 time: 0.4539778 Aug 16 20:51:25.692180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5da31554-0c0c-4dee-827e-b6fa21a581f4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for e4fcd991-de0b-4100-9f71-343a8b4cb1ed owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:25.706383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad290fa-5b7a-4733-86f3-258607794aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9792f21e-6fc4-4078-82ee-84a5735a8b36,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:25.879629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-2a54cb27-a966-4b73-a277-16ca29c048f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:25.881362 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-2a54cb27-a966-4b73-a277-16ca29c048f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f28821654be46399e7f1d3ede6d898a&device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 1095 time: 0.1611953 Aug 16 20:51:25.924211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-10e8bf62-5ef4-4dfb-bcc8-ba9d7c6a1783 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb54319e-a00c-45f6-a56e-3996bd6fb0f5 HTTP/1.1" status: 200 len: 217 time: 0.0349426 Aug 16 20:51:25.963111 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.013593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-bab0166e-ad0e-46c6-9337-f2a502a392d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:26.019126 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-bab0166e-ad0e-46c6-9337-f2a502a392d7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 200 len: 851 time: 0.0838351 Aug 16 20:51:26.036945 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5da31554-0c0c-4dee-827e-b6fa21a581f4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.037873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:26.060663 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-52b40773-f167-47e9-b7f0-3ded57dcd2e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e3cf6d4f-f5fb-407a-83ba-d10da82846a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362504 Aug 16 20:51:26.079767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da31554-0c0c-4dee-827e-b6fa21a581f4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=e4fcd991-de0b-4100-9f71-343a8b4cb1ed,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:26.088575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] Checking segment: {'id': '8e72927e-50b1-427d-b0cc-7df3fd5e230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8deab356-caba-48b8-adaa-724050112348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:26.089009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] Network hostable DHCP agents. Network: 8deab356-caba-48b8-adaa-724050112348, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:26.202441 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-d02ababd-1e6b-43aa-9390-2ba3353e2970 service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308599 Aug 16 20:51:26.257050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f6521-ac68-49f7-9e98-69b65df2f3fd req-20847317-1003-4af6-91d6-c4c9136bb39f tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:26.258635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c4f6521-ac68-49f7-9e98-69b65df2f3fd req-20847317-1003-4af6-91d6-c4c9136bb39f tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1023633 Aug 16 20:51:26.271921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] Network 8deab356-caba-48b8-adaa-724050112348 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:26.326234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d04ce56c-9f69-4ffe-a4b4-556304a8f265 req-5f8f62f4-b34c-419a-bd19-930645fbada8 service neutron] 10.222.0.76 "GET /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146801 Aug 16 20:51:26.343661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c4f6521-ac68-49f7-9e98-69b65df2f3fd req-6964b08b-d8c5-446f-a89d-e501b7cadc31 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523126 Aug 16 20:51:26.344381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5da31554-0c0c-4dee-827e-b6fa21a581f4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.345232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 8deab356-caba-48b8-adaa-724050112348) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:26.350678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:26.351326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.362236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6011051b-6d7f-44cf-9aac-c4ec5a143cb8 None None] Network 8deab356-caba-48b8-adaa-724050112348 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:26.449850 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8f021a50-3f2e-45fd-884b-7dd448e9136f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0973377 Aug 16 20:51:26.500829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffa61f9-4c57-44f8-a393-95c1fad05a26 None None] Network 8deab356-caba-48b8-adaa-724050112348 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:26.638057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da31554-0c0c-4dee-827e-b6fa21a581f4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Router c52b7bba-ce08-4776-a39d-1cfe1f3691ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:26.862365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85726c6-b269-4ffc-b446-bd92f009a89b req-bdadb1cc-b097-4519-8032-fd5e1ad5237e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:26.863881 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e85726c6-b269-4ffc-b446-bd92f009a89b req-bdadb1cc-b097-4519-8032-fd5e1ad5237e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 943 time: 0.1998408 Aug 16 20:51:26.872105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-b340aea1-083a-404f-a62d-f58b498b9f9f tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:26.873620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-b340aea1-083a-404f-a62d-f58b498b9f9f tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/networks?id=b85a2df4-cdf5-467f-982f-f10d90d174fe HTTP/1.1" status: 200 len: 810 time: 0.2249529 Aug 16 20:51:26.918494 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-c2d4b643-df2a-4186-9bca-c3a12241ba74 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/quotas/638e5fe1a4d7426c888096dc0d24a0a2 HTTP/1.1" status: 200 len: 375 time: 0.0300465 Aug 16 20:51:26.919475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da31554-0c0c-4dee-827e-b6fa21a581f4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:26.925118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5da31554-0c0c-4dee-827e-b6fa21a581f4 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "PUT /v2.0/routers/c52b7bba-ce08-4776-a39d-1cfe1f3691ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4313364 Aug 16 20:51:26.928054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57346) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:26.934891 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c345ee-0790-49ba-9d62-5821d529f318 None None] Sync routers for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:26.948747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e85726c6-b269-4ffc-b446-bd92f009a89b req-a979ad23-84bd-414a-963a-d72a8b856dec tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700076 Aug 16 20:51:26.983035 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c345ee-0790-49ba-9d62-5821d529f318 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:26.983035 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5c345ee-0790-49ba-9d62-5821d529f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:26.994936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-a8a31774-a86d-4d08-bb9a-638f71f70092 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632498 Aug 16 20:51:27.060435 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5c345ee-0790-49ba-9d62-5821d529f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:27.075564 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c345ee-0790-49ba-9d62-5821d529f318 None None] Routers {'c52b7bba-ce08-4776-a39d-1cfe1f3691ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:27.076201 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5c345ee-0790-49ba-9d62-5821d529f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:27.113857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-dae2a896-0da8-43ac-8e72-325caa08dfef service neutron] 10.222.0.74 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119800 Aug 16 20:51:27.115261 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5c345ee-0790-49ba-9d62-5821d529f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:27.116156 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c345ee-0790-49ba-9d62-5821d529f318 None None] The sync data for ids ['c52b7bba-ce08-4776-a39d-1cfe1f3691ac'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:27.153846 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:27.217641 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-a194673c-b0e0-4158-8ff5-099e787998a6 service neutron] 10.222.0.74 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924420 Aug 16 20:51:27.270753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:27.407768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting port fc77eecb-bc69-43d1-a214-efdf4953acee {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:27.408374 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:27.477260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-616e8877-ba4e-45d0-bf9c-935fe860fd6c req-6c054048-524e-4b12-b077-5fefb7abd7c2 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 210 time: 0.0383399 Aug 16 20:51:27.510860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57366) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:27.556104 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:27.584428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Calling delete_port for fc77eecb-bc69-43d1-a214-efdf4953acee owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:27.657055 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4074a79-e3fc-45f5-88f2-550eea6cdcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:27.719105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-474b0cee-1574-413f-a508-3edb99521d6e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:27.720976 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-474b0cee-1574-413f-a508-3edb99521d6e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/networks?id=8deab356-caba-48b8-adaa-724050112348 HTTP/1.1" status: 200 len: 814 time: 0.1505435 Aug 16 20:51:27.746047 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-484823d8-e7e1-4e97-a4dc-826e6f619b07 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/quotas/9b609ae70a794236b71104a3023ce490 HTTP/1.1" status: 200 len: 375 time: 0.0172899 Aug 16 20:51:27.791885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-6c1f77ab-c52c-418e-97d2-6fdd1165b837 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b609ae70a794236b71104a3023ce490&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359190 Aug 16 20:51:27.877862 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4074a79-e3fc-45f5-88f2-550eea6cdcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:27.905053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-ae12335d-2dc4-4213-9c52-4d61ead567d2 service neutron] 10.222.0.74 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054926 Aug 16 20:51:27.979724 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.016697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-58dffe7d-cedc-4bd3-99d5-9c5801094663 service neutron] 10.222.0.74 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051486 Aug 16 20:51:28.017483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Port': ['ID=fc77eecb-bc69-43d1-a214-efdf4953acee,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:28.080161 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4074a79-e3fc-45f5-88f2-550eea6cdcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.097824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.154285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d4074a79-e3fc-45f5-88f2-550eea6cdcd3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3bd6b8c625434b28b458a75b7c49a3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421542 Aug 16 20:51:28.155905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4074a79-e3fc-45f5-88f2-550eea6cdcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221d4b82-720a-429c-b7ed-b7789a5a14f5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:28.159641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57392) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:28.178323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c98932-0d76-46d3-a70f-f8c41c1ed0f5 req-c38e0a44-4466-4456-b93f-0d03febb33dc tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:28.180189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45c98932-0d76-46d3-a70f-f8c41c1ed0f5 req-c38e0a44-4466-4456-b93f-0d03febb33dc tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 943 time: 0.1270788 Aug 16 20:51:28.208798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.211859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.250887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45c98932-0d76-46d3-a70f-f8c41c1ed0f5 req-e5b28e24-c2a6-4c33-b7ee-0a3610da51d2 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642555 Aug 16 20:51:28.262098 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1687-b740-42b6-9097-b332d73c8310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.281330 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1687-b740-42b6-9097-b332d73c8310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.396881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.397411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Fanout notify agent at l3_agent the message router_deleted on router c52b7bba-ce08-4776-a39d-1cfe1f3691ac {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:51:28.406246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.411043 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cea51348-9e20-4a1e-88c5-5a4a94a0d93f tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/routers/c52b7bba-ce08-4776-a39d-1cfe1f3691ac HTTP/1.1" status: 204 len: 168 time: 1.4751508 Aug 16 20:51:28.411744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57402) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:28.444532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10515168-2ba0-4691-816e-fe32ba24fcfc req-56fc93a8-c30e-4381-9530-e560f6f27365 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 210 time: 0.0509021 Aug 16 20:51:28.445613 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1687-b740-42b6-9097-b332d73c8310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.449401 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1687-b740-42b6-9097-b332d73c8310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.451172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cc3f1687-b740-42b6-9097-b332d73c8310 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/221d4b82-720a-429c-b7ed-b7789a5a14f5 HTTP/1.1" status: 204 len: 168 time: 0.2875264 Aug 16 20:51:28.464283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f1687-b740-42b6-9097-b332d73c8310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221d4b82-720a-429c-b7ed-b7789a5a14f5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:28.507602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15590dc-3a61-4b71-82fc-f343a5a96980 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Deleting subnet 1aeef2b8-dfeb-4095-9a88-19ff1154157e {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:51:28.513566 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c15590dc-3a61-4b71-82fc-f343a5a96980 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.570240 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c15590dc-3a61-4b71-82fc-f343a5a96980 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.576704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64168310-b29f-4f5c-b21c-fba263eb1977 req-8b06e9ec-8441-441d-8fe7-e19ad8c07437 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 210 time: 0.0287626 Aug 16 20:51:28.622009 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c15590dc-3a61-4b71-82fc-f343a5a96980 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.796272 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c15590dc-3a61-4b71-82fc-f343a5a96980 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.828036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15590dc-3a61-4b71-82fc-f343a5a96980 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Subnet': ['ID=1aeef2b8-dfeb-4095-9a88-19ff1154157e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:28.834638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c15590dc-3a61-4b71-82fc-f343a5a96980 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.836779 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c15590dc-3a61-4b71-82fc-f343a5a96980 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/subnets/1aeef2b8-dfeb-4095-9a88-19ff1154157e HTTP/1.1" status: 204 len: 168 time: 0.4240906 Aug 16 20:51:28.839476 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57416) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:28.936034 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.035619 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.046369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b69c4b-ac78-454e-9598-2e566c7ecfef']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:29.057256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c3a580-babc-4b06-9fad-ef37df8bd6fa') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:29.057550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c3a580-babc-4b06-9fad-ef37df8bd6fa') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:29.067103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.081074 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.087381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:51:29.087901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:51:29.090801 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:51:29.289607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.311170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.316111 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] 10.222.0.74 "DELETE /v2.0/networks/d6b69c4b-ac78-454e-9598-2e566c7ecfef HTTP/1.1" status: 204 len: 168 time: 0.4755609 Aug 16 20:51:29.317170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef123857-b939-461e-a9a7-4032d2fce778 tempest-FloatingIPTestJSON-188611752 tempest-FloatingIPTestJSON-188611752-project] Pushing event deleted for resources: {'Network': ['ID=d6b69c4b-ac78-454e-9598-2e566c7ecfef,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:29.404340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd93de9-beb5-4d1b-b710-ab2f15edfbc3 req-8d2ee7fa-1e07-4136-bab4-73f51c1dffb6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:29.405911 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bd93de9-beb5-4d1b-b710-ab2f15edfbc3 req-8d2ee7fa-1e07-4136-bab4-73f51c1dffb6 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 943 time: 0.0677412 Aug 16 20:51:29.457367 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bd93de9-beb5-4d1b-b710-ab2f15edfbc3 req-53ec4924-5ba3-4d6c-8e75-76ad8f27c108 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398769 Aug 16 20:51:29.539249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-747d5d3c-e663-4640-b132-e77aa5a1f918 req-a1132528-8331-4837-89c0-00707b4fd02b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 210 time: 0.0326335 Aug 16 20:51:29.898176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cb54319e-a00c-45f6-a56e-3996bd6fb0f5 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:29.920869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57464) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:30.005401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cb54319e-a00c-45f6-a56e-3996bd6fb0f5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cb54319e-a00c-45f6-a56e-3996bd6fb0f5,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:30.018126 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'cb54319e-a00c-45f6-a56e-3996bd6fb0f5', 'network_id': 'e3cf6d4f-f5fb-407a-83ba-d10da82846a3', 'port_id': 'cb54319e-a00c-45f6-a56e-3996bd6fb0f5', 'mac_address': 'fa:16:3e:fb:eb:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9086addc-4898-4b00-b1e4-5f5b81780ad7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:30.050560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d972fda7-8d01-45b2-8691-ce24a66cd447 req-61a3fe99-75dd-4e8e-80f8-7724176998e1 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 210 time: 0.3934283 Aug 16 20:51:30.063753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.080446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb54319e-a00c-45f6-a56e-3996bd6fb0f5 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:30.110822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cb54319e-a00c-45f6-a56e-3996bd6fb0f5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cb54319e-a00c-45f6-a56e-3996bd6fb0f5,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:30.132900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57470) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:30.141247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'network': {'name': 'tempest-network-smoke--1316413873', 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'port_security_enabled': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:30.168736 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b1ac1822-4c35-4db7-88d2-8f88c197ae82 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=58fa7c528dc448e88403b36f73ec5da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464271 Aug 16 20:51:30.171760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57472) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:30.213928 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.214881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-38a15e39-fb73-4a3d-b1ad-23fe7e900cc7 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:30.216429 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-38a15e39-fb73-4a3d-b1ad-23fe7e900cc7 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.79 "GET /v2.0/networks?id=b85a2df4-cdf5-467f-982f-f10d90d174fe HTTP/1.1" status: 200 len: 810 time: 0.1647782 Aug 16 20:51:30.229914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Request body: {'port': {'device_id': '378a186b-b739-412a-9f7d-206f7f0ab4c9', 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe', 'admin_state_up': True, 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:30.240537 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a995a4c-eed8-4d51-922e-b10956a48342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.267914 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a995a4c-eed8-4d51-922e-b10956a48342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.279418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=cb54319e-a00c-45f6-a56e-3996bd6fb0f5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:30.289544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.290148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.290831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.291407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.292341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.292843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.293377 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.293881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.294367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.294855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.295340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.295825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.316652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Made reservation on behalf of dd3bb4cd838b40d18fd6af77660f5d7c for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:30.320433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.330271 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.420946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.470020 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a995a4c-eed8-4d51-922e-b10956a48342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.474264 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a995a4c-eed8-4d51-922e-b10956a48342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.480616 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8a995a4c-eed8-4d51-922e-b10956a48342 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/50fe9d7e-e606-4503-ade7-738b1f8565f5 HTTP/1.1" status: 204 len: 168 time: 0.3078032 Aug 16 20:51:30.482677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['cb54319e-a00c-45f6-a56e-3996bd6fb0f5'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:30.492446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a995a4c-eed8-4d51-922e-b10956a48342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fe9d7e-e606-4503-ade7-738b1f8565f5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:30.517176 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.549817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:30.636280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Made reservation on behalf of 638e5fe1a4d7426c888096dc0d24a0a2 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:30.643241 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.645837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e8307-b40e-4725-84a5-f370136e6276,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:30.659328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.659328 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Added segment d3294d7d-cde2-4905-8e8b-aec2b9181869 of type vlan for network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a Aug 16 20:51:30.734944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.738299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf962b31-6e63-4ea4-aa4f-20035161384d req-654b4dd1-f1f1-4674-afcb-4c0fade7ac51 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:30.739819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf962b31-6e63-4ea4-aa4f-20035161384d req-654b4dd1-f1f1-4674-afcb-4c0fade7ac51 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 944 time: 0.1240742 Aug 16 20:51:30.807750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1fb9529-f58c-40c9-a5d5-80c7f7b61b3c req-46fc38ca-103c-45d4-a702-05aede4fdbf0 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 210 time: 0.0669229 Aug 16 20:51:30.864785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf962b31-6e63-4ea4-aa4f-20035161384d req-269a3fb9-308b-48c2-b034-bff50886f84b tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939639 Aug 16 20:51:30.865975 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.873541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:30.874506 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.898327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Allocated IP 172.20.0.9 (b85a2df4-cdf5-467f-982f-f10d90d174fe/b29a9b4c-7c8a-4eed-9023-63a451d45f4b/aa23266d-b452-47eb-b35d-f8d96b5c6a0a) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:30.947309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Network': ['ID=25def9a6-ad57-4aac-ab2c-18f2245e0b5a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:30.960236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:31.064807 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-70f67f9d-67c1-4e8a-acd1-a454e40644c6 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9278057 Aug 16 20:51:31.072497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.076352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57498) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:31.082231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'admin_state_up': True, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:31.167070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c26df36f-cef2-4dda-a390-2b32d343e25b req-60cb15de-f588-491e-8b8b-4b0028cd31f3 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 210 time: 0.0341847 Aug 16 20:51:31.205221 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.205221 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.261838 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.293934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.305987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['4d2fd21d-07a6-4a58-9a78-a420381c0bfc'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:31.330685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-cf153be4-41b9-48eb-a0e4-a6371b831894 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:31.332125 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-cf153be4-41b9-48eb-a0e4-a6371b831894 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.79 "GET /v2.0/networks?id=8deab356-caba-48b8-adaa-724050112348 HTTP/1.1" status: 200 len: 814 time: 0.1072085 Aug 16 20:51:31.343325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Network b85a2df4-cdf5-467f-982f-f10d90d174fe is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:31.349427 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:31.352010 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Request body: {'port': {'device_id': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'network_id': '8deab356-caba-48b8-adaa-724050112348', 'admin_state_up': True, 'tenant_id': '9b609ae70a794236b71104a3023ce490'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:31.354219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:31.393192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Pushing event updated for resources: {'Port': ['ID=aa23266d-b452-47eb-b35d-f8d96b5c6a0a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:31.476482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:31.477139 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.606585 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.751562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-1edd3d59-8caa-4a57-856e-4101dec9acec tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5262914 Aug 16 20:51:31.770516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Request body: {'port': {'device_id': '378a186b-b739-412a-9f7d-206f7f0ab4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:31.848965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Made reservation on behalf of 9b609ae70a794236b71104a3023ce490 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:31.853669 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.890328 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.897515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cb54319e-a00c-45f6-a56e-3996bd6fb0f5 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:32.008172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a354ac85-8076-4405-90b2-bde38c27d90c req-d9270246-e87f-4d68-80fd-ba35a27d047e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 210 time: 0.0890210 Aug 16 20:51:32.051688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Allocated IP 172.20.0.7 (8deab356-caba-48b8-adaa-724050112348/42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5/13836154-f262-4d3f-8bc8-9267f3aee077) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:32.093511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port cb54319e-a00c-45f6-a56e-3996bd6fb0f5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:32.100610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port cb54319e-a00c-45f6-a56e-3996bd6fb0f5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:32.100610 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.154909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6396d2-8f20-4f8a-a937-e7f55fae4e34 req-cf282d60-5e9a-4530-99c5-f04d782f6a9c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:32.166132 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e6396d2-8f20-4f8a-a937-e7f55fae4e34 req-cf282d60-5e9a-4530-99c5-f04d782f6a9c tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 944 time: 0.1734385 Aug 16 20:51:32.187410 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.255115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57542) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:32.264102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7442d72d-b163-4fd6-a23d-e1ccd528fcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb54319e-a00c-45f6-a56e-3996bd6fb0f5'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:32.269702 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7d9985-df75-4648-8962-a6bae1845b60" -d '{"events": [{"server_uuid": "7442d72d-b163-4fd6-a23d-e1ccd528fcfb", "name": "network-vif-plugged", "status": "completed", "tag": "cb54319e-a00c-45f6-a56e-3996bd6fb0f5"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:32.292249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port cb54319e-a00c-45f6-a56e-3996bd6fb0f5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cb54319e-a00c-45f6-a56e-3996bd6fb0f5,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:32.309389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2e6396d2-8f20-4f8a-a937-e7f55fae4e34 req-7d97b75a-ae8c-441a-ba48-d3768ea2c5bc tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394131 Aug 16 20:51:32.327586 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.359938 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9684936-57c2-4e8e-9743-3ae87428d4f6 x-openstack-request-id: req-f9684936-57c2-4e8e-9743-3ae87428d4f6 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:32.360232 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7442d72d-b163-4fd6-a23d-e1ccd528fcfb", "name": "network-vif-plugged", "status": "completed", "tag": "cb54319e-a00c-45f6-a56e-3996bd6fb0f5", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:32.360509 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f9684936-57c2-4e8e-9743-3ae87428d4f6 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:32.361179 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7442d72d-b163-4fd6-a23d-e1ccd528fcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb54319e-a00c-45f6-a56e-3996bd6fb0f5', 'code': 200} Aug 16 20:51:32.406492 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.419479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1137269201'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:32.471877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=cb54319e-a00c-45f6-a56e-3996bd6fb0f5,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:32.472897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.492555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ad9b4-01da-44c3-9ead-932693dd6c40 req-f0110563-6c99-44c6-a8f8-15d69309426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:32.496268 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7a7ad9b4-01da-44c3-9ead-932693dd6c40 req-f0110563-6c99-44c6-a8f8-15d69309426f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 1097 time: 0.0683436 Aug 16 20:51:32.504363 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.515744 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.520047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805c2f0-7ba8-49b5-9635-f92375a26800 req-0585b01a-d471-40b6-980d-bc7a83ae3244 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:32.523800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4805c2f0-7ba8-49b5-9635-f92375a26800 req-0585b01a-d471-40b6-980d-bc7a83ae3244 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 931 time: 0.2516227 Aug 16 20:51:32.554208 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.571032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Network 8deab356-caba-48b8-adaa-724050112348 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:32.572826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Pushing event updated for resources: {'Port': ['ID=13836154-f262-4d3f-8bc8-9267f3aee077,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:32.577643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:32.578130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Made reservation on behalf of 43125366e3dc4c7298e97323b60518fe for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:32.579759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:32.581630 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.629742 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7a7ad9b4-01da-44c3-9ead-932693dd6c40 req-d0cc6185-8088-4fcc-890e-83b46fe0d543 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020916 Aug 16 20:51:32.632891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.647327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:32.648072 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.654169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.687099 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4805c2f0-7ba8-49b5-9635-f92375a26800 req-c5ba3e6f-10e9-4e53-8596-2aaa99811b90 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624265 Aug 16 20:51:32.710909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa23266d-b452-47eb-b35d-f8d96b5c6a0a {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:32.714700 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.727263 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-f1c69058-bece-4e44-8a4f-ad2b2cdb0aad tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3830163 Aug 16 20:51:32.740636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Request body: {'port': {'device_id': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:32.765654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Transition to ACTIVE for port object aa23266d-b452-47eb-b35d-f8d96b5c6a0a will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:32.785597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Allocated IP 172.25.4.130 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/38cbfcb7-5c70-4d21-bf9d-f4288122ec03) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:32.805238 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.860872 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.923791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57556) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:32.961177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Pushing event updated for resources: {'Port': ['ID=aa23266d-b452-47eb-b35d-f8d96b5c6a0a,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:33.043832 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.047157 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.075360 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f38acf39-ed93-4936-b6ff-bb063ff1e8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.106156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13836154-f262-4d3f-8bc8-9267f3aee077 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:33.114856 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.126727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Transition to ACTIVE for port object 13836154-f262-4d3f-8bc8-9267f3aee077 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:33.141299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Attempting to bind port aa23266d-b452-47eb-b35d-f8d96b5c6a0a on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:33.141640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Attempting to bind port aa23266d-b452-47eb-b35d-f8d96b5c6a0a by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:33.143482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Attempting to bind port aa23266d-b452-47eb-b35d-f8d96b5c6a0a on network b85a2df4-cdf5-467f-982f-f10d90d174fe {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:33.151512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.177833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Port aa23266d-b452-47eb-b35d-f8d96b5c6a0a on network b85a2df4-cdf5-467f-982f-f10d90d174fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:33.177833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Attempting to bind port aa23266d-b452-47eb-b35d-f8d96b5c6a0a on network b85a2df4-cdf5-467f-982f-f10d90d174fe {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:33.197198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:33.217905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:33.218235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Checking segment: {'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:33.218614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Bound using segment: {'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:33.219037 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Bound port: aa23266d-b452-47eb-b35d-f8d96b5c6a0a, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b047b91-395d-4bd5-9baa-99974a0edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:33.219390 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.244650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0980a2b2-55e4-457f-83a0-3130f49a1cba,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:33.247530 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.247870 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Added segment 9ffcc668-3e5d-40f6-bce8-e0a354c4490f of type vlan for network 9683fe1a-c0c5-4753-8ba9-002a4b372c8e Aug 16 20:51:33.265467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607ce75-ea5d-45d1-ad65-256a390999f1 req-c77b462f-38ac-474b-890c-eb4e043967e7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:33.266997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1607ce75-ea5d-45d1-ad65-256a390999f1 req-c77b462f-38ac-474b-890c-eb4e043967e7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 931 time: 0.1776741 Aug 16 20:51:33.277680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.328419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Pushing event updated for resources: {'Port': ['ID=13836154-f262-4d3f-8bc8-9267f3aee077,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:33.359572 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.376471 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.402095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Attempting to bind port 13836154-f262-4d3f-8bc8-9267f3aee077 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:33.402438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Attempting to bind port 13836154-f262-4d3f-8bc8-9267f3aee077 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '8e72927e-50b1-427d-b0cc-7df3fd5e230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8deab356-caba-48b8-adaa-724050112348'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:33.402797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Attempting to bind port 13836154-f262-4d3f-8bc8-9267f3aee077 on network 8deab356-caba-48b8-adaa-724050112348 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:33.407384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Port 13836154-f262-4d3f-8bc8-9267f3aee077 on network 8deab356-caba-48b8-adaa-724050112348 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:33.410886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Attempting to bind port 13836154-f262-4d3f-8bc8-9267f3aee077 on network 8deab356-caba-48b8-adaa-724050112348 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:33.413048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:33.413395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Checking segment: {'id': '8e72927e-50b1-427d-b0cc-7df3fd5e230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8deab356-caba-48b8-adaa-724050112348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:33.413784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Bound using segment: {'id': '8e72927e-50b1-427d-b0cc-7df3fd5e230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8deab356-caba-48b8-adaa-724050112348'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:33.414210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Bound port: 13836154-f262-4d3f-8bc8-9267f3aee077, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e72927e-50b1-427d-b0cc-7df3fd5e230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8deab356-caba-48b8-adaa-724050112348'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:33.414568 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.474975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1607ce75-ea5d-45d1-ad65-256a390999f1 req-147eb028-aad8-4c06-bdca-92477769fc7c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988361 Aug 16 20:51:33.485373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:33.488944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:33.495403 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:33.509559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] For port aa23266d-b452-47eb-b35d-f8d96b5c6a0a, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:33.525340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:33.541485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:33.543475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Port': ['ID=38cbfcb7-5c70-4d21-bf9d-f4288122ec03,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:33.553959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] For port aa23266d-b452-47eb-b35d-f8d96b5c6a0a, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=aa23266d-b452-47eb-b35d-f8d96b5c6a0a,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:33.556069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f38acf39-ed93-4936-b6ff-bb063ff1e8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.597436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.603404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9284bd-b3c6-4660-9134-14b503ef72bb req-d9bc000b-f4a1-48eb-9009-e27e406e2e60 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:33.604998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c9284bd-b3c6-4660-9134-14b503ef72bb req-d9bc000b-f4a1-48eb-9009-e27e406e2e60 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 945 time: 0.1817055 Aug 16 20:51:33.632963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:33.633522 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.635107 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] 10.222.0.79 "PUT /v2.0/ports/13836154-f262-4d3f-8bc8-9267f3aee077 HTTP/1.1" status: 200 len: 1092 time: 0.9000752 Aug 16 20:51:33.637332 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:33.640381 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553f32f4-ccee-4660-b320-11e1ab8f2fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:33.672259 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.672618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f3a42-199a-4d23-a650-12c5b9ee3633 service neutron] Pushing event updated for resources: {'Port': ['ID=13836154-f262-4d3f-8bc8-9267f3aee077,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:33.677804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:33.678405 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.681077 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f38acf39-ed93-4936-b6ff-bb063ff1e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.683652 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.685564 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99ee21b-481f-458f-afa8-74ce6eb74a51 x-openstack-request-id: req-f99ee21b-481f-458f-afa8-74ce6eb74a51 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:33.685928 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:33.686261 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f99ee21b-481f-458f-afa8-74ce6eb74a51 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:33.687252 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077', 'status': 'completed', 'code': 200} Aug 16 20:51:33.764135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f32f4-ccee-4660-b320-11e1ab8f2fc5 req-afc79bda-81ae-45ff-b5b4-885042960ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:33.765689 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-553f32f4-ccee-4660-b320-11e1ab8f2fc5 req-afc79bda-81ae-45ff-b5b4-885042960ace service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9b609ae70a794236b71104a3023ce490&device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 1095 time: 0.0575466 Aug 16 20:51:33.860885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:33.861547 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.862921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] 10.222.0.79 "PUT /v2.0/ports/aa23266d-b452-47eb-b35d-f8d96b5c6a0a HTTP/1.1" status: 200 len: 1092 time: 2.0973403 Aug 16 20:51:33.869279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378a186b-b739-412a-9f7d-206f7f0ab4c9', 'tag': 'aa23266d-b452-47eb-b35d-f8d96b5c6a0a'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:33.871981 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2add64c0-0e4f-41f9-9a3d-8f6c4b10ced8" -d '{"events": [{"name": "network-changed", "server_uuid": "378a186b-b739-412a-9f7d-206f7f0ab4c9", "tag": "aa23266d-b452-47eb-b35d-f8d96b5c6a0a"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:33.880506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f32f4-ccee-4660-b320-11e1ab8f2fc5 req-ffaa0b4f-697c-4da9-9878-960f8068cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:33.882180 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-553f32f4-ccee-4660-b320-11e1ab8f2fc5 req-ffaa0b4f-697c-4da9-9878-960f8068cb80 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=9b609ae70a794236b71104a3023ce490&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1089177 Aug 16 20:51:33.904529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f38acf39-ed93-4936-b6ff-bb063ff1e8ea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=37da2e3d6c6c408b939206bccafcf4ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9749689 Aug 16 20:51:33.909269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57578) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:33.928632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38acf39-ed93-4936-b6ff-bb063ff1e8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ee6e7-2da4-4da9-9ec4-9c806e7cdc6a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:33.932763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6743913 Aug 16 20:51:33.943214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57580) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:33.947987 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c9284bd-b3c6-4660-9134-14b503ef72bb req-b837741b-2411-495b-8cde-3e29dc3f0cfc tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039088 Aug 16 20:51:33.948171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Request body: {'subnet': {'network_id': '9683fe1a-c0c5-4753-8ba9-002a4b372c8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:33.948601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05088e2-0bde-4982-b104-16598181df17 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event updated for resources: {'Network': ['ID=9683fe1a-c0c5-4753-8ba9-002a4b372c8e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:33.975677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909b189-fc7d-450e-8a82-e42c35fe98bc service neutron] Pushing event updated for resources: {'Port': ['ID=aa23266d-b452-47eb-b35d-f8d96b5c6a0a,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:33.992184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 9683fe1a-c0c5-4753-8ba9-002a4b372c8e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:34.013514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb6f71-c565-4fdc-b634-4ebb2fada5db req-973b1b5e-f116-48f4-8348-9715abcd3135 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:34.020935 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0eeb6f71-c565-4fdc-b634-4ebb2fada5db req-973b1b5e-f116-48f4-8348-9715abcd3135 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 943 time: 0.2017701 Aug 16 20:51:34.080471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-63aeca10-6a3b-4887-8a5a-6d969834fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:34.082080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-63aeca10-6a3b-4887-8a5a-6d969834fa0e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 1095 time: 0.0876172 Aug 16 20:51:34.090176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0eeb6f71-c565-4fdc-b634-4ebb2fada5db req-ab4e7653-b8ba-426f-91d9-a5dfd4ed106c tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683165 Aug 16 20:51:34.129650 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196918e0-d38f-4e8f-8367-b90fe66c2c47 x-openstack-request-id: req-196918e0-d38f-4e8f-8367-b90fe66c2c47 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:34.129943 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378a186b-b739-412a-9f7d-206f7f0ab4c9", "tag": "aa23266d-b452-47eb-b35d-f8d96b5c6a0a", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:34.130182 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-196918e0-d38f-4e8f-8367-b90fe66c2c47 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:34.130572 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378a186b-b739-412a-9f7d-206f7f0ab4c9', 'tag': 'aa23266d-b452-47eb-b35d-f8d96b5c6a0a', 'status': 'completed', 'code': 200} Aug 16 20:51:34.172286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-6eb489c8-9264-4cd4-9073-4298a5b1acf7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa23266d-b452-47eb-b35d-f8d96b5c6a0a HTTP/1.1" status: 200 len: 217 time: 0.0509210 Aug 16 20:51:34.269136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-b75fa625-4a54-4fba-bc21-a2073cfb9c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:34.271107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-b75fa625-4a54-4fba-bc21-a2073cfb9c28 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b29a9b4c-7c8a-4eed-9023-63a451d45f4b HTTP/1.1" status: 200 len: 850 time: 0.0919712 Aug 16 20:51:34.273571 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.338063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-ef2c9059-de0e-49d4-bebf-dcad88694b8e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b85a2df4-cdf5-467f-982f-f10d90d174fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294554 Aug 16 20:51:34.449813 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a8-d91b-4d57-adb9-68514d04f415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.456368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f32f4-ccee-4660-b320-11e1ab8f2fc5 req-7c6a03bb-e32d-46b1-93f7-f2b55f0e6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:34.458585 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-553f32f4-ccee-4660-b320-11e1ab8f2fc5 req-7c6a03bb-e32d-46b1-93f7-f2b55f0e6dc3 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5685198 Aug 16 20:51:34.480570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a8-d91b-4d57-adb9-68514d04f415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.524952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-2a35e62e-8d49-4978-b72c-2ad4fefd8dc0 service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749079 Aug 16 20:51:34.554990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-66b8d5a6-11a8-4fdf-8a45-07e31e488138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:34.556702 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-66b8d5a6-11a8-4fdf-8a45-07e31e488138 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9b609ae70a794236b71104a3023ce490&device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 1095 time: 0.0602679 Aug 16 20:51:34.600387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Made reservation on behalf of 43125366e3dc4c7298e97323b60518fe for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:34.605390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.609818 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-8d1a0ee6-124b-4272-b9b8-d5cfb7bce052 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13836154-f262-4d3f-8bc8-9267f3aee077 HTTP/1.1" status: 200 len: 217 time: 0.0449352 Aug 16 20:51:34.693776 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a8-d91b-4d57-adb9-68514d04f415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.696470 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a8000a8-d91b-4d57-adb9-68514d04f415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.697750 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7a8000a8-d91b-4d57-adb9-68514d04f415 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b5ee6e7-2da4-4da9-9ec4-9c806e7cdc6a HTTP/1.1" status: 204 len: 168 time: 0.7874753 Aug 16 20:51:34.755592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8000a8-d91b-4d57-adb9-68514d04f415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ee6e7-2da4-4da9-9ec4-9c806e7cdc6a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:34.772370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-141ab94b-0fcd-4f81-a999-cad5ee0764b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:34.774003 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-141ab94b-0fcd-4f81-a999-cad5ee0764b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5 HTTP/1.1" status: 200 len: 854 time: 0.1479084 Aug 16 20:51:34.817891 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-13cb6d8f-f268-4a33-8608-8e9c7bab3ed0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8deab356-caba-48b8-adaa-724050112348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336020 Aug 16 20:51:35.008394 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-5ea93359-8dd0-49db-8d1b-8d60b9d6126a service neutron] 10.222.0.79 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823771 Aug 16 20:51:35.104543 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.118803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cc980-baf7-4130-bacd-18c9174420ee req-d921f83b-a6cb-485a-ba31-069da523bc7d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:35.120716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed2cc980-baf7-4130-bacd-18c9174420ee req-d921f83b-a6cb-485a-ba31-069da523bc7d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.5387158 Aug 16 20:51:35.129669 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.147925 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c26239c1-a084-42b5-9ec8-8cddbc68af29 req-0575f78f-9ccc-4297-942a-248565682913 service neutron] 10.222.0.79 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321862 Aug 16 20:51:35.162099 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67ddd27d-d26a-42a5-9952-c461d65ad54c req-c24cad25-bded-43f4-9813-f67b2248f85d service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321795 Aug 16 20:51:35.189820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event updated for resources: {'Subnet': ['ID=59c0d5a4-4b38-4805-843e-6fcbe56203e1,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:35.198947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Checking segment: {'id': '9ffcc668-3e5d-40f6-bce8-e0a354c4490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9683fe1a-c0c5-4753-8ba9-002a4b372c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:35.199317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Network hostable DHCP agents. Network: 9683fe1a-c0c5-4753-8ba9-002a4b372c8e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:35.205396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c58b90-d97c-4904-a160-9f9c09851ec9 req-7c40487f-49b5-481d-8f92-462ac72d6225 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:35.206804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1c58b90-d97c-4904-a160-9f9c09851ec9 req-7c40487f-49b5-481d-8f92-462ac72d6225 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 945 time: 0.1740189 Aug 16 20:51:35.234147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed2cc980-baf7-4130-bacd-18c9174420ee req-18b51b1f-fd0c-464c-8192-fdedf48a26e8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019058 Aug 16 20:51:35.315155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1c58b90-d97c-4904-a160-9f9c09851ec9 req-bf44c397-ff84-46dd-9ff7-fe54fdc47f9e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878663 Aug 16 20:51:35.379339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Network 9683fe1a-c0c5-4753-8ba9-002a4b372c8e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:35.448212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add64c0-0e4f-41f9-9a3d-8f6c4b10ced8 req-113c3ca6-1ee5-4561-9d0d-59ab8ac49a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:35.449765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2add64c0-0e4f-41f9-9a3d-8f6c4b10ced8 req-113c3ca6-1ee5-4561-9d0d-59ab8ac49a0e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 1095 time: 0.0758288 Aug 16 20:51:35.461857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2204e4-fc35-4b6b-82e2-8a86023cb9d8 req-d58a0409-d429-4df1-9b9e-3a9e27778cad tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:35.463237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c2204e4-fc35-4b6b-82e2-8a86023cb9d8 req-d58a0409-d429-4df1-9b9e-3a9e27778cad tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 943 time: 0.0594521 Aug 16 20:51:35.554168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c2204e4-fc35-4b6b-82e2-8a86023cb9d8 req-3d8b9c77-52e1-461b-bd8b-b201948fab22 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826643 Aug 16 20:51:35.568004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 9683fe1a-c0c5-4753-8ba9-002a4b372c8e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:35.568524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Router 27d2f6cb-984a-4502-85a4-e992c18da066 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:51:35.572584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:35.573480 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.591591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add64c0-0e4f-41f9-9a3d-8f6c4b10ced8 req-db09ab97-a4f8-440b-98dd-b66e9484d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:35.592484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21fb238-2345-4df6-a95d-bad9cfaf140b None None] Network 9683fe1a-c0c5-4753-8ba9-002a4b372c8e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:35.593106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2add64c0-0e4f-41f9-9a3d-8f6c4b10ced8 req-db09ab97-a4f8-440b-98dd-b66e9484d338 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b85a2df4-cdf5-467f-982f-f10d90d174fe HTTP/1.1" status: 200 len: 911 time: 0.1290002 Aug 16 20:51:35.672480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2add64c0-0e4f-41f9-9a3d-8f6c4b10ced8 req-bee8bd4f-7f38-4125-bc54-09717588518e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa23266d-b452-47eb-b35d-f8d96b5c6a0a HTTP/1.1" status: 200 len: 217 time: 0.0423625 Aug 16 20:51:35.696774 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-98d455a6-1429-4e95-b130-51f53327a7eb tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7505369 Aug 16 20:51:35.698274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57606) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:35.703368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8d4c9c38-28a3-4ebf-87c2-aceaa9bfdcc2 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2680926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:35.745493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-9683fe1a-c0c5-4753-8ba9-002a4b372c8e', 'network_id': '9683fe1a-c0c5-4753-8ba9-002a4b372c8e', 'tenant_id': '43125366e3dc4c7298e97323b60518fe', 'fixed_ips': [{'subnet_id': '59c0d5a4-4b38-4805-843e-6fcbe56203e1'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:51:35.746349 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.775120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add64c0-0e4f-41f9-9a3d-8f6c4b10ced8 req-78fb44c3-748b-462f-a9f8-476eb32f0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:35.779769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2add64c0-0e4f-41f9-9a3d-8f6c4b10ced8 req-78fb44c3-748b-462f-a9f8-476eb32f0583 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b29a9b4c-7c8a-4eed-9023-63a451d45f4b HTTP/1.1" status: 200 len: 850 time: 0.0680187 Aug 16 20:51:35.779769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:35.823188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2add64c0-0e4f-41f9-9a3d-8f6c4b10ced8 req-004af8d8-911e-4dd4-941e-ad99ba0ff2c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b85a2df4-cdf5-467f-982f-f10d90d174fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369532 Aug 16 20:51:35.845097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Sync routers for ids ['27d2f6cb-984a-4502-85a4-e992c18da066'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:35.848383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d4c9c38-28a3-4ebf-87c2-aceaa9bfdcc2 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.849840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d4c9c38-28a3-4ebf-87c2-aceaa9bfdcc2 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.871984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Routers {'27d2f6cb-984a-4502-85a4-e992c18da066'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:35.873124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27d2f6cb-984a-4502-85a4-e992c18da066'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:35.942104 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d4c9c38-28a3-4ebf-87c2-aceaa9bfdcc2 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.956823 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.959118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d6e44f8a-73ec-4973-bcf6-2421643756c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.8809869 Aug 16 20:51:35.962366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57616) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:35.989679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d0348-21eb-4c96-8fc3-c7d6541ef26e req-5cd47bae-51f6-44a9-b4fc-1560d877a870 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:35.991265 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d7d0348-21eb-4c96-8fc3-c7d6541ef26e req-5cd47bae-51f6-44a9-b4fc-1560d877a870 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 945 time: 0.0931504 Aug 16 20:51:36.029819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Allocated IP 172.20.0.2 (9683fe1a-c0c5-4753-8ba9-002a4b372c8e/59c0d5a4-4b38-4805-843e-6fcbe56203e1/1692202e-c9be-4721-97a0-62fdaeda1bca) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:36.035641 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2add64c0-0e4f-41f9-9a3d-8f6c4b10ced8 req-c1451905-0b8d-46b7-ad1a-cb3fc07a11dc service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033174 Aug 16 20:51:36.048553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Set router 27d2f6cb-984a-4502-85a4-e992c18da066 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:36.059274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d7d0348-21eb-4c96-8fc3-c7d6541ef26e req-a1018ddc-9d2e-463b-a9f5-78bbd38a67a1 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558720 Aug 16 20:51:36.076908 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d4c9c38-28a3-4ebf-87c2-aceaa9bfdcc2 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.169512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2add64c0-0e4f-41f9-9a3d-8f6c4b10ced8 req-df872755-6e58-42e7-9c12-4af96639b9ea service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253300 Aug 16 20:51:36.228878 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1e0a5ff9-d90c-48a5-ac94-59b8007ab4fa tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=dd3bb4cd838b40d18fd6af77660f5d7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2655523 Aug 16 20:51:36.242072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57626) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:36.297632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d4c9c38-28a3-4ebf-87c2-aceaa9bfdcc2 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.297632 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8d4c9c38-28a3-4ebf-87c2-aceaa9bfdcc2 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5840611 Aug 16 20:51:36.299409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57630) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:36.456622 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b1851a-fbd3-4d96-9786-1253dffa5d4a tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:36.459596 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-99b1851a-fbd3-4d96-9786-1253dffa5d4a tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2164776 Aug 16 20:51:36.463439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57636) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:36.477701 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.510981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Transition to ACTIVE for port object 1692202e-c9be-4721-97a0-62fdaeda1bca will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:36.524273 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-97333b89-65fd-41cf-b670-5812a4aa8b47 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0593016 Aug 16 20:51:36.527059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57638) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:36.534180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1644500741', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:36.534623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Transition to ACTIVE for port object 1692202e-c9be-4721-97a0-62fdaeda1bca will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:36.542017 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:33Z', 'revision_number': 3, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:36.574678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Checking router: 27d2f6cb-984a-4502-85a4-e992c18da066 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:51:36.575028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Updating router 27d2f6cb-984a-4502-85a4-e992c18da066 port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:51:36.578564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dcd03-01a2-4533-85da-0a12540e6c3c req-c5b48ed3-e561-49e2-878a-e8ac242a5bde tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:36.580200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-401dcd03-01a2-4533-85da-0a12540e6c3c req-c5b48ed3-e561-49e2-878a-e8ac242a5bde tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.1756389 Aug 16 20:51:36.604240 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.706514 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.741163 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Made reservation on behalf of dd3bb4cd838b40d18fd6af77660f5d7c for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:36.748838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.754704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-401dcd03-01a2-4533-85da-0a12540e6c3c req-2ed08241-d8b9-48f8-9e6f-0327495c65dc tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371887 Aug 16 20:51:36.768495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Network 9683fe1a-c0c5-4753-8ba9-002a4b372c8e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:36.777989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:36.778314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e601615-d7fa-4e2f-93d0-318fc9cbfe3a req-805b84e5-8bbd-475c-8391-d7ee2f1431f8 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:36.785557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e601615-d7fa-4e2f-93d0-318fc9cbfe3a req-805b84e5-8bbd-475c-8391-d7ee2f1431f8 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 943 time: 0.1284447 Aug 16 20:51:36.790008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:36.797380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Pushing event updated for resources: {'Port': ['ID=1692202e-c9be-4721-97a0-62fdaeda1bca,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:36.818598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.896503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Attempting to bind port 1692202e-c9be-4721-97a0-62fdaeda1bca on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:36.897309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Attempting to bind port 1692202e-c9be-4721-97a0-62fdaeda1bca by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '9ffcc668-3e5d-40f6-bce8-e0a354c4490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9683fe1a-c0c5-4753-8ba9-002a4b372c8e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:36.897935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Attempting to bind port 1692202e-c9be-4721-97a0-62fdaeda1bca on network 9683fe1a-c0c5-4753-8ba9-002a4b372c8e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:36.912535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:36.913382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Checking segment: {'id': '9ffcc668-3e5d-40f6-bce8-e0a354c4490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9683fe1a-c0c5-4753-8ba9-002a4b372c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:36.914035 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.914669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Bound using segment: {'id': '9ffcc668-3e5d-40f6-bce8-e0a354c4490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9683fe1a-c0c5-4753-8ba9-002a4b372c8e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:36.915408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Bound port: 1692202e-c9be-4721-97a0-62fdaeda1bca, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffcc668-3e5d-40f6-bce8-e0a354c4490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9683fe1a-c0c5-4753-8ba9-002a4b372c8e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:36.915998 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.918917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e601615-d7fa-4e2f-93d0-318fc9cbfe3a req-7598a58b-d7e7-4019-abb8-d9a74d0ed199 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324511 Aug 16 20:51:37.052061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] For port 1692202e-c9be-4721-97a0-62fdaeda1bca, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:37.056867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] For port 1692202e-c9be-4721-97a0-62fdaeda1bca, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1692202e-c9be-4721-97a0-62fdaeda1bca,segment=NetworkSegment(9ffcc668-3e5d-40f6-bce8-e0a354c4490f),segment_id=9ffcc668-3e5d-40f6-bce8-e0a354c4490f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:37.061392 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.071447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Transition to ACTIVE for port object 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:37.158699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Allocated IP 172.20.0.1 (9683fe1a-c0c5-4753-8ba9-002a4b372c8e/59c0d5a4-4b38-4805-843e-6fcbe56203e1/58fe3247-f85a-4fe1-9da1-2baea46937a6) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:37.184225 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.200659 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.217373 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.246583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f48b4-f308-4ebd-95ec-9da8bdd8acbe req-9331a321-ee86-4e6a-9edd-61f0075468c9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:37.248154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-780f48b4-f308-4ebd-95ec-9da8bdd8acbe req-9331a321-ee86-4e6a-9edd-61f0075468c9 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 945 time: 0.0997980 Aug 16 20:51:37.276390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Subnet': ['ID=c55ad56f-80a5-4fe0-a08b-60af35a785e0,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:37.280555 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Attempting to bind port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:37.281107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Attempting to bind port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:37.281562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Attempting to bind port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:37.304761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Checking segment: {'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:37.304761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network hostable DHCP agents. Network: 25def9a6-ad57-4aac-ab2c-18f2245e0b5a, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:37.305151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:37.305151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:37.305151 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.305151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:37.305151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Bound port: 38cbfcb7-5c70-4d21-bf9d-f4288122ec03, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:37.305151 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.350524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea4223-31e9-4ce9-b94b-14b987e7f8db None None] Pushing event updated for resources: {'Port': ['ID=1692202e-c9be-4721-97a0-62fdaeda1bca,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:37.355237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-780f48b4-f308-4ebd-95ec-9da8bdd8acbe req-e52c3fe0-843c-4662-b8fb-9a859db14e2d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827978 Aug 16 20:51:37.409209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c3056-7569-4724-b100-6feecc59afaf None None] Pushing event updated for resources: {'Port': ['ID=38cbfcb7-5c70-4d21-bf9d-f4288122ec03,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:37.412123 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.414581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:37.455745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] For port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:37.462301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] For port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=38cbfcb7-5c70-4d21-bf9d-f4288122ec03,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:37.475566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Transition to ACTIVE for port object 58fe3247-f85a-4fe1-9da1-2baea46937a6 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:37.493772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 25def9a6-ad57-4aac-ab2c-18f2245e0b5a) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:37.499831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:37.500551 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.518427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b0b77c-5277-4dfd-9259-ec1dcc9f934a None None] Network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:37.590964 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.645460 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.645460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57666) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:37.645825 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e6bf22c6-e6d4-4c98-a139-016bbe491535 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1174190 Aug 16 20:51:37.689506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Routers {'27d2f6cb-984a-4502-85a4-e992c18da066'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:37.690586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27d2f6cb-984a-4502-85a4-e992c18da066'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:37.695253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c3056-7569-4724-b100-6feecc59afaf None None] Pushing event updated for resources: {'Port': ['ID=38cbfcb7-5c70-4d21-bf9d-f4288122ec03,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:37.747583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Network 9683fe1a-c0c5-4753-8ba9-002a4b372c8e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:37.754808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:37.758841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:37.761298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event updated for resources: {'Port': ['ID=58fe3247-f85a-4fe1-9da1-2baea46937a6,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:37.848629 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.868065 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'fixed_ips': [{'subnet_id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:51:37.869172 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.872247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] Set router 27d2f6cb-984a-4502-85a4-e992c18da066 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:38.061580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4a908-161d-4247-bb19-0dad559959f2 req-e01365a9-9de5-4ac2-bcc6-57d758777eff tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:38.064422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93d4a908-161d-4247-bb19-0dad559959f2 req-e01365a9-9de5-4ac2-bcc6-57d758777eff tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.1763194 Aug 16 20:51:38.159026 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93d4a908-161d-4247-bb19-0dad559959f2 req-73a62d08-98b9-4c4c-92c0-26d2c220736a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846379 Aug 16 20:51:38.166593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Allocated IP 172.20.0.2 (25def9a6-ad57-4aac-ab2c-18f2245e0b5a/c55ad56f-80a5-4fe0-a08b-60af35a785e0/2f43c55b-3037-44c6-98c6-a88702aba043) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:38.293537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:33Z', 'revision_number': 3, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:38.346824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2e5f4-5c77-425a-ab51-435b0cbc8aaa None None] The sync data for ids ['27d2f6cb-984a-4502-85a4-e992c18da066'] in n-d-793619-14 is: [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:33Z', 'revision_number': 3, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:38.355803 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.446484 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.453269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Transition to ACTIVE for port object 2f43c55b-3037-44c6-98c6-a88702aba043 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:38.468688 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Transition to ACTIVE for port object 2f43c55b-3037-44c6-98c6-a88702aba043 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:38.580188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device aa23266d-b452-47eb-b35d-f8d96b5c6a0a details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:38.592962 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.639673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da344857-21b2-4b94-8ec8-13002b14e49e None None] Network 9683fe1a-c0c5-4753-8ba9-002a4b372c8e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:38.726436 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.resource_extend [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:51:38.761480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:38.843309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:38.856777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Pushing event updated for resources: {'Port': ['ID=2f43c55b-3037-44c6-98c6-a88702aba043,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:38.861468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:38.908358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aefb1-c980-49a9-95b6-3942fbc89b22 req-323df0a4-8cf6-4981-81e7-850438e58aac tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:38.916969 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed8aefb1-c980-49a9-95b6-3942fbc89b22 req-323df0a4-8cf6-4981-81e7-850438e58aac tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 943 time: 0.6514847 Aug 16 20:51:38.945901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1692202e-c9be-4721-97a0-62fdaeda1bca up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:38.975359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6894f-4b5f-46b2-9bf7-55d414320b36 req-1655162d-9f56-4c6f-aa7a-5c373c2ad1de tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:38.977071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56e6894f-4b5f-46b2-9bf7-55d414320b36 req-1655162d-9f56-4c6f-aa7a-5c373c2ad1de tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 945 time: 0.5740860 Aug 16 20:51:38.979143 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.983308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f43ee59c-46f0-4751-b258-b863ee752541 None None] Provisioning for port 1692202e-c9be-4721-97a0-62fdaeda1bca completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:39.105775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed8aefb1-c980-49a9-95b6-3942fbc89b22 req-50a1c2a8-9eb2-4ecc-b723-acb12ab39ef8 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874611 Aug 16 20:51:39.199561 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Attempting to bind port 2f43c55b-3037-44c6-98c6-a88702aba043 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:39.202755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Attempting to bind port 2f43c55b-3037-44c6-98c6-a88702aba043 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:39.202755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Attempting to bind port 2f43c55b-3037-44c6-98c6-a88702aba043 on network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:39.239974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port aa23266d-b452-47eb-b35d-f8d96b5c6a0a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=aa23266d-b452-47eb-b35d-f8d96b5c6a0a,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:39.254109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:39.254489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Checking segment: {'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:39.254894 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.255288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Bound using segment: {'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:39.255413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56e6894f-4b5f-46b2-9bf7-55d414320b36 req-4c8a67da-2ec5-43b4-a642-154399694695 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603700 Aug 16 20:51:39.255770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Bound port: 2f43c55b-3037-44c6-98c6-a88702aba043, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:39.256143 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.339589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'aa23266d-b452-47eb-b35d-f8d96b5c6a0a', 'network_id': 'b85a2df4-cdf5-467f-982f-f10d90d174fe', 'port_id': 'aa23266d-b452-47eb-b35d-f8d96b5c6a0a', 'mac_address': 'fa:16:3e:32:dd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29a9b4c-7c8a-4eed-9023-63a451d45f4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:39.431414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] For port 2f43c55b-3037-44c6-98c6-a88702aba043, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:39.458967 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] For port 2f43c55b-3037-44c6-98c6-a88702aba043, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2f43c55b-3037-44c6-98c6-a88702aba043,segment=NetworkSegment(d3294d7d-cde2-4905-8e8b-aec2b9181869),segment_id=d3294d7d-cde2-4905-8e8b-aec2b9181869)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:39.465520 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.468993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 1692202e-c9be-4721-97a0-62fdaeda1bca completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:39.469831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd6890-8514-402e-a1c2-949821102b95 req-4ae8e590-d340-4a87-a3aa-bf765f7da14d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:39.472602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16cd6890-8514-402e-a1c2-949821102b95 req-4ae8e590-d340-4a87-a3aa-bf765f7da14d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.1898906 Aug 16 20:51:39.492748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1692202e-c9be-4721-97a0-62fdaeda1bca triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:39.493093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57716) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:39.493580 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.495716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa23266d-b452-47eb-b35d-f8d96b5c6a0a {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:39.561968 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.568365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port aa23266d-b452-47eb-b35d-f8d96b5c6a0a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=aa23266d-b452-47eb-b35d-f8d96b5c6a0a,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:39.648218 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.648752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 13836154-f262-4d3f-8bc8-9267f3aee077 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:39.712645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16cd6890-8514-402e-a1c2-949821102b95 req-a8ed82c9-cb93-4c97-a0d8-f6e81e00295a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315149 Aug 16 20:51:39.761428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17112-8793-4746-b931-821126f09a73 req-8a3630b5-a183-43ca-9440-140ee358fb69 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:39.764401 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9a17112-8793-4746-b931-821126f09a73 req-8a3630b5-a183-43ca-9440-140ee358fb69 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 945 time: 0.2141910 Aug 16 20:51:39.777395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc95b8-5a83-4d0d-96ca-1d6db5b86538 None None] Pushing event updated for resources: {'Port': ['ID=2f43c55b-3037-44c6-98c6-a88702aba043,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:39.846909 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-48f0acc9-2afd-46cd-bd73-e54f871b4f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.920597 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.949408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:39.995419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Allocated IP 172.20.0.1 (25def9a6-ad57-4aac-ab2c-18f2245e0b5a/c55ad56f-80a5-4fe0-a08b-60af35a785e0/4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:39.996086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d9a17112-8793-4746-b931-821126f09a73 req-aba3f681-d6c3-4210-a103-193831c4230e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Deleting port cb54319e-a00c-45f6-a56e-3996bd6fb0f5 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:39.996766 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9a17112-8793-4746-b931-821126f09a73 req-aba3f681-d6c3-4210-a103-193831c4230e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.002467 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.018866 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.053074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 1692202e-c9be-4721-97a0-62fdaeda1bca, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1692202e-c9be-4721-97a0-62fdaeda1bca,segment=NetworkSegment(9ffcc668-3e5d-40f6-bce8-e0a354c4490f),segment_id=9ffcc668-3e5d-40f6-bce8-e0a354c4490f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:40.054358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '13836154-f262-4d3f-8bc8-9267f3aee077', 'network_id': '8deab356-caba-48b8-adaa-724050112348', 'port_id': '13836154-f262-4d3f-8bc8-9267f3aee077', 'mac_address': 'fa:16:3e:54:e5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:40.063989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-21119abb-c131-4b6d-a8e7-c7b0c5699873 None None] Provisioning complete for port 1692202e-c9be-4721-97a0-62fdaeda1bca triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:40.063989 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-21119abb-c131-4b6d-a8e7-c7b0c5699873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.140535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=aa23266d-b452-47eb-b35d-f8d96b5c6a0a,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:40.175130 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.176100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:40.201101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d9a17112-8793-4746-b931-821126f09a73 req-aba3f681-d6c3-4210-a103-193831c4230e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] For port cb54319e-a00c-45f6-a56e-3996bd6fb0f5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=cb54319e-a00c-45f6-a56e-3996bd6fb0f5,segment=NetworkSegment(ac71809e-28a6-40cb-a56d-e81aa1d3a886),segment_id=ac71809e-28a6-40cb-a56d-e81aa1d3a886)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:40.201484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9a17112-8793-4746-b931-821126f09a73 req-aba3f681-d6c3-4210-a103-193831c4230e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.205629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event updated for resources: {'Port': ['ID=58fe3247-f85a-4fe1-9da1-2baea46937a6,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:40.220629 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.230917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d9a17112-8793-4746-b931-821126f09a73 req-aba3f681-d6c3-4210-a103-193831c4230e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Calling delete_port for cb54319e-a00c-45f6-a56e-3996bd6fb0f5 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:40.237999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13836154-f262-4d3f-8bc8-9267f3aee077 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:40.241718 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-48f0acc9-2afd-46cd-bd73-e54f871b4f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.293783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.324608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:40.340811 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-48f0acc9-2afd-46cd-bd73-e54f871b4f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.344730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=1692202e-c9be-4721-97a0-62fdaeda1bca,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:40.350768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a1ca1-b828-4ae0-a2f1-eee62169ed44 req-726be23d-5330-423c-a956-e982e8915f20 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:40.352687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee6a1ca1-b828-4ae0-a2f1-eee62169ed44 req-726be23d-5330-423c-a956-e982e8915f20 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 944 time: 0.1237066 Aug 16 20:51:40.408388 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.423450 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-48f0acc9-2afd-46cd-bd73-e54f871b4f21 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=30a6cab629f2463c889a21ef826347de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9292457 Aug 16 20:51:40.426518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0acc9-2afd-46cd-bd73-e54f871b4f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ccc3da-85f4-4d3c-b397-49b1039a7428,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:40.428888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57728) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:40.432150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.451412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:40.462390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:40.463096 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.507303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-21119abb-c131-4b6d-a8e7-c7b0c5699873 None None] Provisioning for port 58fe3247-f85a-4fe1-9da1-2baea46937a6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:40.522963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=13836154-f262-4d3f-8bc8-9267f3aee077,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:40.525675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-21119abb-c131-4b6d-a8e7-c7b0c5699873 None None] Provisioning complete for port 58fe3247-f85a-4fe1-9da1-2baea46937a6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:40.526048 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-21119abb-c131-4b6d-a8e7-c7b0c5699873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.528073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee6a1ca1-b828-4ae0-a2f1-eee62169ed44 req-ac808e11-4a3c-4adc-9631-e3769fd1168b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570160 Aug 16 20:51:40.533304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Transition to ACTIVE for port object 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:40.546838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3100080d-7fbc-4565-a2b9-866486066ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.588063 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3100080d-7fbc-4565-a2b9-866486066ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.608235 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9a17112-8793-4746-b931-821126f09a73 req-aba3f681-d6c3-4210-a103-193831c4230e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.612284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-21119abb-c131-4b6d-a8e7-c7b0c5699873 None None] Port 58fe3247-f85a-4fe1-9da1-2baea46937a6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:40.652935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['cb54319e-a00c-45f6-a56e-3996bd6fb0f5'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:40.654798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113df24-d236-42e5-8d4a-74d8528dd54b req-6e46b78d-6d9f-4116-9975-c1fdc34ecb6a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:40.659802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3f681-d6c3-4210-a103-193831c4230e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Pushing event deleted for resources: {'Port': ['ID=cb54319e-a00c-45f6-a56e-3996bd6fb0f5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:40.673406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3113df24-d236-42e5-8d4a-74d8528dd54b req-6e46b78d-6d9f-4116-9975-c1fdc34ecb6a tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 945 time: 0.2609940 Aug 16 20:51:40.684566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['aa23266d-b452-47eb-b35d-f8d96b5c6a0a'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:40.700192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['13836154-f262-4d3f-8bc8-9267f3aee077'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:40.713652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Network 9683fe1a-c0c5-4753-8ba9-002a4b372c8e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:40.720168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:40.757221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3113df24-d236-42e5-8d4a-74d8528dd54b req-3f169953-e243-475f-9d7a-9393cfab8431 tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/security-groups?id=36e300c7-ee23-42f8-8e51-ef1da936adac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787048 Aug 16 20:51:40.762339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.772516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a17112-8793-4746-b931-821126f09a73 req-aba3f681-d6c3-4210-a103-193831c4230e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] No DVR routers for this DVR port cb54319e-a00c-45f6-a56e-3996bd6fb0f5 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:40.775212 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9a17112-8793-4746-b931-821126f09a73 req-aba3f681-d6c3-4210-a103-193831c4230e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.777676 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9a17112-8793-4746-b931-821126f09a73 req-aba3f681-d6c3-4210-a103-193831c4230e tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.76 "DELETE /v2.0/ports/cb54319e-a00c-45f6-a56e-3996bd6fb0f5 HTTP/1.1" status: 204 len: 173 time: 1.0039773 Aug 16 20:51:40.778158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7442d72d-b163-4fd6-a23d-e1ccd528fcfb', 'name': 'network-vif-deleted', 'tag': 'cb54319e-a00c-45f6-a56e-3996bd6fb0f5'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:40.780409 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09a2a99-1749-4df8-a4db-7901160f549e" -d '{"events": [{"server_uuid": "7442d72d-b163-4fd6-a23d-e1ccd528fcfb", "name": "network-vif-deleted", "tag": "cb54319e-a00c-45f6-a56e-3996bd6fb0f5"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:40.857522 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.866546 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf1bf3b-b89a-4484-97f2-3c2c8098e821 x-openstack-request-id: req-0cf1bf3b-b89a-4484-97f2-3c2c8098e821 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:40.869603 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7442d72d-b163-4fd6-a23d-e1ccd528fcfb", "name": "network-vif-deleted", "tag": "cb54319e-a00c-45f6-a56e-3996bd6fb0f5", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:40.875726 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0cf1bf3b-b89a-4484-97f2-3c2c8098e821 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:40.875726 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7442d72d-b163-4fd6-a23d-e1ccd528fcfb', 'name': 'network-vif-deleted', 'tag': 'cb54319e-a00c-45f6-a56e-3996bd6fb0f5', 'status': 'completed', 'code': 200} Aug 16 20:51:40.926481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=38cbfcb7-5c70-4d21-bf9d-f4288122ec03,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:40.937450 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3100080d-7fbc-4565-a2b9-866486066ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.940189 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3100080d-7fbc-4565-a2b9-866486066ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.941415 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3100080d-7fbc-4565-a2b9-866486066ef9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/86ccc3da-85f4-4d3c-b397-49b1039a7428 HTTP/1.1" status: 204 len: 168 time: 0.5079508 Aug 16 20:51:40.962289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100080d-7fbc-4565-a2b9-866486066ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ccc3da-85f4-4d3c-b397-49b1039a7428,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:40.970084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:40.980083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:40.987937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9c6e0ec4-8925-4139-b285-bfff66ffdbfe None None] Provisioning complete for port 58fe3247-f85a-4fe1-9da1-2baea46937a6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:41.002020 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0ec4-8925-4139-b285-bfff66ffdbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.002650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:41.012285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Port': ['ID=4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:41.076990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ad7b-aa8b-4b2a-bd0e-2dac29f76ed0 req-5812fe53-96f3-4e58-bbac-a66fcdab1729 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:41.078688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee60ad7b-aa8b-4b2a-bd0e-2dac29f76ed0 req-5812fe53-96f3-4e58-bbac-a66fcdab1729 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 944 time: 0.2365673 Aug 16 20:51:41.122597 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.142656 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.149222 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee60ad7b-aa8b-4b2a-bd0e-2dac29f76ed0 req-ef57f89f-2597-4dc2-b7f9-b6c78b9b7257 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610991 Aug 16 20:51:41.161143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e0ec4-8925-4139-b285-bfff66ffdbfe None None] Port 58fe3247-f85a-4fe1-9da1-2baea46937a6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:41.259485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d356b12a-527a-4d4e-bdcc-c3a52602d4d3 None None] Network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:41.302961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Router 9d5b298b-2442-42c8-a59c-08ff5217de70 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:51:41.332575 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=38cbfcb7-5c70-4d21-bf9d-f4288122ec03,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:41.366989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1692202e-c9be-4721-97a0-62fdaeda1bca up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:41.447519 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.449541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8774235d-4cfd-4b6e-9746-8d3402bce68f None None] Provisioning for port 2f43c55b-3037-44c6-98c6-a88702aba043 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:41.458220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:41.465193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bf35fdb6-4ded-48f3-ae37-80c7aa8249a3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "PUT /v2.0/routers/9d5b298b-2442-42c8-a59c-08ff5217de70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1643438 Aug 16 20:51:41.468050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57740) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:41.473168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Request body: {'port': {'network_id': '9683fe1a-c0c5-4753-8ba9-002a4b372c8e', 'name': 'tempest-FloatingIPNegativeTestJSON-1116700158'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:41.479947 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db5a9e-06db-4b37-8467-1a7ffbd3d601 None None] Sync routers for ids ['9d5b298b-2442-42c8-a59c-08ff5217de70'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:41.502183 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db5a9e-06db-4b37-8467-1a7ffbd3d601 None None] Routers {'9d5b298b-2442-42c8-a59c-08ff5217de70'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:41.503142 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-85db5a9e-06db-4b37-8467-1a7ffbd3d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['9d5b298b-2442-42c8-a59c-08ff5217de70'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:41.538820 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-85db5a9e-06db-4b37-8467-1a7ffbd3d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:41.551472 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db5a9e-06db-4b37-8467-1a7ffbd3d601 None None] Routers {'9d5b298b-2442-42c8-a59c-08ff5217de70'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:41.552925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8774235d-4cfd-4b6e-9746-8d3402bce68f None None] Provisioning complete for port 58fe3247-f85a-4fe1-9da1-2baea46937a6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:41.553334 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8774235d-4cfd-4b6e-9746-8d3402bce68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.553732 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-85db5a9e-06db-4b37-8467-1a7ffbd3d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['9d5b298b-2442-42c8-a59c-08ff5217de70'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:41.587210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1692202e-c9be-4721-97a0-62fdaeda1bca triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:41.587586 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.598261 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-85db5a9e-06db-4b37-8467-1a7ffbd3d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:41.599468 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db5a9e-06db-4b37-8467-1a7ffbd3d601 None None] The sync data for ids ['9d5b298b-2442-42c8-a59c-08ff5217de70'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:41.652239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8774235d-4cfd-4b6e-9746-8d3402bce68f None None] Port 58fe3247-f85a-4fe1-9da1-2baea46937a6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:41.682265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Made reservation on behalf of 43125366e3dc4c7298e97323b60518fe for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:41.686471 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.733156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] device_id is not set on port 42c685c6-1377-47c7-bd5d-9c09ab003d6d yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:51:41.740227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2f43c55b-3037-44c6-98c6-a88702aba043 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:41.831226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc2e2-f0d9-42a3-aca5-aed4c7336d54 req-e279853c-1131-4b24-a7e8-be997f4397c2 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:41.833703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e5bc2e2-f0d9-42a3-aca5-aed4c7336d54 req-e279853c-1131-4b24-a7e8-be997f4397c2 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 944 time: 0.1905849 Aug 16 20:51:41.865108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57748) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:41.887728 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6e7599a-e1f8-436d-ad84-307b8fbf9af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.900832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 2f43c55b-3037-44c6-98c6-a88702aba043 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:41.905376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e4671e7-3200-482b-a8bb-d2b537788b55 req-0650c260-9541-4ae2-a7b8-33816439766d tempest-DeleteServersTestJSON-1438659596 tempest-DeleteServersTestJSON-1438659596-project] 10.222.0.74 "GET /v2.0/ports?device_id=7442d72d-b163-4fd6-a23d-e1ccd528fcfb HTTP/1.1" status: 200 len: 210 time: 0.0536902 Aug 16 20:51:41.910533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2f43c55b-3037-44c6-98c6-a88702aba043 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:41.911162 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.973446 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.996747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e5bc2e2-f0d9-42a3-aca5-aed4c7336d54 req-3343b017-4402-4097-85f4-8d121088531c tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548688 Aug 16 20:51:42.008999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Allocated IP 172.20.0.3 (9683fe1a-c0c5-4753-8ba9-002a4b372c8e/59c0d5a4-4b38-4805-843e-6fcbe56203e1/42c685c6-1377-47c7-bd5d-9c09ab003d6d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:42.028018 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.044403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d216e05a-c151-431d-a269-eb1b4b81b3d7 None None] Provisioning complete for port 2f43c55b-3037-44c6-98c6-a88702aba043 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:42.044785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d216e05a-c151-431d-a269-eb1b4b81b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.055401 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.074169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6e7599a-e1f8-436d-ad84-307b8fbf9af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.098860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 2f43c55b-3037-44c6-98c6-a88702aba043, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2f43c55b-3037-44c6-98c6-a88702aba043,segment=NetworkSegment(d3294d7d-cde2-4905-8e8b-aec2b9181869),segment_id=d3294d7d-cde2-4905-8e8b-aec2b9181869)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:42.146149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.155766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Port': ['ID=4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:42.157405 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6e7599a-e1f8-436d-ad84-307b8fbf9af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.169625 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d216e05a-c151-431d-a269-eb1b4b81b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.223923 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c6e7599a-e1f8-436d-ad84-307b8fbf9af3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a8f21f1793034f5ba275c1b12a242975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574123 Aug 16 20:51:42.226926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7599a-e1f8-436d-ad84-307b8fbf9af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eac201-2d2c-4796-beac-0145901a345a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:42.227864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57752) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:42.250257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.285893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.301273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Transition to ACTIVE for port object 42c685c6-1377-47c7-bd5d-9c09ab003d6d will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:42.302202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:42.305226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:42.336738 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-d216e05a-c151-431d-a269-eb1b4b81b3d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:51:42.341191 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-d216e05a-c151-431d-a269-eb1b4b81b3d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:51:42.343896 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df876797-777b-4769-921b-8b3b9f059048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.349640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=2f43c55b-3037-44c6-98c6-a88702aba043,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:42.420580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.422148 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df876797-777b-4769-921b-8b3b9f059048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.437651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fa277-ec95-4c81-a3ba-6fb1d7924422 req-2a04f403-345a-41c1-a279-4a6b32054f3a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:42.441263 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a9fa277-ec95-4c81-a3ba-6fb1d7924422 req-2a04f403-345a-41c1-a279-4a6b32054f3a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 944 time: 0.1552961 Aug 16 20:51:42.483890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Network 9683fe1a-c0c5-4753-8ba9-002a4b372c8e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:42.487517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:42.489903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:42.538207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event updated for resources: {'Port': ['ID=42c685c6-1377-47c7-bd5d-9c09ab003d6d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:42.576873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:42.576873 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.577144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a9fa277-ec95-4c81-a3ba-6fb1d7924422 req-8330decf-acee-4ccd-a288-3341633c0e66 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034024 Aug 16 20:51:42.579926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Router 27d2f6cb-984a-4502-85a4-e992c18da066 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:42.629645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device aa23266d-b452-47eb-b35d-f8d96b5c6a0a up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:42.659563 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e3c44f76-812a-4735-8692-9fe88c7188d1 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1903706 Aug 16 20:51:42.663051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57756) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:42.669483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:42.690706 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df876797-777b-4769-921b-8b3b9f059048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.694050 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df876797-777b-4769-921b-8b3b9f059048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.695201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-df876797-777b-4769-921b-8b3b9f059048 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/08eac201-2d2c-4796-beac-0145901a345a HTTP/1.1" status: 204 len: 168 time: 0.4664795 Aug 16 20:51:42.713824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df876797-777b-4769-921b-8b3b9f059048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eac201-2d2c-4796-beac-0145901a345a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:42.722243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:42.729969 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0fd9c2a2-2a22-4c15-b93c-53aabc7d0199 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "PUT /v2.0/routers/27d2f6cb-984a-4502-85a4-e992c18da066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0770035 Aug 16 20:51:42.730679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57762) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:42.734518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Sync routers for ids ['27d2f6cb-984a-4502-85a4-e992c18da066'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:42.746136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d18c109f-27e1-4a56-a960-549b2f4aba00 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--783552174', 'description': 'tempest-secgroup_access--783552174 description', 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:42.750600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port aa23266d-b452-47eb-b35d-f8d96b5c6a0a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:42.755374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Routers {'27d2f6cb-984a-4502-85a4-e992c18da066'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:42.756205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27d2f6cb-984a-4502-85a4-e992c18da066'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:42.759713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port aa23266d-b452-47eb-b35d-f8d96b5c6a0a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:42.760256 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.773529 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.859944 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d18c109f-27e1-4a56-a960-549b2f4aba00 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.900390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.994376 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d18c109f-27e1-4a56-a960-549b2f4aba00 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.050112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Allocated IP 172.25.4.15 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/859dcfdd-80e8-4ec4-9830-8143e8778241) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:43.107185 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.120713 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d18c109f-27e1-4a56-a960-549b2f4aba00 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.149372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378a186b-b739-412a-9f7d-206f7f0ab4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa23266d-b452-47eb-b35d-f8d96b5c6a0a'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:43.150500 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4450d479-5887-4c02-a999-68750b25c152" -d '{"events": [{"server_uuid": "378a186b-b739-412a-9f7d-206f7f0ab4c9", "name": "network-vif-plugged", "status": "completed", "tag": "aa23266d-b452-47eb-b35d-f8d96b5c6a0a"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:43.156670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Set router 27d2f6cb-984a-4502-85a4-e992c18da066 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:43.198397 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port aa23266d-b452-47eb-b35d-f8d96b5c6a0a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=aa23266d-b452-47eb-b35d-f8d96b5c6a0a,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:43.224991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d216e05a-c151-431d-a269-eb1b4b81b3d7 None None] Provisioning for port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:43.243929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.261619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d216e05a-c151-431d-a269-eb1b4b81b3d7 None None] Provisioning complete for port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:43.262006 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d216e05a-c151-431d-a269-eb1b4b81b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.280020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c109f-27e1-4a56-a960-549b2f4aba00 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06de1b2-3cd4-43ed-aa70-c16d24a2099d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:43.296208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46cd8b-c400-49d6-8d4d-cc67cc4dc130 req-e87363f0-eaf3-4ffb-a651-5142a54fa782 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:43.297882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba46cd8b-c400-49d6-8d4d-cc67cc4dc130 req-e87363f0-eaf3-4ffb-a651-5142a54fa782 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 944 time: 0.1993752 Aug 16 20:51:43.361567 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d18c109f-27e1-4a56-a960-549b2f4aba00 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.362645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d18c109f-27e1-4a56-a960-549b2f4aba00 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6232007 Aug 16 20:51:43.365661 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57790) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:43.373594 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4184f55f-9f46-4add-a6ac-b7505aabf604 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2119587251', 'description': 'tempest-secgroup_general--2119587251 description', 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:43.373818 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.376981 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b2274a-2e87-4d7b-8663-349b1f9c6061 x-openstack-request-id: req-d6b2274a-2e87-4d7b-8663-349b1f9c6061 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:43.377310 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378a186b-b739-412a-9f7d-206f7f0ab4c9", "name": "network-vif-plugged", "status": "completed", "tag": "aa23266d-b452-47eb-b35d-f8d96b5c6a0a", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:43.377569 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d6b2274a-2e87-4d7b-8663-349b1f9c6061 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:43.377964 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378a186b-b739-412a-9f7d-206f7f0ab4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa23266d-b452-47eb-b35d-f8d96b5c6a0a', 'code': 200} Aug 16 20:51:43.380597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d216e05a-c151-431d-a269-eb1b4b81b3d7 None None] Port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:43.382212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:43.398823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba46cd8b-c400-49d6-8d4d-cc67cc4dc130 req-06180a59-1a87-4a43-a1b5-21c29bdae99b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883460 Aug 16 20:51:43.417360 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.418328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 13836154-f262-4d3f-8bc8-9267f3aee077 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:43.450235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:43.457726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:43.463337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:43.465600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event updated for resources: {'Port': ['ID=859dcfdd-80e8-4ec4-9830-8143e8778241,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:43.476701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791219c-4577-4b8f-8a23-cfa89059a340 req-b4678a5d-62b3-492e-b261-ba90bbea5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:43.478425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d791219c-4577-4b8f-8a23-cfa89059a340 req-b4678a5d-62b3-492e-b261-ba90bbea5d2f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 1097 time: 0.0950673 Aug 16 20:51:43.521919 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d791219c-4577-4b8f-8a23-cfa89059a340 req-1153b24b-2cb4-4350-a618-dbb7db83c2f0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356996 Aug 16 20:51:43.546243 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4184f55f-9f46-4add-a6ac-b7505aabf604 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.582709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=aa23266d-b452-47eb-b35d-f8d96b5c6a0a,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:43.631026 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.681740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:43.682121 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.702792 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4184f55f-9f46-4add-a6ac-b7505aabf604 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.725401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abc39a-9a58-4860-a21d-d687af0c4cdb req-d6db8d8f-f4ed-42cf-b67f-69b34c3fac08 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:43.726901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8abc39a-9a58-4860-a21d-d687af0c4cdb req-d6db8d8f-f4ed-42cf-b67f-69b34c3fac08 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 944 time: 0.0546305 Aug 16 20:51:43.744971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:41Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb', 'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:7a:bc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:39Z', 'updated_at': '2021-08-16T20:51:41Z', 'revision_number': 2, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:43.771145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8abc39a-9a58-4860-a21d-d687af0c4cdb req-3090bb94-0342-4b85-a168-ada63e3ed975 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375087 Aug 16 20:51:43.779123 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4184f55f-9f46-4add-a6ac-b7505aabf604 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.799280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7b80d434-a1fb-44a3-98e0-6dcf2eeca4bc None None] Provisioning for port 42c685c6-1377-47c7-bd5d-9c09ab003d6d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:43.801576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 13836154-f262-4d3f-8bc8-9267f3aee077 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:43.807633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Checking router: 27d2f6cb-984a-4502-85a4-e992c18da066 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:51:43.807995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Updating router 27d2f6cb-984a-4502-85a4-e992c18da066 port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:51:43.809921 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.833190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7b80d434-a1fb-44a3-98e0-6dcf2eeca4bc None None] Provisioning complete for port 42c685c6-1377-47c7-bd5d-9c09ab003d6d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:43.833389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7b80d434-a1fb-44a3-98e0-6dcf2eeca4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.856887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 13836154-f262-4d3f-8bc8-9267f3aee077 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:43.857291 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.878252 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4184f55f-9f46-4add-a6ac-b7505aabf604 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.880169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4184f55f-9f46-4add-a6ac-b7505aabf604 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5132978 Aug 16 20:51:43.881933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184f55f-9f46-4add-a6ac-b7505aabf604 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea33fa5-db97-4b98-b591-2a95f273364a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:43.883438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57816) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:43.892218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-36a5a141-e720-4cf6-ba84-5e4c449847ec tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'security_group_rule': {'security_group_id': 'a06de1b2-3cd4-43ed-aa70-c16d24a2099d', 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:43.922661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2f43c55b-3037-44c6-98c6-a88702aba043 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:43.945770 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.986886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cb54319e-a00c-45f6-a56e-3996bd6fb0f5 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:44.022702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7b80d434-a1fb-44a3-98e0-6dcf2eeca4bc None None] Port 42c685c6-1377-47c7-bd5d-9c09ab003d6d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:44.027950 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: cb54319e-a00c-45f6-a56e-3996bd6fb0f5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:44.028556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device cb54319e-a00c-45f6-a56e-3996bd6fb0f5 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:44.039865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.073652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36a5a141-e720-4cf6-ba84-5e4c449847ec tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.086511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7b80d434-a1fb-44a3-98e0-6dcf2eeca4bc None None] Provisioning complete for port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:44.086884 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7b80d434-a1fb-44a3-98e0-6dcf2eeca4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.137015 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36a5a141-e720-4cf6-ba84-5e4c449847ec tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.173676 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.233321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2f43c55b-3037-44c6-98c6-a88702aba043 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:44.234140 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.237972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7b80d434-a1fb-44a3-98e0-6dcf2eeca4bc None None] Port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:44.242571 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.265894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36a5a141-e720-4cf6-ba84-5e4c449847ec tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.300160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5a141-e720-4cf6-ba84-5e4c449847ec tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66797c4-60c0-4b92-a04f-bbc4e3f40358,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:44.309515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event updated for resources: {'Port': ['ID=859dcfdd-80e8-4ec4-9830-8143e8778241,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:44.326558 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.385763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:44.415204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36a5a141-e720-4cf6-ba84-5e4c449847ec tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.416713 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-36a5a141-e720-4cf6-ba84-5e4c449847ec tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5320795 Aug 16 20:51:44.452193 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.453381 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9bf63226-f5df-4abe-9a56-e9a1222149fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7886565 Aug 16 20:51:44.456158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57830) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:44.458156 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.461091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b57c6313-6eb5-4f6d-b551-c9824379e3fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Request body: {'floatingip': {'port_id': '42c685c6-1377-47c7-bd5d-9c09ab003d6d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:44.582098 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.600176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Transition to ACTIVE for port object 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:44.604842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=13836154-f262-4d3f-8bc8-9267f3aee077,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:44.620058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f3409-a142-4633-907f-586cf81ef4f7 req-254ee863-c0e5-48a0-adc6-82ae33f31a03 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:44.629761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b57c6313-6eb5-4f6d-b551-c9824379e3fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for floatingip, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.630409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-957f3409-a142-4633-907f-586cf81ef4f7 req-254ee863-c0e5-48a0-adc6-82ae33f31a03 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1609104 Aug 16 20:51:44.671168 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.699264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-957f3409-a142-4633-907f-586cf81ef4f7 req-9deafba1-529d-41cd-87eb-fb141fb82b13 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645165 Aug 16 20:51:44.803885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-6a4c0c2e-728d-41db-b9b1-c2b34a5cd7ca tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup_access--783552174&fields=id&tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c HTTP/1.1" status: 200 len: 267 time: 0.0616257 Aug 16 20:51:44.826331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f0e5-aee4-476a-bfd9-8118a4459ed2 None None] Pushing event updated for resources: {'Port': ['ID=4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:44.858320 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-b57c6313-6eb5-4f6d-b551-c9824379e3fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] update failed (client error): The resource could not be found. Aug 16 20:51:44.859712 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b57c6313-6eb5-4f6d-b551-c9824379e3fc tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "PUT /v2.0/floatingips/f9d25df6-51a9-44a5-a3b7-5a41a41ceb42 HTTP/1.1" status: 404 len: 507 time: 0.4024057 Aug 16 20:51:44.862759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57850) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:44.960555 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Attempting to bind port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:44.961268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Attempting to bind port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:44.962420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Attempting to bind port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb on network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:44.970133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:44.970513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Checking segment: {'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:44.970920 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.971308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Bound using segment: {'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:44.971864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Bound port: 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:44.972142 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.996003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-94171c97-70e7-4b1c-896e-6dca4738865e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup_general--2119587251&fields=id&tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c HTTP/1.1" status: 200 len: 267 time: 0.1846807 Aug 16 20:51:45.126514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] For port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:45.157710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] For port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb,segment=NetworkSegment(d3294d7d-cde2-4905-8e8b-aec2b9181869),segment_id=d3294d7d-cde2-4905-8e8b-aec2b9181869)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:45.225135 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb081eba-515c-4f0d-bbc5-e006378a0e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.241836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a04764-3579-4205-a05a-013025e22cde req-3182a1d4-481b-47e7-bdf3-d0731f64cb6e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:45.243343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63a04764-3579-4205-a05a-013025e22cde req-3182a1d4-481b-47e7-bdf3-d0731f64cb6e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2580678 Aug 16 20:51:45.277305 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.296004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-95e35291-56c4-4240-bcde-956595bc8c3f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:45.297588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-95e35291-56c4-4240-bcde-956595bc8c3f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/networks?id=25def9a6-ad57-4aac-ab2c-18f2245e0b5a HTTP/1.1" status: 200 len: 797 time: 0.2878726 Aug 16 20:51:45.329970 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63a04764-3579-4205-a05a-013025e22cde req-a7fa8871-f559-4637-8c95-169bebd37f64 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767817 Aug 16 20:51:45.332291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd97a2-fb68-4bdd-9b07-8f576244c662 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Deleting port 859dcfdd-80e8-4ec4-9830-8143e8778241 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:45.332645 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4bcd97a2-fb68-4bdd-9b07-8f576244c662 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.337364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-f0b2c703-9927-4604-86f1-983075119620 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/quotas/dd3bb4cd838b40d18fd6af77660f5d7c HTTP/1.1" status: 200 len: 375 time: 0.0252292 Aug 16 20:51:45.387593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:45.389937 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fc73f7-661f-4501-b02d-be559eb9f842" -d '{"events": [{"server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "name": "network-vif-plugged", "status": "completed", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:45.442640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Routers {'27d2f6cb-984a-4502-85a4-e992c18da066'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:45.443314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27d2f6cb-984a-4502-85a4-e992c18da066'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:45.450968 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f0e5-aee4-476a-bfd9-8118a4459ed2 None None] Pushing event updated for resources: {'Port': ['ID=4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:45.524757 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4bcd97a2-fb68-4bdd-9b07-8f576244c662 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.525138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4bcd97a2-fb68-4bdd-9b07-8f576244c662 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.531952 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07115ed8-dd64-4775-8891-adee8b1a6755 x-openstack-request-id: req-07115ed8-dd64-4775-8891-adee8b1a6755 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:45.532299 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "name": "network-vif-plugged", "status": "completed", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:45.532505 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-07115ed8-dd64-4775-8891-adee8b1a6755 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:45.532891 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077', 'code': 200} Aug 16 20:51:45.543973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd97a2-fb68-4bdd-9b07-8f576244c662 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Calling delete_port for 859dcfdd-80e8-4ec4-9830-8143e8778241 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:45.585977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-df66272f-6dbd-4cb6-b298-355ebc3b87a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2373710 Aug 16 20:51:45.688103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] Set router 27d2f6cb-984a-4502-85a4-e992c18da066 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:46.158234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:41Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb', 'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:7a:bc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:39Z', 'updated_at': '2021-08-16T20:51:45Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:46.190712 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d680da0-0ee0-431f-9626-f95d3fd834bf None None] The sync data for ids ['27d2f6cb-984a-4502-85a4-e992c18da066'] in n-d-793619-14 is: [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:41Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb', 'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:7a:bc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:39Z', 'updated_at': '2021-08-16T20:51:45Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:46.280924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02473-05cb-4694-868a-838405b721b3 req-16560975-4d01-4510-8669-1e4b1c634209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:46.285096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85c02473-05cb-4694-868a-838405b721b3 req-16560975-4d01-4510-8669-1e4b1c634209 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 1097 time: 0.6644602 Aug 16 20:51:46.317757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-cc1e179e-2a27-424a-95b9-ffd326d0b436 service neutron] 10.222.0.74 "GET /v2.0/networks/25def9a6-ad57-4aac-ab2c-18f2245e0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303493 Aug 16 20:51:46.395101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338b83b-cc27-4b83-8ab5-0917ffdcabea req-7d9d6e58-2640-44b2-bcd7-f0fca730af83 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:46.411950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c338b83b-cc27-4b83-8ab5-0917ffdcabea req-7d9d6e58-2640-44b2-bcd7-f0fca730af83 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.2605371 Aug 16 20:51:46.471836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85c02473-05cb-4694-868a-838405b721b3 req-852b2478-4e77-43ef-9b26-294d274d2282 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696446 Aug 16 20:51:46.516044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c338b83b-cc27-4b83-8ab5-0917ffdcabea req-24f23a03-fb85-45af-8059-f6f55cb38188 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126411 Aug 16 20:51:46.552954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-e19ea433-7d1b-4768-bbcc-602aa7688f70 service neutron] 10.222.0.74 "GET /v2.0/networks/25def9a6-ad57-4aac-ab2c-18f2245e0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338917 Aug 16 20:51:46.607672 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4bcd97a2-fb68-4bdd-9b07-8f576244c662 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.646816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd97a2-fb68-4bdd-9b07-8f576244c662 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event deleted for resources: {'Port': ['ID=859dcfdd-80e8-4ec4-9830-8143e8778241,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:46.756741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4bcd97a2-fb68-4bdd-9b07-8f576244c662 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.759316 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4bcd97a2-fb68-4bdd-9b07-8f576244c662 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.760476 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4bcd97a2-fb68-4bdd-9b07-8f576244c662 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "DELETE /v2.0/floatingips/f9d25df6-51a9-44a5-a3b7-5a41a41ceb42 HTTP/1.1" status: 204 len: 168 time: 1.8892145 Aug 16 20:51:46.769837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57910) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:46.774296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dab9d-6c09-4081-bb21-218841468f65 req-ad40d18d-30ab-4d49-b47b-c4bb58d2acbf tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:46.775880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-095dab9d-6c09-4081-bb21-218841468f65 req-ad40d18d-30ab-4d49-b47b-c4bb58d2acbf tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0694292 Aug 16 20:51:46.777666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c83b186d-06e5-470c-833e-d3c63cd76fbd tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Request body: {'floatingip': {'floating_network_id': '9683fe1a-c0c5-4753-8ba9-002a4b372c8e', 'port_id': '42c685c6-1377-47c7-bd5d-9c09ab003d6d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:46.869833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-095dab9d-6c09-4081-bb21-218841468f65 req-af5119c7-61a2-4d10-b350-21a6aa11fca2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827186 Aug 16 20:51:46.915482 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c83b186d-06e5-470c-833e-d3c63cd76fbd tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.060771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-433eced9-204e-433d-a609-4747a38cbd6a req-7bd4ba77-0d04-4ff1-bcaf-cf3b8c75dd90 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 210 time: 0.0834074 Aug 16 20:51:47.173777 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-c83b186d-06e5-470c-833e-d3c63cd76fbd tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:51:47.175006 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c83b186d-06e5-470c-833e-d3c63cd76fbd tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4024193 Aug 16 20:51:47.185188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57938) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:47.185188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '42c685c6-1377-47c7-bd5d-9c09ab003d6d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:47.250660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:47.298670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.407815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:47.415220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:47.418649 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.495947 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffea89b6-275c-4c07-a8da-5307cdb269db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.558880 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.580232 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.583179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfcaeb-3de5-4813-beaa-0f3b312304e1 req-aaf5ea8b-b307-4ee7-8523-7f9c0fe5560b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:47.587088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34cfcaeb-3de5-4813-beaa-0f3b312304e1 req-aaf5ea8b-b307-4ee7-8523-7f9c0fe5560b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1222935 Aug 16 20:51:47.635966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb,segment=NetworkSegment(d3294d7d-cde2-4905-8e8b-aec2b9181869),segment_id=d3294d7d-cde2-4905-8e8b-aec2b9181869)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:47.703282 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.743258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34cfcaeb-3de5-4813-beaa-0f3b312304e1 req-bb95aabd-6fc3-4188-96ae-37a5ba31ddd4 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658009 Aug 16 20:51:47.768217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63526b51-0cc8-4329-8934-c4c2896325fb req-ac83cf3f-3442-4245-b608-db9a2b4b0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:47.775433 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63526b51-0cc8-4329-8934-c4c2896325fb req-ac83cf3f-3442-4245-b608-db9a2b4b0b15 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 1097 time: 0.1853409 Aug 16 20:51:47.779943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Allocated IP 172.25.4.123 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8ded8121-8846-4ee8-af0d-131bf43a9468) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:47.788015 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:47.876193 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.893877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63526b51-0cc8-4329-8934-c4c2896325fb req-ca7cb809-7e09-4513-9929-1c221844e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:47.896145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63526b51-0cc8-4329-8934-c4c2896325fb req-ca7cb809-7e09-4513-9929-1c221844e728 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b85a2df4-cdf5-467f-982f-f10d90d174fe HTTP/1.1" status: 200 len: 911 time: 0.1124997 Aug 16 20:51:47.923319 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.956529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63526b51-0cc8-4329-8934-c4c2896325fb req-f5dd7452-792a-452e-9003-42ed83543ebd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa23266d-b452-47eb-b35d-f8d96b5c6a0a HTTP/1.1" status: 200 len: 217 time: 0.0498836 Aug 16 20:51:48.043047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63526b51-0cc8-4329-8934-c4c2896325fb req-ba9e2044-c07c-4ec6-b89b-dbc6f736934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:48.044537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63526b51-0cc8-4329-8934-c4c2896325fb req-ba9e2044-c07c-4ec6-b89b-dbc6f736934b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b29a9b4c-7c8a-4eed-9023-63a451d45f4b HTTP/1.1" status: 200 len: 850 time: 0.0784476 Aug 16 20:51:48.071747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a5147-f2eb-49f2-9a47-598b40077865 req-8cb0dc35-7f2c-4663-9cd4-e973128fc9b6 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:48.073209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-016a5147-f2eb-49f2-9a47-598b40077865 req-8cb0dc35-7f2c-4663-9cd4-e973128fc9b6 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0669968 Aug 16 20:51:48.093688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63526b51-0cc8-4329-8934-c4c2896325fb req-10d0ac6a-2582-4366-911e-54b839ddbc4d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b85a2df4-cdf5-467f-982f-f10d90d174fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369010 Aug 16 20:51:48.122664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.179425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:48.184728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:48.190188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:48.198693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1f54343-7c18-4f39-ac14-6df394bf8978 req-51d982cc-a0f4-4eaa-bb02-eedc1f5dd152 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 210 time: 0.0675805 Aug 16 20:51:48.223656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-016a5147-f2eb-49f2-9a47-598b40077865 req-3d85c467-f2e7-4399-92ed-1e74588415fa tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268547 Aug 16 20:51:48.282767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event updated for resources: {'Port': ['ID=8ded8121-8846-4ee8-af0d-131bf43a9468,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:48.286194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63526b51-0cc8-4329-8934-c4c2896325fb req-8b580a48-375a-47ae-8c70-4dac7e503187 service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848755 Aug 16 20:51:48.454586 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63526b51-0cc8-4329-8934-c4c2896325fb req-bc581448-c5dd-44af-b8f8-85966f79dcdd service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596525 Aug 16 20:51:48.488775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Deleting port 8ded8121-8846-4ee8-af0d-131bf43a9468 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:48.489176 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.489990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58010) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:48.583683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.584244 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.606081 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Calling delete_port for 8ded8121-8846-4ee8-af0d-131bf43a9468 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:48.612958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-129e13f1-40ce-4d07-9561-658f42cce2a6 admin admin] Deleting subnet 9086addc-4898-4b00-b1e4-5f5b81780ad7 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:51:48.616323 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-129e13f1-40ce-4d07-9561-658f42cce2a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.667517 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-129e13f1-40ce-4d07-9561-658f42cce2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.758199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-d3fbf392-0ca5-4216-82cb-8b4eec5e5e1d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:48.761317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-d3fbf392-0ca5-4216-82cb-8b4eec5e5e1d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/networks?id=8deab356-caba-48b8-adaa-724050112348 HTTP/1.1" status: 200 len: 814 time: 0.2133148 Aug 16 20:51:48.763630 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-129e13f1-40ce-4d07-9561-658f42cce2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.798281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-cd6b0e13-a17b-4ae1-9123-72f4062f761f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/quotas/9b609ae70a794236b71104a3023ce490 HTTP/1.1" status: 200 len: 375 time: 0.0359833 Aug 16 20:51:48.842205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.874107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event deleted for resources: {'Port': ['ID=8ded8121-8846-4ee8-af0d-131bf43a9468,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:48.896089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-31e5c46b-e3cc-4de9-a13a-772a89f69264 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b609ae70a794236b71104a3023ce490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0866597 Aug 16 20:51:48.958945 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-129e13f1-40ce-4d07-9561-658f42cce2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.003971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719b324-b841-4c01-b512-ee0fdf9e8530 req-b6570935-bc30-42f2-891b-5e736b087412 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:49.005479 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3719b324-b841-4c01-b512-ee0fdf9e8530 req-b6570935-bc30-42f2-891b-5e736b087412 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1435924 Aug 16 20:51:49.011058 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-129e13f1-40ce-4d07-9561-658f42cce2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.012881 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-129e13f1-40ce-4d07-9561-658f42cce2a6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9086addc-4898-4b00-b1e4-5f5b81780ad7 HTTP/1.1" status: 204 len: 168 time: 0.5216768 Aug 16 20:51:49.013716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e13f1-40ce-4d07-9561-658f42cce2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9086addc-4898-4b00-b1e4-5f5b81780ad7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:49.015757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58042) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:49.025334 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] create failed (client error): The resource could not be found. Aug 16 20:51:49.029802 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e54a5704-949d-41d8-8f56-fb0dcee0f42e tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8467605 Aug 16 20:51:49.037555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58046) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:49.098145 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.112634 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3719b324-b841-4c01-b512-ee0fdf9e8530 req-c3a5deac-8040-4eff-a1e6-4aab288c183d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960588 Aug 16 20:51:49.115601 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.177273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-63419eeb-59c1-486b-b3db-3c14d04ff0f7 service neutron] 10.222.0.74 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724645 Aug 16 20:51:49.218003 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.221139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2900393f-8e56-432b-9bcb-31871fbe59e3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Deleting port 42c685c6-1377-47c7-bd5d-9c09ab003d6d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:49.221494 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2900393f-8e56-432b-9bcb-31871fbe59e3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.235745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:49.248966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cf6d4f-f5fb-407a-83ba-d10da82846a3']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:49.273466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac71809e-28a6-40cb-a56d-e81aa1d3a886') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:49.273768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac71809e-28a6-40cb-a56d-e81aa1d3a886') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:49.293828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:49.294516 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.295321 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.312463 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.321017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:51:49.321838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:51:49.324037 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:51:49.357433 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5189fc15-71cb-45be-8e29-73b0cfbb7787 req-f5b6da2c-30f5-472a-9c76-3f4a8ac67f74 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 210 time: 0.0391307 Aug 16 20:51:49.416497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2900393f-8e56-432b-9bcb-31871fbe59e3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.459192 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.468757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2900393f-8e56-432b-9bcb-31871fbe59e3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Calling delete_port for 42c685c6-1377-47c7-bd5d-9c09ab003d6d owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:49.470144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.471937 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] 10.222.0.74 "DELETE /v2.0/networks/e3cf6d4f-f5fb-407a-83ba-d10da82846a3 HTTP/1.1" status: 204 len: 168 time: 0.4549162 Aug 16 20:51:49.489837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa841ed-baaa-4675-9816-ed45765ca4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=e3cf6d4f-f5fb-407a-83ba-d10da82846a3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:49.581527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-70445e4f-aeb6-4857-b83e-1244458a6d07 service neutron] 10.222.0.74 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828199 Aug 16 20:51:49.712596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-622a244a-b26e-498b-a7c2-92f20d1f04d1 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:49.714087 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-622a244a-b26e-498b-a7c2-92f20d1f04d1 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.76 "GET /v2.0/networks?id=25def9a6-ad57-4aac-ab2c-18f2245e0b5a HTTP/1.1" status: 200 len: 797 time: 0.1295576 Aug 16 20:51:49.750396 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2900393f-8e56-432b-9bcb-31871fbe59e3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.763573 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-f5ac4273-364f-4bb5-aa0a-1374d43b7efb tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c HTTP/1.1" status: 200 len: 477 time: 0.0396373 Aug 16 20:51:49.772966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'port': {'device_id': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'admin_state_up': True, 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'security_groups': ['a06de1b2-3cd4-43ed-aa70-c16d24a2099d', '7ea33fa5-db97-4b98-b591-2a95f273364a']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:49.791826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900393f-8e56-432b-9bcb-31871fbe59e3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event deleted for resources: {'Port': ['ID=42c685c6-1377-47c7-bd5d-9c09ab003d6d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:49.969298 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2900393f-8e56-432b-9bcb-31871fbe59e3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.972519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2900393f-8e56-432b-9bcb-31871fbe59e3 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "DELETE /v2.0/ports/42c685c6-1377-47c7-bd5d-9c09ab003d6d HTTP/1.1" status: 204 len: 168 time: 0.9352319 Aug 16 20:51:49.974519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58088) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:49.997751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0fe95dd-7705-49b4-a648-a602650cd646 req-502beb04-0368-4cf6-adc9-39094aafbc76 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 210 time: 0.0424194 Aug 16 20:51:49.998231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58090) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:50.066609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca319c9b-b209-42e5-b208-9f6c26a2c8de tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:50.070492 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ca319c9b-b209-42e5-b208-9f6c26a2c8de tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d5b298b-2442-42c8-a59c-08ff5217de70 HTTP/1.1" status: 200 len: 913 time: 0.0925605 Aug 16 20:51:50.070492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Made reservation on behalf of dd3bb4cd838b40d18fd6af77660f5d7c for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:50.073060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.076300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:50.100073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-17cf15ec-f048-4fcb-b58b-e4d67315599b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6f28821654be46399e7f1d3ede6d898a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976596 Aug 16 20:51:50.105852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58096) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:50.227463 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e09b-521a-4a54-a5e9-deeedf2ff59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.275192 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e09b-521a-4a54-a5e9-deeedf2ff59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.319015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d7691-0232-4972-9536-88bc1feac467 req-446bf183-060e-4c8e-bd96-bbdd455a9bae tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:50.320858 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b29d7691-0232-4972-9536-88bc1feac467 req-446bf183-060e-4c8e-bd96-bbdd455a9bae tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1081214 Aug 16 20:51:50.375870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b29d7691-0232-4972-9536-88bc1feac467 req-7dd5c532-dd39-4eda-ad3d-b5702f70f9e6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475957 Aug 16 20:51:50.414978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58108) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:50.504272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e10f00f-9816-4f1f-806f-bd280f05ac76 req-217548dc-c77c-47b7-9366-01023ba2b47d tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 210 time: 0.0389721 Aug 16 20:51:50.569187 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e09b-521a-4a54-a5e9-deeedf2ff59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.571776 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e09b-521a-4a54-a5e9-deeedf2ff59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.572943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ceb1e09b-521a-4a54-a5e9-deeedf2ff59e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36e300c7-ee23-42f8-8e51-ef1da936adac HTTP/1.1" status: 204 len: 168 time: 0.4660978 Aug 16 20:51:50.574162 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07b9f1d9-89db-4015-b448-3e9728d2ba31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.598135 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1e09b-521a-4a54-a5e9-deeedf2ff59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e300c7-ee23-42f8-8e51-ef1da936adac,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:50.631782 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.723249 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07b9f1d9-89db-4015-b448-3e9728d2ba31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.754721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Allocated IP 172.20.0.9 (25def9a6-ad57-4aac-ab2c-18f2245e0b5a/c55ad56f-80a5-4fe0-a08b-60af35a785e0/f5aa1e46-788c-47fb-9ad5-8db29c9a0776) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:50.790894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07b9f1d9-89db-4015-b448-3e9728d2ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.827180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-07b9f1d9-89db-4015-b448-3e9728d2ba31 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba70bf7b37424bfeabdf54f7b4357c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103994 Aug 16 20:51:50.832386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58116) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:50.851424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9f1d9-89db-4015-b448-3e9728d2ba31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05a1632-b0ad-4a31-9d31-a08ca276af94,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:50.891476 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddb59ac9-2825-43db-ab41-f97b4edfc033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.914234 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddb59ac9-2825-43db-ab41-f97b4edfc033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.009769 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.033069 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a905e8ef-f629-46d2-9f56-c86d1e4a5897 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.047928 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddb59ac9-2825-43db-ab41-f97b4edfc033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.052825 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ddb59ac9-2825-43db-ab41-f97b4edfc033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.058137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ddb59ac9-2825-43db-ab41-f97b4edfc033 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b05a1632-b0ad-4a31-9d31-a08ca276af94 HTTP/1.1" status: 204 len: 168 time: 0.2232709 Aug 16 20:51:51.074478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb59ac9-2825-43db-ab41-f97b4edfc033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05a1632-b0ad-4a31-9d31-a08ca276af94,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:51.084949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Transition to ACTIVE for port object f5aa1e46-788c-47fb-9ad5-8db29c9a0776 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:51.158807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7413548d-b12e-4812-8834-c6af3704b3fb req-8860cf26-a447-4fef-be0b-9fe783f3f6a7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 210 time: 0.0631919 Aug 16 20:51:51.277885 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.372751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:51.378197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:51.380687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:51.383397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Port': ['ID=f5aa1e46-788c-47fb-9ad5-8db29c9a0776,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:51.445239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:51.446021 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.465514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a905e8ef-f629-46d2-9f56-c86d1e4a5897 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Deleting port 58fe3247-f85a-4fe1-9da1-2baea46937a6 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:51.465966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a905e8ef-f629-46d2-9f56-c86d1e4a5897 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.568455 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-2110b8d2-1fe9-4a3b-a3cd-5ccf1a42abd5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7990596 Aug 16 20:51:51.592277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea473e6-4893-4fa1-babc-0b2791b3f55b req-ab850121-c64f-4750-adbc-5c22c39b9687 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:51.602121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aea473e6-4893-4fa1-babc-0b2791b3f55b req-ab850121-c64f-4750-adbc-5c22c39b9687 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.0871892 Aug 16 20:51:51.607473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Request body: {'port': {'device_id': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:51.681573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aea473e6-4893-4fa1-babc-0b2791b3f55b req-386710ef-cb48-4379-b4f1-ee9b5cd084c2 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775497 Aug 16 20:51:51.745259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bc723-ac7b-4608-8374-64790fb56bce req-e4068798-779c-440e-9554-1298c475b2e0 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:51.745435 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a905e8ef-f629-46d2-9f56-c86d1e4a5897 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.747425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a88bc723-ac7b-4608-8374-64790fb56bce req-e4068798-779c-440e-9554-1298c475b2e0 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 970 time: 0.0882552 Aug 16 20:51:51.759713 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.765647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a905e8ef-f629-46d2-9f56-c86d1e4a5897 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Calling delete_port for 58fe3247-f85a-4fe1-9da1-2baea46937a6 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:51.792841 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a88bc723-ac7b-4608-8374-64790fb56bce req-2eda5983-c6dd-47a0-b064-fe36d3eb2a66 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0364113 Aug 16 20:51:51.880547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3d37e6d5-b40c-4743-8213-94c19c0b6391 None None] Provisioning for port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:51.891326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3d37e6d5-b40c-4743-8213-94c19c0b6391 None None] Provisioning complete for port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:51.891911 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d37e6d5-b40c-4743-8213-94c19c0b6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.939477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3d37e6d5-b40c-4743-8213-94c19c0b6391 None None] Port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:51.984733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58150) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:52.061062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58156) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:52.077946 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52522828-e7af-43fb-92a7-31edff6f958e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.182956 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52522828-e7af-43fb-92a7-31edff6f958e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.189186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5aa1e46-788c-47fb-9ad5-8db29c9a0776 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:52.197590 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.236120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1767396853-network', 'tenant_id': '26aff803110c49948df15598571c9515'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:52.245896 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a905e8ef-f629-46d2-9f56-c86d1e4a5897 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.264068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f21068ca-10dd-474d-8230-3a7a70bf13ad req-f50c4353-c867-4227-8879-ed0e164a6371 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 210 time: 0.0413454 Aug 16 20:51:52.277851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905e8ef-f629-46d2-9f56-c86d1e4a5897 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event deleted for resources: {'Port': ['ID=58fe3247-f85a-4fe1-9da1-2baea46937a6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:52.304879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52522828-e7af-43fb-92a7-31edff6f958e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.333549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Transition to ACTIVE for port object f5aa1e46-788c-47fb-9ad5-8db29c9a0776 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:52.359266 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52522828-e7af-43fb-92a7-31edff6f958e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b98722f-acc1-43b4-be56-a44d6a1f4a1a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:52.372507 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-52522828-e7af-43fb-92a7-31edff6f958e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4c0b244ae2e5401f9cdff374b8a67f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085964 Aug 16 20:51:52.372507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58160) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:52.439761 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50bb8e91-cce7-45d2-80ab-37009e67672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.448713 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a905e8ef-f629-46d2-9f56-c86d1e4a5897 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.460222 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.473667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Made reservation on behalf of 26aff803110c49948df15598571c9515 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:52.476807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.527804 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.545847 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50bb8e91-cce7-45d2-80ab-37009e67672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.592004 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-d04326dc-5d2d-41ce-aa68-8b17bc3cc87e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2023017 Aug 16 20:51:52.609078 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Pushing event updated for resources: {'Port': ['ID=f5aa1e46-788c-47fb-9ad5-8db29c9a0776,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:52.657694 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-b7f76d16-81a5-4102-b53f-c1076b762ea5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:52.659097 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-b7f76d16-81a5-4102-b53f-c1076b762ea5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.76 "GET /v2.0/networks?id=8deab356-caba-48b8-adaa-724050112348 HTTP/1.1" status: 200 len: 814 time: 0.2161191 Aug 16 20:51:52.675062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Request body: {'port': {'device_id': 'd7623c8e-b0e8-4b3b-9b6d-9a51212a450f', 'network_id': '8deab356-caba-48b8-adaa-724050112348', 'admin_state_up': True, 'tenant_id': '9b609ae70a794236b71104a3023ce490'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:52.770166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a905e8ef-f629-46d2-9f56-c86d1e4a5897 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Router 9d5b298b-2442-42c8-a59c-08ff5217de70 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:52.806532 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50bb8e91-cce7-45d2-80ab-37009e67672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.810191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50bb8e91-cce7-45d2-80ab-37009e67672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.814140 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-50bb8e91-cce7-45d2-80ab-37009e67672d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0b98722f-acc1-43b4-be56-a44d6a1f4a1a HTTP/1.1" status: 204 len: 168 time: 0.4410291 Aug 16 20:51:52.816640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4fdc81a2-9e48-40a8-9bc9-a8b717cd6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:52.817165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4fdc81a2-9e48-40a8-9bc9-a8b717cd6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:52.827164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4fdc81a2-9e48-40a8-9bc9-a8b717cd6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:52.829508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4fdc81a2-9e48-40a8-9bc9-a8b717cd6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:52.830383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4fdc81a2-9e48-40a8-9bc9-a8b717cd6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:52.831499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4fdc81a2-9e48-40a8-9bc9-a8b717cd6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:52.832640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4fdc81a2-9e48-40a8-9bc9-a8b717cd6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:52.835109 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4fdc81a2-9e48-40a8-9bc9-a8b717cd6f29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6499 time: 0.1328909 Aug 16 20:51:52.845324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb8e91-cce7-45d2-80ab-37009e67672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b98722f-acc1-43b4-be56-a44d6a1f4a1a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:52.897937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d611e2e-eb3c-4ed0-974a-d83c4bed0595 req-373fa2b9-31b6-4d79-acc6-e7a5dc778f65 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:52.899642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5d611e2e-eb3c-4ed0-974a-d83c4bed0595 req-373fa2b9-31b6-4d79-acc6-e7a5dc778f65 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1208780 Aug 16 20:51:52.939826 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.947114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a905e8ef-f629-46d2-9f56-c86d1e4a5897 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:52.953010 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a905e8ef-f629-46d2-9f56-c86d1e4a5897 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "PUT /v2.0/routers/9d5b298b-2442-42c8-a59c-08ff5217de70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8756814 Aug 16 20:51:52.953997 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Attempting to bind port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:52.954331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Attempting to bind port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:52.954664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Attempting to bind port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 on network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:52.956484 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58170) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:52.960478 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7de7cd-6ed4-490a-bc06-4d40aaf48ea1 None None] Sync routers for ids ['9d5b298b-2442-42c8-a59c-08ff5217de70'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:52.972994 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7de7cd-6ed4-490a-bc06-4d40aaf48ea1 None None] Routers {'9d5b298b-2442-42c8-a59c-08ff5217de70'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:52.973964 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e7de7cd-6ed4-490a-bc06-4d40aaf48ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['9d5b298b-2442-42c8-a59c-08ff5217de70'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:52.987536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5d611e2e-eb3c-4ed0-974a-d83c4bed0595 req-5362b3e1-5e9d-427e-9bf0-5e4ab7f23a54 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782979 Aug 16 20:51:53.011674 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e7de7cd-6ed4-490a-bc06-4d40aaf48ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:53.017734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef314e-c735-4c08-b300-fdf2975630b7 req-3251c057-125d-4bb6-84a1-676785891720 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.019779 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9ef314e-c735-4c08-b300-fdf2975630b7 req-3251c057-125d-4bb6-84a1-676785891720 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 982 time: 0.0757003 Aug 16 20:51:53.022285 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7de7cd-6ed4-490a-bc06-4d40aaf48ea1 None None] Routers {'9d5b298b-2442-42c8-a59c-08ff5217de70'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:53.022954 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e7de7cd-6ed4-490a-bc06-4d40aaf48ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['9d5b298b-2442-42c8-a59c-08ff5217de70'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:53.049647 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.063830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 on network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:53.064152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Attempting to bind port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 on network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:53.077700 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e7de7cd-6ed4-490a-bc06-4d40aaf48ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:53.078704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:53.079071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Checking segment: {'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:53.079209 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7de7cd-6ed4-490a-bc06-4d40aaf48ea1 None None] The sync data for ids ['9d5b298b-2442-42c8-a59c-08ff5217de70'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:53.079437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Bound using segment: {'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:53.079875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Bound port: f5aa1e46-788c-47fb-9ad5-8db29c9a0776, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3294d7d-cde2-4905-8e8b-aec2b9181869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:53.080238 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.091745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9ef314e-c735-4c08-b300-fdf2975630b7 req-da1bad66-6e34-40a0-aa39-d6de844a8c5e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0641377 Aug 16 20:51:53.098763 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d918449e-41fa-436a-bde4-2a1b5d622e0b tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.107655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:53.127735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feee3dc-3e61-468f-9d78-099a319a267c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:53.131807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.132244 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Added segment c99a45b9-0b2e-42db-9c2b-53812bad37ab of type vlan for network fde89054-92a8-4fbb-bf5c-035560674a46 Aug 16 20:51:53.181257 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.229623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-57060b15-db65-4e43-adc5-699e93a75474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.230209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-57060b15-db65-4e43-adc5-699e93a75474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.230489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-57060b15-db65-4e43-adc5-699e93a75474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.232075 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-57060b15-db65-4e43-adc5-699e93a75474 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f811c930-d940-4fe5-b868-27e98c3af345&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5 HTTP/1.1" status: 200 len: 2293 time: 0.2952518 Aug 16 20:51:53.239468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Made reservation on behalf of 9b609ae70a794236b71104a3023ce490 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:53.243622 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.307205 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.308868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.309528 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.375638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d918449e-41fa-436a-bde4-2a1b5d622e0b tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.379525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] For port f5aa1e46-788c-47fb-9ad5-8db29c9a0776, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:53.385658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d918449e-41fa-436a-bde4-2a1b5d622e0b tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.400986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] For port f5aa1e46-788c-47fb-9ad5-8db29c9a0776, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f5aa1e46-788c-47fb-9ad5-8db29c9a0776,segment=NetworkSegment(d3294d7d-cde2-4905-8e8b-aec2b9181869),segment_id=d3294d7d-cde2-4905-8e8b-aec2b9181869)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:53.447862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0965152b-8915-4606-a55c-a0c8eadf8742 req-56dd96e2-5e3b-470b-ae33-ad60f39e42ff tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 210 time: 0.0557184 Aug 16 20:51:53.448190 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-0c35ed98-89d0-42e1-a815-a74324ca8f16 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485de2cf-1908-4253-b829-fe46c689dd3c HTTP/1.1" status: 200 len: 1000 time: 0.1794422 Aug 16 20:51:53.448585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=fde89054-92a8-4fbb-bf5c-035560674a46,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:53.469215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-39402068-1d47-4a52-9464-2f6a2e56e1c1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4820402 Aug 16 20:51:53.476142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network fde89054-92a8-4fbb-bf5c-035560674a46 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:53.480563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58186) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:53.483273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Allocated IP 172.20.0.12 (8deab356-caba-48b8-adaa-724050112348/42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5/92fffce3-3767-438b-b59f-2fb3690b7dbd) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:53.493914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] Request body: {'subnet': {'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1767396853-subnet', 'tenant_id': '26aff803110c49948df15598571c9515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:53.498775 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.554654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.555828 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.557358 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] 10.222.0.76 "PUT /v2.0/ports/f5aa1e46-788c-47fb-9ad5-8db29c9a0776 HTTP/1.1" status: 200 len: 1131 time: 1.9746878 Aug 16 20:51:53.563298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'tag': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:53.565801 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2b7bf6-d61a-42c0-90c6-18ad4de7cb03" -d '{"events": [{"name": "network-changed", "server_uuid": "76480d76-3316-48bd-b1ef-133b9f1ba831", "tag": "f5aa1e46-788c-47fb-9ad5-8db29c9a0776"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:53.573773 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d918449e-41fa-436a-bde4-2a1b5d622e0b tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.574431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d918449e-41fa-436a-bde4-2a1b5d622e0b tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Fanout notify agent at l3_agent the message router_deleted on router 9d5b298b-2442-42c8-a59c-08ff5217de70 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:51:53.584075 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-40b58dd7-f499-4419-96e3-ae1a814c250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.585939 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-40b58dd7-f499-4419-96e3-ae1a814c250a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd35abf-7995-4566-8e60-30dabd3fd226 HTTP/1.1" status: 200 len: 851 time: 0.1380162 Aug 16 20:51:53.603619 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d918449e-41fa-436a-bde4-2a1b5d622e0b tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.605337 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d918449e-41fa-436a-bde4-2a1b5d622e0b tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "DELETE /v2.0/routers/9d5b298b-2442-42c8-a59c-08ff5217de70 HTTP/1.1" status: 204 len: 168 time: 0.6339877 Aug 16 20:51:53.629543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c6632-3e41-463e-9aee-9533e8c2c26a service neutron] Pushing event updated for resources: {'Port': ['ID=f5aa1e46-788c-47fb-9ad5-8db29c9a0776,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:53.633243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58192) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:53.635740 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c642733-843a-4adb-8277-0c97ba426216 x-openstack-request-id: req-1c642733-843a-4adb-8277-0c97ba426216 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:53.636186 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76480d76-3316-48bd-b1ef-133b9f1ba831", "tag": "f5aa1e46-788c-47fb-9ad5-8db29c9a0776", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:53.636503 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c642733-843a-4adb-8277-0c97ba426216 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:53.637056 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'tag': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776', 'status': 'completed', 'code': 200} Aug 16 20:51:53.702860 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.717727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] Made reservation on behalf of 26aff803110c49948df15598571c9515 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:53.721305 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.763658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-784b5fce-7dc2-45b6-ab1c-5aa0e8e6d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.765713 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-784b5fce-7dc2-45b6-ab1c-5aa0e8e6d118 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f811c930-d940-4fe5-b868-27e98c3af345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373610 Aug 16 20:51:53.779095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9ce4fa-a335-4b37-ae3c-ea5cbbe43207 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Deleting subnet 59c0d5a4-4b38-4805-843e-6fcbe56203e1 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:51:53.785418 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce4fa-a335-4b37-ae3c-ea5cbbe43207 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.797521 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b7bf6-d61a-42c0-90c6-18ad4de7cb03 req-3af19480-a37b-4beb-92a9-b653c376ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.798949 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad2b7bf6-d61a-42c0-90c6-18ad4de7cb03 req-3af19480-a37b-4beb-92a9-b653c376ace4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c&device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 1134 time: 0.1502004 Aug 16 20:51:53.878611 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.894117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['13836154-f262-4d3f-8bc8-9267f3aee077'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:53.932494 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce4fa-a335-4b37-ae3c-ea5cbbe43207 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.952728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Network 8deab356-caba-48b8-adaa-724050112348 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:53.962214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:53.973369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:53.979565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Pushing event updated for resources: {'Port': ['ID=92fffce3-3767-438b-b59f-2fb3690b7dbd,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:54.061590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:54.062251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.075912 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-624661cf-03a4-4981-925f-174e310a057e service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933874 Aug 16 20:51:54.077270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.078657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b7bf6-d61a-42c0-90c6-18ad4de7cb03 req-acc3eccd-c9cb-4adf-bf1f-ebc3b39434f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:54.080053 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad2b7bf6-d61a-42c0-90c6-18ad4de7cb03 req-acc3eccd-c9cb-4adf-bf1f-ebc3b39434f8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2568171 Aug 16 20:51:54.163691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce4fa-a335-4b37-ae3c-ea5cbbe43207 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.203140 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-fbc6c750-8b1d-4205-91f4-38d5ce187596 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5320673 Aug 16 20:51:54.227074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Request body: {'port': {'device_id': 'd7623c8e-b0e8-4b3b-9b6d-9a51212a450f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:54.269576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12669f78-6047-4d28-8457-7eb64147eac7,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:54.293291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c786b-0c82-400c-9c37-9a2fe8325698 req-6bbb9da4-719c-445d-968c-b92272b7d84b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:54.294794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b7c786b-0c82-400c-9c37-9a2fe8325698 req-6bbb9da4-719c-445d-968c-b92272b7d84b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.2037168 Aug 16 20:51:54.303064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] Checking segment: {'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:54.303422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] Network hostable DHCP agents. Network: fde89054-92a8-4fbb-bf5c-035560674a46, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:54.313956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b7bf6-d61a-42c0-90c6-18ad4de7cb03 req-f4020001-2584-43e9-86ed-1cf29d94b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:54.315449 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad2b7bf6-d61a-42c0-90c6-18ad4de7cb03 req-f4020001-2584-43e9-86ed-1cf29d94b4bd service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2140720 Aug 16 20:51:54.320094 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-12fd409b-feec-4b39-92a1-f41a2af95004 service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303798 Aug 16 20:51:54.368779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc986ef-5705-44c2-9f2c-13ba1f4debf3 req-0b502610-b76c-4739-90ae-f62496eaee9f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:54.370340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-acc986ef-5705-44c2-9f2c-13ba1f4debf3 req-0b502610-b76c-4739-90ae-f62496eaee9f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 982 time: 0.1799221 Aug 16 20:51:54.375628 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-a314a9e4-3639-487c-9459-ee0115c5f896 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 HTTP/1.1" status: 200 len: 217 time: 0.0484698 Aug 16 20:51:54.379427 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce4fa-a335-4b37-ae3c-ea5cbbe43207 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.386830 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.417220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b7c786b-0c82-400c-9c37-9a2fe8325698 req-2efda9c8-e644-4e66-912e-eb15b76e2b72 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151383 Aug 16 20:51:54.477201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] Network fde89054-92a8-4fbb-bf5c-035560674a46 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:54.506296 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-acc986ef-5705-44c2-9f2c-13ba1f4debf3 req-550c1021-c38c-4e3d-8c3b-1aae5b0b2551 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1217315 Aug 16 20:51:54.621251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, fde89054-92a8-4fbb-bf5c-035560674a46) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:54.633711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02f91aa-66dc-4180-b32b-5f2e2786a019 None None] Network fde89054-92a8-4fbb-bf5c-035560674a46 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:54.781683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2043a692-07db-458b-b344-8159f4ad1bbd None None] Network fde89054-92a8-4fbb-bf5c-035560674a46 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:54.840017 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce4fa-a335-4b37-ae3c-ea5cbbe43207 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.840949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b31193e-9f86-4f3d-b3a8-f2a8ccd21cfa None None] Network 9683fe1a-c0c5-4753-8ba9-002a4b372c8e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:54.843220 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cf9ce4fa-a335-4b37-ae3c-ea5cbbe43207 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "DELETE /v2.0/subnets/59c0d5a4-4b38-4805-843e-6fcbe56203e1 HTTP/1.1" status: 204 len: 168 time: 1.1967597 Aug 16 20:51:54.869607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58224) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:54.896512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ce4fa-a335-4b37-ae3c-ea5cbbe43207 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event deleted for resources: {'Subnet': ['ID=59c0d5a4-4b38-4805-843e-6fcbe56203e1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:54.966686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-00bdcc4f-a66e-4159-8c73-32b1f09b4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:54.968245 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-00bdcc4f-a66e-4159-8c73-32b1f09b4f4f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c&device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 1134 time: 0.6015894 Aug 16 20:51:54.999005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-fff23ca6-f430-4535-a859-bec3828e5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.000724 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-fff23ca6-f430-4535-a859-bec3828e5d40 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.5975273 Aug 16 20:51:55.041660 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-729823c2-a63c-464e-bcd0-2636d26ad86b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5aa1e46-788c-47fb-9ad5-8db29c9a0776 HTTP/1.1" status: 200 len: 217 time: 0.0628426 Aug 16 20:51:55.055049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.055761 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.074553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58230) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:55.111138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82f52b-aba9-4b3a-8c4a-dd1faacfee79 req-58208cb9-4f8f-4d9d-a4c0-7c64f19f64d1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.112958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5d82f52b-aba9-4b3a-8c4a-dd1faacfee79 req-58208cb9-4f8f-4d9d-a4c0-7c64f19f64d1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 932 time: 0.5040479 Aug 16 20:51:55.119591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.145880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498e66e-c579-478e-8eec-e631e6c78946 None None] DHCP port deletion for 9683fe1a-c0c5-4753-8ba9-002a4b372c8e request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:51:55.152660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-c591f44e-83db-432b-bb58-589fa90520c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.155395 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-c591f44e-83db-432b-bb58-589fa90520c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55ad56f-80a5-4fe0-a08b-60af35a785e0 HTTP/1.1" status: 200 len: 835 time: 0.0940580 Aug 16 20:51:55.188808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c7d17dd5-927a-487c-97c6-8713afcfc5c4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7070849 Aug 16 20:51:55.197988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-b1d75fb6-34b8-4258-b3cb-a2b177458a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.199616 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-b1d75fb6-34b8-4258-b3cb-a2b177458a6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1603138 Aug 16 20:51:55.248372 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5d82f52b-aba9-4b3a-8c4a-dd1faacfee79 req-51935272-3b75-4440-8b4d-1cddf3a177a1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112843 Aug 16 20:51:55.250784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0498e66e-c579-478e-8eec-e631e6c78946 None None] Deleting port 1692202e-c9be-4721-97a0-62fdaeda1bca {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:55.251261 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0498e66e-c579-478e-8eec-e631e6c78946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.281484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1692202e-c9be-4721-97a0-62fdaeda1bca no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:55.291268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fffce3-3767-438b-b59f-2fb3690b7dbd {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:55.301518 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.318196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Transition to ACTIVE for port object 92fffce3-3767-438b-b59f-2fb3690b7dbd will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:55.331146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-beb23acf-cd9d-4cae-9b53-b188b1cca351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.333291 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-beb23acf-cd9d-4cae-9b53-b188b1cca351 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25def9a6-ad57-4aac-ab2c-18f2245e0b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1697054 Aug 16 20:51:55.362578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Deleting port 1692202e-c9be-4721-97a0-62fdaeda1bca {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:55.362954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.367584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-581411343'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:55.390155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.396891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0498e66e-c579-478e-8eec-e631e6c78946 None None] For port 1692202e-c9be-4721-97a0-62fdaeda1bca, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1692202e-c9be-4721-97a0-62fdaeda1bca,segment=NetworkSegment(9ffcc668-3e5d-40f6-bce8-e0a354c4490f),segment_id=9ffcc668-3e5d-40f6-bce8-e0a354c4490f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:55.399655 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0498e66e-c579-478e-8eec-e631e6c78946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.413911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0498e66e-c579-478e-8eec-e631e6c78946 None None] Calling delete_port for 1692202e-c9be-4721-97a0-62fdaeda1bca owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:55.465054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Pushing event updated for resources: {'Port': ['ID=92fffce3-3767-438b-b59f-2fb3690b7dbd,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:55.472751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Made reservation on behalf of 2d9d341d6987432bab0fbc31640f830d for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:55.478100 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.480419 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-be5bc37b-a893-4ab9-a8e3-be56728d6ef3 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458315 Aug 16 20:51:55.495499 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.506976 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.569403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] For port 1692202e-c9be-4721-97a0-62fdaeda1bca, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1692202e-c9be-4721-97a0-62fdaeda1bca,segment=NetworkSegment(9ffcc668-3e5d-40f6-bce8-e0a354c4490f),segment_id=9ffcc668-3e5d-40f6-bce8-e0a354c4490f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:55.569790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.604529 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-c38f42c1-ff9c-4b11-a6d4-587e5b6ed8cb service neutron] 10.222.0.76 "GET /v2.0/networks/25def9a6-ad57-4aac-ab2c-18f2245e0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638075 Aug 16 20:51:55.605429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Calling delete_port for 1692202e-c9be-4721-97a0-62fdaeda1bca owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:55.608183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 1692202e-c9be-4721-97a0-62fdaeda1bca, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1692202e-c9be-4721-97a0-62fdaeda1bca,segment=NetworkSegment(9ffcc668-3e5d-40f6-bce8-e0a354c4490f),segment_id=9ffcc668-3e5d-40f6-bce8-e0a354c4490f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:55.692914 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.702982 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:51:55.719719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4e0b4-7c5e-4e72-a051-8f7d09dc7788 req-8f10d982-b1a8-4bf8-96f0-6fe07e05b4eb tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.722669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7d4e0b4-7c5e-4e72-a051-8f7d09dc7788 req-8f10d982-b1a8-4bf8-96f0-6fe07e05b4eb tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1623099 Aug 16 20:51:55.743521 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-517ce26d-7454-4224-a88e-761f74f00599 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517405 Aug 16 20:51:55.756761 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=1692202e-c9be-4721-97a0-62fdaeda1bca,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:55.778611 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0498e66e-c579-478e-8eec-e631e6c78946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.803473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498e66e-c579-478e-8eec-e631e6c78946 None None] Pushing event deleted for resources: {'Port': ['ID=1692202e-c9be-4721-97a0-62fdaeda1bca,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:55.809326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498e66e-c579-478e-8eec-e631e6c78946 None None] No DVR routers for this DVR port 1692202e-c9be-4721-97a0-62fdaeda1bca on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:55.815287 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-0b2df3ad-1dc5-4156-a328-84ac9792af01 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a19bea0e-f740-4d0b-8449-60adbd042ab2 HTTP/1.1" status: 200 len: 217 time: 0.0637856 Aug 16 20:51:55.822329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Attempting to bind port 92fffce3-3767-438b-b59f-2fb3690b7dbd on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:55.822675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Attempting to bind port 92fffce3-3767-438b-b59f-2fb3690b7dbd by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '8e72927e-50b1-427d-b0cc-7df3fd5e230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8deab356-caba-48b8-adaa-724050112348'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:55.823462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Attempting to bind port 92fffce3-3767-438b-b59f-2fb3690b7dbd on network 8deab356-caba-48b8-adaa-724050112348 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:55.840507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Port 92fffce3-3767-438b-b59f-2fb3690b7dbd on network 8deab356-caba-48b8-adaa-724050112348 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:55.840507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Attempting to bind port 92fffce3-3767-438b-b59f-2fb3690b7dbd on network 8deab356-caba-48b8-adaa-724050112348 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:55.861584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:55.861926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Checking segment: {'id': '8e72927e-50b1-427d-b0cc-7df3fd5e230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8deab356-caba-48b8-adaa-724050112348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:55.862310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Bound using segment: {'id': '8e72927e-50b1-427d-b0cc-7df3fd5e230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8deab356-caba-48b8-adaa-724050112348'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:55.862773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Bound port: 92fffce3-3767-438b-b59f-2fb3690b7dbd, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e72927e-50b1-427d-b0cc-7df3fd5e230c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8deab356-caba-48b8-adaa-724050112348'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:55.863135 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.887272 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-a2d5cb89-92ab-4c32-9842-12ade85f59f0 service neutron] 10.222.0.76 "GET /v2.0/networks/25def9a6-ad57-4aac-ab2c-18f2245e0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736292 Aug 16 20:51:55.889360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7d4e0b4-7c5e-4e72-a051-8f7d09dc7788 req-a63ba91c-0ea4-4a16-9bfc-6c81850dfc06 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400414 Aug 16 20:51:55.889596 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.906030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] No DVR routers for this DVR port 1692202e-c9be-4721-97a0-62fdaeda1bca on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:55.926445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-d2d1096f-2edb-495b-a0ed-3fc5190e4239 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.927754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-d2d1096f-2edb-495b-a0ed-3fc5190e4239 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/networks?id=fde89054-92a8-4fbb-bf5c-035560674a46 HTTP/1.1" status: 200 len: 818 time: 0.2056072 Aug 16 20:51:55.952465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event deleted for resources: {'Port': ['ID=1692202e-c9be-4721-97a0-62fdaeda1bca,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:55.961087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-2bf33290-23b8-402f-b39d-a3cfbbe0c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.962303 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-2bf33290-23b8-402f-b39d-a3cfbbe0c617 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.1294255 Aug 16 20:51:55.990322 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.992314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-8a3a61f3-d29b-47c5-9e11-38ce12cc8da0 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/quotas/26aff803110c49948df15598571c9515 HTTP/1.1" status: 200 len: 375 time: 0.0336206 Aug 16 20:51:56.042529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0a7e0203-d5fa-48d4-8869-d9487317fcdd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=26aff803110c49948df15598571c9515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374486 Aug 16 20:51:56.046860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] For port 92fffce3-3767-438b-b59f-2fb3690b7dbd, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:56.047552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.060125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9683fe1a-c0c5-4753-8ba9-002a4b372c8e']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:56.074819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffcc668-3e5d-40f6-bce8-e0a354c4490f') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:56.075040 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffcc668-3e5d-40f6-bce8-e0a354c4490f') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:56.083075 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-a60d99e5-2fa9-410f-b15b-85038243e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.084585 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-a60d99e5-2fa9-410f-b15b-85038243e65f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1116073 Aug 16 20:51:56.088062 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.098630 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] For port 92fffce3-3767-438b-b59f-2fb3690b7dbd, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=92fffce3-3767-438b-b59f-2fb3690b7dbd,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:56.144413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.147487 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.155719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:51:56.156117 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:51:56.159084 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:51:56.167421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb327-963e-4a2b-8135-30183a173a66 req-9cf42c2e-9d2f-49df-b2ef-d6316139c563 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.168912 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-956cb327-963e-4a2b-8135-30183a173a66 req-9cf42c2e-9d2f-49df-b2ef-d6316139c563 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 982 time: 0.1240141 Aug 16 20:51:56.203600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:56.225646 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.235448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38519dcd-519d-4c4b-9439-9f830da93cb4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:56.242615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-0572ec89-5d16-494c-8bd6-77fc8cb74065 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481752 Aug 16 20:51:56.270227 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.270580 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Added segment 75d4a8d5-07cc-4982-835a-7df7d668cee0 of type vlan for network 04bd5ae9-977e-41ce-b723-dfa92a65a29a Aug 16 20:51:56.290555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-43f20a5e-f599-402a-ad17-19328c4892fc service neutron] 10.222.0.74 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308834 Aug 16 20:51:56.297406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.300832 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.300832 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] 10.222.0.76 "PUT /v2.0/ports/92fffce3-3767-438b-b59f-2fb3690b7dbd HTTP/1.1" status: 200 len: 1093 time: 2.0840235 Aug 16 20:51:56.306378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7623c8e-b0e8-4b3b-9b6d-9a51212a450f', 'tag': '92fffce3-3767-438b-b59f-2fb3690b7dbd'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:56.308864 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23663894-e5a5-4d66-908d-48a2cdd580be" -d '{"events": [{"name": "network-changed", "server_uuid": "d7623c8e-b0e8-4b3b-9b6d-9a51212a450f", "tag": "92fffce3-3767-438b-b59f-2fb3690b7dbd"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:56.329573 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.340039 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.342722 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] 10.222.0.74 "DELETE /v2.0/networks/9683fe1a-c0c5-4753-8ba9-002a4b372c8e HTTP/1.1" status: 204 len: 168 time: 1.4708498 Aug 16 20:51:56.354713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-956cb327-963e-4a2b-8135-30183a173a66 req-5d15d3c8-20fb-4d5d-afeb-aa51edf3ce59 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1749837 Aug 16 20:51:56.361747 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35b088-9027-4801-bffe-85b8106210d6 tempest-FloatingIPNegativeTestJSON-1280606551 tempest-FloatingIPNegativeTestJSON-1280606551-project] Pushing event deleted for resources: {'Network': ['ID=9683fe1a-c0c5-4753-8ba9-002a4b372c8e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:56.366493 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-76e0d730-9e2d-4956-b423-fc2d06bc49f4 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157753 Aug 16 20:51:56.418954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6efae-1ed8-4b12-b299-4d7965ee8f7e service neutron] Pushing event updated for resources: {'Port': ['ID=92fffce3-3767-438b-b59f-2fb3690b7dbd,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:56.422555 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.436042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-3b365a4f-315b-41c2-b712-b575e06e34a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e HTTP/1.1" status: 200 len: 217 time: 0.0501943 Aug 16 20:51:56.502224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-67b53fa5-b4e6-4fe2-899a-aea94dfa5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.503978 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-67b53fa5-b4e6-4fe2-899a-aea94dfa5715 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.0602844 Aug 16 20:51:56.526828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0eb5c89b-71c9-40b7-8f11-654174df1ade service neutron] 10.222.0.74 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139137 Aug 16 20:51:56.549869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-82d00da2-9e4c-4759-b79e-68711ce33ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.551427 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-82d00da2-9e4c-4759-b79e-68711ce33ff1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9b609ae70a794236b71104a3023ce490&device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 1096 time: 0.0992563 Aug 16 20:51:56.556235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-0e4c151b-aac0-4ab5-a3d2-4308b37cd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.557787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-0e4c151b-aac0-4ab5-a3d2-4308b37cd38c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456488 Aug 16 20:51:56.583187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b349a-2227-421a-8e47-02e8a5d7a4e1 req-b2ffe298-d8a6-4aa9-ac56-a6454cc7a881 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.589857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad2b349a-2227-421a-8e47-02e8a5d7a4e1 req-b2ffe298-d8a6-4aa9-ac56-a6454cc7a881 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 944 time: 0.0797446 Aug 16 20:51:56.642504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-aa148e56-4888-4b3b-af4c-a21eab237db3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92fffce3-3767-438b-b59f-2fb3690b7dbd HTTP/1.1" status: 200 len: 217 time: 0.0760231 Aug 16 20:51:56.657608 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-d9101d69-b01b-4b28-bf92-39e486051b0e service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911703 Aug 16 20:51:56.672632 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.678584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.679254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.758309 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-ce86bebb-6def-4e06-a885-3b0f256c07de service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929501 Aug 16 20:51:56.796101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad2b349a-2227-421a-8e47-02e8a5d7a4e1 req-860521c6-35da-4150-bce0-f2cc44ea6e8c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050860 Aug 16 20:51:56.805765 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-32190c1e-cafb-481e-8050-fa811b788712 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=3720daa2-0491-4484-8e3f-c5a4cec80c4e HTTP/1.1" status: 200 len: 217 time: 0.0382190 Aug 16 20:51:56.809694 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Pushing event updated for resources: {'Network': ['ID=04bd5ae9-977e-41ce-b723-dfa92a65a29a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:56.813052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-684cda89-c457-45fe-a934-8f101b651e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.814503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-684cda89-c457-45fe-a934-8f101b651e6e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5 HTTP/1.1" status: 200 len: 854 time: 0.1512604 Aug 16 20:51:56.817608 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3aae4dc-3818-4d57-8ab0-1943c218a457 req-5f47afbc-b988-4551-9112-4e8bff0fe957 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1946800 Aug 16 20:51:56.819707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 04bd5ae9-977e-41ce-b723-dfa92a65a29a details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:56.856040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-033a3431-1824-4f33-997e-28d808512561 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8deab356-caba-48b8-adaa-724050112348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333760 Aug 16 20:51:56.873876 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d166aa-3d8c-4dd3-9ea1-55caa7bbf1d8 x-openstack-request-id: req-74d166aa-3d8c-4dd3-9ea1-55caa7bbf1d8 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:56.873876 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7623c8e-b0e8-4b3b-9b6d-9a51212a450f", "tag": "92fffce3-3767-438b-b59f-2fb3690b7dbd", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:56.874214 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-74d166aa-3d8c-4dd3-9ea1-55caa7bbf1d8 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:56.874472 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7623c8e-b0e8-4b3b-9b6d-9a51212a450f', 'tag': '92fffce3-3767-438b-b59f-2fb3690b7dbd', 'status': 'completed', 'code': 200} Aug 16 20:51:56.874711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-9fe90c66-c2f1-4af0-a982-79b222d5f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.876316 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-9fe90c66-c2f1-4af0-a982-79b222d5f97e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.0577362 Aug 16 20:51:56.877530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0777e83a-378c-4a88-a6ef-55b3f2118b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8001609 Aug 16 20:51:56.930199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-a9545d5c-ff84-4c23-88bf-8fda8e7351f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.931761 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-a9545d5c-ff84-4c23-88bf-8fda8e7351f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0482714 Aug 16 20:51:56.980982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aae4dc-3818-4d57-8ab0-1943c218a457 req-d4770884-9ff5-4a75-8fc4-b29954173fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.982671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3aae4dc-3818-4d57-8ab0-1943c218a457 req-d4770884-9ff5-4a75-8fc4-b29954173fb9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 1097 time: 0.1252110 Aug 16 20:51:57.016804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-e3c0a67d-192c-45b4-a542-009230e0c628 service neutron] 10.222.0.76 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410055 Aug 16 20:51:57.044465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58274) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:57.075101 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-68d42f3c-3a5e-45c6-a0ad-1911d9d03523 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219201 Aug 16 20:51:57.179536 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-cecf3b10-842c-40c1-971c-1db022f21e15 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107733 Aug 16 20:51:57.239083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58282) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:57.244554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Request body: {'port': {'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a', 'binding:host_id': 'n-h1-793619-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-320474159'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:57.250595 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-8bd5b653-31c4-4b70-a1cc-f845424a49b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fb4be18d-5e38-47bb-9167-5ba8956f3168 HTTP/1.1" status: 200 len: 217 time: 0.0588071 Aug 16 20:51:57.261066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aae4dc-3818-4d57-8ab0-1943c218a457 req-88193b96-72fd-44f1-9066-c341d1b5341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.262534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3aae4dc-3818-4d57-8ab0-1943c218a457 req-88193b96-72fd-44f1-9066-c341d1b5341b service neutron] 10.222.0.79 "GET /v2.0/networks?id=b85a2df4-cdf5-467f-982f-f10d90d174fe HTTP/1.1" status: 200 len: 911 time: 0.2400360 Aug 16 20:51:57.295015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d69aa58c-65f6-4811-ba6e-3dd32a468d29 req-2d285513-3c84-4446-9524-3acd0bdd9711 service neutron] 10.222.0.76 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598293 Aug 16 20:51:57.319122 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-887ebd44-47e0-4f17-9a9d-107301037f09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=43125366e3dc4c7298e97323b60518fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708580 Aug 16 20:51:57.321319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58284) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:57.343144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3aae4dc-3818-4d57-8ab0-1943c218a457 req-12329583-5dbe-4ee1-940c-67c5e00fd8fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d2fd21d-07a6-4a58-9a78-a420381c0bfc HTTP/1.1" status: 200 len: 217 time: 0.0534339 Aug 16 20:51:57.354377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4eb79dc2-96f7-4755-abac-cca1b00c5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.355781 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4eb79dc2-96f7-4755-abac-cca1b00c5c4d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 200 len: 797 time: 0.0950274 Aug 16 20:51:57.396183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c1cfb-3f3d-4635-852a-c2a32573aec5 req-6b982d5e-0435-4182-861f-4717f62ae8dc tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.403651 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-601c1cfb-3f3d-4635-852a-c2a32573aec5 req-6b982d5e-0435-4182-861f-4717f62ae8dc tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1614239 Aug 16 20:51:57.428617 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-63901bc8-67ad-4093-a792-72c7ad8a7dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.444975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Made reservation on behalf of 6f5296b2c5444d539f4b45bdc0a0e38c for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:57.447372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.453514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4f28a84b-6396-465f-9c70-64032ce1d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.455011 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-4f28a84b-6396-465f-9c70-64032ce1d23d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0891738 Aug 16 20:51:57.468071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aae4dc-3818-4d57-8ab0-1943c218a457 req-4871f2f8-f2a9-4e73-9ee9-5359cf4451c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.469502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3aae4dc-3818-4d57-8ab0-1943c218a457 req-4871f2f8-f2a9-4e73-9ee9-5359cf4451c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b29a9b4c-7c8a-4eed-9023-63a451d45f4b HTTP/1.1" status: 200 len: 850 time: 0.1181886 Aug 16 20:51:57.473068 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-63901bc8-67ad-4093-a792-72c7ad8a7dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.517231 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.529237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94e1ec53-5d60-4e0d-8e40-5df239ded2ce req-a6775e7d-aba2-4075-b6af-298b0c8f98b1 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 210 time: 0.0978324 Aug 16 20:51:57.558570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3aae4dc-3818-4d57-8ab0-1943c218a457 req-d72630b8-c80d-4654-81d0-f1739f21e511 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b85a2df4-cdf5-467f-982f-f10d90d174fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618126 Aug 16 20:51:57.572451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-601c1cfb-3f3d-4635-852a-c2a32573aec5 req-3d622386-6092-484c-b2a1-c42fa101ce0b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574607 Aug 16 20:51:57.595935 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-ba3a3f26-dc59-4f7a-b850-c39c8366a007 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293540 Aug 16 20:51:57.651894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23663894-e5a5-4d66-908d-48a2cdd580be req-5942a014-2acd-4dcf-b884-51f191046816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.653436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23663894-e5a5-4d66-908d-48a2cdd580be req-5942a014-2acd-4dcf-b884-51f191046816 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9b609ae70a794236b71104a3023ce490&device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 1096 time: 0.2195315 Aug 16 20:51:57.701350 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-9eb9a292-3c6c-44a5-a207-ad2e637e33f2 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988784 Aug 16 20:51:57.704498 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-63901bc8-67ad-4093-a792-72c7ad8a7dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.708976 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-63901bc8-67ad-4093-a792-72c7ad8a7dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.711106 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-63901bc8-67ad-4093-a792-72c7ad8a7dd4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0980a2b2-55e4-457f-83a0-3130f49a1cba HTTP/1.1" status: 204 len: 168 time: 0.3888023 Aug 16 20:51:57.751808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63901bc8-67ad-4093-a792-72c7ad8a7dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0980a2b2-55e4-457f-83a0-3130f49a1cba,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:57.755226 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-e3846664-e32d-4dc8-ab53-6c5e0ccb2e62 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1 HTTP/1.1" status: 200 len: 217 time: 0.0430315 Aug 16 20:51:57.806584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5035b-55bd-4b26-a753-99174d858caf req-964055f7-94a8-4aeb-8fd0-f2f45c4982ef tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.807849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86c5035b-55bd-4b26-a753-99174d858caf req-964055f7-94a8-4aeb-8fd0-f2f45c4982ef tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 982 time: 0.1730800 Aug 16 20:51:57.818258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-814bf89b-bf33-4a56-b95c-1df8683e65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.820011 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-814bf89b-bf33-4a56-b95c-1df8683e65c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 200 len: 797 time: 0.0567918 Aug 16 20:51:57.856880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3aae4dc-3818-4d57-8ab0-1943c218a457 req-5350a5c0-589c-4ee5-9a22-808416d9d35a service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790918 Aug 16 20:51:57.875525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9be6b-9713-4462-a390-408b3afff09f req-837b2ea8-2d92-40ce-ad10-c42ca3c9a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.877153 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-837b2ea8-2d92-40ce-ad10-c42ca3c9a57e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0469956 Aug 16 20:51:57.911624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23663894-e5a5-4d66-908d-48a2cdd580be req-0adad441-2b8c-40a1-96cb-85ffc2c4002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.913194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23663894-e5a5-4d66-908d-48a2cdd580be req-0adad441-2b8c-40a1-96cb-85ffc2c4002a service neutron] 10.222.0.76 "GET /v2.0/networks?id=8deab356-caba-48b8-adaa-724050112348 HTTP/1.1" status: 200 len: 915 time: 0.2370160 Aug 16 20:51:57.974552 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-c9593e4a-1191-4de8-9f76-ba38517b1627 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896935 Aug 16 20:51:57.996194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86c5035b-55bd-4b26-a753-99174d858caf req-daaccc41-2456-478e-a0f9-967f7e7cf272 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1794267 Aug 16 20:51:58.044061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23663894-e5a5-4d66-908d-48a2cdd580be req-72b9dd8e-1fb9-4b37-a4dd-c6affa983f07 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92fffce3-3767-438b-b59f-2fb3690b7dbd HTTP/1.1" status: 200 len: 217 time: 0.0706458 Aug 16 20:51:58.052300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.088940 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ae9be6b-9713-4462-a390-408b3afff09f req-9dc24268-3111-4b3f-be70-69c8eae93a71 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042147 Aug 16 20:51:58.099295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e968507-6801-4c8c-88d7-1a89640733d5 req-032b01f7-1575-498d-87f4-0a2f02b9357f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:58.100797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e968507-6801-4c8c-88d7-1a89640733d5 req-032b01f7-1575-498d-87f4-0a2f02b9357f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 944 time: 0.2267606 Aug 16 20:51:58.147360 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.156549 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] device_id is not set on port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:51:58.169006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3aae4dc-3818-4d57-8ab0-1943c218a457 req-a58cd7ee-4f74-411e-a910-8c41ae4369bf service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961583 Aug 16 20:51:58.242540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23663894-e5a5-4d66-908d-48a2cdd580be req-8c39f203-0bd5-4067-8f94-d5f8f9775ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:58.244018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23663894-e5a5-4d66-908d-48a2cdd580be req-8c39f203-0bd5-4067-8f94-d5f8f9775ee6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5 HTTP/1.1" status: 200 len: 854 time: 0.1870384 Aug 16 20:51:58.280767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e968507-6801-4c8c-88d7-1a89640733d5 req-5e8bee58-f807-417e-b53d-a012bc433bc4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697369 Aug 16 20:51:58.310413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23663894-e5a5-4d66-908d-48a2cdd580be req-a999dead-61af-442c-9645-b17fd031529f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8deab356-caba-48b8-adaa-724050112348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512614 Aug 16 20:51:58.313187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0626c5-f338-423c-ac4d-b860855ad9b7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:58.495957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23663894-e5a5-4d66-908d-48a2cdd580be req-92020823-5b66-4f36-9e12-c13a75a320c5 service neutron] 10.222.0.76 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737955 Aug 16 20:51:58.585952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] device_id is not set on port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:51:58.614558 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.643557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94c1cb4d-b969-481b-a49f-68586e6cae52 req-0dffe27c-282c-488f-b82b-77e31fccd318 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 210 time: 0.0394771 Aug 16 20:51:58.645791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Transition to ACTIVE for port object eaa37a52-ff45-4a78-9cc4-0d262dbbc4de will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:58.674589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23663894-e5a5-4d66-908d-48a2cdd580be req-01d3ce0b-2dbe-4069-bd03-a49102e15c9c service neutron] 10.222.0.76 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550596 Aug 16 20:51:58.743594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.796223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922cd24-58ee-4023-8c97-381b0387ad57 req-5f31ac57-00f8-4077-9616-d9a1361c29b4 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:58.797736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5922cd24-58ee-4023-8c97-381b0387ad57 req-5f31ac57-00f8-4077-9616-d9a1361c29b4 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1097317 Aug 16 20:51:58.827992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event updated for resources: {'Port': ['ID=eaa37a52-ff45-4a78-9cc4-0d262dbbc4de,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:58.861441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5922cd24-58ee-4023-8c97-381b0387ad57 req-ef5c38ae-5911-4fd8-bf80-7b1236261d9e tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548947 Aug 16 20:51:58.862299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Checking segment: {'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:58.863159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Network hostable DHCP agents. Network: 04bd5ae9-977e-41ce-b723-dfa92a65a29a, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:58.984443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58334) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:59.018865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Network 04bd5ae9-977e-41ce-b723-dfa92a65a29a is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:59.086079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-429100341'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:59.162852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51b0d7-040e-45c0-be60-477a81dd9dbc req-bdf06dee-ccc3-4be6-9f3a-b158d36c1b39 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:59.164394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca51b0d7-040e-45c0-be60-477a81dd9dbc req-bdf06dee-ccc3-4be6-9f3a-b158d36c1b39 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 982 time: 0.0564911 Aug 16 20:51:59.191891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 04bd5ae9-977e-41ce-b723-dfa92a65a29a) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:59.199586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4801accc-2f2c-4ba0-b92c-76ab5ed4d503 None None] Network 04bd5ae9-977e-41ce-b723-dfa92a65a29a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:59.201139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:59.212682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:59.215180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca51b0d7-040e-45c0-be60-477a81dd9dbc req-3244257f-179f-42f6-9337-b31072bb0bea tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0432463 Aug 16 20:51:59.216156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.226017 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.226227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.226625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.227063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.232032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:59.233148 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:51:59.233824 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 2 to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de Aug 16 20:51:59.258005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.258717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.258889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.274948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:59.275441 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:51:59.277136 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 3 to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de Aug 16 20:51:59.295423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.295899 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.296766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.303576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:59.304034 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:51:59.304532 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 4 to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de Aug 16 20:51:59.319599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.320053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.320482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.328163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:59.328603 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:51:59.329116 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 5 to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de Aug 16 20:51:59.343174 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.343751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.344367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.350777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:59.351220 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:51:59.351830 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 6 to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de Aug 16 20:51:59.365889 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.384594 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.384931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.385287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.405960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:59.406801 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:51:59.407383 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 7 to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de Aug 16 20:51:59.425900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.426233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.426569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.435642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:59.435969 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:51:59.437115 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 8 to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de Aug 16 20:51:59.448664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e45542-3bb4-4321-90ce-17f91fa0b4d6 req-94f8f848-7ab9-4b5e-aac5-0ccb19882118 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:59.450204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42e45542-3bb4-4321-90ce-17f91fa0b4d6 req-94f8f848-7ab9-4b5e-aac5-0ccb19882118 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 944 time: 0.0789337 Aug 16 20:51:59.458454 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.472876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.473230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.473570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.481284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:59.481492 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:51:59.481973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:59.485493 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 9 to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de Aug 16 20:51:59.502451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.502888 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Added segment eabd5e45-bd9d-43b6-9857-72427bcae61c of type vlan for network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd Aug 16 20:51:59.504280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54a021a-cf65-4e90-8eb7-31377a932308,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:59.507669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42e45542-3bb4-4321-90ce-17f91fa0b4d6 req-b552cc3f-3bf9-462a-a86e-94d333b83095 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514746 Aug 16 20:51:59.508079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.508411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.508859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.514391 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:59.517278 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:51:59.517278 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 10 to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de Aug 16 20:51:59.541375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.541375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.541375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.545612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:59.545942 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:51:59.546583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.556415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.619768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] For port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:59.620238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempted to set empty binding levels {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:51:59.674388 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.681868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:59.682924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.725820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee05ffd9-764b-4264-b837-fe6229d644a7 req-045d816e-a1c9-4a70-b56a-e732ce7ebf1c tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Aug 16 20:51:59.750195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Network': ['ID=424dd8d7-b53c-4efc-9508-4a64f79c9cfd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:59.760294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:59.763119 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.798213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:59.798810 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.826489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event updated for resources: {'Port': ['ID=eaa37a52-ff45-4a78-9cc4-0d262dbbc4de,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:59.905091 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b2eb4a30-ab78-436a-9bc6-8dce910129d8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9193773 Aug 16 20:51:59.907496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58352) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:59.912738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'name': 'tempest-PortsIpV6TestJSON-212050075'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:59.946154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3ed1c110-5fa0-454d-8bda-384f8140d2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7050087 Aug 16 20:51:59.955087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58354) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:59.992636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aafb9-5f00-4db4-8a81-01551e0d45a9 req-5ddd2b9a-8b7a-4ba1-a202-ee05aa953238 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:59.994200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-902aafb9-5f00-4db4-8a81-01551e0d45a9 req-5ddd2b9a-8b7a-4ba1-a202-ee05aa953238 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.0617113 Aug 16 20:52:00.041801 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-902aafb9-5f00-4db4-8a81-01551e0d45a9 req-a57464da-263a-4f52-bda9-eed141f21c21 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Aug 16 20:52:00.072806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f5aa1e46-788c-47fb-9ad5-8db29c9a0776 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:00.074872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-08ff112c-5ee3-4cab-879d-05b4519b16f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Deleting port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:00.075419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff112c-5ee3-4cab-879d-05b4519b16f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.142589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-08ff112c-5ee3-4cab-879d-05b4519b16f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] For port eaa37a52-ff45-4a78-9cc4-0d262dbbc4de, host n-h1-793619-14, got binding levels [] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:00.142961 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff112c-5ee3-4cab-879d-05b4519b16f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.155983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-08ff112c-5ee3-4cab-879d-05b4519b16f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Calling delete_port for eaa37a52-ff45-4a78-9cc4-0d262dbbc4de owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:00.169072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:00.172508 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.222605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port e0ef79b5-89f0-4f20-97b2-5be528537ba6 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:00.324728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f5aa1e46-788c-47fb-9ad5-8db29c9a0776, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f5aa1e46-788c-47fb-9ad5-8db29c9a0776,segment=NetworkSegment(d3294d7d-cde2-4905-8e8b-aec2b9181869),segment_id=d3294d7d-cde2-4905-8e8b-aec2b9181869)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:00.338576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'port_id': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776', 'mac_address': 'fa:16:3e:e1:be:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:00.385379 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.400129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5aa1e46-788c-47fb-9ad5-8db29c9a0776 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:00.413562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6661362-10ae-418e-9824-3c1550164341 req-645ffd21-8cd1-4226-be70-eedf0976ecde tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:00.417296 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6661362-10ae-418e-9824-3c1550164341 req-645ffd21-8cd1-4226-be70-eedf0976ecde tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 982 time: 0.0582671 Aug 16 20:52:00.429073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f5aa1e46-788c-47fb-9ad5-8db29c9a0776, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f5aa1e46-788c-47fb-9ad5-8db29c9a0776,segment=NetworkSegment(d3294d7d-cde2-4905-8e8b-aec2b9181869),segment_id=d3294d7d-cde2-4905-8e8b-aec2b9181869)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:00.447271 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.466417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6661362-10ae-418e-9824-3c1550164341 req-a82d4365-d3c7-4eef-9dab-1e9af3c78b90 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0394378 Aug 16 20:52:00.495467 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff112c-5ee3-4cab-879d-05b4519b16f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.503663 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.505257 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 92fffce3-3767-438b-b59f-2fb3690b7dbd details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:00.554830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff112c-5ee3-4cab-879d-05b4519b16f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaa37a52-ff45-4a78-9cc4-0d262dbbc4de,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:00.566191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff112c-5ee3-4cab-879d-05b4519b16f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.573503 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-08ff112c-5ee3-4cab-879d-05b4519b16f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "DELETE /v2.0/ports/eaa37a52-ff45-4a78-9cc4-0d262dbbc4de HTTP/1.1" status: 204 len: 168 time: 0.6126046 Aug 16 20:52:00.573651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58362) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:00.608104 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-78173f0e-ff3a-4919-b1db-3f17b5d4a2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:52:00.613412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-78173f0e-ff3a-4919-b1db-3f17b5d4a2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "GET /v2.0/ports/eaa37a52-ff45-4a78-9cc4-0d262dbbc4de HTTP/1.1" status: 404 len: 333 time: 0.0371952 Aug 16 20:52:00.614212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58364) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:00.619539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Request body: {'port': {'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053534934'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:00.651684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=f5aa1e46-788c-47fb-9ad5-8db29c9a0776,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:00.674260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aff79-d4cb-4600-a44b-4325aabd767e req-7de05f51-2e21-4aff-add6-5180bc749c89 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:00.675838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc8aff79-d4cb-4600-a44b-4325aabd767e req-7de05f51-2e21-4aff-add6-5180bc749c89 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 944 time: 0.0646939 Aug 16 20:52:00.695228 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.699976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 92fffce3-3767-438b-b59f-2fb3690b7dbd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=92fffce3-3767-438b-b59f-2fb3690b7dbd,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:00.717075 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '92fffce3-3767-438b-b59f-2fb3690b7dbd', 'network_id': '8deab356-caba-48b8-adaa-724050112348', 'port_id': '92fffce3-3767-438b-b59f-2fb3690b7dbd', 'mac_address': 'fa:16:3e:47:f0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:00.725763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc8aff79-d4cb-4600-a44b-4325aabd767e req-bfe86f95-1bab-459b-97d9-f056fbad2a0e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437934 Aug 16 20:52:00.773579 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.791782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fffce3-3767-438b-b59f-2fb3690b7dbd {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:00.794974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=e0ef79b5-89f0-4f20-97b2-5be528537ba6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:00.810632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Checking segment: {'id': 'eabd5e45-bd9d-43b6-9857-72427bcae61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:00.811289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network hostable DHCP agents. Network: 424dd8d7-b53c-4efc-9508-4a64f79c9cfd, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:00.814362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6db4aca6-d4cc-4726-8e4c-0a1c2400956e req-d949afac-df04-46c1-bd4b-4bbc03290076 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 210 time: 0.0337796 Aug 16 20:52:00.821887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 92fffce3-3767-438b-b59f-2fb3690b7dbd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=92fffce3-3767-438b-b59f-2fb3690b7dbd,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:00.823906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Made reservation on behalf of 6f5296b2c5444d539f4b45bdc0a0e38c for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:00.826603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.847867 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] device_id is not set on port 022ba87c-064c-401b-9c66-310732cf6ac2 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:00.942477 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.971054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:00.995556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=92fffce3-3767-438b-b59f-2fb3690b7dbd,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:01.013044 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.104392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 424dd8d7-b53c-4efc-9508-4a64f79c9cfd) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:01.109233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:01.117683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.118326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.118729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06cf0eb-b825-40af-a84e-ff3a88b35723 None None] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:01.135389 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.176477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e141b55-0c24-421e-9515-92d43e919d75 req-f4c7e320-6ab1-4f14-9b0f-517bd7fee4b7 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.178414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e141b55-0c24-421e-9515-92d43e919d75 req-f4c7e320-6ab1-4f14-9b0f-517bd7fee4b7 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.0639699 Aug 16 20:52:01.189591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Network 04bd5ae9-977e-41ce-b723-dfa92a65a29a is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:01.195135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:01.199404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:01.200347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.200946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.212723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event updated for resources: {'Port': ['ID=022ba87c-064c-401b-9c66-310732cf6ac2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:01.224902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e141b55-0c24-421e-9515-92d43e919d75 req-c5697ac7-9cbc-4002-b73f-6732c4509ce0 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377674 Aug 16 20:52:01.242891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['92fffce3-3767-438b-b59f-2fb3690b7dbd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:01.277385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['f5aa1e46-788c-47fb-9ad5-8db29c9a0776'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:01.308792 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1b7ecc2b-36e1-41ee-aeb3-6400dd35c138 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4001403 Aug 16 20:52:01.309408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58372) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:01.316518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-940612934'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:01.335612 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-94bf58f8-a3d9-439a-805a-e574db495320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7195609 Aug 16 20:52:01.339794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58374) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:01.345950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:01.412378 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.457164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:01.462162 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.491262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:01.501459 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.502089 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Added segment 0f5e5b1a-198d-4544-9637-2b6923e95810 of type vlan for network 3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3 Aug 16 20:52:01.560609 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.665462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] device_id is not set on port 022ba87c-064c-401b-9c66-310732cf6ac2 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:01.680588 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.698609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Transition to ACTIVE for port object 022ba87c-064c-401b-9c66-310732cf6ac2 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:01.708882 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.714338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.714919 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.730930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e4a4a-6e87-4e1d-9694-7d1c419b0707 req-d903ca9c-92bd-4189-92c9-a0db95cb98e1 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.732384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e68e4a4a-6e87-4e1d-9694-7d1c419b0707 req-d903ca9c-92bd-4189-92c9-a0db95cb98e1 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 983 time: 0.1196871 Aug 16 20:52:01.803545 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.810569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0bc2b118-bf60-434c-a302-8fff6070aa7d tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.812538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0bc2b118-bf60-434c-a302-8fff6070aa7d tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.79 "GET /v2.0/networks?id=fde89054-92a8-4fbb-bf5c-035560674a46 HTTP/1.1" status: 200 len: 818 time: 0.2209053 Aug 16 20:52:01.838749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Request body: {'port': {'device_id': '0ebd4f10-431f-416b-a4b7-76c5b5a9b38e', 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46', 'admin_state_up': True, 'tenant_id': '26aff803110c49948df15598571c9515'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:01.868489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event updated for resources: {'Port': ['ID=022ba87c-064c-401b-9c66-310732cf6ac2,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:01.876001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:01.876001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:01.876364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:01.881551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:01.881895 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:01.882285 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 2 to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 Aug 16 20:52:01.894917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:01.895239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:01.895581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:01.896141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Network': ['ID=3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:01.899344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-efa96e31-c84d-46c0-98d7-f3752f8e47b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5884631 Aug 16 20:52:01.905576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58386) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:01.907526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:01.915933 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'ports': [{'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd'}, {'network_id': '3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3'}]} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:01.920672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:01.920672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:01.920672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:01.920672 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:01.922651 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 3 to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 Aug 16 20:52:01.930194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e68e4a4a-6e87-4e1d-9694-7d1c419b0707 req-2176caa4-5577-4946-a182-967774663c26 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1886857 Aug 16 20:52:01.965837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55874bf7-1daf-43d8-8490-c30d73d42da5 req-6aad6e5e-0d74-43da-9355-c86d525073e4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.973132 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55874bf7-1daf-43d8-8490-c30d73d42da5 req-6aad6e5e-0d74-43da-9355-c86d525073e4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 945 time: 0.1693583 Aug 16 20:52:01.994800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:01.995147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:01.995491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:02.010272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:02.010607 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:02.012727 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 4 to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 Aug 16 20:52:02.034710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55874bf7-1daf-43d8-8490-c30d73d42da5 req-08f80b37-dc8d-41be-a5cc-b2092c5f042c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587664 Aug 16 20:52:02.074306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:02.074667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:02.074994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:02.084339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:02.084665 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:02.087049 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 5 to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 Aug 16 20:52:02.103941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b42f29b-f96c-4f7a-9747-87e10608db73 req-cac98473-5ab7-4656-b231-76fa119f5b6a tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 210 time: 0.0275283 Aug 16 20:52:02.116275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:02.116754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:02.117203 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:02.127691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:02.128023 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:02.130435 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 6 to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 Aug 16 20:52:02.142901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:02.143242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:02.143584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:02.147825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:02.148153 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:02.148544 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 7 to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 Aug 16 20:52:02.150645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Made reservation on behalf of 26aff803110c49948df15598571c9515 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:02.155796 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.170243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:02.170585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:02.170946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:02.176702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:02.177049 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:02.177462 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 8 to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 Aug 16 20:52:02.189407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:02.189750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:02.190092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:02.194387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:02.194716 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:02.195110 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 9 to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 Aug 16 20:52:02.211042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:02.211396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:02.211720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:02.216253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:02.216808 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:02.217321 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 10 to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 Aug 16 20:52:02.229894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:02.230338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:02.230696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:02.235472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:02.235789 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 022ba87c-064c-401b-9c66-310732cf6ac2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:02.236153 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.279134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 2} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:02.283688 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.291618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Allocated IP 172.20.0.9 (fde89054-92a8-4fbb-bf5c-035560674a46/12669f78-6047-4d28-8457-7eb64147eac7/792a88fb-7729-43f9-b30e-075fdab8d3fe) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:02.308910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.372189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] For port 022ba87c-064c-401b-9c66-310732cf6ac2, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:02.372562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempted to set empty binding levels {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:52:02.392802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port 2ec2b6c6-4b6a-4750-9ada-5bc571d46d9a yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:02.529355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.541279 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.586812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] In _notify_port_updated(), no bound segment for port 022ba87c-064c-401b-9c66-310732cf6ac2 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:52:02.587947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.588425 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.598643 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "PUT /v2.0/ports/022ba87c-064c-401b-9c66-310732cf6ac2 HTTP/1.1" status: 200 len: 980 time: 1.2569761 Aug 16 20:52:02.632511 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58390) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:02.652169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.675147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71418afe-af21-4978-b415-4613ebb369a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event updated for resources: {'Port': ['ID=022ba87c-064c-401b-9c66-310732cf6ac2,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:02.723414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port cc39df97-ea7e-4264-a167-2f2bc0bd91f8 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:02.780829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.782938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.782938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.782938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.782938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.783317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.783755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.784219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.785338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.785811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.786269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.786738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.787204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.787659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.788120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.788714 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.789200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.789662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.790122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.790580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.791039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.791494 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.791955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.792414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.792878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.793363 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.793826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.794285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.794480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676a2d-ed09-4c75-a67f-e184c2502ce4 req-d0d3258a-aba2-4f58-ae26-12fb309af932 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.794984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.795247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.795683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.795958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76676a2d-ed09-4c75-a67f-e184c2502ce4 req-d0d3258a-aba2-4f58-ae26-12fb309af932 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.4993415 Aug 16 20:52:02.796181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.796599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.797067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.804099 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9748a461-fdbc-415c-b124-78f447854e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30573 time: 0.1689548 Aug 16 20:52:02.807761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58394) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:02.826178 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.958936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-fae2e4bc-8204-490f-a76c-447ee8853637 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.960326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-fae2e4bc-8204-490f-a76c-447ee8853637 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.76 "GET /v2.0/networks?id=fde89054-92a8-4fbb-bf5c-035560674a46 HTTP/1.1" status: 200 len: 818 time: 0.6256361 Aug 16 20:52:02.967874 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76676a2d-ed09-4c75-a67f-e184c2502ce4 req-0fa4889e-0c86-47a1-b3e3-12b5b7ea404a tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591532 Aug 16 20:52:02.971777 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-68c0a51e-c4e8-4308-8f39-a73a74836638 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.974104 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-68c0a51e-c4e8-4308-8f39-a73a74836638 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.79 "GET /v2.0/networks?id=fde89054-92a8-4fbb-bf5c-035560674a46 HTTP/1.1" status: 200 len: 818 time: 0.1666031 Aug 16 20:52:02.986872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Request body: {'port': {'device_id': '54e176da-b5ae-4356-ab86-8812ee7f9a18', 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46', 'admin_state_up': True, 'tenant_id': '26aff803110c49948df15598571c9515'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:03.019168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Request body: {'port': {'device_id': 'e95df98c-0cd8-46e9-95a0-ceb22afb12c7', 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46', 'admin_state_up': True, 'tenant_id': '26aff803110c49948df15598571c9515'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:03.048749 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.098750 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.187633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8c972a62-7a4c-4da2-a972-8600d3f5d820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Deleting port 022ba87c-064c-401b-9c66-310732cf6ac2 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:03.187984 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c972a62-7a4c-4da2-a972-8600d3f5d820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.213754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a55fa6-49a9-4b46-af1f-2f8c36aefe7d req-eff5c576-45de-49a4-8da5-d17fd0d8eddb tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:03.215177 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3a55fa6-49a9-4b46-af1f-2f8c36aefe7d req-eff5c576-45de-49a4-8da5-d17fd0d8eddb tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 983 time: 0.1753244 Aug 16 20:52:03.242294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Made reservation on behalf of 26aff803110c49948df15598571c9515 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:03.245897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.248469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.317351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b06bd-43c5-4969-9719-90e361d8b441 req-2fabda5a-3888-45fd-9354-d9223871220b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:03.318947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e4b06bd-43c5-4969-9719-90e361d8b441 req-2fabda5a-3888-45fd-9354-d9223871220b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 945 time: 0.2063434 Aug 16 20:52:03.344443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-8c972a62-7a4c-4da2-a972-8600d3f5d820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] For port 022ba87c-064c-401b-9c66-310732cf6ac2, host n-h1-793619-14, got binding levels [] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:03.348075 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c972a62-7a4c-4da2-a972-8600d3f5d820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.377162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8c972a62-7a4c-4da2-a972-8600d3f5d820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Calling delete_port for 022ba87c-064c-401b-9c66-310732cf6ac2 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:03.383421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3a55fa6-49a9-4b46-af1f-2f8c36aefe7d req-ea8b8935-8122-43c1-b584-520f1c07e77c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1349888 Aug 16 20:52:03.411937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e4b06bd-43c5-4969-9719-90e361d8b441 req-a70cf78d-9da8-40fa-8839-d20b4fba9feb tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815666 Aug 16 20:52:03.451456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Made reservation on behalf of 26aff803110c49948df15598571c9515 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:03.452375 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.465552 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.545126 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28894cdb-e2d1-4cdc-b936-734f6e6dfbca req-89b915ec-270f-4168-acea-37c69db547cb tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 210 time: 0.0744441 Aug 16 20:52:03.598947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Network fde89054-92a8-4fbb-bf5c-035560674a46 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:03.614071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:03.620738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:03.620927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:03.626713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:03.627326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.627483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Pushing event updated for resources: {'Port': ['ID=792a88fb-7729-43f9-b30e-075fdab8d3fe,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:03.633310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:03.656147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=2ec2b6c6-4b6a-4750-9ada-5bc571d46d9a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:03.719660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:03.720189 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.726120 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c972a62-7a4c-4da2-a972-8600d3f5d820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.732848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=cc39df97-ea7e-4264-a167-2f2bc0bd91f8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:03.742211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Checking segment: {'id': '0f5e5b1a-198d-4544-9637-2b6923e95810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:03.742573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network hostable DHCP agents. Network: 3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:03.752691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Allocated IP 172.20.0.11 (fde89054-92a8-4fbb-bf5c-035560674a46/12669f78-6047-4d28-8457-7eb64147eac7/7970b1e4-72f4-42d9-a578-97febcbaa2b9) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:03.777233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c972a62-7a4c-4da2-a972-8600d3f5d820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event deleted for resources: {'Port': ['ID=022ba87c-064c-401b-9c66-310732cf6ac2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:03.784875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c972a62-7a4c-4da2-a972-8600d3f5d820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.786867 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8c972a62-7a4c-4da2-a972-8600d3f5d820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "DELETE /v2.0/ports/022ba87c-064c-401b-9c66-310732cf6ac2 HTTP/1.1" status: 204 len: 168 time: 0.9749725 Aug 16 20:52:03.789988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58406) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:03.819846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-0ccbba45-4960-418a-b3f6-6d5b478203c6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9891751 Aug 16 20:52:03.820521 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-08408abf-014e-4822-a630-4c1dec03ecc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:52:03.825160 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-08408abf-014e-4822-a630-4c1dec03ecc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "GET /v2.0/ports/022ba87c-064c-401b-9c66-310732cf6ac2 HTTP/1.1" status: 404 len: 333 time: 0.0304444 Aug 16 20:52:03.825563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58408) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:03.830432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1106619469', 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:03.843889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Request body: {'port': {'device_id': '0ebd4f10-431f-416b-a4b7-76c5b5a9b38e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:03.852298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:03.938900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:03.944261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:03.949237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18877f9c-e992-4df9-a898-512bc02f3624 None None] Network 3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:03.954675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:03.964353 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.966344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:03.967459 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.028998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Made reservation on behalf of 6f5296b2c5444d539f4b45bdc0a0e38c for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:04.031357 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.044763 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.086068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 92fffce3-3767-438b-b59f-2fb3690b7dbd up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:04.087590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] device_id is not set on port 83ec005f-0e02-4c2d-b88e-9d2ba2edb60b yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:04.126504 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9741403a-244c-4833-873f-6982ad1a752f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2160125 Aug 16 20:52:04.129721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58412) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:04.222319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-736ceb89-57ba-4286-b334-6b887519ac07 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port cc39df97-ea7e-4264-a167-2f2bc0bd91f8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:04.222663 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-736ceb89-57ba-4286-b334-6b887519ac07 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.223046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 92fffce3-3767-438b-b59f-2fb3690b7dbd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:04.227820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 92fffce3-3767-438b-b59f-2fb3690b7dbd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:04.228218 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.266803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c924fe2-6395-4af8-a310-394d10aaedb6 req-f87b74c2-c019-4cf9-94c9-81452804d119 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:04.266803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c924fe2-6395-4af8-a310-394d10aaedb6 req-f87b74c2-c019-4cf9-94c9-81452804d119 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.2068229 Aug 16 20:52:04.297817 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-736ceb89-57ba-4286-b334-6b887519ac07 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.310907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-736ceb89-57ba-4286-b334-6b887519ac07 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for cc39df97-ea7e-4264-a167-2f2bc0bd91f8 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:04.320553 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.344987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7623c8e-b0e8-4b3b-9b6d-9a51212a450f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fffce3-3767-438b-b59f-2fb3690b7dbd'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:04.348001 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c595ae-3510-463f-9f1d-e1a3fe2d4ace" -d '{"events": [{"server_uuid": "d7623c8e-b0e8-4b3b-9b6d-9a51212a450f", "name": "network-vif-plugged", "status": "completed", "tag": "92fffce3-3767-438b-b59f-2fb3690b7dbd"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:04.361813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 92fffce3-3767-438b-b59f-2fb3690b7dbd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=92fffce3-3767-438b-b59f-2fb3690b7dbd,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:04.387959 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8a1062-8fd2-4b12-9e93-70f4bb485bcf x-openstack-request-id: req-5d8a1062-8fd2-4b12-9e93-70f4bb485bcf {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:04.387959 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7623c8e-b0e8-4b3b-9b6d-9a51212a450f", "name": "network-vif-plugged", "status": "completed", "tag": "92fffce3-3767-438b-b59f-2fb3690b7dbd", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:04.387959 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d8a1062-8fd2-4b12-9e93-70f4bb485bcf {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:04.387959 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7623c8e-b0e8-4b3b-9b6d-9a51212a450f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fffce3-3767-438b-b59f-2fb3690b7dbd', 'code': 200} Aug 16 20:52:04.390011 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.417975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Allocated IP 172.20.0.13 (fde89054-92a8-4fbb-bf5c-035560674a46/12669f78-6047-4d28-8457-7eb64147eac7/8d8ff01f-4247-42af-97c8-c203abc9bfdb) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:04.447553 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.450833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f5aa1e46-788c-47fb-9ad5-8db29c9a0776 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:04.474814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Pushing event updated for resources: {'Port': ['ID=7970b1e4-72f4-42d9-a578-97febcbaa2b9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:04.481455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c924fe2-6395-4af8-a310-394d10aaedb6 req-722fe7f1-4779-42c3-963a-cf4740808f91 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027617 Aug 16 20:52:04.485260 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.519641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Network fde89054-92a8-4fbb-bf5c-035560674a46 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:04.540476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:04.543068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:04.570925 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-736ceb89-57ba-4286-b334-6b887519ac07 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.576568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=92fffce3-3767-438b-b59f-2fb3690b7dbd,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:04.589416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61aa89f-c8c5-400a-bad3-cc46bcec9dd3 req-c2c0db69-6039-4534-bdb9-81cfcc68def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:04.590938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c61aa89f-c8c5-400a-bad3-cc46bcec9dd3 req-c2c0db69-6039-4534-bdb9-81cfcc68def3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 1098 time: 0.1404841 Aug 16 20:52:04.623047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ceb89-57ba-4286-b334-6b887519ac07 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=cc39df97-ea7e-4264-a167-2f2bc0bd91f8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:04.642744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-736ceb89-57ba-4286-b334-6b887519ac07 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.645786 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-736ceb89-57ba-4286-b334-6b887519ac07 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/cc39df97-ea7e-4264-a167-2f2bc0bd91f8 HTTP/1.1" status: 204 len: 168 time: 0.5145769 Aug 16 20:52:04.651206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58424) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:04.654855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:04.655473 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.670464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:04.676771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:04.677438 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.681784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d8830-799a-40e3-81b7-24bbd403fa6c req-b9f12a06-c3a4-4bfa-ab44-ab4e27c60677 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:04.686426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da1d8830-799a-40e3-81b7-24bbd403fa6c req-b9f12a06-c3a4-4bfa-ab44-ab4e27c60677 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 983 time: 0.1959729 Aug 16 20:52:04.710864 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c61aa89f-c8c5-400a-bad3-cc46bcec9dd3 req-7d0873dd-478b-47dd-9d55-78cb71b7545e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953054 Aug 16 20:52:04.727439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46ccf1-35f5-4935-9403-55afdd69dfc5 req-95ad5f95-c2e9-4c91-841d-d629e6b15347 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:04.727830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.728969 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a46ccf1-35f5-4935-9403-55afdd69dfc5 req-95ad5f95-c2e9-4c91-841d-d629e6b15347 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 946 time: 0.1364172 Aug 16 20:52:04.750246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c24b2-5ef1-48f3-8ba4-cc7509337b62 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:04.756817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c24b2-5ef1-48f3-8ba4-cc7509337b62 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:04.758433 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-900c24b2-5ef1-48f3-8ba4-cc7509337b62 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1064613 Aug 16 20:52:04.761525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da1d8830-799a-40e3-81b7-24bbd403fa6c req-67a79b47-7056-4922-b03d-bef0e667ce2f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0686419 Aug 16 20:52:04.761702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58426) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:04.784039 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.792796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a46ccf1-35f5-4935-9403-55afdd69dfc5 req-c6154310-1089-4105-8105-0fd849bc6756 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528176 Aug 16 20:52:04.794811 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3a4a61ef-b2cc-497a-a972-4e36d6d60e83 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8232915 Aug 16 20:52:04.808855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Request body: {'port': {'device_id': '54e176da-b5ae-4356-ab86-8812ee7f9a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:04.844213 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.864221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f5aa1e46-788c-47fb-9ad5-8db29c9a0776, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f5aa1e46-788c-47fb-9ad5-8db29c9a0776,segment=NetworkSegment(d3294d7d-cde2-4905-8e8b-aec2b9181869),segment_id=d3294d7d-cde2-4905-8e8b-aec2b9181869)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:04.884479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b08be-707f-4e2e-83cb-eb0ba5de9b04 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port 2ec2b6c6-4b6a-4750-9ada-5bc571d46d9a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:04.884826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b3b08be-707f-4e2e-83cb-eb0ba5de9b04 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.921907 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe74e4ee-ab57-4d18-bfd4-4d7e35139a7f req-6dab78c6-2d66-411d-af37-c0609f1a5d4c tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 210 time: 0.0385993 Aug 16 20:52:04.955008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Network 04bd5ae9-977e-41ce-b723-dfa92a65a29a is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:04.956388 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.961907 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.978005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:05.007021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:05.008085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.008780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.010985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event updated for resources: {'Port': ['ID=83ec005f-0e02-4c2d-b88e-9d2ba2edb60b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:05.014702 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b3b08be-707f-4e2e-83cb-eb0ba5de9b04 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.016041 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.017354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=f5aa1e46-788c-47fb-9ad5-8db29c9a0776,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:05.035608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Network fde89054-92a8-4fbb-bf5c-035560674a46 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:05.039031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b08be-707f-4e2e-83cb-eb0ba5de9b04 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for 2ec2b6c6-4b6a-4750-9ada-5bc571d46d9a owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:05.041523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.041876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.042220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.042664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.042896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.043096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Pushing event updated for resources: {'Port': ['ID=8d8ff01f-4247-42af-97c8-c203abc9bfdb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:05.043219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.043546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.043874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.044202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.044528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.044854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.045205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.048338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:05.051021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:05.140371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.140983 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.172630 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-18c31ded-5e71-4b1a-b0e1-50e550f07ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3460653 Aug 16 20:52:05.175489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58430) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:05.210449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6448f2fc-87a4-49af-b24a-70b53e41d963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.211833 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6448f2fc-87a4-49af-b24a-70b53e41d963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "GET /v2.0/ports/83ec005f-0e02-4c2d-b88e-9d2ba2edb60b HTTP/1.1" status: 200 len: 959 time: 0.0353680 Aug 16 20:52:05.214665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58432) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:05.251427 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792a88fb-7729-43f9-b30e-075fdab8d3fe {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:05.260151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.276205 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c41eef66-edc5-42b0-90f4-fb6b336c025f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2638707 Aug 16 20:52:05.295356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Request body: {'port': {'device_id': 'e95df98c-0cd8-46e9-95a0-ceb22afb12c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:05.317458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5b629612-6145-4889-8848-962e2d6f6177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Deleting port 83ec005f-0e02-4c2d-b88e-9d2ba2edb60b {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:05.318114 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b629612-6145-4889-8848-962e2d6f6177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.396097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Transition to ACTIVE for port object 792a88fb-7729-43f9-b30e-075fdab8d3fe will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:05.404456 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b3b08be-707f-4e2e-83cb-eb0ba5de9b04 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.407728 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.413299 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b629612-6145-4889-8848-962e2d6f6177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.454040 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b08be-707f-4e2e-83cb-eb0ba5de9b04 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=2ec2b6c6-4b6a-4750-9ada-5bc571d46d9a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:05.460647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5b629612-6145-4889-8848-962e2d6f6177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Calling delete_port for 83ec005f-0e02-4c2d-b88e-9d2ba2edb60b owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:05.485166 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b3b08be-707f-4e2e-83cb-eb0ba5de9b04 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.487051 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1b3b08be-707f-4e2e-83cb-eb0ba5de9b04 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/2ec2b6c6-4b6a-4750-9ada-5bc571d46d9a HTTP/1.1" status: 204 len: 168 time: 0.7244892 Aug 16 20:52:05.490247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58434) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:05.532007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.712715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Pushing event updated for resources: {'Port': ['ID=792a88fb-7729-43f9-b30e-075fdab8d3fe,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:05.754924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e527b-2040-4ed3-ba57-0973ee685976 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.755846 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b629612-6145-4889-8848-962e2d6f6177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.756446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d80e527b-2040-4ed3-ba57-0973ee685976 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2650588 Aug 16 20:52:05.761226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58438) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:05.795312 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ca594-d4f0-4e81-a9fd-d240da5aa80e req-87b35280-a886-4c93-b478-a44072119948 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.796973 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b06ca594-d4f0-4e81-a9fd-d240da5aa80e req-87b35280-a886-4c93-b478-a44072119948 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.2032833 Aug 16 20:52:05.809508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b629612-6145-4889-8848-962e2d6f6177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event deleted for resources: {'Port': ['ID=83ec005f-0e02-4c2d-b88e-9d2ba2edb60b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:05.817445 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be56910-54ce-437f-b80a-0dc5879fb271 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:52:05.821472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4be56910-54ce-437f-b80a-0dc5879fb271 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/cc39df97-ea7e-4264-a167-2f2bc0bd91f8 HTTP/1.1" status: 404 len: 333 time: 0.0544689 Aug 16 20:52:05.821784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58444) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:05.824110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b629612-6145-4889-8848-962e2d6f6177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.829074 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5b629612-6145-4889-8848-962e2d6f6177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "DELETE /v2.0/ports/83ec005f-0e02-4c2d-b88e-9d2ba2edb60b HTTP/1.1" status: 204 len: 168 time: 0.6130710 Aug 16 20:52:05.837070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58446) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:05.857757 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f44cfa-3929-4220-9054-4fe6bf3ad7a9 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:52:05.859568 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e2f44cfa-3929-4220-9054-4fe6bf3ad7a9 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/2ec2b6c6-4b6a-4750-9ada-5bc571d46d9a HTTP/1.1" status: 404 len: 333 time: 0.0369194 Aug 16 20:52:05.862285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58448) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:05.906211 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e5d30b-460c-4765-be2f-9884d8ac8e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:52:05.907787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-80e5d30b-460c-4765-be2f-9884d8ac8e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "GET /v2.0/ports/83ec005f-0e02-4c2d-b88e-9d2ba2edb60b HTTP/1.1" status: 404 len: 333 time: 0.0697546 Aug 16 20:52:05.914295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58452) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:05.921413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Request body: {'port': {'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1182824704'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:05.954694 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.962072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b06ca594-d4f0-4e81-a9fd-d240da5aa80e req-3f21a546-c6fe-4a74-85c3-b82e0659e81c tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544139 Aug 16 20:52:05.983956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Attempting to bind port 792a88fb-7729-43f9-b30e-075fdab8d3fe on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:05.983956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Attempting to bind port 792a88fb-7729-43f9-b30e-075fdab8d3fe by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:05.983956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Attempting to bind port 792a88fb-7729-43f9-b30e-075fdab8d3fe on network fde89054-92a8-4fbb-bf5c-035560674a46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:05.983956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7970b1e4-72f4-42d9-a578-97febcbaa2b9 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:05.988888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Port 792a88fb-7729-43f9-b30e-075fdab8d3fe on network fde89054-92a8-4fbb-bf5c-035560674a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:05.989324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Attempting to bind port 792a88fb-7729-43f9-b30e-075fdab8d3fe on network fde89054-92a8-4fbb-bf5c-035560674a46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:05.994828 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.008337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9838f75-aeeb-4876-8f23-50dadf33cbc9 req-2c02b281-ce36-470f-8175-ccee76a061d0 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.009913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9838f75-aeeb-4876-8f23-50dadf33cbc9 req-2c02b281-ce36-470f-8175-ccee76a061d0 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 984 time: 0.1694546 Aug 16 20:52:06.013166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:06.020909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Checking segment: {'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:06.020909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Bound using segment: {'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:06.020909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Bound port: 792a88fb-7729-43f9-b30e-075fdab8d3fe, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:06.020909 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.037695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Transition to ACTIVE for port object 7970b1e4-72f4-42d9-a578-97febcbaa2b9 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:06.051807 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.061637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:06.072885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5e5b1a-198d-4544-9637-2b6923e95810') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:06.073218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5e5b1a-198d-4544-9637-2b6923e95810') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:06.079683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Made reservation on behalf of 6f5296b2c5444d539f4b45bdc0a0e38c for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:06.082034 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.092602 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.109845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] device_id is not set on port 3f847b1b-2920-4869-8f30-1c93a06733f0 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:06.114029 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.122420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:06.122887 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:06.125970 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:06.130114 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9838f75-aeeb-4876-8f23-50dadf33cbc9 req-e5920917-4067-4b88-bc0d-7cf54afa04c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1077468 Aug 16 20:52:06.151424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] For port 792a88fb-7729-43f9-b30e-075fdab8d3fe, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:06.161949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0f7ed-97a7-4854-bd41-def52eb00f72 req-fe5ae859-d192-43a2-b961-3c0134a36746 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.163313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46c0f7ed-97a7-4854-bd41-def52eb00f72 req-fe5ae859-d192-43a2-b961-3c0134a36746 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 946 time: 0.1172910 Aug 16 20:52:06.169423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] For port 792a88fb-7729-43f9-b30e-075fdab8d3fe, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=792a88fb-7729-43f9-b30e-075fdab8d3fe,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:06.171519 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.258954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Pushing event updated for resources: {'Port': ['ID=7970b1e4-72f4-42d9-a578-97febcbaa2b9,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:06.280366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46c0f7ed-97a7-4854-bd41-def52eb00f72 req-7232b878-8510-4c37-a3cf-4b7befd5496c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041629 Aug 16 20:52:06.282526 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.348982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.349623 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.351347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] 10.222.0.79 "PUT /v2.0/ports/792a88fb-7729-43f9-b30e-075fdab8d3fe HTTP/1.1" status: 200 len: 1092 time: 2.5135624 Aug 16 20:52:06.361906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebd4f10-431f-416b-a4b7-76c5b5a9b38e', 'tag': '792a88fb-7729-43f9-b30e-075fdab8d3fe'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:06.365677 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3612766e-c8ec-473e-a94f-fe13dadea703" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebd4f10-431f-416b-a4b7-76c5b5a9b38e", "tag": "792a88fb-7729-43f9-b30e-075fdab8d3fe"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:06.388862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:06.392481 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b1e7b2-eca7-459f-8b2a-79b2e2c6bd5c" -d '{"events": [{"server_uuid": "76480d76-3316-48bd-b1ef-133b9f1ba831", "name": "network-vif-plugged", "status": "completed", "tag": "f5aa1e46-788c-47fb-9ad5-8db29c9a0776"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:06.414514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8ff01f-4247-42af-97c8-c203abc9bfdb {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:06.415878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bddf5-0a65-46af-84a7-ccab74e4858f service neutron] Pushing event updated for resources: {'Port': ['ID=792a88fb-7729-43f9-b30e-075fdab8d3fe,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:06.422594 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Attempting to bind port 7970b1e4-72f4-42d9-a578-97febcbaa2b9 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:06.422926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Attempting to bind port 7970b1e4-72f4-42d9-a578-97febcbaa2b9 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:06.423372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Attempting to bind port 7970b1e4-72f4-42d9-a578-97febcbaa2b9 on network fde89054-92a8-4fbb-bf5c-035560674a46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:06.427151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.433289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Port 7970b1e4-72f4-42d9-a578-97febcbaa2b9 on network fde89054-92a8-4fbb-bf5c-035560674a46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:06.433609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Attempting to bind port 7970b1e4-72f4-42d9-a578-97febcbaa2b9 on network fde89054-92a8-4fbb-bf5c-035560674a46 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:06.444203 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87f21c-f400-48c3-802b-b4363fd743e1 req-15c34f8c-a240-4cd2-969d-fad94d2f9041 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.445922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b87f21c-f400-48c3-802b-b4363fd743e1 req-15c34f8c-a240-4cd2-969d-fad94d2f9041 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 932 time: 0.1058905 Aug 16 20:52:06.448754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:06.449133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Checking segment: {'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:06.449592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Bound using segment: {'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:06.449943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Bound port: 7970b1e4-72f4-42d9-a578-97febcbaa2b9, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:06.450302 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.471387 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.484929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.486658 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/networks/3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3 HTTP/1.1" status: 204 len: 168 time: 0.6231408 Aug 16 20:52:06.492276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58464) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:06.511323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Transition to ACTIVE for port object 8d8ff01f-4247-42af-97c8-c203abc9bfdb will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:06.512367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0a6cb-0fd4-4a94-8a12-3181f32cfebc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Network': ['ID=3ebd0f7c-9cf6-4c0a-b26c-db7846725aa3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:06.534443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-928314553'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:06.541401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.567698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b87f21c-f400-48c3-802b-b4363fd743e1 req-8b40d647-8586-4528-974f-b3f70a4906e4 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150415 Aug 16 20:52:06.575186 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.599407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-5a672a37-bca6-4829-ba37-2c699972a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.600922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-5a672a37-bca6-4829-ba37-2c699972a45c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26aff803110c49948df15598571c9515&device_id=0ebd4f10-431f-416b-a4b7-76c5b5a9b38e HTTP/1.1" status: 200 len: 1095 time: 0.1327550 Aug 16 20:52:06.605544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] For port 7970b1e4-72f4-42d9-a578-97febcbaa2b9, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:06.608980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] For port 7970b1e4-72f4-42d9-a578-97febcbaa2b9, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7970b1e4-72f4-42d9-a578-97febcbaa2b9,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:06.649459 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e792621a-6a3f-4d06-8432-d6e14ebb56d5 x-openstack-request-id: req-e792621a-6a3f-4d06-8432-d6e14ebb56d5 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:06.649798 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebd4f10-431f-416b-a4b7-76c5b5a9b38e", "tag": "792a88fb-7729-43f9-b30e-075fdab8d3fe", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:06.650052 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e792621a-6a3f-4d06-8432-d6e14ebb56d5 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:06.650435 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebd4f10-431f-416b-a4b7-76c5b5a9b38e', 'tag': '792a88fb-7729-43f9-b30e-075fdab8d3fe', 'status': 'completed', 'code': 200} Aug 16 20:52:06.652517 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-176a92a2-3159-44b0-908e-a267d31bf781 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=792a88fb-7729-43f9-b30e-075fdab8d3fe HTTP/1.1" status: 200 len: 217 time: 0.0415640 Aug 16 20:52:06.667007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8ff01f-4247-42af-97c8-c203abc9bfdb,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:06.686545 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65aae94-2111-4e42-99ef-415bdb8fd575 x-openstack-request-id: req-e65aae94-2111-4e42-99ef-415bdb8fd575 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:06.687105 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76480d76-3316-48bd-b1ef-133b9f1ba831", "name": "network-vif-plugged", "status": "completed", "tag": "f5aa1e46-788c-47fb-9ad5-8db29c9a0776", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:06.687608 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e65aae94-2111-4e42-99ef-415bdb8fd575 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:06.688337 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776', 'code': 200} Aug 16 20:52:06.701464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:06.704181 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.705833 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.709083 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.752555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c536338a-8d41-438c-b2f3-a972a5470e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.754120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c536338a-8d41-438c-b2f3-a972a5470e3d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=12669f78-6047-4d28-8457-7eb64147eac7 HTTP/1.1" status: 200 len: 858 time: 0.0941169 Aug 16 20:52:06.756509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Network 04bd5ae9-977e-41ce-b723-dfa92a65a29a is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:06.769198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.769818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.771181 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] 10.222.0.76 "PUT /v2.0/ports/7970b1e4-72f4-42d9-a578-97febcbaa2b9 HTTP/1.1" status: 200 len: 1093 time: 1.9678123 Aug 16 20:52:06.780631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:06.783020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:06.789352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.789352 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.822349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Attempting to bind port 8d8ff01f-4247-42af-97c8-c203abc9bfdb on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:06.822602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Attempting to bind port 8d8ff01f-4247-42af-97c8-c203abc9bfdb by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:06.822906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Attempting to bind port 8d8ff01f-4247-42af-97c8-c203abc9bfdb on network fde89054-92a8-4fbb-bf5c-035560674a46 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:06.828518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event updated for resources: {'Port': ['ID=3f847b1b-2920-4869-8f30-1c93a06733f0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:06.835036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Port 8d8ff01f-4247-42af-97c8-c203abc9bfdb on network fde89054-92a8-4fbb-bf5c-035560674a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:06.835360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Attempting to bind port 8d8ff01f-4247-42af-97c8-c203abc9bfdb on network fde89054-92a8-4fbb-bf5c-035560674a46 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:06.844562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:06.844904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Checking segment: {'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:06.845317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Bound using segment: {'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:06.845799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Bound port: 8d8ff01f-4247-42af-97c8-c203abc9bfdb, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99a45b9-0b2e-42db-9c2b-53812bad37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:06.846161 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.865258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd589ab-1023-49cb-8511-ed1a375d7fc0 req-1b0034cf-43eb-4e0a-b64e-1160c5441ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.866834 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dbd589ab-1023-49cb-8511-ed1a375d7fc0 req-1b0034cf-43eb-4e0a-b64e-1160c5441ec9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 1136 time: 0.1043024 Aug 16 20:52:06.945528 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e88ea0f7-856a-4f2f-9902-a27d449e74a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0274382 Aug 16 20:52:06.946830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58468) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:06.950465 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dbd589ab-1023-49cb-8511-ed1a375d7fc0 req-9a426ac8-a386-4c02-9b30-aca0b3e5a13d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0618439 Aug 16 20:52:06.956406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:06.978552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] For port 8d8ff01f-4247-42af-97c8-c203abc9bfdb, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:06.997997 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] For port 8d8ff01f-4247-42af-97c8-c203abc9bfdb, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8d8ff01f-4247-42af-97c8-c203abc9bfdb,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:07.028516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.085856 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.160445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-4412ee15-3b2f-4265-9879-8ad07ecf04a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fde89054-92a8-4fbb-bf5c-035560674a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3965886 Aug 16 20:52:07.160933 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.166268 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.166268 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] 10.222.0.79 "PUT /v2.0/ports/8d8ff01f-4247-42af-97c8-c203abc9bfdb HTTP/1.1" status: 200 len: 1093 time: 1.8723269 Aug 16 20:52:07.172778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:07.178750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95df98c-0cd8-46e9-95a0-ceb22afb12c7', 'tag': '8d8ff01f-4247-42af-97c8-c203abc9bfdb'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:07.180982 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18f9f75-eb25-408f-a566-5ad8a3cdb2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e95df98c-0cd8-46e9-95a0-ceb22afb12c7", "tag": "8d8ff01f-4247-42af-97c8-c203abc9bfdb"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:07.218827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c4841-0601-4099-ba10-089d23f59f79 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8ff01f-4247-42af-97c8-c203abc9bfdb,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:07.256465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a774ddf-0008-47dd-8673-7ec30a91ce28 service neutron] Pushing event updated for resources: {'Port': ['ID=7970b1e4-72f4-42d9-a578-97febcbaa2b9,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:07.259592 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.261133 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Added segment a7c5f54c-4127-47cc-93d2-661a6671b4e1 of type vlan for network aaf8f677-194d-4b5a-b2d1-b60fec7e8b42 Aug 16 20:52:07.279185 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] device_id is not set on port 3f847b1b-2920-4869-8f30-1c93a06733f0 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:07.287594 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.302957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Transition to ACTIVE for port object 3f847b1b-2920-4869-8f30-1c93a06733f0 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:07.357193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-9c0001d9-2ae7-4710-843b-6d17768f1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.359190 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-9c0001d9-2ae7-4710-843b-6d17768f1012 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26aff803110c49948df15598571c9515&device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 1096 time: 0.0440700 Aug 16 20:52:07.364669 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.380944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5ce85-d2a1-4909-a258-dac9d14a7b54 req-4c75918a-dcec-443e-b5bd-69ffc4603096 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.382534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbc5ce85-d2a1-4909-a258-dac9d14a7b54 req-4c75918a-dcec-443e-b5bd-69ffc4603096 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 946 time: 0.6104767 Aug 16 20:52:07.389034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-bb7be19c-965a-452f-9853-ec96df0d28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.390452 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-bb7be19c-965a-452f-9853-ec96df0d28aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=26aff803110c49948df15598571c9515&device_id=54e176da-b5ae-4356-ab86-8812ee7f9a18 HTTP/1.1" status: 200 len: 1096 time: 0.2375977 Aug 16 20:52:07.407986 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-fbd0e62d-9bca-410a-9d72-650c65153ff2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d8ff01f-4247-42af-97c8-c203abc9bfdb HTTP/1.1" status: 200 len: 217 time: 0.0398648 Aug 16 20:52:07.408606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.410965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013c26e-5561-4c38-8126-23f74a55d109 req-3ddb32a1-3869-4b72-8c88-230ddbeb4cc7 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.412398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6013c26e-5561-4c38-8126-23f74a55d109 req-3ddb32a1-3869-4b72-8c88-230ddbeb4cc7 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.2581115 Aug 16 20:52:07.494186 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-39bec2cf-b0ab-424a-b53b-fdd9779a7579 service neutron] 10.222.0.79 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024991 Aug 16 20:52:07.494713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event updated for resources: {'Port': ['ID=3f847b1b-2920-4869-8f30-1c93a06733f0,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:07.497458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-1bdf34f2-5e17-4dbc-be95-254e2fa170f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7970b1e4-72f4-42d9-a578-97febcbaa2b9 HTTP/1.1" status: 200 len: 217 time: 0.0747354 Aug 16 20:52:07.504225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-bd9403ce-e0a7-4b3b-8c45-292c093207cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.505773 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-bd9403ce-e0a7-4b3b-8c45-292c093207cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=12669f78-6047-4d28-8457-7eb64147eac7 HTTP/1.1" status: 200 len: 858 time: 0.0727794 Aug 16 20:52:07.523389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:07.524320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:07.524320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:07.543906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:07.544066 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:07.546045 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-f25eaa23-7782-49e4-a8d9-f19f44075d98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fde89054-92a8-4fbb-bf5c-035560674a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310056 Aug 16 20:52:07.546515 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 2 to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 Aug 16 20:52:07.574964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbc5ce85-d2a1-4909-a258-dac9d14a7b54 req-171d4828-cfa5-4345-aa71-402d3eb96662 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758566 Aug 16 20:52:07.577544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6013c26e-5561-4c38-8126-23f74a55d109 req-6b8a4037-0157-448a-a244-0eaf31c10cfb tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537676 Aug 16 20:52:07.579430 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:07.579775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:07.580117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:07.608535 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.613948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.614641 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.621790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:07.621790 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:07.625580 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 3 to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 Aug 16 20:52:07.644474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:07.644878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:07.645254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:07.656059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:07.656391 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:07.662890 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 4 to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 Aug 16 20:52:07.668134 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109b90de-7cf7-4cb5-abbe-5fb39808e2db x-openstack-request-id: req-109b90de-7cf7-4cb5-abbe-5fb39808e2db {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:07.668486 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95df98c-0cd8-46e9-95a0-ceb22afb12c7", "tag": "8d8ff01f-4247-42af-97c8-c203abc9bfdb", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:07.668713 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-109b90de-7cf7-4cb5-abbe-5fb39808e2db {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:07.669184 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95df98c-0cd8-46e9-95a0-ceb22afb12c7', 'tag': '8d8ff01f-4247-42af-97c8-c203abc9bfdb', 'status': 'completed', 'code': 200} Aug 16 20:52:07.688411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:07.688783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:07.689136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:07.697120 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-9ce46965-e985-4e41-a281-0bfcb856cc08 service neutron] 10.222.0.79 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416557 Aug 16 20:52:07.698110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:07.698449 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:07.698585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-d6f5843b-ecf9-415f-aa09-fd1f26a1872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.698848 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 5 to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 Aug 16 20:52:07.700137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-d6f5843b-ecf9-415f-aa09-fd1f26a1872b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=12669f78-6047-4d28-8457-7eb64147eac7 HTTP/1.1" status: 200 len: 858 time: 0.1742780 Aug 16 20:52:07.729536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:07.729927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:07.730230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:07.770063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-a4bbdcf6-561c-4169-9279-0ba883573b0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fde89054-92a8-4fbb-bf5c-035560674a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492654 Aug 16 20:52:07.772457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:07.772800 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:07.778189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2685645 Aug 16 20:52:07.778189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a2f78-9f4c-423f-9c0c-29719d5fb932 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Network': ['ID=aaf8f677-194d-4b5a-b2d1-b60fec7e8b42,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:07.778537 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 6 to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 Aug 16 20:52:07.781350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58482) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:07.788046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': 'aaf8f677-194d-4b5a-b2d1-b60fec7e8b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:07.793737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network aaf8f677-194d-4b5a-b2d1-b60fec7e8b42 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:07.841882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:07.842224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:07.842574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:07.856224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:07.856561 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:07.856965 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 7 to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 Aug 16 20:52:07.858915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-bff36c58-5a28-4824-99df-fe0ebc5a86b1 service neutron] 10.222.0.79 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557317 Aug 16 20:52:07.880042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40518d6a-1167-4e26-9d2b-911a45f19979 req-fd73cb20-247c-4280-9aed-8375b315d38f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.880792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40518d6a-1167-4e26-9d2b-911a45f19979 req-fd73cb20-247c-4280-9aed-8375b315d38f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 984 time: 0.1992347 Aug 16 20:52:07.924640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:07.924640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:07.924640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:07.934036 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c220d189-0181-4584-9ac3-05b2dd3e9ea4 service neutron] 10.222.0.79 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259912 Aug 16 20:52:07.938067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:07.938404 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:07.941181 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 8 to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 Aug 16 20:52:07.960133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:07.960494 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:07.961182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:07.969796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:07.970012 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:07.970332 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 9 to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 Aug 16 20:52:07.979868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40518d6a-1167-4e26-9d2b-911a45f19979 req-84ffce4d-2595-416c-b49e-b3ac0c374de4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0979586 Aug 16 20:52:07.984897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:07.985339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:07.985607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:07.992217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:07.992217 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:07.994793 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempt 10 to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 Aug 16 20:52:08.007644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:08.007978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:08.008309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempting to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:08.011963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08150855-af5b-4c5c-9661-0a2cbebc9762 req-d772dfd8-4b31-4fcb-adbd-7262c29cff8e tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.012530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:08.012850 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Failed to bind port 3f847b1b-2920-4869-8f30-1c93a06733f0 on host n-h1-793619-14 for vnic_type normal using segments [{'id': '75d4a8d5-07cc-4982-835a-7df7d668cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04bd5ae9-977e-41ce-b723-dfa92a65a29a'}] Aug 16 20:52:08.013257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.013533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-08150855-af5b-4c5c-9661-0a2cbebc9762 req-d772dfd8-4b31-4fcb-adbd-7262c29cff8e tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 944 time: 0.0821612 Aug 16 20:52:08.015809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-c2a965ed-45fd-47c2-b7cc-2a96cd04e85a service neutron] 10.222.0.76 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330012 Aug 16 20:52:08.061325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:08.065147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.147190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-08150855-af5b-4c5c-9661-0a2cbebc9762 req-0b26408b-965a-49fd-8e18-161717e33f00 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260006 Aug 16 20:52:08.161659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] For port 3f847b1b-2920-4869-8f30-1c93a06733f0, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:08.162146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attempted to set empty binding levels {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:52:08.172837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f9f75-eb25-408f-a566-5ad8a3cdb2bd req-4cab50a2-9e2b-4856-b74d-449a9379a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.174373 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f18f9f75-eb25-408f-a566-5ad8a3cdb2bd req-4cab50a2-9e2b-4856-b74d-449a9379a72a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26aff803110c49948df15598571c9515&device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 1096 time: 0.0787637 Aug 16 20:52:08.184618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b9d7d54-9f74-48bd-bb0c-d60ac7cb3e4f req-ca1523f5-2103-48ed-88cc-7be2654d53b2 service neutron] 10.222.0.76 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487546 Aug 16 20:52:08.230202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612766e-c8ec-473e-a94f-fe13dadea703 req-f765c394-f919-4af7-bc09-a48689433c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.231775 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3612766e-c8ec-473e-a94f-fe13dadea703 req-f765c394-f919-4af7-bc09-a48689433c06 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26aff803110c49948df15598571c9515&device_id=0ebd4f10-431f-416b-a4b7-76c5b5a9b38e HTTP/1.1" status: 200 len: 1095 time: 0.1536882 Aug 16 20:52:08.272436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2661b3-501f-4629-82bd-fc2b5f6e566a req-2bf22a16-eeef-418f-bca4-ae788d2a61ae tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.274063 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5f2661b3-501f-4629-82bd-fc2b5f6e566a req-2bf22a16-eeef-418f-bca4-ae788d2a61ae tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 946 time: 0.1139214 Aug 16 20:52:08.279050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f9f75-eb25-408f-a566-5ad8a3cdb2bd req-f2bf33bf-2474-4db9-87f2-14b7d4978eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.280439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f18f9f75-eb25-408f-a566-5ad8a3cdb2bd req-f2bf33bf-2474-4db9-87f2-14b7d4978eb6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fde89054-92a8-4fbb-bf5c-035560674a46 HTTP/1.1" status: 200 len: 919 time: 0.0937867 Aug 16 20:52:08.306631 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.327175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f18f9f75-eb25-408f-a566-5ad8a3cdb2bd req-ad67268e-35b5-49d3-988a-4aadf7f4c53c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d8ff01f-4247-42af-97c8-c203abc9bfdb HTTP/1.1" status: 200 len: 217 time: 0.0380328 Aug 16 20:52:08.379831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f9f75-eb25-408f-a566-5ad8a3cdb2bd req-7e6f21fe-5378-4a17-9a8f-bfbc4ad03484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.382028 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f18f9f75-eb25-408f-a566-5ad8a3cdb2bd req-7e6f21fe-5378-4a17-9a8f-bfbc4ad03484 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=12669f78-6047-4d28-8457-7eb64147eac7 HTTP/1.1" status: 200 len: 858 time: 0.0476305 Aug 16 20:52:08.386780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] In _notify_port_updated(), no bound segment for port 3f847b1b-2920-4869-8f30-1c93a06733f0 on network 04bd5ae9-977e-41ce-b723-dfa92a65a29a {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:52:08.387652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.388255 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.389646 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "PUT /v2.0/ports/3f847b1b-2920-4869-8f30-1c93a06733f0 HTTP/1.1" status: 200 len: 980 time: 1.4417560 Aug 16 20:52:08.399121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58484) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:08.426208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f18f9f75-eb25-408f-a566-5ad8a3cdb2bd req-9ec17fcf-0115-481a-b540-8cfe339308b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fde89054-92a8-4fbb-bf5c-035560674a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354528 Aug 16 20:52:08.472633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c53606-6715-4a52-aa95-405847cbc840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event updated for resources: {'Port': ['ID=3f847b1b-2920-4869-8f30-1c93a06733f0,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:08.528454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612766e-c8ec-473e-a94f-fe13dadea703 req-d571e01d-38dc-473e-9307-b75fe22d2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.529982 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3612766e-c8ec-473e-a94f-fe13dadea703 req-d571e01d-38dc-473e-9307-b75fe22d2353 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fde89054-92a8-4fbb-bf5c-035560674a46 HTTP/1.1" status: 200 len: 919 time: 0.2877018 Aug 16 20:52:08.562707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f18f9f75-eb25-408f-a566-5ad8a3cdb2bd req-4ed5b184-00d5-46df-8884-cfe11c25e151 service neutron] 10.222.0.79 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184244 Aug 16 20:52:08.568479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-aa51a547-4935-420a-b97e-e6604a7b4bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Deleting port 3f847b1b-2920-4869-8f30-1c93a06733f0 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:08.568815 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa51a547-4935-420a-b97e-e6604a7b4bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.583926 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3612766e-c8ec-473e-a94f-fe13dadea703 req-6f6ca8ed-9b88-4e26-a56a-eb06c5a0aa6a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=792a88fb-7729-43f9-b30e-075fdab8d3fe HTTP/1.1" status: 200 len: 217 time: 0.0435789 Aug 16 20:52:08.594418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5f2661b3-501f-4629-82bd-fc2b5f6e566a req-48e3ea71-3398-48e7-afc4-191bac558983 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Deleting port 92fffce3-3767-438b-b59f-2fb3690b7dbd {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:08.594761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5f2661b3-501f-4629-82bd-fc2b5f6e566a req-48e3ea71-3398-48e7-afc4-191bac558983 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.651524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e176da-b5ae-4356-ab86-8812ee7f9a18', 'tag': '7970b1e4-72f4-42d9-a578-97febcbaa2b9'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:08.653736 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e5f198-9885-45b9-916a-e7e961c0a996" -d '{"events": [{"name": "network-changed", "server_uuid": "54e176da-b5ae-4356-ab86-8812ee7f9a18", "tag": "7970b1e4-72f4-42d9-a578-97febcbaa2b9"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:08.666054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.693285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-aa51a547-4935-420a-b97e-e6604a7b4bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] For port 3f847b1b-2920-4869-8f30-1c93a06733f0, host n-h1-793619-14, got binding levels [] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:08.700219 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa51a547-4935-420a-b97e-e6604a7b4bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.748445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612766e-c8ec-473e-a94f-fe13dadea703 req-c813ce3c-4c8e-4ba8-8231-db2bcaef3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.750257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3612766e-c8ec-473e-a94f-fe13dadea703 req-c813ce3c-4c8e-4ba8-8231-db2bcaef3bbd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=12669f78-6047-4d28-8457-7eb64147eac7 HTTP/1.1" status: 200 len: 858 time: 0.1525543 Aug 16 20:52:08.765647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-aa51a547-4935-420a-b97e-e6604a7b4bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Calling delete_port for 3f847b1b-2920-4869-8f30-1c93a06733f0 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:08.779932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Subnet': ['ID=558fd193-b787-43bd-9ab9-3f4a4a179c8f,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:08.797301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f18f9f75-eb25-408f-a566-5ad8a3cdb2bd req-e777390a-f01e-4f3c-a6fe-2446fbc9ddbf service neutron] 10.222.0.79 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257826 Aug 16 20:52:08.814129 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3612766e-c8ec-473e-a94f-fe13dadea703 req-542cb833-7d96-42ca-8060-f7da701a586e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fde89054-92a8-4fbb-bf5c-035560674a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460408 Aug 16 20:52:08.816420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5f2661b3-501f-4629-82bd-fc2b5f6e566a req-48e3ea71-3398-48e7-afc4-191bac558983 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] For port 92fffce3-3767-438b-b59f-2fb3690b7dbd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=92fffce3-3767-438b-b59f-2fb3690b7dbd,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:08.816789 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5f2661b3-501f-4629-82bd-fc2b5f6e566a req-48e3ea71-3398-48e7-afc4-191bac558983 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.844173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5f2661b3-501f-4629-82bd-fc2b5f6e566a req-48e3ea71-3398-48e7-afc4-191bac558983 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Calling delete_port for 92fffce3-3767-438b-b59f-2fb3690b7dbd owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:08.850514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884ec83-521f-470e-8e0a-50f883de8bd4 req-cee799c3-7155-440a-8b4f-af647b1c6ed5 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.851987 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c884ec83-521f-470e-8e0a-50f883de8bd4 req-cee799c3-7155-440a-8b4f-af647b1c6ed5 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1601615 Aug 16 20:52:08.861089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bce6e8-eeb9-41bc-a07d-dd004a086308 req-b46c218c-9640-45dd-a650-2b6d610ca57c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.863150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92bce6e8-eeb9-41bc-a07d-dd004a086308 req-b46c218c-9640-45dd-a650-2b6d610ca57c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 946 time: 0.1663976 Aug 16 20:52:08.888456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Checking segment: {'id': 'a7c5f54c-4127-47cc-93d2-661a6671b4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aaf8f677-194d-4b5a-b2d1-b60fec7e8b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:08.888818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network hostable DHCP agents. Network: aaf8f677-194d-4b5a-b2d1-b60fec7e8b42, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:08.941084 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c884ec83-521f-470e-8e0a-50f883de8bd4 req-c54c690e-7226-4d48-a62c-028355c00cd8 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753758 Aug 16 20:52:08.944550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92bce6e8-eeb9-41bc-a07d-dd004a086308 req-22a8a34a-d3fe-434f-9f8c-beef63dca1d3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658197 Aug 16 20:52:08.999347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3612766e-c8ec-473e-a94f-fe13dadea703 req-7272c943-fa26-4c85-8a20-5a774d13787a service neutron] 10.222.0.79 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664338 Aug 16 20:52:09.013511 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa6bb9d-ec02-4296-91d4-676fa695c39d x-openstack-request-id: req-6aa6bb9d-ec02-4296-91d4-676fa695c39d {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:09.013511 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e176da-b5ae-4356-ab86-8812ee7f9a18", "tag": "7970b1e4-72f4-42d9-a578-97febcbaa2b9", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:09.013511 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6aa6bb9d-ec02-4296-91d4-676fa695c39d {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:09.013511 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e176da-b5ae-4356-ab86-8812ee7f9a18', 'tag': '7970b1e4-72f4-42d9-a578-97febcbaa2b9', 'status': 'completed', 'code': 200} Aug 16 20:52:09.030407 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa51a547-4935-420a-b97e-e6604a7b4bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.069587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51a547-4935-420a-b97e-e6604a7b4bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f847b1b-2920-4869-8f30-1c93a06733f0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:09.128735 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa51a547-4935-420a-b97e-e6604a7b4bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.130824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aa51a547-4935-420a-b97e-e6604a7b4bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "DELETE /v2.0/ports/3f847b1b-2920-4869-8f30-1c93a06733f0 HTTP/1.1" status: 204 len: 168 time: 0.7306912 Aug 16 20:52:09.146015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58498) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:09.185666 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e912cb-92e4-4a70-91ea-cb338572406b tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:52:09.186827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-95e912cb-92e4-4a70-91ea-cb338572406b tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947704307-project-admin] 10.222.0.74 "GET /v2.0/ports/3f847b1b-2920-4869-8f30-1c93a06733f0 HTTP/1.1" status: 404 len: 333 time: 0.0382814 Aug 16 20:52:09.191186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58502) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:09.213251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f92f5-bd1d-4af5-9ef7-fbfdab9f420f req-9a2c71ab-8f20-4374-a524-969870e3876b tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:09.214845 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a5f92f5-bd1d-4af5-9ef7-fbfdab9f420f req-9a2c71ab-8f20-4374-a524-969870e3876b tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 984 time: 0.1144519 Aug 16 20:52:09.229323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5f198-9885-45b9-916a-e7e961c0a996 req-27b113d2-fc1b-4947-9d9a-31c2938565c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:09.230815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0e5f198-9885-45b9-916a-e7e961c0a996 req-27b113d2-fc1b-4947-9d9a-31c2938565c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=26aff803110c49948df15598571c9515&device_id=54e176da-b5ae-4356-ab86-8812ee7f9a18 HTTP/1.1" status: 200 len: 1096 time: 0.1448214 Aug 16 20:52:09.383527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network aaf8f677-194d-4b5a-b2d1-b60fec7e8b42 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:09.403543 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.422058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a5f92f5-bd1d-4af5-9ef7-fbfdab9f420f req-e7024217-7089-4d4f-97cc-3b8ee6f534c4 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1951447 Aug 16 20:52:09.450059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61542c-c6f6-442f-a598-4a3f78fc6691 req-0152a561-84dc-4f7c-acfc-947984385f07 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:09.450059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef61542c-c6f6-442f-a598-4a3f78fc6691 req-0152a561-84dc-4f7c-acfc-947984385f07 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 944 time: 0.1827948 Aug 16 20:52:09.461356 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3612766e-c8ec-473e-a94f-fe13dadea703 req-404332d3-a4fd-4e2e-9d07-2cbe41cd3ab1 service neutron] 10.222.0.79 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473269 Aug 16 20:52:09.463342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5f198-9885-45b9-916a-e7e961c0a996 req-d0dc039a-9c62-4d20-a099-cb3faa664ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:09.464802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0e5f198-9885-45b9-916a-e7e961c0a996 req-d0dc039a-9c62-4d20-a099-cb3faa664ff2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fde89054-92a8-4fbb-bf5c-035560674a46 HTTP/1.1" status: 200 len: 919 time: 0.2010112 Aug 16 20:52:09.505075 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, aaf8f677-194d-4b5a-b2d1-b60fec7e8b42) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:09.522033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:09.522033 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.522333 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92001600-fb5f-4da0-a572-219fd30db704 None None] Network aaf8f677-194d-4b5a-b2d1-b60fec7e8b42 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:09.547521 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5f2661b3-501f-4629-82bd-fc2b5f6e566a req-48e3ea71-3398-48e7-afc4-191bac558983 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.560805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['92fffce3-3767-438b-b59f-2fb3690b7dbd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:09.562884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['13836154-f262-4d3f-8bc8-9267f3aee077'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:09.591298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0e5f198-9885-45b9-916a-e7e961c0a996 req-00cfbf1b-9876-4778-b7c7-1732874f76fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7970b1e4-72f4-42d9-a578-97febcbaa2b9 HTTP/1.1" status: 200 len: 217 time: 0.1018693 Aug 16 20:52:09.609899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3ea71-3398-48e7-afc4-191bac558983 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Pushing event deleted for resources: {'Port': ['ID=92fffce3-3767-438b-b59f-2fb3690b7dbd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:09.630779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2661b3-501f-4629-82bd-fc2b5f6e566a req-48e3ea71-3398-48e7-afc4-191bac558983 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] No DVR routers for this DVR port 92fffce3-3767-438b-b59f-2fb3690b7dbd on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:09.633725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5f2661b3-501f-4629-82bd-fc2b5f6e566a req-48e3ea71-3398-48e7-afc4-191bac558983 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.636397 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5f2661b3-501f-4629-82bd-fc2b5f6e566a req-48e3ea71-3398-48e7-afc4-191bac558983 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.76 "DELETE /v2.0/ports/92fffce3-3767-438b-b59f-2fb3690b7dbd HTTP/1.1" status: 204 len: 173 time: 1.3327944 Aug 16 20:52:09.650599 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-452d0f47-8f99-4776-9cb7-7c579cdc7728 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8668506 Aug 16 20:52:09.652103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58508) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:09.658293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': 'aaf8f677-194d-4b5a-b2d1-b60fec7e8b42', 'name': 'tempest-PortsIpV6TestJSON-101370476'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:09.661634 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.673694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7623c8e-b0e8-4b3b-9b6d-9a51212a450f', 'name': 'network-vif-deleted', 'tag': '92fffce3-3767-438b-b59f-2fb3690b7dbd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:09.677087 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4150e4bf-71a9-4205-8408-0de4072bdf1d" -d '{"events": [{"server_uuid": "d7623c8e-b0e8-4b3b-9b6d-9a51212a450f", "name": "network-vif-deleted", "tag": "92fffce3-3767-438b-b59f-2fb3690b7dbd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:09.687299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef61542c-c6f6-442f-a598-4a3f78fc6691 req-49494424-0553-40bc-923f-aea40a891184 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214842 Aug 16 20:52:09.689713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bd5ae9-977e-41ce-b723-dfa92a65a29a']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:09.705412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d4a8d5-07cc-4982-835a-7df7d668cee0') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:09.705412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d4a8d5-07cc-4982-835a-7df7d668cee0') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:09.718374 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.744973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5854-c84c-4f82-9943-845f42266ffb req-7bf6723e-57fd-4db4-a2e1-ede47af5036c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:09.751003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9bbd5854-c84c-4f82-9943-845f42266ffb req-7bf6723e-57fd-4db4-a2e1-ede47af5036c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 984 time: 0.1945407 Aug 16 20:52:09.766931 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c3c029-7d23-4fb4-ae7b-7037ba7467b0 x-openstack-request-id: req-d8c3c029-7d23-4fb4-ae7b-7037ba7467b0 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:09.767317 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7623c8e-b0e8-4b3b-9b6d-9a51212a450f", "name": "network-vif-deleted", "tag": "92fffce3-3767-438b-b59f-2fb3690b7dbd", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:09.767469 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8c3c029-7d23-4fb4-ae7b-7037ba7467b0 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:09.767841 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7623c8e-b0e8-4b3b-9b6d-9a51212a450f', 'name': 'network-vif-deleted', 'tag': '92fffce3-3767-438b-b59f-2fb3690b7dbd', 'status': 'completed', 'code': 200} Aug 16 20:52:09.776459 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.777084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5f198-9885-45b9-916a-e7e961c0a996 req-2e7db5d2-8610-4b5f-824b-2d0f1a9e0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:09.778589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0e5f198-9885-45b9-916a-e7e961c0a996 req-2e7db5d2-8610-4b5f-824b-2d0f1a9e0500 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=12669f78-6047-4d28-8457-7eb64147eac7 HTTP/1.1" status: 200 len: 858 time: 0.1781075 Aug 16 20:52:09.783477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-aaf8f677-194d-4b5a-b2d1-b60fec7e8b42', 'network_id': 'aaf8f677-194d-4b5a-b2d1-b60fec7e8b42', 'tenant_id': 'ae6ba79001324de38b23e6fa0875588a', 'fixed_ips': [{'subnet_id': '558fd193-b787-43bd-9ab9-3f4a4a179c8f'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:09.785222 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.788772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:09.789243 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:09.793467 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:09.864971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0e5f198-9885-45b9-916a-e7e961c0a996 req-43f62ea4-b1a1-4f5b-9fac-9365e6077d76 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fde89054-92a8-4fbb-bf5c-035560674a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724812 Aug 16 20:52:09.876309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9bbd5854-c84c-4f82-9943-845f42266ffb req-a7937f65-5102-4c04-b661-03d4f2a67afc tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1244576 Aug 16 20:52:09.904525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:09.908410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.929518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port 3d2f8bf8-ced0-4124-9d7b-f672dee85ecf yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:09.967088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Allocated IP 2001:db8::2 (aaf8f677-194d-4b5a-b2d1-b60fec7e8b42/558fd193-b787-43bd-9ab9-3f4a4a179c8f/8183ff87-c1b2-4794-b057-ffda28f72004) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:10.025444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0e5f198-9885-45b9-916a-e7e961c0a996 req-28094856-ceac-47cf-82f7-e16723f7a87d service neutron] 10.222.0.76 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407187 Aug 16 20:52:10.027492 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682bcd3-952c-43eb-baf1-639be8efdf8a req-c76de2de-8c7a-40dc-8c1a-827dbef0b441 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.029078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e682bcd3-952c-43eb-baf1-639be8efdf8a req-c76de2de-8c7a-40dc-8c1a-827dbef0b441 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 1136 time: 0.0754063 Aug 16 20:52:10.098985 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.103338 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e682bcd3-952c-43eb-baf1-639be8efdf8a req-894eba39-e19e-4cee-9af1-49531cd78dd6 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.128311 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.132665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] 10.222.0.74 "DELETE /v2.0/networks/04bd5ae9-977e-41ce-b723-dfa92a65a29a HTTP/1.1" status: 204 len: 168 time: 0.9365041 Aug 16 20:52:10.139155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d66db66d-1fb6-40b4-806c-568cc1626783 req-666ed6c3-a470-4a65-86c3-610f258977aa tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7623c8e-b0e8-4b3b-9b6d-9a51212a450f HTTP/1.1" status: 200 len: 210 time: 0.0854383 Aug 16 20:52:10.144828 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.155209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Transition to ACTIVE for port object 8183ff87-c1b2-4794-b057-ffda28f72004 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:10.155401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170defa-ef2d-4e6c-ad56-8c17d1af1ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1751906294-project] Pushing event deleted for resources: {'Network': ['ID=04bd5ae9-977e-41ce-b723-dfa92a65a29a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:10.183937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Transition to ACTIVE for port object 8183ff87-c1b2-4794-b057-ffda28f72004 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:10.226713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0e5f198-9885-45b9-916a-e7e961c0a996 req-ff381a67-4d95-478b-baea-efee80c00ca0 service neutron] 10.222.0.76 "GET /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933386 Aug 16 20:52:10.262936 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.280511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1facd-b650-4d1f-a8ae-0c8fee5cd50f req-02d73d10-b972-41c9-9378-729cfa3a2a77 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.282018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fde1facd-b650-4d1f-a8ae-0c8fee5cd50f req-02d73d10-b972-41c9-9378-729cfa3a2a77 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.0729659 Aug 16 20:52:10.306553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Network aaf8f677-194d-4b5a-b2d1-b60fec7e8b42 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:10.311959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:10.314319 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Pushing event updated for resources: {'Port': ['ID=8183ff87-c1b2-4794-b057-ffda28f72004,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:10.316750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:10.331741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8::3b8 (aaf8f677-194d-4b5a-b2d1-b60fec7e8b42/558fd193-b787-43bd-9ab9-3f4a4a179c8f/3d2f8bf8-ced0-4124-9d7b-f672dee85ecf) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:10.349358 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e682bcd3-952c-43eb-baf1-639be8efdf8a req-894eba39-e19e-4cee-9af1-49531cd78dd6 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.352969 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fde1facd-b650-4d1f-a8ae-0c8fee5cd50f req-cd2dec62-b83a-418e-aca0-b7a5d0f266e8 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629447 Aug 16 20:52:10.378744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Attempting to bind port 8183ff87-c1b2-4794-b057-ffda28f72004 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:10.379126 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Attempting to bind port 8183ff87-c1b2-4794-b057-ffda28f72004 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'a7c5f54c-4127-47cc-93d2-661a6671b4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aaf8f677-194d-4b5a-b2d1-b60fec7e8b42'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:10.379495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Attempting to bind port 8183ff87-c1b2-4794-b057-ffda28f72004 on network aaf8f677-194d-4b5a-b2d1-b60fec7e8b42 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:10.385431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:10.385807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Checking segment: {'id': 'a7c5f54c-4127-47cc-93d2-661a6671b4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aaf8f677-194d-4b5a-b2d1-b60fec7e8b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:10.386212 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.386657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Bound using segment: {'id': 'a7c5f54c-4127-47cc-93d2-661a6671b4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aaf8f677-194d-4b5a-b2d1-b60fec7e8b42'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:10.387181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Bound port: 8183ff87-c1b2-4794-b057-ffda28f72004, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c5f54c-4127-47cc-93d2-661a6671b4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aaf8f677-194d-4b5a-b2d1-b60fec7e8b42'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:10.387568 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.447745 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-e682bcd3-952c-43eb-baf1-639be8efdf8a req-894eba39-e19e-4cee-9af1-49531cd78dd6 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.467588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] For port 8183ff87-c1b2-4794-b057-ffda28f72004, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:10.471663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] For port 8183ff87-c1b2-4794-b057-ffda28f72004, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8183ff87-c1b2-4794-b057-ffda28f72004,segment=NetworkSegment(a7c5f54c-4127-47cc-93d2-661a6671b4e1),segment_id=a7c5f54c-4127-47cc-93d2-661a6671b4e1)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:10.493771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894eba39-e19e-4cee-9af1-49531cd78dd6 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32657c7-e6a2-4402-9f72-f937e23d8a39,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:10.514325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e682bcd3-952c-43eb-baf1-639be8efdf8a req-894eba39-e19e-4cee-9af1-49531cd78dd6 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4715886 Aug 16 20:52:10.528748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58524) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:10.539083 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.550475 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.555782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object 3d2f8bf8-ced0-4124-9d7b-f672dee85ecf will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:10.608926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a48766-d56a-4066-a652-e888156c9846 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.610805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d5a48766-d56a-4066-a652-e888156c9846 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 1131 time: 0.0810018 Aug 16 20:52:10.614499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58526) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:10.620056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:10.627216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18dd62-811c-43e3-8383-0ba7b6d91d52 None None] Pushing event updated for resources: {'Port': ['ID=8183ff87-c1b2-4794-b057-ffda28f72004,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:10.665743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.716806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.724129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network aaf8f677-194d-4b5a-b2d1-b60fec7e8b42 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:10.728440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:10.730927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:10.737303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.738687 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.743039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=3d2f8bf8-ced0-4124-9d7b-f672dee85ecf,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:10.749964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58532) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:10.756534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8d8ff01f-4247-42af-97c8-c203abc9bfdb details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:10.861766 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d3a6e7a2-282e-429d-a8eb-fcd0c44c9b8a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2084522 Aug 16 20:52:10.865039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58536) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:10.922080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8d8ff01f-4247-42af-97c8-c203abc9bfdb, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8d8ff01f-4247-42af-97c8-c203abc9bfdb,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:10.922297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d42565-b5f6-4639-a4ad-9f4d3a62b20b req-5e2c45c7-6faa-4fc0-82c7-2b9a2f85ecb7 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.924313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04d42565-b5f6-4639-a4ad-9f4d3a62b20b req-5e2c45c7-6faa-4fc0-82c7-2b9a2f85ecb7 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 944 time: 0.1072221 Aug 16 20:52:10.944473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '8d8ff01f-4247-42af-97c8-c203abc9bfdb', 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46', 'port_id': '8d8ff01f-4247-42af-97c8-c203abc9bfdb', 'mac_address': 'fa:16:3e:7b:02:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12669f78-6047-4d28-8457-7eb64147eac7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:10.984094 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.000334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8ff01f-4247-42af-97c8-c203abc9bfdb {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:11.000777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04d42565-b5f6-4639-a4ad-9f4d3a62b20b req-e0df95ec-3d97-4b13-aae3-d514b986191c tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661478 Aug 16 20:52:11.008161 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5c1c8a83-bb87-4f42-82b4-d613e6870465 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2d9d341d6987432bab0fbc31640f830d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570429 Aug 16 20:52:11.011411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58538) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:11.032720 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.032953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8d8ff01f-4247-42af-97c8-c203abc9bfdb, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8d8ff01f-4247-42af-97c8-c203abc9bfdb,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:11.042513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-4829a468-7546-44db-a65e-b02c3f656c49 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port 3d2f8bf8-ced0-4124-9d7b-f672dee85ecf {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:11.050856 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4829a468-7546-44db-a65e-b02c3f656c49 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.123019 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbbeee-4cc7-4cd8-9858-05c9da65c3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.127075 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.127757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 792a88fb-7729-43f9-b30e-075fdab8d3fe details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:11.133102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4829a468-7546-44db-a65e-b02c3f656c49 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.146195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-4829a468-7546-44db-a65e-b02c3f656c49 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for 3d2f8bf8-ced0-4124-9d7b-f672dee85ecf owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:11.172626 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbbeee-4cc7-4cd8-9858-05c9da65c3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.199968 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Allocated IP 172.25.4.147 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/7f81a157-8cd8-4edd-ade1-08f8cf84c1dd) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:11.201922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 792a88fb-7729-43f9-b30e-075fdab8d3fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=792a88fb-7729-43f9-b30e-075fdab8d3fe,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:11.210348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8d8ff01f-4247-42af-97c8-c203abc9bfdb,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:11.217316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '792a88fb-7729-43f9-b30e-075fdab8d3fe', 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46', 'port_id': '792a88fb-7729-43f9-b30e-075fdab8d3fe', 'mac_address': 'fa:16:3e:97:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12669f78-6047-4d28-8457-7eb64147eac7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:11.261922 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.277771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792a88fb-7729-43f9-b30e-075fdab8d3fe {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:11.311634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 792a88fb-7729-43f9-b30e-075fdab8d3fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=792a88fb-7729-43f9-b30e-075fdab8d3fe,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:11.351007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.380059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8183ff87-c1b2-4794-b057-ffda28f72004 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:11.411562 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbbeee-4cc7-4cd8-9858-05c9da65c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.414560 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbbeee-4cc7-4cd8-9858-05c9da65c3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.415842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c1dbbeee-4cc7-4cd8-9858-05c9da65c3e9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/38519dcd-519d-4c4b-9439-9f830da93cb4 HTTP/1.1" status: 204 len: 168 time: 0.4034665 Aug 16 20:52:11.425799 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.426573 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4829a468-7546-44db-a65e-b02c3f656c49 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.448290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbbeee-4cc7-4cd8-9858-05c9da65c3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38519dcd-519d-4c4b-9439-9f830da93cb4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:11.462653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d712b-c9c1-4abd-8667-8f08bdf10e25 req-6d829204-4d06-493d-91bf-ab11131ae7e3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:11.470142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-454d712b-c9c1-4abd-8667-8f08bdf10e25 req-6d829204-4d06-493d-91bf-ab11131ae7e3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1053536 Aug 16 20:52:11.507737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829a468-7546-44db-a65e-b02c3f656c49 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=3d2f8bf8-ced0-4124-9d7b-f672dee85ecf,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:11.515220 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4829a468-7546-44db-a65e-b02c3f656c49 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.521474 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4829a468-7546-44db-a65e-b02c3f656c49 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/3d2f8bf8-ced0-4124-9d7b-f672dee85ecf HTTP/1.1" status: 204 len: 168 time: 0.6522810 Aug 16 20:52:11.522032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58552) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:11.530161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=792a88fb-7729-43f9-b30e-075fdab8d3fe,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:11.544181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8183ff87-c1b2-4794-b057-ffda28f72004 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:11.561856 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-87630aa8-1545-4334-84a3-2248f98ffc6f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:52:11.562575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87630aa8-1545-4334-84a3-2248f98ffc6f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:52:11.564336 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-87630aa8-1545-4334-84a3-2248f98ffc6f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/3d2f8bf8-ced0-4124-9d7b-f672dee85ecf HTTP/1.1" status: 404 len: 333 time: 0.0409994 Aug 16 20:52:11.567869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58554) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:11.595663 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a30ec58-5492-48bb-baca-64f72b063c54 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:52:11.597591 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3a30ec58-5492-48bb-baca-64f72b063c54 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/3d2f8bf8-ced0-4124-9d7b-f672dee85ecf HTTP/1.1" status: 404 len: 333 time: 0.0284948 Aug 16 20:52:11.600476 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58556) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:11.661900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e8d25a-f7b7-4c16-9a87-850ea8307e5a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting subnet 558fd193-b787-43bd-9ab9-3f4a4a179c8f {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:11.665536 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33e8d25a-f7b7-4c16-9a87-850ea8307e5a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.711712 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33e8d25a-f7b7-4c16-9a87-850ea8307e5a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.717223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8d8ff01f-4247-42af-97c8-c203abc9bfdb'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:11.720546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['792a88fb-7729-43f9-b30e-075fdab8d3fe'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:11.832320 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33e8d25a-f7b7-4c16-9a87-850ea8307e5a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.936382 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.954701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-454d712b-c9c1-4abd-8667-8f08bdf10e25 req-df6b3fef-2230-4fc2-9985-cf421c4435c5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836099 Aug 16 20:52:11.997547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceae3ea-242b-4480-8458-1aca8cc7b8e0 req-5b82d91a-8247-40e4-9927-d191a6298b4d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:12.002123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33e8d25a-f7b7-4c16-9a87-850ea8307e5a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.008216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aceae3ea-242b-4480-8458-1aca8cc7b8e0 req-5b82d91a-8247-40e4-9927-d191a6298b4d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.5159874 Aug 16 20:52:12.023444 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:12.044504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dd24da-bda3-4a20-926e-c39a853abb55 None None] Network aaf8f677-194d-4b5a-b2d1-b60fec7e8b42 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:12.044664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:12.049858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:12.074611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8d25a-f7b7-4c16-9a87-850ea8307e5a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Subnet': ['ID=558fd193-b787-43bd-9ab9-3f4a4a179c8f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:12.076802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33e8d25a-f7b7-4c16-9a87-850ea8307e5a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.082394 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-33e8d25a-f7b7-4c16-9a87-850ea8307e5a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/558fd193-b787-43bd-9ab9-3f4a4a179c8f HTTP/1.1" status: 204 len: 168 time: 0.4803858 Aug 16 20:52:12.083511 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58564) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:12.123161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7970b1e4-72f4-42d9-a578-97febcbaa2b9 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:12.125305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 92fffce3-3767-438b-b59f-2fb3690b7dbd no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:12.172139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Port': ['ID=7f81a157-8cd8-4edd-ade1-08f8cf84c1dd,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:12.177209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 92fffce3-3767-438b-b59f-2fb3690b7dbd {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:12.177209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 92fffce3-3767-438b-b59f-2fb3690b7dbd not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:12.191692 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aceae3ea-242b-4480-8458-1aca8cc7b8e0 req-c5df554a-fef4-4907-a00a-91e334ed5808 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825409 Aug 16 20:52:12.208465 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.248487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58570) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:12.302609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port 8183ff87-c1b2-4794-b057-ffda28f72004 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:12.302848 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.340436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cc56c776-a8a5-4896-b1dc-41ba5180a5d9 None None] Provisioning for port 8183ff87-c1b2-4794-b057-ffda28f72004 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:12.344392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7970b1e4-72f4-42d9-a578-97febcbaa2b9, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7970b1e4-72f4-42d9-a578-97febcbaa2b9,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:12.356975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cc56c776-a8a5-4896-b1dc-41ba5180a5d9 None None] Provisioning complete for port 8183ff87-c1b2-4794-b057-ffda28f72004 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:12.358001 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc56c776-a8a5-4896-b1dc-41ba5180a5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.363002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '7970b1e4-72f4-42d9-a578-97febcbaa2b9', 'network_id': 'fde89054-92a8-4fbb-bf5c-035560674a46', 'port_id': '7970b1e4-72f4-42d9-a578-97febcbaa2b9', 'mac_address': 'fa:16:3e:d0:4c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12669f78-6047-4d28-8457-7eb64147eac7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:12.383958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] For port 8183ff87-c1b2-4794-b057-ffda28f72004, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8183ff87-c1b2-4794-b057-ffda28f72004,segment=NetworkSegment(a7c5f54c-4127-47cc-93d2-661a6671b4e1),segment_id=a7c5f54c-4127-47cc-93d2-661a6671b4e1)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:12.384496 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.399851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for 8183ff87-c1b2-4794-b057-ffda28f72004 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:12.439106 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.447948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5c9d1148-e3ef-45fb-b16f-b766eeeaf8e3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6f5296b2c5444d539f4b45bdc0a0e38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957314 Aug 16 20:52:12.451262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58572) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:12.490401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7970b1e4-72f4-42d9-a578-97febcbaa2b9 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:12.496213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7cac0-7928-4193-93b9-6992692b4d05 req-42ece7e4-a466-4b34-87c3-6e910a57b19a tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:12.496407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44a7cac0-7928-4193-93b9-6992692b4d05 req-42ece7e4-a466-4b34-87c3-6e910a57b19a tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 945 time: 0.2044985 Aug 16 20:52:12.508890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7280d7-9432-44b5-aa9e-8f84608f5df9 req-36ef2387-6ab0-4a3b-bce2-c83068cf9b25 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:12.521278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f7280d7-9432-44b5-aa9e-8f84608f5df9 req-36ef2387-6ab0-4a3b-bce2-c83068cf9b25 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1831012 Aug 16 20:52:12.521455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229d88b-f5e0-452a-b289-7c7ab9651c8d None None] DHCP port deletion for aaf8f677-194d-4b5a-b2d1-b60fec7e8b42 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:12.546569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7970b1e4-72f4-42d9-a578-97febcbaa2b9, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7970b1e4-72f4-42d9-a578-97febcbaa2b9,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:12.546810 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a49322e3-b5f8-4e24-aa17-78cfddee27aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.570092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a49322e3-b5f8-4e24-aa17-78cfddee27aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.601089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f7280d7-9432-44b5-aa9e-8f84608f5df9 req-e21e51e3-7784-4627-b486-8b17a86f050d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821617 Aug 16 20:52:12.604080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44a7cac0-7928-4193-93b9-6992692b4d05 req-f7e977b6-7949-4221-8d30-b7b87f26f424 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933275 Aug 16 20:52:12.664841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.693240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=8183ff87-c1b2-4794-b057-ffda28f72004,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:12.697810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No DVR routers for this DVR port 8183ff87-c1b2-4794-b057-ffda28f72004 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:12.710713 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.728966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086ccb7-86e6-4528-a9d7-e776e286fa5b req-2453fd88-443f-457b-8ef1-8eb6c3cd8a25 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:12.730035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a49322e3-b5f8-4e24-aa17-78cfddee27aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.732618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a49322e3-b5f8-4e24-aa17-78cfddee27aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.733785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4086ccb7-86e6-4528-a9d7-e776e286fa5b req-2453fd88-443f-457b-8ef1-8eb6c3cd8a25 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0565929 Aug 16 20:52:12.734059 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a49322e3-b5f8-4e24-aa17-78cfddee27aa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7c0626c5-f338-423c-ac4d-b860855ad9b7 HTTP/1.1" status: 204 len: 168 time: 0.2818587 Aug 16 20:52:12.745285 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc56c776-a8a5-4896-b1dc-41ba5180a5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.776613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 792a88fb-7729-43f9-b30e-075fdab8d3fe up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:12.783166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49322e3-b5f8-4e24-aa17-78cfddee27aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0626c5-f338-423c-ac4d-b860855ad9b7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:12.802989 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.813636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf8f677-194d-4b5a-b2d1-b60fec7e8b42']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:12.825335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c5f54c-4127-47cc-93d2-661a6671b4e1') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:12.825635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c5f54c-4127-47cc-93d2-661a6671b4e1') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:12.835944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.846413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4229d88b-f5e0-452a-b289-7c7ab9651c8d None None] Deleting port 8183ff87-c1b2-4794-b057-ffda28f72004 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:12.847458 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4229d88b-f5e0-452a-b289-7c7ab9651c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.849389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=7970b1e4-72f4-42d9-a578-97febcbaa2b9,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:12.851425 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.865885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:12.866245 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:12.869571 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:12.934866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4086ccb7-86e6-4528-a9d7-e776e286fa5b req-a4068466-364d-4e55-a8ca-69fc262ec990 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823181 Aug 16 20:52:12.955071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4229d88b-f5e0-452a-b289-7c7ab9651c8d None None] For port 8183ff87-c1b2-4794-b057-ffda28f72004, host n-d-793619-14, got binding levels [] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:12.955462 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4229d88b-f5e0-452a-b289-7c7ab9651c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.956063 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.969100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4229d88b-f5e0-452a-b289-7c7ab9651c8d None None] Calling delete_port for 8183ff87-c1b2-4794-b057-ffda28f72004 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:12.971206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.ipam_backend_mixin [None req-4229d88b-f5e0-452a-b289-7c7ab9651c8d None None] Port 8183ff87-c1b2-4794-b057-ffda28f72004 was not found and therefore no delete operation was performed {{(pid=95263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:52:12.973047 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4229d88b-f5e0-452a-b289-7c7ab9651c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.001502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229d88b-f5e0-452a-b289-7c7ab9651c8d None None] Pushing event deleted for resources: {'Port': ['ID=8183ff87-c1b2-4794-b057-ffda28f72004,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:13.005082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229d88b-f5e0-452a-b289-7c7ab9651c8d None None] No DVR routers for this DVR port 8183ff87-c1b2-4794-b057-ffda28f72004 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:13.015926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['7970b1e4-72f4-42d9-a578-97febcbaa2b9'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:13.024206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.044286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 792a88fb-7729-43f9-b30e-075fdab8d3fe completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:13.044972 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.047086 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/networks/aaf8f677-194d-4b5a-b2d1-b60fec7e8b42 HTTP/1.1" status: 204 len: 168 time: 0.9628685 Aug 16 20:52:13.048164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc3fef-8fc9-4350-8946-d54101d1fc20 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Network': ['ID=aaf8f677-194d-4b5a-b2d1-b60fec7e8b42,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:13.051437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58580) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:13.052989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 792a88fb-7729-43f9-b30e-075fdab8d3fe triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:13.053451 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.057670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-233159772'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:13.162103 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.184032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:13.190343 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.197195 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.242501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebd4f10-431f-416b-a4b7-76c5b5a9b38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792a88fb-7729-43f9-b30e-075fdab8d3fe'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:13.251077 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67e0396-28fa-4346-b8ee-f6dd763883f0" -d '{"events": [{"server_uuid": "0ebd4f10-431f-416b-a4b7-76c5b5a9b38e", "name": "network-vif-plugged", "status": "completed", "tag": "792a88fb-7729-43f9-b30e-075fdab8d3fe"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:13.267949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 792a88fb-7729-43f9-b30e-075fdab8d3fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=792a88fb-7729-43f9-b30e-075fdab8d3fe,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:13.285642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8183ff87-c1b2-4794-b057-ffda28f72004 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:13.303877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8183ff87-c1b2-4794-b057-ffda28f72004 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:13.304199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8183ff87-c1b2-4794-b057-ffda28f72004 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:13.367767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:13.384425 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eb5d26-ffe2-4a58-874b-a72bc28506fd x-openstack-request-id: req-a2eb5d26-ffe2-4a58-874b-a72bc28506fd {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:13.384716 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebd4f10-431f-416b-a4b7-76c5b5a9b38e", "name": "network-vif-plugged", "status": "completed", "tag": "792a88fb-7729-43f9-b30e-075fdab8d3fe", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:13.384974 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a2eb5d26-ffe2-4a58-874b-a72bc28506fd {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:13.385412 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebd4f10-431f-416b-a4b7-76c5b5a9b38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792a88fb-7729-43f9-b30e-075fdab8d3fe', 'code': 200} Aug 16 20:52:13.390149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.390496 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Added segment baaa0e94-0a76-4a47-a8d0-340eacf0ce50 of type vlan for network 8bfc7a4b-e3e1-4502-99e3-c21415c5c643 Aug 16 20:52:13.406033 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.466379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=792a88fb-7729-43f9-b30e-075fdab8d3fe,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:13.468139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28596797-5aad-4b26-a31e-22556507b003 req-2c593a83-1a3f-4e66-9bec-a2936410e812 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:13.475856 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28596797-5aad-4b26-a31e-22556507b003 req-2c593a83-1a3f-4e66-9bec-a2936410e812 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1382339 Aug 16 20:52:13.478789 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.514792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb1f7f-6856-46f4-b08b-793e457ad865 req-9fbd60a4-35b5-45d9-869c-a1b3ee83f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:13.516423 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2ffb1f7f-6856-46f4-b08b-793e457ad865 req-9fbd60a4-35b5-45d9-869c-a1b3ee83f779 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0ebd4f10-431f-416b-a4b7-76c5b5a9b38e HTTP/1.1" status: 200 len: 1097 time: 0.0592780 Aug 16 20:52:13.565669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28596797-5aad-4b26-a31e-22556507b003 req-9bd789c9-36a5-4812-9dac-372afb0b5e09 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889106 Aug 16 20:52:13.565821 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2ffb1f7f-6856-46f4-b08b-793e457ad865 req-b4245ad5-64ca-44d0-a741-4acf1257766f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Aug 16 20:52:13.569632 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.629564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.635569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:13.636177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.688227 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.768166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Network': ['ID=8bfc7a4b-e3e1-4502-99e3-c21415c5c643,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:13.785484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8bfc7a4b-e3e1-4502-99e3-c21415c5c643 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:13.812829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Port': ['ID=7f81a157-8cd8-4edd-ade1-08f8cf84c1dd,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:13.824414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cf7659e4-2021-48f7-b7a7-61fea1c2bbc5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7682831 Aug 16 20:52:13.826918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58606) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:13.832874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '8bfc7a4b-e3e1-4502-99e3-c21415c5c643', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:13.845870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af4ec9-369d-4d15-86eb-aad6a77bd417 req-5761f2be-78a1-4414-af2d-2c1b4186e7dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:13.848130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92af4ec9-369d-4d15-86eb-aad6a77bd417 req-5761f2be-78a1-4414-af2d-2c1b4186e7dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 945 time: 0.1614842 Aug 16 20:52:13.861768 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.989419 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92af4ec9-369d-4d15-86eb-aad6a77bd417 req-e4c33ef5-0125-4d22-a40e-d9eb0338445d tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812976 Aug 16 20:52:14.006547 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Floating IP 83b21ede-5918-41e0-9f07-5c7a713a0c22 associated. External IP: 172.25.4.147, port: f5aa1e46-788c-47fb-9ad5-8db29c9a0776. Aug 16 20:52:14.064390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:14.068543 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.124568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7970b1e4-72f4-42d9-a578-97febcbaa2b9 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:14.153798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58616) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:14.247889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Router 27d2f6cb-984a-4502-85a4-e992c18da066 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:14.294953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-389965844'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:14.342437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 7970b1e4-72f4-42d9-a578-97febcbaa2b9 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:14.349642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 7970b1e4-72f4-42d9-a578-97febcbaa2b9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:14.355034 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.383842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:14.397413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a41252-b2b8-4100-adf3-420437588a6d None None] Sync routers for ids ['27d2f6cb-984a-4502-85a4-e992c18da066'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:14.418588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a41252-b2b8-4100-adf3-420437588a6d None None] Routers {'27d2f6cb-984a-4502-85a4-e992c18da066'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:14.419890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-02a41252-b2b8-4100-adf3-420437588a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27d2f6cb-984a-4502-85a4-e992c18da066'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:14.442218 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.482358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:14.486827 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.500270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.511181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Subnet': ['ID=5a424dc2-15c7-447a-9838-806efba49069,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:14.520768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Checking segment: {'id': 'baaa0e94-0a76-4a47-a8d0-340eacf0ce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8bfc7a4b-e3e1-4502-99e3-c21415c5c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:14.521673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network hostable DHCP agents. Network: 8bfc7a4b-e3e1-4502-99e3-c21415c5c643, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:14.525410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.525993 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.526507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.527026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.527365 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.527699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.528031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.528362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.528689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.529015 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.529369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.529695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:14.580924 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.586150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.600483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-02a41252-b2b8-4100-adf3-420437588a6d None None] Set router 27d2f6cb-984a-4502-85a4-e992c18da066 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:14.637615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-69267f28-6bd2-479e-9228-0b058350e684 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0194342 Aug 16 20:52:14.639654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'tag': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:14.640238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58628) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:14.642298 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336ebd73-cc3c-4334-b685-f9a73069e253" -d '{"events": [{"name": "network-changed", "server_uuid": "76480d76-3316-48bd-b1ef-133b9f1ba831", "tag": "f5aa1e46-788c-47fb-9ad5-8db29c9a0776"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:14.660084 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 8bfc7a4b-e3e1-4502-99e3-c21415c5c643 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:14.724286 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1091e46-72fc-41a8-b2ec-8a2a1dffbb79 x-openstack-request-id: req-f1091e46-72fc-41a8-b2ec-8a2a1dffbb79 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:14.724736 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76480d76-3316-48bd-b1ef-133b9f1ba831", "tag": "f5aa1e46-788c-47fb-9ad5-8db29c9a0776", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:14.725478 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f1091e46-72fc-41a8-b2ec-8a2a1dffbb79 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:14.725981 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'tag': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776', 'status': 'completed', 'code': 200} Aug 16 20:52:14.769180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7970b1e4-72f4-42d9-a578-97febcbaa2b9, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7970b1e4-72f4-42d9-a578-97febcbaa2b9,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:14.770692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8d8ff01f-4247-42af-97c8-c203abc9bfdb up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:14.812249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d82363-0be5-4c6a-a8fb-f816aed1d71c req-0ef08a9b-ce13-492d-94ae-6f521f3abb31 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.817546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1d82363-0be5-4c6a-a8fb-f816aed1d71c req-0ef08a9b-ce13-492d-94ae-6f521f3abb31 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1524732 Aug 16 20:52:14.867647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ebd73-cc3c-4334-b685-f9a73069e253 req-4d362146-0b29-4ad3-b3e2-c5e8b56050c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.869747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-336ebd73-cc3c-4334-b685-f9a73069e253 req-4d362146-0b29-4ad3-b3e2-c5e8b56050c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c&device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 1136 time: 0.1260531 Aug 16 20:52:14.876245 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.902247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-02a41252-b2b8-4100-adf3-420437588a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:41Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '83b21ede-5918-41e0-9f07-5c7a713a0c22', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'port_id': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'mac_address': 'fa:16:3e:e1:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:52:12Z', 'updated_at': '2021-08-16T20:52:12Z', 'revision_number': 0, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb', 'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:7a:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:39Z', 'updated_at': '2021-08-16T20:51:47Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:14.916074 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1d82363-0be5-4c6a-a8fb-f816aed1d71c req-33845df8-cf07-4801-bd77-d42d1de11d20 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953019 Aug 16 20:52:14.933113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.934257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.935059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.935727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.936389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.937263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.937797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.938333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.938870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.939395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.940956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.941170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.941693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.941968 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a41252-b2b8-4100-adf3-420437588a6d None None] Checking router: 27d2f6cb-984a-4502-85a4-e992c18da066 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:14.945489 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e39bea37-630a-4254-ab9d-c993b52dcb41 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9119 time: 0.3027179 Aug 16 20:52:14.949661 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.950538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58634) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:14.973843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a41252-b2b8-4100-adf3-420437588a6d None None] Routers {'27d2f6cb-984a-4502-85a4-e992c18da066'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:14.974482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-02a41252-b2b8-4100-adf3-420437588a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:51:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27d2f6cb-984a-4502-85a4-e992c18da066'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:15.007879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 8bfc7a4b-e3e1-4502-99e3-c21415c5c643) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:15.028612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.030085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.068402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb31e3-bb4f-4d92-b004-123fbd3df6f2 None None] Network 8bfc7a4b-e3e1-4502-99e3-c21415c5c643 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:15.083250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 8d8ff01f-4247-42af-97c8-c203abc9bfdb completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:15.086636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ebd73-cc3c-4334-b685-f9a73069e253 req-29ed9e61-b97a-4239-b8af-cabb1af5943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.088498 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-336ebd73-cc3c-4334-b685-f9a73069e253 req-29ed9e61-b97a-4239-b8af-cabb1af5943b service neutron] 10.222.0.76 "GET /v2.0/networks?id=25def9a6-ad57-4aac-ab2c-18f2245e0b5a HTTP/1.1" status: 200 len: 898 time: 0.1979492 Aug 16 20:52:15.095721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.096500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.098849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.099535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.100012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.100493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.101182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.101777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.102253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.102712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.103173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.103755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.105679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6715f6ab-3b6a-46fa-a371-f629fe393e69 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7713 time: 0.1543841 Aug 16 20:52:15.108458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.109404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58638) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:15.132954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 8d8ff01f-4247-42af-97c8-c203abc9bfdb triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:15.132954 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.173402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:15.186519 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.187052 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Added segment 392f9d95-34df-4db0-aee0-6b5751d442c5 of type vlan for network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 Aug 16 20:52:15.212471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-02a41252-b2b8-4100-adf3-420437588a6d None None] Set router 27d2f6cb-984a-4502-85a4-e992c18da066 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:15.214385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=7970b1e4-72f4-42d9-a578-97febcbaa2b9,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:15.242938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-873097c2-3227-4a94-b0ca-d4a79b8f8c30 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4123816 Aug 16 20:52:15.243186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58640) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:15.254480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '8bfc7a4b-e3e1-4502-99e3-c21415c5c643', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1086115602'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:15.281177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.311079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cc6244-900e-4739-aaa7-918182ff9af5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:15.315850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-336ebd73-cc3c-4334-b685-f9a73069e253 req-dcc0d8c5-da54-421a-a303-336fccba7b71 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5aa1e46-788c-47fb-9ad5-8db29c9a0776 HTTP/1.1" status: 200 len: 999 time: 0.2086010 Aug 16 20:52:15.327596 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c532ca80-29c9-4d96-84a6-812662345886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.393763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331f7a8-7407-45a0-be5e-433e6c115e62 req-a57e5ccd-c9bd-46d7-9611-5ce72b88bb75 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.402070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d331f7a8-7407-45a0-be5e-433e6c115e62 req-a57e5ccd-c9bd-46d7-9611-5ce72b88bb75 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 945 time: 0.2850442 Aug 16 20:52:15.423375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ebd73-cc3c-4334-b685-f9a73069e253 req-e2d145ff-1841-4040-bc12-2d7e45b572cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.428573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-336ebd73-cc3c-4334-b685-f9a73069e253 req-e2d145ff-1841-4040-bc12-2d7e45b572cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55ad56f-80a5-4fe0-a08b-60af35a785e0 HTTP/1.1" status: 200 len: 835 time: 0.1001627 Aug 16 20:52:15.481725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d331f7a8-7407-45a0-be5e-433e6c115e62 req-409347fa-0abd-4583-a349-7b0d22706683 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786011 Aug 16 20:52:15.488716 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.501754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.501754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.528453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e176da-b5ae-4356-ab86-8812ee7f9a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7970b1e4-72f4-42d9-a578-97febcbaa2b9'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:15.531233 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f131ce-7278-4875-988f-3efb3f2a8c71" -d '{"events": [{"server_uuid": "54e176da-b5ae-4356-ab86-8812ee7f9a18", "name": "network-vif-plugged", "status": "completed", "tag": "7970b1e4-72f4-42d9-a578-97febcbaa2b9"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:15.614832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ebd73-cc3c-4334-b685-f9a73069e253 req-8d092c2b-0011-4dd0-9433-6c10185f9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.615092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-336ebd73-cc3c-4334-b685-f9a73069e253 req-8d092c2b-0011-4dd0-9433-6c10185f9542 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25def9a6-ad57-4aac-ab2c-18f2245e0b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1779714 Aug 16 20:52:15.619125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Network': ['ID=41ac835f-2df5-4f79-8ccc-5a77459a5cd9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:15.644470 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-19a9266c-6e78-4959-9d3e-58ceac642c2e tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.5306723 Aug 16 20:52:15.644690 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.645579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58654) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:15.654638 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b67c9bf-47d5-4fa3-ab21-baabe0ffea9f x-openstack-request-id: req-3b67c9bf-47d5-4fa3-ab21-baabe0ffea9f {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:15.654960 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e176da-b5ae-4356-ab86-8812ee7f9a18", "name": "network-vif-plugged", "status": "completed", "tag": "7970b1e4-72f4-42d9-a578-97febcbaa2b9", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:15.655217 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b67c9bf-47d5-4fa3-ab21-baabe0ffea9f {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:15.655621 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e176da-b5ae-4356-ab86-8812ee7f9a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7970b1e4-72f4-42d9-a578-97febcbaa2b9', 'code': 200} Aug 16 20:52:15.671507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:15.694080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45343fff-6640-489f-acdc-0774aafd15c2 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.694550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45343fff-6640-489f-acdc-0774aafd15c2 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.696781 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-45343fff-6640-489f-acdc-0774aafd15c2 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=27d2f6cb-984a-4502-85a4-e992c18da066 HTTP/1.1" status: 200 len: 1992 time: 0.0502322 Aug 16 20:52:15.706217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:15.711679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.726068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-8bfc7a4b-e3e1-4502-99e3-c21415c5c643', 'network_id': '8bfc7a4b-e3e1-4502-99e3-c21415c5c643', 'tenant_id': 'ae6ba79001324de38b23e6fa0875588a', 'fixed_ips': [{'subnet_id': '5a424dc2-15c7-447a-9838-806efba49069'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:15.726914 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.750366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port cca6c2b6-e026-4661-8ff3-f0758e3505a2 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:15.755390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-336ebd73-cc3c-4334-b685-f9a73069e253 req-ac339178-3f73-420d-af87-bbe9bdeda934 service neutron] 10.222.0.76 "GET /v2.0/networks/25def9a6-ad57-4aac-ab2c-18f2245e0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217043 Aug 16 20:52:15.763773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209c84d-c923-4348-b131-2d19c76a1935 req-1b9d8bac-1ab6-44e2-8249-ba9d84830ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:15.779796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4209c84d-c923-4348-b131-2d19c76a1935 req-1b9d8bac-1ab6-44e2-8249-ba9d84830ca6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=54e176da-b5ae-4356-ab86-8812ee7f9a18 HTTP/1.1" status: 200 len: 1098 time: 0.0761702 Aug 16 20:52:15.802566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8d8ff01f-4247-42af-97c8-c203abc9bfdb, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8d8ff01f-4247-42af-97c8-c203abc9bfdb,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:15.820288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c283a681-c82c-4d4c-96f7-12f20796ec1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6646979 Aug 16 20:52:15.829553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58658) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:15.834846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:15.867051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-336ebd73-cc3c-4334-b685-f9a73069e253 req-03a4dfe1-322f-4c76-8dee-1c9c8de891ee service neutron] 10.222.0.76 "GET /v2.0/networks/25def9a6-ad57-4aac-ab2c-18f2245e0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047714 Aug 16 20:52:15.912962 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4209c84d-c923-4348-b131-2d19c76a1935 req-750375d1-8215-4b10-a502-3e02f21b2f92 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196024 Aug 16 20:52:15.922589 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.988679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8d8ff01f-4247-42af-97c8-c203abc9bfdb,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:15.991226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8::268 (8bfc7a4b-e3e1-4502-99e3-c21415c5c643/5a424dc2-15c7-447a-9838-806efba49069/cca6c2b6-e026-4661-8ff3-f0758e3505a2) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:15.994235 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-02a41252-b2b8-4100-adf3-420437588a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:41Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '83b21ede-5918-41e0-9f07-5c7a713a0c22', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'port_id': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'mac_address': 'fa:16:3e:e1:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:52:12Z', 'updated_at': '2021-08-16T20:52:12Z', 'revision_number': 0, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb', 'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:7a:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:39Z', 'updated_at': '2021-08-16T20:51:47Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:16.032364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a41252-b2b8-4100-adf3-420437588a6d None None] The sync data for ids ['27d2f6cb-984a-4502-85a4-e992c18da066'] in n-d-793619-14 is: [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:41Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '83b21ede-5918-41e0-9f07-5c7a713a0c22', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'port_id': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'mac_address': 'fa:16:3e:e1:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:52:12Z', 'updated_at': '2021-08-16T20:52:12Z', 'revision_number': 0, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb', 'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:7a:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:39Z', 'updated_at': '2021-08-16T20:51:47Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:16.060127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890e1ef-9f9c-4dd2-bcb2-82ce9f66d1e5 req-e91fc10e-7e01-46b5-9583-f904c7f33ea1 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:16.064978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1890e1ef-9f9c-4dd2-bcb2-82ce9f66d1e5 req-e91fc10e-7e01-46b5-9583-f904c7f33ea1 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.0659816 Aug 16 20:52:16.082984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:16.088677 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.111456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1890e1ef-9f9c-4dd2-bcb2-82ce9f66d1e5 req-5a6c4e16-84aa-4442-a451-7e631b532833 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402100 Aug 16 20:52:16.228817 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.249193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object cca6c2b6-e026-4661-8ff3-f0758e3505a2 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:16.287561 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e7735a-272a-48f0-aaa0-0dc5824b0bac None None] New status for floating IP 83b21ede-5918-41e0-9f07-5c7a713a0c22: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:52:16.464560 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.467732 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.550464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 8bfc7a4b-e3e1-4502-99e3-c21415c5c643 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:16.552457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Allocated IP 2001:db8::2 (8bfc7a4b-e3e1-4502-99e3-c21415c5c643/5a424dc2-15c7-447a-9838-806efba49069/795486ef-9abe-4032-b2fe-8cb89806b0d5) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:16.580655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:16.586688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:16.593149 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:16.593915 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.632295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=cca6c2b6-e026-4661-8ff3-f0758e3505a2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:16.637195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5265691-9257-4655-81ba-f79a5bfd8947 req-9a88a24f-ad59-498f-9846-cdf8aee91aa7 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:16.638399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5265691-9257-4655-81ba-f79a5bfd8947 req-9a88a24f-ad59-498f-9846-cdf8aee91aa7 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 946 time: 0.0684166 Aug 16 20:52:16.647859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=6ed891ba-3b3a-4a2e-a543-aebe942f687b,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:16.666715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:16.667362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network hostable DHCP agents. Network: 41ac835f-2df5-4f79-8ccc-5a77459a5cd9, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:16.691711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5265691-9257-4655-81ba-f79a5bfd8947 req-4f12ba75-45c7-4539-b0e3-91b417d64de3 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371935 Aug 16 20:52:16.717851 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6f0f518c-d9b6-4b67-81fe-7682d9e28cfe tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4730036 Aug 16 20:52:16.720507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58682) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:16.762570 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.771419 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Transition to ACTIVE for port object 795486ef-9abe-4032-b2fe-8cb89806b0d5 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:16.778823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:16.785709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc7e8-8731-47ab-8146-0d874a7559ec req-b34cbe39-0abd-40f1-9a7e-958cd2bdf16f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:16.789192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a16dc7e8-8731-47ab-8146-0d874a7559ec req-b34cbe39-0abd-40f1-9a7e-958cd2bdf16f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0594523 Aug 16 20:52:16.795170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Transition to ACTIVE for port object 795486ef-9abe-4032-b2fe-8cb89806b0d5 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:16.829143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a16dc7e8-8731-47ab-8146-0d874a7559ec req-d12aa3db-cc10-4668-9776-e259c69b42ff tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348480 Aug 16 20:52:16.838100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-f342b4d2-7eee-4c42-921c-19e9b97948ff tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port cca6c2b6-e026-4661-8ff3-f0758e3505a2 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:16.838466 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f342b4d2-7eee-4c42-921c-19e9b97948ff tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.903276 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.906009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 41ac835f-2df5-4f79-8ccc-5a77459a5cd9) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:16.911360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:16.912156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.958163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e965fc6e-c1f9-480a-a147-3d1cb56fcbb5 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:16.958777 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f342b4d2-7eee-4c42-921c-19e9b97948ff tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.970491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9f3c6-a846-4caf-bfdf-357cf738b8f1 req-92d42c44-a064-4c32-a4cd-bc64a5adb15f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:16.975687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-f342b4d2-7eee-4c42-921c-19e9b97948ff tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for cca6c2b6-e026-4661-8ff3-f0758e3505a2 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:16.977940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4cc9f3c6-a846-4caf-bfdf-357cf738b8f1 req-92d42c44-a064-4c32-a4cd-bc64a5adb15f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0798321 Aug 16 20:52:17.020779 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4cc9f3c6-a846-4caf-bfdf-357cf738b8f1 req-fea79ad8-93d0-48a8-9244-b78c0451373f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Aug 16 20:52:17.036708 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-91d81402-6963-4263-905b-b5318c6fc992 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2065220 Aug 16 20:52:17.044170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58688) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:17.045656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Network 8bfc7a4b-e3e1-4502-99e3-c21415c5c643 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:17.046405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Pushing event updated for resources: {'Port': ['ID=795486ef-9abe-4032-b2fe-8cb89806b0d5,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:17.051583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:17.054772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:17.061313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'name': 'tempest-NetworksTestDHCPv6-1438091264'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:17.136949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Attempting to bind port 795486ef-9abe-4032-b2fe-8cb89806b0d5 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:17.137387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Attempting to bind port 795486ef-9abe-4032-b2fe-8cb89806b0d5 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'baaa0e94-0a76-4a47-a8d0-340eacf0ce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8bfc7a4b-e3e1-4502-99e3-c21415c5c643'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:17.137700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Attempting to bind port 795486ef-9abe-4032-b2fe-8cb89806b0d5 on network 8bfc7a4b-e3e1-4502-99e3-c21415c5c643 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:17.168351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:17.168777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Checking segment: {'id': 'baaa0e94-0a76-4a47-a8d0-340eacf0ce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8bfc7a4b-e3e1-4502-99e3-c21415c5c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:17.169224 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.169683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Bound using segment: {'id': 'baaa0e94-0a76-4a47-a8d0-340eacf0ce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8bfc7a4b-e3e1-4502-99e3-c21415c5c643'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:17.170090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Bound port: 795486ef-9abe-4032-b2fe-8cb89806b0d5, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baaa0e94-0a76-4a47-a8d0-340eacf0ce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8bfc7a4b-e3e1-4502-99e3-c21415c5c643'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:17.170469 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.248182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc614445-71b5-41b4-ab4b-483dd2fa51a0 req-35212868-4647-4e19-9370-9d46007b60df tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:17.254048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc614445-71b5-41b4-ab4b-483dd2fa51a0 req-35212868-4647-4e19-9370-9d46007b60df tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.0746748 Aug 16 20:52:17.272093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '6ed891ba-3b3a-4a2e-a543-aebe942f687b'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:17.272935 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.296526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc614445-71b5-41b4-ab4b-483dd2fa51a0 req-54bcee6f-adbe-461a-bd6f-b750fbf340ee tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Aug 16 20:52:17.305955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] For port 795486ef-9abe-4032-b2fe-8cb89806b0d5, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:17.323943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] For port 795486ef-9abe-4032-b2fe-8cb89806b0d5, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=795486ef-9abe-4032-b2fe-8cb89806b0d5,segment=NetworkSegment(baaa0e94-0a76-4a47-a8d0-340eacf0ce50),segment_id=baaa0e94-0a76-4a47-a8d0-340eacf0ce50)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:17.449491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/6ed891ba-3b3a-4a2e-a543-aebe942f687b/09b6b521-ef0f-4512-84ec-cfa0c8f9477a) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:17.452973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:17.456644 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.460248 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f342b4d2-7eee-4c42-921c-19e9b97948ff tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.470263 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.501371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342b4d2-7eee-4c42-921c-19e9b97948ff tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=cca6c2b6-e026-4661-8ff3-f0758e3505a2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:17.516381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port e542be21-66b6-4a7f-9b39-7ff6fd003265 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:17.579188 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ae3701e5-186f-49f0-8ec3-3c20a068ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.582901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f342b4d2-7eee-4c42-921c-19e9b97948ff tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.587725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58698) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:17.587892 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f342b4d2-7eee-4c42-921c-19e9b97948ff tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/cca6c2b6-e026-4661-8ff3-f0758e3505a2 HTTP/1.1" status: 204 len: 168 time: 0.8660679 Aug 16 20:52:17.605229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c5928-0bdb-4438-9c92-ec3fb1388d3b None None] Pushing event updated for resources: {'Port': ['ID=795486ef-9abe-4032-b2fe-8cb89806b0d5,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:17.626778 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a19588a-89d7-4108-9719-8ed237156132 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:52:17.628662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7a19588a-89d7-4108-9719-8ed237156132 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/cca6c2b6-e026-4661-8ff3-f0758e3505a2 HTTP/1.1" status: 404 len: 333 time: 0.0399497 Aug 16 20:52:17.631877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58700) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:17.664378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95df98c-0cd8-46e9-95a0-ceb22afb12c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8ff01f-4247-42af-97c8-c203abc9bfdb'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:17.667594 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251592d9-412b-428a-9d60-3f641a93ea6b" -d '{"events": [{"server_uuid": "e95df98c-0cd8-46e9-95a0-ceb22afb12c7", "name": "network-vif-plugged", "status": "completed", "tag": "8d8ff01f-4247-42af-97c8-c203abc9bfdb"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:17.719369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-487c4e1b-6f54-4259-b9e5-8bc0b391c7d2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting subnet 5a424dc2-15c7-447a-9838-806efba49069 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:17.737517 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-487c4e1b-6f54-4259-b9e5-8bc0b391c7d2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.766125 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2077b923-7435-4caa-8483-24589fb954d6 x-openstack-request-id: req-2077b923-7435-4caa-8483-24589fb954d6 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:17.766478 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95df98c-0cd8-46e9-95a0-ceb22afb12c7", "name": "network-vif-plugged", "status": "completed", "tag": "8d8ff01f-4247-42af-97c8-c203abc9bfdb", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:17.766688 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2077b923-7435-4caa-8483-24589fb954d6 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:17.767087 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95df98c-0cd8-46e9-95a0-ceb22afb12c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8ff01f-4247-42af-97c8-c203abc9bfdb', 'code': 200} Aug 16 20:52:17.786877 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.834620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-487c4e1b-6f54-4259-b9e5-8bc0b391c7d2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.842450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Transition to ACTIVE for port object 09b6b521-ef0f-4512-84ec-cfa0c8f9477a will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:17.905675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Transition to ACTIVE for port object 09b6b521-ef0f-4512-84ec-cfa0c8f9477a will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:17.925713 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.947722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cac5ab-ada5-47c3-af74-ba44fe8975b5 req-21a2161a-a14c-4688-ae26-bb28030a23ab tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:17.949514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26cac5ab-ada5-47c3-af74-ba44fe8975b5 req-21a2161a-a14c-4688-ae26-bb28030a23ab tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 946 time: 0.1225181 Aug 16 20:52:18.010011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26cac5ab-ada5-47c3-af74-ba44fe8975b5 req-7175a949-29a4-40e9-b6d7-626418550dd1 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538557 Aug 16 20:52:18.016566 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.076820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:18.078406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Pushing event updated for resources: {'Port': ['ID=09b6b521-ef0f-4512-84ec-cfa0c8f9477a,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:18.083000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:18.086843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:18.174674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Attempting to bind port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:18.175852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Attempting to bind port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:18.176481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Attempting to bind port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:18.182704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:18.183089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:18.183501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.183903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:18.184378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Bound port: 09b6b521-ef0f-4512-84ec-cfa0c8f9477a, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:18.184804 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.262664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] For port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:18.266317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] For port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=09b6b521-ef0f-4512-84ec-cfa0c8f9477a,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:18.396532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::396 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/6ed891ba-3b3a-4a2e-a543-aebe942f687b/e542be21-66b6-4a7f-9b39-7ff6fd003265) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:18.427588 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.429665 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555e8e-6937-49b8-b515-ba1e356112f5 req-568554aa-678d-4b93-af44-4e60db02bd0d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:18.431742 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33555e8e-6937-49b8-b515-ba1e356112f5 req-568554aa-678d-4b93-af44-4e60db02bd0d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.0595336 Aug 16 20:52:18.435179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e8360-e660-4601-b3d3-0f20952b04f8 req-bbc8645c-0704-4fb7-ab8a-0d564429a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:18.436719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2f9e8360-e660-4601-b3d3-0f20952b04f8 req-bbc8645c-0704-4fb7-ab8a-0d564429a9fa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 1098 time: 0.6295519 Aug 16 20:52:18.491975 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-487c4e1b-6f54-4259-b9e5-8bc0b391c7d2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.492435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33555e8e-6937-49b8-b515-ba1e356112f5 req-d537aa9f-e32f-4b76-bb6a-b30d448230f1 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461202 Aug 16 20:52:18.556466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627521a6-f5fb-48d9-b5a2-11b9f46fb553 None None] Pushing event updated for resources: {'Port': ['ID=09b6b521-ef0f-4512-84ec-cfa0c8f9477a,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:18.587839 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2f9e8360-e660-4601-b3d3-0f20952b04f8 req-0431591b-06f5-4561-b986-4db1e09702ba service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412075 Aug 16 20:52:18.735389 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.755235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object e542be21-66b6-4a7f-9b39-7ff6fd003265 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:18.770553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-487c4e1b-6f54-4259-b9e5-8bc0b391c7d2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.838965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c4e1b-6f54-4259-b9e5-8bc0b391c7d2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Subnet': ['ID=5a424dc2-15c7-447a-9838-806efba49069,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:18.850687 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-487c4e1b-6f54-4259-b9e5-8bc0b391c7d2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.852952 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-487c4e1b-6f54-4259-b9e5-8bc0b391c7d2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/5a424dc2-15c7-447a-9838-806efba49069 HTTP/1.1" status: 204 len: 168 time: 1.2191706 Aug 16 20:52:18.855880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58722) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:18.927116 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.989006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:18.994471 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:18.999199 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.999917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:19.008282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.008971 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.024504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=e542be21-66b6-4a7f-9b39-7ff6fd003265,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:19.052389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc5052-2953-4e4a-80b7-194c86bb2945 None None] Network 8bfc7a4b-e3e1-4502-99e3-c21415c5c643 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:19.121177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port 795486ef-9abe-4032-b2fe-8cb89806b0d5 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:19.121177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.145469 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-527f3d26-1f0f-423c-b67d-2c8e2ea70e11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0988977 Aug 16 20:52:19.147931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58730) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:19.229538 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.241515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c7678e-dff2-40b2-a2ed-184b51541634 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.247545 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c7678e-dff2-40b2-a2ed-184b51541634 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.252390 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b1c7678e-dff2-40b2-a2ed-184b51541634 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1034691 Aug 16 20:52:19.253617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58736) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:19.255133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd10ff-a805-4edc-be9c-2b11ff310885 req-2ed9cd34-7562-4d59-88bf-893f133d9efb tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.263894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cfd10ff-a805-4edc-be9c-2b11ff310885 req-2ed9cd34-7562-4d59-88bf-893f133d9efb tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 946 time: 0.1686685 Aug 16 20:52:19.295933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310f0bc4-f280-449f-a177-ccc006720793 None None] DHCP port deletion for 8bfc7a4b-e3e1-4502-99e3-c21415c5c643 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:19.297167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] For port 795486ef-9abe-4032-b2fe-8cb89806b0d5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=795486ef-9abe-4032-b2fe-8cb89806b0d5,segment=NetworkSegment(baaa0e94-0a76-4a47-a8d0-340eacf0ce50),segment_id=baaa0e94-0a76-4a47-a8d0-340eacf0ce50)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:19.297795 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.332549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f488172b-63f6-4994-a12c-8d14db2c23d7 None None] Provisioning for port 795486ef-9abe-4032-b2fe-8cb89806b0d5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:19.357285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for 795486ef-9abe-4032-b2fe-8cb89806b0d5 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:19.389483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 09b6b521-ef0f-4512-84ec-cfa0c8f9477a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:19.391515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cfd10ff-a805-4edc-be9c-2b11ff310885 req-3b28ac48-f759-469e-8283-61cb6c4689e2 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265903 Aug 16 20:52:19.427838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-310f0bc4-f280-449f-a177-ccc006720793 None None] Deleting port 795486ef-9abe-4032-b2fe-8cb89806b0d5 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:19.428223 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-310f0bc4-f280-449f-a177-ccc006720793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.446985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-921f8d13-7966-44bd-96b7-08dcaa9e62c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port e542be21-66b6-4a7f-9b39-7ff6fd003265 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:19.447615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-921f8d13-7966-44bd-96b7-08dcaa9e62c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.516892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-310f0bc4-f280-449f-a177-ccc006720793 None None] For port 795486ef-9abe-4032-b2fe-8cb89806b0d5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=795486ef-9abe-4032-b2fe-8cb89806b0d5,segment=NetworkSegment(baaa0e94-0a76-4a47-a8d0-340eacf0ce50),segment_id=baaa0e94-0a76-4a47-a8d0-340eacf0ce50)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:19.517929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-310f0bc4-f280-449f-a177-ccc006720793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.542007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-310f0bc4-f280-449f-a177-ccc006720793 None None] Calling delete_port for 795486ef-9abe-4032-b2fe-8cb89806b0d5 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:19.584694 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-921f8d13-7966-44bd-96b7-08dcaa9e62c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.599809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-921f8d13-7966-44bd-96b7-08dcaa9e62c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for e542be21-66b6-4a7f-9b39-7ff6fd003265 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:19.635650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:19.767227 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-310f0bc4-f280-449f-a177-ccc006720793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.796946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f0bc4-f280-449f-a177-ccc006720793 None None] Pushing event deleted for resources: {'Port': ['ID=795486ef-9abe-4032-b2fe-8cb89806b0d5,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:19.799019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f0bc4-f280-449f-a177-ccc006720793 None None] No DVR routers for this DVR port 795486ef-9abe-4032-b2fe-8cb89806b0d5 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:19.827324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7109e090-c594-4679-88db-e9bf9b19d0d0 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:19.889690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-921f8d13-7966-44bd-96b7-08dcaa9e62c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.930133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f8d13-7966-44bd-96b7-08dcaa9e62c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=e542be21-66b6-4a7f-9b39-7ff6fd003265,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:19.946521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f765b17-c3ec-467e-ad15-1bba5879594c req-7ccd4175-014c-4589-ae46-6b08156526af tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.948043 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f765b17-c3ec-467e-ad15-1bba5879594c req-7ccd4175-014c-4589-ae46-6b08156526af tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.0747273 Aug 16 20:52:19.964464 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-921f8d13-7966-44bd-96b7-08dcaa9e62c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.966970 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-921f8d13-7966-44bd-96b7-08dcaa9e62c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/e542be21-66b6-4a7f-9b39-7ff6fd003265 HTTP/1.1" status: 204 len: 168 time: 0.7123475 Aug 16 20:52:19.969424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58746) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:19.988006 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.002005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-40682287-fa5e-48a9-a1c2-ab59919dd43f None None] Provisioning for port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:20.007000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-40682287-fa5e-48a9-a1c2-ab59919dd43f None None] Provisioning complete for port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:20.007574 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-40682287-fa5e-48a9-a1c2-ab59919dd43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.036620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=795486ef-9abe-4032-b2fe-8cb89806b0d5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:20.067268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No DVR routers for this DVR port 795486ef-9abe-4032-b2fe-8cb89806b0d5 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:20.096017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afbd3b4-bb43-4fa6-9a73-c65a0e4043be tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.101106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afbd3b4-bb43-4fa6-9a73-c65a0e4043be tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.103756 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4afbd3b4-bb43-4fa6-9a73-c65a0e4043be tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1326492 Aug 16 20:52:20.104503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58752) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:20.117313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f765b17-c3ec-467e-ad15-1bba5879594c req-8bb99d27-96e2-463c-a595-42912d25ec49 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581817 Aug 16 20:52:20.150074 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-40682287-fa5e-48a9-a1c2-ab59919dd43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.193145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-40682287-fa5e-48a9-a1c2-ab59919dd43f None None] For port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=09b6b521-ef0f-4512-84ec-cfa0c8f9477a,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:20.206991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.219695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfc7a4b-e3e1-4502-99e3-c21415c5c643']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:20.232405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaa0e94-0a76-4a47-a8d0-340eacf0ce50') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:20.233509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaa0e94-0a76-4a47-a8d0-340eacf0ce50') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:20.255223 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.261249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefd1521-c4c8-48e8-8cb5-7e40f338aa30 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 6ed891ba-3b3a-4a2e-a543-aebe942f687b {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:20.265120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19beb6-1bb0-4c36-828a-7c8df6197521 req-d23c2317-85c9-497c-bec7-5d53dced4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.267003 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7a19beb6-1bb0-4c36-828a-7c8df6197521 req-d23c2317-85c9-497c-bec7-5d53dced4462 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 1097 time: 0.0696611 Aug 16 20:52:20.269334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fefd1521-c4c8-48e8-8cb5-7e40f338aa30 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.274880 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.283700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:20.284160 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:20.288032 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:20.316056 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-40682287-fa5e-48a9-a1c2-ab59919dd43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.340259 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7a19beb6-1bb0-4c36-828a-7c8df6197521 req-22ef5fe7-7ac0-4eb1-97d9-a0952979be86 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434828 Aug 16 20:52:20.350437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fefd1521-c4c8-48e8-8cb5-7e40f338aa30 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.381565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40682287-fa5e-48a9-a1c2-ab59919dd43f None None] Pushing event updated for resources: {'Port': ['ID=09b6b521-ef0f-4512-84ec-cfa0c8f9477a,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:20.424510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ba318-0007-4937-a6a9-919906211a44 req-1f9a37ae-bb07-4cb2-b6f1-6f94f6777d60 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.426778 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-519ba318-0007-4937-a6a9-919906211a44 req-1f9a37ae-bb07-4cb2-b6f1-6f94f6777d60 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0791812 Aug 16 20:52:20.448184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2bbc9b01-4f19-4d60-9d24-343abeac00eb None None] Provisioning complete for port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:20.448590 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2bbc9b01-4f19-4d60-9d24-343abeac00eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.489389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-519ba318-0007-4937-a6a9-919906211a44 req-dccda8db-5a51-46e1-aed0-1a0e201a9982 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Aug 16 20:52:20.521999 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.527414 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fefd1521-c4c8-48e8-8cb5-7e40f338aa30 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.576681 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.583289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58764) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:20.584191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/networks/8bfc7a4b-e3e1-4502-99e3-c21415c5c643 HTTP/1.1" status: 204 len: 168 time: 1.7260234 Aug 16 20:52:20.602586 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'name': 'tempest-PortsIpV6TestJSON-1344351251'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:20.623471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e48df-094c-425d-bc8e-082bfdb1e87d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Network': ['ID=8bfc7a4b-e3e1-4502-99e3-c21415c5c643,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:20.641175 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.665317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5bb3a-3a5d-4a58-ae14-0c4412317e96 req-57fbf66d-9f6c-49c5-a3a0-ba072d2b89f8 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.666825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00f5bb3a-3a5d-4a58-ae14-0c4412317e96 req-57fbf66d-9f6c-49c5-a3a0-ba072d2b89f8 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 946 time: 0.1613817 Aug 16 20:52:20.683128 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f41944-689c-45f9-9372-3e9d60d51844 req-1ad846a9-af69-45b1-a8b9-a2bd305038c5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.684808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1f41944-689c-45f9-9372-3e9d60d51844 req-1ad846a9-af69-45b1-a8b9-a2bd305038c5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0776594 Aug 16 20:52:20.724930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9054c5e6-2fcb-43b1-bbc4-19d370816f53 None None] Could not find standard attr ID for object e542be21-66b6-4a7f-9b39-7ff6fd003265. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:52:20.745699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00f5bb3a-3a5d-4a58-ae14-0c4412317e96 req-623cb310-861c-4be6-a90d-d54ddccc7443 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598416 Aug 16 20:52:20.750745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1f41944-689c-45f9-9372-3e9d60d51844 req-62050a27-2439-43a4-9547-ef8ef1b80957 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578482 Aug 16 20:52:20.788444 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fefd1521-c4c8-48e8-8cb5-7e40f338aa30 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.823384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd1521-c4c8-48e8-8cb5-7e40f338aa30 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed891ba-3b3a-4a2e-a543-aebe942f687b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:20.840307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fefd1521-c4c8-48e8-8cb5-7e40f338aa30 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.841611 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fefd1521-c4c8-48e8-8cb5-7e40f338aa30 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/6ed891ba-3b3a-4a2e-a543-aebe942f687b HTTP/1.1" status: 204 len: 168 time: 0.7358718 Aug 16 20:52:20.844152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58770) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:20.872332 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:20.878289 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.908506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb4c0b-f931-4742-8a06-df27137afcb0 req-202c016c-327a-4196-914a-5df37b1436b7 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.911603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8eb4c0b-f931-4742-8a06-df27137afcb0 req-202c016c-327a-4196-914a-5df37b1436b7 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=54e176da-b5ae-4356-ab86-8812ee7f9a18 HTTP/1.1" status: 200 len: 946 time: 0.0731838 Aug 16 20:52:20.926553 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-16828806-0793-41f9-8c3e-689455fc5faf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779860 Aug 16 20:52:20.932790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58776) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:20.938438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b6380e50-e61b-444e-a996-ee7e7b4ce3e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:20.964811 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8eb4c0b-f931-4742-8a06-df27137afcb0 req-3ddcda8e-3ad9-4a94-b55e-00baa0e5985f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Aug 16 20:52:21.009596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port a95b6aaa-3502-48f7-82bc-02741b333f7b yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:21.023199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d309c0-295e-455c-8a15-ae67eb4f52d8 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:21.057933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28952a9-6f96-44ca-a5ce-abce5e8c8266 req-644400b8-ded3-4517-a030-15277a9c7d6b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:21.066075 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c28952a9-6f96-44ca-a5ce-abce5e8c8266 req-644400b8-ded3-4517-a030-15277a9c7d6b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1039917 Aug 16 20:52:21.170133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7f50d-6820-424b-b19c-0e839ed967a3 req-0a8f0b09-aab5-4717-a267-44a4d1e7c509 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:21.179416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89e7f50d-6820-424b-b19c-0e839ed967a3 req-0a8f0b09-aab5-4717-a267-44a4d1e7c509 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=0ebd4f10-431f-416b-a4b7-76c5b5a9b38e HTTP/1.1" status: 200 len: 945 time: 0.1121240 Aug 16 20:52:21.203942 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c28952a9-6f96-44ca-a5ce-abce5e8c8266 req-4a17b7a7-7931-4797-bb73-8b26015b6a39 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131184 Aug 16 20:52:21.241383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6380e50-e61b-444e-a996-ee7e7b4ce3e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:21.246327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b6380e50-e61b-444e-a996-ee7e7b4ce3e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.312341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89e7f50d-6820-424b-b19c-0e839ed967a3 req-39306484-7e05-48ee-bcfd-3b628a602c6d tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319048 Aug 16 20:52:21.371174 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 09b6b521-ef0f-4512-84ec-cfa0c8f9477a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:21.381554 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.438746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:21.439280 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.534037 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.551896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da2de-f15c-423f-8edf-1891edcc644a req-8eea288c-25b1-4316-8db1-bd93880c45e7 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:21.554707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-606da2de-f15c-423f-8edf-1891edcc644a req-8eea288c-25b1-4316-8db1-bd93880c45e7 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1809640 Aug 16 20:52:21.576045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722bbb5-3788-441e-bec4-66628c57a00f req-480bbec3-66ce-4c2e-90e7-d2e92aff78a6 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:21.577300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc306de-360e-4f95-bed0-48147f322a6c None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:21.589347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8722bbb5-3788-441e-bec4-66628c57a00f req-480bbec3-66ce-4c2e-90e7-d2e92aff78a6 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1849794 Aug 16 20:52:21.602476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 795486ef-9abe-4032-b2fe-8cb89806b0d5 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:21.630667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=a95b6aaa-3502-48f7-82bc-02741b333f7b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:21.636288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 795486ef-9abe-4032-b2fe-8cb89806b0d5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:21.636654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 795486ef-9abe-4032-b2fe-8cb89806b0d5 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:21.641706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:21.645187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:21.648068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:21.654239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:21.654885 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.680389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7fc306de-360e-4f95-bed0-48147f322a6c None None] Deleting port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:21.680781 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7fc306de-360e-4f95-bed0-48147f322a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.682656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8722bbb5-3788-441e-bec4-66628c57a00f req-fd6389c9-59d6-4d3b-a166-0ae6ab2d4c58 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920513 Aug 16 20:52:21.691969 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-606da2de-f15c-423f-8edf-1891edcc644a req-e3386662-a464-44e7-b555-90d1a81dc1a6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952137 Aug 16 20:52:21.788398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58794) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:21.788806 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5150e3ea-9634-4dc2-82c2-45087859399d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2042866 Aug 16 20:52:21.801828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7fc306de-360e-4f95-bed0-48147f322a6c None None] For port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=09b6b521-ef0f-4512-84ec-cfa0c8f9477a,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:21.802240 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7fc306de-360e-4f95-bed0-48147f322a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.819032 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b6380e50-e61b-444e-a996-ee7e7b4ce3e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.821039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7fc306de-360e-4f95-bed0-48147f322a6c None None] Calling delete_port for 09b6b521-ef0f-4512-84ec-cfa0c8f9477a owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:21.882139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6380e50-e61b-444e-a996-ee7e7b4ce3e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:21.891214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b6380e50-e61b-444e-a996-ee7e7b4ce3e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:21.900232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6380e50-e61b-444e-a996-ee7e7b4ce3e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:21.901183 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b6380e50-e61b-444e-a996-ee7e7b4ce3e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.923848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6380e50-e61b-444e-a996-ee7e7b4ce3e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=ae1cafbc-0163-411b-b412-0a10b3ad4987,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:21.977827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251652-799d-4c2d-af4f-c7fe59ce4389 req-fcc06a4a-7670-4657-ab59-ae82318f0af0 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:21.979329 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75251652-799d-4c2d-af4f-c7fe59ce4389 req-fcc06a4a-7670-4657-ab59-ae82318f0af0 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1184008 Aug 16 20:52:21.986813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6db19513-4065-4d3b-8dec-3046aa0c5e97 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port a95b6aaa-3502-48f7-82bc-02741b333f7b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:21.987216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6db19513-4065-4d3b-8dec-3046aa0c5e97 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.020025 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b6380e50-e61b-444e-a996-ee7e7b4ce3e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0860682 Aug 16 20:52:22.022642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58800) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:22.027720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'name': 'tempest-NetworksTestDHCPv6-1045481431'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:22.052917 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7fc306de-360e-4f95-bed0-48147f322a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.086784 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6db19513-4065-4d3b-8dec-3046aa0c5e97 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.097560 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc306de-360e-4f95-bed0-48147f322a6c None None] Pushing event deleted for resources: {'Port': ['ID=09b6b521-ef0f-4512-84ec-cfa0c8f9477a,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:22.100960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc306de-360e-4f95-bed0-48147f322a6c None None] No DVR routers for this DVR port 09b6b521-ef0f-4512-84ec-cfa0c8f9477a on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:22.105609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75251652-799d-4c2d-af4f-c7fe59ce4389 req-9f568661-0d63-446d-a0a7-412b97b1f08b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144202 Aug 16 20:52:22.124858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6db19513-4065-4d3b-8dec-3046aa0c5e97 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for a95b6aaa-3502-48f7-82bc-02741b333f7b owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:22.133372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4d4327-7824-489a-936a-233f4326561c None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:22.258585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f5518-3629-45cc-b23b-0a1e6e33a60d req-f77e926a-6058-44e9-bf38-48e2075b4069 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:22.268087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-838f5518-3629-45cc-b23b-0a1e6e33a60d req-f77e926a-6058-44e9-bf38-48e2075b4069 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0772011 Aug 16 20:52:22.326357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:22.330605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.353570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': 'ae1cafbc-0163-411b-b412-0a10b3ad4987'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:22.355033 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.357346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 86c2a213-8be2-431d-9edd-3a2519848205 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:22.358533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-838f5518-3629-45cc-b23b-0a1e6e33a60d req-21d45ca9-5d2e-4b93-86df-fa0f3456ca00 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891967 Aug 16 20:52:22.401608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c16ef9-1157-4195-85a8-4b1a82e5ce7e req-60ec007c-c0ea-4088-aec4-130d168eb6e4 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:22.403224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8c16ef9-1157-4195-85a8-4b1a82e5ce7e req-60ec007c-c0ea-4088-aec4-130d168eb6e4 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=0ebd4f10-431f-416b-a4b7-76c5b5a9b38e HTTP/1.1" status: 200 len: 945 time: 0.1051483 Aug 16 20:52:22.449182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8c16ef9-1157-4195-85a8-4b1a82e5ce7e req-54f5a9e9-1e21-455c-8c0a-26132ccded47 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376976 Aug 16 20:52:22.450021 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6db19513-4065-4d3b-8dec-3046aa0c5e97 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.482351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db19513-4065-4d3b-8dec-3046aa0c5e97 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=a95b6aaa-3502-48f7-82bc-02741b333f7b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:22.497091 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6db19513-4065-4d3b-8dec-3046aa0c5e97 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.499106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6db19513-4065-4d3b-8dec-3046aa0c5e97 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/a95b6aaa-3502-48f7-82bc-02741b333f7b HTTP/1.1" status: 204 len: 168 time: 0.7096827 Aug 16 20:52:22.502294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58812) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:22.508955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'mac_address': 'fa:16:3e:ed:7e:5e', 'name': 'tempest-PortsIpV6TestJSON-1871144712'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:22.634520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::63 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/ae1cafbc-0163-411b-b412-0a10b3ad4987/86c2a213-8be2-431d-9edd-3a2519848205) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:22.675630 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc8024-55c1-49a7-a8cf-61f8cf7b6679 req-59719a31-89a4-452b-9b13-fd4c01bb89a4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:22.677191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7afc8024-55c1-49a7-a8cf-61f8cf7b6679 req-59719a31-89a4-452b-9b13-fd4c01bb89a4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0932543 Aug 16 20:52:22.727261 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7afc8024-55c1-49a7-a8cf-61f8cf7b6679 req-697e39e7-bc9c-4c6f-ab52-1513d2b3f116 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342860 Aug 16 20:52:22.786905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:22.820943 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.835136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 86c2a213-8be2-431d-9edd-3a2519848205 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:22.913836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.932159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f097310-c12a-4824-b01a-ed243f2b0884 req-495400f5-567e-4883-a853-3e93d200069a tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:22.933962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f097310-c12a-4824-b01a-ed243f2b0884 req-495400f5-567e-4883-a853-3e93d200069a tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1610544 Aug 16 20:52:22.944647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.970583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72b55-fb1f-4f3e-adb9-e4d8c547b9b9 req-3fcd3846-b840-40ef-85ed-c99c94c1b874 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:22.973333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92f72b55-fb1f-4f3e-adb9-e4d8c547b9b9 req-3fcd3846-b840-40ef-85ed-c99c94c1b874 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1297851 Aug 16 20:52:22.984989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port 55be4312-837a-47aa-89d8-b4184cf58b92 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:22.992509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:22.995915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:23.000457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:23.006865 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.007486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.007759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/ae1cafbc-0163-411b-b412-0a10b3ad4987/b8a191f0-a86f-4961-877b-655e4bd4ae88) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:23.011326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=86c2a213-8be2-431d-9edd-3a2519848205,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:23.113687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f097310-c12a-4824-b01a-ed243f2b0884 req-059ffe52-9245-4987-b0c7-929238a0ac2c tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719737 Aug 16 20:52:23.123282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92f72b55-fb1f-4f3e-adb9-e4d8c547b9b9 req-11f3e3ff-a93b-4197-b81a-78e8e58f8337 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303782 Aug 16 20:52:23.149511 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-09ba2302-1d08-419e-a989-7dae2e367ade tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1253352 Aug 16 20:52:23.151725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58824) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:23.251138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0cd471-fbbd-4005-8001-048d881298d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.253977 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.259015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58830) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:23.261831 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3e0cd471-fbbd-4005-8001-048d881298d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1031156 Aug 16 20:52:23.267282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Transition to ACTIVE for port object b8a191f0-a86f-4961-877b-655e4bd4ae88 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:23.297014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Transition to ACTIVE for port object b8a191f0-a86f-4961-877b-655e4bd4ae88 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:23.313993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 09b6b521-ef0f-4512-84ec-cfa0c8f9477a no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:23.335330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 09b6b521-ef0f-4512-84ec-cfa0c8f9477a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:23.336141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 09b6b521-ef0f-4512-84ec-cfa0c8f9477a not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:23.411266 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.428180 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.459101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3788e-a9c4-4379-9005-8c7a0368b557 req-828dee23-c635-48f9-a89d-4f78f8436cd3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.460996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65c3788e-a9c4-4379-9005-8c7a0368b557 req-828dee23-c635-48f9-a89d-4f78f8436cd3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1002817 Aug 16 20:52:23.464983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d88cb7ca-c838-43c4-a3c0-5cb226a049f5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 86c2a213-8be2-431d-9edd-3a2519848205 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:23.465358 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d88cb7ca-c838-43c4-a3c0-5cb226a049f5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.467161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:23.471211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:23.475712 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:23.479063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Pushing event updated for resources: {'Port': ['ID=b8a191f0-a86f-4961-877b-655e4bd4ae88,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:23.560829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Attempting to bind port b8a191f0-a86f-4961-877b-655e4bd4ae88 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:23.561250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Attempting to bind port b8a191f0-a86f-4961-877b-655e4bd4ae88 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:23.561614 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Attempting to bind port b8a191f0-a86f-4961-877b-655e4bd4ae88 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:23.568726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:23.569785 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:23.570599 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.571219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:23.571917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Bound port: b8a191f0-a86f-4961-877b-655e4bd4ae88, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:23.572540 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.595424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65c3788e-a9c4-4379-9005-8c7a0368b557 req-294dbe35-6102-4fae-af09-98501ec4dbf2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214237 Aug 16 20:52:23.671792 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d88cb7ca-c838-43c4-a3c0-5cb226a049f5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.673130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] For port b8a191f0-a86f-4961-877b-655e4bd4ae88, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:23.681767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.682213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] For port b8a191f0-a86f-4961-877b-655e4bd4ae88, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b8a191f0-a86f-4961-877b-655e4bd4ae88,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:23.718878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d88cb7ca-c838-43c4-a3c0-5cb226a049f5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 86c2a213-8be2-431d-9edd-3a2519848205 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:23.725341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f33c4-4d3a-46fa-8040-b91e5b37f237 req-88178f3f-8e51-4985-bdf8-8c4ff9bcf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.726899 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-996f33c4-4d3a-46fa-8040-b91e5b37f237 req-88178f3f-8e51-4985-bdf8-8c4ff9bcf1f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 1097 time: 0.0697069 Aug 16 20:52:23.773111 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.823201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d608ea8-d45e-426b-b21f-d3eff9794bd9 req-c72c90ee-6be9-4952-9821-c3394ad5b335 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.831511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d608ea8-d45e-426b-b21f-d3eff9794bd9 req-c72c90ee-6be9-4952-9821-c3394ad5b335 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=0ebd4f10-431f-416b-a4b7-76c5b5a9b38e HTTP/1.1" status: 200 len: 945 time: 0.2350032 Aug 16 20:52:23.855233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:23.856582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cafab-5e1d-486f-9c35-6fcd13d5791c None None] Pushing event updated for resources: {'Port': ['ID=b8a191f0-a86f-4961-877b-655e4bd4ae88,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:23.856758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f33c4-4d3a-46fa-8040-b91e5b37f237 req-edad9832-7f7a-4d6e-a415-fe87288db5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.860986 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-996f33c4-4d3a-46fa-8040-b91e5b37f237 req-edad9832-7f7a-4d6e-a415-fe87288db5f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b85a2df4-cdf5-467f-982f-f10d90d174fe HTTP/1.1" status: 200 len: 911 time: 0.1251607 Aug 16 20:52:23.911665 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-996f33c4-4d3a-46fa-8040-b91e5b37f237 req-36d404db-db58-4d91-89f8-bd0f580a6d94 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa23266d-b452-47eb-b35d-f8d96b5c6a0a HTTP/1.1" status: 200 len: 217 time: 0.0431719 Aug 16 20:52:23.946862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:23.953794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:23.960566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.961256 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.963919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f33c4-4d3a-46fa-8040-b91e5b37f237 req-e01772f1-e44f-40b9-b5a1-ac2df0ef8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.965541 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-996f33c4-4d3a-46fa-8040-b91e5b37f237 req-e01772f1-e44f-40b9-b5a1-ac2df0ef8bb5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b29a9b4c-7c8a-4eed-9023-63a451d45f4b HTTP/1.1" status: 200 len: 850 time: 0.0458038 Aug 16 20:52:23.973558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=55be4312-837a-47aa-89d8-b4184cf58b92,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:24.003818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d608ea8-d45e-426b-b21f-d3eff9794bd9 req-83b027b2-a026-4f4a-84d0-802c9c397361 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691120 Aug 16 20:52:24.038689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d4db-43fb-4d38-9cf0-523692215247 req-dbb55101-c440-44a6-afe4-266280028caf tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.040605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6261d4db-43fb-4d38-9cf0-523692215247 req-dbb55101-c440-44a6-afe4-266280028caf tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ebd4f10-431f-416b-a4b7-76c5b5a9b38e HTTP/1.1" status: 200 len: 945 time: 0.3361230 Aug 16 20:52:24.071470 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-996f33c4-4d3a-46fa-8040-b91e5b37f237 req-bb2aa7fc-55fe-44e7-9351-67da1d23f97b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b85a2df4-cdf5-467f-982f-f10d90d174fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861490 Aug 16 20:52:24.092546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cf1d4-bbbf-4a31-ab6d-14e699095309 req-ab9c20eb-ced5-487b-9c16-49a14ba5db17 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.101747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a23cf1d4-bbbf-4a31-ab6d-14e699095309 req-ab9c20eb-ced5-487b-9c16-49a14ba5db17 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.3979731 Aug 16 20:52:24.152120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4e5a1e86-ef10-4641-a760-4b40339f6640 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6462483 Aug 16 20:52:24.152821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58842) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:24.210465 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-996f33c4-4d3a-46fa-8040-b91e5b37f237 req-ebcbe336-2f76-4734-86a9-e84e6918b42e service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303780 Aug 16 20:52:24.220519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b534e75-fbb2-43fb-9118-b242492e22b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.221972 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1b534e75-fbb2-43fb-9118-b242492e22b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/55be4312-837a-47aa-89d8-b4184cf58b92 HTTP/1.1" status: 200 len: 845 time: 0.0681651 Aug 16 20:52:24.230588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58844) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:24.293627 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a23cf1d4-bbbf-4a31-ab6d-14e699095309 req-acdd3676-4763-4798-b6e7-79c7cec154b1 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908908 Aug 16 20:52:24.311213 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-996f33c4-4d3a-46fa-8040-b91e5b37f237 req-87e9a565-90cf-457e-9ae5-d872821dd452 service neutron] 10.222.0.79 "GET /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880830 Aug 16 20:52:24.341433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934623-e8c9-4e41-87ff-b3ae1cbbf68a req-8aa2475b-8148-4815-b8b7-deee0965690a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.354584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4934623-e8c9-4e41-87ff-b3ae1cbbf68a req-8aa2475b-8148-4815-b8b7-deee0965690a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2214520 Aug 16 20:52:24.436590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-6261d4db-43fb-4d38-9cf0-523692215247 req-dd44fcb2-b7c0-43f6-a119-ee9f9c3996be tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Deleting port 792a88fb-7729-43f9-b30e-075fdab8d3fe {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:24.436938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6261d4db-43fb-4d38-9cf0-523692215247 req-dd44fcb2-b7c0-43f6-a119-ee9f9c3996be tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.461683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4934623-e8c9-4e41-87ff-b3ae1cbbf68a req-71435863-8d91-45f6-ad59-782fb7c570ee tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050069 Aug 16 20:52:24.495902 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d88cb7ca-c838-43c4-a3c0-5cb226a049f5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.548817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cb7ca-c838-43c4-a3c0-5cb226a049f5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=86c2a213-8be2-431d-9edd-3a2519848205,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:24.564067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b35c5569-b877-4eb1-8159-dde5f857b330 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port 55be4312-837a-47aa-89d8-b4184cf58b92 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:24.564408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b35c5569-b877-4eb1-8159-dde5f857b330 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.622950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d88cb7ca-c838-43c4-a3c0-5cb226a049f5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.627041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d88cb7ca-c838-43c4-a3c0-5cb226a049f5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/86c2a213-8be2-431d-9edd-3a2519848205 HTTP/1.1" status: 204 len: 168 time: 1.3646879 Aug 16 20:52:24.628133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58854) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:24.690432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2215a36-9ac5-4afb-a41d-f3f0e41f6c54 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.691961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2215a36-9ac5-4afb-a41d-f3f0e41f6c54 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.696973 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e2215a36-9ac5-4afb-a41d-f3f0e41f6c54 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0669444 Aug 16 20:52:24.699671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58856) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:24.717642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-6261d4db-43fb-4d38-9cf0-523692215247 req-dd44fcb2-b7c0-43f6-a119-ee9f9c3996be tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] For port 792a88fb-7729-43f9-b30e-075fdab8d3fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=792a88fb-7729-43f9-b30e-075fdab8d3fe,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:24.718109 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6261d4db-43fb-4d38-9cf0-523692215247 req-dd44fcb2-b7c0-43f6-a119-ee9f9c3996be tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.755742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f3070-4dcb-4e2c-84a4-5ec1f93b9e10 req-6ec66fb7-815e-4924-99da-009b7cb0f88b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.763445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c43f3070-4dcb-4e2c-84a4-5ec1f93b9e10 req-6ec66fb7-815e-4924-99da-009b7cb0f88b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1417124 Aug 16 20:52:24.784802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1205565-68a6-4537-845d-6bde17686ffd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet ae1cafbc-0163-411b-b412-0a10b3ad4987 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:24.788346 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1205565-68a6-4537-845d-6bde17686ffd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.799362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-6261d4db-43fb-4d38-9cf0-523692215247 req-dd44fcb2-b7c0-43f6-a119-ee9f9c3996be tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Calling delete_port for 792a88fb-7729-43f9-b30e-075fdab8d3fe owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:24.809767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b35c5569-b877-4eb1-8159-dde5f857b330 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.836026 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1205565-68a6-4537-845d-6bde17686ffd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.850317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b35c5569-b877-4eb1-8159-dde5f857b330 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for 55be4312-837a-47aa-89d8-b4184cf58b92 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:24.912547 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c43f3070-4dcb-4e2c-84a4-5ec1f93b9e10 req-d0c38c0a-8f1c-4b15-b969-791bc8ee0f79 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482203 Aug 16 20:52:24.945204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1205565-68a6-4537-845d-6bde17686ffd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.129516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1205565-68a6-4537-845d-6bde17686ffd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.165467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1205565-68a6-4537-845d-6bde17686ffd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1cafbc-0163-411b-b412-0a10b3ad4987,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:25.176879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dd5da-63aa-4cae-9e72-e2f52ed2a1cf req-726fa62b-d4d9-400d-9093-f3ba5dbf8d96 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.177380 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1205565-68a6-4537-845d-6bde17686ffd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.184541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-470dd5da-63aa-4cae-9e72-e2f52ed2a1cf req-726fa62b-d4d9-400d-9093-f3ba5dbf8d96 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1784399 Aug 16 20:52:25.190533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58864) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:25.201804 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f1205565-68a6-4537-845d-6bde17686ffd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/ae1cafbc-0163-411b-b412-0a10b3ad4987 HTTP/1.1" status: 204 len: 168 time: 0.4888387 Aug 16 20:52:25.229313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc263426-2f2e-47a5-b7ad-c3b553bed8c7 req-774849a5-6b41-417a-bbe0-245b085e9ed4 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.230716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc263426-2f2e-47a5-b7ad-c3b553bed8c7 req-774849a5-6b41-417a-bbe0-245b085e9ed4 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=0ebd4f10-431f-416b-a4b7-76c5b5a9b38e HTTP/1.1" status: 200 len: 945 time: 0.1510172 Aug 16 20:52:25.286702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-faebf640-ce83-4ff7-9266-19ae58d9083f None None] Provisioning for port b8a191f0-a86f-4961-877b-655e4bd4ae88 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:25.292459 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b35c5569-b877-4eb1-8159-dde5f857b330 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.302862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1e30208b-678b-4cbc-9a2b-6c4e118bb866 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075251 Aug 16 20:52:25.307191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58866) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:25.313050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-20de206e-adc2-416f-a179-652375b8342a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:25.350811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c5569-b877-4eb1-8159-dde5f857b330 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=55be4312-837a-47aa-89d8-b4184cf58b92,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:25.358408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b8a191f0-a86f-4961-877b-655e4bd4ae88 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:25.369693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-470dd5da-63aa-4cae-9e72-e2f52ed2a1cf req-5619356d-e4fe-46ae-af57-3b4228216385 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842334 Aug 16 20:52:25.406889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4947659-bbe3-40de-a48d-bf0b4b57665d None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:25.422315 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc263426-2f2e-47a5-b7ad-c3b553bed8c7 req-3039806b-f091-43b5-9028-beb0cb811830 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673253 Aug 16 20:52:25.423502 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b35c5569-b877-4eb1-8159-dde5f857b330 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.426020 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b35c5569-b877-4eb1-8159-dde5f857b330 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/55be4312-837a-47aa-89d8-b4184cf58b92 HTTP/1.1" status: 204 len: 168 time: 1.1917307 Aug 16 20:52:25.426956 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6261d4db-43fb-4d38-9cf0-523692215247 req-dd44fcb2-b7c0-43f6-a119-ee9f9c3996be tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.431912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58874) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:25.469600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b37e3b5c-da67-4484-bc3a-ed98347a1147 None None] Could not find standard attr ID for object 86c2a213-8be2-431d-9edd-3a2519848205. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:52:25.486774 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['7970b1e4-72f4-42d9-a578-97febcbaa2b9'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:25.490432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8d8ff01f-4247-42af-97c8-c203abc9bfdb'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:25.518075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44fcb2-b7c0-43f6-a119-ee9f9c3996be tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Pushing event deleted for resources: {'Port': ['ID=792a88fb-7729-43f9-b30e-075fdab8d3fe,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:25.520024 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b511cc20-6279-44ab-9aea-cd29e3facbec tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:52:25.525512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b511cc20-6279-44ab-9aea-cd29e3facbec tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/55be4312-837a-47aa-89d8-b4184cf58b92 HTTP/1.1" status: 404 len: 333 time: 0.0924845 Aug 16 20:52:25.530014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58878) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:25.535990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'name': 'tempest-PortsIpV6TestJSON-1767800895'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:25.595018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6261d4db-43fb-4d38-9cf0-523692215247 req-dd44fcb2-b7c0-43f6-a119-ee9f9c3996be tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] No DVR routers for this DVR port 792a88fb-7729-43f9-b30e-075fdab8d3fe on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:25.599371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6261d4db-43fb-4d38-9cf0-523692215247 req-dd44fcb2-b7c0-43f6-a119-ee9f9c3996be tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.601463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6261d4db-43fb-4d38-9cf0-523692215247 req-dd44fcb2-b7c0-43f6-a119-ee9f9c3996be tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.79 "DELETE /v2.0/ports/792a88fb-7729-43f9-b30e-075fdab8d3fe HTTP/1.1" status: 204 len: 173 time: 1.5518956 Aug 16 20:52:25.602164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebd4f10-431f-416b-a4b7-76c5b5a9b38e', 'name': 'network-vif-deleted', 'tag': '792a88fb-7729-43f9-b30e-075fdab8d3fe'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:25.605885 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e46835-eb27-4504-8918-05b20dee9492" -d '{"events": [{"server_uuid": "0ebd4f10-431f-416b-a4b7-76c5b5a9b38e", "name": "network-vif-deleted", "tag": "792a88fb-7729-43f9-b30e-075fdab8d3fe"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:25.634554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fde59-531f-4560-aba6-04570b45b494 req-62c8a509-0d1f-4aaf-9d45-4913a558e70d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.642909 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce2fde59-531f-4560-aba6-04570b45b494 req-62c8a509-0d1f-4aaf-9d45-4913a558e70d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1288705 Aug 16 20:52:25.673058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20de206e-adc2-416f-a179-652375b8342a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:25.677426 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20de206e-adc2-416f-a179-652375b8342a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.718466 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce2fde59-531f-4560-aba6-04570b45b494 req-1b6424ef-4687-4ce1-a752-40b20c0a23e6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744166 Aug 16 20:52:25.777934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port b8a191f0-a86f-4961-877b-655e4bd4ae88 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:25.806872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port b8a191f0-a86f-4961-877b-655e4bd4ae88 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:25.808066 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.813743 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2a6354-9e08-4fc8-90ee-0aa858686848 x-openstack-request-id: req-2f2a6354-9e08-4fc8-90ee-0aa858686848 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:25.814246 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebd4f10-431f-416b-a4b7-76c5b5a9b38e", "name": "network-vif-deleted", "tag": "792a88fb-7729-43f9-b30e-075fdab8d3fe", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:25.814831 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2f2a6354-9e08-4fc8-90ee-0aa858686848 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:25.815546 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebd4f10-431f-416b-a4b7-76c5b5a9b38e', 'name': 'network-vif-deleted', 'tag': '792a88fb-7729-43f9-b30e-075fdab8d3fe', 'status': 'completed', 'code': 200} Aug 16 20:52:25.886465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d76f4-f34d-465d-9df3-461aadc1b26b req-4c8f0ce9-d391-4183-ab77-1ae34dacf89c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.888315 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-618d76f4-f34d-465d-9df3-461aadc1b26b req-4c8f0ce9-d391-4183-ab77-1ae34dacf89c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/networks?id=8deab356-caba-48b8-adaa-724050112348 HTTP/1.1" status: 200 len: 814 time: 0.2200313 Aug 16 20:52:25.944898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-618d76f4-f34d-465d-9df3-461aadc1b26b req-219085a9-dcae-49c3-b185-54b673d95c6a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/quotas/9b609ae70a794236b71104a3023ce490 HTTP/1.1" status: 200 len: 375 time: 0.0384231 Aug 16 20:52:25.995471 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:26.004567 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.009339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b76c074-7fd9-4be2-bd96-64c6395f9eb0 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:26.039056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-618d76f4-f34d-465d-9df3-461aadc1b26b req-0dda70e6-6602-4df6-831c-9d9c5cb1c2f3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b609ae70a794236b71104a3023ce490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833893 Aug 16 20:52:26.045812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port ceafcb96-67ae-43e2-998c-618d17933ce4 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:26.099446 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.152656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796d89b-52f3-4959-b4b5-516ee6e3c804 req-56e2af21-03e4-44c2-ba1e-6dede26ec5a1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:26.154736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9796d89b-52f3-4959-b4b5-516ee6e3c804 req-56e2af21-03e4-44c2-ba1e-6dede26ec5a1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0583675 Aug 16 20:52:26.157251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port b8a191f0-a86f-4961-877b-655e4bd4ae88, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b8a191f0-a86f-4961-877b-655e4bd4ae88,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:26.164666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4b76c074-7fd9-4be2-bd96-64c6395f9eb0 None None] Deleting port b8a191f0-a86f-4961-877b-655e4bd4ae88 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:26.165092 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b76c074-7fd9-4be2-bd96-64c6395f9eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.212580 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9796d89b-52f3-4959-b4b5-516ee6e3c804 req-9f5d36b9-2d77-4a32-b2ad-bd1d60c3097b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Aug 16 20:52:26.232182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4b76c074-7fd9-4be2-bd96-64c6395f9eb0 None None] For port b8a191f0-a86f-4961-877b-655e4bd4ae88, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b8a191f0-a86f-4961-877b-655e4bd4ae88,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:26.232596 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b76c074-7fd9-4be2-bd96-64c6395f9eb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.247021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4b76c074-7fd9-4be2-bd96-64c6395f9eb0 None None] Calling delete_port for b8a191f0-a86f-4961-877b-655e4bd4ae88 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:26.248845 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.346005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=b8a191f0-a86f-4961-877b-655e4bd4ae88,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:26.363367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438702c6-5298-401c-8756-c2909ca9993f req-9f77558b-0904-4ed6-96dc-86d241ea82bf tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:26.370322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-438702c6-5298-401c-8756-c2909ca9993f req-9f77558b-0904-4ed6-96dc-86d241ea82bf tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0864377 Aug 16 20:52:26.406873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-438702c6-5298-401c-8756-c2909ca9993f req-6d8cdfbb-05b3-49d7-b992-785c8134549a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351243 Aug 16 20:52:26.465823 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20de206e-adc2-416f-a179-652375b8342a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.522524 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b76c074-7fd9-4be2-bd96-64c6395f9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.573142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76c074-7fd9-4be2-bd96-64c6395f9eb0 None None] Pushing event deleted for resources: {'Port': ['ID=b8a191f0-a86f-4961-877b-655e4bd4ae88,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:26.575392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76c074-7fd9-4be2-bd96-64c6395f9eb0 None None] No DVR routers for this DVR port b8a191f0-a86f-4961-877b-655e4bd4ae88 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:26.576476 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de206e-adc2-416f-a179-652375b8342a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:26.594116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-20de206e-adc2-416f-a179-652375b8342a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:26.594116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20de206e-adc2-416f-a179-652375b8342a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:26.594116 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20de206e-adc2-416f-a179-652375b8342a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.603389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30220414-997e-4a48-8202-1a98fc6eea3a None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:26.610273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8fe82d14-84ef-4ca0-9d76-452d44b557a9 req-ebe5373d-f738-4a6e-8d3a-f0b2ce9a62a3 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=0ebd4f10-431f-416b-a4b7-76c5b5a9b38e HTTP/1.1" status: 200 len: 210 time: 0.0439997 Aug 16 20:52:26.616800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de206e-adc2-416f-a179-652375b8342a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=19369d92-9f52-46cd-ad86-8bbf7507f033,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:26.645134 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.654385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-254670ae-1dc4-4c64-82ab-942f5efb75da req-cfcdaae7-0f0f-4b88-880c-506c35041645 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9b609ae70a794236b71104a3023ce490 HTTP/1.1" status: 200 len: 221 time: 0.0425570 Aug 16 20:52:26.708619 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-20de206e-adc2-416f-a179-652375b8342a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3973277 Aug 16 20:52:26.708964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58914) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:26.715697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'name': 'tempest-NetworksTestDHCPv6-1074335782'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:26.759509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.781110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 792a88fb-7729-43f9-b30e-075fdab8d3fe no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:26.814230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:26.820527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:26.824447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:26.826891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 792a88fb-7729-43f9-b30e-075fdab8d3fe {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:26.830047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 792a88fb-7729-43f9-b30e-075fdab8d3fe not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:26.833265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '19369d92-9f52-46cd-ad86-8bbf7507f033'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:26.834542 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:26.835192 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.835340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.856886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=ceafcb96-67ae-43e2-998c-618d17933ce4,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:26.885073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd06dd9-0337-49b9-a0dd-7a0761283075 req-a1021578-7a65-420d-b7f0-344214fe8058 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:26.887352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdd06dd9-0337-49b9-a0dd-7a0761283075 req-a1021578-7a65-420d-b7f0-344214fe8058 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1660182 Aug 16 20:52:26.907351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bb0da-47f1-47c4-974b-401c10267472 req-164be56e-c9b1-4ded-8c62-9c5f811347e2 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:26.908802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-367bb0da-47f1-47c4-974b-401c10267472 req-164be56e-c9b1-4ded-8c62-9c5f811347e2 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1131549 Aug 16 20:52:26.937238 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6fbab39a-40ae-4478-b191-c3581722e493 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4059627 Aug 16 20:52:26.939804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58918) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:26.946205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4f823ee2-f5b0-48b4-935f-bbdfc258f594 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:26.989300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdd06dd9-0337-49b9-a0dd-7a0761283075 req-584afc7a-779f-48b3-9b72-bc8799d076d8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959706 Aug 16 20:52:26.994449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-367bb0da-47f1-47c4-974b-401c10267472 req-6f0bac06-ab48-4829-b056-ccd5358bf8d9 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770648 Aug 16 20:52:27.009931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/19369d92-9f52-46cd-ad86-8bbf7507f033/02e37482-bd3a-4cb2-a778-bfafbf1fb60b) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:27.036451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f823ee2-f5b0-48b4-935f-bbdfc258f594 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.123252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:27.126893 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.149847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port ccd585a3-c846-413b-851c-bf2724577ae7 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:27.198810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1649-06e4-47fa-83db-462b7e9920ee req-8dec7a9b-3bfe-44c5-bf0f-b6df271aaea6 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.200423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6ea1649-06e4-47fa-83db-462b7e9920ee req-8dec7a9b-3bfe-44c5-bf0f-b6df271aaea6 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1039886 Aug 16 20:52:27.225708 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f823ee2-f5b0-48b4-935f-bbdfc258f594 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.261663 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6ea1649-06e4-47fa-83db-462b7e9920ee req-a2d35ae4-10bd-4a95-b716-5e67a8a07372 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517490 Aug 16 20:52:27.325592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b8a191f0-a86f-4961-877b-655e4bd4ae88 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:27.333097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f823ee2-f5b0-48b4-935f-bbdfc258f594 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.351204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: b8a191f0-a86f-4961-877b-655e4bd4ae88 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:27.351786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b8a191f0-a86f-4961-877b-655e4bd4ae88 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:27.380685 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.388859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Transition to ACTIVE for port object 02e37482-bd3a-4cb2-a778-bfafbf1fb60b will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:27.391384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-4f823ee2-f5b0-48b4-935f-bbdfc258f594 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] In _notify_port_updated(), no bound segment for port ceafcb96-67ae-43e2-998c-618d17933ce4 on network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:52:27.398418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f823ee2-f5b0-48b4-935f-bbdfc258f594 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.398944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f823ee2-f5b0-48b4-935f-bbdfc258f594 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.403607 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4f823ee2-f5b0-48b4-935f-bbdfc258f594 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "PUT /v2.0/ports/ceafcb96-67ae-43e2-998c-618d17933ce4 HTTP/1.1" status: 200 len: 818 time: 0.4588227 Aug 16 20:52:27.403607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58930) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:27.408375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Transition to ACTIVE for port object 02e37482-bd3a-4cb2-a778-bfafbf1fb60b will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:27.408517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f75480-e014-48cb-9293-942a3b972faf req-0103e9d7-404c-44f2-acbb-5189f38be01a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.413524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2f75480-e014-48cb-9293-942a3b972faf req-0103e9d7-404c-44f2-acbb-5189f38be01a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0706778 Aug 16 20:52:27.441275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f823ee2-f5b0-48b4-935f-bbdfc258f594 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=ceafcb96-67ae-43e2-998c-618d17933ce4,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:27.453438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2f75480-e014-48cb-9293-942a3b972faf req-043a12c4-5a83-4e75-bc12-521daf8af66b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368423 Aug 16 20:52:27.503341 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.521063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-fedc0b77-4af2-413e-a502-63081f4b048c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port ceafcb96-67ae-43e2-998c-618d17933ce4 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:27.521063 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fedc0b77-4af2-413e-a502-63081f4b048c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.545765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:27.548808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:27.552506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:27.558634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Pushing event updated for resources: {'Port': ['ID=02e37482-bd3a-4cb2-a778-bfafbf1fb60b,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:27.608384 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fedc0b77-4af2-413e-a502-63081f4b048c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.613955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Attempting to bind port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:27.614331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Attempting to bind port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:27.614698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Attempting to bind port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:27.621673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:27.622047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:27.622506 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.622901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:27.623704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Bound port: 02e37482-bd3a-4cb2-a778-bfafbf1fb60b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:27.624084 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.626265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-fedc0b77-4af2-413e-a502-63081f4b048c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for ceafcb96-67ae-43e2-998c-618d17933ce4 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:27.660768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f3d3-b55a-4bb2-933c-08da7fa4cf83 req-d5824279-b9a5-4ea2-a9f6-74164d5b505c tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.660768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5e2f3d3-b55a-4bb2-933c-08da7fa4cf83 req-d5824279-b9a5-4ea2-a9f6-74164d5b505c tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1034572 Aug 16 20:52:27.677151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::2f5 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/19369d92-9f52-46cd-ad86-8bbf7507f033/ccd585a3-c846-413b-851c-bf2724577ae7) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:27.691398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] For port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:27.694810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] For port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=02e37482-bd3a-4cb2-a778-bfafbf1fb60b,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:27.716074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aab3c-e8cc-4d4d-8a58-9ac682cd87f0 req-81e90b75-e1ad-41e8-917b-b0fb33ef3ccb tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.717591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-865aab3c-e8cc-4d4d-8a58-9ac682cd87f0 req-81e90b75-e1ad-41e8-917b-b0fb33ef3ccb tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1250968 Aug 16 20:52:27.748061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5e2f3d3-b55a-4bb2-933c-08da7fa4cf83 req-6aa144bc-86ba-4499-8d12-b8feb84bffae tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722821 Aug 16 20:52:27.767840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-865aab3c-e8cc-4d4d-8a58-9ac682cd87f0 req-fffd1826-352f-4bf3-85e8-73456b14ac1b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 Aug 16 20:52:27.845560 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.861880 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fedc0b77-4af2-413e-a502-63081f4b048c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.923773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc0b77-4af2-413e-a502-63081f4b048c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=ceafcb96-67ae-43e2-998c-618d17933ce4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:27.928458 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fedc0b77-4af2-413e-a502-63081f4b048c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.930901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fedc0b77-4af2-413e-a502-63081f4b048c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/ceafcb96-67ae-43e2-998c-618d17933ce4 HTTP/1.1" status: 204 len: 168 time: 0.5265791 Aug 16 20:52:27.936537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58946) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:27.940038 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b8bd3-2777-4e69-b074-858c8476f0ff None None] Pushing event updated for resources: {'Port': ['ID=02e37482-bd3a-4cb2-a778-bfafbf1fb60b,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:28.001067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a154ee0-d210-4ffa-b857-2dabf8bfdce3 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:28.002771 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9a154ee0-d210-4ffa-b857-2dabf8bfdce3 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0649087 Aug 16 20:52:28.005991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58952) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:28.038760 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9baec6-7211-4242-8adc-b225badf3528 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:52:28.040548 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fb9baec6-7211-4242-8adc-b225badf3528 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/ceafcb96-67ae-43e2-998c-618d17933ce4 HTTP/1.1" status: 404 len: 333 time: 0.0335910 Aug 16 20:52:28.045573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58954) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:28.052491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-80396537'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:28.150699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:28.164432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.209770 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:28.222240 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.222982 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Added segment d7123ffb-78e6-4911-b0d1-951c01436952 of type vlan for network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 Aug 16 20:52:28.285103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.366691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.372928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:28.373756 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.452078 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Network': ['ID=5486a748-e71d-4d9c-8f02-8c9b5134b6b1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:28.464572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:28.495646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79d10-30a1-4c51-87aa-e5203ebc3de2 req-0dd7e3b2-6db4-4a14-8198-140a932879c2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:28.497409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abe79d10-30a1-4c51-87aa-e5203ebc3de2 req-0dd7e3b2-6db4-4a14-8198-140a932879c2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.5488844 Aug 16 20:52:28.497963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58972) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:28.500193 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dcd40453-169e-4f39-891a-755ce4af7d76 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4533029 Aug 16 20:52:28.501170 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.509988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:28.576013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object ccd585a3-c846-413b-851c-bf2724577ae7 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:28.636711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abe79d10-30a1-4c51-87aa-e5203ebc3de2 req-5f66d78e-aca9-4368-bddd-ee5e11fae368 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231527 Aug 16 20:52:28.709532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75279f-f75c-416c-b101-47006ccbf920 req-6100a8bd-da55-47bb-a122-afbff39182a9 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:28.715402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75279f-f75c-416c-b101-47006ccbf920 req-6100a8bd-da55-47bb-a122-afbff39182a9 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:28.717088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da75279f-f75c-416c-b101-47006ccbf920 req-6100a8bd-da55-47bb-a122-afbff39182a9 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7&device_id=54e176da-b5ae-4356-ab86-8812ee7f9a18 HTTP/1.1" status: 200 len: 1683 time: 0.0794168 Aug 16 20:52:28.730898 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.766005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:28.770049 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.882479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:28.900407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da75279f-f75c-416c-b101-47006ccbf920 req-d51c500e-3ebf-4336-a6b1-6af0230bc4d0 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727183 Aug 16 20:52:28.902689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:28.915511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=ccd585a3-c846-413b-851c-bf2724577ae7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:28.922582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ffd19-ee07-4c60-95c5-119233f1d302 req-c7d175f1-4fcb-49d9-859a-28690899aea1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:28.924201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-574ffd19-ee07-4c60-95c5-119233f1d302 req-c7d175f1-4fcb-49d9-859a-28690899aea1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2061899 Aug 16 20:52:28.929382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:28.935111 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:28.935791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.029797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-574ffd19-ee07-4c60-95c5-119233f1d302 req-5fb6eba2-9f27-4394-90d5-528ff4217d51 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869920 Aug 16 20:52:29.060191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-75f1fd86-9c62-48ba-a2c7-7b8218458804 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3472064 Aug 16 20:52:29.060755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58986) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:29.121432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45038b-dac6-4bd9-ba01-bba5ef5392fa req-2ef398b4-64d5-4075-bb0d-3f41827b3494 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.123032 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c45038b-dac6-4bd9-ba01-bba5ef5392fa req-2ef398b4-64d5-4075-bb0d-3f41827b3494 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1477518 Aug 16 20:52:29.236356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6f28cd-4acf-4176-aae3-32ff12138191 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.236356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6f28cd-4acf-4176-aae3-32ff12138191 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.236356 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2f6f28cd-4acf-4176-aae3-32ff12138191 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1693616 Aug 16 20:52:29.236356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58994) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:29.253269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1d4d0d5a-d3f0-4d5f-8a9b-cd44dc36ee7a None None] Provisioning for port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:29.300131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c45038b-dac6-4bd9-ba01-bba5ef5392fa req-00eafa47-580c-4698-9fd2-d492f251aeb5 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543565 Aug 16 20:52:29.305934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.340883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 02e37482-bd3a-4cb2-a778-bfafbf1fb60b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:29.430673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Subnet': ['ID=0483418b-33cf-4f24-a8a3-af04d4ae9240,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:29.474421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c2d46-c214-4be2-9164-7a04768f2555 req-577009ba-c5e6-460b-98b1-282ac43b207b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.475116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-07311074-0524-4081-bc0c-b7a95d19eaae None None] Provisioning for port ccd585a3-c846-413b-851c-bf2724577ae7 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:29.475900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-718c2d46-c214-4be2-9164-7a04768f2555 req-577009ba-c5e6-460b-98b1-282ac43b207b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1124592 Aug 16 20:52:29.478214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Checking segment: {'id': 'd7123ffb-78e6-4911-b0d1-951c01436952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:29.478214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network hostable DHCP agents. Network: 5486a748-e71d-4d9c-8f02-8c9b5134b6b1, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:29.479492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-07311074-0524-4081-bc0c-b7a95d19eaae None None] Provisioning complete for port ccd585a3-c846-413b-851c-bf2724577ae7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:29.480027 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07311074-0524-4081-bc0c-b7a95d19eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.494532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ca140ed9-697f-4ad3-b4df-a4f1f851a04a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port ccd585a3-c846-413b-851c-bf2724577ae7 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:29.494773 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca140ed9-697f-4ad3-b4df-a4f1f851a04a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.515088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:29.518720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-07311074-0524-4081-bc0c-b7a95d19eaae None None] Port ccd585a3-c846-413b-851c-bf2724577ae7 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:29.522470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:29.522588 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.577101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-718c2d46-c214-4be2-9164-7a04768f2555 req-fc992f05-980c-46ee-81d9-1c8ca46a5f81 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938883 Aug 16 20:52:29.611817 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.613927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca140ed9-697f-4ad3-b4df-a4f1f851a04a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.629038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ca140ed9-697f-4ad3-b4df-a4f1f851a04a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for ccd585a3-c846-413b-851c-bf2724577ae7 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:29.649209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=02e37482-bd3a-4cb2-a778-bfafbf1fb60b,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:29.681715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:29.756105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394ebb3-f61f-469d-9dd7-dec8f6aaea6b req-ea346c26-300f-4178-9c49-16781a6ea08c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.757522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0394ebb3-f61f-469d-9dd7-dec8f6aaea6b req-ea346c26-300f-4178-9c49-16781a6ea08c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0792084 Aug 16 20:52:29.795324 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.831585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 5486a748-e71d-4d9c-8f02-8c9b5134b6b1) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:29.838937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0394ebb3-f61f-469d-9dd7-dec8f6aaea6b req-5fbb8c36-20be-42e8-b288-e980b93bf00a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753982 Aug 16 20:52:29.843483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.844070 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.847498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bc7a42-1ab8-450f-86ca-6d41400b87d4 None None] Network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:29.863835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=02e37482-bd3a-4cb2-a778-bfafbf1fb60b,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:29.929004 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca140ed9-697f-4ad3-b4df-a4f1f851a04a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.942622 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c1db634b-56ed-471d-b57f-6733d498bed0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4380217 Aug 16 20:52:29.945954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59008) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:29.951337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-30890cea-8b6d-45b0-99d8-e23ab6eb5097 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:29.985046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca140ed9-697f-4ad3-b4df-a4f1f851a04a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=ccd585a3-c846-413b-851c-bf2724577ae7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:30.030474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-5486a748-e71d-4d9c-8f02-8c9b5134b6b1', 'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1', 'tenant_id': 'ae6ba79001324de38b23e6fa0875588a', 'fixed_ips': [{'subnet_id': '0483418b-33cf-4f24-a8a3-af04d4ae9240'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:30.030474 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.040450 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca140ed9-697f-4ad3-b4df-a4f1f851a04a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.042726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ca140ed9-697f-4ad3-b4df-a4f1f851a04a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/ccd585a3-c846-413b-851c-bf2724577ae7 HTTP/1.1" status: 204 len: 168 time: 0.8059936 Aug 16 20:52:30.045234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59010) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:30.127262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac356014-1059-447f-9d8e-9b64f91ac1eb req-b71f8a15-1923-4208-8fd6-c8c3000118ff tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:30.135252 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac356014-1059-447f-9d8e-9b64f91ac1eb req-b71f8a15-1923-4208-8fd6-c8c3000118ff tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1910551 Aug 16 20:52:30.150871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30890cea-8b6d-45b0-99d8-e23ab6eb5097 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:30.162373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30890cea-8b6d-45b0-99d8-e23ab6eb5097 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.176757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce00df43-9fda-462b-a1c4-547a29ec7db2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:30.178463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce00df43-9fda-462b-a1c4-547a29ec7db2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:30.179995 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ce00df43-9fda-462b-a1c4-547a29ec7db2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1337504 Aug 16 20:52:30.183107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59014) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:30.194468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Allocated IP 2001:db8::2 (5486a748-e71d-4d9c-8f02-8c9b5134b6b1/0483418b-33cf-4f24-a8a3-af04d4ae9240/12fbebbd-3708-4a3d-9e96-d02554b6915f) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:30.234250 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac356014-1059-447f-9d8e-9b64f91ac1eb req-a5956518-f702-4ca9-a380-ccea6f8e530c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976799 Aug 16 20:52:30.275104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd4ad20-f927-405d-8faa-93b92054e9ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 19369d92-9f52-46cd-ad86-8bbf7507f033 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:30.279225 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ad20-f927-405d-8faa-93b92054e9ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.310983 n-d-793619-14 neutron-server[95262]: INFO neutron.db.ipam_backend_mixin [None req-30890cea-8b6d-45b0-99d8-e23ab6eb5097 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0483418b-33cf-4f24-a8a3-af04d4ae9240 (CIDR: 2001:db8::/64) Aug 16 20:52:30.380737 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.390389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Transition to ACTIVE for port object 12fbebbd-3708-4a3d-9e96-d02554b6915f will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:30.395991 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-30890cea-8b6d-45b0-99d8-e23ab6eb5097 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:52:30.396620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30890cea-8b6d-45b0-99d8-e23ab6eb5097 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:52:30.401213 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ad20-f927-405d-8faa-93b92054e9ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.411288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Transition to ACTIVE for port object 12fbebbd-3708-4a3d-9e96-d02554b6915f will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:30.484092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa5488-b284-4e4a-a8e8-5278df2e9db7 req-b401982e-3591-4925-8a13-3447a593ad9f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:30.485865 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cffa5488-b284-4e4a-a8e8-5278df2e9db7 req-b401982e-3591-4925-8a13-3447a593ad9f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1268249 Aug 16 20:52:30.501355 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-30890cea-8b6d-45b0-99d8-e23ab6eb5097 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5515661 Aug 16 20:52:30.501576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59026) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:30.506646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-bdaf1751-19ee-40d7-b38c-aae6fa909a8e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:30.532980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.551884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddfee7-d72a-454f-af91-a614d3b70d12 req-af025af3-4927-48bd-8d30-fd19d1e1972b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:30.553489 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a5ddfee7-d72a-454f-af91-a614d3b70d12 req-af025af3-4927-48bd-8d30-fd19d1e1972b tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1201577 Aug 16 20:52:30.575368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:30.581541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:30.585310 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:30.592243 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ad20-f927-405d-8faa-93b92054e9ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.594558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Pushing event updated for resources: {'Port': ['ID=12fbebbd-3708-4a3d-9e96-d02554b6915f,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:30.600514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cffa5488-b284-4e4a-a8e8-5278df2e9db7 req-0d0c84f3-823e-4f37-96ea-7a7dda8ac122 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068864 Aug 16 20:52:30.625375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.626421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.626766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.627112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.628161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.628543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.628923 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.629309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.629634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.629954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.631364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.631802 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.668459 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a5ddfee7-d72a-454f-af91-a614d3b70d12 req-d5a946a1-1b77-472c-9eb7-12fd5daa6174 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073534 Aug 16 20:52:30.671360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Attempting to bind port 12fbebbd-3708-4a3d-9e96-d02554b6915f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:30.671884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Attempting to bind port 12fbebbd-3708-4a3d-9e96-d02554b6915f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'd7123ffb-78e6-4911-b0d1-951c01436952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:30.672346 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Attempting to bind port 12fbebbd-3708-4a3d-9e96-d02554b6915f on network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:30.677978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:30.679436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Checking segment: {'id': 'd7123ffb-78e6-4911-b0d1-951c01436952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:30.679436 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.679436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Bound using segment: {'id': 'd7123ffb-78e6-4911-b0d1-951c01436952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:30.680056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Bound port: 12fbebbd-3708-4a3d-9e96-d02554b6915f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7123ffb-78e6-4911-b0d1-951c01436952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:30.680538 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.742601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaf1751-19ee-40d7-b38c-aae6fa909a8e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:30.747866 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1751-19ee-40d7-b38c-aae6fa909a8e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.749957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6fa0-2b27-423b-8733-5fb143b9cae3 req-fe29ff5f-61bf-411e-9832-2d39733eafb9 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:30.751481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de1e6fa0-2b27-423b-8733-5fb143b9cae3 req-fe29ff5f-61bf-411e-9832-2d39733eafb9 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.79 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 945 time: 0.1008267 Aug 16 20:52:30.764406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] For port 12fbebbd-3708-4a3d-9e96-d02554b6915f, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:30.768857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] For port 12fbebbd-3708-4a3d-9e96-d02554b6915f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=12fbebbd-3708-4a3d-9e96-d02554b6915f,segment=NetworkSegment(d7123ffb-78e6-4911-b0d1-951c01436952),segment_id=d7123ffb-78e6-4911-b0d1-951c01436952)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:30.773595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e941a4-035f-4047-950c-5a44d0b3b1d8 req-b10eed28-68db-41c2-a27b-3a1aac749a6a tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:30.775118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83e941a4-035f-4047-950c-5a44d0b3b1d8 req-b10eed28-68db-41c2-a27b-3a1aac749a6a tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=54e176da-b5ae-4356-ab86-8812ee7f9a18 HTTP/1.1" status: 200 len: 946 time: 0.0765190 Aug 16 20:52:30.792220 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ad20-f927-405d-8faa-93b92054e9ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.847218 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.866674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4ad20-f927-405d-8faa-93b92054e9ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=19369d92-9f52-46cd-ad86-8bbf7507f033,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:30.880104 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ad20-f927-405d-8faa-93b92054e9ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.884958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bfd4ad20-f927-405d-8faa-93b92054e9ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/19369d92-9f52-46cd-ad86-8bbf7507f033 HTTP/1.1" status: 204 len: 168 time: 0.6968129 Aug 16 20:52:30.891240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59032) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:30.895349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa1629-af1e-4be7-acb1-5a9c254148f1 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:30.957176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a86568-6c2f-4d87-86ca-c3553f7a861e None None] Pushing event updated for resources: {'Port': ['ID=12fbebbd-3708-4a3d-9e96-d02554b6915f,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:30.973912 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dcee0759-e1d6-4152-b889-9dca407c5bc8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790937 Aug 16 20:52:30.979263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59034) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:30.992112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e3525-ca70-4380-9951-2d27ac78afff req-736e205b-ebb9-4435-b233-52d814c67bf4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.001819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b9e3525-ca70-4380-9951-2d27ac78afff req-736e205b-ebb9-4435-b233-52d814c67bf4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2426083 Aug 16 20:52:31.011218 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83e941a4-035f-4047-950c-5a44d0b3b1d8 req-1956abb5-1ac0-4dab-836d-3f823aa368a3 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222502 Aug 16 20:52:31.067346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b9e3525-ca70-4380-9951-2d27ac78afff req-3ddf2741-5c11-4c46-bb36-0085eb017255 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577073 Aug 16 20:52:31.076226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1b6acf-5b67-441a-b301-46fe01a097e2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.078394 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-de1b6acf-5b67-441a-b301-46fe01a097e2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0984318 Aug 16 20:52:31.081722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59036) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:31.095251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-de1e6fa0-2b27-423b-8733-5fb143b9cae3 req-4d68506f-6148-4488-8515-0205fcf8d71d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Deleting port aa23266d-b452-47eb-b35d-f8d96b5c6a0a {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:31.095605 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-de1e6fa0-2b27-423b-8733-5fb143b9cae3 req-4d68506f-6148-4488-8515-0205fcf8d71d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.133937 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1751-19ee-40d7-b38c-aae6fa909a8e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.158695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f5fc4e-10bd-4c1f-9bbc-ba74e0358425 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:31.229976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5fc4e-10bd-4c1f-9bbc-ba74e0358425 None None] Deleting port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:31.231429 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fc4e-10bd-4c1f-9bbc-ba74e0358425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.250391 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084f16b-a203-4273-a461-fa6302e32662 req-e67196bf-f672-4835-b406-a78ef4b6952d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.252490 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6084f16b-a203-4273-a461-fa6302e32662 req-e67196bf-f672-4835-b406-a78ef4b6952d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0892394 Aug 16 20:52:31.254915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf1751-19ee-40d7-b38c-aae6fa909a8e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:31.268810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-bdaf1751-19ee-40d7-b38c-aae6fa909a8e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:31.276070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf1751-19ee-40d7-b38c-aae6fa909a8e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.276664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1751-19ee-40d7-b38c-aae6fa909a8e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.292137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce331967-665d-4781-8b7b-5a09cee6a0ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.310533 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ce331967-665d-4781-8b7b-5a09cee6a0ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2255476 Aug 16 20:52:31.312085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-de1e6fa0-2b27-423b-8733-5fb143b9cae3 req-4d68506f-6148-4488-8515-0205fcf8d71d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] For port aa23266d-b452-47eb-b35d-f8d96b5c6a0a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=aa23266d-b452-47eb-b35d-f8d96b5c6a0a,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:31.312085 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-de1e6fa0-2b27-423b-8733-5fb143b9cae3 req-4d68506f-6148-4488-8515-0205fcf8d71d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.329726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf1751-19ee-40d7-b38c-aae6fa909a8e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Subnet': ['ID=3b4dba1c-5513-48a4-a91b-e35c5e230e1b,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:31.347735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59040) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:31.348173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e3f5fc4e-10bd-4c1f-9bbc-ba74e0358425 None None] For port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=02e37482-bd3a-4cb2-a778-bfafbf1fb60b,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:31.348173 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fc4e-10bd-4c1f-9bbc-ba74e0358425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.348387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-de1e6fa0-2b27-423b-8733-5fb143b9cae3 req-4d68506f-6148-4488-8515-0205fcf8d71d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Calling delete_port for aa23266d-b452-47eb-b35d-f8d96b5c6a0a owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:31.361209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5fc4e-10bd-4c1f-9bbc-ba74e0358425 None None] Calling delete_port for 02e37482-bd3a-4cb2-a778-bfafbf1fb60b owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:31.434126 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 12fbebbd-3708-4a3d-9e96-d02554b6915f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:31.450012 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cb7c4671-0ccc-4c08-8076-ec1f8e52ef6f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907125 Aug 16 20:52:31.459276 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bdaf1751-19ee-40d7-b38c-aae6fa909a8e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9563816 Aug 16 20:52:31.465987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59046) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:31.466344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59048) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:31.485958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a40ce5f6-9757-4e04-8b3f-360b79371db7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:31.494748 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1', 'fixed_ips': [{'subnet_id': '0483418b-33cf-4f24-a8a3-af04d4ae9240'}, {'subnet_id': '3b4dba1c-5513-48a4-a91b-e35c5e230e1b'}], 'name': 'tempest-PortsIpV6TestJSON-567838540'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:31.545466 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6084f16b-a203-4273-a461-fa6302e32662 req-28b281b8-543b-44b5-bbf7-4193048b1c60 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810805 Aug 16 20:52:31.627160 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fc4e-10bd-4c1f-9bbc-ba74e0358425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.643882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8414c7-dcdd-42b4-977a-ac890d3b190b req-638709f0-6a4c-4bb1-a11e-2a07ac6cfe16 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.646210 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce8414c7-dcdd-42b4-977a-ac890d3b190b req-638709f0-6a4c-4bb1-a11e-2a07ac6cfe16 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e176da-b5ae-4356-ab86-8812ee7f9a18 HTTP/1.1" status: 200 len: 946 time: 0.3060818 Aug 16 20:52:31.702689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 12fbebbd-3708-4a3d-9e96-d02554b6915f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:31.705753 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5fc4e-10bd-4c1f-9bbc-ba74e0358425 None None] Pushing event deleted for resources: {'Port': ['ID=02e37482-bd3a-4cb2-a778-bfafbf1fb60b,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:31.708904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5fc4e-10bd-4c1f-9bbc-ba74e0358425 None None] No DVR routers for this DVR port 02e37482-bd3a-4cb2-a778-bfafbf1fb60b on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:31.762288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e7ac9-e5f8-4180-8eee-e43554f95031 req-91082978-ddfd-4b78-8204-1d562d126400 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.766711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-186e7ac9-e5f8-4180-8eee-e43554f95031 req-91082978-ddfd-4b78-8204-1d562d126400 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0832849 Aug 16 20:52:31.790395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 02e37482-bd3a-4cb2-a778-bfafbf1fb60b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:31.810067 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-de1e6fa0-2b27-423b-8733-5fb143b9cae3 req-4d68506f-6148-4488-8515-0205fcf8d71d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.813871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 02e37482-bd3a-4cb2-a778-bfafbf1fb60b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:31.814220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 02e37482-bd3a-4cb2-a778-bfafbf1fb60b not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:31.821381 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['4d2fd21d-07a6-4a58-9a78-a420381c0bfc', 'aa23266d-b452-47eb-b35d-f8d96b5c6a0a'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:31.851220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68506f-6148-4488-8515-0205fcf8d71d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Pushing event deleted for resources: {'Port': ['ID=aa23266d-b452-47eb-b35d-f8d96b5c6a0a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:31.855767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25c491-601f-4a8c-8561-54cdb138f5d7 req-b36bab74-4ad9-4412-b806-5ada588bba66 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.861611 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c25c491-601f-4a8c-8561-54cdb138f5d7 req-b36bab74-4ad9-4412-b806-5ada588bba66 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.79 "GET /v2.0/ports?device_id=e95df98c-0cd8-46e9-95a0-ceb22afb12c7 HTTP/1.1" status: 200 len: 946 time: 0.2065070 Aug 16 20:52:31.892460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e35c4-46a3-4027-83ba-85868858c9f7 req-6d263449-c418-440c-8c4e-31b91bd59895 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.894086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-925e35c4-46a3-4027-83ba-85868858c9f7 req-6d263449-c418-440c-8c4e-31b91bd59895 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 867 time: 0.1291957 Aug 16 20:52:31.906588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-186e7ac9-e5f8-4180-8eee-e43554f95031 req-c013df7a-cc69-41f5-b5df-07dd192b99b5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296899 Aug 16 20:52:31.945294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1e6fa0-2b27-423b-8733-5fb143b9cae3 req-4d68506f-6148-4488-8515-0205fcf8d71d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] No DVR routers for this DVR port aa23266d-b452-47eb-b35d-f8d96b5c6a0a on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:31.962683 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-de1e6fa0-2b27-423b-8733-5fb143b9cae3 req-4d68506f-6148-4488-8515-0205fcf8d71d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.965142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de1e6fa0-2b27-423b-8733-5fb143b9cae3 req-4d68506f-6148-4488-8515-0205fcf8d71d tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.79 "DELETE /v2.0/ports/aa23266d-b452-47eb-b35d-f8d96b5c6a0a HTTP/1.1" status: 204 len: 173 time: 1.2006047 Aug 16 20:52:31.965835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378a186b-b739-412a-9f7d-206f7f0ab4c9', 'name': 'network-vif-deleted', 'tag': 'aa23266d-b452-47eb-b35d-f8d96b5c6a0a'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:31.970530 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf90607-5175-4dcb-98ce-7544ff0fe237" -d '{"events": [{"server_uuid": "378a186b-b739-412a-9f7d-206f7f0ab4c9", "name": "network-vif-deleted", "tag": "aa23266d-b452-47eb-b35d-f8d96b5c6a0a"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:31.991122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40ce5f6-9757-4e04-8b3f-360b79371db7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:31.995531 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a40ce5f6-9757-4e04-8b3f-360b79371db7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.045466 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-925e35c4-46a3-4027-83ba-85868858c9f7 req-cc31b66d-6fe0-498a-9a9d-90288125578f tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350143 Aug 16 20:52:32.084256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac0abc-5cd6-479f-809e-3a2e5b6f52bc req-21741275-88ed-4279-bfe9-60d201eca54e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.086690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbac0abc-5cd6-479f-809e-3a2e5b6f52bc req-21741275-88ed-4279-bfe9-60d201eca54e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0743947 Aug 16 20:52:32.105267 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8e0598-91cb-4730-b03c-ecc00beb23e9 x-openstack-request-id: req-0b8e0598-91cb-4730-b03c-ecc00beb23e9 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:32.105951 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378a186b-b739-412a-9f7d-206f7f0ab4c9", "name": "network-vif-deleted", "tag": "aa23266d-b452-47eb-b35d-f8d96b5c6a0a", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:32.110845 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b8e0598-91cb-4730-b03c-ecc00beb23e9 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:32.110845 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378a186b-b739-412a-9f7d-206f7f0ab4c9', 'name': 'network-vif-deleted', 'tag': 'aa23266d-b452-47eb-b35d-f8d96b5c6a0a', 'status': 'completed', 'code': 200} Aug 16 20:52:32.138927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-ce8414c7-dcdd-42b4-977a-ac890d3b190b req-3a70f140-def5-413a-8a21-22afe7d9a3cc tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Deleting port 7970b1e4-72f4-42d9-a578-97febcbaa2b9 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:32.139276 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ce8414c7-dcdd-42b4-977a-ac890d3b190b req-3a70f140-def5-413a-8a21-22afe7d9a3cc tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.179914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbac0abc-5cd6-479f-809e-3a2e5b6f52bc req-0c3b26d3-a2e1-40af-aee7-e1b22a64177e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804367 Aug 16 20:52:32.265626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a557e8-36ee-4bc9-be05-2b1264547bbb req-ee087a32-ad50-4f38-b043-bcf3539a96b9 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.267324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0a557e8-36ee-4bc9-be05-2b1264547bbb req-ee087a32-ad50-4f38-b043-bcf3539a96b9 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=54e176da-b5ae-4356-ab86-8812ee7f9a18 HTTP/1.1" status: 200 len: 946 time: 0.0773153 Aug 16 20:52:32.329762 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ce8414c7-dcdd-42b4-977a-ac890d3b190b req-3a70f140-def5-413a-8a21-22afe7d9a3cc tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] For port 7970b1e4-72f4-42d9-a578-97febcbaa2b9, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7970b1e4-72f4-42d9-a578-97febcbaa2b9,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:32.331820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ce8414c7-dcdd-42b4-977a-ac890d3b190b req-3a70f140-def5-413a-8a21-22afe7d9a3cc tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.334782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-6c25c491-601f-4a8c-8561-54cdb138f5d7 req-76ae3e95-a5d5-4b7a-8a10-67ae301397dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Deleting port 8d8ff01f-4247-42af-97c8-c203abc9bfdb {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:32.335058 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6c25c491-601f-4a8c-8561-54cdb138f5d7 req-76ae3e95-a5d5-4b7a-8a10-67ae301397dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.335840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0a557e8-36ee-4bc9-be05-2b1264547bbb req-efcbc232-7d40-4cef-b629-b7958a300ad6 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614333 Aug 16 20:52:32.346076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:32.394716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea824675-6b07-4c98-b146-0e5fa31ac9bf req-7ec47aa6-8eda-40ab-8b4d-f23486d25322 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.396378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea824675-6b07-4c98-b146-0e5fa31ac9bf req-7ec47aa6-8eda-40ab-8b4d-f23486d25322 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0576208 Aug 16 20:52:32.400945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca91d30-d5b2-4901-8f60-cb4bb2573d23 None None] Network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:32.408684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-ce8414c7-dcdd-42b4-977a-ac890d3b190b req-3a70f140-def5-413a-8a21-22afe7d9a3cc tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Calling delete_port for 7970b1e4-72f4-42d9-a578-97febcbaa2b9 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:32.457098 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea824675-6b07-4c98-b146-0e5fa31ac9bf req-931cef82-d644-478b-bfda-39bc1dd2ae12 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502832 Aug 16 20:52:32.582745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4357451e-db33-4ff2-9fe4-65a3c8808edc None None] Provisioning for port 12fbebbd-3708-4a3d-9e96-d02554b6915f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:32.586360 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.594961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4357451e-db33-4ff2-9fe4-65a3c8808edc None None] Provisioning complete for port 12fbebbd-3708-4a3d-9e96-d02554b6915f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:32.595475 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4357451e-db33-4ff2-9fe4-65a3c8808edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.624574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d04a9-4c9b-443e-85e6-a8fc3db70fe1 req-cef5808c-dc08-4f3e-950b-ad06c953a01c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.633431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a4d04a9-4c9b-443e-85e6-a8fc3db70fe1 req-cef5808c-dc08-4f3e-950b-ad06c953a01c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0808194 Aug 16 20:52:32.684262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a4d04a9-4c9b-443e-85e6-a8fc3db70fe1 req-1756fd25-056f-44ed-a293-dff2451125df tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495946 Aug 16 20:52:32.706398 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:52:32.734623 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.796468 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4357451e-db33-4ff2-9fe4-65a3c8808edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.826625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8220b13d-24c8-4887-ab1f-c694a5ce9e1d None None] Update dhcp port {'port': {'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1', 'fixed_ips': [{'subnet_id': '0483418b-33cf-4f24-a8a3-af04d4ae9240', 'ip_address': '2001:db8::2'}, {'subnet_id': '3b4dba1c-5513-48a4-a91b-e35c5e230e1b'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '12fbebbd-3708-4a3d-9e96-d02554b6915f'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:52:32.849584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4357451e-db33-4ff2-9fe4-65a3c8808edc None None] For port 12fbebbd-3708-4a3d-9e96-d02554b6915f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=12fbebbd-3708-4a3d-9e96-d02554b6915f,segment=NetworkSegment(d7123ffb-78e6-4911-b0d1-951c01436952),segment_id=d7123ffb-78e6-4911-b0d1-951c01436952)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:32.877224 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8220b13d-24c8-4887-ab1f-c694a5ce9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.903139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac5ec7-556f-40f0-87c3-c8e72201a063 req-90be5048-5b47-4b5b-bbb4-72be1d706a0a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.911218 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aaac5ec7-556f-40f0-87c3-c8e72201a063 req-90be5048-5b47-4b5b-bbb4-72be1d706a0a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0643847 Aug 16 20:52:32.938784 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a40ce5f6-9757-4e04-8b3f-360b79371db7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.944220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-6c25c491-601f-4a8c-8561-54cdb138f5d7 req-76ae3e95-a5d5-4b7a-8a10-67ae301397dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] For port 8d8ff01f-4247-42af-97c8-c203abc9bfdb, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8d8ff01f-4247-42af-97c8-c203abc9bfdb,segment=NetworkSegment(c99a45b9-0b2e-42db-9c2b-53812bad37ab),segment_id=c99a45b9-0b2e-42db-9c2b-53812bad37ab)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:32.944590 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6c25c491-601f-4a8c-8561-54cdb138f5d7 req-76ae3e95-a5d5-4b7a-8a10-67ae301397dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.949285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aaac5ec7-556f-40f0-87c3-c8e72201a063 req-45b3f344-3709-4333-8f1a-4ebe9ff86ef6 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370393 Aug 16 20:52:32.984388 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.999588 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4357451e-db33-4ff2-9fe4-65a3c8808edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.001391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-6c25c491-601f-4a8c-8561-54cdb138f5d7 req-76ae3e95-a5d5-4b7a-8a10-67ae301397dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Calling delete_port for 8d8ff01f-4247-42af-97c8-c203abc9bfdb owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:33.033825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ce5f6-9757-4e04-8b3f-360b79371db7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:33.049509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a40ce5f6-9757-4e04-8b3f-360b79371db7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:33.054207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port 5e3c5f7f-0eb9-404b-b821-07990b1409eb yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:33.066353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ce5f6-9757-4e04-8b3f-360b79371db7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.066959 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a40ce5f6-9757-4e04-8b3f-360b79371db7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.076405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cdae5b-9213-4c7b-ae09-b5ddc75369e9 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:33.124817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ce5f6-9757-4e04-8b3f-360b79371db7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=da29bd39-c054-42e6-a279-646abeff8837,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:33.139094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc1e5a-36e8-41ec-94fe-456d1056e0a3 req-8f1b0112-9a8d-4b08-bcf4-37025d7158b4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.147403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357451e-db33-4ff2-9fe4-65a3c8808edc None None] Pushing event updated for resources: {'Port': ['ID=12fbebbd-3708-4a3d-9e96-d02554b6915f,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:33.148593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98fc1e5a-36e8-41ec-94fe-456d1056e0a3 req-8f1b0112-9a8d-4b08-bcf4-37025d7158b4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1046519 Aug 16 20:52:33.179735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-8220b13d-24c8-4887-ab1f-c694a5ce9e1d None None] Allocated IP 2001:db8:0:1::2 (5486a748-e71d-4d9c-8f02-8c9b5134b6b1/3b4dba1c-5513-48a4-a91b-e35c5e230e1b/12fbebbd-3708-4a3d-9e96-d02554b6915f) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:33.197449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98fc1e5a-36e8-41ec-94fe-456d1056e0a3 req-f51d58f9-4e2b-4660-b263-66f792868a4f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469491 Aug 16 20:52:33.301214 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-799afb58-d40e-4240-a3a2-3154824ca8cd req-96258407-b5d9-4b13-95d7-0eb26ffa55c1 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=378a186b-b739-412a-9f7d-206f7f0ab4c9 HTTP/1.1" status: 200 len: 210 time: 0.0576825 Aug 16 20:52:33.373439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7115f8-ff1f-45f8-8203-00e2a5c97bba req-871fe640-5586-4ac4-9fcb-05d896344975 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.375809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc7115f8-ff1f-45f8-8203-00e2a5c97bba req-871fe640-5586-4ac4-9fcb-05d896344975 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.0729456 Aug 16 20:52:33.442125 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a40ce5f6-9757-4e04-8b3f-360b79371db7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9697120 Aug 16 20:52:33.445116 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc7115f8-ff1f-45f8-8203-00e2a5c97bba req-762165b5-ffb2-45af-905c-18b3706eb963 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632622 Aug 16 20:52:33.446000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59096) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:33.458759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': 'da29bd39-c054-42e6-a279-646abeff8837', 'ip_address': '2001:db8::7f48:98b:361:96ad'}], 'name': 'tempest-NetworksTestDHCPv6-15968761'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:33.525243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 12fbebbd-3708-4a3d-9e96-d02554b6915f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:33.568676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': 'da29bd39-c054-42e6-a279-646abeff8837'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:33.595972 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.596143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9988efc-0faf-413e-9809-aee30f5174af req-dcd7e664-622e-4e20-b4ef-6e68767097a5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.599867 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9988efc-0faf-413e-9809-aee30f5174af req-dcd7e664-622e-4e20-b4ef-6e68767097a5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1939039 Aug 16 20:52:33.671405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c58bb4-f61d-4b40-9b58-f3b452fb2818 req-b627154a-d56b-4788-a73b-cfc87a6cad7a tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.673069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05c58bb4-f61d-4b40-9b58-f3b452fb2818 req-b627154a-d56b-4788-a73b-cfc87a6cad7a tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=54e176da-b5ae-4356-ab86-8812ee7f9a18 HTTP/1.1" status: 200 len: 946 time: 0.1396260 Aug 16 20:52:33.688868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9988efc-0faf-413e-9809-aee30f5174af req-c375cae5-de87-40ab-b126-7637907e568b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882101 Aug 16 20:52:33.708981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8220b13d-24c8-4887-ab1f-c694a5ce9e1d None None] For port 12fbebbd-3708-4a3d-9e96-d02554b6915f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=12fbebbd-3708-4a3d-9e96-d02554b6915f,segment=NetworkSegment(d7123ffb-78e6-4911-b0d1-951c01436952),segment_id=d7123ffb-78e6-4911-b0d1-951c01436952)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:33.748338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 12fbebbd-3708-4a3d-9e96-d02554b6915f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:33.749133 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.749736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05c58bb4-f61d-4b40-9b58-f3b452fb2818 req-375c3835-e18f-480b-ab26-eb49eac4529f tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/security-groups?id=8feee3dc-3e61-468f-9d78-099a319a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702243 Aug 16 20:52:33.789512 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ce8414c7-dcdd-42b4-977a-ac890d3b190b req-3a70f140-def5-413a-8a21-22afe7d9a3cc tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.809528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['7970b1e4-72f4-42d9-a578-97febcbaa2b9'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:33.836878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6c25c491-601f-4a8c-8561-54cdb138f5d7 req-76ae3e95-a5d5-4b7a-8a10-67ae301397dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.844093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70f140-def5-413a-8a21-22afe7d9a3cc tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Pushing event deleted for resources: {'Port': ['ID=7970b1e4-72f4-42d9-a578-97febcbaa2b9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:33.844708 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8220b13d-24c8-4887-ab1f-c694a5ce9e1d None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.856192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/da29bd39-c054-42e6-a279-646abeff8837/b9c01c38-2047-4b87-b128-5c8988a1d202) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:33.873953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:33.880691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['7970b1e4-72f4-42d9-a578-97febcbaa2b9'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:33.885488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8220b13d-24c8-4887-ab1f-c694a5ce9e1d None None] Transition to ACTIVE for port object 12fbebbd-3708-4a3d-9e96-d02554b6915f will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:33.906635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb92ce-2547-4c3c-be7e-8aba7cd731fd req-9a02535f-cbde-423e-a802-e9bfd9e55a60 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.910039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aaeb92ce-2547-4c3c-be7e-8aba7cd731fd req-9a02535f-cbde-423e-a802-e9bfd9e55a60 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0874491 Aug 16 20:52:33.922182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae3e95-a5d5-4b7a-8a10-67ae301397dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Pushing event deleted for resources: {'Port': ['ID=8d8ff01f-4247-42af-97c8-c203abc9bfdb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:33.965834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8414c7-dcdd-42b4-977a-ac890d3b190b req-3a70f140-def5-413a-8a21-22afe7d9a3cc tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] No DVR routers for this DVR port 7970b1e4-72f4-42d9-a578-97febcbaa2b9 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:33.968679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ce8414c7-dcdd-42b4-977a-ac890d3b190b req-3a70f140-def5-413a-8a21-22afe7d9a3cc tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.972233 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce8414c7-dcdd-42b4-977a-ac890d3b190b req-3a70f140-def5-413a-8a21-22afe7d9a3cc tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.76 "DELETE /v2.0/ports/7970b1e4-72f4-42d9-a578-97febcbaa2b9 HTTP/1.1" status: 204 len: 173 time: 2.3033218 Aug 16 20:52:33.972939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e176da-b5ae-4356-ab86-8812ee7f9a18', 'name': 'network-vif-deleted', 'tag': '7970b1e4-72f4-42d9-a578-97febcbaa2b9'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:33.976316 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a340d02-2c60-4a31-a208-d77619a5e6a5" -d '{"events": [{"server_uuid": "54e176da-b5ae-4356-ab86-8812ee7f9a18", "name": "network-vif-deleted", "tag": "7970b1e4-72f4-42d9-a578-97febcbaa2b9"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:33.984284 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8220b13d-24c8-4887-ab1f-c694a5ce9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.008827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c25c491-601f-4a8c-8561-54cdb138f5d7 req-76ae3e95-a5d5-4b7a-8a10-67ae301397dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] No DVR routers for this DVR port 8d8ff01f-4247-42af-97c8-c203abc9bfdb on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:34.012526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-6c25c491-601f-4a8c-8561-54cdb138f5d7 req-76ae3e95-a5d5-4b7a-8a10-67ae301397dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.016562 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c25c491-601f-4a8c-8561-54cdb138f5d7 req-76ae3e95-a5d5-4b7a-8a10-67ae301397dd tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.79 "DELETE /v2.0/ports/8d8ff01f-4247-42af-97c8-c203abc9bfdb HTTP/1.1" status: 204 len: 173 time: 2.1519003 Aug 16 20:52:34.025015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.058041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port e60e99aa-a5ff-4efc-903e-430bec79280a yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:34.084961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aaeb92ce-2547-4c3c-be7e-8aba7cd731fd req-55af148b-9f3b-4170-be89-96409ed5b9c2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417532 Aug 16 20:52:34.116853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220b13d-24c8-4887-ab1f-c694a5ce9e1d None None] Pushing event updated for resources: {'Port': ['ID=12fbebbd-3708-4a3d-9e96-d02554b6915f,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:34.153387 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93db14df-dc61-4b59-87b3-7a25fe7622cc x-openstack-request-id: req-93db14df-dc61-4b59-87b3-7a25fe7622cc {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:34.153977 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e176da-b5ae-4356-ab86-8812ee7f9a18", "name": "network-vif-deleted", "tag": "7970b1e4-72f4-42d9-a578-97febcbaa2b9", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:34.154649 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-93db14df-dc61-4b59-87b3-7a25fe7622cc {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:34.156263 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e176da-b5ae-4356-ab86-8812ee7f9a18', 'name': 'network-vif-deleted', 'tag': '7970b1e4-72f4-42d9-a578-97febcbaa2b9', 'status': 'completed', 'code': 200} Aug 16 20:52:34.183971 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.195077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Transition to ACTIVE for port object b9c01c38-2047-4b87-b128-5c8988a1d202 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:34.214872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Transition to ACTIVE for port object b9c01c38-2047-4b87-b128-5c8988a1d202 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:34.236497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8::c0 (5486a748-e71d-4d9c-8f02-8c9b5134b6b1/0483418b-33cf-4f24-a8a3-af04d4ae9240/5e3c5f7f-0eb9-404b-b821-07990b1409eb) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:34.246890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8:0:1::33c (5486a748-e71d-4d9c-8f02-8c9b5134b6b1/3b4dba1c-5513-48a4-a91b-e35c5e230e1b/5e3c5f7f-0eb9-404b-b821-07990b1409eb) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:34.341232 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.415618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:34.419013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:34.422934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:34.430774 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Pushing event updated for resources: {'Port': ['ID=b9c01c38-2047-4b87-b128-5c8988a1d202,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:34.434829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::7f48:98b:361:96ad (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/da29bd39-c054-42e6-a279-646abeff8837/e60e99aa-a5ff-4efc-903e-430bec79280a) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:34.457748 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.481762 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object 5e3c5f7f-0eb9-404b-b821-07990b1409eb will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:34.535334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Attempting to bind port b9c01c38-2047-4b87-b128-5c8988a1d202 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:34.538750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Attempting to bind port b9c01c38-2047-4b87-b128-5c8988a1d202 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:34.538750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Attempting to bind port b9c01c38-2047-4b87-b128-5c8988a1d202 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:34.551342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:34.551721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:34.552132 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.552533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:34.553652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Bound port: b9c01c38-2047-4b87-b128-5c8988a1d202, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:34.559053 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.635638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.637357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] For port b9c01c38-2047-4b87-b128-5c8988a1d202, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:34.642274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] For port b9c01c38-2047-4b87-b128-5c8988a1d202, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b9c01c38-2047-4b87-b128-5c8988a1d202,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:34.681135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:34.687640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:34.690358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:34.693925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024e250-16e0-4575-b308-a3650254bbd7 req-8e9f740c-ca83-4b75-8cb4-6ce84c2a3306 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:34.695503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5024e250-16e0-4575-b308-a3650254bbd7 req-8e9f740c-ca83-4b75-8cb4-6ce84c2a3306 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1267815 Aug 16 20:52:34.696631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:34.697311 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.715981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=5e3c5f7f-0eb9-404b-b821-07990b1409eb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:34.728195 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.774302 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.785125 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a9315455-b1e0-4113-9546-e57ddc7df5b8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.2949860 Aug 16 20:52:34.787656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59118) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:34.796267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5024e250-16e0-4575-b308-a3650254bbd7 req-20cecedd-0346-41b3-8efa-36672d1e5aa8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841851 Aug 16 20:52:34.796380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-eed8b49d-3f47-46c1-bb13-fe1762834e60 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0483418b-33cf-4f24-a8a3-af04d4ae9240'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:34.808887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object e60e99aa-a5ff-4efc-903e-430bec79280a will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:34.849994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device aa23266d-b452-47eb-b35d-f8d96b5c6a0a no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:34.907877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96fb0e4-3438-4545-8267-cec3e4b2d4a1 None None] Network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:34.926538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eed8b49d-3f47-46c1-bb13-fe1762834e60 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.030065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866e92c-09f4-430a-aadc-306cb2f5562b req-d302a51a-cdb4-495a-a0fb-01ed1780d4e5 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:35.046657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6866e92c-09f4-430a-aadc-306cb2f5562b req-d302a51a-cdb4-495a-a0fb-01ed1780d4e5 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1106520 Aug 16 20:52:35.055269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405a70b-556b-4217-8534-a14e883377d2 None None] Pushing event updated for resources: {'Port': ['ID=b9c01c38-2047-4b87-b128-5c8988a1d202,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:35.073375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: aa23266d-b452-47eb-b35d-f8d96b5c6a0a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:35.073938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device aa23266d-b452-47eb-b35d-f8d96b5c6a0a not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:35.074654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8d8ff01f-4247-42af-97c8-c203abc9bfdb no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:35.090885 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.164976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 8d8ff01f-4247-42af-97c8-c203abc9bfdb {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:35.165845 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8d8ff01f-4247-42af-97c8-c203abc9bfdb not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:35.249086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c4355930-b5f0-4a90-b1fd-f7abe6ea654f req-3caa3927-2493-4575-8e16-f0e41210d3a3 tempest-ListServersNegativeTestJSON-1078403433 tempest-ListServersNegativeTestJSON-1078403433-project] 10.222.0.74 "GET /v2.0/ports?device_id=54e176da-b5ae-4356-ab86-8812ee7f9a18 HTTP/1.1" status: 200 len: 210 time: 0.1149986 Aug 16 20:52:35.264485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6a34fd80-0e40-40f0-9e66-2565b094a8c7 None None] Provisioning for port 12fbebbd-3708-4a3d-9e96-d02554b6915f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:35.275006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6a34fd80-0e40-40f0-9e66-2565b094a8c7 None None] Provisioning complete for port 12fbebbd-3708-4a3d-9e96-d02554b6915f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:35.275669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6a34fd80-0e40-40f0-9e66-2565b094a8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.319626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:35.350652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:35.362628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:35.374378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:35.393130 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.496313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6866e92c-09f4-430a-aadc-306cb2f5562b req-725682d1-72fa-48bb-bab7-71a1ce22a881 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4485376 Aug 16 20:52:35.497255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=e60e99aa-a5ff-4efc-903e-430bec79280a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:35.577633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 12fbebbd-3708-4a3d-9e96-d02554b6915f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:35.610068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-eed8b49d-3f47-46c1-bb13-fe1762834e60 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Delete allocated IP 2001:db8:0:1::33c (5486a748-e71d-4d9c-8f02-8c9b5134b6b1/3b4dba1c-5513-48a4-a91b-e35c5e230e1b) {{(pid=95262) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:52:35.626476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0957b-509d-42c3-b897-3d0847163c4a req-610fc0e3-3c67-4cd0-9593-5e9b58de756f tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:35.633092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01a0957b-509d-42c3-b897-3d0847163c4a req-610fc0e3-3c67-4cd0-9593-5e9b58de756f tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1215563 Aug 16 20:52:35.659326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6521b3d4-2375-44ba-a3c1-b955e8763c1c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2107630 Aug 16 20:52:35.668327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 12fbebbd-3708-4a3d-9e96-d02554b6915f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:35.668327 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.675751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59124) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:35.679082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01a0957b-509d-42c3-b897-3d0847163c4a req-95b738a4-4a70-444e-ac4f-124d513d779f tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 Aug 16 20:52:35.751820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f0b330-7e1a-4260-aeae-dde7911fbb82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:35.758414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f0b330-7e1a-4260-aeae-dde7911fbb82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:35.762419 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d9f0b330-7e1a-4260-aeae-dde7911fbb82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.0801077 Aug 16 20:52:35.762866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59126) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:35.782296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eed8b49d-3f47-46c1-bb13-fe1762834e60 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.793401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b9c01c38-2047-4b87-b128-5c8988a1d202 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:35.816369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-eed8b49d-3f47-46c1-bb13-fe1762834e60 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Ignored duplicate provisioning block setup for port 5e3c5f7f-0eb9-404b-b821-07990b1409eb by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:52:35.903757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-33767376-e3b6-4c22-afd6-06fdf16ac081 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port e60e99aa-a5ff-4efc-903e-430bec79280a {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:35.904258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33767376-e3b6-4c22-afd6-06fdf16ac081 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.915018 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-886b5504-514c-4155-94cd-a923b3ac9e2b None None] Provisioning for port 5e3c5f7f-0eb9-404b-b821-07990b1409eb completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:35.915607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eed8b49d-3f47-46c1-bb13-fe1762834e60 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.920392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-886b5504-514c-4155-94cd-a923b3ac9e2b None None] Provisioning complete for port 5e3c5f7f-0eb9-404b-b821-07990b1409eb triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:35.920828 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-886b5504-514c-4155-94cd-a923b3ac9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.968323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port b9c01c38-2047-4b87-b128-5c8988a1d202 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:35.985834 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-886b5504-514c-4155-94cd-a923b3ac9e2b None None] Port 5e3c5f7f-0eb9-404b-b821-07990b1409eb cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:35.989929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-eed8b49d-3f47-46c1-bb13-fe1762834e60 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] In _notify_port_updated(), no bound segment for port 5e3c5f7f-0eb9-404b-b821-07990b1409eb on network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:52:35.998327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-886b5504-514c-4155-94cd-a923b3ac9e2b None None] Provisioning complete for port 12fbebbd-3708-4a3d-9e96-d02554b6915f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:35.998830 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-886b5504-514c-4155-94cd-a923b3ac9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.003772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed8b49d-3f47-46c1-bb13-fe1762834e60 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.004664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eed8b49d-3f47-46c1-bb13-fe1762834e60 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.006110 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eed8b49d-3f47-46c1-bb13-fe1762834e60 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "PUT /v2.0/ports/5e3c5f7f-0eb9-404b-b821-07990b1409eb HTTP/1.1" status: 200 len: 924 time: 1.2164304 Aug 16 20:52:36.009210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59130) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:36.010094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae637eaa-dadd-4f07-94da-e0ff21798993 req-f83b411d-70b3-4292-b38c-a33ef2e99c39 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.017648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae637eaa-dadd-4f07-94da-e0ff21798993 req-f83b411d-70b3-4292-b38c-a33ef2e99c39 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1304181 Aug 16 20:52:36.017907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-76f10a6f-c74f-4417-8feb-0ea3d2982d21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0483418b-33cf-4f24-a8a3-af04d4ae9240'}, {'subnet_id': '3b4dba1c-5513-48a4-a91b-e35c5e230e1b'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:36.063271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8b49d-3f47-46c1-bb13-fe1762834e60 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=5e3c5f7f-0eb9-404b-b821-07990b1409eb,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:36.074358 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33767376-e3b6-4c22-afd6-06fdf16ac081 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.104369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-33767376-e3b6-4c22-afd6-06fdf16ac081 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for e60e99aa-a5ff-4efc-903e-430bec79280a owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:36.124328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae637eaa-dadd-4f07-94da-e0ff21798993 req-4b9b5f61-d975-48bd-ad94-2eab07d39b8b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020632 Aug 16 20:52:36.133564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76f10a6f-c74f-4417-8feb-0ea3d2982d21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.158173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95df98c-0cd8-46e9-95a0-ceb22afb12c7', 'name': 'network-vif-deleted', 'tag': '8d8ff01f-4247-42af-97c8-c203abc9bfdb'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:36.160881 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c27141-fab1-4ac7-83bb-b078c0c29fb9" -d '{"events": [{"server_uuid": "e95df98c-0cd8-46e9-95a0-ceb22afb12c7", "name": "network-vif-deleted", "tag": "8d8ff01f-4247-42af-97c8-c203abc9bfdb"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:36.224378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7970b1e4-72f4-42d9-a578-97febcbaa2b9 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:36.230027 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f271b1b-c090-4ee0-ae2e-c62ee1012dba x-openstack-request-id: req-6f271b1b-c090-4ee0-ae2e-c62ee1012dba {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:36.230328 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95df98c-0cd8-46e9-95a0-ceb22afb12c7", "name": "network-vif-deleted", "tag": "8d8ff01f-4247-42af-97c8-c203abc9bfdb", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:36.230585 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f271b1b-c090-4ee0-ae2e-c62ee1012dba {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:36.230986 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95df98c-0cd8-46e9-95a0-ceb22afb12c7', 'name': 'network-vif-deleted', 'tag': '8d8ff01f-4247-42af-97c8-c203abc9bfdb', 'status': 'completed', 'code': 200} Aug 16 20:52:36.254336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 7970b1e4-72f4-42d9-a578-97febcbaa2b9 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:36.257514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7970b1e4-72f4-42d9-a578-97febcbaa2b9 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:36.286098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-54e3c038-2bac-47ff-95ac-b3373d0782e4 None None] Provisioning complete for port 5e3c5f7f-0eb9-404b-b821-07990b1409eb triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:36.286559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-54e3c038-2bac-47ff-95ac-b3373d0782e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.364928 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-54e3c038-2bac-47ff-95ac-b3373d0782e4 None None] Port 5e3c5f7f-0eb9-404b-b821-07990b1409eb cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:36.367117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59144) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:36.427876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-677fde5c-e1d1-4f43-9b0a-258f34f25e77 admin admin] Deleting subnet 12669f78-6047-4d28-8457-7eb64147eac7 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:36.427876 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-677fde5c-e1d1-4f43-9b0a-258f34f25e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.458634 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33767376-e3b6-4c22-afd6-06fdf16ac081 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.494861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33767376-e3b6-4c22-afd6-06fdf16ac081 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=e60e99aa-a5ff-4efc-903e-430bec79280a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:36.495504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c7637adc-96c0-4825-baed-66a284723207 None None] Provisioning complete for port 5e3c5f7f-0eb9-404b-b821-07990b1409eb triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:36.496126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7637adc-96c0-4825-baed-66a284723207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.551212 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33767376-e3b6-4c22-afd6-06fdf16ac081 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.555940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-33767376-e3b6-4c22-afd6-06fdf16ac081 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/e60e99aa-a5ff-4efc-903e-430bec79280a HTTP/1.1" status: 204 len: 168 time: 0.7892923 Aug 16 20:52:36.555940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59148) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:36.596823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-76f10a6f-c74f-4417-8feb-0ea3d2982d21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8:0:1::33b (5486a748-e71d-4d9c-8f02-8c9b5134b6b1/3b4dba1c-5513-48a4-a91b-e35c5e230e1b/5e3c5f7f-0eb9-404b-b821-07990b1409eb) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:36.612828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c7637adc-96c0-4825-baed-66a284723207 None None] Port 5e3c5f7f-0eb9-404b-b821-07990b1409eb cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:36.628998 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-677fde5c-e1d1-4f43-9b0a-258f34f25e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.635963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3908a65-e1ba-4d5b-a65e-a7d3b249ebee tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.641853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3908a65-e1ba-4d5b-a65e-a7d3b249ebee tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.641853 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d3908a65-e1ba-4d5b-a65e-a7d3b249ebee tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0814722 Aug 16 20:52:36.651133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59154) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:36.710130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c7637adc-96c0-4825-baed-66a284723207 None None] Provisioning for port b9c01c38-2047-4b87-b128-5c8988a1d202 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:36.716956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c7637adc-96c0-4825-baed-66a284723207 None None] Provisioning complete for port b9c01c38-2047-4b87-b128-5c8988a1d202 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:36.722233 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7637adc-96c0-4825-baed-66a284723207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.725201 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce08706-5a57-4940-a707-258a6c8a3c2c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet da29bd39-c054-42e6-a279-646abeff8837 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:36.735634 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dce08706-5a57-4940-a707-258a6c8a3c2c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.749375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b052e-37cd-4594-b0b2-fc22a975fe6d req-a93f9daa-862b-4379-ab52-9d98f55bfe48 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.750896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b8b052e-37cd-4594-b0b2-fc22a975fe6d req-a93f9daa-862b-4379-ab52-9d98f55bfe48 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1348772 Aug 16 20:52:36.755413 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-677fde5c-e1d1-4f43-9b0a-258f34f25e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.802093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bb904-fdaf-4002-a801-0822f2969fba req-9586a1fe-77ef-4ae1-9bbe-02b38bd43b33 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.802544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dce08706-5a57-4940-a707-258a6c8a3c2c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.809708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a88bb904-fdaf-4002-a801-0822f2969fba req-9586a1fe-77ef-4ae1-9bbe-02b38bd43b33 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1304858 Aug 16 20:52:36.824070 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7637adc-96c0-4825-baed-66a284723207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.864987 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76f10a6f-c74f-4417-8feb-0ea3d2982d21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.870781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c7637adc-96c0-4825-baed-66a284723207 None None] For port b9c01c38-2047-4b87-b128-5c8988a1d202, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b9c01c38-2047-4b87-b128-5c8988a1d202,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:36.891502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a88bb904-fdaf-4002-a801-0822f2969fba req-6838a942-3640-47f0-99c4-d501b06bca3c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790761 Aug 16 20:52:36.907634 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b8b052e-37cd-4594-b0b2-fc22a975fe6d req-3105326f-4159-4b89-a3ef-7ae9b244b5c4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302555 Aug 16 20:52:36.938336 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7637adc-96c0-4825-baed-66a284723207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.977334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dce08706-5a57-4940-a707-258a6c8a3c2c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.016259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7637adc-96c0-4825-baed-66a284723207 None None] Pushing event updated for resources: {'Port': ['ID=b9c01c38-2047-4b87-b128-5c8988a1d202,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:37.050434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d8736d07-f245-4716-a3a2-7a1233acadac None None] Could not find standard attr ID for object e60e99aa-a5ff-4efc-903e-430bec79280a. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:52:37.055671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140964f-7601-4d6f-a7cd-b03abcc627cb req-fb0cb91d-c98b-48f8-826a-cdbd8d4c30aa tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:37.057315 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c140964f-7601-4d6f-a7cd-b03abcc627cb req-fb0cb91d-c98b-48f8-826a-cdbd8d4c30aa tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.0693293 Aug 16 20:52:37.084383 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-677fde5c-e1d1-4f43-9b0a-258f34f25e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.116906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fde5c-e1d1-4f43-9b0a-258f34f25e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12669f78-6047-4d28-8457-7eb64147eac7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:37.128447 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-677fde5c-e1d1-4f43-9b0a-258f34f25e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.131751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-677fde5c-e1d1-4f43-9b0a-258f34f25e77 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/12669f78-6047-4d28-8457-7eb64147eac7 HTTP/1.1" status: 204 len: 168 time: 0.7625747 Aug 16 20:52:37.133211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59158) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:37.135965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c140964f-7601-4d6f-a7cd-b03abcc627cb req-9465de0c-192a-46c7-bc18-ae1a241c8a45 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726407 Aug 16 20:52:37.204564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.207258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-76f10a6f-c74f-4417-8feb-0ea3d2982d21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object 5e3c5f7f-0eb9-404b-b821-07990b1409eb will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:37.209528 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dce08706-5a57-4940-a707-258a6c8a3c2c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.243911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce08706-5a57-4940-a707-258a6c8a3c2c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=da29bd39-c054-42e6-a279-646abeff8837,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:37.245914 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dce08706-5a57-4940-a707-258a6c8a3c2c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.248260 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dce08706-5a57-4940-a707-258a6c8a3c2c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/da29bd39-c054-42e6-a279-646abeff8837 HTTP/1.1" status: 204 len: 168 time: 0.5956526 Aug 16 20:52:37.250764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59160) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:37.254544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dcf4f1-a43a-4f03-a136-ce7eb37ad82f None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:37.258245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b9c01c38-2047-4b87-b128-5c8988a1d202 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:37.345301 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76f10a6f-c74f-4417-8feb-0ea3d2982d21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.403439 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.403941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port b9c01c38-2047-4b87-b128-5c8988a1d202 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:37.404434 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.425517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde89054-92a8-4fbb-bf5c-035560674a46']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:37.472531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f20d7a-2d36-409f-83d3-17848a5869c0 req-c2bb7b33-fb2b-4c98-8823-4e400b73bd96 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:37.474139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a0f20d7a-2d36-409f-83d3-17848a5869c0 req-c2bb7b33-fb2b-4c98-8823-4e400b73bd96 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 945 time: 0.1964943 Aug 16 20:52:37.494856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99a45b9-0b2e-42db-9c2b-53812bad37ab') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:37.495139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99a45b9-0b2e-42db-9c2b-53812bad37ab') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:37.497054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f10a6f-c74f-4417-8feb-0ea3d2982d21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=5e3c5f7f-0eb9-404b-b821-07990b1409eb,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:37.525881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-76f10a6f-c74f-4417-8feb-0ea3d2982d21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] In _notify_port_updated(), no bound segment for port 5e3c5f7f-0eb9-404b-b821-07990b1409eb on network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:52:37.531661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f10a6f-c74f-4417-8feb-0ea3d2982d21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:37.532336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76f10a6f-c74f-4417-8feb-0ea3d2982d21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.536362 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-76f10a6f-c74f-4417-8feb-0ea3d2982d21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "PUT /v2.0/ports/5e3c5f7f-0eb9-404b-b821-07990b1409eb HTTP/1.1" status: 200 len: 1010 time: 1.5239050 Aug 16 20:52:37.538481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59162) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:37.577894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.598931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50216d2a-b24b-4727-a23e-b78e8684022d None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:37.653298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-50216d2a-b24b-4727-a23e-b78e8684022d None None] Deleting port b9c01c38-2047-4b87-b128-5c8988a1d202 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:37.653563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2141892b-1b6e-49ba-a5b2-c5bab4c2268a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4014459 Aug 16 20:52:37.654115 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50216d2a-b24b-4727-a23e-b78e8684022d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.656233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59164) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:37.661166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-de27c5c7-528e-48f3-9fa7-1393b6015911 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:37.689210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.711975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:37.712591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.728988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-50216d2a-b24b-4727-a23e-b78e8684022d None None] For port b9c01c38-2047-4b87-b128-5c8988a1d202, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b9c01c38-2047-4b87-b128-5c8988a1d202,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:37.728988 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50216d2a-b24b-4727-a23e-b78e8684022d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:37.741516 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:37.749124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-50216d2a-b24b-4727-a23e-b78e8684022d None None] Calling delete_port for b9c01c38-2047-4b87-b128-5c8988a1d202 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:37.822284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de27c5c7-528e-48f3-9fa7-1393b6015911 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:37.823118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e1c742a5-55ca-451a-9184-3c98d44e7951 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port 5e3c5f7f-0eb9-404b-b821-07990b1409eb {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:37.823462 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c742a5-55ca-451a-9184-3c98d44e7951 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.826439 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-de27c5c7-528e-48f3-9fa7-1393b6015911 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.882661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a0f20d7a-2d36-409f-83d3-17848a5869c0 req-4075a990-7374-4bd0-bf6e-836edee1e8f6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Deleting port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:37.883025 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a0f20d7a-2d36-409f-83d3-17848a5869c0 req-4075a990-7374-4bd0-bf6e-836edee1e8f6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.909304 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c478b701-8424-45f9-b4c2-c0aa4bdae01e None None] Provisioning for port 5e3c5f7f-0eb9-404b-b821-07990b1409eb completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:37.913945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c478b701-8424-45f9-b4c2-c0aa4bdae01e None None] Provisioning complete for port 5e3c5f7f-0eb9-404b-b821-07990b1409eb triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:37.914319 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c478b701-8424-45f9-b4c2-c0aa4bdae01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.951082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c478b701-8424-45f9-b4c2-c0aa4bdae01e None None] Port 5e3c5f7f-0eb9-404b-b821-07990b1409eb cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:37.965558 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.971176 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50216d2a-b24b-4727-a23e-b78e8684022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.978916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c742a5-55ca-451a-9184-3c98d44e7951 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.981975 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.987305 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] 10.222.0.74 "DELETE /v2.0/networks/fde89054-92a8-4fbb-bf5c-035560674a46 HTTP/1.1" status: 204 len: 168 time: 0.8499024 Aug 16 20:52:38.014526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da319e2e-2ebc-4848-a8ba-7a587101f94d admin admin] Pushing event deleted for resources: {'Network': ['ID=fde89054-92a8-4fbb-bf5c-035560674a46,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:38.028296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e1c742a5-55ca-451a-9184-3c98d44e7951 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for 5e3c5f7f-0eb9-404b-b821-07990b1409eb owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:38.037860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50216d2a-b24b-4727-a23e-b78e8684022d None None] Pushing event deleted for resources: {'Port': ['ID=b9c01c38-2047-4b87-b128-5c8988a1d202,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:38.039244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a0f20d7a-2d36-409f-83d3-17848a5869c0 req-4075a990-7374-4bd0-bf6e-836edee1e8f6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] For port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4d2fd21d-07a6-4a58-9a78-a420381c0bfc,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:38.040088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a0f20d7a-2d36-409f-83d3-17848a5869c0 req-4075a990-7374-4bd0-bf6e-836edee1e8f6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.046092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50216d2a-b24b-4727-a23e-b78e8684022d None None] No DVR routers for this DVR port b9c01c38-2047-4b87-b128-5c8988a1d202 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:38.066158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a0f20d7a-2d36-409f-83d3-17848a5869c0 req-4075a990-7374-4bd0-bf6e-836edee1e8f6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Calling delete_port for 4d2fd21d-07a6-4a58-9a78-a420381c0bfc owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:38.095998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432421d-0439-49fa-b661-c9f540832f7d req-3173b47c-28b2-4402-a915-c8dadaa70e47 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.102819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d432421d-0439-49fa-b661-c9f540832f7d req-3173b47c-28b2-4402-a915-c8dadaa70e47 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1358566 Aug 16 20:52:38.175682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d432421d-0439-49fa-b661-c9f540832f7d req-90c00251-e11a-4b7f-8850-69e0f73ee369 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691395 Aug 16 20:52:38.199632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cca3c1-f8ab-482c-9359-0b93b7bcb44e req-dff798dd-ecb6-4bf2-99e4-77d4c33516c7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.199632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-20cca3c1-f8ab-482c-9359-0b93b7bcb44e req-dff798dd-ecb6-4bf2-99e4-77d4c33516c7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1538510 Aug 16 20:52:38.243520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-20cca3c1-f8ab-482c-9359-0b93b7bcb44e req-3c9cde39-e2d8-4ab5-9c97-b861c44ecc92 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385580 Aug 16 20:52:38.302277 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-de27c5c7-528e-48f3-9fa7-1393b6015911 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.409681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de27c5c7-528e-48f3-9fa7-1393b6015911 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:38.417622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-de27c5c7-528e-48f3-9fa7-1393b6015911 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:38.418159 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a0f20d7a-2d36-409f-83d3-17848a5869c0 req-4075a990-7374-4bd0-bf6e-836edee1e8f6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.430269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de27c5c7-528e-48f3-9fa7-1393b6015911 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.430269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-de27c5c7-528e-48f3-9fa7-1393b6015911 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.433274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a52c72-5314-47e2-a17f-c4357e970651 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:38.435883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['4d2fd21d-07a6-4a58-9a78-a420381c0bfc'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:38.443728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27c5c7-528e-48f3-9fa7-1393b6015911 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=46d5c46c-6caf-4e58-b3a7-e422cbe96c6f,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:38.450033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075a990-7374-4bd0-bf6e-836edee1e8f6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Pushing event deleted for resources: {'Port': ['ID=4d2fd21d-07a6-4a58-9a78-a420381c0bfc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:38.456565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf3f4c-f394-47cd-8ecb-6e001a5ae641 req-37e054fe-479b-4ef4-89ba-610712cc80a2 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.458158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73bf3f4c-f394-47cd-8ecb-6e001a5ae641 req-37e054fe-479b-4ef4-89ba-610712cc80a2 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 867 time: 0.1205931 Aug 16 20:52:38.461710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c742a5-55ca-451a-9184-3c98d44e7951 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.463656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59178) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:38.473564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd0b41-2e52-4b18-9b32-3c3d9b084007 req-e74cec67-9dd4-4c83-82f7-d44cc10afcb5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.475022 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22bd0b41-2e52-4b18-9b32-3c3d9b084007 req-e74cec67-9dd4-4c83-82f7-d44cc10afcb5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1267259 Aug 16 20:52:38.540802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73bf3f4c-f394-47cd-8ecb-6e001a5ae641 req-e1a8a82b-7ff3-4128-ad2d-e34013e47c8a tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/security-groups?id=0cc35d8b-e177-497d-9a54-e7ebf50c85eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644341 Aug 16 20:52:38.542098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c742a5-55ca-451a-9184-3c98d44e7951 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=5e3c5f7f-0eb9-404b-b821-07990b1409eb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:38.547299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-de27c5c7-528e-48f3-9fa7-1393b6015911 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8875296 Aug 16 20:52:38.565583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59180) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:38.565583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22bd0b41-2e52-4b18-9b32-3c3d9b084007 req-ed298da9-e537-4241-9551-3e518552d653 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736623 Aug 16 20:52:38.565583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': '46d5c46c-6caf-4e58-b3a7-e422cbe96c6f', 'ip_address': '2001:db8::a932:6c6e:bec4:eb9'}], 'name': 'tempest-NetworksTestDHCPv6-594321722'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:38.634426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f20d7a-2d36-409f-83d3-17848a5869c0 req-4075a990-7374-4bd0-bf6e-836edee1e8f6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] No DVR routers for this DVR port 4d2fd21d-07a6-4a58-9a78-a420381c0bfc on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:38.657746 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c742a5-55ca-451a-9184-3c98d44e7951 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.657746 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e1c742a5-55ca-451a-9184-3c98d44e7951 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/5e3c5f7f-0eb9-404b-b821-07990b1409eb HTTP/1.1" status: 204 len: 168 time: 1.1051893 Aug 16 20:52:38.657746 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a0f20d7a-2d36-409f-83d3-17848a5869c0 req-4075a990-7374-4bd0-bf6e-836edee1e8f6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.657746 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a0f20d7a-2d36-409f-83d3-17848a5869c0 req-4075a990-7374-4bd0-bf6e-836edee1e8f6 tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.79 "DELETE /v2.0/ports/4d2fd21d-07a6-4a58-9a78-a420381c0bfc HTTP/1.1" status: 204 len: 173 time: 1.1479599 Aug 16 20:52:38.657746 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0cc411-6bc3-4c1a-8676-956faf57f055', 'name': 'network-vif-deleted', 'tag': '4d2fd21d-07a6-4a58-9a78-a420381c0bfc'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:38.657746 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2a11e8-e326-4445-872a-740b7070f4e7" -d '{"events": [{"server_uuid": "2f0cc411-6bc3-4c1a-8676-956faf57f055", "name": "network-vif-deleted", "tag": "4d2fd21d-07a6-4a58-9a78-a420381c0bfc"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:38.660332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59188) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:38.674564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59192) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:38.674776 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f7b94297-ff10-487a-b733-35d5a49cc9c1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=26aff803110c49948df15598571c9515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987460 Aug 16 20:52:38.707770 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc80bb0f-61d5-4238-be07-68f5aedda7ee x-openstack-request-id: req-fc80bb0f-61d5-4238-be07-68f5aedda7ee {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:38.708487 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0cc411-6bc3-4c1a-8676-956faf57f055", "name": "network-vif-deleted", "tag": "4d2fd21d-07a6-4a58-9a78-a420381c0bfc", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:38.708487 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fc80bb0f-61d5-4238-be07-68f5aedda7ee {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:38.708914 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0cc411-6bc3-4c1a-8676-956faf57f055', 'name': 'network-vif-deleted', 'tag': '4d2fd21d-07a6-4a58-9a78-a420381c0bfc', 'status': 'completed', 'code': 200} Aug 16 20:52:38.716133 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ddaf5a-84c0-4f35-8c8b-d617cc1c2da8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:52:38.720537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-68ddaf5a-84c0-4f35-8c8b-d617cc1c2da8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/5e3c5f7f-0eb9-404b-b821-07990b1409eb HTTP/1.1" status: 404 len: 333 time: 0.0568092 Aug 16 20:52:38.721227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59194) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:38.749957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '46d5c46c-6caf-4e58-b3a7-e422cbe96c6f'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:38.751044 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.787450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f3cf0d-14fb-467d-bf11-81fd7b3df948 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting subnet 3b4dba1c-5513-48a4-a91b-e35c5e230e1b {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:38.796251 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10f3cf0d-14fb-467d-bf11-81fd7b3df948 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.829129 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5a4bd51-ef8d-4145-98b6-221ab68e0030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.839216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8b89b-67e2-4c5c-adb2-9cc5e6f3687e req-7d2a94c9-ec65-4152-89ed-619a5a1f54fb tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.841075 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85e8b89b-67e2-4c5c-adb2-9cc5e6f3687e req-7d2a94c9-ec65-4152-89ed-619a5a1f54fb tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1216993 Aug 16 20:52:38.872688 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10f3cf0d-14fb-467d-bf11-81fd7b3df948 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.879819 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5a4bd51-ef8d-4145-98b6-221ab68e0030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.901075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:38.918298 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.921889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/46d5c46c-6caf-4e58-b3a7-e422cbe96c6f/58d54e4a-b3b0-444e-ad65-c3295bced159) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:38.924842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85e8b89b-67e2-4c5c-adb2-9cc5e6f3687e req-cb1bc588-c2a7-48dc-b542-1431aaf6aa27 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745270 Aug 16 20:52:38.945795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 3b4fadf4-bc45-43ed-a07a-adb0a87da31a yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:38.971359 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10f3cf0d-14fb-467d-bf11-81fd7b3df948 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.099106 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.135072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d876b-6aee-4041-aeef-6ddbbed11c1e req-407edc01-34ba-4b6d-95d6-104a1710613f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:39.136644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a28d876b-6aee-4041-aeef-6ddbbed11c1e req-407edc01-34ba-4b6d-95d6-104a1710613f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0944297 Aug 16 20:52:39.149453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5a4bd51-ef8d-4145-98b6-221ab68e0030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.151910 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5a4bd51-ef8d-4145-98b6-221ab68e0030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.152944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a5a4bd51-ef8d-4145-98b6-221ab68e0030 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8feee3dc-3e61-468f-9d78-099a319a267c HTTP/1.1" status: 204 len: 168 time: 0.4782624 Aug 16 20:52:39.170058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4bd51-ef8d-4145-98b6-221ab68e0030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feee3dc-3e61-468f-9d78-099a319a267c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:39.188516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a28d876b-6aee-4041-aeef-6ddbbed11c1e req-3173c1e5-0ddb-43e6-94c8-73abb168146b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458574 Aug 16 20:52:39.195647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10f3cf0d-14fb-467d-bf11-81fd7b3df948 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.209771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Transition to ACTIVE for port object 58d54e4a-b3b0-444e-ad65-c3295bced159 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:39.228653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3cf0d-14fb-467d-bf11-81fd7b3df948 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4dba1c-5513-48a4-a91b-e35c5e230e1b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:39.239097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10f3cf0d-14fb-467d-bf11-81fd7b3df948 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.241151 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-10f3cf0d-14fb-467d-bf11-81fd7b3df948 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/3b4dba1c-5513-48a4-a91b-e35c5e230e1b HTTP/1.1" status: 204 len: 168 time: 0.5179744 Aug 16 20:52:39.243567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59202) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:39.247797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Transition to ACTIVE for port object 58d54e4a-b3b0-444e-ad65-c3295bced159 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:39.271066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c580f6-117c-4ca8-a763-f196040d4e2f None None] Network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:39.334959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-46938719-a919-4b82-9b29-e833da69db7f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting subnet 0483418b-33cf-4f24-a8a3-af04d4ae9240 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:39.339422 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46938719-a919-4b82-9b29-e833da69db7f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.342893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b9c01c38-2047-4b87-b128-5c8988a1d202 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:39.385811 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46938719-a919-4b82-9b29-e833da69db7f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.468995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca2c9-edee-4a62-abe4-a0371f42715f req-dd35aa14-3b7e-4901-8f57-165d685d782f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:39.477665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-534ca2c9-edee-4a62-abe4-a0371f42715f req-dd35aa14-3b7e-4901-8f57-165d685d782f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1678350 Aug 16 20:52:39.489156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764111ce-9f76-47f6-950c-cd92a73160cc req-e8e68d73-863b-4ada-a352-50c484b49377 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:39.498280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-764111ce-9f76-47f6-950c-cd92a73160cc req-e8e68d73-863b-4ada-a352-50c484b49377 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1705730 Aug 16 20:52:39.501659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::a932:6c6e:bec4:eb9 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/46d5c46c-6caf-4e58-b3a7-e422cbe96c6f/3b4fadf4-bc45-43ed-a07a-adb0a87da31a) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:39.502937 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46938719-a919-4b82-9b29-e833da69db7f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.519554 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.524619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: b9c01c38-2047-4b87-b128-5c8988a1d202 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:39.525303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b9c01c38-2047-4b87-b128-5c8988a1d202 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:39.593080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:39.600317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:39.619975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Pushing event updated for resources: {'Port': ['ID=58d54e4a-b3b0-444e-ad65-c3295bced159,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:39.624300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:39.639861 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46938719-a919-4b82-9b29-e833da69db7f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.651814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-534ca2c9-edee-4a62-abe4-a0371f42715f req-81544613-b830-4be1-88d6-8ab27863a2c3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729820 Aug 16 20:52:39.655170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46938719-a919-4b82-9b29-e833da69db7f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.657461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-46938719-a919-4b82-9b29-e833da69db7f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/0483418b-33cf-4f24-a8a3-af04d4ae9240 HTTP/1.1" status: 204 len: 168 time: 0.4128287 Aug 16 20:52:39.672797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-764111ce-9f76-47f6-950c-cd92a73160cc req-34bd1965-2fcf-467c-a867-112a150b5081 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736400 Aug 16 20:52:39.694888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59214) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:39.700447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46938719-a919-4b82-9b29-e833da69db7f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Subnet': ['ID=0483418b-33cf-4f24-a8a3-af04d4ae9240,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:39.771025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Attempting to bind port 58d54e4a-b3b0-444e-ad65-c3295bced159 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:39.773506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Attempting to bind port 58d54e4a-b3b0-444e-ad65-c3295bced159 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:39.780910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Attempting to bind port 58d54e4a-b3b0-444e-ad65-c3295bced159 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:39.790427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:39.790808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:39.791216 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.792464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:39.792954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Bound port: 58d54e4a-b3b0-444e-ad65-c3295bced159, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:39.795350 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.835081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.925953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8589c32b-4572-491a-9886-4c1ccad42ab6 req-3c1a1e6e-f2c9-42c9-b1b0-d3e6251ad3ee tempest-ServerRescueTestJSON-427919940 tempest-ServerRescueTestJSON-427919940-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f0cc411-6bc3-4c1a-8676-956faf57f055 HTTP/1.1" status: 200 len: 210 time: 0.0838153 Aug 16 20:52:39.927215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] For port 58d54e4a-b3b0-444e-ad65-c3295bced159, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:39.938655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.948862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] For port 58d54e4a-b3b0-444e-ad65-c3295bced159, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=58d54e4a-b3b0-444e-ad65-c3295bced159,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:39.958207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6f27c-72b2-4551-923d-5f016b8d35a4 None None] Update dhcp port {'port': {'network_id': '5486a748-e71d-4d9c-8f02-8c9b5134b6b1', 'fixed_ips': [{'subnet_id': '0483418b-33cf-4f24-a8a3-af04d4ae9240'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '12fbebbd-3708-4a3d-9e96-d02554b6915f'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:52:39.969140 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 3b4fadf4-bc45-43ed-a07a-adb0a87da31a will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:39.978730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819746-aeee-4daa-beb8-6d027832cfb1 req-cfd23e48-366a-4a78-ae90-7e1f0fe24649 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:39.980331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e819746-aeee-4daa-beb8-6d027832cfb1 req-cfd23e48-366a-4a78-ae90-7e1f0fe24649 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1341350 Aug 16 20:52:39.986247 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f27c-72b2-4551-923d-5f016b8d35a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.058205 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e819746-aeee-4daa-beb8-6d027832cfb1 req-d727993b-3afe-4e74-879e-e8ac13c2dd77 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646892 Aug 16 20:52:40.131268 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.204058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6217a-b459-434d-a80a-c2960be51a91 None None] Pushing event updated for resources: {'Port': ['ID=58d54e4a-b3b0-444e-ad65-c3295bced159,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:40.222073 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port 12fbebbd-3708-4a3d-9e96-d02554b6915f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:40.222498 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.235754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.262461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00b49ab-1885-422f-9d96-3e50d8451c9a None None] Network 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:40.292413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:40.307018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:40.310623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:40.310829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] For port 12fbebbd-3708-4a3d-9e96-d02554b6915f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=12fbebbd-3708-4a3d-9e96-d02554b6915f,segment=NetworkSegment(d7123ffb-78e6-4911-b0d1-951c01436952),segment_id=d7123ffb-78e6-4911-b0d1-951c01436952)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:40.311207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.319509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.319509 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.327553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for 12fbebbd-3708-4a3d-9e96-d02554b6915f owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:40.334040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb599-4680-4f3a-8bb2-84cdbd8b2c91 req-06e41221-00cb-4eae-98c8-4bcc5128f9ec tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.343342 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-803cb599-4680-4f3a-8bb2-84cdbd8b2c91 req-06e41221-00cb-4eae-98c8-4bcc5128f9ec tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1661520 Aug 16 20:52:40.362336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-906190ad-f233-46be-bccb-6cf7bd169ccf None None] Provisioning complete for port 12fbebbd-3708-4a3d-9e96-d02554b6915f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:40.362711 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-906190ad-f233-46be-bccb-6cf7bd169ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.399609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=3b4fadf4-bc45-43ed-a07a-adb0a87da31a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:40.429871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-803cb599-4680-4f3a-8bb2-84cdbd8b2c91 req-81aa446a-dd2d-41bb-a4fa-423824699894 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855718 Aug 16 20:52:40.493063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fe8f16a4-44a4-4962-b32b-cf8f0200cbe0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9361494 Aug 16 20:52:40.493594 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59238) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:40.550316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a4e34-12ad-48ce-aa49-b5d7f603b036 None None] DHCP port deletion for 5486a748-e71d-4d9c-8f02-8c9b5134b6b1 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:40.580259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744468cb-a830-4cfa-a747-96e6d4f8a175 req-314a6494-8f20-408b-a90a-ffd925d8e599 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.583257 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-744468cb-a830-4cfa-a747-96e6d4f8a175 req-314a6494-8f20-408b-a90a-ffd925d8e599 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0855868 Aug 16 20:52:40.590213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bbe89d-3c07-4157-8035-7fb4e70e4b02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.599722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bbe89d-3c07-4157-8035-7fb4e70e4b02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.604326 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d1bbe89d-3c07-4157-8035-7fb4e70e4b02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1095984 Aug 16 20:52:40.605500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59240) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:40.613642 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.622973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a4e34-12ad-48ce-aa49-b5d7f603b036 None None] Deleting port 12fbebbd-3708-4a3d-9e96-d02554b6915f {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:40.623943 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4e34-12ad-48ce-aa49-b5d7f603b036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.638529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-744468cb-a830-4cfa-a747-96e6d4f8a175 req-1bf527e6-589e-4c64-a5c7-78764d24f94a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486572 Aug 16 20:52:40.683750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=12fbebbd-3708-4a3d-9e96-d02554b6915f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:40.686675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No DVR routers for this DVR port 12fbebbd-3708-4a3d-9e96-d02554b6915f on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:40.725326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-cc3a4e34-12ad-48ce-aa49-b5d7f603b036 None None] For port 12fbebbd-3708-4a3d-9e96-d02554b6915f, host n-d-793619-14, got binding levels [] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:40.725326 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4e34-12ad-48ce-aa49-b5d7f603b036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.742662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a4e34-12ad-48ce-aa49-b5d7f603b036 None None] Calling delete_port for 12fbebbd-3708-4a3d-9e96-d02554b6915f owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:40.746283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.ipam_backend_mixin [None req-cc3a4e34-12ad-48ce-aa49-b5d7f603b036 None None] Port 12fbebbd-3708-4a3d-9e96-d02554b6915f was not found and therefore no delete operation was performed {{(pid=95263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:52:40.747995 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4e34-12ad-48ce-aa49-b5d7f603b036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.789559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a4e34-12ad-48ce-aa49-b5d7f603b036 None None] Pushing event deleted for resources: {'Port': ['ID=12fbebbd-3708-4a3d-9e96-d02554b6915f,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:40.792137 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a4e34-12ad-48ce-aa49-b5d7f603b036 None None] No DVR routers for this DVR port 12fbebbd-3708-4a3d-9e96-d02554b6915f on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:40.801190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59252) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:40.833151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4d2fd21d-07a6-4a58-9a78-a420381c0bfc no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:40.836417 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.853061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5486a748-e71d-4d9c-8f02-8c9b5134b6b1']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:40.867223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7123ffb-78e6-4911-b0d1-951c01436952') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:40.870507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7123ffb-78e6-4911-b0d1-951c01436952') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:40.870657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 4d2fd21d-07a6-4a58-9a78-a420381c0bfc {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:40.871093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4d2fd21d-07a6-4a58-9a78-a420381c0bfc not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:40.886652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.898697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd5142-a6dc-4fff-9256-c570c92b1040 req-3bb256a1-48e4-4880-be5e-19ed1e05d566 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.900156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-26484686-9cb6-4b79-aa72-32bcce43768e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 3b4fadf4-bc45-43ed-a07a-adb0a87da31a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:40.900306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0dd5142-a6dc-4fff-9256-c570c92b1040 req-3bb256a1-48e4-4880-be5e-19ed1e05d566 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1150289 Aug 16 20:52:40.900501 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26484686-9cb6-4b79-aa72-32bcce43768e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.908297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449a23-8f8e-4143-800c-d7b1fffb16d7 req-64175064-1f69-4a04-8955-9575f44f5ab8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.910480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8449a23-8f8e-4143-800c-d7b1fffb16d7 req-64175064-1f69-4a04-8955-9575f44f5ab8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1048980 Aug 16 20:52:40.917922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.944850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1231397165-network', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:40.952138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:40.956278 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:40.993414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0dd5142-a6dc-4fff-9256-c570c92b1040 req-67043001-41c3-4871-8fe7-672e6358d461 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771072 Aug 16 20:52:41.002022 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8449a23-8f8e-4143-800c-d7b1fffb16d7 req-d19f7350-15cc-4f1c-b8b2-a43399de47d8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782878 Aug 16 20:52:41.057856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59260) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:41.082060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26484686-9cb6-4b79-aa72-32bcce43768e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.097988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-26484686-9cb6-4b79-aa72-32bcce43768e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 3b4fadf4-bc45-43ed-a07a-adb0a87da31a owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:41.117691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Made reservation on behalf of 7d374f3cfccd45f2ab76032deb984a01 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:41.120048 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.145420 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.166292 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.170855 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.177777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/networks/5486a748-e71d-4d9c-8f02-8c9b5134b6b1 HTTP/1.1" status: 204 len: 168 time: 1.4785471 Aug 16 20:52:41.179909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59262) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:41.225812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e2fc9-d15f-4bc1-b7d8-8d6bef2afd01 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Network': ['ID=5486a748-e71d-4d9c-8f02-8c9b5134b6b1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:41.264274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d1255-d8e4-41d7-be9c-e672fe13fce1 req-a4ced86f-11f3-49eb-880a-ac34184fa1f3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.265386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a068a-2c81-4a80-b081-39f88fef4b96 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.265930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-567d1255-d8e4-41d7-be9c-e672fe13fce1 req-a4ced86f-11f3-49eb-880a-ac34184fa1f3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1494756 Aug 16 20:52:41.281559 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ee1a068a-2c81-4a80-b081-39f88fef4b96 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0974412 Aug 16 20:52:41.282610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59264) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:41.318545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 58d54e4a-b3b0-444e-ad65-c3295bced159 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:41.377234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c6d0f07e-7436-41e4-a6e2-eb33987bc4ac tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0669465 Aug 16 20:52:41.381055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59266) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:41.386182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1861548041'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:41.418338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-567d1255-d8e4-41d7-be9c-e672fe13fce1 req-9b05b207-d073-445a-9f2f-d56fdf34f0af tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440592 Aug 16 20:52:41.498326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26484686-9cb6-4b79-aa72-32bcce43768e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.509653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 58d54e4a-b3b0-444e-ad65-c3295bced159 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:41.547959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26484686-9cb6-4b79-aa72-32bcce43768e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=3b4fadf4-bc45-43ed-a07a-adb0a87da31a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:41.577996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26484686-9cb6-4b79-aa72-32bcce43768e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.580354 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-26484686-9cb6-4b79-aa72-32bcce43768e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/3b4fadf4-bc45-43ed-a07a-adb0a87da31a HTTP/1.1" status: 204 len: 168 time: 0.9737589 Aug 16 20:52:41.583388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59274) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:41.629973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 12fbebbd-3708-4a3d-9e96-d02554b6915f no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:41.648921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6b49-e736-4ab3-b51a-4470119ca7ff req-760ce355-0dca-4dca-9dfc-14786bb097c0 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.659542 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-31fc6b49-e736-4ab3-b51a-4470119ca7ff req-760ce355-0dca-4dca-9dfc-14786bb097c0 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1040659 Aug 16 20:52:41.659720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b3b6b-d36e-4be7-b23c-7a9d4fe5ffcf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.659720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b3b6b-d36e-4be7-b23c-7a9d4fe5ffcf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.659720 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-658b3b6b-d36e-4be7-b23c-7a9d4fe5ffcf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0706959 Aug 16 20:52:41.661814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59276) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:41.666133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 12fbebbd-3708-4a3d-9e96-d02554b6915f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:41.666470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 12fbebbd-3708-4a3d-9e96-d02554b6915f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:41.684704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4a807d4a-d8d8-40ee-99fd-69870b6cde01 None None] Provisioning for port 58d54e4a-b3b0-444e-ad65-c3295bced159 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:41.689612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4a807d4a-d8d8-40ee-99fd-69870b6cde01 None None] Provisioning complete for port 58d54e4a-b3b0-444e-ad65-c3295bced159 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:41.690135 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4a807d4a-d8d8-40ee-99fd-69870b6cde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.692959 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.737732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-31fc6b49-e736-4ab3-b51a-4470119ca7ff req-9a7c8253-2c6e-47a8-bc6c-c79c9b964373 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765512 Aug 16 20:52:41.738156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bad0a15-8fc8-41df-b851-d10a60a8a9e3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 46d5c46c-6caf-4e58-b3a7-e422cbe96c6f {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:41.742659 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a15-8fc8-41df-b851-d10a60a8a9e3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.773507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.787564 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4a807d4a-d8d8-40ee-99fd-69870b6cde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.809201 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a15-8fc8-41df-b851-d10a60a8a9e3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.851050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4a807d4a-d8d8-40ee-99fd-69870b6cde01 None None] For port 58d54e4a-b3b0-444e-ad65-c3295bced159, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=58d54e4a-b3b0-444e-ad65-c3295bced159,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:41.874725 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.922154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:41.956071 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.956434 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Added segment 331fbf64-a359-432f-aa14-ec7933272b30 of type vlan for network 08150c28-7ae3-4f07-ac78-d32078b65a42 Aug 16 20:52:41.967263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b101fe6-c503-4eee-b9de-3e41dd21db87,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:42.040779 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.049700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dee6b-23b7-481c-8e3b-69b34b1600db req-10a52c29-26d2-497d-82a2-c005fa83e64c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.051206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-885dee6b-23b7-481c-8e3b-69b34b1600db req-10a52c29-26d2-497d-82a2-c005fa83e64c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1825438 Aug 16 20:52:42.052634 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4a807d4a-d8d8-40ee-99fd-69870b6cde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.055455 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a15-8fc8-41df-b851-d10a60a8a9e3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.114978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a807d4a-d8d8-40ee-99fd-69870b6cde01 None None] Pushing event updated for resources: {'Port': ['ID=58d54e4a-b3b0-444e-ad65-c3295bced159,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:42.126403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:42.130812 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.154830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:42.164877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-885dee6b-23b7-481c-8e3b-69b34b1600db req-8b24c294-7b1e-45e4-8ddd-68a61f5191f0 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948911 Aug 16 20:52:42.165352 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.169732 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Added segment 8e807873-e11b-4f2d-a6f4-e2c7c34d17df of type vlan for network 23f39a8c-46a5-42c9-9705-199b1e70701d Aug 16 20:52:42.170378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-20c771f8-84e6-4af2-bf96-5b582d29c5e9 None None] Could not find standard attr ID for object 3b4fadf4-bc45-43ed-a07a-adb0a87da31a. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:52:42.199009 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1960f-f822-4681-b8d5-947908396f1a req-a76b739f-aa06-4334-9c38-d4e9caee9234 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.200497 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38d1960f-f822-4681-b8d5-947908396f1a req-a76b739f-aa06-4334-9c38-d4e9caee9234 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1126781 Aug 16 20:52:42.217283 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.247926 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a15-8fc8-41df-b851-d10a60a8a9e3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.263198 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a15-8fc8-41df-b851-d10a60a8a9e3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.268330 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4bad0a15-8fc8-41df-b851-d10a60a8a9e3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/46d5c46c-6caf-4e58-b3a7-e422cbe96c6f HTTP/1.1" status: 204 len: 168 time: 0.6052084 Aug 16 20:52:42.269967 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2bd21b-67a9-4bfb-9bf7-403db7a7c456 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:42.270790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59288) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:42.313687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38d1960f-f822-4681-b8d5-947908396f1a req-ec407b96-71a8-400d-b16b-c918cb164f41 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049290 Aug 16 20:52:42.318100 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.320693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.321319 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.338743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0a15-8fc8-41df-b851-d10a60a8a9e3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=46d5c46c-6caf-4e58-b3a7-e422cbe96c6f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:42.343690 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ebd97610-0f05-4890-a191-0299546caca2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717781 Aug 16 20:52:42.344931 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.352041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59292) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:42.352344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.353183 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.393968 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-756cb987-a608-43cd-97c8-1d113e953ac5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:42.426323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Network': ['ID=23f39a8c-46a5-42c9-9705-199b1e70701d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:42.436636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 23f39a8c-46a5-42c9-9705-199b1e70701d details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:42.482872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7539e28d-39fb-469e-8ff0-0ffb8b8f06f7 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:42.501723 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] Pushing event updated for resources: {'Network': ['ID=08150c28-7ae3-4f07-ac78-d32078b65a42,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:42.526910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] Deleting port e63fa69d-4541-4eec-a158-acd16c369aac {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:42.527171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:42.527303 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.587026 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bd8785c9-9ce8-4037-8b0d-f603372db12e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2021317 Aug 16 20:52:42.588813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59296) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:42.595233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '23f39a8c-46a5-42c9-9705-199b1e70701d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:42.601355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910e1b-19b1-4a16-aab2-8eb65a2aec0d req-2d5c50ff-2f56-41c0-918f-a1c3077d5ed0 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.603003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d910e1b-19b1-4a16-aab2-8eb65a2aec0d req-2d5c50ff-2f56-41c0-918f-a1c3077d5ed0 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2053809 Aug 16 20:52:42.615680 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5651c181-f39e-413d-91ac-f909e1bc45b4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8093929 Aug 16 20:52:42.616033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59298) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:42.619137 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7539e28d-39fb-469e-8ff0-0ffb8b8f06f7 None None] Deleting port 58d54e4a-b3b0-444e-ad65-c3295bced159 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:42.619518 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7539e28d-39fb-469e-8ff0-0ffb8b8f06f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.622346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] Request body: {'subnet': {'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1231397165-subnet', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:42.685246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] For port e63fa69d-4541-4eec-a158-acd16c369aac, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e63fa69d-4541-4eec-a158-acd16c369aac,segment=NetworkSegment(3b047b91-395d-4bd5-9baa-99974a0edeb3),segment_id=3b047b91-395d-4bd5-9baa-99974a0edeb3)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:42.685625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7539e28d-39fb-469e-8ff0-0ffb8b8f06f7 None None] For port 58d54e4a-b3b0-444e-ad65-c3295bced159, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=58d54e4a-b3b0-444e-ad65-c3295bced159,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:42.685826 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.686028 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7539e28d-39fb-469e-8ff0-0ffb8b8f06f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.691665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d910e1b-19b1-4a16-aab2-8eb65a2aec0d req-3df73e3e-01b7-44fa-8b57-0e1d464e07db tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682728 Aug 16 20:52:42.701206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7539e28d-39fb-469e-8ff0-0ffb8b8f06f7 None None] Calling delete_port for 58d54e4a-b3b0-444e-ad65-c3295bced159 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:42.702965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] Calling delete_port for e63fa69d-4541-4eec-a158-acd16c369aac owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:42.739603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:52:42.739603 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:52:42.739603 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': 'ae6ba79001324de38b23e6fa0875588a', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 52, 42, 691100)}] Aug 16 20:52:42.739603 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:52:42.740176 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:52:42.761712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756cb987-a608-43cd-97c8-1d113e953ac5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:42.765244 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-756cb987-a608-43cd-97c8-1d113e953ac5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.852319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] Made reservation on behalf of 7d374f3cfccd45f2ab76032deb984a01 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:42.854837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.915439 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7539e28d-39fb-469e-8ff0-0ffb8b8f06f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.942613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539e28d-39fb-469e-8ff0-0ffb8b8f06f7 None None] Pushing event deleted for resources: {'Port': ['ID=58d54e4a-b3b0-444e-ad65-c3295bced159,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:42.944235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11249b60-6303-45a0-89ac-eded31bc9696 req-c37b9f37-d541-4803-a862-2c91e74c164f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.946424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539e28d-39fb-469e-8ff0-0ffb8b8f06f7 None None] No DVR routers for this DVR port 58d54e4a-b3b0-444e-ad65-c3295bced159 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:42.949446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11249b60-6303-45a0-89ac-eded31bc9696 req-c37b9f37-d541-4803-a862-2c91e74c164f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1658206 Aug 16 20:52:43.050000 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11249b60-6303-45a0-89ac-eded31bc9696 req-e6a2fea8-e890-48d4-b084-05d9f0e1a28c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941989 Aug 16 20:52:43.237176 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.253727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 58d54e4a-b3b0-444e-ad65-c3295bced159 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:43.299752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 58d54e4a-b3b0-444e-ad65-c3295bced159 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:43.305935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 58d54e4a-b3b0-444e-ad65-c3295bced159 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:43.324207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b6311e-97c3-4c6e-b1d5-331fc57faba4,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:43.345697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] Checking segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:43.346694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] Network hostable DHCP agents. Network: 08150c28-7ae3-4f07-ac78-d32078b65a42, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:43.358259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59310) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:43.431630 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1dbdcb6a-0cdc-4f38-964e-c2add38bc7cb tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4009 time: 0.0720406 Aug 16 20:52:43.434819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59312) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:43.440811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'network': {'name': 'tempest-network-smoke--586001955', 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'port_security_enabled': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:43.493859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:43.497873 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.523865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.547699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:43.573800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] Pushing event deleted for resources: {'Port': ['ID=e63fa69d-4541-4eec-a158-acd16c369aac,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:43.624014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e69266-c443-4e84-b1bb-53dc3812b3a5 req-234edf43-17b0-45ac-bef8-0f3fa58025b6 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.625529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44e69266-c443-4e84-b1bb-53dc3812b3a5 req-234edf43-17b0-45ac-bef8-0f3fa58025b6 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.4811342 Aug 16 20:52:43.650895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-756cb987-a608-43cd-97c8-1d113e953ac5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.655989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Made reservation on behalf of dd3bb4cd838b40d18fd6af77660f5d7c for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:43.660045 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.665238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 08150c28-7ae3-4f07-ac78-d32078b65a42) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:43.673844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad83007-eec5-46bb-8488-8bae21c1a9a9 req-acac114c-8e5f-4d5b-bd7f-e5a34ae2a9f5 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.673844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aad83007-eec5-46bb-8488-8bae21c1a9a9 req-acac114c-8e5f-4d5b-bd7f-e5a34ae2a9f5 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1616995 Aug 16 20:52:43.674302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913dc32-93fc-457a-97c7-5fa86fdc9eeb None None] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:43.704516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.705205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.745226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:43.753341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756cb987-a608-43cd-97c8-1d113e953ac5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:43.762304 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.762653 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Added segment 438873f6-fa0f-4dd9-9557-26c5dc62c5d5 of type vlan for network 26b256aa-b685-4d82-a358-ca1652478fa7 Aug 16 20:52:43.774630 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-756cb987-a608-43cd-97c8-1d113e953ac5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:43.809884 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.818129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee4c43-6c1e-4101-9166-13f614990435 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:43.820018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756cb987-a608-43cd-97c8-1d113e953ac5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.822111 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-756cb987-a608-43cd-97c8-1d113e953ac5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.827544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44e69266-c443-4e84-b1bb-53dc3812b3a5 req-711daea7-e91c-4d29-ab69-b6d269e4a4ee tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824226 Aug 16 20:52:43.839289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb987-a608-43cd-97c8-1d113e953ac5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=4a1912a6-9799-463b-88e1-3d49c3746f6d,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:43.848865 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aad83007-eec5-46bb-8488-8bae21c1a9a9 req-eb4fb4df-e2f3-4aae-8d65-f850cc83c3f8 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418803 Aug 16 20:52:43.900016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-08150c28-7ae3-4f07-ac78-d32078b65a42', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:43.902258 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.902532 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1696655f-07d2-4116-bb4a-0ac2dc982b68 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2860720 Aug 16 20:52:43.905145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59316) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:43.911469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:43.952060 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.965374 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.013171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216eb36-6259-42b5-a7da-a88faf04a1bd req-47a0ad76-9ee1-406c-a69c-5cc0cc4801cc tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.014681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e216eb36-6259-42b5-a7da-a88faf04a1bd req-47a0ad76-9ee1-406c-a69c-5cc0cc4801cc tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0995047 Aug 16 20:52:44.050107 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.056704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.057418 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.065036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Subnet': ['ID=035b81ed-a0a9-4cec-bd2f-59438e7c6c3a,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:44.071347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Checking segment: {'id': '8e807873-e11b-4f2d-a6f4-e2c7c34d17df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '23f39a8c-46a5-42c9-9705-199b1e70701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:44.072680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network hostable DHCP agents. Network: 23f39a8c-46a5-42c9-9705-199b1e70701d, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:44.105796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-756cb987-a608-43cd-97c8-1d113e953ac5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7152572 Aug 16 20:52:44.108177 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e216eb36-6259-42b5-a7da-a88faf04a1bd req-4e8c38ee-a055-423b-96ea-a38fc8d1a765 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820892 Aug 16 20:52:44.110188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59318) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:44.116748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': '4a1912a6-9799-463b-88e1-3d49c3746f6d', 'ip_address': '2001:db8::c950:9d69:cc80:9319'}], 'name': 'tempest-NetworksTestDHCPv6-678036959'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:44.141209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Allocated IP 172.20.0.2 (08150c28-7ae3-4f07-ac78-d32078b65a42/99b6311e-97c3-4c6e-b1d5-331fc57faba4/7f66f401-44e8-41f9-80fb-7e3a5bdceac6) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:44.188746 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Network': ['ID=26b256aa-b685-4d82-a358-ca1652478fa7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:44.206722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '4a1912a6-9799-463b-88e1-3d49c3746f6d'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:44.207264 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.209906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 26b256aa-b685-4d82-a358-ca1652478fa7 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:44.254369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.256211 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.292206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 23f39a8c-46a5-42c9-9705-199b1e70701d is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:44.348674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] Router 5f0c0591-32e4-4a55-ab31-2df7c7272144 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:44.365718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc3f4e-2cd1-4562-8d6b-dcdf62f4b34a req-dd21df32-68d1-4267-849e-eb4776537ec9 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.367307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72dc3f4e-2cd1-4562-8d6b-dcdf62f4b34a req-dd21df32-68d1-4267-849e-eb4776537ec9 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1089797 Aug 16 20:52:44.397047 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.404785 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-43eb84be-0a22-43b0-8139-2f9ab2d0bd91 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9664347 Aug 16 20:52:44.405791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59326) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:44.412697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1544328461', 'admin_state_up': True, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:44.489546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:44.499375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72dc3f4e-2cd1-4562-8d6b-dcdf62f4b34a req-251330ba-16c9-4098-8680-c1aef8b16319 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193755 Aug 16 20:52:44.528068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 23f39a8c-46a5-42c9-9705-199b1e70701d) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:44.529816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77eafef-691e-4776-a18e-21df06916a8f None None] Network 23f39a8c-46a5-42c9-9705-199b1e70701d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:44.572219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:44.582193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-21fc0b7a-216a-4561-b527-6961b7e4d81a admin admin] 10.222.0.74 "PUT /v2.0/routers/5f0c0591-32e4-4a55-ab31-2df7c7272144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5230486 Aug 16 20:52:44.585295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59330) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:44.617776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15271d1-fa63-4943-a34d-7b8c57859dcc None None] Sync routers for ids ['5f0c0591-32e4-4a55-ab31-2df7c7272144'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:44.647370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.648305 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.663059 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.664558 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.669996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15271d1-fa63-4943-a34d-7b8c57859dcc None None] Routers {'5f0c0591-32e4-4a55-ab31-2df7c7272144'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:44.670676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e15271d1-fa63-4943-a34d-7b8c57859dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:52:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5f0c0591-32e4-4a55-ab31-2df7c7272144'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:44.729337 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.734685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dcd41958-c454-497e-96b6-73f2f3f717fc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1442943 Aug 16 20:52:44.740049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59332) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:44.745668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '23f39a8c-46a5-42c9-9705-199b1e70701d', 'name': 'tempest-PortsIpV6TestJSON-860867685'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:44.755798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.781865 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-e15271d1-fa63-4943-a34d-7b8c57859dcc None None] Set router 5f0c0591-32e4-4a55-ab31-2df7c7272144 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:44.854504 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.908375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affaff4-dbd4-4a14-afb1-0db9e159e239 req-d36597cb-8bd2-4e51-90aa-849fd0475b99 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.913781 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.916617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8affaff4-dbd4-4a14-afb1-0db9e159e239 req-d36597cb-8bd2-4e51-90aa-849fd0475b99 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2142227 Aug 16 20:52:44.930465 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/4a1912a6-9799-463b-88e1-3d49c3746f6d/3de47f4f-fc76-4ff6-a4f1-e446b3c45716) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:44.953234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Transition to ACTIVE for port object 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:44.981932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8affaff4-dbd4-4a14-afb1-0db9e159e239 req-e6b4066f-7046-4103-bfe6-a079d434a10f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607064 Aug 16 20:52:45.025319 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.069129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Transition to ACTIVE for port object 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:45.093529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port ac65f40d-52dc-4078-9844-e53da380d107 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:45.114097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1285c-3660-4798-976e-3624a141af5c req-9f291a7b-8190-492e-9aa2-a32c9fac47c0 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:45.115728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6c1285c-3660-4798-976e-3624a141af5c req-9f291a7b-8190-492e-9aa2-a32c9fac47c0 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1294868 Aug 16 20:52:45.188157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Deleting port 2839d720-a631-4027-ad11-95782301f2cd {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:45.188965 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.209792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-23f39a8c-46a5-42c9-9705-199b1e70701d', 'network_id': '23f39a8c-46a5-42c9-9705-199b1e70701d', 'tenant_id': 'ae6ba79001324de38b23e6fa0875588a', 'fixed_ips': [{'subnet_id': '035b81ed-a0a9-4cec-bd2f-59438e7c6c3a'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:45.210645 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.252175 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.295419 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd9af-3cdd-4cb8-a9ac-bfc0fb3a8a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.300403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:45.367964 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.425610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6c1285c-3660-4798-976e-3624a141af5c req-57e63ea4-f8d7-4e83-a06a-8e5e08bdb3a1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591553 Aug 16 20:52:45.464460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Allocated IP 2001:db8::2 (23f39a8c-46a5-42c9-9705-199b1e70701d/035b81ed-a0a9-4cec-bd2f-59438e7c6c3a/a29c41b3-d651-4726-8084-f4e160716c82) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:45.468602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:45.480331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e15271d1-fa63-4943-a34d-7b8c57859dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'name': 'tempest-ServerRescueTestJSON-624404402-router', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '2839d720-a631-4027-ad11-95782301f2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:27Z', 'updated_at': '2021-08-16T20:52:43Z', 'revision_number': 5, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'gw_port': {'id': '2839d720-a631-4027-ad11-95782301f2cd', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:28Z', 'updated_at': '2021-08-16T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:45.530711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab7991-6f6f-4e42-bdaa-0c095f8c41c7 req-beaef2aa-055f-46ce-bdcf-01070503cfda tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:45.532220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4eab7991-6f6f-4e42-bdaa-0c095f8c41c7 req-beaef2aa-055f-46ce-bdcf-01070503cfda tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1793561 Aug 16 20:52:45.563769 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.564348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] For port 2839d720-a631-4027-ad11-95782301f2cd, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2839d720-a631-4027-ad11-95782301f2cd,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:45.564808 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.574030 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Transition to ACTIVE for port object 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:45.591722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Transition to ACTIVE for port object 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:45.594895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Calling delete_port for 2839d720-a631-4027-ad11-95782301f2cd owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:45.598583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:45.600668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Pushing event updated for resources: {'Port': ['ID=7f66f401-44e8-41f9-80fb-7e3a5bdceac6,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:45.616951 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15271d1-fa63-4943-a34d-7b8c57859dcc None None] Checking router: 5f0c0591-32e4-4a55-ab31-2df7c7272144 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:45.617665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4eab7991-6f6f-4e42-bdaa-0c095f8c41c7 req-b38d180e-2554-4f52-87bf-fccf0c7e7972 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732446 Aug 16 20:52:45.668432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:45.669289 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.692780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port 6cf50631-e31a-4a76-924c-699b2535a323 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:45.730119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15271d1-fa63-4943-a34d-7b8c57859dcc None None] Routers {'5f0c0591-32e4-4a55-ab31-2df7c7272144'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:45.731094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e15271d1-fa63-4943-a34d-7b8c57859dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:52:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5f0c0591-32e4-4a55-ab31-2df7c7272144'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:45.842001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Attempting to bind port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:45.842612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Attempting to bind port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:45.842897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Attempting to bind port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:45.845241 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.865079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966e227-5438-40d8-9831-de52647331b9 req-67a9b201-6485-4056-9e8e-4bfc2a9e7d49 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:45.866511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5966e227-5438-40d8-9831-de52647331b9 req-67a9b201-6485-4056-9e8e-4bfc2a9e7d49 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1396341 Aug 16 20:52:45.886329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::c950:9d69:cc80:9319 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/4a1912a6-9799-463b-88e1-3d49c3746f6d/ac65f40d-52dc-4078-9844-e53da380d107) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:45.897540 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.913635 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.913867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:45.914274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Checking segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:45.915011 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.915011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Bound using segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:45.915478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Bound port: 7f66f401-44e8-41f9-80fb-7e3a5bdceac6, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:45.915859 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.942793 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.950723 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5966e227-5438-40d8-9831-de52647331b9 req-0f6d41b1-28c1-4048-91ee-942ec9a49d97 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711660 Aug 16 20:52:45.954295 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:45.970241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:45.975838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-e15271d1-fa63-4943-a34d-7b8c57859dcc None None] Set router 5f0c0591-32e4-4a55-ab31-2df7c7272144 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:46.020847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:46.055938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Pushing event updated for resources: {'Port': ['ID=3de47f4f-fc76-4ff6-a4f1-e446b3c45716,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.077663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.102987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e15271d1-fa63-4943-a34d-7b8c57859dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'name': 'tempest-ServerRescueTestJSON-624404402-router', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:27Z', 'updated_at': '2021-08-16T20:52:44Z', 'revision_number': 6, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:46.117793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Allocated IP 172.25.4.118 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8061046b-63db-4c58-bcb8-d462a61561f3) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:46.151421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Pushing event deleted for resources: {'Port': ['ID=2839d720-a631-4027-ad11-95782301f2cd,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.168895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15271d1-fa63-4943-a34d-7b8c57859dcc None None] The sync data for ids ['5f0c0591-32e4-4a55-ab31-2df7c7272144'] in n-d-793619-14 is: [{'id': '5f0c0591-32e4-4a55-ab31-2df7c7272144', 'name': 'tempest-ServerRescueTestJSON-624404402-router', 'tenant_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:27Z', 'updated_at': '2021-08-16T20:52:44Z', 'revision_number': 6, 'project_id': '638e5fe1a4d7426c888096dc0d24a0a2', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:46.185317 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.253948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object ac65f40d-52dc-4078-9844-e53da380d107 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:46.285731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.289781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c2e29-f40b-4e92-8a43-de0300923b47 req-0da733e8-c8af-47ca-9f40-abc7558a3db2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.291526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c4c2e29-f40b-4e92-8a43-de0300923b47 req-0da733e8-c8af-47ca-9f40-abc7558a3db2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2043555 Aug 16 20:52:46.292597 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.382684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] For port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:46.387840 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.392247 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.411258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] For port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7f66f401-44e8-41f9-80fb-7e3a5bdceac6,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:46.414085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Transition to ACTIVE for port object a29c41b3-d651-4726-8084-f4e160716c82 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:46.416444 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.416671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Attempting to bind port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:46.417213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Attempting to bind port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:46.417994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Attempting to bind port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:46.418716 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.420679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.429844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:46.430434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:46.430595 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.430990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:46.431439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Bound port: 3de47f4f-fc76-4ff6-a4f1-e446b3c45716, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:46.431834 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.436102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Transition to ACTIVE for port object a29c41b3-d651-4726-8084-f4e160716c82 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:46.474813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c4c2e29-f40b-4e92-8a43-de0300923b47 req-0e13c42f-39dc-429a-97dc-8e48dd84f34a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520495 Aug 16 20:52:46.524514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] For port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:46.546034 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] For port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3de47f4f-fc76-4ff6-a4f1-e446b3c45716,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:46.572435 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.606892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864edb3-a25c-4222-9580-02b00184eed1 req-d76d310b-6a78-4af9-986f-a5d16cefff39 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.609484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a864edb3-a25c-4222-9580-02b00184eed1 req-d76d310b-6a78-4af9-986f-a5d16cefff39 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1056530 Aug 16 20:52:46.633600 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.641928 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.657398 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.657956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f0c0591-32e4-4a55-ab31-2df7c7272144 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:46.660804 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.662233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a021a09-3526-4f3f-9e55-f76d79f976e3 None None] Pushing event updated for resources: {'Port': ['ID=7f66f401-44e8-41f9-80fb-7e3a5bdceac6,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.664906 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.678640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f7c9cc4a-a292-439e-9adc-680c46419738 admin admin] 10.222.0.74 "DELETE /v2.0/routers/5f0c0591-32e4-4a55-ab31-2df7c7272144 HTTP/1.1" status: 204 len: 168 time: 2.0899887 Aug 16 20:52:46.692818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59356) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:46.702059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Network 23f39a8c-46a5-42c9-9705-199b1e70701d is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:46.705577 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.715162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:46.719746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:46.759459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e4a8f-f82d-486f-92a0-c64262d63d3d req-fc29561b-061e-4ac0-8c63-86d34a84f39f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.767186 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-856e4a8f-f82d-486f-92a0-c64262d63d3d req-fc29561b-061e-4ac0-8c63-86d34a84f39f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2073157 Aug 16 20:52:46.791166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:46.797667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Pushing event updated for resources: {'Port': ['ID=a29c41b3-d651-4726-8084-f4e160716c82,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.802259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a864edb3-a25c-4222-9580-02b00184eed1 req-a15e9e04-c373-4bb5-a2ba-c2a41254c08b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805763 Aug 16 20:52:46.833787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Allocated IP 172.25.4.116 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8968dddf-f2f3-4b9c-90bf-80c8b8d84475) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:46.837195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8::104 (23f39a8c-46a5-42c9-9705-199b1e70701d/035b81ed-a0a9-4cec-bd2f-59438e7c6c3a/6cf50631-e31a-4a76-924c-699b2535a323) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:46.840468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:46.843920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:46.853650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Pushing event updated for resources: {'Port': ['ID=8061046b-63db-4c58-bcb8-d462a61561f3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.862868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=ac65f40d-52dc-4078-9844-e53da380d107,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.864270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536916b6-62f9-43e8-a6d8-730f830e16be None None] Pushing event updated for resources: {'Port': ['ID=3de47f4f-fc76-4ff6-a4f1-e446b3c45716,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.880596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Attempting to bind port a29c41b3-d651-4726-8084-f4e160716c82 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:46.880981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Attempting to bind port a29c41b3-d651-4726-8084-f4e160716c82 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8e807873-e11b-4f2d-a6f4-e2c7c34d17df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '23f39a8c-46a5-42c9-9705-199b1e70701d'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:46.884705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Attempting to bind port a29c41b3-d651-4726-8084-f4e160716c82 on network 23f39a8c-46a5-42c9-9705-199b1e70701d {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:46.890881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:46.891265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Checking segment: {'id': '8e807873-e11b-4f2d-a6f4-e2c7c34d17df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '23f39a8c-46a5-42c9-9705-199b1e70701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:46.891813 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.892933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Bound using segment: {'id': '8e807873-e11b-4f2d-a6f4-e2c7c34d17df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '23f39a8c-46a5-42c9-9705-199b1e70701d'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:46.893924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Bound port: a29c41b3-d651-4726-8084-f4e160716c82, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e807873-e11b-4f2d-a6f4-e2c7c34d17df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '23f39a8c-46a5-42c9-9705-199b1e70701d'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:46.893924 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.924732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:46.926443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:46.938913 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:46.945558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.947767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.008830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-856e4a8f-f82d-486f-92a0-c64262d63d3d req-c66ba93f-58aa-4860-9a03-39339b2d2917 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222261 Aug 16 20:52:47.008830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a5dade-ae8e-4b0c-bece-0f7fd26742ea admin admin] Deleting subnet b29a9b4c-7c8a-4eed-9023-63a451d45f4b {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:47.011556 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5a5dade-ae8e-4b0c-bece-0f7fd26742ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.029256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] For port a29c41b3-d651-4726-8084-f4e160716c82, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:47.032927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] For port a29c41b3-d651-4726-8084-f4e160716c82, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a29c41b3-d651-4726-8084-f4e160716c82,segment=NetworkSegment(8e807873-e11b-4f2d-a6f4-e2c7c34d17df),segment_id=8e807873-e11b-4f2d-a6f4-e2c7c34d17df)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:47.135833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e26a6b8c-beb4-4fa1-8985-733a0ebc27c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0245850 Aug 16 20:52:47.140434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59360) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:47.184441 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.186052 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5a5dade-ae8e-4b0c-bece-0f7fd26742ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.346825 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5a5dade-ae8e-4b0c-bece-0f7fd26742ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.388215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6917cb43-566d-408c-b59b-64683f51f6bb tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.397768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6917cb43-566d-408c-b59b-64683f51f6bb tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.401887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6917cb43-566d-408c-b59b-64683f51f6bb tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2550423 Aug 16 20:52:47.410695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59362) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:47.411117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1c92f-8b5a-48c1-844f-d44682aae332 None None] Pushing event updated for resources: {'Port': ['ID=a29c41b3-d651-4726-8084-f4e160716c82,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:47.427881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.472297 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.484542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:47.503541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object 6cf50631-e31a-4a76-924c-699b2535a323 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:47.540357 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8d37e7ea-ae66-4560-976b-3b16e46c0933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.637607 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdb078-ef14-43fa-8472-c8486769f456 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port ac65f40d-52dc-4078-9844-e53da380d107 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:47.638243 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb078-ef14-43fa-8472-c8486769f456 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.687734 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.742452 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb078-ef14-43fa-8472-c8486769f456 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.757222 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdb078-ef14-43fa-8472-c8486769f456 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for ac65f40d-52dc-4078-9844-e53da380d107 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:47.803427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:47.810976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:47.821103 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5a5dade-ae8e-4b0c-bece-0f7fd26742ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.877356 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5a5dade-ae8e-4b0c-bece-0f7fd26742ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.883743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e5a5dade-ae8e-4b0c-bece-0f7fd26742ea admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b29a9b4c-7c8a-4eed-9023-63a451d45f4b HTTP/1.1" status: 204 len: 168 time: 1.1115408 Aug 16 20:52:47.918137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59374) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:47.955107 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.986332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5dade-ae8e-4b0c-bece-0f7fd26742ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b29a9b4c-7c8a-4eed-9023-63a451d45f4b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:48.078480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:48.115204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52cc47-63b5-4c7e-9ff5-8942220e96cb req-0fa3e858-cb16-4905-93be-bc04e4260ef5 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.129723 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd52cc47-63b5-4c7e-9ff5-8942220e96cb req-0fa3e858-cb16-4905-93be-bc04e4260ef5 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1460867 Aug 16 20:52:48.134730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.164685 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.167427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:48.197672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2839d720-a631-4027-ad11-95782301f2cd no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:48.202597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:48.205793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:48.225941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd52cc47-63b5-4c7e-9ff5-8942220e96cb req-67c3cd35-d30c-4b91-a8cb-6ac5b8f4fc73 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947628 Aug 16 20:52:48.246552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 2839d720-a631-4027-ad11-95782301f2cd {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:48.246552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2839d720-a631-4027-ad11-95782301f2cd not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:48.252758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e63fa69d-4541-4eec-a158-acd16c369aac no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:48.261747 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 23f39a8c-46a5-42c9-9705-199b1e70701d is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:48.267695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Port': ['ID=8968dddf-f2f3-4b9c-90bf-80c8b8d84475,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:48.280834 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: e63fa69d-4541-4eec-a158-acd16c369aac {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:48.281492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e63fa69d-4541-4eec-a158-acd16c369aac not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:48.321603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.328404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=6cf50631-e31a-4a76-924c-699b2535a323,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:48.337821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:48.378805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c960090e-7012-46c1-8fa0-17f0303d1be6 None None] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:48.410902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:48.416870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.418350 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.590570 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b0aa41ab-9978-4ac3-b2a2-42abd4e81e1a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8468964 Aug 16 20:52:48.592961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59380) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:48.607969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '23f39a8c-46a5-42c9-9705-199b1e70701d', 'name': 'tempest-PortsIpV6TestJSON-2052502942'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:48.630169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c5057f13-6667-4ce2-ba76-4b71fa42f025 None None] Provisioning for port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:48.636963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c5057f13-6667-4ce2-ba76-4b71fa42f025 None None] Provisioning complete for port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:48.637368 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c5057f13-6667-4ce2-ba76-4b71fa42f025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.784385 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c5057f13-6667-4ce2-ba76-4b71fa42f025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.802479 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb078-ef14-43fa-8472-c8486769f456 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.842197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c5057f13-6667-4ce2-ba76-4b71fa42f025 None None] For port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7f66f401-44e8-41f9-80fb-7e3a5bdceac6,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:48.869006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdb078-ef14-43fa-8472-c8486769f456 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=ac65f40d-52dc-4078-9844-e53da380d107,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:48.913303 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.979027 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c5057f13-6667-4ce2-ba76-4b71fa42f025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.982873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb078-ef14-43fa-8472-c8486769f456 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.987809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e4cdb078-ef14-43fa-8472-c8486769f456 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/ac65f40d-52dc-4078-9844-e53da380d107 HTTP/1.1" status: 204 len: 168 time: 1.5545890 Aug 16 20:52:48.989767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.992541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59382) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:49.000467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617fc82-f9b3-4e6c-a35f-f3e0eebf5119 req-e102c860-2178-46d0-9231-ae7e3ddc5a77 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.008682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e617fc82-f9b3-4e6c-a35f-f3e0eebf5119 req-e102c860-2178-46d0-9231-ae7e3ddc5a77 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.7816055 Aug 16 20:52:49.026868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:49.031180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.082108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85a2df4-cdf5-467f-982f-f10d90d174fe']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:49.082351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5057f13-6667-4ce2-ba76-4b71fa42f025 None None] Pushing event updated for resources: {'Port': ['ID=7f66f401-44e8-41f9-80fb-7e3a5bdceac6,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:49.119928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:49.143417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ef53e1c3-ab48-4eae-bad1-de5b6cc2ca3b None None] Provisioning complete for port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:49.143906 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ef53e1c3-ab48-4eae-bad1-de5b6cc2ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.151357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e617fc82-f9b3-4e6c-a35f-f3e0eebf5119 req-318e89e7-deae-4263-bf74-1ef0ac744f53 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408787 Aug 16 20:52:49.158571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b047b91-395d-4bd5-9baa-99974a0edeb3') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:49.158571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b047b91-395d-4bd5-9baa-99974a0edeb3') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:49.181071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f88bd8-cdc6-4325-aba3-4f1f02f9a84b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.190347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f88bd8-cdc6-4325-aba3-4f1f02f9a84b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.194528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-61f88bd8-cdc6-4325-aba3-4f1f02f9a84b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1659899 Aug 16 20:52:49.196606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59386) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:49.197309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.208081 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.240691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.271552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:49.274580 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:49.280423 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:49.366532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.430771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca2f3f0-2bc2-4c12-af91-96d771bb0266 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 4a1912a6-9799-463b-88e1-3d49c3746f6d {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:49.444115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad55b3-b681-4568-b6ac-a0dbfafb1ad7 None None] Network 23f39a8c-46a5-42c9-9705-199b1e70701d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:49.445242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f3f0-2bc2-4c12-af91-96d771bb0266 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.472063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade530f-c260-4d94-aa24-2a89441ec43d req-b2ee52cd-d26e-4fc4-ab34-0b30180f78e4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.480884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ade530f-c260-4d94-aa24-2a89441ec43d req-b2ee52cd-d26e-4fc4-ab34-0b30180f78e4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.0966129 Aug 16 20:52:49.505667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ef53e1c3-ab48-4eae-bad1-de5b6cc2ca3b None None] Provisioning for port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:49.520973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ef53e1c3-ab48-4eae-bad1-de5b6cc2ca3b None None] Provisioning complete for port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:49.526252 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ef53e1c3-ab48-4eae-bad1-de5b6cc2ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.535851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ade530f-c260-4d94-aa24-2a89441ec43d req-3e7c9132-785c-4779-b96f-b8c43f321b8c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518043 Aug 16 20:52:49.538651 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a29c41b3-d651-4726-8084-f4e160716c82 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:49.586340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f3f0-2bc2-4c12-af91-96d771bb0266 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.606923 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.612031 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.614348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] 10.222.0.74 "DELETE /v2.0/networks/b85a2df4-cdf5-467f-982f-f10d90d174fe HTTP/1.1" status: 204 len: 168 time: 1.6950290 Aug 16 20:52:49.654622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a734bf-6f27-436c-b104-cc10a2055dad admin admin] Pushing event deleted for resources: {'Network': ['ID=b85a2df4-cdf5-467f-982f-f10d90d174fe,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:49.671278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8::321 (23f39a8c-46a5-42c9-9705-199b1e70701d/035b81ed-a0a9-4cec-bd2f-59438e7c6c3a/f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:49.738553 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ef53e1c3-ab48-4eae-bad1-de5b6cc2ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.772030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Router 1c250670-7333-4567-9e8d-ea363326b2f4 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:52:49.796537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ef53e1c3-ab48-4eae-bad1-de5b6cc2ca3b None None] For port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3de47f4f-fc76-4ff6-a4f1-e446b3c45716,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:49.806536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port a29c41b3-d651-4726-8084-f4e160716c82 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:49.812155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:49.868105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:49.868740 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.915797 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.936890 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f3f0-2bc2-4c12-af91-96d771bb0266 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.939665 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ef53e1c3-ab48-4eae-bad1-de5b6cc2ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.006006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53e1c3-ab48-4eae-bad1-de5b6cc2ca3b None None] Pushing event updated for resources: {'Port': ['ID=3de47f4f-fc76-4ff6-a4f1-e446b3c45716,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:50.206044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dff649-a3ce-49cc-8859-b4c68bfc4b43 req-16e4dfd0-ea08-4c6c-ba15-0d54d7907f56 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:50.209460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32dff649-a3ce-49cc-8859-b4c68bfc4b43 req-16e4dfd0-ea08-4c6c-ba15-0d54d7907f56 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.0668657 Aug 16 20:52:50.212422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a855c716-c02a-47d6-941f-72143de86c82 None None] Provisioning for port a29c41b3-d651-4726-8084-f4e160716c82 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:50.217321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a855c716-c02a-47d6-941f-72143de86c82 None None] Provisioning complete for port a29c41b3-d651-4726-8084-f4e160716c82 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:50.217866 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a855c716-c02a-47d6-941f-72143de86c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.309738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59400) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:50.354726 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a855c716-c02a-47d6-941f-72143de86c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.358854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32dff649-a3ce-49cc-8859-b4c68bfc4b43 req-68bb81ec-8ff9-4f53-9d27-4430ab4c8a13 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425841 Aug 16 20:52:50.368343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb3afb-1662-4394-8a37-2c959b87721b req-5958da24-0902-4bfa-ad7e-8b05175983cd tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:50.371140 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28bb3afb-1662-4394-8a37-2c959b87721b req-5958da24-0902-4bfa-ad7e-8b05175983cd tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1297624 Aug 16 20:52:50.397289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a855c716-c02a-47d6-941f-72143de86c82 None None] For port a29c41b3-d651-4726-8084-f4e160716c82, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a29c41b3-d651-4726-8084-f4e160716c82,segment=NetworkSegment(8e807873-e11b-4f2d-a6f4-e2c7c34d17df),segment_id=8e807873-e11b-4f2d-a6f4-e2c7c34d17df)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:50.429876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28bb3afb-1662-4394-8a37-2c959b87721b req-bd9c088a-d3d4-448d-aacb-ac535e5ba531 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528572 Aug 16 20:52:50.497701 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.516068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:50.527281 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3b586376-cd21-4eab-9a2f-80bca771e19b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=638e5fe1a4d7426c888096dc0d24a0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150505 Aug 16 20:52:50.527845 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Sync routers for ids ['1c250670-7333-4567-9e8d-ea363326b2f4'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:50.530006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59402) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:50.538933 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Routers {'1c250670-7333-4567-9e8d-ea363326b2f4'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:50.539804 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:52:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1c250670-7333-4567-9e8d-ea363326b2f4'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:50.547969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:50.555375 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a855c716-c02a-47d6-941f-72143de86c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.557426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da88f0-d56a-41f1-b0b5-eed4482a3bf8 req-6ae0b36d-09f6-427f-9bf3-bfa64fad98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:50.557426 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e8da88f0-d56a-41f1-b0b5-eed4482a3bf8 req-6ae0b36d-09f6-427f-9bf3-bfa64fad98d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 1097 time: 0.2044880 Aug 16 20:52:50.594628 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f543947-7817-4a35-a29a-f222b2cf9a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.621252 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f543947-7817-4a35-a29a-f222b2cf9a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.626064 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a855c716-c02a-47d6-941f-72143de86c82 None None] Could not find standard attr ID for object ac65f40d-52dc-4078-9844-e53da380d107. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:52:50.632652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855c716-c02a-47d6-941f-72143de86c82 None None] Pushing event updated for resources: {'Port': ['ID=a29c41b3-d651-4726-8084-f4e160716c82,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:50.648420 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.657052 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Set router 1c250670-7333-4567-9e8d-ea363326b2f4 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:50.667412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f3f0-2bc2-4c12-af91-96d771bb0266 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.705891 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2f3f0-2bc2-4c12-af91-96d771bb0266 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1912a6-9799-463b-88e1-3d49c3746f6d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:50.717390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f3f0-2bc2-4c12-af91-96d771bb0266 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.722073 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2ca2f3f0-2bc2-4c12-af91-96d771bb0266 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/4a1912a6-9799-463b-88e1-3d49c3746f6d HTTP/1.1" status: 204 len: 168 time: 1.5217967 Aug 16 20:52:50.722843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59404) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:50.723925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f64bc9-5286-4173-928d-3a0a3f8ae7b0 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:50.728459 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.733105 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e03fc0b5-f574-47fe-9245-5174cffcbdc7 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8264194 Aug 16 20:52:50.735667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59406) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:50.743540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da88f0-d56a-41f1-b0b5-eed4482a3bf8 req-7bad844a-bd13-4c32-99a0-67d3ece5ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:50.745435 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e8da88f0-d56a-41f1-b0b5-eed4482a3bf8 req-7bad844a-bd13-4c32-99a0-67d3ece5ae6d service neutron] 10.222.0.79 "GET /v2.0/networks?id=e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 200 len: 912 time: 0.1797724 Aug 16 20:52:50.775105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-44ef2d99-f514-41ea-90ac-2a803fa51524 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489826 Aug 16 20:52:50.776435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59408) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:50.808134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e37cba3a-1339-462e-a7b8-139c8f702dde None None] Provisioning complete for port a29c41b3-d651-4726-8084-f4e160716c82 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:50.808651 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e37cba3a-1339-462e-a7b8-139c8f702dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.840657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.840992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d697ab-b2fd-488a-a12c-402ec6a06a33 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:50.844982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-03d697ab-b2fd-488a-a12c-402ec6a06a33 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0653248 Aug 16 20:52:50.845267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59410) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:50.874742 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:47Z', 'revision_number': 3, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:50.889704 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f543947-7817-4a35-a29a-f222b2cf9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.892608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f543947-7817-4a35-a29a-f222b2cf9a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.896988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6f543947-7817-4a35-a29a-f222b2cf9a3c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0cc35d8b-e177-497d-9a54-e7ebf50c85eb HTTP/1.1" status: 204 len: 168 time: 0.3656962 Aug 16 20:52:50.909892 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Checking router: 1c250670-7333-4567-9e8d-ea363326b2f4 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:50.910710 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Updating router 1c250670-7333-4567-9e8d-ea363326b2f4 port 8061046b-63db-4c58-bcb8-d462a61561f3 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:52:50.923409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f543947-7817-4a35-a29a-f222b2cf9a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc35d8b-e177-497d-9a54-e7ebf50c85eb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:50.941374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabaa15-5dc7-4f2c-9269-db17e7e68e47 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:50.948411 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.950584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aaabaa15-5dc7-4f2c-9269-db17e7e68e47 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1032879 Aug 16 20:52:50.953816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59414) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:50.959835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Router 176dba40-972f-4d32-a09d-84ea763d956f is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:52:51.029242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3b3c0b9b-6dbf-4114-9ee6-af3b05b156ee tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755887 Aug 16 20:52:51.029880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59416) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:51.035051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-66a236f5-153f-4923-b7c2-0c2dfd830e31 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:51.043073 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 23f39a8c-46a5-42c9-9705-199b1e70701d is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:51.045479 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e8da88f0-d56a-41f1-b0b5-eed4482a3bf8 req-9375f7f4-49e7-4660-8418-92cb9a641e29 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71 HTTP/1.1" status: 200 len: 1001 time: 0.2561359 Aug 16 20:52:51.057831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e37cba3a-1339-462e-a7b8-139c8f702dde None None] Provisioning for port 6cf50631-e31a-4a76-924c-699b2535a323 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:51.061907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e37cba3a-1339-462e-a7b8-139c8f702dde None None] Provisioning complete for port 6cf50631-e31a-4a76-924c-699b2535a323 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:51.062287 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e37cba3a-1339-462e-a7b8-139c8f702dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.108299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:51.110767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:51.116700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.117463 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.133466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98bd9a6-3acd-4043-b038-7b4f30cc396c None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:51.148818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e37cba3a-1339-462e-a7b8-139c8f702dde None None] Port 6cf50631-e31a-4a76-924c-699b2535a323 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:51.212720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:51.212980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e98bd9a6-3acd-4043-b038-7b4f30cc396c None None] Deleting port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:51.213371 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e98bd9a6-3acd-4043-b038-7b4f30cc396c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.309139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a236f5-153f-4923-b7c2-0c2dfd830e31 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:51.314374 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66a236f5-153f-4923-b7c2-0c2dfd830e31 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.319778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e98bd9a6-3acd-4043-b038-7b4f30cc396c None None] For port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3de47f4f-fc76-4ff6-a4f1-e446b3c45716,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:51.320887 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e98bd9a6-3acd-4043-b038-7b4f30cc396c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.344059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a29c41b3-d651-4726-8084-f4e160716c82 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:51.368906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da88f0-d56a-41f1-b0b5-eed4482a3bf8 req-f16eb49c-ec29-478c-8255-347683367838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.370719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e8da88f0-d56a-41f1-b0b5-eed4482a3bf8 req-f16eb49c-ec29-478c-8255-347683367838 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4050dda0-7be6-4550-b8ab-15431325c8a3 HTTP/1.1" status: 200 len: 850 time: 0.2642875 Aug 16 20:52:51.373826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e98bd9a6-3acd-4043-b038-7b4f30cc396c None None] Calling delete_port for 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:51.393965 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.407275 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Transition to ACTIVE for port object 8061046b-63db-4c58-bcb8-d462a61561f3 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:51.475516 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-afc9a2be-7836-4ed8-83a1-f84e7b320e53 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8795602 Aug 16 20:52:51.479886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59426) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:51.549283 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.556185 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:51.576548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Sync routers for ids ['176dba40-972f-4d32-a09d-84ea763d956f'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:51.595418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a29c41b3-d651-4726-8084-f4e160716c82 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:51.595418 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.602447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da88f0-d56a-41f1-b0b5-eed4482a3bf8 req-6dcbac07-6aa6-428c-8229-ccca9593a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.604485 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e8da88f0-d56a-41f1-b0b5-eed4482a3bf8 req-6dcbac07-6aa6-428c-8229-ccca9593a73a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e326fa6c-2a20-4d37-a565-aff686757d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1843612 Aug 16 20:52:51.653418 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Attempting to bind port 8061046b-63db-4c58-bcb8-d462a61561f3 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:51.653788 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Attempting to bind port 8061046b-63db-4c58-bcb8-d462a61561f3 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:51.654155 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Attempting to bind port 8061046b-63db-4c58-bcb8-d462a61561f3 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:51.667586 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:51.667958 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:51.676561 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.676561 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:51.676561 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Bound port: 8061046b-63db-4c58-bcb8-d462a61561f3, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:51.676561 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.677137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e98bd9a6-3acd-4043-b038-7b4f30cc396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.677365 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Pushing event updated for resources: {'Port': ['ID=8061046b-63db-4c58-bcb8-d462a61561f3,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:51.677468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Routers {'176dba40-972f-4d32-a09d-84ea763d956f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:51.677468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:52:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['176dba40-972f-4d32-a09d-84ea763d956f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:51.699716 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.699716 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.699958 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.700220 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.700971 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.701486 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.701979 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.702470 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.703119 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.703611 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.704114 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.704600 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:51.731347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.735753 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5919c1c4-a4b8-4df0-a5a7-d702c1be8196 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.3258615 Aug 16 20:52:51.736090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59434) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:51.741300 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] For port 8061046b-63db-4c58-bcb8-d462a61561f3, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:51.744888 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] For port 8061046b-63db-4c58-bcb8-d462a61561f3, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8061046b-63db-4c58-bcb8-d462a61561f3,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:51.779225 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e8da88f0-d56a-41f1-b0b5-eed4482a3bf8 req-2d904039-2bd4-4980-9bd3-59d7ff79ed6e service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652510 Aug 16 20:52:51.878519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc31dd-1771-4ccc-b075-3a27bcfedc96 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.883060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-26fc31dd-1771-4ccc-b075-3a27bcfedc96 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A104 HTTP/1.1" status: 200 len: 928 time: 0.4020700 Aug 16 20:52:51.883610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59436) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:51.906038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d889c96-9616-4601-b5a9-fc78155e1494 req-f382735a-3868-491b-8148-927e46f55adf tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.908144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d889c96-9616-4601-b5a9-fc78155e1494 req-f382735a-3868-491b-8148-927e46f55adf tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.3020127 Aug 16 20:52:51.914273 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.943396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d53858-4902-469c-9802-3b957c1cea13 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.947905 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-73d53858-4902-469c-9802-3b957c1cea13 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=dd3bb4cd838b40d18fd6af77660f5d7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2074711 Aug 16 20:52:51.952725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a01164-deb1-4889-a556-d1ae69152cd7 req-e31cbbc5-f927-4fc1-aeee-8138190396cf tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.954163 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59440) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:51.955001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19a01164-deb1-4889-a556-d1ae69152cd7 req-e31cbbc5-f927-4fc1-aeee-8138190396cf tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.3474915 Aug 16 20:52:51.967240 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66a236f5-153f-4923-b7c2-0c2dfd830e31 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.993638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8f7661b1-9f60-4644-8b49-ce938f0e6806 None None] Provisioning for port f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:51.999536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bd9a6-3acd-4043-b038-7b4f30cc396c None None] Pushing event deleted for resources: {'Port': ['ID=3de47f4f-fc76-4ff6-a4f1-e446b3c45716,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:52.004540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98bd9a6-3acd-4043-b038-7b4f30cc396c None None] No DVR routers for this DVR port 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:52.011361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8f7661b1-9f60-4644-8b49-ce938f0e6806 None None] Provisioning complete for port f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:52.011735 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8f7661b1-9f60-4644-8b49-ce938f0e6806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.060364 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ec65-6992-44b7-9a9e-df24eb8a993e None None] Pushing event updated for resources: {'Port': ['ID=8061046b-63db-4c58-bcb8-d462a61561f3,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:52.070664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Set router 176dba40-972f-4d32-a09d-84ea763d956f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:52.080811 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Routers {'1c250670-7333-4567-9e8d-ea363326b2f4'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:52.082087 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:52:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1c250670-7333-4567-9e8d-ea363326b2f4'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:52.089133 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e8da88f0-d56a-41f1-b0b5-eed4482a3bf8 req-789e3944-8e70-4910-9d53-3ff7d0d5208b service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816896 Aug 16 20:52:52.106133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a236f5-153f-4923-b7c2-0c2dfd830e31 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:52.121865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-66a236f5-153f-4923-b7c2-0c2dfd830e31 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:52.130064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a236f5-153f-4923-b7c2-0c2dfd830e31 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:52.130605 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66a236f5-153f-4923-b7c2-0c2dfd830e31 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.143289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19a01164-deb1-4889-a556-d1ae69152cd7 req-410940f1-7403-491b-9dd3-ed8b07cccf68 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683300 Aug 16 20:52:52.149333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d889c96-9616-4601-b5a9-fc78155e1494 req-657cc4b4-1d62-4f76-b915-1256eb7cd52c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178502 Aug 16 20:52:52.149966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a236f5-153f-4923-b7c2-0c2dfd830e31 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=5884d720-839e-487f-80be-6db07d9e62f3,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:52.208599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-61840857-5243-4078-a9e9-743ba2216e21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:52.208953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61840857-5243-4078-a9e9-743ba2216e21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.230304 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29728753-6201-4b10-8c67-479cf852b1ad None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:52.299890 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-66a236f5-153f-4923-b7c2-0c2dfd830e31 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2682674 Aug 16 20:52:52.304582 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] Set router 1c250670-7333-4567-9e8d-ea363326b2f4 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:52.306221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59446) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:52.320913 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': '5884d720-839e-487f-80be-6db07d9e62f3', 'ip_address': '2001:db8::cfae:5cd2:3bb7:99b5'}], 'name': 'tempest-NetworksTestDHCPv6-2136599384'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:52.331808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a0768a-a0bb-42b6-9f3e-6c09ea9c2419 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:52.333639 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-87a0768a-a0bb-42b6-9f3e-6c09ea9c2419 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3554688 Aug 16 20:52:52.346488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59450) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:52.357415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8f7661b1-9f60-4644-8b49-ce938f0e6806 None None] Port f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:52.503991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61840857-5243-4078-a9e9-743ba2216e21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.517675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:52.546864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-61840857-5243-4078-a9e9-743ba2216e21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:52.568146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '5884d720-839e-487f-80be-6db07d9e62f3'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:52.569129 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.574689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:52.575034 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3de47f4f-fc76-4ff6-a4f1-e446b3c45716 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:52.683245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176dba40-972f-4d32-a09d-84ea763d956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544328461', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:48Z', 'revision_number': 3, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:46Z', 'updated_at': '2021-08-16T20:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:52.720247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Checking router: 176dba40-972f-4d32-a09d-84ea763d956f for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:52.720611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Updating router 176dba40-972f-4d32-a09d-84ea763d956f port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:52:52.773764 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:47Z', 'revision_number': 3, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:52.780789 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.830241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/5884d720-839e-487f-80be-6db07d9e62f3/ce69d8f5-a168-4da9-b1b6-045b0e96c9a9) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:52.846609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:52.850230 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2fa841-db81-4263-a4df-0ce98fcbf4b3 None None] The sync data for ids ['1c250670-7333-4567-9e8d-ea363326b2f4'] in n-d-793619-14 is: [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:47Z', 'revision_number': 3, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:52.964330 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61840857-5243-4078-a9e9-743ba2216e21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.972701 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3d053da4-fe95-4022-a0ac-6f209159b8c3 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6239376 Aug 16 20:52:52.984377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59460) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:53.058816 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e89ccd38-4a89-471e-af6b-baf683d2f5fd tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=dd3bb4cd838b40d18fd6af77660f5d7c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730011 Aug 16 20:52:53.062455 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59462) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:53.083112 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.085893 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.089652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61840857-5243-4078-a9e9-743ba2216e21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:53.153722 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61840857-5243-4078-a9e9-743ba2216e21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.157104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-61840857-5243-4078-a9e9-743ba2216e21 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79 HTTP/1.1" status: 204 len: 168 time: 1.2688236 Aug 16 20:52:53.164749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59468) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:53.167446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port f1e81277-21b8-4697-ae24-575508719a01 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:53.228753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.288301 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-dcc96315-2a5b-43aa-93a5-5f982428cc70 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3136384 Aug 16 20:52:53.337448 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-75eba6ab-2810-43fd-a917-f28750f62e61 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:52:53.343116 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-75eba6ab-2810-43fd-a917-f28750f62e61 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/f61b18cb-e37c-4b4b-a7aa-cd20ae8f7a79 HTTP/1.1" status: 404 len: 333 time: 0.1390150 Aug 16 20:52:53.354217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59482) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:53.363958 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.391357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Transition to ACTIVE for port object ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:53.393959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Transition to ACTIVE for port object 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:53.442857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Transition to ACTIVE for port object ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:53.503480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baa875-cfd2-4596-9dfe-9ac43612dd86 req-4e9a64ed-5f6d-4f6d-bb5c-0ad13c93435d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.505282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45baa875-cfd2-4596-9dfe-9ac43612dd86 req-4e9a64ed-5f6d-4f6d-bb5c-0ad13c93435d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1679130 Aug 16 20:52:53.513677 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.584407 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.585587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbafb9-8cc6-4cb5-9627-0b36b33c1b58 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.590139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45baa875-cfd2-4596-9dfe-9ac43612dd86 req-e4170b08-ef5e-42c4-b46d-b16fdb728b64 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741715 Aug 16 20:52:53.590503 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-65fbafb9-8cc6-4cb5-9627-0b36b33c1b58 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5195045 Aug 16 20:52:53.601784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59484) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:53.627841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Attempting to bind port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:53.628874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Attempting to bind port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:53.629285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Attempting to bind port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:53.634185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6528f36-6a88-48e2-80fa-4d54f1f9c56a None None] Pushing event updated for resources: {'Port': ['ID=8968dddf-f2f3-4b9c-90bf-80c8b8d84475,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:53.643245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:53.643632 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:53.644041 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.644470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:53.645051 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Bound port: 8968dddf-f2f3-4b9c-90bf-80c8b8d84475, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:53.645437 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.676706 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5be9146d-6be9-46a3-8dd7-55bf4a3f3896 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596902 Aug 16 20:52:53.690939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d3593848-d447-4c98-abab-10c1d67f1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.691580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d3593848-d447-4c98-abab-10c1d67f1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.692132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d3593848-d447-4c98-abab-10c1d67f1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.692677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d3593848-d447-4c98-abab-10c1d67f1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.693299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d3593848-d447-4c98-abab-10c1d67f1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.693775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d3593848-d447-4c98-abab-10c1d67f1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.694451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d3593848-d447-4c98-abab-10c1d67f1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.696739 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d3593848-d447-4c98-abab-10c1d67f1eff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6499 time: 0.2741804 Aug 16 20:52:53.699175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59490) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:53.705979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:53.718372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:53.729463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095400215', 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7', 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:53.731481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-442d6265-b1d4-4d9a-a2cb-c2f222059bd4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port 6cf50631-e31a-4a76-924c-699b2535a323 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:53.732111 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-442d6265-b1d4-4d9a-a2cb-c2f222059bd4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.753593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:53.843318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Pushing event updated for resources: {'Port': ['ID=ce69d8f5-a168-4da9-b1b6-045b0e96c9a9,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:53.853418 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-442d6265-b1d4-4d9a-a2cb-c2f222059bd4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.871667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-442d6265-b1d4-4d9a-a2cb-c2f222059bd4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for 6cf50631-e31a-4a76-924c-699b2535a323 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:53.885509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] For port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:53.910461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] For port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8968dddf-f2f3-4b9c-90bf-80c8b8d84475,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:53.912012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Attempting to bind port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:53.913048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Attempting to bind port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:53.913176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Attempting to bind port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:53.943841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:53.943841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:53.943841 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.943841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:53.943841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Bound port: ce69d8f5-a168-4da9-b1b6-045b0e96c9a9, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:53.943841 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.975580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8937-fde9-4bca-9151-a9cd2e7a17e9 req-ac840b48-6aae-47a6-903e-4e737dc04180 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.979142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7baf8937-fde9-4bca-9151-a9cd2e7a17e9 req-ac840b48-6aae-47a6-903e-4e737dc04180 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.2428451 Aug 16 20:52:53.987832 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94130841-2780-4389-99c8-5a7d2603980d req-b1ac0f17-a8f9-4df0-90c4-2c335dc68870 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0677314 Aug 16 20:52:54.007420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::cfae:5cd2:3bb7:99b5 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/5884d720-839e-487f-80be-6db07d9e62f3/f1e81277-21b8-4697-ae24-575508719a01) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:54.037239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] For port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:54.040838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] For port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ce69d8f5-a168-4da9-b1b6-045b0e96c9a9,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:54.043473 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.044652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Allocated IP 172.20.0.1 (08150c28-7ae3-4f07-ac78-d32078b65a42/99b6311e-97c3-4c6e-b1d5-331fc57faba4/13ff8b30-f5ce-4143-bce7-8ec9bbe111f8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:54.113974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Routers {'176dba40-972f-4d32-a09d-84ea763d956f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:54.116529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:52:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['176dba40-972f-4d32-a09d-84ea763d956f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:54.136032 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7baf8937-fde9-4bca-9151-a9cd2e7a17e9 req-70d4d31b-ae83-41a8-856a-7770e3b38f04 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302991 Aug 16 20:52:54.159386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6528f36-6a88-48e2-80fa-4d54f1f9c56a None None] Pushing event updated for resources: {'Port': ['ID=8968dddf-f2f3-4b9c-90bf-80c8b8d84475,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:54.182033 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.237723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-5614398c-7619-41fd-90a8-7b2013d81d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.238225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-5614398c-7619-41fd-90a8-7b2013d81d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.238703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-5614398c-7619-41fd-90a8-7b2013d81d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.240352 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-5614398c-7619-41fd-90a8-7b2013d81d0e service neutron] 10.222.0.76 "GET /v2.0/networks?id=f811c930-d940-4fe5-b868-27e98c3af345&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5 HTTP/1.1" status: 200 len: 2293 time: 0.2334676 Aug 16 20:52:54.248656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Made reservation on behalf of dd3bb4cd838b40d18fd6af77660f5d7c for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:54.252783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.304122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a1efe-0e1f-4b00-a182-f15b0d4e0386 None None] Pushing event updated for resources: {'Port': ['ID=ce69d8f5-a168-4da9-b1b6-045b0e96c9a9,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:54.339091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] Set router 176dba40-972f-4d32-a09d-84ea763d956f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:54.355870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-442d6265-b1d4-4d9a-a2cb-c2f222059bd4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.371439 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.377092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.397965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object f1e81277-21b8-4697-ae24-575508719a01 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:54.410692 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-ec963d90-12c5-4777-a243-8e25920c9186 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485de2cf-1908-4253-b829-fe46c689dd3c HTTP/1.1" status: 200 len: 1000 time: 0.1338236 Aug 16 20:52:54.416072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d6265-b1d4-4d9a-a2cb-c2f222059bd4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=6cf50631-e31a-4a76-924c-699b2535a323,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:54.440675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Transition to ACTIVE for port object 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:54.495243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-442d6265-b1d4-4d9a-a2cb-c2f222059bd4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.497878 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-442d6265-b1d4-4d9a-a2cb-c2f222059bd4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/6cf50631-e31a-4a76-924c-699b2535a323 HTTP/1.1" status: 204 len: 168 time: 1.1410198 Aug 16 20:52:54.504098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59498) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:54.562923 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4f5201-f441-4c48-a53c-3b183a259cda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:52:54.568570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59500) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:54.569396 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ce4f5201-f441-4c48-a53c-3b183a259cda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/6cf50631-e31a-4a76-924c-699b2535a323 HTTP/1.1" status: 404 len: 333 time: 0.0629475 Aug 16 20:52:54.577717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-0cb711ba-9e39-4236-a7b1-9ff2bb90a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.587771 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-0cb711ba-9e39-4236-a7b1-9ff2bb90a69b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd35abf-7995-4566-8e60-30dabd3fd226 HTTP/1.1" status: 200 len: 851 time: 0.1586831 Aug 16 20:52:54.614983 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.656197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-612a88b0-6308-479d-bdf6-22cce748f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.656197 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-612a88b0-6308-479d-bdf6-22cce748f764 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f811c930-d940-4fe5-b868-27e98c3af345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577548 Aug 16 20:52:54.726939 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.777795 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.829824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176dba40-972f-4d32-a09d-84ea763d956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544328461', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:48Z', 'revision_number': 3, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:46Z', 'updated_at': '2021-08-16T20:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:54.871064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:54.879787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-196988b8-b2f4-40a0-9497-9da73d514d1a service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080989 Aug 16 20:52:54.883860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:54.888706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:54.890075 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d75c3-cf42-411f-8c55-855f733652dd None None] The sync data for ids ['176dba40-972f-4d32-a09d-84ea763d956f'] in n-d-793619-14 is: [{'id': '176dba40-972f-4d32-a09d-84ea763d956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544328461', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:48Z', 'revision_number': 3, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:46Z', 'updated_at': '2021-08-16T20:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:54.941801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Pushing event updated for resources: {'Port': ['ID=13ff8b30-f5ce-4143-bce7-8ec9bbe111f8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:54.967160 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:54.987580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba386e7-ff7b-4dff-b19d-8e6dbf2c5996 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting subnet 035b81ed-a0a9-4cec-bd2f-59438e7c6c3a {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:55.008163 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ba386e7-ff7b-4dff-b19d-8e6dbf2c5996 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.012270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Subnet': ['ID=a06e6857-616e-44af-aec4-d030a70b9ff2,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:55.025070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=f1e81277-21b8-4697-ae24-575508719a01,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:55.029390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:55.084820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:55.091358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.099414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:55.099414 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.177961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4e9f59d-4562-4edb-bc0d-48cb4d97bfed req-07521736-443a-4589-9125-c8763bc5b81f tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0862920 Aug 16 20:52:55.211682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051b821-1bf2-4d21-b710-a0754ffca3e9 req-e414bf60-280c-4f45-86c7-f35550b90c8c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:55.213310 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6051b821-1bf2-4d21-b710-a0754ffca3e9 req-e414bf60-280c-4f45-86c7-f35550b90c8c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.4291189 Aug 16 20:52:55.220138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ba386e7-ff7b-4dff-b19d-8e6dbf2c5996 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.274864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Checking segment: {'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:55.275157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network hostable DHCP agents. Network: 26b256aa-b685-4d82-a358-ca1652478fa7, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:55.299936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c943f13c-3a34-4cf9-ac30-31ad872d5e2d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9928536 Aug 16 20:52:55.301003 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-5ba77b21-9f08-4d43-b604-6b1b0f82c5af service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077435 Aug 16 20:52:55.303552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59510) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:55.309773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-75938da7-cb96-4999-8f09-7423e2998b1f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': '5884d720-839e-487f-80be-6db07d9e62f3', 'ip_address': '2001:db8::cfae:5cd2:3bb7:99b5'}], 'name': 'tempest-NetworksTestDHCPv6-1885163273'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:55.365433 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6051b821-1bf2-4d21-b710-a0754ffca3e9 req-ac8f8134-4a37-4216-a2b2-44785340dadd tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027131 Aug 16 20:52:55.428747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-378f5611-ec6d-4898-9f98-518f97d8fc92 None None] Provisioning for port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:55.433421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-378f5611-ec6d-4898-9f98-518f97d8fc92 None None] Provisioning complete for port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:55.433874 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-378f5611-ec6d-4898-9f98-518f97d8fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.446689 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ba386e7-ff7b-4dff-b19d-8e6dbf2c5996 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.462310 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-3c5068f8-7687-42b5-aa15-982ea4a75140 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 HTTP/1.1" status: 200 len: 217 time: 0.0985847 Aug 16 20:52:55.501146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8061046b-63db-4c58-bcb8-d462a61561f3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:55.540388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network 26b256aa-b685-4d82-a358-ca1652478fa7 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:55.578937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-378f5611-ec6d-4898-9f98-518f97d8fc92 None None] Port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:55.622379 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ba386e7-ff7b-4dff-b19d-8e6dbf2c5996 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.636056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-df77bc76-a0cd-4df1-b42c-19acbe962eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:55.637790 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-df77bc76-a0cd-4df1-b42c-19acbe962eed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.1300941 Aug 16 20:52:55.653647 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ba386e7-ff7b-4dff-b19d-8e6dbf2c5996 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.658440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0ba386e7-ff7b-4dff-b19d-8e6dbf2c5996 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/035b81ed-a0a9-4cec-bd2f-59438e7c6c3a HTTP/1.1" status: 204 len: 168 time: 1.0854781 Aug 16 20:52:55.659269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59512) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:55.660747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba386e7-ff7b-4dff-b19d-8e6dbf2c5996 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Subnet': ['ID=035b81ed-a0a9-4cec-bd2f-59438e7c6c3a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:55.664251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e06092-d558-4eca-b9e0-90276acda157 None None] Network 23f39a8c-46a5-42c9-9705-199b1e70701d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:55.718443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-47427269-c064-4cad-93da-9ad55dbc8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:55.720085 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-47427269-c064-4cad-93da-9ad55dbc8196 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745432 Aug 16 20:52:55.739510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 26b256aa-b685-4d82-a358-ca1652478fa7) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:55.756399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:55.757173 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.775380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f4adaf-e912-40ff-bf48-0bee8465df44 None None] Network 26b256aa-b685-4d82-a358-ca1652478fa7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:55.779924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8061046b-63db-4c58-bcb8-d462a61561f3 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:55.811797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.815586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8061046b-63db-4c58-bcb8-d462a61561f3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:55.815867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.909679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75938da7-cb96-4999-8f09-7423e2998b1f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:55.937680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port a29c41b3-d651-4726-8084-f4e160716c82 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:55.945074 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.011369 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.065772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8061046b-63db-4c58-bcb8-d462a61561f3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8061046b-63db-4c58-bcb8-d462a61561f3,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:56.069875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a04a9-2a7a-4843-a2d3-711e4156bf97 None None] DHCP port deletion for 23f39a8c-46a5-42c9-9705-199b1e70701d request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:56.070637 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-ea53dd37-a3eb-433d-a707-4aef2c023a7b service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420949 Aug 16 20:52:56.077140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.083537 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] For port a29c41b3-d651-4726-8084-f4e160716c82, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a29c41b3-d651-4726-8084-f4e160716c82,segment=NetworkSegment(8e807873-e11b-4f2d-a6f4-e2c7c34d17df),segment_id=8e807873-e11b-4f2d-a6f4-e2c7c34d17df)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:56.083910 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.098565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for a29c41b3-d651-4726-8084-f4e160716c82 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:56.152167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5eb9bb75-65c7-44f3-8d12-dcb6c3cec19e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4356058 Aug 16 20:52:56.155161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-26b256aa-b685-4d82-a358-ca1652478fa7', 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'fixed_ips': [{'subnet_id': 'a06e6857-616e-44af-aec4-d030a70b9ff2'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:56.158148 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.163778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59516) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:56.307588 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.308356 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:56.428069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3da2746-81d5-4cd3-bba9-5d9d4eaf7216 req-622dd8f5-8b5d-4388-8788-109ce4768e0f tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.1153421 Aug 16 20:52:56.489576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8061046b-63db-4c58-bcb8-d462a61561f3,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:56.503658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-355a04a9-2a7a-4843-a2d3-711e4156bf97 None None] Deleting port a29c41b3-d651-4726-8084-f4e160716c82 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:56.504045 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-355a04a9-2a7a-4843-a2d3-711e4156bf97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.583662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Allocated IP 172.20.0.18 (26b256aa-b685-4d82-a358-ca1652478fa7/a06e6857-616e-44af-aec4-d030a70b9ff2/8d0cfbe4-30d4-4579-989b-bc27439d8eb2) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:56.620785 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-355a04a9-2a7a-4843-a2d3-711e4156bf97 None None] For port a29c41b3-d651-4726-8084-f4e160716c82, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a29c41b3-d651-4726-8084-f4e160716c82,segment=NetworkSegment(8e807873-e11b-4f2d-a6f4-e2c7c34d17df),segment_id=8e807873-e11b-4f2d-a6f4-e2c7c34d17df)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:56.621231 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-355a04a9-2a7a-4843-a2d3-711e4156bf97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.642426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-355a04a9-2a7a-4843-a2d3-711e4156bf97 None None] Calling delete_port for a29c41b3-d651-4726-8084-f4e160716c82 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:56.649117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17604e7-3804-490e-af15-c6db5d96a2ce req-20249e43-b6da-4421-a1f5-d2e16b59d8d8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.651378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-558aed8d-a5f3-4761-a556-96b299e73a89 None None] Provisioning for port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:56.656437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d17604e7-3804-490e-af15-c6db5d96a2ce req-20249e43-b6da-4421-a1f5-d2e16b59d8d8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1649485 Aug 16 20:52:56.665493 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.707249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No DVR routers for this DVR port a29c41b3-d651-4726-8084-f4e160716c82 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:56.723739 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=a29c41b3-d651-4726-8084-f4e160716c82,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:56.754999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:56.766300 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-75938da7-cb96-4999-8f09-7423e2998b1f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.768188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:56.768188 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.833271 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-8a6e001e-ca4d-41a2-b201-ddeb0567df35 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533560 Aug 16 20:52:56.843823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-75938da7-cb96-4999-8f09-7423e2998b1f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port bc4ece52-222a-460d-9cd6-78c5fab99afa yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:56.850690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d17604e7-3804-490e-af15-c6db5d96a2ce req-38e02d51-5303-4d03-bcb7-cfbd66281ac1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924250 Aug 16 20:52:56.854808 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.874310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f39a8c-46a5-42c9-9705-199b1e70701d']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:56.892717 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-65409917-9545-4651-89d0-ec4068ae780c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a19bea0e-f740-4d0b-8449-60adbd042ab2 HTTP/1.1" status: 200 len: 217 time: 0.0417604 Aug 16 20:52:56.912086 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-355a04a9-2a7a-4843-a2d3-711e4156bf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.972942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a04a9-2a7a-4843-a2d3-711e4156bf97 None None] Pushing event deleted for resources: {'Port': ['ID=a29c41b3-d651-4726-8084-f4e160716c82,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:56.978982 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.981669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ce9e7f75-621d-432a-9d79-dbe15f59ec6d None None] Provisioning for port f1e81277-21b8-4697-ae24-575508719a01 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:56.990029 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a04a9-2a7a-4843-a2d3-711e4156bf97 None None] No DVR routers for this DVR port a29c41b3-d651-4726-8084-f4e160716c82 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:57.011858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ce9e7f75-621d-432a-9d79-dbe15f59ec6d None None] Provisioning complete for port f1e81277-21b8-4697-ae24-575508719a01 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:57.012540 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7f75-621d-432a-9d79-dbe15f59ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.021444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Transition to ACTIVE for port object 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:57.058447 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.089092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Transition to ACTIVE for port object 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:57.111016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e7f75-621d-432a-9d79-dbe15f59ec6d None None] Port f1e81277-21b8-4697-ae24-575508719a01 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:57.126085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ce69d8f5-a168-4da9-b1b6-045b0e96c9a9,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:57.159233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-97377f31-bf24-4421-a578-f623429a7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.160814 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-97377f31-bf24-4421-a578-f623429a7ec9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.2368677 Aug 16 20:52:57.162966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.201124 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.260896 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.263838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Network 26b256aa-b685-4d82-a358-ca1652478fa7 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:57.270149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:57.272316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:57.272584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d65391ac-2113-443d-8a67-9182515e997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.274692 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d65391ac-2113-443d-8a67-9182515e997f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048157 Aug 16 20:52:57.275738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Pushing event updated for resources: {'Port': ['ID=8d0cfbe4-30d4-4579-989b-bc27439d8eb2,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:57.284386 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.341459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e807873-e11b-4f2d-a6f4-e2c7c34d17df') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:57.341679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e807873-e11b-4f2d-a6f4-e2c7c34d17df') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:57.357783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.382570 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.394486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Attempting to bind port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:57.394486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Attempting to bind port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:57.394806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Attempting to bind port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 on network 26b256aa-b685-4d82-a358-ca1652478fa7 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:57.397938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=ce69d8f5-a168-4da9-b1b6-045b0e96c9a9,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:57.403513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:57.403896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Checking segment: {'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:57.404301 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.404697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Bound using segment: {'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:57.405210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Bound port: 8d0cfbe4-30d4-4579-989b-bc27439d8eb2, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:57.405599 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.414749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:57.415170 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:57.418162 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:57.500715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Pushing event updated for resources: {'Port': ['ID=13ff8b30-f5ce-4143-bce7-8ec9bbe111f8,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:57.509989 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-75938da7-cb96-4999-8f09-7423e2998b1f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 20:52:57.510417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75938da7-cb96-4999-8f09-7423e2998b1f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:52:57.554461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] For port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:57.558083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] For port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8d0cfbe4-30d4-4579-989b-bc27439d8eb2,segment=NetworkSegment(438873f6-fa0f-4dd9-9557-26c5dc62c5d5),segment_id=438873f6-fa0f-4dd9-9557-26c5dc62c5d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:57.575914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8061046b-63db-4c58-bcb8-d462a61561f3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:57.590061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.623385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0c59a95-9931-443f-9fcb-2c609821472b req-c7a1e43e-e565-403a-b311-6c12e93af5de tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0344150 Aug 16 20:52:57.637685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8061046b-63db-4c58-bcb8-d462a61561f3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:57.638104 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.684220 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.707357 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.707621 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-70fd737f-1bea-4497-85ac-b642d72ef97c service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625679 Aug 16 20:52:57.736763 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.744808 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.746906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/networks/23f39a8c-46a5-42c9-9705-199b1e70701d HTTP/1.1" status: 204 len: 168 time: 2.0834720 Aug 16 20:52:57.751590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59526) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:57.758247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-337975729'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:57.772682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-628c69db-2f20-4743-af68-14224989f507 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1700118 Aug 16 20:52:57.775043 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-75938da7-cb96-4999-8f09-7423e2998b1f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.4705236 Aug 16 20:52:57.776394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92bb6a-3d39-4258-aec7-793fbf29caef tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Network': ['ID=23f39a8c-46a5-42c9-9705-199b1e70701d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:57.776994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59528) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:57.791403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:57.874716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3692af-4dad-46ff-b0e1-17f5e6af91fa None None] Pushing event updated for resources: {'Port': ['ID=8d0cfbe4-30d4-4579-989b-bc27439d8eb2,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:57.925254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:57.937212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:57.945420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:57.949537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.974748 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae83d1dc-7a33-4b20-bf01-1839c9f4c7e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.981940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae83d1dc-7a33-4b20-bf01-1839c9f4c7e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.983884 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ae83d1dc-7a33-4b20-bf01-1839c9f4c7e7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1899991 Aug 16 20:52:57.988558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59532) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:57.994006 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-30f1ca1a-53de-4e89-aebb-e90dee4e5a14 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785535 Aug 16 20:52:57.994866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:58.003775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:58.004372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.092542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:58.101721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-47c28707-5404-4649-9edd-3b742a7155b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.102298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3990f3-4171-4fd0-80c4-f59165a418e1 req-a8ed1adb-1a4e-4d9e-8d4e-e4900afa10a3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.103273 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-47c28707-5404-4649-9edd-3b742a7155b9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 1097 time: 0.2431672 Aug 16 20:52:58.143931 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.152251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e3990f3-4171-4fd0-80c4-f59165a418e1 req-a8ed1adb-1a4e-4d9e-8d4e-e4900afa10a3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1959007 Aug 16 20:52:58.180483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8968dddf-f2f3-4b9c-90bf-80c8b8d84475,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:58.203366 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.209736 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Added segment 41688d63-100e-4ff3-89c3-4f26d91d4360 of type vlan for network 9a9ea08b-ba92-483d-b94f-f7a3959de1ce Aug 16 20:52:58.209928 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-b5082a7d-0bde-4534-8bec-62a2e0e4177e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e HTTP/1.1" status: 200 len: 217 time: 0.1651723 Aug 16 20:52:58.244704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e3990f3-4171-4fd0-80c4-f59165a418e1 req-01156e8e-2e1a-48d7-bba8-e8144c4a7c88 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857518 Aug 16 20:52:58.286471 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.313920 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.336000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Allocated IP 172.20.0.17 (26b256aa-b685-4d82-a358-ca1652478fa7/a06e6857-616e-44af-aec4-d030a70b9ff2/bcff2a2f-f702-4377-907f-8ebed98ad8e0) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:58.382552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5fcf3a61-e529-4d02-85eb-f0e3419373a2 None None] Provisioning complete for port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:58.383207 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3a61-e529-4d02-85eb-f0e3419373a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.385672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8968dddf-f2f3-4b9c-90bf-80c8b8d84475,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:58.393873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a29c41b3-d651-4726-8084-f4e160716c82 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:58.434429 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: a29c41b3-d651-4726-8084-f4e160716c82 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:58.434782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a29c41b3-d651-4726-8084-f4e160716c82 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:58.448553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf3a61-e529-4d02-85eb-f0e3419373a2 None None] Port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:58.450536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d995f2bb-ef2e-41ea-9b18-a361cba5cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.452323 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d995f2bb-ef2e-41ea-9b18-a361cba5cead service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.2047276 Aug 16 20:52:58.465337 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.471165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.471893 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.511409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Router 1c250670-7333-4567-9e8d-ea363326b2f4 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:58.534035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-15b962f0-6d26-4f15-9141-fc3ce95d5802 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port f1e81277-21b8-4697-ae24-575508719a01 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:58.534375 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-15b962f0-6d26-4f15-9141-fc3ce95d5802 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.540422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-5f113405-564e-4b1f-80cf-d876da037458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.541935 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-5f113405-564e-4b1f-80cf-d876da037458 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 200 len: 912 time: 0.3001819 Aug 16 20:52:58.551301 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.571917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Network': ['ID=9a9ea08b-ba92-483d-b94f-f7a3959de1ce,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:58.576054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Transition to ACTIVE for port object bcff2a2f-f702-4377-907f-8ebed98ad8e0 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:58.583330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 9a9ea08b-ba92-483d-b94f-f7a3959de1ce details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:58.615054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0b44700e-13c1-49f4-b9bc-e663d42f7782 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8606763 Aug 16 20:52:58.617967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59538) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:58.622880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '9a9ea08b-ba92-483d-b94f-f7a3959de1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:58.683718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-6d1e8745-8882-4cb4-b917-2784634fe430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.685540 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-6d1e8745-8882-4cb4-b917-2784634fe430 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2228162 Aug 16 20:52:58.715596 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.739090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network 26b256aa-b685-4d82-a358-ca1652478fa7 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:58.743662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:58.766332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:58.815782 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-2f09fa01-29ec-497b-92f0-c4af3d50f5fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71 HTTP/1.1" status: 200 len: 1001 time: 0.2609427 Aug 16 20:52:58.838484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c4061c4-1283-490e-9665-e5d3bd3100d5 req-0424934c-9a1a-486e-a763-809816885422 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0675838 Aug 16 20:52:58.853596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Port': ['ID=bcff2a2f-f702-4377-907f-8ebed98ad8e0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:58.871011 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.900752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-15b962f0-6d26-4f15-9141-fc3ce95d5802 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.943813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-15b962f0-6d26-4f15-9141-fc3ce95d5802 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for f1e81277-21b8-4697-ae24-575508719a01 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:58.955564 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:58.960824 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e4e0b39e-cbd6-42f1-ba80-64337637bd82 admin admin] 10.222.0.74 "PUT /v2.0/routers/1c250670-7333-4567-9e8d-ea363326b2f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2239456 Aug 16 20:52:58.970231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:58.973989 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.976929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-6e5f4ad1-edc7-4c61-8401-91a857cc97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.980922 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-6e5f4ad1-edc7-4c61-8401-91a857cc97ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4050dda0-7be6-4550-b8ab-15431325c8a3 HTTP/1.1" status: 200 len: 850 time: 0.1472094 Aug 16 20:52:58.990194 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-38a322b1-9f22-4218-ae5f-a118c41ce029 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932613 Aug 16 20:52:58.991586 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Sync routers for ids ['1c250670-7333-4567-9e8d-ea363326b2f4'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:59.006874 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Routers {'1c250670-7333-4567-9e8d-ea363326b2f4'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:59.007613 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:52:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1c250670-7333-4567-9e8d-ea363326b2f4'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:59.092949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51254199-2b75-4664-8b57-42541437844c req-c9acf946-0f2a-4ccc-8f39-744305ce2a5d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.1332929 Aug 16 20:52:59.099111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00daa98-9688-4947-ac95-faa5127d3fcd None None] Network 26b256aa-b685-4d82-a358-ca1652478fa7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:59.213997 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Set router 1c250670-7333-4567-9e8d-ea363326b2f4 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:59.424701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d4604cb4-e1a7-45b7-9e42-22d0b1f1bf36 None None] Provisioning for port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:59.425744 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.462468 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.568136 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:55Z', 'revision_number': 4, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '13ff8b30-f5ce-4143-bce7-8ec9bbe111f8', 'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'mac_address': 'fa:16:3e:22:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:53Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 2, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'subnets': [{'id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:59.600898 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:59.625420 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Checking router: 1c250670-7333-4567-9e8d-ea363326b2f4 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:59.625988 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Updating router 1c250670-7333-4567-9e8d-ea363326b2f4 port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:52:59.672503 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.761296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-c780445b-0935-417b-9946-2bfe54219f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.763626 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-c780445b-0935-417b-9946-2bfe54219f91 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e326fa6c-2a20-4d37-a565-aff686757d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7369747 Aug 16 20:52:59.787588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Subnet': ['ID=9b123fe7-6312-4d27-9b46-b0b851ea78b0,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:59.800594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:59.808836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:59.808836 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.896715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59552) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:59.906979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7e1b-4ab0-4b5c-9775-7e7b2ccc70b1 req-be37f797-110f-4f45-8eb6-1a0e11908c58 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.925779 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-15b962f0-6d26-4f15-9141-fc3ce95d5802 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.926401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d13c7e1b-4ab0-4b5c-9775-7e7b2ccc70b1 req-be37f797-110f-4f45-8eb6-1a0e11908c58 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2075489 Aug 16 20:52:59.929536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d09b17d9-8b67-4cfb-b6cc-a6653d8fb140 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1044721857', 'description': 'tempest-description--1881261873'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:59.944891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Checking segment: {'id': '41688d63-100e-4ff3-89c3-4f26d91d4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9a9ea08b-ba92-483d-b94f-f7a3959de1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:59.945316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network hostable DHCP agents. Network: 9a9ea08b-ba92-483d-b94f-f7a3959de1ce, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:59.978394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b962f0-6d26-4f15-9141-fc3ce95d5802 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=f1e81277-21b8-4697-ae24-575508719a01,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:59.983226 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-24c4565f-7f6b-4713-884a-258e266072b4 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9475803 Aug 16 20:52:59.999672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5dd3270d-07fa-46dd-811b-d2e31407c3f4 None None] Provisioning for port bcff2a2f-f702-4377-907f-8ebed98ad8e0 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:00.040795 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.044419 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5dd3270d-07fa-46dd-811b-d2e31407c3f4 None None] Provisioning complete for port bcff2a2f-f702-4377-907f-8ebed98ad8e0 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:00.044419 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5dd3270d-07fa-46dd-811b-d2e31407c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.064982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-15b962f0-6d26-4f15-9141-fc3ce95d5802 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.072466 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-15b962f0-6d26-4f15-9141-fc3ce95d5802 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/f1e81277-21b8-4697-ae24-575508719a01 HTTP/1.1" status: 204 len: 168 time: 2.0807903 Aug 16 20:53:00.078744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59556) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:00.091143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec301568-9f1d-4554-a73f-cc5e4f5dfe04 req-52fcb26e-1de3-4fb8-8e88-5a097b6f6bf4 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0705960 Aug 16 20:53:00.121999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3270d-07fa-46dd-811b-d2e31407c3f4 None None] Port bcff2a2f-f702-4377-907f-8ebed98ad8e0 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:00.130679 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.143747 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Transition to ACTIVE for port object 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:00.146171 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-a9aa03a0-41f9-4b86-8a20-a157a8b68cfc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=3720daa2-0491-4484-8e3f-c5a4cec80c4e HTTP/1.1" status: 200 len: 217 time: 0.1520917 Aug 16 20:53:00.156059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 9a9ea08b-ba92-483d-b94f-f7a3959de1ce is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:53:00.168826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8d0cfbe4-30d4-4579-989b-bc27439d8eb2,segment=NetworkSegment(438873f6-fa0f-4dd9-9557-26c5dc62c5d5),segment_id=438873f6-fa0f-4dd9-9557-26c5dc62c5d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:00.171955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5dd3270d-07fa-46dd-811b-d2e31407c3f4 None None] Provisioning complete for port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:00.172328 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5dd3270d-07fa-46dd-811b-d2e31407c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.177841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d09b17d9-8b67-4cfb-b6cc-a6653d8fb140 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.202545 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d13c7e1b-4ab0-4b5c-9775-7e7b2ccc70b1 req-e5a92cf2-8f0f-4a79-b428-d5b98f46abb1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772715 Aug 16 20:53:00.211852 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.216043 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-8df03d18-bac0-4c39-b2c8-aff2e6cd6f9e service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286816 Aug 16 20:53:00.257067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e55b18-34e5-467f-b2ad-2a9be5ecb2a5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.264867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5dd3270d-07fa-46dd-811b-d2e31407c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.270366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e55b18-34e5-467f-b2ad-2a9be5ecb2a5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.272160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-67e55b18-34e5-467f-b2ad-2a9be5ecb2a5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1863589 Aug 16 20:53:00.285229 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.286265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:00.286401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59558) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:00.302863 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.309607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-0ad7d927-3dd7-4ce8-8806-6980b0863c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.312284 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-0ad7d927-3dd7-4ce8-8806-6980b0863c18 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.1166217 Aug 16 20:53:00.321389 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b22fb9-139c-4bdb-885c-4b7664f64cf8 None None] Pushing event updated for resources: {'Port': ['ID=13ff8b30-f5ce-4143-bce7-8ec9bbe111f8,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:00.359563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 9a9ea08b-ba92-483d-b94f-f7a3959de1ce) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:00.364619 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Attempting to bind port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:00.365081 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Attempting to bind port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:00.365528 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Attempting to bind port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:00.372502 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:00.373547 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Checking segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:00.374022 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.374483 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Bound using segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:00.375044 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Bound port: 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:00.375492 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.387646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.388366 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.396042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.453830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c02d87-a062-4145-96ef-945c7931cf80 None None] Network 9a9ea08b-ba92-483d-b94f-f7a3959de1ce requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:00.468060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-2dc1aac3-96ac-4309-9628-af5b89c86dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.477510 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-2dc1aac3-96ac-4309-9628-af5b89c86dcf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0897870 Aug 16 20:53:00.505782 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8ef800b-37c4-420e-ba4b-b8d8a7d13be6 req-3e56f0af-4d5e-4694-b5ff-0eb73708c8f6 service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936700 Aug 16 20:53:00.550550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-321a8287-f071-4051-9702-82e056a33e3b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 5884d720-839e-487f-80be-6db07d9e62f3 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:00.564669 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] For port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:00.565685 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-321a8287-f071-4051-9702-82e056a33e3b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.570184 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] For port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=13ff8b30-f5ce-4143-bce7-8ec9bbe111f8,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:00.610665 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.621342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Port': ['ID=bcff2a2f-f702-4377-907f-8ebed98ad8e0,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:00.629745 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-3251170a-2a77-42c8-8236-0d629072a157 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418235 Aug 16 20:53:00.647084 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.662369 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-321a8287-f071-4051-9702-82e056a33e3b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.730934 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b22fb9-139c-4bdb-885c-4b7664f64cf8 None None] Pushing event updated for resources: {'Port': ['ID=13ff8b30-f5ce-4143-bce7-8ec9bbe111f8,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:00.735786 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-eb6e157d-5213-4190-bdf7-5106b11e2a91 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984163 Aug 16 20:53:00.738416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d09b17d9-8b67-4cfb-b6cc-a6653d8fb140 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.762241 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Routers {'1c250670-7333-4567-9e8d-ea363326b2f4'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:00.763749 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:52:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1c250670-7333-4567-9e8d-ea363326b2f4'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:00.765734 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-5dd3270d-07fa-46dd-811b-d2e31407c3f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:53:00.765734 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-5dd3270d-07fa-46dd-811b-d2e31407c3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:53:00.796592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-bbc453a1-16ad-4aa4-bf1f-584aae352573 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fb4be18d-5e38-47bb-9167-5ba8956f3168 HTTP/1.1" status: 200 len: 217 time: 0.0533621 Aug 16 20:53:00.804834 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8d0cfbe4-30d4-4579-989b-bc27439d8eb2,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:00.822049 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d09b17d9-8b67-4cfb-b6cc-a6653d8fb140 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.822749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:00.823194 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.867090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-69a80629-dfa2-4c46-aba3-292075d5b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.868607 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-69a80629-dfa2-4c46-aba3-292075d5b2a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 200 len: 797 time: 0.0644057 Aug 16 20:53:00.893136 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-321a8287-f071-4051-9702-82e056a33e3b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.895000 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] Set router 1c250670-7333-4567-9e8d-ea363326b2f4 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:00.911499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 13836154-f262-4d3f-8bc8-9267f3aee077 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:00.942040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network 26b256aa-b685-4d82-a358-ca1652478fa7 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:00.945521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b17d9-8b67-4cfb-b6cc-a6653d8fb140 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9b4029-6076-4b84-81e9-d916137e8c5e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:00.948022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:00.960214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-78e05c56-2ef4-4526-b5d4-30ca753026e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.960827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-16adb830-745e-4cb3-90a9-ef44b0f847a6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3412802 Aug 16 20:53:00.961046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59562) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:00.962858 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-78e05c56-2ef4-4526-b5d4-30ca753026e0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0841963 Aug 16 20:53:00.969322 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '9a9ea08b-ba92-483d-b94f-f7a3959de1ce', 'name': 'tempest-PortsIpV6TestJSON-568706232', 'fixed_ips': [{'subnet_id': '9b123fe7-6312-4d27-9b46-b0b851ea78b0', 'ip_address': '2001:db8::10'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:01.083520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-9a9ea08b-ba92-483d-b94f-f7a3959de1ce', 'network_id': '9a9ea08b-ba92-483d-b94f-f7a3959de1ce', 'tenant_id': 'ae6ba79001324de38b23e6fa0875588a', 'fixed_ips': [{'subnet_id': '9b123fe7-6312-4d27-9b46-b0b851ea78b0'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:01.084832 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.104431 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d09b17d9-8b67-4cfb-b6cc-a6653d8fb140 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.108918 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d09b17d9-8b67-4cfb-b6cc-a6653d8fb140 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1875458 Aug 16 20:53:01.114392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59564) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:01.118347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-06194d98-0d2c-408e-97f6-366b775b1f95 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481683 Aug 16 20:53:01.120353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b06998da-4678-499e-b648-0f8b9e97685e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Request body: {'security_group_rule': {'security_group_id': 'bc9b4029-6076-4b84-81e9-d916137e8c5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:01.283197 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:55Z', 'revision_number': 4, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '13ff8b30-f5ce-4143-bce7-8ec9bbe111f8', 'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'mac_address': 'fa:16:3e:22:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:53Z', 'updated_at': '2021-08-16T20:53:00Z', 'revision_number': 4, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'subnets': [{'id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:01.296826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ca3a305-94f0-48a1-a142-70dc2a972952 req-b57f3ac8-15f7-4929-a7c6-471454d34128 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0707433 Aug 16 20:53:01.331724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:01.341516 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da7af4-20c6-46d4-a81f-b0b1ea7c339a None None] The sync data for ids ['1c250670-7333-4567-9e8d-ea363326b2f4'] in n-d-793619-14 is: [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:55Z', 'revision_number': 4, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '13ff8b30-f5ce-4143-bce7-8ec9bbe111f8', 'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'mac_address': 'fa:16:3e:22:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:53Z', 'updated_at': '2021-08-16T20:53:00Z', 'revision_number': 4, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'subnets': [{'id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:01.342080 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-321a8287-f071-4051-9702-82e056a33e3b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.355112 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-29027bbe-e9c6-4b66-8682-3f48dfbb1edf service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265830 Aug 16 20:53:01.359412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '13836154-f262-4d3f-8bc8-9267f3aee077', 'network_id': '8deab356-caba-48b8-adaa-724050112348', 'port_id': '13836154-f262-4d3f-8bc8-9267f3aee077', 'mac_address': 'fa:16:3e:54:e5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:01.410904 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b06998da-4678-499e-b648-0f8b9e97685e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.442981 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-d41510a7-c199-4fb0-a05c-e8b9cdd02093 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1 HTTP/1.1" status: 200 len: 217 time: 0.0797069 Aug 16 20:53:01.495275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a8287-f071-4051-9702-82e056a33e3b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=5884d720-839e-487f-80be-6db07d9e62f3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:01.507807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:01.516070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-59abe41d-61f0-4794-9320-2dd4f8c1ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:01.523644 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-59abe41d-61f0-4794-9320-2dd4f8c1ed3a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 200 len: 797 time: 0.0740774 Aug 16 20:53:01.628135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-c1b234e5-4ec4-4108-a9c4-ca8c837494e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:01.631175 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-321a8287-f071-4051-9702-82e056a33e3b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.631982 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-c1b234e5-4ec4-4108-a9c4-ca8c837494e0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0985520 Aug 16 20:53:01.641107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-321a8287-f071-4051-9702-82e056a33e3b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/5884d720-839e-487f-80be-6db07d9e62f3 HTTP/1.1" status: 204 len: 168 time: 1.3536897 Aug 16 20:53:01.664608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59586) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:01.683792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Allocated IP 2001:db8::2 (9a9ea08b-ba92-483d-b94f-f7a3959de1ce/9b123fe7-6312-4d27-9b46-b0b851ea78b0/edcf003f-6a80-4cad-98e2-248ed8b8bdbe) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:01.773158 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-1be45706-453b-4fdf-a09c-fe6721a2b381 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350176 Aug 16 20:53:01.773427 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7bdd1-7db6-436f-a10d-5c4582734e94 req-55e60fe9-676a-4705-90b0-63a34a38ff9c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:01.775048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aeb7bdd1-7db6-436f-a10d-5c4582734e94 req-55e60fe9-676a-4705-90b0-63a34a38ff9c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.4007699 Aug 16 20:53:01.777235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Router 176dba40-972f-4d32-a09d-84ea763d956f has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:01.789686 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e09ad25e-2368-496b-a89d-f04836ab5d92 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233654 Aug 16 20:53:01.790367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59588) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:01.813551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-8c7f86f4-9888-47bf-8d2a-280e2c4b86f7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:01.850969 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.860162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Transition to ACTIVE for port object edcf003f-6a80-4cad-98e2-248ed8b8bdbe will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:01.875977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Transition to ACTIVE for port object edcf003f-6a80-4cad-98e2-248ed8b8bdbe will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:01.886609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93496a25-f096-4d07-9bb9-0c9d2314eea5 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:01.969761 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.978548 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fa78725-e6e4-4d09-87d5-516b8ed75065 req-1109f828-ab6b-4747-8f03-a7f2dda2a542 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933842 Aug 16 20:53:02.040405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:02.049071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aeb7bdd1-7db6-436f-a10d-5c4582734e94 req-6e5968f3-c6be-4eab-8627-0913158716f0 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556388 Aug 16 20:53:02.057356 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.086890 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b06998da-4678-499e-b648-0f8b9e97685e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.107126 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port bd3c4af8-3024-416f-9453-60646933e1f0 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:02.156489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Network 9a9ea08b-ba92-483d-b94f-f7a3959de1ce is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:02.203305 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.212039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:02.222208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:02.238520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:02.243979 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b06998da-4678-499e-b648-0f8b9e97685e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.255945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9582c565-8f75-442b-a795-60e580da7f95 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "PUT /v2.0/routers/176dba40-972f-4d32-a09d-84ea763d956f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0891824 Aug 16 20:53:02.283089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06998da-4678-499e-b648-0f8b9e97685e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc8c890-4e0b-4ee5-8bfd-dae1f4bf4d37,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:02.304697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Sync routers for ids ['176dba40-972f-4d32-a09d-84ea763d956f'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:02.339250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13836154-f262-4d3f-8bc8-9267f3aee077 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:02.365988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7f86f4-9888-47bf-8d2a-280e2c4b86f7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:02.370978 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c7f86f4-9888-47bf-8d2a-280e2c4b86f7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.457050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:02.461132 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Attempting to bind port edcf003f-6a80-4cad-98e2-248ed8b8bdbe on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:02.461826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Attempting to bind port edcf003f-6a80-4cad-98e2-248ed8b8bdbe by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '41688d63-100e-4ff3-89c3-4f26d91d4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9a9ea08b-ba92-483d-b94f-f7a3959de1ce'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:02.469796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Attempting to bind port edcf003f-6a80-4cad-98e2-248ed8b8bdbe on network 9a9ea08b-ba92-483d-b94f-f7a3959de1ce {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:02.469796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Pushing event updated for resources: {'Port': ['ID=edcf003f-6a80-4cad-98e2-248ed8b8bdbe,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:02.487103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8d81ebdf-690c-4f1b-a4c3-ff5fb9f804e9 None None] Provisioning complete for port bcff2a2f-f702-4377-907f-8ebed98ad8e0 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:02.487714 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8d81ebdf-690c-4f1b-a4c3-ff5fb9f804e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.491600 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b06998da-4678-499e-b648-0f8b9e97685e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.501654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b06998da-4678-499e-b648-0f8b9e97685e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3862548 Aug 16 20:53:02.502531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59618) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:02.515416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8007a2b2-6a83-467a-8a7c-e94f3ed38490 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Request body: {'security_group_rule': {'security_group_id': 'bc9b4029-6076-4b84-81e9-d916137e8c5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:02.530938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:02.533810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Checking segment: {'id': '41688d63-100e-4ff3-89c3-4f26d91d4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9a9ea08b-ba92-483d-b94f-f7a3959de1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:02.533810 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.533810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Bound using segment: {'id': '41688d63-100e-4ff3-89c3-4f26d91d4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9a9ea08b-ba92-483d-b94f-f7a3959de1ce'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:02.533810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Bound port: edcf003f-6a80-4cad-98e2-248ed8b8bdbe, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41688d63-100e-4ff3-89c3-4f26d91d4360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9a9ea08b-ba92-483d-b94f-f7a3959de1ce'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:02.533810 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.639787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Routers {'176dba40-972f-4d32-a09d-84ea763d956f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:02.640421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:52:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['176dba40-972f-4d32-a09d-84ea763d956f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:02.662437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:02.662818 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.703263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8007a2b2-6a83-467a-8a7c-e94f3ed38490 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.745940 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.917467 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8007a2b2-6a83-467a-8a7c-e94f3ed38490 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.922016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8d81ebdf-690c-4f1b-a4c3-ff5fb9f804e9 None None] Port bcff2a2f-f702-4377-907f-8ebed98ad8e0 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:02.928097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c7667-4a48-4ffe-b899-f97d666fea61 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:53:02.998467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['13836154-f262-4d3f-8bc8-9267f3aee077'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:03.011596 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8007a2b2-6a83-467a-8a7c-e94f3ed38490 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.014587 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.065704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007a2b2-6a83-467a-8a7c-e94f3ed38490 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41081048-0d29-4b11-a9f2-a8edb2ddda8f,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:03.157366 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.161401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8007a2b2-6a83-467a-8a7c-e94f3ed38490 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.163266 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8007a2b2-6a83-467a-8a7c-e94f3ed38490 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6584630 Aug 16 20:53:03.165982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59640) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:03.172516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:03.252322 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] For port edcf003f-6a80-4cad-98e2-248ed8b8bdbe, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:03.258453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=13836154-f262-4d3f-8bc8-9267f3aee077,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:03.312970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] For port edcf003f-6a80-4cad-98e2-248ed8b8bdbe, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=edcf003f-6a80-4cad-98e2-248ed8b8bdbe,segment=NetworkSegment(41688d63-100e-4ff3-89c3-4f26d91d4360),segment_id=41688d63-100e-4ff3-89c3-4f26d91d4360)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:03.318411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Set router 176dba40-972f-4d32-a09d-84ea763d956f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:03.325943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef282301-55a5-43a8-bc8c-bc2a499cca61 req-405b460f-bf2c-4f2d-9de8-73c0704443f5 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0583053 Aug 16 20:53:03.338002 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8::10 (9a9ea08b-ba92-483d-b94f-f7a3959de1ce/9b123fe7-6312-4d27-9b46-b0b851ea78b0/bd3c4af8-3024-416f-9453-60646933e1f0) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:03.389216 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.472587 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.498507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2abeab-552e-4a94-ab96-1450d873487c req-9efd6567-d6df-49e0-adba-647834d0af4b tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:03.504364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-9efd6567-d6df-49e0-adba-647834d0af4b tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/networks?id=26b256aa-b685-4d82-a358-ca1652478fa7 HTTP/1.1" status: 200 len: 797 time: 0.8873222 Aug 16 20:53:03.683781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.725825 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.740394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object bd3c4af8-3024-416f-9453-60646933e1f0 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:03.764544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:03.767821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c7667-4a48-4ffe-b899-f97d666fea61 None None] Deleting port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:03.768260 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7667-4a48-4ffe-b899-f97d666fea61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.793938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c7f86f4-9888-47bf-8d2a-280e2c4b86f7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.840204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Allocated IP 172.25.4.150 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/188914f7-dd95-4bc4-878e-acba4553df88) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:03.862734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f86f4-9888-47bf-8d2a-280e2c4b86f7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:03.864682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f86f4-9888-47bf-8d2a-280e2c4b86f7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=2e2ddef7-bfdb-442d-9287-7a5f5d5b2514,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:03.875450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-8c7f86f4-9888-47bf-8d2a-280e2c4b86f7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:03.878314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-92a177e5-fd84-49dc-b451-7ceecf799cdf tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/quotas/dd3bb4cd838b40d18fd6af77660f5d7c HTTP/1.1" status: 200 len: 375 time: 0.0972190 Aug 16 20:53:03.881866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7f86f4-9888-47bf-8d2a-280e2c4b86f7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:03.882687 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c7f86f4-9888-47bf-8d2a-280e2c4b86f7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.885983 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.006600 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.024527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 9a9ea08b-ba92-483d-b94f-f7a3959de1ce is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:04.033810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:04.038569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:04.044310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.044960 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.082754 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ec9c7667-4a48-4ffe-b899-f97d666fea61 None None] For port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ce69d8f5-a168-4da9-b1b6-045b0e96c9a9,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:04.083902 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7667-4a48-4ffe-b899-f97d666fea61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.095320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-b19cbb95-666e-4c3e-b1f4-0448ed486d21 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1990740 Aug 16 20:53:04.104560 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af476d23-461c-418e-9047-c8ca945cc915 None None] Pushing event updated for resources: {'Port': ['ID=edcf003f-6a80-4cad-98e2-248ed8b8bdbe,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:04.109085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0837ca-378a-438e-b9f8-6aa476868cf4 req-b3caa0d9-d872-41f5-9b2d-2bac1bd81de2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.120119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c7667-4a48-4ffe-b899-f97d666fea61 None None] Calling delete_port for ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:04.125306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c0837ca-378a-438e-b9f8-6aa476868cf4 req-b3caa0d9-d872-41f5-9b2d-2bac1bd81de2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 944 time: 0.6671548 Aug 16 20:53:04.147535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.172835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:04.172835 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.269863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:04.278174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:04.285338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event updated for resources: {'Port': ['ID=188914f7-dd95-4bc4-878e-acba4553df88,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:04.288487 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:04.307582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-3f400f6a-6b94-4fa3-9432-138dde96e180 service neutron] 10.222.0.74 "GET /v2.0/networks/26b256aa-b685-4d82-a358-ca1652478fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622946 Aug 16 20:53:04.310709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=bd3c4af8-3024-416f-9453-60646933e1f0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:04.322677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8c7f86f4-9888-47bf-8d2a-280e2c4b86f7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5113938 Aug 16 20:53:04.343292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59642) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:04.356906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176dba40-972f-4d32-a09d-84ea763d956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544328461', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:59Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:46Z', 'updated_at': '2021-08-16T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'bcff2a2f-f702-4377-907f-8ebed98ad8e0', 'name': '', 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:37:17:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'a06e6857-616e-44af-aec4-d030a70b9ff2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:57Z', 'updated_at': '2021-08-16T20:52:59Z', 'revision_number': 2, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'a06e6857-616e-44af-aec4-d030a70b9ff2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:04.359289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-cad5683e-8358-4727-ade6-a88ba5d13c35 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': '2e2ddef7-bfdb-442d-9287-7a5f5d5b2514', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1296104176'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:04.405298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Checking router: 176dba40-972f-4d32-a09d-84ea763d956f for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:04.405712 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Updating router 176dba40-972f-4d32-a09d-84ea763d956f port bcff2a2f-f702-4377-907f-8ebed98ad8e0 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:53:04.422657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-872fb2d0-5cc7-4bc4-914c-1edbdb2ecdde tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4545221 Aug 16 20:53:04.434347 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.444948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59646) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:04.450995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': '9a9ea08b-ba92-483d-b94f-f7a3959de1ce', 'name': 'tempest-PortsIpV6TestJSON-407030574', 'fixed_ips': [{'subnet_id': '9b123fe7-6312-4d27-9b46-b0b851ea78b0', 'ip_address': '2001:db8::f'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:04.472440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c0837ca-378a-438e-b9f8-6aa476868cf4 req-68280485-3a79-4956-ad1b-5ad33479a8e2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445375 Aug 16 20:53:04.492553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:04.607681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.650562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-d5573e46-9f5d-4f65-9196-451df3aeaf92 service neutron] 10.222.0.74 "GET /v2.0/networks/26b256aa-b685-4d82-a358-ca1652478fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287597 Aug 16 20:53:04.738175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce89a4d5-b2d3-46ee-b634-3a824f50fcb7 req-8c778582-72c0-4bca-bef3-da868f2c0cbc tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0344596 Aug 16 20:53:04.759271 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7667-4a48-4ffe-b899-f97d666fea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.794954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad5683e-8358-4727-ade6-a88ba5d13c35 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:04.813906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c7667-4a48-4ffe-b899-f97d666fea61 None None] Pushing event deleted for resources: {'Port': ['ID=ce69d8f5-a168-4da9-b1b6-045b0e96c9a9,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:04.822896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c7667-4a48-4ffe-b899-f97d666fea61 None None] No DVR routers for this DVR port ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:04.832156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:04.855142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db5c6bb-15ee-4d01-8bc4-871a1ece6250 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:04.881268 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.909744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:04.910536 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.953542 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cad5683e-8358-4727-ade6-a88ba5d13c35 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.000895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-cad5683e-8358-4727-ade6-a88ba5d13c35 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 67d03652-4ce1-48a0-ab11-9841f1c6d6d7 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:05.005425 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 13836154-f262-4d3f-8bc8-9267f3aee077 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:05.018360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:05.035794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e1d5a8a-2f27-4e04-b94b-025c68f13070 req-b6036427-3f2f-4e22-ab03-f020e68d60dc tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 210 time: 0.0563827 Aug 16 20:53:05.303155 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad5683e-8358-4727-ade6-a88ba5d13c35 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:53:05.308795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad5683e-8358-4727-ade6-a88ba5d13c35 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:53:05.324252 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.360890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port c2d23864-644f-49e4-8a5d-2513bf857d26 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:05.384745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cad5683e-8358-4727-ade6-a88ba5d13c35 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0382800 Aug 16 20:53:05.387337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59656) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:05.445757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af891ab6-a798-4f73-b618-2698d7f145ac tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0558777 Aug 16 20:53:05.446585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59658) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:05.479166 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.484551 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.516349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Transition to ACTIVE for port object bcff2a2f-f702-4377-907f-8ebed98ad8e0 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:05.520489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 13836154-f262-4d3f-8bc8-9267f3aee077 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:05.522297 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.533175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccaf28f-c786-4b9a-880c-7283dfe338e9 None None] Network 9a9ea08b-ba92-483d-b94f-f7a3959de1ce requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:05.552929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab41c7b-e951-4a6c-8c89-f0dfc8cbb801 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.556911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab41c7b-e951-4a6c-8c89-f0dfc8cbb801 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.565484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2ab41c7b-e951-4a6c-8c89-f0dfc8cbb801 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1154671 Aug 16 20:53:05.566162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59662) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:05.589650 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.623218 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.739154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 2e2ddef7-bfdb-442d-9287-7a5f5d5b2514 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:05.746139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=13ff8b30-f5ce-4143-bce7-8ec9bbe111f8,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:05.746417 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.746552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8::f (9a9ea08b-ba92-483d-b94f-f7a3959de1ce/9b123fe7-6312-4d27-9b46-b0b851ea78b0/c2d23864-644f-49e4-8a5d-2513bf857d26) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:05.746668 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.752578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d6b7c9-7763-47d3-a2a8-d189e5e90dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '2e2ddef7-bfdb-442d-9287-7a5f5d5b2514'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:05.753607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b7c9-7763-47d3-a2a8-d189e5e90dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.793646 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.811349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2d1fe173-6e95-49d2-b1ad-641f22549f15 None None] Provisioning for port edcf003f-6a80-4cad-98e2-248ed8b8bdbe completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:05.855068 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.904448 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.031842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd52b84-762e-4c88-b3d3-1c6e0a9589fd req-1fba2409-1d66-4be5-9371-23279c048149 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.041071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1dd52b84-762e-4c88-b3d3-1c6e0a9589fd req-1fba2409-1d66-4be5-9371-23279c048149 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 944 time: 0.4041264 Aug 16 20:53:06.042531 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.045680 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0bea01d3-fc22-4034-8126-a65a4afd599f req-4cf20d18-3e35-4c9f-9da0-0236c301bd13 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0922036 Aug 16 20:53:06.054921 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.080032 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051f89a-be39-441b-aa00-ba2bc5335203 None None] Pushing event updated for resources: {'Port': ['ID=bcff2a2f-f702-4377-907f-8ebed98ad8e0,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:06.085533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object c2d23864-644f-49e4-8a5d-2513bf857d26 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:06.116897 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.122915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/2e2ddef7-bfdb-442d-9287-7a5f5d5b2514 HTTP/1.1" status: 204 len: 168 time: 0.5431666 Aug 16 20:53:06.128125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59672) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:06.132895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2ddef7-bfdb-442d-9287-7a5f5d5b2514,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:06.174681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.190282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-eab190d3-d91b-4c69-9ccf-aedb892204b6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548010 Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.197346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38752fd5-e572-4073-94e4-a8d2df4f7d7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.200118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59674) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:06.213859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f1a7242e-86a4-4c92-92be-34212fdaf5ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:06.226036 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.252472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=13ff8b30-f5ce-4143-bce7-8ec9bbe111f8,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:06.263671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:06.279586 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event updated for resources: {'Port': ['ID=188914f7-dd95-4bc4-878e-acba4553df88,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:06.288937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1dd52b84-762e-4c88-b3d3-1c6e0a9589fd req-6ea77f62-339c-41c2-b100-2b076026ae4e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456973 Aug 16 20:53:06.301947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 9a9ea08b-ba92-483d-b94f-f7a3959de1ce is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:06.321574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7ee041e-d71a-4b49-b6c5-b060711acb8d req-19984f1b-eb4f-4f52-aa6f-eaf0a80fbb51 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 210 time: 0.0786762 Aug 16 20:53:06.330429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:06.338973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:06.344654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.345431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.346546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:06.346881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ce69d8f5-a168-4da9-b1b6-045b0e96c9a9 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:06.395724 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.406348 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-da81d9ad-25ac-45a5-96f7-ff98530c1580 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2390168 Aug 16 20:53:06.415773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=c2d23864-644f-49e4-8a5d-2513bf857d26,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:06.441810 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.496088 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b184c9e5-ee66-4156-961a-cb090400a136 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0474963 Aug 16 20:53:06.497412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59680) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:06.560637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:06.561982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Attempting to bind port bcff2a2f-f702-4377-907f-8ebed98ad8e0 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:06.562469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Attempting to bind port bcff2a2f-f702-4377-907f-8ebed98ad8e0 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:06.562832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Attempting to bind port bcff2a2f-f702-4377-907f-8ebed98ad8e0 on network 26b256aa-b685-4d82-a358-ca1652478fa7 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:06.569237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:06.571712 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1118f5-36d3-4c6f-ae63-1b542fa649d8" -d '{"events": [{"server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "name": "network-vif-plugged", "status": "completed", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server [None req-c5d6b7c9-7763-47d3-a2a8-d189e5e90dc1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e2ddef7-bfdb-442d-9287-7a5f5d5b2514: This subnet is being modified by another concurrent operation. Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:53:06.648179 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e2ddef7-bfdb-442d-9287-7a5f5d5b2514: This subnet is being modified by another concurrent operation. Aug 16 20:53:06.653206 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Aug 16 20:53:06.656913 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374663b9-fdc0-4558-974b-053e37d80c16 x-openstack-request-id: req-374663b9-fdc0-4558-974b-053e37d80c16 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:06.656913 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "name": "network-vif-plugged", "status": "completed", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:06.656913 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-374663b9-fdc0-4558-974b-053e37d80c16 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:06.657251 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077', 'code': 200} Aug 16 20:53:06.663676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:06.665537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Checking segment: {'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:06.667610 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.668282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Bound using segment: {'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:06.669741 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Bound port: bcff2a2f-f702-4377-907f-8ebed98ad8e0, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:06.672489 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.697601 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.736180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20109a1a-d1e1-46d8-b400-147b21e3bbcf tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.738343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-e22eb5e3-acb4-4fe3-987b-72260b8c67bb tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1044721857&fields=id&tenant_id=7d374f3cfccd45f2ab76032deb984a01 HTTP/1.1" status: 200 len: 267 time: 0.1049900 Aug 16 20:53:06.739857 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-20109a1a-d1e1-46d8-b400-147b21e3bbcf tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2410626 Aug 16 20:53:06.742802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59694) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:06.743424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a7242e-86a4-4c92-92be-34212fdaf5ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:06.749159 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1a7242e-86a4-4c92-92be-34212fdaf5ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.800170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] For port bcff2a2f-f702-4377-907f-8ebed98ad8e0, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:06.804094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] For port bcff2a2f-f702-4377-907f-8ebed98ad8e0, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bcff2a2f-f702-4377-907f-8ebed98ad8e0,segment=NetworkSegment(438873f6-fa0f-4dd9-9557-26c5dc62c5d5),segment_id=438873f6-fa0f-4dd9-9557-26c5dc62c5d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:06.812814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:06.920772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-abc002b8-f6d9-4956-b1fb-08766e83565b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.922509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-abc002b8-f6d9-4956-b1fb-08766e83565b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 812 time: 0.1762118 Aug 16 20:53:06.924342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ebe2bf-94f6-4a41-b437-4ca01ad3de02 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.932311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ebe2bf-94f6-4a41-b437-4ca01ad3de02 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.940566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ebe2bf-94f6-4a41-b437-4ca01ad3de02 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.947838 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-87ebe2bf-94f6-4a41-b437-4ca01ad3de02 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1800644 Aug 16 20:53:06.950639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59696) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:06.962848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-fd03cb48-e4d6-4974-89a1-e44a7e42a423 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/quotas/7d374f3cfccd45f2ab76032deb984a01 HTTP/1.1" status: 200 len: 375 time: 0.0301147 Aug 16 20:53:07.074767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-2af3c186-5090-4ef1-aefa-3e0d41c7aad9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933595 Aug 16 20:53:07.075140 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.162034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d78f3-b552-4bbd-a244-0048a8f426ee tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port c2d23864-644f-49e4-8a5d-2513bf857d26 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:07.162418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a9d78f3-b552-4bbd-a244-0048a8f426ee tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.166245 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1a7242e-86a4-4c92-92be-34212fdaf5ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.191765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Routers {'176dba40-972f-4d32-a09d-84ea763d956f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:07.192573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:52:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['176dba40-972f-4d32-a09d-84ea763d956f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:07.282504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=13836154-f262-4d3f-8bc8-9267f3aee077,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:07.317116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7242e-86a4-4c92-92be-34212fdaf5ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=cfffa2b4-405c-4aa1-b886-6ec67900d765,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:07.336826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-5f56ae4f-9fc0-43ae-8e75-4b08d5e5b16b service neutron] 10.222.0.74 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400949 Aug 16 20:53:07.344766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a7242e-86a4-4c92-92be-34212fdaf5ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:07.346374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-f1a7242e-86a4-4c92-92be-34212fdaf5ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:07.349449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a7242e-86a4-4c92-92be-34212fdaf5ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.350050 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1a7242e-86a4-4c92-92be-34212fdaf5ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.379398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b007e-5db2-4c0b-b466-f30a785db397 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:07.400353 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a9d78f3-b552-4bbd-a244-0048a8f426ee tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.414592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d78f3-b552-4bbd-a244-0048a8f426ee tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for c2d23864-644f-49e4-8a5d-2513bf857d26 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:07.437454 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f1a7242e-86a4-4c92-92be-34212fdaf5ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2296422 Aug 16 20:53:07.438372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59704) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:07.443609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f8524a58-7171-4c63-8eb3-3780cd5a99c0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-420599497', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:07.558201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051f89a-be39-441b-aa00-ba2bc5335203 None None] Pushing event updated for resources: {'Port': ['ID=bcff2a2f-f702-4377-907f-8ebed98ad8e0,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:07.595723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8524a58-7171-4c63-8eb3-3780cd5a99c0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.595723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8524a58-7171-4c63-8eb3-3780cd5a99c0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.663669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:07.670669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.671409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48cf09bc-151e-424d-942f-d8fcaa7b413e req-115fcc97-ba32-4a42-9de3-74e72febcc57 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.1591036 Aug 16 20:53:07.737782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-99ca009f-3341-4b99-9427-6c686a14b0b7 service neutron] 10.222.0.74 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000497 Aug 16 20:53:07.747290 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8524a58-7171-4c63-8eb3-3780cd5a99c0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.836183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] Set router 176dba40-972f-4d32-a09d-84ea763d956f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:07.889089 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8524a58-7171-4c63-8eb3-3780cd5a99c0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.936100 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a9d78f3-b552-4bbd-a244-0048a8f426ee tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.997109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d78f3-b552-4bbd-a244-0048a8f426ee tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=c2d23864-644f-49e4-8a5d-2513bf857d26,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:08.015988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe65d8-f9e7-4957-86e3-c92304fc9a5a req-635640b5-a51d-4111-9e85-023123ba9af3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:08.017880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eafe65d8-f9e7-4957-86e3-c92304fc9a5a req-635640b5-a51d-4111-9e85-023123ba9af3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2033923 Aug 16 20:53:08.084566 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f8524a58-7171-4c63-8eb3-3780cd5a99c0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.086279 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f8524a58-7171-4c63-8eb3-3780cd5a99c0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6469386 Aug 16 20:53:08.093818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59712) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:08.101090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e0b252a1-ccbb-4562-9e7e-1aa82bf80d45 None None] Provisioning complete for port c2d23864-644f-49e4-8a5d-2513bf857d26 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:08.101464 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e0b252a1-ccbb-4562-9e7e-1aa82bf80d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.132551 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a9d78f3-b552-4bbd-a244-0048a8f426ee tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.137256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6a9d78f3-b552-4bbd-a244-0048a8f426ee tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/c2d23864-644f-49e4-8a5d-2513bf857d26 HTTP/1.1" status: 204 len: 168 time: 1.1855242 Aug 16 20:53:08.208172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59714) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:08.232105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eafe65d8-f9e7-4957-86e3-c92304fc9a5a req-d82b7d73-0cfa-4cec-a4d1-ad07f0605c75 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044227 Aug 16 20:53:08.340936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0296ac90-c6c5-4ef7-bea5-fb68fb5c7a02 req-230d39eb-c832-43c9-af41-1ffb09383a28 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 210 time: 0.1335540 Aug 16 20:53:08.372203 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b574556f-3f1e-4485-8c84-537ced8bcee8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:53:08.380221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b574556f-3f1e-4485-8c84-537ced8bcee8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/c2d23864-644f-49e4-8a5d-2513bf857d26 HTTP/1.1" status: 404 len: 333 time: 0.1467721 Aug 16 20:53:08.382843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59716) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:08.475972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e8ee663-bd57-400c-9257-74ef8fbbef39 req-d8e5ba1a-83c8-45fe-9e39-f9b9f85d7de0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0434320 Aug 16 20:53:08.558939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device edcf003f-6a80-4cad-98e2-248ed8b8bdbe up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:08.593803 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e0b252a1-ccbb-4562-9e7e-1aa82bf80d45 None None] Port c2d23864-644f-49e4-8a5d-2513bf857d26 was deleted so its status cannot be updated. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:53:08.597769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-94cd2b30-61d9-4c4a-97be-c016b20a2087 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port bd3c4af8-3024-416f-9453-60646933e1f0 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:08.598120 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-94cd2b30-61d9-4c4a-97be-c016b20a2087 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.654700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': 'cfffa2b4-405c-4aa1-b886-6ec67900d765'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:08.655560 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.731354 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-94cd2b30-61d9-4c4a-97be-c016b20a2087 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.749308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-94cd2b30-61d9-4c4a-97be-c016b20a2087 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for bd3c4af8-3024-416f-9453-60646933e1f0 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:08.882990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd6c5676-e5d6-4a3c-9d9a-38add9be29b4 req-52e3c4c7-8c32-4c72-815f-a30337331ad3 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0624924 Aug 16 20:53:08.911449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/cfffa2b4-405c-4aa1-b886-6ec67900d765/09313e66-1b35-42e6-8f2e-da94e81c1a29) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:09.063043 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-94cd2b30-61d9-4c4a-97be-c016b20a2087 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.075469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2abeab-552e-4a94-ab96-1450d873487c req-ee635ed9-449d-4993-ad09-16276d3e2e22 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.077682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-ee635ed9-449d-4993-ad09-16276d3e2e22 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.79 "GET /v2.0/networks?id=26b256aa-b685-4d82-a358-ca1652478fa7 HTTP/1.1" status: 200 len: 797 time: 1.1305933 Aug 16 20:53:09.108335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e0b252a1-ccbb-4562-9e7e-1aa82bf80d45 None None] Provisioning for port bd3c4af8-3024-416f-9453-60646933e1f0 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:09.129086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e0b252a1-ccbb-4562-9e7e-1aa82bf80d45 None None] Provisioning complete for port bd3c4af8-3024-416f-9453-60646933e1f0 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:09.129774 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e0b252a1-ccbb-4562-9e7e-1aa82bf80d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.152487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd2b30-61d9-4c4a-97be-c016b20a2087 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=bd3c4af8-3024-416f-9453-60646933e1f0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:09.193563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e0b252a1-ccbb-4562-9e7e-1aa82bf80d45 None None] Port bd3c4af8-3024-416f-9453-60646933e1f0 was deleted so its status cannot be updated. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:53:09.213781 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-94cd2b30-61d9-4c4a-97be-c016b20a2087 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.218245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-94cd2b30-61d9-4c4a-97be-c016b20a2087 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/bd3c4af8-3024-416f-9453-60646933e1f0 HTTP/1.1" status: 204 len: 168 time: 0.8342159 Aug 16 20:53:09.224121 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.240779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Transition to ACTIVE for port object 09313e66-1b35-42e6-8f2e-da94e81c1a29 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:09.261537 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59724) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:09.269211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176dba40-972f-4d32-a09d-84ea763d956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544328461', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:59Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:46Z', 'updated_at': '2021-08-16T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'bcff2a2f-f702-4377-907f-8ebed98ad8e0', 'name': '', 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:37:17:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'a06e6857-616e-44af-aec4-d030a70b9ff2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:57Z', 'updated_at': '2021-08-16T20:53:06Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'a06e6857-616e-44af-aec4-d030a70b9ff2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:09.289344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Transition to ACTIVE for port object 09313e66-1b35-42e6-8f2e-da94e81c1a29 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:09.323128 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Request body: {'port': {'device_id': '17dd92a7-7552-4cca-b17a-b10e4da742c0', 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7', 'admin_state_up': True, 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:09.346447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f77c54-fc25-4b2b-9687-9ba47fb1806c None None] The sync data for ids ['176dba40-972f-4d32-a09d-84ea763d956f'] in n-d-793619-14 is: [{'id': '176dba40-972f-4d32-a09d-84ea763d956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544328461', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:59Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:46Z', 'updated_at': '2021-08-16T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'bcff2a2f-f702-4377-907f-8ebed98ad8e0', 'name': '', 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:37:17:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'a06e6857-616e-44af-aec4-d030a70b9ff2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:57Z', 'updated_at': '2021-08-16T20:53:06Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'a06e6857-616e-44af-aec4-d030a70b9ff2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:09.358729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port edcf003f-6a80-4cad-98e2-248ed8b8bdbe completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:09.363211 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-149c22b6-9312-4fe6-a534-fe311efe178c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:53:09.367347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-149c22b6-9312-4fe6-a534-fe311efe178c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/bd3c4af8-3024-416f-9453-60646933e1f0 HTTP/1.1" status: 404 len: 333 time: 0.1027725 Aug 16 20:53:09.373139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59732) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:09.387566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port edcf003f-6a80-4cad-98e2-248ed8b8bdbe triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:09.391561 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.507611 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.509740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ba35b755-6f4b-4248-abda-4f80cdda18ab None None] Could not find standard attr ID for object bd3c4af8-3024-416f-9453-60646933e1f0. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:53:09.538318 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.612999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ba35b755-6f4b-4248-abda-4f80cdda18ab None None] Could not find standard attr ID for object c2d23864-644f-49e4-8a5d-2513bf857d26. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:53:09.652737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Pushing event updated for resources: {'Port': ['ID=09313e66-1b35-42e6-8f2e-da94e81c1a29,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:09.686990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:09.690311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d966fdf7-c723-4a05-8c39-b0d2cd2c8150 req-9f490d55-3210-4bf2-8ccf-f6a8ee9f1d30 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 210 time: 0.0503545 Aug 16 20:53:09.716239 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:53:09.724887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:09.729808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-490385a4-7f1b-4743-aed2-900fc6c7d2f6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting subnet 9b123fe7-6312-4d27-9b46-b0b851ea78b0 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:09.731914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:09.734579 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-490385a4-7f1b-4743-aed2-900fc6c7d2f6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.787561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b7aa0-b353-4711-b6ea-4d10973c1210 req-af6c9ad1-c03c-4997-83aa-5706577df86b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.795843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f41b7aa0-b353-4711-b6ea-4d10973c1210 req-af6c9ad1-c03c-4997-83aa-5706577df86b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.3963010 Aug 16 20:53:09.801400 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.814123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Made reservation on behalf of dd3bb4cd838b40d18fd6af77660f5d7c for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:09.819362 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.853241 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-490385a4-7f1b-4743-aed2-900fc6c7d2f6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.879138 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f41b7aa0-b353-4711-b6ea-4d10973c1210 req-e804205f-e740-4079-bbc6-de5502ee2e19 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769584 Aug 16 20:53:09.914638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Attempting to bind port 09313e66-1b35-42e6-8f2e-da94e81c1a29 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:09.920062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Attempting to bind port 09313e66-1b35-42e6-8f2e-da94e81c1a29 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:09.920810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Attempting to bind port 09313e66-1b35-42e6-8f2e-da94e81c1a29 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:09.930214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port edcf003f-6a80-4cad-98e2-248ed8b8bdbe, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=edcf003f-6a80-4cad-98e2-248ed8b8bdbe,segment=NetworkSegment(41688d63-100e-4ff3-89c3-4f26d91d4360),segment_id=41688d63-100e-4ff3-89c3-4f26d91d4360)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:09.931665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:09.932442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:09.933057 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.936083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:09.936083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Bound port: 09313e66-1b35-42e6-8f2e-da94e81c1a29, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:09.936083 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.964997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f7ca955-76ee-4478-9db3-0f775115188f req-05942f44-3702-406a-b575-b00792fc0d6f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 210 time: 0.1084187 Aug 16 20:53:10.036511 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.171550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=edcf003f-6a80-4cad-98e2-248ed8b8bdbe,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:10.175495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Allocated IP 172.20.0.24 (26b256aa-b685-4d82-a358-ca1652478fa7/a06e6857-616e-44af-aec4-d030a70b9ff2/8d9a4233-f3fe-40ff-a38b-d6749695b5a7) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:10.189688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87836059-a0ed-40b5-b1ff-c8c04f48dc55 req-d754a99e-2b96-4086-b484-58a8c0bc7787 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.1701760 Aug 16 20:53:10.219851 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-490385a4-7f1b-4743-aed2-900fc6c7d2f6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.233290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] For port 09313e66-1b35-42e6-8f2e-da94e81c1a29, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:10.240894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] For port 09313e66-1b35-42e6-8f2e-da94e81c1a29, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=09313e66-1b35-42e6-8f2e-da94e81c1a29,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:10.261941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bcff2a2f-f702-4377-907f-8ebed98ad8e0 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:10.338332 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::1 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/cfffa2b4-405c-4aa1-b886-6ec67900d765/ea3aa9cf-dd16-4826-800a-8f0548a14fb8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:10.483163 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.483163 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Transition to ACTIVE for port object 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:10.521331 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.545519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object ea3aa9cf-dd16-4826-800a-8f0548a14fb8 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:10.617846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port bcff2a2f-f702-4377-907f-8ebed98ad8e0 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:10.624263 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-490385a4-7f1b-4743-aed2-900fc6c7d2f6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.624452 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.636073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bcff2a2f-f702-4377-907f-8ebed98ad8e0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:10.636073 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.641450 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.644425 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.648172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490385a4-7f1b-4743-aed2-900fc6c7d2f6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Subnet': ['ID=9b123fe7-6312-4d27-9b46-b0b851ea78b0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:10.652224 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-490385a4-7f1b-4743-aed2-900fc6c7d2f6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.654170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-490385a4-7f1b-4743-aed2-900fc6c7d2f6 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/9b123fe7-6312-4d27-9b46-b0b851ea78b0 HTTP/1.1" status: 204 len: 168 time: 1.2781549 Aug 16 20:53:10.656633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59746) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:10.716069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e73eabb-f2cb-4d49-ad3f-4efbbabc9db7 None None] Network 9a9ea08b-ba92-483d-b94f-f7a3959de1ce requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:10.779885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event updated for resources: {'Port': ['ID=8d9a4233-f3fe-40ff-a38b-d6749695b5a7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:10.810386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.930075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c78764-bd69-4914-babe-d40c7d72d475 req-8f3b0fc4-01a2-4c1c-b11e-074a9b150a9c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.953085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3c78764-bd69-4914-babe-d40c7d72d475 req-8f3b0fc4-01a2-4c1c-b11e-074a9b150a9c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 895 time: 0.1259854 Aug 16 20:53:10.967939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:10.986527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:10.993707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=ea3aa9cf-dd16-4826-800a-8f0548a14fb8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:10.994943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c3bc-9078-44dc-8347-4068e9a89611 None None] Pushing event updated for resources: {'Port': ['ID=09313e66-1b35-42e6-8f2e-da94e81c1a29,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:10.995781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port edcf003f-6a80-4cad-98e2-248ed8b8bdbe {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:10.996131 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.005647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Network 26b256aa-b685-4d82-a358-ca1652478fa7 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:11.007208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:11.008151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.031342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:11.078406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:11.199333 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.219558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:11.220835 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.255609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-585c5201-07b9-4db4-9de7-cb5738c1e9e7 req-7d21013c-813a-4cbc-bed7-2d4be60924a8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 210 time: 0.1428232 Aug 16 20:53:11.310803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] For port edcf003f-6a80-4cad-98e2-248ed8b8bdbe, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=edcf003f-6a80-4cad-98e2-248ed8b8bdbe,segment=NetworkSegment(41688d63-100e-4ff3-89c3-4f26d91d4360),segment_id=41688d63-100e-4ff3-89c3-4f26d91d4360)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:11.311176 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.367988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for edcf003f-6a80-4cad-98e2-248ed8b8bdbe owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:11.389647 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-8601a9d2-214f-4921-b2a7-66151ffc594e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2991667 Aug 16 20:53:11.402792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Request body: {'port': {'device_id': '17dd92a7-7552-4cca-b17a-b10e4da742c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:11.422180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8141636-cdcd-47ab-a210-b94a9f57e6e0 req-81bb6ce0-c96a-4d4a-a402-65f3d51a1ade tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:11.426292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8141636-cdcd-47ab-a210-b94a9f57e6e0 req-81bb6ce0-c96a-4d4a-a402-65f3d51a1ade tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.3134105 Aug 16 20:53:11.486791 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fde3188-d54c-409b-b0af-e9e3d1718a92 req-0f268048-9690-419b-9bc0-0ccd36cffd9e tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0477743 Aug 16 20:53:11.574618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.614542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port bcff2a2f-f702-4377-907f-8ebed98ad8e0, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bcff2a2f-f702-4377-907f-8ebed98ad8e0,segment=NetworkSegment(438873f6-fa0f-4dd9-9557-26c5dc62c5d5),segment_id=438873f6-fa0f-4dd9-9557-26c5dc62c5d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:11.623831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8141636-cdcd-47ab-a210-b94a9f57e6e0 req-909a521d-d283-410f-b459-2094dc0d37fc tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863065 Aug 16 20:53:11.677411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a597708-60ae-4a01-929f-e2f0c5134948 None None] DHCP port deletion for 9a9ea08b-ba92-483d-b94f-f7a3959de1ce request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:53:11.729360 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.731588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-057fb327-0860-4a76-bc31-6047bb45c4b4 None None] Provisioning for port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:11.739981 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.798239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-057fb327-0860-4a76-bc31-6047bb45c4b4 None None] Provisioning complete for port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:11.799545 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-057fb327-0860-4a76-bc31-6047bb45c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.802677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1a597708-60ae-4a01-929f-e2f0c5134948 None None] Deleting port edcf003f-6a80-4cad-98e2-248ed8b8bdbe {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:11.803039 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a597708-60ae-4a01-929f-e2f0c5134948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.805890 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.816207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=bcff2a2f-f702-4377-907f-8ebed98ad8e0,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:11.868121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No DVR routers for this DVR port edcf003f-6a80-4cad-98e2-248ed8b8bdbe on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:11.881565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=edcf003f-6a80-4cad-98e2-248ed8b8bdbe,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:11.899472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-057fb327-0860-4a76-bc31-6047bb45c4b4 None None] Port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:11.907245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1a597708-60ae-4a01-929f-e2f0c5134948 None None] For port edcf003f-6a80-4cad-98e2-248ed8b8bdbe, host n-d-793619-14, got binding levels [] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:11.907645 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a597708-60ae-4a01-929f-e2f0c5134948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.922783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1a597708-60ae-4a01-929f-e2f0c5134948 None None] Calling delete_port for edcf003f-6a80-4cad-98e2-248ed8b8bdbe owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:11.926606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.ipam_backend_mixin [None req-1a597708-60ae-4a01-929f-e2f0c5134948 None None] Port edcf003f-6a80-4cad-98e2-248ed8b8bdbe was not found and therefore no delete operation was performed {{(pid=95263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:53:11.928220 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a597708-60ae-4a01-929f-e2f0c5134948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.959576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a597708-60ae-4a01-929f-e2f0c5134948 None None] Pushing event deleted for resources: {'Port': ['ID=edcf003f-6a80-4cad-98e2-248ed8b8bdbe,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:11.967504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a597708-60ae-4a01-929f-e2f0c5134948 None None] No DVR routers for this DVR port edcf003f-6a80-4cad-98e2-248ed8b8bdbe on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:12.019332 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.030317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9ea08b-ba92-483d-b94f-f7a3959de1ce']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:12.043416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41688d63-100e-4ff3-89c3-4f26d91d4360') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:12.043996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41688d63-100e-4ff3-89c3-4f26d91d4360') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:12.054875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.071311 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.078228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:12.079018 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:12.155402 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:12.198601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-08dd9d86-2cf4-476c-8a9d-ebcd72c6410f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.200288 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-08dd9d86-2cf4-476c-8a9d-ebcd72c6410f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 812 time: 0.6101506 Aug 16 20:53:12.237408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.262022 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.263937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/networks/9a9ea08b-ba92-483d-b94f-f7a3959de1ce HTTP/1.1" status: 204 len: 168 time: 1.6060925 Aug 16 20:53:12.284458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59762) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:12.285287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d18868-747c-42fe-bc72-6dfde2f1a22c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Network': ['ID=9a9ea08b-ba92-483d-b94f-f7a3959de1ce,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:12.291516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-754324481'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:12.329627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 09313e66-1b35-42e6-8f2e-da94e81c1a29 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:12.373530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6ab67-4e88-45f7-8ede-51eb756ebe87 req-bcf4787b-c6f3-4d1f-a241-46c08938ce22 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.381513 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9e6ab67-4e88-45f7-8ede-51eb756ebe87 req-bcf4787b-c6f3-4d1f-a241-46c08938ce22 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 895 time: 0.2251329 Aug 16 20:53:12.437211 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e8d6cbb-7be7-4cec-8ad6-b0b4ed48e9fc req-6de2e862-7264-4554-beb0-d3d2af94c74f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0524814 Aug 16 20:53:12.494632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:12.525909 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 09313e66-1b35-42e6-8f2e-da94e81c1a29 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:12.530787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bcff2a2f-f702-4377-907f-8ebed98ad8e0 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:12.531196 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.538931 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-25686f04-ef94-4f7e-b3fe-4801ef2aa014 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d374f3cfccd45f2ab76032deb984a01 HTTP/1.1" status: 200 len: 380 time: 0.3278711 Aug 16 20:53:12.548684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:12.552277 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.572127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Transition to ACTIVE for port object 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:12.603106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:12.651498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Request body: {'port': {'device_id': '23b464ec-da45-462b-963b-37e10507d2a5', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'admin_state_up': True, 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'security_groups': ['bc9b4029-6076-4b84-81e9-d916137e8c5e']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:12.658168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5fee87bb-cd9c-40dc-9fd6-c31c052a4d68 req-439556cf-88f8-48f2-9f1a-8ad86459f28f tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0561049 Aug 16 20:53:12.659608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.659961 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Added segment c8f4a578-944c-466d-88b1-4fb6b010b9d5 of type vlan for network eddf47e7-c222-4d63-9ae6-bb96857b9055 Aug 16 20:53:12.716414 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.717813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bcff2a2f-f702-4377-907f-8ebed98ad8e0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:12.718453 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.762019 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.863131 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.874921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.876116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.922579 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-975bf641-1f89-4c61-8c8b-60bd0495f8d6 None None] Provisioning for port 09313e66-1b35-42e6-8f2e-da94e81c1a29 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:12.928486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Pushing event updated for resources: {'Port': ['ID=8d9a4233-f3fe-40ff-a38b-d6749695b5a7,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:12.937587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-975bf641-1f89-4c61-8c8b-60bd0495f8d6 None None] Provisioning complete for port 09313e66-1b35-42e6-8f2e-da94e81c1a29 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:12.938177 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-975bf641-1f89-4c61-8c8b-60bd0495f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.096580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Network': ['ID=eddf47e7-c222-4d63-9ae6-bb96857b9055,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:13.097111 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.113256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9d091fba-6c82-4209-9332-4b76e7378820 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8257308 Aug 16 20:53:13.123547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcc3fe-1c17-4787-8fbe-a259f19964db req-6c0845e3-0706-46db-99ce-7554918dc70a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.131099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59772) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:13.131907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Attempting to bind port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:13.132067 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-975bf641-1f89-4c61-8c8b-60bd0495f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.132252 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Attempting to bind port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:13.132587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Attempting to bind port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 on network 26b256aa-b685-4d82-a358-ca1652478fa7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:13.134452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network eddf47e7-c222-4d63-9ae6-bb96857b9055 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:13.135766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffbcc3fe-1c17-4787-8fbe-a259f19964db req-6c0845e3-0706-46db-99ce-7554918dc70a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.3371472 Aug 16 20:53:13.143135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': 'eddf47e7-c222-4d63-9ae6-bb96857b9055', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:13.143294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device edcf003f-6a80-4cad-98e2-248ed8b8bdbe no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:13.167848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 on network 26b256aa-b685-4d82-a358-ca1652478fa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:53:13.167848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Attempting to bind port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 on network 26b256aa-b685-4d82-a358-ca1652478fa7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:13.213486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:13.213872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Checking segment: {'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:13.214356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Bound using segment: {'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:13.214869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Bound port: 8d9a4233-f3fe-40ff-a38b-d6749695b5a7, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438873f6-fa0f-4dd9-9557-26c5dc62c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:13.215240 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.219777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffbcc3fe-1c17-4787-8fbe-a259f19964db req-d2ae86d6-b79d-4eea-b1a8-f231e02e0020 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754006 Aug 16 20:53:13.221143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: edcf003f-6a80-4cad-98e2-248ed8b8bdbe {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:13.221774 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device edcf003f-6a80-4cad-98e2-248ed8b8bdbe not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:13.242599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Made reservation on behalf of 7d374f3cfccd45f2ab76032deb984a01 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:13.247366 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.255821 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.256617 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.275115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b174368-c90d-4518-b280-f9b12c0c0c54 None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:53:13.354891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-975bf641-1f89-4c61-8c8b-60bd0495f8d6 None None] For port 09313e66-1b35-42e6-8f2e-da94e81c1a29, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=09313e66-1b35-42e6-8f2e-da94e81c1a29,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:13.406058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=ea3aa9cf-dd16-4826-800a-8f0548a14fb8,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:13.449696 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-975bf641-1f89-4c61-8c8b-60bd0495f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.511698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bf641-1f89-4c61-8c8b-60bd0495f8d6 None None] Pushing event updated for resources: {'Port': ['ID=09313e66-1b35-42e6-8f2e-da94e81c1a29,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:13.556260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Allocated IP 172.20.0.5 (08150c28-7ae3-4f07-ac78-d32078b65a42/99b6311e-97c3-4c6e-b1d5-331fc57faba4/06935dcb-2da0-4e4c-b78e-d16a70184654) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:13.647171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b174368-c90d-4518-b280-f9b12c0c0c54 None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:53:13.697418 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d3c9a535-825e-4e6c-97ac-1515e23b7435 req-9930d5aa-9c40-4e93-a5fe-bda1af8fe744 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0414536 Aug 16 20:53:13.710820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.725325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d5fab-0f08-42e8-982d-3a6815663cc2 req-09108d5c-727e-413b-844c-f6230c19012b tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.729085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Transition to ACTIVE for port object 06935dcb-2da0-4e4c-b78e-d16a70184654 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:13.737563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a51d5fab-0f08-42e8-982d-3a6815663cc2 req-09108d5c-727e-413b-844c-f6230c19012b tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 907 time: 0.1423736 Aug 16 20:53:13.834836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b36968d-a002-4d7f-8146-dcaafc1e2bbd req-d1ccb105-fece-40ec-97c0-423bb86aa093 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0298171 Aug 16 20:53:13.844668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] For port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:13.853516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] For port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8d9a4233-f3fe-40ff-a38b-d6749695b5a7,segment=NetworkSegment(438873f6-fa0f-4dd9-9557-26c5dc62c5d5),segment_id=438873f6-fa0f-4dd9-9557-26c5dc62c5d5)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:13.854371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:13.856220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:13.859352 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.861049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fd66d348-e284-4673-a401-780922cba7d4 None None] Provisioning for port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:13.885176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fd66d348-e284-4673-a401-780922cba7d4 None None] Provisioning complete for port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:13.885554 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd66d348-e284-4673-a401-780922cba7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.998158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:13.999809 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.001728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:14.005305 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.012573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fd66d348-e284-4673-a401-780922cba7d4 None None] Port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:14.012807 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:14.190390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 09313e66-1b35-42e6-8f2e-da94e81c1a29 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:14.293316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 09313e66-1b35-42e6-8f2e-da94e81c1a29 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:14.293688 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.348786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:14.423745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.425305 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.426713 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] 10.222.0.79 "PUT /v2.0/ports/8d9a4233-f3fe-40ff-a38b-d6749695b5a7 HTTP/1.1" status: 200 len: 1056 time: 3.0286691 Aug 16 20:53:14.443117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6dfe7-f521-478c-85c0-dfdba65ef9b2 req-01c4fda5-fa49-4d69-a238-377be5005734 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.455446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ce6dfe7-f521-478c-85c0-dfdba65ef9b2 req-01c4fda5-fa49-4d69-a238-377be5005734 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0961716 Aug 16 20:53:14.491436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dd92a7-7552-4cca-b17a-b10e4da742c0', 'tag': '8d9a4233-f3fe-40ff-a38b-d6749695b5a7'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:14.493980 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5deb14a-bac1-4098-bfc8-8b4806a503a2" -d '{"events": [{"name": "network-changed", "server_uuid": "17dd92a7-7552-4cca-b17a-b10e4da742c0", "tag": "8d9a4233-f3fe-40ff-a38b-d6749695b5a7"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:14.497200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:14.502938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ce6dfe7-f521-478c-85c0-dfdba65ef9b2 req-948a03b6-1ff4-4877-980e-7330d1acc05f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464530 Aug 16 20:53:14.523133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.523995 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.650819 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65f1cb0-3d7a-43cc-bc1d-70e0ebfd3afb x-openstack-request-id: req-e65f1cb0-3d7a-43cc-bc1d-70e0ebfd3afb {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:14.651498 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17dd92a7-7552-4cca-b17a-b10e4da742c0", "tag": "8d9a4233-f3fe-40ff-a38b-d6749695b5a7", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:14.651498 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e65f1cb0-3d7a-43cc-bc1d-70e0ebfd3afb {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:14.652078 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dd92a7-7552-4cca-b17a-b10e4da742c0', 'tag': '8d9a4233-f3fe-40ff-a38b-d6749695b5a7', 'status': 'completed', 'code': 200} Aug 16 20:53:14.659040 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Pushing event updated for resources: {'Port': ['ID=8d9a4233-f3fe-40ff-a38b-d6749695b5a7,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:14.708648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.708996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.709392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.716259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.716259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.716259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.716259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.716259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.716259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.716259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.716259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.716259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96980c-a277-4059-a14a-eb41666535ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:14.752989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2abeab-552e-4a94-ab96-1450d873487c req-e5389793-3e5d-4ebc-b2da-849260d3981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.754784 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-e5389793-3e5d-4ebc-b2da-849260d3981a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c&device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 1059 time: 0.1959276 Aug 16 20:53:14.796880 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-9a6e610d-a47f-4344-ac9e-08c0247557b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2224979 Aug 16 20:53:14.839292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Request body: {'port': {'device_id': '23b464ec-da45-462b-963b-37e10507d2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:14.895612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c8201-5914-4d1f-b53d-d068f1b0e7b3 req-4c987101-2fbf-4084-8d37-75fa01abebf4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.896205 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-74bdc64e-76d8-4dd1-b082-c3ae9302c187 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8d9a4233-f3fe-40ff-a38b-d6749695b5a7 HTTP/1.1" status: 200 len: 217 time: 0.1146171 Aug 16 20:53:14.897154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-738c8201-5914-4d1f-b53d-d068f1b0e7b3 req-4c987101-2fbf-4084-8d37-75fa01abebf4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 931 time: 0.1097369 Aug 16 20:53:14.901855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Router e67deb8d-d465-4c83-ac44-d9a390db37c2 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:53:14.944594 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f19c0-cd34-41ea-88a0-d50a0765aed7 req-7409dd1f-2efb-41c2-a4b3-36f887816811 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.947468 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-165f19c0-cd34-41ea-88a0-d50a0765aed7 req-7409dd1f-2efb-41c2-a4b3-36f887816811 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 907 time: 0.1109955 Aug 16 20:53:14.983782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2abeab-552e-4a94-ab96-1450d873487c req-0b88f48a-a101-4cae-b010-73fca29883db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.986847 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-0b88f48a-a101-4cae-b010-73fca29883db service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a06e6857-616e-44af-aec4-d030a70b9ff2 HTTP/1.1" status: 200 len: 838 time: 0.0770137 Aug 16 20:53:15.021946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-738c8201-5914-4d1f-b53d-d068f1b0e7b3 req-a0b4bec0-a445-4a2e-855f-1706034b808e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116691 Aug 16 20:53:15.096681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aa06ffc-23eb-449c-a0c3-555e6082d16a req-5de45384-9276-44fe-b7d7-0901f9c72cce tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0468795 Aug 16 20:53:15.182861 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-32701e69-f87b-4f12-b667-df2a424b4b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.206849 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3cc00bbd-72e3-4ebf-91e5-def0cda10b2b None None] Provisioning complete for port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:15.208066 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3cc00bbd-72e3-4ebf-91e5-def0cda10b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.228058 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.269506 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.325721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3cc00bbd-72e3-4ebf-91e5-def0cda10b2b None None] Port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:15.362894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3cc00bbd-72e3-4ebf-91e5-def0cda10b2b None None] Provisioning complete for port 09313e66-1b35-42e6-8f2e-da94e81c1a29 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:15.365235 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3cc00bbd-72e3-4ebf-91e5-def0cda10b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.372619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Subnet': ['ID=929fa734-225d-4471-8a33-f3ed3f84000b,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:15.405134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2abeab-552e-4a94-ab96-1450d873487c req-814f0a9b-c471-4064-ac43-65c0e6b4ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.407233 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-814f0a9b-c471-4064-ac43-65c0e6b4ab4e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=26b256aa-b685-4d82-a358-ca1652478fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3931081 Aug 16 20:53:15.411878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:15.420666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59796) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:15.426213 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Sync routers for ids ['e67deb8d-d465-4c83-ac44-d9a390db37c2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:15.433108 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3cf2a7e2-4337-479a-9413-5403c8393c82 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "PUT /v2.0/routers/e67deb8d-d465-4c83-ac44-d9a390db37c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3378437 Aug 16 20:53:15.451464 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Routers {'e67deb8d-d465-4c83-ac44-d9a390db37c2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:15.455386 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:52:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e67deb8d-d465-4c83-ac44-d9a390db37c2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:15.525217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc806d8-1566-4f43-9d25-13a9011abbed tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.541371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dcc806d8-1566-4f43-9d25-13a9011abbed tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports/ea3aa9cf-dd16-4826-800a-8f0548a14fb8 HTTP/1.1" status: 200 len: 911 time: 0.1176720 Aug 16 20:53:15.542084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59798) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:15.654581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Checking segment: {'id': 'c8f4a578-944c-466d-88b1-4fb6b010b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eddf47e7-c222-4d63-9ae6-bb96857b9055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:15.655089 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network hostable DHCP agents. Network: eddf47e7-c222-4d63-9ae6-bb96857b9055, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:53:15.664770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84673b7d-e2c3-4f3e-81f1-b609bd709e1d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.685714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84673b7d-e2c3-4f3e-81f1-b609bd709e1d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.690775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-84673b7d-e2c3-4f3e-81f1-b609bd709e1d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1443348 Aug 16 20:53:15.701726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59802) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:15.752111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-941d93c8-80b0-4539-8305-29ad1176d960 None None] Provisioning complete for port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:15.752409 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-941d93c8-80b0-4539-8305-29ad1176d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.790307 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Set router e67deb8d-d465-4c83-ac44-d9a390db37c2 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:15.834276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-941d93c8-80b0-4539-8305-29ad1176d960 None None] Port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:15.921562 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-8614dd39-8e54-4f98-aa66-5766aab00caf service neutron] 10.222.0.79 "GET /v2.0/networks/26b256aa-b685-4d82-a358-ca1652478fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589868 Aug 16 20:53:15.963999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-941d93c8-80b0-4539-8305-29ad1176d960 None None] Provisioning for port 06935dcb-2da0-4e4c-b78e-d16a70184654 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:15.968121 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-941d93c8-80b0-4539-8305-29ad1176d960 None None] Provisioning complete for port 06935dcb-2da0-4e4c-b78e-d16a70184654 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:15.968492 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-941d93c8-80b0-4539-8305-29ad1176d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.035110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network eddf47e7-c222-4d63-9ae6-bb96857b9055 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:53:16.043676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-941d93c8-80b0-4539-8305-29ad1176d960 None None] Port 06935dcb-2da0-4e4c-b78e-d16a70184654 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:16.082393 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67deb8d-d465-4c83-ac44-d9a390db37c2', 'name': 'tempest-NetworksTestDHCPv6-router-420599497', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:07Z', 'updated_at': '2021-08-16T20:53:11Z', 'revision_number': 2, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None, '_interfaces': [{'id': 'ea3aa9cf-dd16-4826-800a-8f0548a14fb8', 'name': '', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'mac_address': 'fa:16:3e:f7:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67deb8d-d465-4c83-ac44-d9a390db37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'cfffa2b4-405c-4aa1-b886-6ec67900d765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:09Z', 'updated_at': '2021-08-16T20:53:12Z', 'revision_number': 2, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'subnets': [{'id': 'cfffa2b4-405c-4aa1-b886-6ec67900d765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:16.147808 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Checking router: e67deb8d-d465-4c83-ac44-d9a390db37c2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:16.148386 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Updating router e67deb8d-d465-4c83-ac44-d9a390db37c2 port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:53:16.170480 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db2abeab-552e-4a94-ab96-1450d873487c req-946c040b-9848-4e4a-9db7-63fa9300e9dd service neutron] 10.222.0.79 "GET /v2.0/networks/26b256aa-b685-4d82-a358-ca1652478fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369657 Aug 16 20:53:16.193175 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.197430 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, eddf47e7-c222-4d63-9ae6-bb96857b9055) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:16.205623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0015fdc-b4b8-4eab-9468-cc9c5a09973a None None] Network eddf47e7-c222-4d63-9ae6-bb96857b9055 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:16.232020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:16.232936 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.269471 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06935dcb-2da0-4e4c-b78e-d16a70184654 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:16.278910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.307147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Transition to ACTIVE for port object 06935dcb-2da0-4e4c-b78e-d16a70184654 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:16.318121 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-42ab31c8-b47e-4b72-a7b3-207a17253386 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1803505 Aug 16 20:53:16.326625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59812) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:16.338478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7b140bc8-9031-4dc6-a8e5-76d2b54807ec tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1932056878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:16.391691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.422500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ecc48-1442-4085-9adb-f7e25ff7a936 req-fa832645-f7dc-4720-b58a-6808de4566d8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:16.438385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a0ecc48-1442-4085-9adb-f7e25ff7a936 req-fa832645-f7dc-4720-b58a-6808de4566d8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.7497385 Aug 16 20:53:16.462786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b140bc8-9031-4dc6-a8e5-76d2b54807ec tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.464071 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b140bc8-9031-4dc6-a8e5-76d2b54807ec tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.515793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deb14a-bac1-4098-bfc8-8b4806a503a2 req-e77b2d6d-9878-495d-86a4-1d001863ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:16.517535 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5deb14a-bac1-4098-bfc8-8b4806a503a2 req-e77b2d6d-9878-495d-86a4-1d001863ce6e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c&device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 1059 time: 0.2005303 Aug 16 20:53:16.586008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a0ecc48-1442-4085-9adb-f7e25ff7a936 req-eaffe07a-a7d5-47d7-a2a0-be92d4095324 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462984 Aug 16 20:53:16.620524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f88a71-c0cd-40d8-b071-c5e2d9c57e57 req-495779d0-ab14-49b7-b953-431cec77dd50 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:16.636915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26f88a71-c0cd-40d8-b071-c5e2d9c57e57 req-495779d0-ab14-49b7-b953-431cec77dd50 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 907 time: 0.3128967 Aug 16 20:53:16.694909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:16.821215 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.838107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-eddf47e7-c222-4d63-9ae6-bb96857b9055', 'network_id': 'eddf47e7-c222-4d63-9ae6-bb96857b9055', 'tenant_id': 'ae6ba79001324de38b23e6fa0875588a', 'fixed_ips': [{'subnet_id': '929fa734-225d-4471-8a33-f3ed3f84000b'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:16.838264 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Transition to ACTIVE for port object ea3aa9cf-dd16-4826-800a-8f0548a14fb8 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:16.838378 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.879199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-715d613b-7f11-465e-8db9-8591c9778417 req-57c681bd-37a9-4bd0-98d4-b9ce9fb3bc0b tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0511873 Aug 16 20:53:16.894086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Attempting to bind port 06935dcb-2da0-4e4c-b78e-d16a70184654 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:16.894555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Attempting to bind port 06935dcb-2da0-4e4c-b78e-d16a70184654 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:16.894814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Attempting to bind port 06935dcb-2da0-4e4c-b78e-d16a70184654 on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:16.910184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Port 06935dcb-2da0-4e4c-b78e-d16a70184654 on network 08150c28-7ae3-4f07-ac78-d32078b65a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:53:16.910540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Attempting to bind port 06935dcb-2da0-4e4c-b78e-d16a70184654 on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:16.915959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:16.916316 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Checking segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:16.916813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Bound using segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:16.917300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Bound port: 06935dcb-2da0-4e4c-b78e-d16a70184654, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:16.917671 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.920225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deb14a-bac1-4098-bfc8-8b4806a503a2 req-4d458283-83e5-4ae9-be91-970aa0138236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:16.922082 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5deb14a-bac1-4098-bfc8-8b4806a503a2 req-4d458283-83e5-4ae9-be91-970aa0138236 service neutron] 10.222.0.79 "GET /v2.0/networks?id=26b256aa-b685-4d82-a358-ca1652478fa7 HTTP/1.1" status: 200 len: 898 time: 0.3850145 Aug 16 20:53:16.934131 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.002939 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e27ff8-7e03-4c49-a09f-26eaf9323f34 None None] Pushing event updated for resources: {'Port': ['ID=ea3aa9cf-dd16-4826-800a-8f0548a14fb8,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:17.023132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d1fc9-5339-4e71-a673-34f8e90a0583 req-f7159824-ac98-4276-903b-73121abb7061 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.024640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d90d1fc9-5339-4e71-a673-34f8e90a0583 req-f7159824-ac98-4276-903b-73121abb7061 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 943 time: 0.2715821 Aug 16 20:53:17.027828 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b140bc8-9031-4dc6-a8e5-76d2b54807ec tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.041194 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5deb14a-bac1-4098-bfc8-8b4806a503a2 req-57384666-b778-4377-baa3-348ff20fe6bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8d9a4233-f3fe-40ff-a38b-d6749695b5a7 HTTP/1.1" status: 200 len: 217 time: 0.0820320 Aug 16 20:53:17.082248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:17.086748 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:17.143181 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d90d1fc9-5339-4e71-a673-34f8e90a0583 req-39896993-3693-45b0-88c3-78084c460bfd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577960 Aug 16 20:53:17.152341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Allocated IP 2001:db8::2 (eddf47e7-c222-4d63-9ae6-bb96857b9055/929fa734-225d-4471-8a33-f3ed3f84000b/42c6b4e5-2056-4c2b-87a2-e93a4262d32d) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:17.154082 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Attempting to bind port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:17.154462 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Attempting to bind port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:17.154831 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Attempting to bind port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:17.168915 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:17.169670 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:17.169897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deb14a-bac1-4098-bfc8-8b4806a503a2 req-cf8a4467-8b53-40a6-a7e6-ab915447c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.171615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5deb14a-bac1-4098-bfc8-8b4806a503a2 req-cf8a4467-8b53-40a6-a7e6-ab915447c8d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a06e6857-616e-44af-aec4-d030a70b9ff2 HTTP/1.1" status: 200 len: 838 time: 0.0830381 Aug 16 20:53:17.173516 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.179056 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:17.179870 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Bound port: ea3aa9cf-dd16-4826-800a-8f0548a14fb8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:17.180464 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.225664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b140bc8-9031-4dc6-a8e5-76d2b54807ec tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.292907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deb14a-bac1-4098-bfc8-8b4806a503a2 req-a173a78d-f9a6-45dd-b6a0-bdd152f9b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.295431 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5deb14a-bac1-4098-bfc8-8b4806a503a2 req-a173a78d-f9a6-45dd-b6a0-bdd152f9b4fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=26b256aa-b685-4d82-a358-ca1652478fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1156023 Aug 16 20:53:17.326046 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] For port ea3aa9cf-dd16-4826-800a-8f0548a14fb8, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:17.330547 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] For port ea3aa9cf-dd16-4826-800a-8f0548a14fb8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ea3aa9cf-dd16-4826-800a-8f0548a14fb8,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:17.382544 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.391193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Transition to ACTIVE for port object 42c6b4e5-2056-4c2b-87a2-e93a4262d32d will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:17.406872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Transition to ACTIVE for port object 42c6b4e5-2056-4c2b-87a2-e93a4262d32d will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:17.440519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5deb14a-bac1-4098-bfc8-8b4806a503a2 req-7d0bc94b-0d77-439f-947a-d4ed4a77605c service neutron] 10.222.0.79 "GET /v2.0/networks/26b256aa-b685-4d82-a358-ca1652478fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366389 Aug 16 20:53:17.479784 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.518586 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.590355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.598739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.598739 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] 10.222.0.76 "PUT /v2.0/ports/06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 200 len: 1092 time: 2.7595274 Aug 16 20:53:17.598739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:17.598739 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c1a38-4e41-42d0-b4ea-255f688a3463" -d '{"events": [{"name": "network-changed", "server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:17.614135 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f5deb14a-bac1-4098-bfc8-8b4806a503a2 req-bdab15a7-544d-415a-8813-7819151347e0 service neutron] 10.222.0.79 "GET /v2.0/networks/26b256aa-b685-4d82-a358-ca1652478fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656668 Aug 16 20:53:17.624312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b0718-9ead-434c-9d32-bb24fc1f7808 service neutron] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:17.650629 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b140bc8-9031-4dc6-a8e5-76d2b54807ec tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.651748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7b140bc8-9031-4dc6-a8e5-76d2b54807ec tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3235416 Aug 16 20:53:17.654526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59820) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:17.660544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'network_id': 'eddf47e7-c222-4d63-9ae6-bb96857b9055', 'name': 'tempest-PortsIpV6TestJSON-1975946264'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:17.675774 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.677903 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.681252 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ce0cef3e-95ad-494e-bf26-3ae6c93cd467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.777772 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be53f560-a538-4986-a297-0d1ef637f189 x-openstack-request-id: req-be53f560-a538-4986-a297-0d1ef637f189 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:17.778283 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:17.778380 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-be53f560-a538-4986-a297-0d1ef637f189 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:17.781841 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'status': 'completed', 'code': 200} Aug 16 20:53:17.796680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Network eddf47e7-c222-4d63-9ae6-bb96857b9055 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:17.827419 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Pushing event updated for resources: {'Port': ['ID=42c6b4e5-2056-4c2b-87a2-e93a4262d32d,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:17.832189 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Routers {'e67deb8d-d465-4c83-ac44-d9a390db37c2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:17.832833 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e67deb8d-d465-4c83-ac44-d9a390db37c2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:17.838196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:17.846296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:17.872643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port ea3aa9cf-dd16-4826-800a-8f0548a14fb8 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:17.873071 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.958322 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.984194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Attempting to bind port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:17.985971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Attempting to bind port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'c8f4a578-944c-466d-88b1-4fb6b010b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eddf47e7-c222-4d63-9ae6-bb96857b9055'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:17.987785 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Attempting to bind port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d on network eddf47e7-c222-4d63-9ae6-bb96857b9055 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:18.000562 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e27ff8-7e03-4c49-a09f-26eaf9323f34 None None] Pushing event updated for resources: {'Port': ['ID=ea3aa9cf-dd16-4826-800a-8f0548a14fb8,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:18.009910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:18.010552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Checking segment: {'id': 'c8f4a578-944c-466d-88b1-4fb6b010b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eddf47e7-c222-4d63-9ae6-bb96857b9055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:18.012226 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.012226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Bound using segment: {'id': 'c8f4a578-944c-466d-88b1-4fb6b010b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eddf47e7-c222-4d63-9ae6-bb96857b9055'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:18.012594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Bound port: 42c6b4e5-2056-4c2b-87a2-e93a4262d32d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f4a578-944c-466d-88b1-4fb6b010b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eddf47e7-c222-4d63-9ae6-bb96857b9055'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:18.013015 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.022563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f1db-3b74-46f8-b425-db3243532dbb req-17d1b9e6-ed81-4fe9-973e-b8854f8c7742 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.024268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4433f1db-3b74-46f8-b425-db3243532dbb req-17d1b9e6-ed81-4fe9-973e-b8854f8c7742 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2528095 Aug 16 20:53:18.030574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c1a38-4e41-42d0-b4ea-255f688a3463 req-8050ccc8-6acf-4fdb-a16d-a4dfb3cc04a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.035412 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-500c1a38-4e41-42d0-b4ea-255f688a3463 req-8050ccc8-6acf-4fdb-a16d-a4dfb3cc04a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1095 time: 0.2526970 Aug 16 20:53:18.086247 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] Set router e67deb8d-d465-4c83-ac44-d9a390db37c2 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:18.110471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5398d7b-c03d-4c4f-885f-364c7b16f01c req-32af1456-bd87-4388-b227-5f8247f87283 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.117784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5398d7b-c03d-4c4f-885f-364c7b16f01c req-32af1456-bd87-4388-b227-5f8247f87283 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 907 time: 0.2405252 Aug 16 20:53:18.168135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:18.176851 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.191413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] For port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:18.202355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] For port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=42c6b4e5-2056-4c2b-87a2-e93a4262d32d,segment=NetworkSegment(c8f4a578-944c-466d-88b1-4fb6b010b9d5),segment_id=c8f4a578-944c-466d-88b1-4fb6b010b9d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:18.213574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] For port ea3aa9cf-dd16-4826-800a-8f0548a14fb8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ea3aa9cf-dd16-4826-800a-8f0548a14fb8,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:18.214132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.238480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for ea3aa9cf-dd16-4826-800a-8f0548a14fb8 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:18.254959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:18.285377 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.329275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4433f1db-3b74-46f8-b425-db3243532dbb req-3d74329b-c3ae-455a-baae-1ea9ed52957f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857854 Aug 16 20:53:18.361090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296c426-35e1-477d-9d03-594b35c709eb None None] Pushing event updated for resources: {'Port': ['ID=42c6b4e5-2056-4c2b-87a2-e93a4262d32d,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:18.402550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8043758-466b-4905-a1df-be3a41289445 req-68843956-7099-41a6-baa8-99935625e9c7 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.1088421 Aug 16 20:53:18.450053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c1a38-4e41-42d0-b4ea-255f688a3463 req-a48425ed-f606-4e61-b837-2532b7d256ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.451665 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-500c1a38-4e41-42d0-b4ea-255f688a3463 req-a48425ed-f606-4e61-b837-2532b7d256ef service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7d374f3cfccd45f2ab76032deb984a01&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4045150 Aug 16 20:53:18.544064 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67deb8d-d465-4c83-ac44-d9a390db37c2', 'name': 'tempest-NetworksTestDHCPv6-router-420599497', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:07Z', 'updated_at': '2021-08-16T20:53:11Z', 'revision_number': 2, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None, '_interfaces': [{'id': 'ea3aa9cf-dd16-4826-800a-8f0548a14fb8', 'name': '', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'mac_address': 'fa:16:3e:f7:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67deb8d-d465-4c83-ac44-d9a390db37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'cfffa2b4-405c-4aa1-b886-6ec67900d765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:09Z', 'updated_at': '2021-08-16T20:53:17Z', 'revision_number': 4, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'subnets': [{'id': 'cfffa2b4-405c-4aa1-b886-6ec67900d765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:18.602321 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5cca1-3e1b-43fb-917d-0db560159b1e None None] The sync data for ids ['e67deb8d-d465-4c83-ac44-d9a390db37c2'] in n-d-793619-14 is: [{'id': 'e67deb8d-d465-4c83-ac44-d9a390db37c2', 'name': 'tempest-NetworksTestDHCPv6-router-420599497', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:07Z', 'updated_at': '2021-08-16T20:53:11Z', 'revision_number': 2, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None, '_interfaces': [{'id': 'ea3aa9cf-dd16-4826-800a-8f0548a14fb8', 'name': '', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'mac_address': 'fa:16:3e:f7:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67deb8d-d465-4c83-ac44-d9a390db37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'cfffa2b4-405c-4aa1-b886-6ec67900d765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:09Z', 'updated_at': '2021-08-16T20:53:17Z', 'revision_number': 4, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'subnets': [{'id': 'cfffa2b4-405c-4aa1-b886-6ec67900d765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:18.603497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffcdc4-d437-49a5-b2c6-e4e716c4ab68 req-1e6457d9-fb27-4807-b260-622802085f6d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.612157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-caffcdc4-d437-49a5-b2c6-e4e716c4ab68 req-1e6457d9-fb27-4807-b260-622802085f6d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 943 time: 0.0979691 Aug 16 20:53:18.654543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c1a38-4e41-42d0-b4ea-255f688a3463 req-b514d2c4-7957-45eb-841e-47e4fbf7ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.655830 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-500c1a38-4e41-42d0-b4ea-255f688a3463 req-b514d2c4-7957-45eb-841e-47e4fbf7ceca service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1880696 Aug 16 20:53:18.802307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-caffcdc4-d437-49a5-b2c6-e4e716c4ab68 req-8a43a65e-72e3-4735-9fb3-52f46f1e008e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885521 Aug 16 20:53:18.815152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-8c5cda8e-f0de-40bf-9e60-e910483b5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.816683 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-8c5cda8e-f0de-40bf-9e60-e910483b5b39 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1095 time: 0.0821400 Aug 16 20:53:18.899213 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-c8c8e13c-bb8f-4977-9370-7564b6a1a2d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 200 len: 217 time: 0.0721159 Aug 16 20:53:18.900485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8::177 (eddf47e7-c222-4d63-9ae6-bb96857b9055/929fa734-225d-4471-8a33-f3ed3f84000b/4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:18.912458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.970629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:19.134799 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.137607 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=ea3aa9cf-dd16-4826-800a-8f0548a14fb8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:19.254449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8d9a4233-f3fe-40ff-a38b-d6749695b5a7,segment=NetworkSegment(438873f6-fa0f-4dd9-9557-26c5dc62c5d5),segment_id=438873f6-fa0f-4dd9-9557-26c5dc62c5d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:19.275146 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.288308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '8d9a4233-f3fe-40ff-a38b-d6749695b5a7', 'network_id': '26b256aa-b685-4d82-a358-ca1652478fa7', 'port_id': '8d9a4233-f3fe-40ff-a38b-d6749695b5a7', 'mac_address': 'fa:16:3e:2e:b2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06e6857-616e-44af-aec4-d030a70b9ff2', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:19.383348 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.433316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:19.442712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-dc195ad5-dd62-4cba-b509-c88197e0bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:19.448517 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-dc195ad5-dd62-4cba-b509-c88197e0bc3c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.5398543 Aug 16 20:53:19.479144 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8d9a4233-f3fe-40ff-a38b-d6749695b5a7,segment=NetworkSegment(438873f6-fa0f-4dd9-9557-26c5dc62c5d5),segment_id=438873f6-fa0f-4dd9-9557-26c5dc62c5d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:19.528802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d620c-a47b-422b-98de-e1ae513a311b req-b6de6569-7307-4830-aa0c-8dff3257fc01 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:19.542222 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb2d620c-a47b-422b-98de-e1ae513a311b req-b6de6569-7307-4830-aa0c-8dff3257fc01 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 907 time: 0.2420146 Aug 16 20:53:19.562877 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.599898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Router e67deb8d-d465-4c83-ac44-d9a390db37c2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:19.633617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-4d69436c-489a-4930-9ea2-41722f6c76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:19.635167 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-4d69436c-489a-4930-9ea2-41722f6c76b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717281 Aug 16 20:53:19.638313 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.687745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8d9a4233-f3fe-40ff-a38b-d6749695b5a7,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:19.706357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:19.783060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92cd1251-a3b0-4459-a517-e4e70c701f21 req-bd6313a4-8e7b-4311-8eee-aeb18644cd5e tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0721509 Aug 16 20:53:19.819722 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-85198562-8937-4e64-bbfb-41534650b22b service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733027 Aug 16 20:53:19.820695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8d9a4233-f3fe-40ff-a38b-d6749695b5a7'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:19.852909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:19.862702 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-26470580-bba8-465a-9a75-dd07104aa6a7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "PUT /v2.0/routers/e67deb8d-d465-4c83-ac44-d9a390db37c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1594729 Aug 16 20:53:19.867918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59842) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.888420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e9929-5e6e-482b-80b0-cb5a53131a55 req-e1a0b722-a38a-40a4-aa18-60e827a10f20 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:19.890011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c18e9929-5e6e-482b-80b0-cb5a53131a55 req-e1a0b722-a38a-40a4-aa18-60e827a10f20 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.3468077 Aug 16 20:53:19.966429 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.981603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c18e9929-5e6e-482b-80b0-cb5a53131a55 req-bb23a915-4fc0-42f4-850a-e4062d1abfe4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834951 Aug 16 20:53:20.048000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9d3d0b-00cd-4f87-a536-7d6cb5479ae2 None None] Network eddf47e7-c222-4d63-9ae6-bb96857b9055 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:20.103918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:20.129052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network eddf47e7-c222-4d63-9ae6-bb96857b9055 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:20.135267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:20.141637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:20.147242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.147807 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.151203 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ebc75-bb8a-49dd-9e0f-2164cffbd3dc req-d9278aba-12b7-402a-bf53-8b0b55963308 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.156621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dad96c-96ad-4ce5-a5d1-60a086be7ef8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.160571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dad96c-96ad-4ce5-a5d1-60a086be7ef8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.164709 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c6dad96c-96ad-4ce5-a5d1-60a086be7ef8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2932866 Aug 16 20:53:20.164884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e45ebc75-bb8a-49dd-9e0f-2164cffbd3dc req-d9278aba-12b7-402a-bf53-8b0b55963308 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 943 time: 0.1216977 Aug 16 20:53:20.175799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59844) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:20.241448 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-66dbefff-d1f2-42d5-849f-1e9a51fc2427 req-86f84323-0693-4d18-8aed-5b745e7e4a69 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133196 Aug 16 20:53:20.258070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e45ebc75-bb8a-49dd-9e0f-2164cffbd3dc req-0d6605cb-0f70-4ca3-ad26-22179b0690be tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894537 Aug 16 20:53:20.263480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-295b0fb2-e8e5-4326-a73a-c2b3aad8ca0c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet cfffa2b4-405c-4aa1-b886-6ec67900d765 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:20.268999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-295b0fb2-e8e5-4326-a73a-c2b3aad8ca0c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.335760 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-295b0fb2-e8e5-4326-a73a-c2b3aad8ca0c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.367843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 42c6b4e5-2056-4c2b-87a2-e93a4262d32d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:20.420086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3dbaf406-5f75-4ca2-993a-953b6391760f None None] Provisioning for port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:20.587027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:20.591767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:20.592152 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.674286 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.759733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1596c48-aff8-4546-9f00-ea17c6512c08 req-c218408d-ba15-4e9a-9f2d-216f8082907d tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.773855 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1596c48-aff8-4546-9f00-ea17c6512c08 req-c218408d-ba15-4e9a-9f2d-216f8082907d tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 908 time: 0.1116056 Aug 16 20:53:20.808918 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.824702 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2ac2a80c-2fad-47d9-9aad-413ba60e6eda tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1690283 Aug 16 20:53:20.827361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59850) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:20.933285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=42c6b4e5-2056-4c2b-87a2-e93a4262d32d,segment=NetworkSegment(c8f4a578-944c-466d-88b1-4fb6b010b9d5),segment_id=c8f4a578-944c-466d-88b1-4fb6b010b9d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:20.952946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-295b0fb2-e8e5-4326-a73a-c2b3aad8ca0c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.995557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:21.070710 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.086143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c05dd38a-04d8-46ff-a06b-661b46320561 req-e77447b1-c07a-4a13-b61b-ce05a1180d55 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0632522 Aug 16 20:53:21.155356 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-295b0fb2-e8e5-4326-a73a-c2b3aad8ca0c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.198628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad2a81-0d48-49d2-a66e-c3cbc8bf5ab2 None None] Sync routers for ids ['e67deb8d-d465-4c83-ac44-d9a390db37c2'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:21.210659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4c48f233-23d5-48cc-a76b-fa811192a9cd None None] Provisioning complete for port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:21.211049 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4c48f233-23d5-48cc-a76b-fa811192a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.227481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b0fb2-e8e5-4326-a73a-c2b3aad8ca0c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=cfffa2b4-405c-4aa1-b886-6ec67900d765,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:21.245683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-295b0fb2-e8e5-4326-a73a-c2b3aad8ca0c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.251501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-295b0fb2-e8e5-4326-a73a-c2b3aad8ca0c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/cfffa2b4-405c-4aa1-b886-6ec67900d765 HTTP/1.1" status: 204 len: 168 time: 1.0742843 Aug 16 20:53:21.252659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59856) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:21.272208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b31f0d-bb96-4025-ad74-8328062c34ba None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:21.328473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad2a81-0d48-49d2-a66e-c3cbc8bf5ab2 None None] Routers {'e67deb8d-d465-4c83-ac44-d9a390db37c2'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:21.329159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4cad2a81-0d48-49d2-a66e-c3cbc8bf5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e67deb8d-d465-4c83-ac44-d9a390db37c2'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:21.378045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=42c6b4e5-2056-4c2b-87a2-e93a4262d32d,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:21.419527 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6937d402-3a32-49a2-8488-948ff9a66a55 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1654336 Aug 16 20:53:21.420191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59860) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:21.463761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f86b9-3c02-45c4-978e-1d0b56a86112 req-731098f4-ed6c-421f-a678-974553e98236 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:21.473431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-569f86b9-3c02-45c4-978e-1d0b56a86112 req-731098f4-ed6c-421f-a678-974553e98236 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2827728 Aug 16 20:53:21.504087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4cad2a81-0d48-49d2-a66e-c3cbc8bf5ab2 None None] Set router e67deb8d-d465-4c83-ac44-d9a390db37c2 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:21.530306 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6681ebda-3484-4ea6-8437-c2fd398a4ebf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.562299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-569f86b9-3c02-45c4-978e-1d0b56a86112 req-ea15f35b-cbc8-4d78-8b26-e8721d6d664a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875254 Aug 16 20:53:21.598588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:21.603887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4cad2a81-0d48-49d2-a66e-c3cbc8bf5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67deb8d-d465-4c83-ac44-d9a390db37c2', 'name': 'tempest-NetworksTestDHCPv6-router-420599497', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:07Z', 'updated_at': '2021-08-16T20:53:18Z', 'revision_number': 3, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:21.611916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:21.612863 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.640469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adcb8-f0bb-47aa-a846-3cb96bdc0ea2 req-721702a9-0933-4103-8270-0343c4812719 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:21.644444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-574adcb8-f0bb-47aa-a846-3cb96bdc0ea2 req-721702a9-0933-4103-8270-0343c4812719 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 943 time: 0.2228887 Aug 16 20:53:21.708004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad2a81-0d48-49d2-a66e-c3cbc8bf5ab2 None None] Checking router: e67deb8d-d465-4c83-ac44-d9a390db37c2 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:21.729902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-574adcb8-f0bb-47aa-a846-3cb96bdc0ea2 req-150be1f3-f3ad-4ffd-aa04-fd6e8c78a574 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783598 Aug 16 20:53:21.730989 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.761508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad2a81-0d48-49d2-a66e-c3cbc8bf5ab2 None None] Routers {'e67deb8d-d465-4c83-ac44-d9a390db37c2'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:21.761508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4cad2a81-0d48-49d2-a66e-c3cbc8bf5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e67deb8d-d465-4c83-ac44-d9a390db37c2'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:21.803987 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6681ebda-3484-4ea6-8437-c2fd398a4ebf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.807162 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6681ebda-3484-4ea6-8437-c2fd398a4ebf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.872162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4cad2a81-0d48-49d2-a66e-c3cbc8bf5ab2 None None] Set router e67deb8d-d465-4c83-ac44-d9a390db37c2 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:21.914045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc60a6-aa91-45d3-9605-39a4237b5c93 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:53:21.957357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4cad2a81-0d48-49d2-a66e-c3cbc8bf5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67deb8d-d465-4c83-ac44-d9a390db37c2', 'name': 'tempest-NetworksTestDHCPv6-router-420599497', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:07Z', 'updated_at': '2021-08-16T20:53:18Z', 'revision_number': 3, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:21.987972 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6681ebda-3484-4ea6-8437-c2fd398a4ebf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.988647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6681ebda-3484-4ea6-8437-c2fd398a4ebf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Fanout notify agent at l3_agent the message router_deleted on router e67deb8d-d465-4c83-ac44-d9a390db37c2 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:53:21.995544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6681ebda-3484-4ea6-8437-c2fd398a4ebf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.999637 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6681ebda-3484-4ea6-8437-c2fd398a4ebf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/routers/e67deb8d-d465-4c83-ac44-d9a390db37c2 HTTP/1.1" status: 204 len: 168 time: 0.5755372 Aug 16 20:53:22.005338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59866) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:22.010363 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e4b5f8d7-8f21-467f-8d31-138c589d60d3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:22.228908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b5f8d7-8f21-467f-8d31-138c589d60d3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:22.233059 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4b5f8d7-8f21-467f-8d31-138c589d60d3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.322139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4c48f233-23d5-48cc-a76b-fa811192a9cd None None] Provisioning for port 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:22.326842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad2a81-0d48-49d2-a66e-c3cbc8bf5ab2 None None] The sync data for ids ['e67deb8d-d465-4c83-ac44-d9a390db37c2'] in n-d-793619-14 is: [{'id': 'e67deb8d-d465-4c83-ac44-d9a390db37c2', 'name': 'tempest-NetworksTestDHCPv6-router-420599497', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:07Z', 'updated_at': '2021-08-16T20:53:18Z', 'revision_number': 3, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:22.346507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4c48f233-23d5-48cc-a76b-fa811192a9cd None None] Provisioning complete for port 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:22.347053 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4c48f233-23d5-48cc-a76b-fa811192a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.353370 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.355658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 42c6b4e5-2056-4c2b-87a2-e93a4262d32d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:22.495348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8d9a4233-f3fe-40ff-a38b-d6749695b5a7,segment=NetworkSegment(438873f6-fa0f-4dd9-9557-26c5dc62c5d5),segment_id=438873f6-fa0f-4dd9-9557-26c5dc62c5d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:22.499598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dd92a7-7552-4cca-b17a-b10e4da742c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9a4233-f3fe-40ff-a38b-d6749695b5a7'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:22.501314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a09bcf7-f511-462d-9141-4f1607ebf3b6 req-96e67f14-2d97-49b9-84af-2cd451f407e7 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0910552 Aug 16 20:53:22.502508 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6a8f8e-2913-4cd6-bc02-becc3cbffd69" -d '{"events": [{"server_uuid": "17dd92a7-7552-4cca-b17a-b10e4da742c0", "name": "network-vif-plugged", "status": "completed", "tag": "8d9a4233-f3fe-40ff-a38b-d6749695b5a7"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:22.522960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4c48f233-23d5-48cc-a76b-fa811192a9cd None None] Port 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:22.529645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:22.529645 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.585870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7edc60a6-aa91-45d3-9605-39a4237b5c93 None None] Deleting port 09313e66-1b35-42e6-8f2e-da94e81c1a29 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:22.587352 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7edc60a6-aa91-45d3-9605-39a4237b5c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.610648 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d69b0d3-da8e-4cbf-88a0-f20b8c2ab02b x-openstack-request-id: req-5d69b0d3-da8e-4cbf-88a0-f20b8c2ab02b {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:22.610648 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dd92a7-7552-4cca-b17a-b10e4da742c0", "name": "network-vif-plugged", "status": "completed", "tag": "8d9a4233-f3fe-40ff-a38b-d6749695b5a7", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:22.611069 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d69b0d3-da8e-4cbf-88a0-f20b8c2ab02b {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:22.612158 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dd92a7-7552-4cca-b17a-b10e4da742c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9a4233-f3fe-40ff-a38b-d6749695b5a7', 'code': 200} Aug 16 20:53:22.629560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20a4e6-055b-42f5-b69c-ac336bd50053 req-6577eda9-04e5-4988-8b34-68b90f501ad1 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.632840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4b5f8d7-8f21-467f-8d31-138c589d60d3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.646209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c20a4e6-055b-42f5-b69c-ac336bd50053 req-6577eda9-04e5-4988-8b34-68b90f501ad1 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 908 time: 0.7280850 Aug 16 20:53:22.646541 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.706630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8d9a4233-f3fe-40ff-a38b-d6749695b5a7,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:22.765329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5f8d7-8f21-467f-8d31-138c589d60d3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:22.770860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e4b5f8d7-8f21-467f-8d31-138c589d60d3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:22.775400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5f8d7-8f21-467f-8d31-138c589d60d3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.776016 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4b5f8d7-8f21-467f-8d31-138c589d60d3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.811056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-68248ae5-9f56-44bf-a3a2-af1455e33781 None None] Provisioning complete for port 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:22.818425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05b37f-c8b2-4018-8089-3e1f2be1fca1 req-15664a83-7def-4647-bc37-7aa853a56dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.819055 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-68248ae5-9f56-44bf-a3a2-af1455e33781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.819991 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1f05b37f-c8b2-4018-8089-3e1f2be1fca1 req-15664a83-7def-4647-bc37-7aa853a56dc7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 1061 time: 0.1175444 Aug 16 20:53:22.821698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5f8d7-8f21-467f-8d31-138c589d60d3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=90e20b80-3f23-408b-bb2f-580765559950,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:22.848762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7edc60a6-aa91-45d3-9605-39a4237b5c93 None None] For port 09313e66-1b35-42e6-8f2e-da94e81c1a29, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=09313e66-1b35-42e6-8f2e-da94e81c1a29,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:22.849062 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7edc60a6-aa91-45d3-9605-39a4237b5c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.855644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.871669 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e4b5f8d7-8f21-467f-8d31-138c589d60d3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8632393 Aug 16 20:53:22.872163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df99ea-ec63-4a56-bfeb-a7dca96ed6cf req-d604251e-280c-4d2c-8098-e3a4d658d530 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.873510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56df99ea-ec63-4a56-bfeb-a7dca96ed6cf req-d604251e-280c-4d2c-8098-e3a4d658d530 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1395075 Aug 16 20:53:22.874255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59878) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:22.877332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7edc60a6-aa91-45d3-9605-39a4237b5c93 None None] Calling delete_port for 09313e66-1b35-42e6-8f2e-da94e81c1a29 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:22.892184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-43d1f4f8-ba44-423b-b1b6-0ecfd9045124 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1707107942', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:22.893158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-68248ae5-9f56-44bf-a3a2-af1455e33781 None None] Port 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:22.966768 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.972557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 09313e66-1b35-42e6-8f2e-da94e81c1a29 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:23.033512 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:23.089870 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.099204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56df99ea-ec63-4a56-bfeb-a7dca96ed6cf req-c9805d44-aa50-49d8-bd50-8cfb6d0776fc tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975324 Aug 16 20:53:23.147925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-43d1f4f8-ba44-423b-b1b6-0ecfd9045124 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.148994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-43d1f4f8-ba44-423b-b1b6-0ecfd9045124 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.166888 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7edc60a6-aa91-45d3-9605-39a4237b5c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.179908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f09a33-9f01-4771-b5b8-d98bf346eaca req-1da8e8d3-8057-4c69-b9de-43126965221c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.186605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26f09a33-9f01-4771-b5b8-d98bf346eaca req-1da8e8d3-8057-4c69-b9de-43126965221c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 943 time: 0.3111217 Aug 16 20:53:23.252036 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc60a6-aa91-45d3-9605-39a4237b5c93 None None] Pushing event deleted for resources: {'Port': ['ID=09313e66-1b35-42e6-8f2e-da94e81c1a29,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:23.259863 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc60a6-aa91-45d3-9605-39a4237b5c93 None None] No DVR routers for this DVR port 09313e66-1b35-42e6-8f2e-da94e81c1a29 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:23.307463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e4bac0-b96a-42ea-92db-196df122b165 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:23.318871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26f09a33-9f01-4771-b5b8-d98bf346eaca req-2b13d201-24dd-4585-ad6d-0ed9cdc7cf08 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142910 Aug 16 20:53:23.436091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cbbbb08c-aa1b-4ce0-a3a7-89cdeec4bae9 None None] Provisioning complete for port 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:23.436766 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cbbbb08c-aa1b-4ce0-a3a7-89cdeec4bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.471192 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-43d1f4f8-ba44-423b-b1b6-0ecfd9045124 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.529148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbb08c-aa1b-4ce0-a3a7-89cdeec4bae9 None None] Port 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:23.552935 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.557142 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-43d1f4f8-ba44-423b-b1b6-0ecfd9045124 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.604266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '90e20b80-3f23-408b-bb2f-580765559950'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:23.606563 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.698737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c8c4be2-536f-4cfd-8b28-7a5a896c65f0 req-fa7d41d7-3609-4f46-9048-b8c461af7f34 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0691464 Aug 16 20:53:23.707199 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-43d1f4f8-ba44-423b-b1b6-0ecfd9045124 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.708422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-43d1f4f8-ba44-423b-b1b6-0ecfd9045124 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8203325 Aug 16 20:53:23.711313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59886) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:23.890150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.927308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402be97a-2585-4a35-9273-76bb63681200 req-9f79411d-68ec-49cc-84d6-0beedd6a812c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.927567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/90e20b80-3f23-408b-bb2f-580765559950/eec5df45-24b8-4686-a0d1-df51214af0f6) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:23.937737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-402be97a-2585-4a35-9273-76bb63681200 req-9f79411d-68ec-49cc-84d6-0beedd6a812c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 909 time: 0.1608529 Aug 16 20:53:24.137372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ea3aa9cf-dd16-4826-800a-8f0548a14fb8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:24.171768 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.172492 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.174977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: ea3aa9cf-dd16-4826-800a-8f0548a14fb8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:24.175417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ea3aa9cf-dd16-4826-800a-8f0548a14fb8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:24.185529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Transition to ACTIVE for port object eec5df45-24b8-4686-a0d1-df51214af0f6 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:24.202237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Transition to ACTIVE for port object eec5df45-24b8-4686-a0d1-df51214af0f6 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:24.347032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2199790-0b30-44d3-af58-ef37f4120340 req-26560c1e-ac9a-4d98-a66e-6ef114c63ae8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:24.348560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2199790-0b30-44d3-af58-ef37f4120340 req-26560c1e-ac9a-4d98-a66e-6ef114c63ae8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.1183252 Aug 16 20:53:24.409808 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.423506 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2199790-0b30-44d3-af58-ef37f4120340 req-43d30c99-f165-4d9d-a36d-a5ef3d424071 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652132 Aug 16 20:53:24.432792 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.487953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dda14-8317-402d-a3e5-401f937b4d9f req-671d3a3e-70ce-4d91-9f5c-b4a5ee394576 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:24.490914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b09dda14-8317-402d-a3e5-401f937b4d9f req-671d3a3e-70ce-4d91-9f5c-b4a5ee394576 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 943 time: 0.0848608 Aug 16 20:53:24.497381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.500907 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.513410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::1 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/90e20b80-3f23-408b-bb2f-580765559950/85a9cd86-b462-4003-8387-6de819cf2074) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:24.513853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:24.540701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:24.545671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:24.556935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:24.633800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Pushing event updated for resources: {'Port': ['ID=eec5df45-24b8-4686-a0d1-df51214af0f6,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:24.711311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:24.712111 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.733519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b09dda14-8317-402d-a3e5-401f937b4d9f req-f480c07e-718e-483a-8f94-be29411eb555 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181072 Aug 16 20:53:24.741337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 85a9cd86-b462-4003-8387-6de819cf2074 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:24.753850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Attempting to bind port eec5df45-24b8-4686-a0d1-df51214af0f6 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:24.754337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Attempting to bind port eec5df45-24b8-4686-a0d1-df51214af0f6 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:24.754775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Attempting to bind port eec5df45-24b8-4686-a0d1-df51214af0f6 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:24.774903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:24.775334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:24.775711 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.776160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:24.776661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Bound port: eec5df45-24b8-4686-a0d1-df51214af0f6, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:24.777068 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.869230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network eddf47e7-c222-4d63-9ae6-bb96857b9055 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:24.872521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcb7728b-c981-456b-a555-b77a84dff43e req-2cdb6ea4-852a-4490-a7b2-73965106a69a tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0524192 Aug 16 20:53:24.874525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:24.877276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:24.880447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.943504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:24.947974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] For port eec5df45-24b8-4686-a0d1-df51214af0f6, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:24.954275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:24.957393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] For port eec5df45-24b8-4686-a0d1-df51214af0f6, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=eec5df45-24b8-4686-a0d1-df51214af0f6,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:24.962828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:24.963536 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.971265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'port_id': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'mac_address': 'fa:16:3e:84:39:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:25.041790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=85a9cd86-b462-4003-8387-6de819cf2074,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:25.059910 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.180470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c50173-9117-423e-90a4-fc3528e938fe None None] Pushing event updated for resources: {'Port': ['ID=eec5df45-24b8-4686-a0d1-df51214af0f6,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:25.207527 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.249339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06935dcb-2da0-4e4c-b78e-d16a70184654 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:25.268704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302aa81-c7b6-4a26-9133-2e16f2d19f67 req-a1f5ed44-730d-4beb-bdcc-e789ce681220 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.285263 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9302aa81-c7b6-4a26-9133-2e16f2d19f67 req-a1f5ed44-730d-4beb-bdcc-e789ce681220 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 909 time: 0.1544271 Aug 16 20:53:25.303901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.304824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:25.384508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c0016877-1b4c-4a29-9fee-f9f2f8cc8150 None None] Provisioning complete for port 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:25.387479 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0016877-1b4c-4a29-9fee-f9f2f8cc8150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.453448 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.463035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c0016877-1b4c-4a29-9fee-f9f2f8cc8150 None None] Port 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:25.488304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Router f63b0aab-b44e-4396-a777-64a100854b8a is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:53:25.657273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:25.666285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8701b8-6962-4a1a-be72-41ebcfde4b1c req-d63a7c4d-d1d2-4558-a57d-5d628b104b4e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.677454 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be8701b8-6962-4a1a-be72-41ebcfde4b1c req-d63a7c4d-d1d2-4558-a57d-5d628b104b4e tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 909 time: 0.2430973 Aug 16 20:53:25.741307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['06935dcb-2da0-4e4c-b78e-d16a70184654'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:25.844371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:25.868216 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e039b1-ecee-4075-9938-459931959b27 None None] Sync routers for ids ['f63b0aab-b44e-4396-a777-64a100854b8a'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:25.873504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-20dd210a-afe7-45e7-a092-54f46607ebad tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "PUT /v2.0/routers/f63b0aab-b44e-4396-a777-64a100854b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0445228 Aug 16 20:53:25.877518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59912) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:25.882560 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e039b1-ecee-4075-9938-459931959b27 None None] Routers {'f63b0aab-b44e-4396-a777-64a100854b8a'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:25.885847 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-64e039b1-ecee-4075-9938-459931959b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f63b0aab-b44e-4396-a777-64a100854b8a'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:25.953278 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce2bc6-88d1-4a75-a150-cd2f3cd29970 req-51f7a147-1d68-4b66-9f93-6183994d279d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.956682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56ce2bc6-88d1-4a75-a150-cd2f3cd29970 req-51f7a147-1d68-4b66-9f93-6183994d279d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.3129771 Aug 16 20:53:25.975884 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-64e039b1-ecee-4075-9938-459931959b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:25.996048 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e039b1-ecee-4075-9938-459931959b27 None None] Routers {'f63b0aab-b44e-4396-a777-64a100854b8a'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:25.996687 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-64e039b1-ecee-4075-9938-459931959b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f63b0aab-b44e-4396-a777-64a100854b8a'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:26.006376 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.038280 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-64e039b1-ecee-4075-9938-459931959b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:26.038979 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e039b1-ecee-4075-9938-459931959b27 None None] The sync data for ids ['f63b0aab-b44e-4396-a777-64a100854b8a'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:26.051826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf8dc7-28ce-46e3-b695-5bab5c253885 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.053399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dedf8dc7-28ce-46e3-b695-5bab5c253885 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports?device_id=f63b0aab-b44e-4396-a777-64a100854b8a HTTP/1.1" status: 200 len: 989 time: 0.1740665 Aug 16 20:53:26.058310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59916) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:26.066760 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47146d-32be-4369-a1fc-d248cc9e1550 req-8719b064-c916-474f-9acf-fa393fdf5ec3 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.071809 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.072956 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.080196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a47146d-32be-4369-a1fc-d248cc9e1550 req-8719b064-c916-474f-9acf-fa393fdf5ec3 tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 1061 time: 0.1161499 Aug 16 20:53:26.113615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56ce2bc6-88d1-4a75-a150-cd2f3cd29970 req-b8b21c31-7741-4264-877d-5f7479ac5020 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214266 Aug 16 20:53:26.240816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-741a8882-66c6-4906-bbc4-b101492827cd req-339760d0-1d75-4025-93a1-f5271dc8cccf tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0559185 Aug 16 20:53:26.276702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d93a2-52d6-4b1b-880c-d54c30184dbf req-a57f1e24-deae-42f9-845c-3525686437c7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.278318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a5d93a2-52d6-4b1b-880c-d54c30184dbf req-a57f1e24-deae-42f9-845c-3525686437c7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1040590 Aug 16 20:53:26.284094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device eec5df45-24b8-4686-a0d1-df51214af0f6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:26.293259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=85a9cd86-b462-4003-8387-6de819cf2074,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:26.336854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a5d93a2-52d6-4b1b-880c-d54c30184dbf req-a569c7d2-59fc-4356-b432-017651abfd0c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516443 Aug 16 20:53:26.370651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ce1d8-bfe2-4c0f-8e85-ea47e1ea9178 req-5e03e287-4212-44e4-9844-20535811472c tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.372182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-712ce1d8-bfe2-4c0f-8e85-ea47e1ea9178 req-5e03e287-4212-44e4-9844-20535811472c tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 1136 time: 0.0528409 Aug 16 20:53:26.411618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-712ce1d8-bfe2-4c0f-8e85-ea47e1ea9178 req-390bac96-1c73-412b-a0d6-5f288dee71bb tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0323756 Aug 16 20:53:26.436318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59922) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:26.437956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port eec5df45-24b8-4686-a0d1-df51214af0f6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:26.506700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:26.529183 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:26.568789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d6698e-1c4c-471f-abfa-c9c5c8cf5b7a tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.574431 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-26d6698e-1c4c-471f-abfa-c9c5c8cf5b7a tempest-TestSecurityGroupsBasicOps-1595459763 tempest-TestSecurityGroupsBasicOps-1595459763-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 1056 time: 0.1312866 Aug 16 20:53:26.867168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80b6a73b-f87d-4229-97e9-6f02de70151c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.870449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Router 5b7a1c20-635e-499a-b5cd-04e211bd7d12 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:53:26.919743 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a887fec6-b334-4996-b1b2-bf204f4e5ec4 None None] Provisioning for port eec5df45-24b8-4686-a0d1-df51214af0f6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:26.924164 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a887fec6-b334-4996-b1b2-bf204f4e5ec4 None None] Provisioning complete for port eec5df45-24b8-4686-a0d1-df51214af0f6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:26.924627 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a887fec6-b334-4996-b1b2-bf204f4e5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.025792 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a887fec6-b334-4996-b1b2-bf204f4e5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.066492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a887fec6-b334-4996-b1b2-bf204f4e5ec4 None None] For port eec5df45-24b8-4686-a0d1-df51214af0f6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=eec5df45-24b8-4686-a0d1-df51214af0f6,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:27.148643 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a887fec6-b334-4996-b1b2-bf204f4e5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.184072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ad216-23f3-410f-8692-64e85dc8b593 req-53dd0ee6-d087-487a-bf9f-48fa06e367d5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.191077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-562ad216-23f3-410f-8692-64e85dc8b593 req-53dd0ee6-d087-487a-bf9f-48fa06e367d5 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 909 time: 0.0862327 Aug 16 20:53:27.259247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887fec6-b334-4996-b1b2-bf204f4e5ec4 None None] Pushing event updated for resources: {'Port': ['ID=eec5df45-24b8-4686-a0d1-df51214af0f6,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:27.280587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6088-76ba-4b8b-b15a-b8b77e70ab79 req-10005126-9bab-43d0-813a-72a4233185cd tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.282056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb6a6088-76ba-4b8b-b15a-b8b77e70ab79 req-10005126-9bab-43d0-813a-72a4233185cd tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0812058 Aug 16 20:53:27.331631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb6a6088-76ba-4b8b-b15a-b8b77e70ab79 req-9fd091a8-a37b-4a19-98fd-3e3ec834cd24 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Aug 16 20:53:27.363385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aecde4ab-e3e5-4994-8a28-6b139df8d30d req-b82a7057-96c1-4387-b24f-12b5aec91224 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0275383 Aug 16 20:53:27.388742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:27.394200 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-78259b4b-8737-46e8-8f39-35bf27ac8c02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "PUT /v2.0/routers/5b7a1c20-635e-499a-b5cd-04e211bd7d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6805131 Aug 16 20:53:27.396935 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59946) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:27.400496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Sync routers for ids ['5b7a1c20-635e-499a-b5cd-04e211bd7d12'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:27.413149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Routers {'5b7a1c20-635e-499a-b5cd-04e211bd7d12'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:27.413687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5b7a1c20-635e-499a-b5cd-04e211bd7d12'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:27.446523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51946bc8-28f0-4751-aabf-e937f7fc8bc2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.450304 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-51946bc8-28f0-4751-aabf-e937f7fc8bc2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports/85a9cd86-b462-4003-8387-6de819cf2074 HTTP/1.1" status: 200 len: 911 time: 0.0499322 Aug 16 20:53:27.450482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9b0e1bfb-2d88-4aa8-8b3c-5f2935941a6a None None] Provisioning for port 85a9cd86-b462-4003-8387-6de819cf2074 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:27.450669 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59948) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:27.478157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fbc39-5ca3-443e-a73d-06e093203a4d req-d4a9000e-12b3-4ecf-b0fc-116c34ca4f1c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.479946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c4fbc39-5ca3-443e-a73d-06e093203a4d req-d4a9000e-12b3-4ecf-b0fc-116c34ca4f1c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0635574 Aug 16 20:53:27.483876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9b0e1bfb-2d88-4aa8-8b3c-5f2935941a6a None None] Provisioning complete for port 85a9cd86-b462-4003-8387-6de819cf2074 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:27.484260 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9b0e1bfb-2d88-4aa8-8b3c-5f2935941a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.511009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b385406-afe3-4faf-912b-455d3fbc792c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.520600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b385406-afe3-4faf-912b-455d3fbc792c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.520600 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8b385406-afe3-4faf-912b-455d3fbc792c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0669980 Aug 16 20:53:27.521832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59950) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:27.534570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c4fbc39-5ca3-443e-a73d-06e093203a4d req-900f97e5-6f10-4c9f-9f4f-a93080449a86 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 Aug 16 20:53:27.556622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e1bfb-2d88-4aa8-8b3c-5f2935941a6a None None] Port 85a9cd86-b462-4003-8387-6de819cf2074 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:27.559123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Set router 5b7a1c20-635e-499a-b5cd-04e211bd7d12 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:27.743865 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a7520-f99e-4b96-9b4c-5fa1c110825f req-f36a8f44-afd4-402d-a158-7139aec84019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.745350 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-435a7520-f99e-4b96-9b4c-5fa1c110825f req-f36a8f44-afd4-402d-a158-7139aec84019 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9b609ae70a794236b71104a3023ce490&device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 1097 time: 0.1342707 Aug 16 20:53:27.773786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a1c20-635e-499a-b5cd-04e211bd7d12', 'name': 'tempest-NetworksTestDHCPv6-router-1707107942', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:25Z', 'revision_number': 2, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None, '_interfaces': [{'id': '85a9cd86-b462-4003-8387-6de819cf2074', 'name': '', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'mac_address': 'fa:16:3e:0f:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7a1c20-635e-499a-b5cd-04e211bd7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '90e20b80-3f23-408b-bb2f-580765559950', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:24Z', 'updated_at': '2021-08-16T20:53:25Z', 'revision_number': 2, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'subnets': [{'id': '90e20b80-3f23-408b-bb2f-580765559950', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:27.803889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Checking router: 5b7a1c20-635e-499a-b5cd-04e211bd7d12 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:27.804252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Updating router 5b7a1c20-635e-499a-b5cd-04e211bd7d12 port 85a9cd86-b462-4003-8387-6de819cf2074 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:53:27.809883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-80b6a73b-f87d-4229-97e9-6f02de70151c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:27.810224 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80b6a73b-f87d-4229-97e9-6f02de70151c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.828414 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.953542 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a7520-f99e-4b96-9b4c-5fa1c110825f req-5b204274-0635-4711-97f5-f658b9197af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.955067 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-435a7520-f99e-4b96-9b4c-5fa1c110825f req-5b204274-0635-4711-97f5-f658b9197af4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8deab356-caba-48b8-adaa-724050112348 HTTP/1.1" status: 200 len: 915 time: 0.1990013 Aug 16 20:53:27.962051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80b6a73b-f87d-4229-97e9-6f02de70151c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.020200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-80b6a73b-f87d-4229-97e9-6f02de70151c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for 4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:28.022841 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-435a7520-f99e-4b96-9b4c-5fa1c110825f req-3377e3c5-fed5-421b-841a-5bd8a95c014a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13836154-f262-4d3f-8bc8-9267f3aee077 HTTP/1.1" status: 200 len: 217 time: 0.0568969 Aug 16 20:53:28.099297 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.109890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Transition to ACTIVE for port object 85a9cd86-b462-4003-8387-6de819cf2074 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:28.149172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a7520-f99e-4b96-9b4c-5fa1c110825f req-1fcf3731-e4fa-41f0-b152-a9f0a7d30d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.150645 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-435a7520-f99e-4b96-9b4c-5fa1c110825f req-1fcf3731-e4fa-41f0-b152-a9f0a7d30d98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5 HTTP/1.1" status: 200 len: 854 time: 0.1146781 Aug 16 20:53:28.170619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device eec5df45-24b8-4686-a0d1-df51214af0f6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:28.192680 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.221107 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-435a7520-f99e-4b96-9b4c-5fa1c110825f req-69242770-ae6d-4501-b8dd-4f2b27ca47e3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8deab356-caba-48b8-adaa-724050112348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596213 Aug 16 20:53:28.250337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96c614-f41d-47a7-9aa1-928433ae0772 None None] Pushing event updated for resources: {'Port': ['ID=85a9cd86-b462-4003-8387-6de819cf2074,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:28.289212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port eec5df45-24b8-4686-a0d1-df51214af0f6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:28.289643 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.341991 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.366405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Attempting to bind port 85a9cd86-b462-4003-8387-6de819cf2074 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:28.366796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Attempting to bind port 85a9cd86-b462-4003-8387-6de819cf2074 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:28.367171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Attempting to bind port 85a9cd86-b462-4003-8387-6de819cf2074 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:28.378213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:28.379371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:28.381101 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.381542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:28.382910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Bound port: 85a9cd86-b462-4003-8387-6de819cf2074, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:28.383309 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.425585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5918025-7a75-4572-8ec1-f867a8d5ef6c req-7dcd02e0-a585-4760-a6e8-27fbeebb9d17 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.443844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5918025-7a75-4572-8ec1-f867a8d5ef6c req-7dcd02e0-a585-4760-a6e8-27fbeebb9d17 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 909 time: 0.1351807 Aug 16 20:53:28.495650 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-435a7520-f99e-4b96-9b4c-5fa1c110825f req-7072698e-ba4a-4ceb-a16b-2031e2b15507 service neutron] 10.222.0.79 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619009 Aug 16 20:53:28.526755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:28.535773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] For port 85a9cd86-b462-4003-8387-6de819cf2074, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:28.590363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] For port 85a9cd86-b462-4003-8387-6de819cf2074, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=85a9cd86-b462-4003-8387-6de819cf2074,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:28.618017 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80b6a73b-f87d-4229-97e9-6f02de70151c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.633666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ab66-6f71-4742-82c0-67909b65bd6e req-713f768f-ff04-4571-8de8-5bbd1a2bf129 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.635484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb78ab66-6f71-4742-82c0-67909b65bd6e req-713f768f-ff04-4571-8de8-5bbd1a2bf129 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.0877085 Aug 16 20:53:28.659016 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.676368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb78ab66-6f71-4742-82c0-67909b65bd6e req-aaa02674-9a70-4cd4-8c2d-b695599d7c17 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342047 Aug 16 20:53:28.680000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6a73b-f87d-4229-97e9-6f02de70151c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:28.781144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719fc2e-3ae0-438b-b9a5-1ed28ca0fec9 req-22356c28-277f-430d-8504-36af88197177 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.783651 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d719fc2e-3ae0-438b-b9a5-1ed28ca0fec9 req-22356c28-277f-430d-8504-36af88197177 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.79 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 909 time: 0.0858259 Aug 16 20:53:28.822693 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-435a7520-f99e-4b96-9b4c-5fa1c110825f req-6f6f52b9-a4fe-419f-abd4-0b253de8354d service neutron] 10.222.0.79 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193324 Aug 16 20:53:28.824627 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae137101-4207-4013-a803-0c0fe84b5b3f req-7ed4304c-9eb3-435f-b65d-49c03fc11988 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0369272 Aug 16 20:53:28.834802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80b6a73b-f87d-4229-97e9-6f02de70151c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.924712 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 06935dcb-2da0-4e4c-b78e-d16a70184654 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:28.934608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 06935dcb-2da0-4e4c-b78e-d16a70184654 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:28.935460 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.017637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Routers {'5b7a1c20-635e-499a-b5cd-04e211bd7d12'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:29.018810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5b7a1c20-635e-499a-b5cd-04e211bd7d12'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:29.098535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0711c-a3f0-46c5-bf39-a5a8d167ab28 req-56e028a9-2321-47cd-805e-6ae6cbcffaaf tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:29.104581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbe0711c-a3f0-46c5-bf39-a5a8d167ab28 req-56e028a9-2321-47cd-805e-6ae6cbcffaaf tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0946572 Aug 16 20:53:29.137241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b6a73b-f87d-4229-97e9-6f02de70151c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Router f63b0aab-b44e-4396-a777-64a100854b8a has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:29.144821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-d719fc2e-3ae0-438b-b9a5-1ed28ca0fec9 req-203afacb-372c-49b6-9efa-c52293bde217 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Deleting port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:29.145461 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d719fc2e-3ae0-438b-b9a5-1ed28ca0fec9 req-203afacb-372c-49b6-9efa-c52293bde217 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.146453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 85a9cd86-b462-4003-8387-6de819cf2074 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:29.146785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.193776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96c614-f41d-47a7-9aa1-928433ae0772 None None] Pushing event updated for resources: {'Port': ['ID=85a9cd86-b462-4003-8387-6de819cf2074,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:29.218220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbe0711c-a3f0-46c5-bf39-a5a8d167ab28 req-72972774-c9cc-49f5-b2da-dabae23471c1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055233 Aug 16 20:53:29.228478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] Set router 5b7a1c20-635e-499a-b5cd-04e211bd7d12 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:29.284727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-d719fc2e-3ae0-438b-b9a5-1ed28ca0fec9 req-203afacb-372c-49b6-9efa-c52293bde217 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] For port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8d9a4233-f3fe-40ff-a38b-d6749695b5a7,segment=NetworkSegment(438873f6-fa0f-4dd9-9557-26c5dc62c5d5),segment_id=438873f6-fa0f-4dd9-9557-26c5dc62c5d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:29.285155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d719fc2e-3ae0-438b-b9a5-1ed28ca0fec9 req-203afacb-372c-49b6-9efa-c52293bde217 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.298540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-d719fc2e-3ae0-438b-b9a5-1ed28ca0fec9 req-203afacb-372c-49b6-9efa-c52293bde217 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Calling delete_port for 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:29.363311 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.432294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:29.434598 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d711c92f-3818-4770-b1c7-821f9702f21d" -d '{"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:29.456816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:29.478803 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2da050e-8fc7-4d7b-a68e-1e4750c64363 x-openstack-request-id: req-d2da050e-8fc7-4d7b-a68e-1e4750c64363 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:29.479095 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:29.479375 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d2da050e-8fc7-4d7b-a68e-1e4750c64363 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:29.479813 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'code': 200} Aug 16 20:53:29.531348 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d719fc2e-3ae0-438b-b9a5-1ed28ca0fec9 req-203afacb-372c-49b6-9efa-c52293bde217 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.542734 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.551515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a1c20-635e-499a-b5cd-04e211bd7d12', 'name': 'tempest-NetworksTestDHCPv6-router-1707107942', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:25Z', 'revision_number': 2, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None, '_interfaces': [{'id': '85a9cd86-b462-4003-8387-6de819cf2074', 'name': '', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'mac_address': 'fa:16:3e:0f:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7a1c20-635e-499a-b5cd-04e211bd7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '90e20b80-3f23-408b-bb2f-580765559950', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:24Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'subnets': [{'id': '90e20b80-3f23-408b-bb2f-580765559950', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:29.608167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f42e00-3e71-4fe8-9933-2f68467e5fbe None None] The sync data for ids ['5b7a1c20-635e-499a-b5cd-04e211bd7d12'] in n-d-793619-14 is: [{'id': '5b7a1c20-635e-499a-b5cd-04e211bd7d12', 'name': 'tempest-NetworksTestDHCPv6-router-1707107942', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:25Z', 'revision_number': 2, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None, '_interfaces': [{'id': '85a9cd86-b462-4003-8387-6de819cf2074', 'name': '', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'mac_address': 'fa:16:3e:0f:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7a1c20-635e-499a-b5cd-04e211bd7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '90e20b80-3f23-408b-bb2f-580765559950', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:24Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'subnets': [{'id': '90e20b80-3f23-408b-bb2f-580765559950', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:29.624520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58f9334b-c8e6-4587-b041-5c9f1a0803b4 req-4049c151-bc1e-4548-b5e1-25f106c87cca tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 210 time: 0.0677245 Aug 16 20:53:29.625657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203afacb-372c-49b6-9efa-c52293bde217 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'Port': ['ID=8d9a4233-f3fe-40ff-a38b-d6749695b5a7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:29.655751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:29.697013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d719fc2e-3ae0-438b-b9a5-1ed28ca0fec9 req-203afacb-372c-49b6-9efa-c52293bde217 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] No DVR routers for this DVR port 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:29.699970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b6a73b-f87d-4229-97e9-6f02de70151c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:29.701874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d719fc2e-3ae0-438b-b9a5-1ed28ca0fec9 req-203afacb-372c-49b6-9efa-c52293bde217 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.706641 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d719fc2e-3ae0-438b-b9a5-1ed28ca0fec9 req-203afacb-372c-49b6-9efa-c52293bde217 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.79 "DELETE /v2.0/ports/8d9a4233-f3fe-40ff-a38b-d6749695b5a7 HTTP/1.1" status: 204 len: 173 time: 0.9069803 Aug 16 20:53:29.707576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dd92a7-7552-4cca-b17a-b10e4da742c0', 'name': 'network-vif-deleted', 'tag': '8d9a4233-f3fe-40ff-a38b-d6749695b5a7'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:29.712297 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-80b6a73b-f87d-4229-97e9-6f02de70151c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "PUT /v2.0/routers/f63b0aab-b44e-4396-a777-64a100854b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6525512 Aug 16 20:53:29.712533 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94746ea7-bb24-49a9-9cba-b984998c1f45 None None] Sync routers for ids ['f63b0aab-b44e-4396-a777-64a100854b8a'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:29.713142 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59976) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:29.722064 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67bf5cd-4de2-4c7e-b44f-11c7192d6bcd" -d '{"events": [{"server_uuid": "17dd92a7-7552-4cca-b17a-b10e4da742c0", "name": "network-vif-deleted", "tag": "8d9a4233-f3fe-40ff-a38b-d6749695b5a7"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:29.734362 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94746ea7-bb24-49a9-9cba-b984998c1f45 None None] Routers {'f63b0aab-b44e-4396-a777-64a100854b8a'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:29.734916 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-94746ea7-bb24-49a9-9cba-b984998c1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f63b0aab-b44e-4396-a777-64a100854b8a'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:29.754004 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f78702-1ee7-4a44-bad2-e1e82dec847a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:53:29.758590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59982) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:29.759040 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-77f78702-1ee7-4a44-bad2-e1e82dec847a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/4f0f8077-1a7b-4fcb-baf0-fa550f12f0e0 HTTP/1.1" status: 404 len: 333 time: 0.0418110 Aug 16 20:53:29.788342 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-94746ea7-bb24-49a9-9cba-b984998c1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:29.801964 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94746ea7-bb24-49a9-9cba-b984998c1f45 None None] Routers {'f63b0aab-b44e-4396-a777-64a100854b8a'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:29.803098 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-94746ea7-bb24-49a9-9cba-b984998c1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f63b0aab-b44e-4396-a777-64a100854b8a'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:29.807965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adfed0-9d74-4a94-bf9e-af3a2ab25423 req-27d98a27-61f9-4b70-b3c7-acad1877aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:29.809515 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07adfed0-9d74-4a94-bf9e-af3a2ab25423 req-27d98a27-61f9-4b70-b3c7-acad1877aab5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1097 time: 0.1470640 Aug 16 20:53:29.866005 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd42db95-bc02-4e29-a442-74ebc95307ec x-openstack-request-id: req-cd42db95-bc02-4e29-a442-74ebc95307ec {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:29.866382 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dd92a7-7552-4cca-b17a-b10e4da742c0", "name": "network-vif-deleted", "tag": "8d9a4233-f3fe-40ff-a38b-d6749695b5a7", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:29.868027 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-94746ea7-bb24-49a9-9cba-b984998c1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:29.868904 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94746ea7-bb24-49a9-9cba-b984998c1f45 None None] The sync data for ids ['f63b0aab-b44e-4396-a777-64a100854b8a'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:29.870465 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cd42db95-bc02-4e29-a442-74ebc95307ec {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:29.870815 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dd92a7-7552-4cca-b17a-b10e4da742c0', 'name': 'network-vif-deleted', 'tag': '8d9a4233-f3fe-40ff-a38b-d6749695b5a7', 'status': 'completed', 'code': 200} Aug 16 20:53:29.909633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] For port 85a9cd86-b462-4003-8387-6de819cf2074, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=85a9cd86-b462-4003-8387-6de819cf2074,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:29.909995 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.913561 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-07adfed0-9d74-4a94-bf9e-af3a2ab25423 req-a34e6714-58bb-49bb-aeb0-93d9175e43ed service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902207 Aug 16 20:53:29.926419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 85a9cd86-b462-4003-8387-6de819cf2074 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:30.014386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4064c9fe-9094-429d-a22e-cd55d9809b27 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.162596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3f9398f-1c75-493e-88d4-ee6a33141a2b req-66975009-7b89-4781-8d1e-f074e01544ea tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0578032 Aug 16 20:53:30.178519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17f440-a962-471e-8e82-f60833019941 req-5fd20dda-e71f-409a-aa8a-cb0459ec74f2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:30.195771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd17f440-a962-471e-8e82-f60833019941 req-5fd20dda-e71f-409a-aa8a-cb0459ec74f2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 945 time: 0.2776875 Aug 16 20:53:30.585100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 85a9cd86-b462-4003-8387-6de819cf2074 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:30.592685 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4064c9fe-9094-429d-a22e-cd55d9809b27 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.592685 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4064c9fe-9094-429d-a22e-cd55d9809b27 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.592685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd17f440-a962-471e-8e82-f60833019941 req-74360451-863a-4cd7-8d25-74eb9032adb8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890490 Aug 16 20:53:30.598301 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.602757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 85a9cd86-b462-4003-8387-6de819cf2074 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:30.602757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 85a9cd86-b462-4003-8387-6de819cf2074 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:30.602757 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.603196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b6e85-3aea-4b4f-84c8-2033506d17db req-171f7f5d-e24c-4341-9e3c-b35d5f444c02 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:30.603196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-212b6e85-3aea-4b4f-84c8-2033506d17db req-171f7f5d-e24c-4341-9e3c-b35d5f444c02 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 945 time: 0.0998147 Aug 16 20:53:30.603498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] Port 85a9cd86-b462-4003-8387-6de819cf2074 was deleted so its status cannot be updated. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:53:30.603647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=85a9cd86-b462-4003-8387-6de819cf2074,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:30.603872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-212b6e85-3aea-4b4f-84c8-2033506d17db req-5175f9ae-cd90-4c81-9283-1ac6666f0c09 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744097 Aug 16 20:53:30.607208 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4064c9fe-9094-429d-a22e-cd55d9809b27 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.607686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4064c9fe-9094-429d-a22e-cd55d9809b27 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Fanout notify agent at l3_agent the message router_deleted on router f63b0aab-b44e-4396-a777-64a100854b8a {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:53:30.627077 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4064c9fe-9094-429d-a22e-cd55d9809b27 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.629059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4064c9fe-9094-429d-a22e-cd55d9809b27 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/routers/f63b0aab-b44e-4396-a777-64a100854b8a HTTP/1.1" status: 204 len: 168 time: 0.8677104 Aug 16 20:53:30.630822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59992) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:30.682035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.766661 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-91123032-0fc0-416b-aa84-76b9abcf0c78 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting subnet 929fa734-225d-4471-8a33-f3ed3f84000b {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:30.773587 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91123032-0fc0-416b-aa84-76b9abcf0c78 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.864834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3cd01f30-9178-496d-a32d-5cb17eaeaba0 req-ddec5758-c92d-4149-8076-5da2cfcdf3dd tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=17dd92a7-7552-4cca-b17a-b10e4da742c0 HTTP/1.1" status: 200 len: 210 time: 0.0929680 Aug 16 20:53:30.894530 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91123032-0fc0-416b-aa84-76b9abcf0c78 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.936297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Router 5b7a1c20-635e-499a-b5cd-04e211bd7d12 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:30.958973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-85987ad3-32d0-4baf-a922-0479d5bbf576 req-bf0a2301-3580-446b-bc56-740ea109a67d service neutron] (95261) timed out ('10.222.0.74', 58980) {{(pid=95261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:53:31.006916 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91123032-0fc0-416b-aa84-76b9abcf0c78 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.025330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:31.033965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:31.040985 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-317caa1e-009b-4d71-b33f-84e9193012d7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "PUT /v2.0/routers/5b7a1c20-635e-499a-b5cd-04e211bd7d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5172532 Aug 16 20:53:31.043404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59996) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:31.062699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:31.063269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8d9a4233-f3fe-40ff-a38b-d6749695b5a7 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:31.063866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 13836154-f262-4d3f-8bc8-9267f3aee077 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:31.116184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a445bde3-7f24-4454-83f0-946d2990778a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.118500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a445bde3-7f24-4454-83f0-946d2990778a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.120392 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a445bde3-7f24-4454-83f0-946d2990778a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0757289 Aug 16 20:53:31.123406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60000) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:31.173697 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.189633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-054685ee-42ab-4aae-8236-a4fcd9398bf7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 90e20b80-3f23-408b-bb2f-580765559950 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:31.192897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-054685ee-42ab-4aae-8236-a4fcd9398bf7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.193074 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91123032-0fc0-416b-aa84-76b9abcf0c78 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.213157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:31.242119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91123032-0fc0-416b-aa84-76b9abcf0c78 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Subnet': ['ID=929fa734-225d-4471-8a33-f3ed3f84000b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:31.248254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91123032-0fc0-416b-aa84-76b9abcf0c78 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.252936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-91123032-0fc0-416b-aa84-76b9abcf0c78 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/929fa734-225d-4471-8a33-f3ed3f84000b HTTP/1.1" status: 204 len: 168 time: 0.6186035 Aug 16 20:53:31.253442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60004) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:31.258512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c4495-ca8e-45e4-996c-feccf9885cb4 None None] Network eddf47e7-c222-4d63-9ae6-bb96857b9055 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:31.296024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-054685ee-42ab-4aae-8236-a4fcd9398bf7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.304303 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.335594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.393227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c4a9ecf-1db4-4438-80fb-0a67664de57d req-1a0c9fc8-8b2d-4bed-a53b-81b0e6d30176 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0521138 Aug 16 20:53:31.449837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-054685ee-42ab-4aae-8236-a4fcd9398bf7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.458699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=13836154-f262-4d3f-8bc8-9267f3aee077,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:31.473176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.473498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:31.473918 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.474210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.474813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.475462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.476494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.476998 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.477562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.478031 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.478498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.478963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.479476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.479972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:31.491024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:31.494536 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ddf401-ecb0-4ed6-b6e7-3129c0a90330" -d '{"events": [{"server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "name": "network-vif-unplugged", "status": "completed", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:31.567491 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd04efab-9e57-4e8e-9390-be37638b7155 x-openstack-request-id: req-fd04efab-9e57-4e8e-9390-be37638b7155 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:31.567875 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "name": "network-vif-unplugged", "status": "completed", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:31.568050 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fd04efab-9e57-4e8e-9390-be37638b7155 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:31.568571 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077', 'code': 200} Aug 16 20:53:31.622093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] For port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=42c6b4e5-2056-4c2b-87a2-e93a4262d32d,segment=NetworkSegment(c8f4a578-944c-466d-88b1-4fb6b010b9d5),segment_id=c8f4a578-944c-466d-88b1-4fb6b010b9d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:31.622625 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.627083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63355ca5-cdfa-4868-a527-7f183cb186ab None None] DHCP port deletion for eddf47e7-c222-4d63-9ae6-bb96857b9055 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:53:31.629293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-054685ee-42ab-4aae-8236-a4fcd9398bf7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.644204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for 42c6b4e5-2056-4c2b-87a2-e93a4262d32d owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:31.671175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054685ee-42ab-4aae-8236-a4fcd9398bf7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=90e20b80-3f23-408b-bb2f-580765559950,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:31.682876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab5ead-5304-4eec-95fc-6836ae3d989d req-e16c3d3e-5196-4670-9981-261da6bdc862 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.684657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-baab5ead-5304-4eec-95fc-6836ae3d989d req-e16c3d3e-5196-4670-9981-261da6bdc862 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.1349859 Aug 16 20:53:31.694899 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-054685ee-42ab-4aae-8236-a4fcd9398bf7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.697182 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-054685ee-42ab-4aae-8236-a4fcd9398bf7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/90e20b80-3f23-408b-bb2f-580765559950 HTTP/1.1" status: 204 len: 168 time: 0.5712955 Aug 16 20:53:31.699601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60014) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:31.703841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f31c7-8716-47ca-95d2-dc3274ab0a84 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:31.776923 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-63355ca5-cdfa-4868-a527-7f183cb186ab None None] Deleting port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:31.777600 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63355ca5-cdfa-4868-a527-7f183cb186ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.806253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba9160-2856-4580-be2a-3c51239d825c req-6a8008ef-083c-407d-a693-09eb894de682 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.807782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbba9160-2856-4580-be2a-3c51239d825c req-6a8008ef-083c-407d-a693-09eb894de682 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 945 time: 0.1511209 Aug 16 20:53:31.830738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-baab5ead-5304-4eec-95fc-6836ae3d989d req-d44b2426-c73b-4271-a828-af1cf2df1c6f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188700 Aug 16 20:53:31.831015 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d8d2a468-c578-4157-9000-a23585ff6d13 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1205831 Aug 16 20:53:31.831285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60016) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:31.870172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-63355ca5-cdfa-4868-a527-7f183cb186ab None None] For port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=42c6b4e5-2056-4c2b-87a2-e93a4262d32d,segment=NetworkSegment(c8f4a578-944c-466d-88b1-4fb6b010b9d5),segment_id=c8f4a578-944c-466d-88b1-4fb6b010b9d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:31.870583 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63355ca5-cdfa-4868-a527-7f183cb186ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.895668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-63355ca5-cdfa-4868-a527-7f183cb186ab None None] Calling delete_port for 42c6b4e5-2056-4c2b-87a2-e93a4262d32d owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:31.947499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fccdda-734b-4481-853b-b4b9037f8a38 None None] Sync routers for ids ['5b7a1c20-635e-499a-b5cd-04e211bd7d12'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:31.963717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fccdda-734b-4481-853b-b4b9037f8a38 None None] Routers {'5b7a1c20-635e-499a-b5cd-04e211bd7d12'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:31.964752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c7fccdda-734b-4481-853b-b4b9037f8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5b7a1c20-635e-499a-b5cd-04e211bd7d12'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:32.010484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ab0-8a49-4a4a-84dd-ba666bff02b0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.103532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-c7fccdda-734b-4481-853b-b4b9037f8a38 None None] Set router 5b7a1c20-635e-499a-b5cd-04e211bd7d12 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:32.174005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c7fccdda-734b-4481-853b-b4b9037f8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a1c20-635e-499a-b5cd-04e211bd7d12', 'name': 'tempest-NetworksTestDHCPv6-router-1707107942', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 3, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:32.218646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fccdda-734b-4481-853b-b4b9037f8a38 None None] Checking router: 5b7a1c20-635e-499a-b5cd-04e211bd7d12 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:32.234759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fccdda-734b-4481-853b-b4b9037f8a38 None None] Routers {'5b7a1c20-635e-499a-b5cd-04e211bd7d12'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:32.235423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c7fccdda-734b-4481-853b-b4b9037f8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5b7a1c20-635e-499a-b5cd-04e211bd7d12'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:32.313590 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090865f-9fb9-484d-8e49-6a590826ceee None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:53:32.326204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-c7fccdda-734b-4481-853b-b4b9037f8a38 None None] Set router 5b7a1c20-635e-499a-b5cd-04e211bd7d12 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:32.370417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 42c6b4e5-2056-4c2b-87a2-e93a4262d32d no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:32.427222 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbba9160-2856-4580-be2a-3c51239d825c req-bfcf796b-c330-4828-9f53-0c6da605fd62 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6114593 Aug 16 20:53:32.500303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60030) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:32.507025 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890132e0-5ea4-41d3-a79d-9e5c7dddd920 req-0421c484-95c7-4b6d-b64e-7da5cba22ef8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:32.516066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-890132e0-5ea4-41d3-a79d-9e5c7dddd920 req-0421c484-95c7-4b6d-b64e-7da5cba22ef8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.5567758 Aug 16 20:53:32.549480 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.599467 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ab0-8a49-4a4a-84dd-ba666bff02b0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.601814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ab0-8a49-4a4a-84dd-ba666bff02b0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.681461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No DVR routers for this DVR port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:32.687294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c7fccdda-734b-4481-853b-b4b9037f8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a1c20-635e-499a-b5cd-04e211bd7d12', 'name': 'tempest-NetworksTestDHCPv6-router-1707107942', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 3, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:32.696754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=42c6b4e5-2056-4c2b-87a2-e93a4262d32d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:32.701820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 42c6b4e5-2056-4c2b-87a2-e93a4262d32d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:32.702171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 42c6b4e5-2056-4c2b-87a2-e93a4262d32d not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:32.739010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fccdda-734b-4481-853b-b4b9037f8a38 None None] The sync data for ids ['5b7a1c20-635e-499a-b5cd-04e211bd7d12'] in n-d-793619-14 is: [{'id': '5b7a1c20-635e-499a-b5cd-04e211bd7d12', 'name': 'tempest-NetworksTestDHCPv6-router-1707107942', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 3, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:32.741949 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63355ca5-cdfa-4868-a527-7f183cb186ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.764632 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ab0-8a49-4a4a-84dd-ba666bff02b0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.766364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef20ab0-8a49-4a4a-84dd-ba666bff02b0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Fanout notify agent at l3_agent the message router_deleted on router 5b7a1c20-635e-499a-b5cd-04e211bd7d12 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:53:32.786285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63355ca5-cdfa-4868-a527-7f183cb186ab None None] No DVR routers for this DVR port 42c6b4e5-2056-4c2b-87a2-e93a4262d32d on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:32.790244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63355ca5-cdfa-4868-a527-7f183cb186ab None None] Pushing event deleted for resources: {'Port': ['ID=42c6b4e5-2056-4c2b-87a2-e93a4262d32d,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:32.797873 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.798254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4a01b88-944b-4894-93d9-c5c59988501d req-d31ba6e2-9bc1-4bbf-ab12-6a103df6aa5a tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.1438761 Aug 16 20:53:32.813660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c090865f-9fb9-484d-8e49-6a590826ceee None None] Deleting port eec5df45-24b8-4686-a0d1-df51214af0f6 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:32.814046 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c090865f-9fb9-484d-8e49-6a590826ceee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.823541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ab0-8a49-4a4a-84dd-ba666bff02b0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.824765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0ef20ab0-8a49-4a4a-84dd-ba666bff02b0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/routers/5b7a1c20-635e-499a-b5cd-04e211bd7d12 HTTP/1.1" status: 204 len: 168 time: 0.9855285 Aug 16 20:53:32.829051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60032) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:32.857347 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.890464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c090865f-9fb9-484d-8e49-6a590826ceee None None] For port eec5df45-24b8-4686-a0d1-df51214af0f6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=eec5df45-24b8-4686-a0d1-df51214af0f6,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:32.890823 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c090865f-9fb9-484d-8e49-6a590826ceee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.906612 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.906973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c090865f-9fb9-484d-8e49-6a590826ceee None None] Calling delete_port for eec5df45-24b8-4686-a0d1-df51214af0f6 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:32.916525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddf47e7-c222-4d63-9ae6-bb96857b9055']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:32.926717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f4a578-944c-466d-88b1-4fb6b010b9d5') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:32.927010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f4a578-944c-466d-88b1-4fb6b010b9d5') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:32.935957 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.951499 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.953147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac290c-484d-4d53-a1d6-4d9a86f1aa33 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:32.958364 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-45ac290c-484d-4d53-a1d6-4d9a86f1aa33 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1265657 Aug 16 20:53:32.958738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:32.964582 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.964710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60034) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:33.016051 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:33.019407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-890132e0-5ea4-41d3-a79d-9e5c7dddd920 req-e74312a9-0bf6-4ca4-904c-0855388eacc3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024636 Aug 16 20:53:33.044469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef789be0-24b7-47f3-b730-0c348ae8c942 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:33.048877 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ef789be0-24b7-47f3-b730-0c348ae8c942 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0864325 Aug 16 20:53:33.049581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60040) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:33.100112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8722c5e-1f56-456c-8669-71d51982b923 req-351ed428-8a55-42e6-820c-a7fbc9f7f050 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:33.105109 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3763176a-cb81-476d-8e35-99aa9a880123 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529308 Aug 16 20:53:33.106036 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8722c5e-1f56-456c-8669-71d51982b923 req-351ed428-8a55-42e6-820c-a7fbc9f7f050 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 945 time: 0.0906894 Aug 16 20:53:33.111054 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c090865f-9fb9-484d-8e49-6a590826ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.111439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60042) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:33.111992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60044) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:33.118158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2223760e-deb6-40c3-9cf9-7e5a32f4e3c8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:33.139070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ceec15c4-960e-4332-9583-b48f807a40ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Request body: {'floatingip': {'port_id': '06935dcb-2da0-4e4c-b78e-d16a70184654'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:33.156519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090865f-9fb9-484d-8e49-6a590826ceee None None] No DVR routers for this DVR port eec5df45-24b8-4686-a0d1-df51214af0f6 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:33.162027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090865f-9fb9-484d-8e49-6a590826ceee None None] Pushing event deleted for resources: {'Port': ['ID=eec5df45-24b8-4686-a0d1-df51214af0f6,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:33.218839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.222496 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ceec15c4-960e-4332-9583-b48f807a40ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.260056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.263101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.265050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/networks/eddf47e7-c222-4d63-9ae6-bb96857b9055 HTTP/1.1" status: 204 len: 168 time: 2.0106301 Aug 16 20:53:33.304556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60050) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:33.395158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81800e32-dfba-4424-980a-6311043a57c2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Network': ['ID=eddf47e7-c222-4d63-9ae6-bb96857b9055,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:33.481394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823de7e7-cb05-4d15-a4ea-d1981af4a6c8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:33.488528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-823de7e7-cb05-4d15-a4ea-d1981af4a6c8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/e0ef79b5-89f0-4f20-97b2-5be528537ba6 HTTP/1.1" status: 200 len: 844 time: 0.1765029 Aug 16 20:53:33.488963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60054) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:33.547359 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d3f73ae0-bedd-43f3-ba2c-f4ece8d7d481 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/e0ef79b5-89f0-4f20-97b2-5be528537ba6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0572281 Aug 16 20:53:33.559089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60056) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:33.565645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6148df9c-249f-4b70-b130-2825103ae056 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:33.636428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2223760e-deb6-40c3-9cf9-7e5a32f4e3c8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:33.650434 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2223760e-deb6-40c3-9cf9-7e5a32f4e3c8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.667132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Deleting port bcff2a2f-f702-4377-907f-8ebed98ad8e0 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:33.667879 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.794609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] For port bcff2a2f-f702-4377-907f-8ebed98ad8e0, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bcff2a2f-f702-4377-907f-8ebed98ad8e0,segment=NetworkSegment(438873f6-fa0f-4dd9-9557-26c5dc62c5d5),segment_id=438873f6-fa0f-4dd9-9557-26c5dc62c5d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:33.795147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.811216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Calling delete_port for bcff2a2f-f702-4377-907f-8ebed98ad8e0 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:34.009537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b52de43b-24a1-4a72-87bf-6ffc1acbb6a1 req-52be1240-16c7-42ed-bfda-42051856486a tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0877547 Aug 16 20:53:34.036507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7a6b-31ce-47dc-b23c-2ece8f79548f req-c84de8b6-dc05-4378-9690-3f9449db9496 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:34.038718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d82e7a6b-31ce-47dc-b23c-2ece8f79548f req-c84de8b6-dc05-4378-9690-3f9449db9496 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.3400722 Aug 16 20:53:34.108894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.160861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d82e7a6b-31ce-47dc-b23c-2ece8f79548f req-cc16d719-c2a8-4752-993c-f3d6c09b926d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122174 Aug 16 20:53:34.165900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'Port': ['ID=bcff2a2f-f702-4377-907f-8ebed98ad8e0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:34.261359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 85a9cd86-b462-4003-8387-6de819cf2074 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:34.300471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 85a9cd86-b462-4003-8387-6de819cf2074 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:34.303827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 85a9cd86-b462-4003-8387-6de819cf2074 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:34.306271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device eec5df45-24b8-4686-a0d1-df51214af0f6 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:34.339593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: eec5df45-24b8-4686-a0d1-df51214af0f6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:34.339775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device eec5df45-24b8-4686-a0d1-df51214af0f6 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:34.396314 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.398536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6148df9c-249f-4b70-b130-2825103ae056 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:34.402627 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6148df9c-249f-4b70-b130-2825103ae056 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.521898 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ceec15c4-960e-4332-9583-b48f807a40ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.529621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-eb7de6c2-ecf4-4142-807e-15b0fdd8eff1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4852445 Aug 16 20:53:34.652441 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Router 176dba40-972f-4d32-a09d-84ea763d956f has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:34.670036 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ceec15c4-960e-4332-9583-b48f807a40ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.775598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.objects.ports [None req-2223760e-deb6-40c3-9cf9-7e5a32f4e3c8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:53:34.778095 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2223760e-deb6-40c3-9cf9-7e5a32f4e3c8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.794992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:34.800811 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2eef7679-fdec-4fea-989c-6d8431283393 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "PUT /v2.0/routers/176dba40-972f-4d32-a09d-84ea763d956f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2992456 Aug 16 20:53:34.803117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60086) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:34.807000 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da26724-5e25-4e0c-8c42-ca5770759c70 None None] Sync routers for ids ['176dba40-972f-4d32-a09d-84ea763d956f'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:34.818544 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da26724-5e25-4e0c-8c42-ca5770759c70 None None] Routers {'176dba40-972f-4d32-a09d-84ea763d956f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:34.819159 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6da26724-5e25-4e0c-8c42-ca5770759c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['176dba40-972f-4d32-a09d-84ea763d956f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:34.853409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6148df9c-249f-4b70-b130-2825103ae056 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.873729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac6cb09-9467-4722-bdc0-102bc4d83dbb tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Deleting subnet a06e6857-616e-44af-aec4-d030a70b9ff2 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:34.877649 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fac6cb09-9467-4722-bdc0-102bc4d83dbb tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.887055 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2223760e-deb6-40c3-9cf9-7e5a32f4e3c8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:34.899386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-2223760e-deb6-40c3-9cf9-7e5a32f4e3c8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:34.904167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148df9c-249f-4b70-b130-2825103ae056 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:34.909192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2223760e-deb6-40c3-9cf9-7e5a32f4e3c8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:34.909791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2223760e-deb6-40c3-9cf9-7e5a32f4e3c8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.913166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2d782-a439-4eea-9f91-dcc62980373f None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:34.928753 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-6148df9c-249f-4b70-b130-2825103ae056 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:34.929834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fac6cb09-9467-4722-bdc0-102bc4d83dbb tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.931421 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-6da26724-5e25-4e0c-8c42-ca5770759c70 None None] Set router 176dba40-972f-4d32-a09d-84ea763d956f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:34.938077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6148df9c-249f-4b70-b130-2825103ae056 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:34.938732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6148df9c-249f-4b70-b130-2825103ae056 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.952251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223760e-deb6-40c3-9cf9-7e5a32f4e3c8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=33eaa444-59bf-4e57-8fd3-3d94025920e5,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:34.957798 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-ceec15c4-960e-4332-9583-b48f807a40ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Floating IP 9d38c0f4-5e81-4f57-9b02-05d1bf9b89a0 associated. External IP: 172.25.4.150, port: 06935dcb-2da0-4e4c-b78e-d16a70184654. Aug 16 20:53:35.002474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc4bcd8-e329-4aaa-a048-1dd33c893950 None None] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:35.023669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 13836154-f262-4d3f-8bc8-9267f3aee077 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:35.052907 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fac6cb09-9467-4722-bdc0-102bc4d83dbb tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.099001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6148df9c-249f-4b70-b130-2825103ae056 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5363925 Aug 16 20:53:35.101230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60090) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:35.111775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d38d3498-669f-4caf-aedb-c66fc68f63f3 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1247415910'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:35.130773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148df9c-249f-4b70-b130-2825103ae056 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Subnet': ['ID=45930d66-a988-41e4-a927-187c4d6ece8c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:35.206575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2223760e-deb6-40c3-9cf9-7e5a32f4e3c8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0903101 Aug 16 20:53:35.206791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:35.215510 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6da26724-5e25-4e0c-8c42-ca5770759c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176dba40-972f-4d32-a09d-84ea763d956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544328461', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:53:33Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:46Z', 'updated_at': '2021-08-16T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:35.222063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-76ce6c2e-a58b-4099-9a11-242ebe314a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:35.249095 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da26724-5e25-4e0c-8c42-ca5770759c70 None None] Checking router: 176dba40-972f-4d32-a09d-84ea763d956f for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:35.271006 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da26724-5e25-4e0c-8c42-ca5770759c70 None None] Routers {'176dba40-972f-4d32-a09d-84ea763d956f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:35.271959 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6da26724-5e25-4e0c-8c42-ca5770759c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['176dba40-972f-4d32-a09d-84ea763d956f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:35.302870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f0f348b-8dec-4e36-b6be-66e768a572e8 req-fc0a7243-59d0-4630-8628-0dcc31c37648 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.1382358 Aug 16 20:53:35.397430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fac6cb09-9467-4722-bdc0-102bc4d83dbb tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.420112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de2e2f-abdc-4349-b3ba-01e54dac8f9e req-8f1a8c1c-a302-4a48-be8a-f43007ccb06b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:35.421965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84de2e2f-abdc-4349-b3ba-01e54dac8f9e req-8f1a8c1c-a302-4a48-be8a-f43007ccb06b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.1225867 Aug 16 20:53:35.425917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d38d3498-669f-4caf-aedb-c66fc68f63f3 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.444454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6cb09-9467-4722-bdc0-102bc4d83dbb tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'Subnet': ['ID=a06e6857-616e-44af-aec4-d030a70b9ff2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:35.458881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fac6cb09-9467-4722-bdc0-102bc4d83dbb tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.462911 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fac6cb09-9467-4722-bdc0-102bc4d83dbb tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "DELETE /v2.0/subnets/a06e6857-616e-44af-aec4-d030a70b9ff2 HTTP/1.1" status: 204 len: 168 time: 0.6564763 Aug 16 20:53:35.463945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60096) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:35.476110 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-6da26724-5e25-4e0c-8c42-ca5770759c70 None None] Set router 176dba40-972f-4d32-a09d-84ea763d956f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:35.477504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '33eaa444-59bf-4e57-8fd3-3d94025920e5'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:35.479647 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.482412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86070c25-a4e6-4eef-95c2-1334a8d28923 None None] Network 26b256aa-b685-4d82-a358-ca1652478fa7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:35.495254 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceec15c4-960e-4332-9583-b48f807a40ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Router 1c250670-7333-4567-9e8d-ea363326b2f4 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:35.520986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84de2e2f-abdc-4349-b3ba-01e54dac8f9e req-4027785b-9515-42c4-af82-f3ee4e30f3fa tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813422 Aug 16 20:53:35.619991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ce6c2e-a58b-4099-9a11-242ebe314a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:35.623840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76ce6c2e-a58b-4099-9a11-242ebe314a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.726823 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d38d3498-669f-4caf-aedb-c66fc68f63f3 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.808576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'tenant_id': 'ae6ba79001324de38b23e6fa0875588a', 'fixed_ips': [{'subnet_id': '45930d66-a988-41e4-a927-187c4d6ece8c'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:35.817688 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.822803 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d38d3498-669f-4caf-aedb-c66fc68f63f3 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.864031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d3498-669f-4caf-aedb-c66fc68f63f3 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b138f330-268f-44fe-b20f-4ff4b00b20a4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:35.879792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceec15c4-960e-4332-9583-b48f807a40ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:35.883057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.895845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ceec15c4-960e-4332-9583-b48f807a40ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.913195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fa0d9-9371-45e0-8874-3dba58b5698e None None] Sync routers for ids ['1c250670-7333-4567-9e8d-ea363326b2f4'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:35.945176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ceec15c4-960e-4332-9583-b48f807a40ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "PUT /v2.0/floatingips/9d38c0f4-5e81-4f57-9b02-05d1bf9b89a0 HTTP/1.1" status: 200 len: 991 time: 2.8221710 Aug 16 20:53:35.946017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:35.948899 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aafc13-c5ea-497b-abf7-8e59aef51efa" -d '{"events": [{"name": "network-changed", "server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:35.960357 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d38d3498-669f-4caf-aedb-c66fc68f63f3 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.963121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d38d3498-669f-4caf-aedb-c66fc68f63f3 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8590817 Aug 16 20:53:35.972761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60110) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:35.981412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9aa50068-c5f1-4143-ba09-34213d00348c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'security_group': {'name': 'tempest-secgroup-973765700'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:36.038813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fa0d9-9371-45e0-8874-3dba58b5698e None None] Routers {'1c250670-7333-4567-9e8d-ea363326b2f4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:36.039540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c87fa0d9-9371-45e0-8874-3dba58b5698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1c250670-7333-4567-9e8d-ea363326b2f4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:36.143982 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6da26724-5e25-4e0c-8c42-ca5770759c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176dba40-972f-4d32-a09d-84ea763d956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544328461', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:53:33Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:46Z', 'updated_at': '2021-08-16T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:36.178852 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.180168 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df04a11b-4b07-4421-bc23-90981f68b81a x-openstack-request-id: req-df04a11b-4b07-4421-bc23-90981f68b81a {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:36.180617 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:36.180776 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-df04a11b-4b07-4421-bc23-90981f68b81a {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:36.182301 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'status': 'completed', 'code': 200} Aug 16 20:53:36.186449 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50068-c5f1-4143-ba09-34213d00348c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.201835 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da26724-5e25-4e0c-8c42-ca5770759c70 None None] The sync data for ids ['176dba40-972f-4d32-a09d-84ea763d956f'] in n-d-793619-14 is: [{'id': '176dba40-972f-4d32-a09d-84ea763d956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544328461', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:53:33Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '8968dddf-f2f3-4b9c-90bf-80c8b8d84475', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176dba40-972f-4d32-a09d-84ea763d956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:46Z', 'updated_at': '2021-08-16T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:36.272401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015f85e-1720-41b7-af8a-acb9e3ce6ba2 req-3b82132e-be50-4f2c-89bb-9ca51df387c6 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:36.280292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2015f85e-1720-41b7-af8a-acb9e3ce6ba2 req-3b82132e-be50-4f2c-89bb-9ca51df387c6 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1962068 Aug 16 20:53:36.284838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aafc13-c5ea-497b-abf7-8e59aef51efa req-71d910c3-2c8f-4bc9-b705-9045eb816ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:36.286514 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6aafc13-c5ea-497b-abf7-8e59aef51efa req-71d910c3-2c8f-4bc9-b705-9045eb816ab9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0776742 Aug 16 20:53:36.352700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Allocated IP 2001:db8::f816:3eff:febb:efc7 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/33eaa444-59bf-4e57-8fd3-3d94025920e5/40667bb7-0b9c-451a-83d6-3ce4846c3f00) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:36.353324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bbdbc1c-c8d1-4fc6-9b29-4bea5efeb838 req-a35c682c-9a90-42b5-a20f-c6dcc9482979 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0484197 Aug 16 20:53:36.378354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2015f85e-1720-41b7-af8a-acb9e3ce6ba2 req-ba1948ad-e88e-4ed6-a86f-e8019936b583 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914295 Aug 16 20:53:36.459689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-198f8c92-0531-4f5a-9686-94d085177ae7 req-06584041-6f0c-4888-b86e-f8c28c8ef079 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0424170 Aug 16 20:53:36.468282 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50068-c5f1-4143-ba09-34213d00348c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.503479 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Allocated IP 2001:db8::2 (424dd8d7-b53c-4efc-9508-4a64f79c9cfd/45930d66-a988-41e4-a927-187c4d6ece8c/645ba5d9-a523-4812-956a-be989417cdb5) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:36.518612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-c87fa0d9-9371-45e0-8874-3dba58b5698e None None] Set router 1c250670-7333-4567-9e8d-ea363326b2f4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:36.535463 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50068-c5f1-4143-ba09-34213d00348c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.617924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa50068-c5f1-4143-ba09-34213d00348c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d8b9b0-c6cf-462e-a436-d5a91ce300f2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:36.632270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f94eba-4667-4b5c-8996-b170e53006d6 None None] DHCP port deletion for 26b256aa-b685-4d82-a358-ca1652478fa7 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:53:36.740026 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0520c-3853-4da6-8c4c-3a6121e2559f req-d8858673-9f91-456d-a793-e4412f545d79 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:36.741683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0af0520c-3853-4da6-8c4c-3a6121e2559f req-d8858673-9f91-456d-a793-e4412f545d79 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.0808756 Aug 16 20:53:36.743677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-f1622393-ec24-4282-8aa5-c583e978cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:36.746905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-f1622393-ec24-4282-8aa5-c583e978cb25 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4&tenant_id=9b609ae70a794236b71104a3023ce490 HTTP/1.1" status: 200 len: 1095 time: 0.1974366 Aug 16 20:53:36.757311 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76ce6c2e-a58b-4099-9a11-242ebe314a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.849331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ce6c2e-a58b-4099-9a11-242ebe314a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:36.861296 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50068-c5f1-4143-ba09-34213d00348c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.862771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9aa50068-c5f1-4143-ba09-34213d00348c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8881991 Aug 16 20:53:36.874226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-76ce6c2e-a58b-4099-9a11-242ebe314a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:36.874408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60118) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:36.875813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ce6c2e-a58b-4099-9a11-242ebe314a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:36.876959 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76ce6c2e-a58b-4099-9a11-242ebe314a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.877540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-464612122', 'security_groups': ['32d8b9b0-c6cf-462e-a436-d5a91ce300f2'], 'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45930d66-a988-41e4-a927-187c4d6ece8c'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:36.886829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0af0520c-3853-4da6-8c4c-3a6121e2559f req-7d38b553-341d-4436-b3d6-379236bb394b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388228 Aug 16 20:53:36.899959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce6c2e-a58b-4099-9a11-242ebe314a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=1a58ce54-56f9-4a45-920a-d48546dd12c6,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:36.918883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aafc13-c5ea-497b-abf7-8e59aef51efa req-990028f2-c3bd-453e-b777-b2fed7e19d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:36.920395 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6aafc13-c5ea-497b-abf7-8e59aef51efa req-990028f2-c3bd-453e-b777-b2fed7e19d8f service neutron] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.6268771 Aug 16 20:53:36.941748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-ff797b58-34a8-445b-9ecb-31e5903a3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:36.942379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Deleting port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:36.942739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.943298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-ff797b58-34a8-445b-9ecb-31e5903a3114 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9b609ae70a794236b71104a3023ce490&device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 1095 time: 0.1668241 Aug 16 20:53:37.047505 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6aafc13-c5ea-497b-abf7-8e59aef51efa req-4bc3efc4-12e2-4065-ad29-8fe74b01509f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 200 len: 999 time: 0.1165247 Aug 16 20:53:37.059623 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-76ce6c2e-a58b-4099-9a11-242ebe314a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8486178 Aug 16 20:53:37.073049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60120) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:37.079674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:4d:aa:c0', 'name': 'tempest-NetworksTestDHCPv6-459420675'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:37.151759 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.177067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-22f94eba-4667-4b5c-8996-b170e53006d6 None None] Deleting port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:37.177456 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22f94eba-4667-4b5c-8996-b170e53006d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.177738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] For port 8968dddf-f2f3-4b9c-90bf-80c8b8d84475, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8968dddf-f2f3-4b9c-90bf-80c8b8d84475,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:37.178128 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.186848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Transition to ACTIVE for port object 40667bb7-0b9c-451a-83d6-3ce4846c3f00 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:37.199218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aafc13-c5ea-497b-abf7-8e59aef51efa req-05c67b36-82e3-4065-a196-420f1a9836d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:37.200749 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6aafc13-c5ea-497b-abf7-8e59aef51efa req-05c67b36-82e3-4065-a196-420f1a9836d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.1458721 Aug 16 20:53:37.210194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Calling delete_port for 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:37.268749 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.291386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Transition to ACTIVE for port object 40667bb7-0b9c-451a-83d6-3ce4846c3f00 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:37.301644 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Transition to ACTIVE for port object 645ba5d9-a523-4812-956a-be989417cdb5 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:37.321328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-22f94eba-4667-4b5c-8996-b170e53006d6 None None] For port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8d0cfbe4-30d4-4579-989b-bc27439d8eb2,segment=NetworkSegment(438873f6-fa0f-4dd9-9557-26c5dc62c5d5),segment_id=438873f6-fa0f-4dd9-9557-26c5dc62c5d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:37.321669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22f94eba-4667-4b5c-8996-b170e53006d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.342077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aafc13-c5ea-497b-abf7-8e59aef51efa req-cf10f35c-c07f-40be-bcc9-b99bd02630e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:37.343639 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6aafc13-c5ea-497b-abf7-8e59aef51efa req-cf10f35c-c07f-40be-bcc9-b99bd02630e8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1347649 Aug 16 20:53:37.362667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Transition to ACTIVE for port object 645ba5d9-a523-4812-956a-be989417cdb5 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:37.365605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-22f94eba-4667-4b5c-8996-b170e53006d6 None None] Calling delete_port for 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:37.422851 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.467381 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.489572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:37.539665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:37.552179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:37.570395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:37.572661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:37.578613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:37.583504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:37.595256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Pushing event updated for resources: {'Port': ['ID=40667bb7-0b9c-451a-83d6-3ce4846c3f00,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:37.611687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c87fa0d9-9371-45e0-8874-3dba58b5698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:55Z', 'revision_number': 4, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '9d38c0f4-5e81-4f57-9b02-05d1bf9b89a0', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'port_id': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'mac_address': 'fa:16:3e:84:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b464ec-da45-462b-963b-37e10507d2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:53:04Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 1, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ff8b30-f5ce-4143-bce7-8ec9bbe111f8', 'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'mac_address': 'fa:16:3e:22:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:53Z', 'updated_at': '2021-08-16T20:53:05Z', 'revision_number': 5, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'subnets': [{'id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:37.619901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6aafc13-c5ea-497b-abf7-8e59aef51efa req-657d1fb1-affd-45e1-8008-3874e314e47b service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646835 Aug 16 20:53:37.674067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a163d93-9095-42af-ae36-0b21e03f8d85 req-ef51cdae-1fa2-450b-8971-0e184991e07a tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0681837 Aug 16 20:53:37.685570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c8a93-f35a-474d-b061-611df8af0460 req-4d2f1371-81a7-46af-865f-01225a5ef91c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:37.701060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e1c8a93-f35a-474d-b061-611df8af0460 req-4d2f1371-81a7-46af-865f-01225a5ef91c tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1895764 Aug 16 20:53:37.701242 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fa0d9-9371-45e0-8874-3dba58b5698e None None] Checking router: 1c250670-7333-4567-9e8d-ea363326b2f4 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:37.710273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-da60655e-b4e6-46b8-ab6c-dcf16eec2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:37.711760 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-da60655e-b4e6-46b8-ab6c-dcf16eec2f38 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8deab356-caba-48b8-adaa-724050112348 HTTP/1.1" status: 200 len: 915 time: 0.7595162 Aug 16 20:53:37.747818 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.768735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Attempting to bind port 645ba5d9-a523-4812-956a-be989417cdb5 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:37.769229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Attempting to bind port 645ba5d9-a523-4812-956a-be989417cdb5 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'eabd5e45-bd9d-43b6-9857-72427bcae61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:37.770016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Attempting to bind port 645ba5d9-a523-4812-956a-be989417cdb5 on network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:37.771718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Pushing event updated for resources: {'Port': ['ID=645ba5d9-a523-4812-956a-be989417cdb5,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:37.776546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fa0d9-9371-45e0-8874-3dba58b5698e None None] Routers {'1c250670-7333-4567-9e8d-ea363326b2f4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:37.777284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c87fa0d9-9371-45e0-8874-3dba58b5698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1c250670-7333-4567-9e8d-ea363326b2f4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:37.782172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-1f60cb7b-78e3-42de-8e5d-9a8dc29408e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13836154-f262-4d3f-8bc8-9267f3aee077 HTTP/1.1" status: 200 len: 217 time: 0.0616195 Aug 16 20:53:37.800910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 89a8a927-3393-47ad-bc16-1cb3df1e1d92 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:37.808363 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6aafc13-c5ea-497b-abf7-8e59aef51efa req-f61f29c0-464f-46db-8066-d7d4e3b6549a service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785953 Aug 16 20:53:37.817399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22f94eba-4667-4b5c-8996-b170e53006d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.820311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Attempting to bind port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:37.820311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Attempting to bind port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:37.820311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Attempting to bind port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:37.827052 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:37.827513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Checking segment: {'id': 'eabd5e45-bd9d-43b6-9857-72427bcae61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:37.828007 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.828492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Bound using segment: {'id': 'eabd5e45-bd9d-43b6-9857-72427bcae61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:37.829073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Bound port: 645ba5d9-a523-4812-956a-be989417cdb5, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabd5e45-bd9d-43b6-9857-72427bcae61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:37.829590 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.847707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e1c8a93-f35a-474d-b061-611df8af0460 req-3a4ac761-bc70-4fab-89b4-0f0edf87a55e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505396 Aug 16 20:53:37.872365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:37.872841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:37.874022 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.874022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:37.874405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Bound port: 40667bb7-0b9c-451a-83d6-3ce4846c3f00, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:37.874868 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.881504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f94eba-4667-4b5c-8996-b170e53006d6 None None] Pushing event deleted for resources: {'Port': ['ID=8d0cfbe4-30d4-4579-989b-bc27439d8eb2,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:37.884588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f94eba-4667-4b5c-8996-b170e53006d6 None None] No DVR routers for this DVR port 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:37.898318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-986d6619-04fb-4e21-9dbb-aa3ef146af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:37.902485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-986d6619-04fb-4e21-9dbb-aa3ef146af92 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5 HTTP/1.1" status: 200 len: 854 time: 0.1101704 Aug 16 20:53:37.946259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.961139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-e8bf7a55-08e0-4d2a-b9c0-0da988dc9fe2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8deab356-caba-48b8-adaa-724050112348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525675 Aug 16 20:53:37.964000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:38.054019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-c87fa0d9-9371-45e0-8874-3dba58b5698e None None] Set router 1c250670-7333-4567-9e8d-ea363326b2f4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:38.087802 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] For port 40667bb7-0b9c-451a-83d6-3ce4846c3f00, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:38.096395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] For port 645ba5d9-a523-4812-956a-be989417cdb5, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:38.115062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 172.20.0.4 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/1a58ce54-56f9-4a45-920a-d48546dd12c6/89a8a927-3393-47ad-bc16-1cb3df1e1d92) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:38.122601 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] For port 40667bb7-0b9c-451a-83d6-3ce4846c3f00, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=40667bb7-0b9c-451a-83d6-3ce4846c3f00,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:38.127866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::f816:3eff:fe4d:aac0 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/33eaa444-59bf-4e57-8fd3-3d94025920e5/89a8a927-3393-47ad-bc16-1cb3df1e1d92) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:38.130815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] For port 645ba5d9-a523-4812-956a-be989417cdb5, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=645ba5d9-a523-4812-956a-be989417cdb5,segment=NetworkSegment(eabd5e45-bd9d-43b6-9857-72427bcae61c),segment_id=eabd5e45-bd9d-43b6-9857-72427bcae61c)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:38.164994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e7763-5bf0-4680-bab4-8a0067b1fe45 req-b5b52c03-5fa5-4503-975a-6dd29a2e20e7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:38.168254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c09e7763-5bf0-4680-bab4-8a0067b1fe45 req-b5b52c03-5fa5-4503-975a-6dd29a2e20e7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.1573274 Aug 16 20:53:38.171656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'Port': ['ID=8968dddf-f2f3-4b9c-90bf-80c8b8d84475,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:38.196442 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.198952 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.215217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-cd900fd0-1597-49bc-b0ed-54fedf664c7c service neutron] 10.222.0.79 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033474 Aug 16 20:53:38.215405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:38.257112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port fa7176f8-63f2-46f4-bed5-7958722e03e4 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:38.269161 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.291085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:38.291433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8d0cfbe4-30d4-4579-989b-bc27439d8eb2 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:38.291859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bcff2a2f-f702-4377-907f-8ebed98ad8e0 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:38.337361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c09e7763-5bf0-4680-bab4-8a0067b1fe45 req-b508aa80-1628-4d93-a9e2-c540a9a351a4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683292 Aug 16 20:53:38.390166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: bcff2a2f-f702-4377-907f-8ebed98ad8e0 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:38.390539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bcff2a2f-f702-4377-907f-8ebed98ad8e0 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:38.413199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4cd29-a2e3-4378-8bc8-c4aceb7930f0 None None] Pushing event updated for resources: {'Port': ['ID=40667bb7-0b9c-451a-83d6-3ce4846c3f00,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:38.452130 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1502c031-730a-4acb-99d8-51daa7d543b7 req-442719de-cbe8-489d-aa33-db3316b862e8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7fa75bcb2bd441ee837cc3ca2ed25784&device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0856512 Aug 16 20:53:38.456761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3516b53-a525-4ff6-baf3-6a8d6d60ef0b req-1932bb3f-82c7-4ec3-99bd-0bb196b7969a service neutron] 10.222.0.79 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271538 Aug 16 20:53:38.526114 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.533659 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1502c031-730a-4acb-99d8-51daa7d543b7 req-0cb6762e-d7d5-4e0b-b991-ce672edcdb98 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7fa75bcb2bd441ee837cc3ca2ed25784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501888 Aug 16 20:53:38.601760 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb19767-9ffc-40fb-9af9-2db5c650953c None None] Pushing event updated for resources: {'Port': ['ID=645ba5d9-a523-4812-956a-be989417cdb5,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:38.683255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c87fa0d9-9371-45e0-8874-3dba58b5698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:55Z', 'revision_number': 4, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '9d38c0f4-5e81-4f57-9b02-05d1bf9b89a0', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'port_id': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'mac_address': 'fa:16:3e:84:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b464ec-da45-462b-963b-37e10507d2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:53:04Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 1, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ff8b30-f5ce-4143-bce7-8ec9bbe111f8', 'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'mac_address': 'fa:16:3e:22:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:53Z', 'updated_at': '2021-08-16T20:53:05Z', 'revision_number': 5, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'subnets': [{'id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:38.723038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8::73 (424dd8d7-b53c-4efc-9508-4a64f79c9cfd/45930d66-a988-41e4-a927-187c4d6ece8c/fa7176f8-63f2-46f4-bed5-7958722e03e4) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:38.756951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5207fa59-9f1c-4920-9d6a-414cceeb18cb req-e3983ea8-e4e4-4f26-a809-514c68cce9e5 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0994897 Aug 16 20:53:38.774002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fa0d9-9371-45e0-8874-3dba58b5698e None None] The sync data for ids ['1c250670-7333-4567-9e8d-ea363326b2f4'] in n-d-793619-14 is: [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:55Z', 'revision_number': 4, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '9d38c0f4-5e81-4f57-9b02-05d1bf9b89a0', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'port_id': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'mac_address': 'fa:16:3e:84:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b464ec-da45-462b-963b-37e10507d2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:53:04Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 1, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ff8b30-f5ce-4143-bce7-8ec9bbe111f8', 'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'mac_address': 'fa:16:3e:22:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:53Z', 'updated_at': '2021-08-16T20:53:05Z', 'revision_number': 5, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'subnets': [{'id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:38.808885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502c031-730a-4acb-99d8-51daa7d543b7 req-4bb5afa9-e82a-438b-bf8d-df611098f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:38.810770 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1502c031-730a-4acb-99d8-51daa7d543b7 req-4bb5afa9-e82a-438b-bf8d-df611098f3f3 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2727687 Aug 16 20:53:38.885782 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.893236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.912006 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.960368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 89a8a927-3393-47ad-bc16-1cb3df1e1d92 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:39.028079 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.028730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Fanout notify agent at l3_agent the message router_deleted on router 176dba40-972f-4d32-a09d-84ea763d956f {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:53:39.036596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd26b1-5b9e-4005-abbd-b29bf698c904 req-b249475b-c6c5-4db0-8be0-0f9931428b74 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.036853 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6cd26b1-5b9e-4005-abbd-b29bf698c904 req-b249475b-c6c5-4db0-8be0-0f9931428b74 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.0939085 Aug 16 20:53:39.039983 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.047680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.051586 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2c5562a0-2c30-479e-89cd-5479f2851da9 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "DELETE /v2.0/routers/176dba40-972f-4d32-a09d-84ea763d956f HTTP/1.1" status: 204 len: 168 time: 3.5846384 Aug 16 20:53:39.053067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60158) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:39.059120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object fa7176f8-63f2-46f4-bed5-7958722e03e4 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:39.149049 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86261f6-470f-4174-b506-8164de179e86 None None] New status for floating IP 9d38c0f4-5e81-4f57-9b02-05d1bf9b89a0: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:53:39.181106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6cd26b1-5b9e-4005-abbd-b29bf698c904 req-ae1b82f3-b269-480d-bf53-e563f300f912 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789859 Aug 16 20:53:39.182193 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.208953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.287458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:39.289498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:39.313495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:39.315500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:39.323689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:39.344179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:39.358565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.359446 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.371195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.371917 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.411215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=fa7176f8-63f2-46f4-bed5-7958722e03e4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:39.436284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=89a8a927-3393-47ad-bc16-1cb3df1e1d92,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:39.455908 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.541393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad540252-e7dc-4cea-a5f6-014a4b743b9c req-a4a67832-8af4-4f52-9480-c0c900f4606d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.550022 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad540252-e7dc-4cea-a5f6-014a4b743b9c req-a4a67832-8af4-4f52-9480-c0c900f4606d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.0992370 Aug 16 20:53:39.598560 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.618909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b256aa-b685-4d82-a358-ca1652478fa7']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:39.632875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438873f6-fa0f-4dd9-9557-26c5dc62c5d5') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:39.633934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438873f6-fa0f-4dd9-9557-26c5dc62c5d5') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:39.646405 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.667917 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.680638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad540252-e7dc-4cea-a5f6-014a4b743b9c req-cefd1d19-d523-467d-8a9b-6d00777ffa87 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105430 Aug 16 20:53:39.682192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:39.682632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.685380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b3a95024-1ba7-413e-8826-3980eb362565 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8138547 Aug 16 20:53:39.686951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60166) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:39.693435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-de8bab85-8cc3-49c1-937e-efc45d78298f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:39.744484 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:39.750580 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-016705f4-7b7b-4b72-84f0-bf4310268477 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6732192 Aug 16 20:53:39.752205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60168) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:39.871725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f3539-a7a6-420d-a952-f0bae8f451c5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.881248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f3539-a7a6-420d-a952-f0bae8f451c5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.883221 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a23f3539-a7a6-420d-a952-f0bae8f451c5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1300595 Aug 16 20:53:39.887308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60172) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:39.918703 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.926589 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.930967 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "DELETE /v2.0/networks/26b256aa-b685-4d82-a358-ca1652478fa7 HTTP/1.1" status: 204 len: 168 time: 0.8743801 Aug 16 20:53:39.940481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60174) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:39.953779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8baecf-5030-48b8-9820-6f2b16f2c72f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'Network': ['ID=26b256aa-b685-4d82-a358-ca1652478fa7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:40.135888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eca9aa5b-cd85-420c-9411-f69b4e8d0f6a req-6fc0285b-95e4-40f7-971f-5eb563902b24 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.2496386 Aug 16 20:53:40.352313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 40667bb7-0b9c-451a-83d6-3ce4846c3f00 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:40.381405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8bab85-8cc3-49c1-937e-efc45d78298f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:40.384915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-de8bab85-8cc3-49c1-937e-efc45d78298f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.510006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d397c2-b0b7-4705-a6da-d0c5e88a4090 req-1b44d68f-396e-428e-9915-d3ba535f8173 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:40.511627 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63d397c2-b0b7-4705-a6da-d0c5e88a4090 req-1b44d68f-396e-428e-9915-d3ba535f8173 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.2061450 Aug 16 20:53:40.533831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d9ae52b4-6057-4ef5-8bf4-f183a3c6f85c None None] Provisioning for port 645ba5d9-a523-4812-956a-be989417cdb5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:40.540254 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-bf4357d3-7938-4ed9-96f4-332792e39727 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 89a8a927-3393-47ad-bc16-1cb3df1e1d92 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:40.540616 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf4357d3-7938-4ed9-96f4-332792e39727 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.572931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d9ae52b4-6057-4ef5-8bf4-f183a3c6f85c None None] Provisioning complete for port e0ef79b5-89f0-4f20-97b2-5be528537ba6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:40.574331 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d9ae52b4-6057-4ef5-8bf4-f183a3c6f85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.682983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d9ae52b4-6057-4ef5-8bf4-f183a3c6f85c None None] Port e0ef79b5-89f0-4f20-97b2-5be528537ba6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:40.687827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c258283-e12a-45b3-83ed-6ca41ab1d695 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:40.692205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:40.733344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 645ba5d9-a523-4812-956a-be989417cdb5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:40.781159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Deleting port 7f81a157-8cd8-4edd-ade1-08f8cf84c1dd {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:40.781508 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.881681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63d397c2-b0b7-4705-a6da-d0c5e88a4090 req-687e7ee9-1a8a-4782-9fdb-6b35cfeccf39 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608654 Aug 16 20:53:40.885927 n-d-793619-14 neutron-server[95261]: INFO neutron.db.ipam_backend_mixin [None req-de8bab85-8cc3-49c1-937e-efc45d78298f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 45930d66-a988-41e4-a927-187c4d6ece8c (CIDR: 2001:db8::/64) Aug 16 20:53:40.908540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-790ea82a-ada8-4f29-bb12-4ef298257226 None None] Provisioning for port fa7176f8-63f2-46f4-bed5-7958722e03e4 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:40.923491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-790ea82a-ada8-4f29-bb12-4ef298257226 None None] Provisioning complete for port fa7176f8-63f2-46f4-bed5-7958722e03e4 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:40.923869 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-790ea82a-ada8-4f29-bb12-4ef298257226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.934767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf4357d3-7938-4ed9-96f4-332792e39727 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.942296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 645ba5d9-a523-4812-956a-be989417cdb5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:40.952348 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8bab85-8cc3-49c1-937e-efc45d78298f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:53:40.952348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8bab85-8cc3-49c1-937e-efc45d78298f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:53:40.962693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-bf4357d3-7938-4ed9-96f4-332792e39727 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 89a8a927-3393-47ad-bc16-1cb3df1e1d92 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:40.984286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d6231-2f94-4b28-b33f-8d7bbb7e0d08 req-a652adb6-7fab-4abd-b4d7-615cd80b3c31 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:40.986424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-601d6231-2f94-4b28-b33f-8d7bbb7e0d08 req-a652adb6-7fab-4abd-b4d7-615cd80b3c31 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.1863868 Aug 16 20:53:40.991189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 645ba5d9-a523-4812-956a-be989417cdb5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:40.991559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.057964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-790ea82a-ada8-4f29-bb12-4ef298257226 None None] Port fa7176f8-63f2-46f4-bed5-7958722e03e4 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:41.099903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-de8bab85-8cc3-49c1-937e-efc45d78298f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4116728 Aug 16 20:53:41.103079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60184) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:41.108916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-284a7348-aaab-43b5-a34a-eed7df4a8a9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:41.126953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.127239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.193105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Calling delete_port for 7f81a157-8cd8-4edd-ade1-08f8cf84c1dd owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:41.254761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-601d6231-2f94-4b28-b33f-8d7bbb7e0d08 req-f471d498-38ef-4d32-a9d3-0beb01d73d52 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437949 Aug 16 20:53:41.394021 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.398997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-790ea82a-ada8-4f29-bb12-4ef298257226 None None] Provisioning for port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:41.426220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284a7348-aaab-43b5-a34a-eed7df4a8a9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:41.430097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-284a7348-aaab-43b5-a34a-eed7df4a8a9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.433610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-790ea82a-ada8-4f29-bb12-4ef298257226 None None] Provisioning complete for port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:41.434186 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-790ea82a-ada8-4f29-bb12-4ef298257226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.520628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94e1c14-468c-4220-a9e6-479cd409763b None None] Update dhcp port {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': '33eaa444-59bf-4e57-8fd3-3d94025920e5', 'ip_address': '2001:db8::f816:3eff:febb:efc7'}, {'subnet_id': '1a58ce54-56f9-4a45-920a-d48546dd12c6'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '40667bb7-0b9c-451a-83d6-3ce4846c3f00'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:53:41.565404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 645ba5d9-a523-4812-956a-be989417cdb5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=645ba5d9-a523-4812-956a-be989417cdb5,segment=NetworkSegment(eabd5e45-bd9d-43b6-9857-72427bcae61c),segment_id=eabd5e45-bd9d-43b6-9857-72427bcae61c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:41.571279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e94e1c14-468c-4220-a9e6-479cd409763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.656495 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.769570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:41.771759 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-790ea82a-ada8-4f29-bb12-4ef298257226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.830352 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:41.830862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8968dddf-f2f3-4b9c-90bf-80c8b8d84475 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:41.843611 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a921c6a-d651-4d0a-8186-56f2f7fbf687 req-3a6c75d8-5fa9-4800-99ba-cf9e6179a110 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.4614682 Aug 16 20:53:41.931279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-e94e1c14-468c-4220-a9e6-479cd409763b None None] Allocated IP 172.20.0.2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/1a58ce54-56f9-4a45-920a-d48546dd12c6/40667bb7-0b9c-451a-83d6-3ce4846c3f00) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:41.946042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-790ea82a-ada8-4f29-bb12-4ef298257226 None None] For port 40667bb7-0b9c-451a-83d6-3ce4846c3f00, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=40667bb7-0b9c-451a-83d6-3ce4846c3f00,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:41.949748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=645ba5d9-a523-4812-956a-be989417cdb5,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.056952 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-790ea82a-ada8-4f29-bb12-4ef298257226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.065481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b3e88-d701-4c4a-9645-c4667ca21762 req-d302e389-e1ed-4fe1-be25-3c7efaff77cd tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.072999 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc8b3e88-d701-4c4a-9645-c4667ca21762 req-d302e389-e1ed-4fe1-be25-3c7efaff77cd tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.0897136 Aug 16 20:53:42.081442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf4357d3-7938-4ed9-96f4-332792e39727 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.150255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4357d3-7938-4ed9-96f4-332792e39727 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=89a8a927-3393-47ad-bc16-1cb3df1e1d92,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.176336 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.212369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 645ba5d9-a523-4812-956a-be989417cdb5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:42.270258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ea82a-ada8-4f29-bb12-4ef298257226 None None] Pushing event updated for resources: {'Port': ['ID=40667bb7-0b9c-451a-83d6-3ce4846c3f00,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.272735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'Port': ['ID=7f81a157-8cd8-4edd-ade1-08f8cf84c1dd,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.331762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc8b3e88-d701-4c4a-9645-c4667ca21762 req-8d522c14-b714-42d0-99f1-e7487e3fd1bd tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577312 Aug 16 20:53:42.353957 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-284a7348-aaab-43b5-a34a-eed7df4a8a9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.430045 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a7348-aaab-43b5-a34a-eed7df4a8a9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:42.433421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 645ba5d9-a523-4812-956a-be989417cdb5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:42.433883 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.435620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-284a7348-aaab-43b5-a34a-eed7df4a8a9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:42.440625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e94e1c14-468c-4220-a9e6-479cd409763b None None] For port 40667bb7-0b9c-451a-83d6-3ce4846c3f00, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=40667bb7-0b9c-451a-83d6-3ce4846c3f00,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:42.442688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284a7348-aaab-43b5-a34a-eed7df4a8a9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.443460 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-284a7348-aaab-43b5-a34a-eed7df4a8a9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.466310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a7348-aaab-43b5-a34a-eed7df4a8a9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Subnet': ['ID=4340a9c9-c64d-4dcb-bf8e-5b8fb14e692b,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.487263 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf4357d3-7938-4ed9-96f4-332792e39727 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.489392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bf4357d3-7938-4ed9-96f4-332792e39727 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/89a8a927-3393-47ad-bc16-1cb3df1e1d92 HTTP/1.1" status: 204 len: 168 time: 2.5932751 Aug 16 20:53:42.491043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8afa15-1a27-4d30-afcf-6c9ecdb26430 None None] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:42.492563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60198) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:42.508008 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.508431 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Floating IP 83b21ede-5918-41e0-9f07-5c7a713a0c22 disassociated (deleted). External IP: 172.25.4.147, port: f5aa1e46-788c-47fb-9ad5-8db29c9a0776. Aug 16 20:53:42.548339 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-284a7348-aaab-43b5-a34a-eed7df4a8a9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4440181 Aug 16 20:53:42.550569 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60200) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:42.559644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-202480107', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4340a9c9-c64d-4dcb-bf8e-5b8fb14e692b'}], 'security_groups': ['b138f330-268f-44fe-b20f-4ff4b00b20a4']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:42.574296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89e13f-550c-465c-acd1-48e14490b813 req-ae50a212-5c29-4db9-94ff-0b265f8e0a4c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.578257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e94e1c14-468c-4220-a9e6-479cd409763b None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.583277 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a89e13f-550c-465c-acd1-48e14490b813 req-ae50a212-5c29-4db9-94ff-0b265f8e0a4c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.1605849 Aug 16 20:53:42.613716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e94e1c14-468c-4220-a9e6-479cd409763b None None] Transition to ACTIVE for port object 40667bb7-0b9c-451a-83d6-3ce4846c3f00 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:42.650043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7acf3-0834-4321-b9ac-df705c4152c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.651750 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7acf3-0834-4321-b9ac-df705c4152c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.653404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7acf3-0834-4321-b9ac-df705c4152c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.655000 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-51f7acf3-0834-4321-b9ac-df705c4152c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1610277 Aug 16 20:53:42.692062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60202) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:42.729405 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e94e1c14-468c-4220-a9e6-479cd409763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.744440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a89e13f-550c-465c-acd1-48e14490b813 req-0a578bd6-906d-4bd6-b5ef-171c8ae05be3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601920 Aug 16 20:53:42.774496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a1c18a-244d-4cfe-a027-e86987d5f604 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 1a58ce54-56f9-4a45-920a-d48546dd12c6 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:42.778213 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23a1c18a-244d-4cfe-a027-e86987d5f604 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.832302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.863686 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23a1c18a-244d-4cfe-a027-e86987d5f604 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.031235 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e1c14-468c-4220-a9e6-479cd409763b None None] Pushing event updated for resources: {'Port': ['ID=40667bb7-0b9c-451a-83d6-3ce4846c3f00,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:43.062616 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23a1c18a-244d-4cfe-a027-e86987d5f604 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.178735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0658756-4cf5-43f7-aa57-f2913743f1f2 req-ceefe219-9a6e-42a1-bfaa-49d03e3801d4 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0418477 Aug 16 20:53:43.206274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Router 27d2f6cb-984a-4502-85a4-e992c18da066 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:43.216134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c3e07-de02-4733-a613-d7a88d0d57e6 None None] Update dhcp port {'port': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'fixed_ips': [{'subnet_id': '45930d66-a988-41e4-a927-187c4d6ece8c', 'ip_address': '2001:db8::2'}, {'subnet_id': '4340a9c9-c64d-4dcb-bf8e-5b8fb14e692b'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '645ba5d9-a523-4812-956a-be989417cdb5'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:53:43.270466 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23a1c18a-244d-4cfe-a027-e86987d5f604 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.288471 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c1c3e07-de02-4733-a613-d7a88d0d57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.333903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1c18a-244d-4cfe-a027-e86987d5f604 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=1a58ce54-56f9-4a45-920a-d48546dd12c6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:43.342795 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23a1c18a-244d-4cfe-a027-e86987d5f604 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.347956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-23a1c18a-244d-4cfe-a027-e86987d5f604 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/1a58ce54-56f9-4a45-920a-d48546dd12c6 HTTP/1.1" status: 204 len: 168 time: 0.6586211 Aug 16 20:53:43.354293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60212) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:43.361919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Delete allocated IP 2001:db8::73 (424dd8d7-b53c-4efc-9508-4a64f79c9cfd/45930d66-a988-41e4-a927-187c4d6ece8c) {{(pid=95262) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:53:43.377316 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8:0:1::1a2 (424dd8d7-b53c-4efc-9508-4a64f79c9cfd/4340a9c9-c64d-4dcb-bf8e-5b8fb14e692b/fa7176f8-63f2-46f4-bed5-7958722e03e4) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:43.474775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1ad1d4-bb4d-442f-b179-964522ad38d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 33eaa444-59bf-4e57-8fd3-3d94025920e5 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:43.479601 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad1d4-bb4d-442f-b179-964522ad38d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.483359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:43.489435 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.518045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccbc8d8-a3f0-44a2-8811-1bd33491a80a None None] Sync routers for ids ['27d2f6cb-984a-4502-85a4-e992c18da066'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:43.585225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccbc8d8-a3f0-44a2-8811-1bd33491a80a None None] Routers {'27d2f6cb-984a-4502-85a4-e992c18da066'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:43.585861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-eccbc8d8-a3f0-44a2-8811-1bd33491a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27d2f6cb-984a-4502-85a4-e992c18da066'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:43.691761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-45479350-2fa5-419e-987c-5c737f4086a7 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "DELETE /v2.0/floatingips/83b21ede-5918-41e0-9f07-5c7a713a0c22 HTTP/1.1" status: 204 len: 168 time: 3.7434196 Aug 16 20:53:43.702793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'tag': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:43.711645 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b" -d '{"events": [{"name": "network-changed", "server_uuid": "76480d76-3316-48bd-b1ef-133b9f1ba831", "tag": "f5aa1e46-788c-47fb-9ad5-8db29c9a0776"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:43.745187 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad1d4-bb4d-442f-b179-964522ad38d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.785806 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.823176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object fa7176f8-63f2-46f4-bed5-7958722e03e4 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:43.836233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-eccbc8d8-a3f0-44a2-8811-1bd33491a80a None None] Set router 27d2f6cb-984a-4502-85a4-e992c18da066 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:43.863015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04415dfd-97ea-4865-a414-88bd7eddc5f1 req-a5996c03-e1ff-4c1a-b586-91e79caa11a5 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:43.864936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04415dfd-97ea-4865-a414-88bd7eddc5f1 req-a5996c03-e1ff-4c1a-b586-91e79caa11a5 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.3495572 Aug 16 20:53:43.919992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.996377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04415dfd-97ea-4865-a414-88bd7eddc5f1 req-7bfb81f7-c8a0-4b9e-9a68-4015382e8b50 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167099 Aug 16 20:53:44.011963 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad1d4-bb4d-442f-b179-964522ad38d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.053417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] In _notify_port_updated(), no bound segment for port fa7176f8-63f2-46f4-bed5-7958722e03e4 on network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:53:44.070302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:44.071369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.072839 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "PUT /v2.0/ports/fa7176f8-63f2-46f4-bed5-7958722e03e4 HTTP/1.1" status: 200 len: 930 time: 1.5210907 Aug 16 20:53:44.078443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60222) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:44.087785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc557b-4fae-41b1-ac92-d3be0efc2cf0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=fa7176f8-63f2-46f4-bed5-7958722e03e4,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:44.203177 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab4b5a1-77a9-464f-aa76-63ed0ce8d8b3 x-openstack-request-id: req-fab4b5a1-77a9-464f-aa76-63ed0ce8d8b3 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:44.204784 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76480d76-3316-48bd-b1ef-133b9f1ba831", "tag": "f5aa1e46-788c-47fb-9ad5-8db29c9a0776", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:44.204784 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fab4b5a1-77a9-464f-aa76-63ed0ce8d8b3 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:44.204784 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'tag': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776', 'status': 'completed', 'code': 200} Aug 16 20:53:44.211602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b req-0911316e-39a4-4f3e-8e03-b0bf47ba972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:44.214451 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b req-0911316e-39a4-4f3e-8e03-b0bf47ba972d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c&device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 1136 time: 0.0811245 Aug 16 20:53:44.234313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d1c85-bdd8-423c-9d1f-6339d5c693da None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:44.259322 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad1d4-bb4d-442f-b179-964522ad38d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.298643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 40667bb7-0b9c-451a-83d6-3ce4846c3f00 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:44.301053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-76cc6d13-4eb0-4832-a915-1535baee9267 None None] Could not find standard attr ID for object 89a8a927-3393-47ad-bc16-1cb3df1e1d92. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:53:44.378009 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad1d4-bb4d-442f-b179-964522ad38d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.385745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1d1ad1d4-bb4d-442f-b179-964522ad38d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/33eaa444-59bf-4e57-8fd3-3d94025920e5 HTTP/1.1" status: 204 len: 168 time: 1.0330250 Aug 16 20:53:44.386840 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad1d4-bb4d-442f-b179-964522ad38d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=33eaa444-59bf-4e57-8fd3-3d94025920e5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:44.393145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60230) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:44.434884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b req-6b94198e-2c95-4ec6-b491-650af31591ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:44.437308 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b req-6b94198e-2c95-4ec6-b491-650af31591ee service neutron] 10.222.0.76 "GET /v2.0/networks?id=25def9a6-ad57-4aac-ab2c-18f2245e0b5a HTTP/1.1" status: 200 len: 898 time: 0.2148838 Aug 16 20:53:44.497314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-0c1c3e07-de02-4733-a613-d7a88d0d57e6 None None] Allocated IP 2001:db8:0:1::2 (424dd8d7-b53c-4efc-9508-4a64f79c9cfd/4340a9c9-c64d-4dcb-bf8e-5b8fb14e692b/645ba5d9-a523-4812-956a-be989417cdb5) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:44.517954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b17e8904-9896-4319-9c65-a04365c31a77 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899472 Aug 16 20:53:44.523882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60232) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:44.532844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:44.539430 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b req-14900192-ccbd-4344-a99c-51cee4924aaa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5aa1e46-788c-47fb-9ad5-8db29c9a0776 HTTP/1.1" status: 200 len: 217 time: 0.0881984 Aug 16 20:53:44.574362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-76cc6d13-4eb0-4832-a915-1535baee9267 None None] Provisioning for port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:44.649703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-76cc6d13-4eb0-4832-a915-1535baee9267 None None] Provisioning complete for port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:44.650145 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-76cc6d13-4eb0-4832-a915-1535baee9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.703595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b req-0e1287a3-9c1b-4103-b315-3b4ff0aae52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:44.712757 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b req-0e1287a3-9c1b-4103-b315-3b4ff0aae52e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55ad56f-80a5-4fe0-a08b-60af35a785e0 HTTP/1.1" status: 200 len: 835 time: 0.1614177 Aug 16 20:53:44.758607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed0a74d6-21e8-45d3-801b-8262aada6b12 req-a40e4ed3-2e67-48a1-84db-57f79e4e24a2 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.1143565 Aug 16 20:53:44.790187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:44.790565 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.795985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b req-16c3c8e5-5faa-4c2f-9365-0454cc68156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:44.801867 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b req-16c3c8e5-5faa-4c2f-9365-0454cc68156e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25def9a6-ad57-4aac-ab2c-18f2245e0b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808003 Aug 16 20:53:44.833290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455dfbc-5e72-48fc-a54e-96e1b58fffd3 req-7d5594b5-f7dc-4f9c-bdac-c67fdadb4d2c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:44.845977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5455dfbc-5e72-48fc-a54e-96e1b58fffd3 req-7d5594b5-f7dc-4f9c-bdac-c67fdadb4d2c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.5591507 Aug 16 20:53:44.895481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b0daa646-ba2b-4de1-8920-55a7537ac972 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port fa7176f8-63f2-46f4-bed5-7958722e03e4 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:44.900752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0daa646-ba2b-4de1-8920-55a7537ac972 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.945282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0c1c3e07-de02-4733-a613-d7a88d0d57e6 None None] For port 645ba5d9-a523-4812-956a-be989417cdb5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=645ba5d9-a523-4812-956a-be989417cdb5,segment=NetworkSegment(eabd5e45-bd9d-43b6-9857-72427bcae61c),segment_id=eabd5e45-bd9d-43b6-9857-72427bcae61c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:44.961976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03318f1-7e4c-441c-b09a-cb12470908b9 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:53:44.970897 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b req-293766d5-811d-45d2-92bf-e842188f49f4 service neutron] 10.222.0.76 "GET /v2.0/networks/25def9a6-ad57-4aac-ab2c-18f2245e0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607990 Aug 16 20:53:45.090140 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c1c3e07-de02-4733-a613-d7a88d0d57e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.124123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-eccbc8d8-a3f0-44a2-8811-1bd33491a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:41Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb', 'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:7a:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:39Z', 'updated_at': '2021-08-16T20:51:47Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:45.143259 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-de8e2b2a-1ee2-4d31-8135-db8f301eef2b req-5fcac6ba-f23d-4948-b512-5a0e78517324 service neutron] 10.222.0.76 "GET /v2.0/networks/25def9a6-ad57-4aac-ab2c-18f2245e0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646814 Aug 16 20:53:45.200306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6ee5-0032-4e68-8b3a-9cd026da9292 req-17b7a547-86b0-4aed-9e47-22f52ae50de1 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:45.205708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-579a6ee5-0032-4e68-8b3a-9cd026da9292 req-17b7a547-86b0-4aed-9e47-22f52ae50de1 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 984 time: 0.2937343 Aug 16 20:53:45.231613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5455dfbc-5e72-48fc-a54e-96e1b58fffd3 req-14110a83-f32c-4046-afb3-94b4d924e8d2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847299 Aug 16 20:53:45.269758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0daa646-ba2b-4de1-8920-55a7537ac972 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.299522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-579a6ee5-0032-4e68-8b3a-9cd026da9292 req-2f25725a-0113-410b-8df6-c314a6d37cad tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0736623 Aug 16 20:53:45.301654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:45.305701 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.323709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b0daa646-ba2b-4de1-8920-55a7537ac972 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for fa7176f8-63f2-46f4-bed5-7958722e03e4 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:45.601116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0c1c3e07-de02-4733-a613-d7a88d0d57e6 None None] Transition to ACTIVE for port object 645ba5d9-a523-4812-956a-be989417cdb5 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:45.646867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccbc8d8-a3f0-44a2-8811-1bd33491a80a None None] Checking router: 27d2f6cb-984a-4502-85a4-e992c18da066 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:45.679066 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0daa646-ba2b-4de1-8920-55a7537ac972 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.746461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccbc8d8-a3f0-44a2-8811-1bd33491a80a None None] Routers {'27d2f6cb-984a-4502-85a4-e992c18da066'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:45.747116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-eccbc8d8-a3f0-44a2-8811-1bd33491a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27d2f6cb-984a-4502-85a4-e992c18da066'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:45.796344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7370613-38fd-4acf-b229-051f35d5eb89 req-e877e9fc-2ab2-48e6-bd99-6cca2780f5d2 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:45.797820 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c7370613-38fd-4acf-b229-051f35d5eb89 req-e877e9fc-2ab2-48e6-bd99-6cca2780f5d2 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.76 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 984 time: 0.0681112 Aug 16 20:53:45.826588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0daa646-ba2b-4de1-8920-55a7537ac972 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=fa7176f8-63f2-46f4-bed5-7958722e03e4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:45.836306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a03318f1-7e4c-441c-b09a-cb12470908b9 None None] Deleting port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:45.836701 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a03318f1-7e4c-441c-b09a-cb12470908b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.897786 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd918ce-2c6c-4a15-9640-8649f3993d57 req-0292ec28-1efd-442f-ad21-7e689eeb7791 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:45.906748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3dd918ce-2c6c-4a15-9640-8649f3993d57 req-0292ec28-1efd-442f-ad21-7e689eeb7791 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.5176170 Aug 16 20:53:45.982502 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0daa646-ba2b-4de1-8920-55a7537ac972 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.991259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b0daa646-ba2b-4de1-8920-55a7537ac972 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/fa7176f8-63f2-46f4-bed5-7958722e03e4 HTTP/1.1" status: 204 len: 168 time: 1.9071701 Aug 16 20:53:45.997415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60244) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:46.041327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-c7370613-38fd-4acf-b229-051f35d5eb89 req-9ae549e1-7963-478a-b0ac-1c0e3de0ef11 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Deleting port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:46.041559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c1c3e07-de02-4733-a613-d7a88d0d57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.042172 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c7370613-38fd-4acf-b229-051f35d5eb89 req-9ae549e1-7963-478a-b0ac-1c0e3de0ef11 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.043318 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-44a41497-3151-4c50-bbe9-577c78d7cdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.131145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c3e07-de02-4733-a613-d7a88d0d57e6 None None] Pushing event updated for resources: {'Port': ['ID=645ba5d9-a523-4812-956a-be989417cdb5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:46.149949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5824d691-76e9-42c6-b1ff-a8379ab2d885 req-8a1176f7-5e3d-4528-ae08-d731466517be tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.2355113 Aug 16 20:53:46.175839 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-d067d9f2-54be-466f-a261-89b169797536 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:53:46.176045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-eccbc8d8-a3f0-44a2-8811-1bd33491a80a None None] Set router 27d2f6cb-984a-4502-85a4-e992c18da066 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:46.176138 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d067d9f2-54be-466f-a261-89b169797536 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/fa7176f8-63f2-46f4-bed5-7958722e03e4 HTTP/1.1" status: 404 len: 333 time: 0.1740942 Aug 16 20:53:46.176594 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60246) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:46.213145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3dd918ce-2c6c-4a15-9640-8649f3993d57 req-e99b9585-1ec9-45b6-9aa2-76237de7496e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054016 Aug 16 20:53:46.259422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 40667bb7-0b9c-451a-83d6-3ce4846c3f00 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:46.440814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a03318f1-7e4c-441c-b09a-cb12470908b9 None None] For port 40667bb7-0b9c-451a-83d6-3ce4846c3f00, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=40667bb7-0b9c-451a-83d6-3ce4846c3f00,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:46.441337 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a03318f1-7e4c-441c-b09a-cb12470908b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.514807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a03318f1-7e4c-441c-b09a-cb12470908b9 None None] Calling delete_port for 40667bb7-0b9c-451a-83d6-3ce4846c3f00 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:46.586825 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.705917 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:53:46.771785 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 40667bb7-0b9c-451a-83d6-3ce4846c3f00, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=40667bb7-0b9c-451a-83d6-3ce4846c3f00,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:46.849386 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.872369 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ef88-40f5-4d6c-bc46-3c6fee99fa6a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.878755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c7370613-38fd-4acf-b229-051f35d5eb89 req-9ae549e1-7963-478a-b0ac-1c0e3de0ef11 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] For port f5aa1e46-788c-47fb-9ad5-8db29c9a0776, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f5aa1e46-788c-47fb-9ad5-8db29c9a0776,segment=NetworkSegment(d3294d7d-cde2-4905-8e8b-aec2b9181869),segment_id=d3294d7d-cde2-4905-8e8b-aec2b9181869)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:46.879337 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c7370613-38fd-4acf-b229-051f35d5eb89 req-9ae549e1-7963-478a-b0ac-1c0e3de0ef11 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.895591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-c7370613-38fd-4acf-b229-051f35d5eb89 req-9ae549e1-7963-478a-b0ac-1c0e3de0ef11 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Calling delete_port for f5aa1e46-788c-47fb-9ad5-8db29c9a0776 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:46.965813 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a03318f1-7e4c-441c-b09a-cb12470908b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.017939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.objects.ports [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:53:47.019931 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ef88-40f5-4d6c-bc46-3c6fee99fa6a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.055197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-eccbc8d8-a3f0-44a2-8811-1bd33491a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:41Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb', 'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:7a:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:39Z', 'updated_at': '2021-08-16T20:51:47Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:47.098334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03318f1-7e4c-441c-b09a-cb12470908b9 None None] No DVR routers for this DVR port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:47.100396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccbc8d8-a3f0-44a2-8811-1bd33491a80a None None] The sync data for ids ['27d2f6cb-984a-4502-85a4-e992c18da066'] in n-d-793619-14 is: [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:51:41Z', 'revision_number': 4, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb', 'name': '', 'network_id': '25def9a6-ad57-4aac-ab2c-18f2245e0b5a', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'mac_address': 'fa:16:3e:7a:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:39Z', 'updated_at': '2021-08-16T20:51:47Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'subnets': [{'id': 'c55ad56f-80a5-4fe0-a08b-60af35a785e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:47.104141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=40667bb7-0b9c-451a-83d6-3ce4846c3f00,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:47.147610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03318f1-7e4c-441c-b09a-cb12470908b9 None None] Pushing event deleted for resources: {'Port': ['ID=40667bb7-0b9c-451a-83d6-3ce4846c3f00,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:47.218423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f2047-0b8f-4b6f-aa79-0e9c3c203c53 req-ecbd1b5d-5613-4558-b376-b4fefdcee208 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:47.220219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-100f2047-0b8f-4b6f-aa79-0e9c3c203c53 req-ecbd1b5d-5613-4558-b376-b4fefdcee208 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.4491439 Aug 16 20:53:47.229937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d020d-5e20-4a50-91d6-5f496d8f5c3c req-8c8d02ae-28ef-4eb5-bd7a-ae9287d9a697 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:47.232026 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f25d020d-5e20-4a50-91d6-5f496d8f5c3c req-8c8d02ae-28ef-4eb5-bd7a-ae9287d9a697 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 984 time: 0.4833817 Aug 16 20:53:47.304089 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c7370613-38fd-4acf-b229-051f35d5eb89 req-9ae549e1-7963-478a-b0ac-1c0e3de0ef11 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.359301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae549e1-7963-478a-b0ac-1c0e3de0ef11 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'Port': ['ID=f5aa1e46-788c-47fb-9ad5-8db29c9a0776,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:47.371020 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ef88-40f5-4d6c-bc46-3c6fee99fa6a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.373584 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ef88-40f5-4d6c-bc46-3c6fee99fa6a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.378005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c4a7ef88-40f5-4d6c-bc46-3c6fee99fa6a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/security-groups/32d8b9b0-c6cf-462e-a436-d5a91ce300f2 HTTP/1.1" status: 204 len: 168 time: 1.1914828 Aug 16 20:53:47.395214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60260) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:47.458090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7370613-38fd-4acf-b229-051f35d5eb89 req-9ae549e1-7963-478a-b0ac-1c0e3de0ef11 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] No DVR routers for this DVR port f5aa1e46-788c-47fb-9ad5-8db29c9a0776 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:47.463571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-100f2047-0b8f-4b6f-aa79-0e9c3c203c53 req-11665c34-a167-4e80-bae9-8ef7d29ddcc9 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303896 Aug 16 20:53:47.472882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c7370613-38fd-4acf-b229-051f35d5eb89 req-9ae549e1-7963-478a-b0ac-1c0e3de0ef11 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.478453 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c7370613-38fd-4acf-b229-051f35d5eb89 req-9ae549e1-7963-478a-b0ac-1c0e3de0ef11 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.76 "DELETE /v2.0/ports/f5aa1e46-788c-47fb-9ad5-8db29c9a0776 HTTP/1.1" status: 204 len: 173 time: 1.6731145 Aug 16 20:53:47.479609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'name': 'network-vif-deleted', 'tag': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:47.484299 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1acf0c-6223-4f3a-b842-9f6c3cd5733d" -d '{"events": [{"server_uuid": "76480d76-3316-48bd-b1ef-133b9f1ba831", "name": "network-vif-deleted", "tag": "f5aa1e46-788c-47fb-9ad5-8db29c9a0776"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:47.487374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7ef88-40f5-4d6c-bc46-3c6fee99fa6a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d8b9b0-c6cf-462e-a436-d5a91ce300f2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:47.503500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f25d020d-5e20-4a50-91d6-5f496d8f5c3c req-ee745fa8-0c8c-492a-9097-70402fbc99ca tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/security-groups?id=7ea33fa5-db97-4b98-b591-2a95f273364a&id=a06de1b2-3cd4-43ed-aa70-c16d24a2099d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2489679 Aug 16 20:53:47.541343 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c4b2133b-f5c2-4190-82b1-806190bc05da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.561573 n-d-793619-14 neutron-server[95261]: WARNING neutron.services.revisions.revision_plugin [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Could not find related port for resource to bump revision. Aug 16 20:53:47.595598 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b1943-0c7b-4013-b911-7b91fc8551b3 None None] New status for floating IP 83b21ede-5918-41e0-9f07-5c7a713a0c22: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:53:47.644860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Port 40667bb7-0b9c-451a-83d6-3ce4846c3f00 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95261) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 20:53:47.647443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Reverting IP allocation for 2001:db8::f816:3eff:febb:efc7 {{(pid=95261) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 20:53:47.668482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Reverting IP allocation failed for 2001:db8::f816:3eff:febb:efc7 {{(pid=95261) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 20:53:47.709094 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.845545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5daec5bb-7c1c-44e8-8513-5df0a7bb0c38 None None] Provisioning for port 645ba5d9-a523-4812-956a-be989417cdb5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:47.865362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5daec5bb-7c1c-44e8-8513-5df0a7bb0c38 None None] Provisioning complete for port 645ba5d9-a523-4812-956a-be989417cdb5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:47.865838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:47.865961 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5daec5bb-7c1c-44e8-8513-5df0a7bb0c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.867085 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5738-26c4-4b98-ba3b-4b06eba90d3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.906954 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.940007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5738-26c4-4b98-ba3b-4b06eba90d3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.033001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:48.040309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5daec5bb-7c1c-44e8-8513-5df0a7bb0c38 None None] Provisioning complete for port e0ef79b5-89f0-4f20-97b2-5be528537ba6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:48.040930 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5daec5bb-7c1c-44e8-8513-5df0a7bb0c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.047232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a638ab4-7086-4782-8b2d-bd748b5758a6 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:48.068813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:48.069491 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.103819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6ab0047-b503-4fcd-9fe1-f0ae877538bf req-a983a0bc-2ead-418e-ae35-07a86116c3cd tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.3575294 Aug 16 20:53:48.152077 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5738-26c4-4b98-ba3b-4b06eba90d3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.161392 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5738-26c4-4b98-ba3b-4b06eba90d3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.163661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ae0c5738-26c4-4b98-ba3b-4b06eba90d3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/security-groups/b138f330-268f-44fe-b20f-4ff4b00b20a4 HTTP/1.1" status: 204 len: 168 time: 0.7660780 Aug 16 20:53:48.166524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60264) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:48.230572 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41040e0-4ab3-4ebc-b277-9551cc70911d x-openstack-request-id: req-e41040e0-4ab3-4ebc-b277-9551cc70911d {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:48.230781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=cb886f0c-3ecb-48c9-b97c-4529b93580af,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:48.232574 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76480d76-3316-48bd-b1ef-133b9f1ba831", "name": "network-vif-deleted", "tag": "f5aa1e46-788c-47fb-9ad5-8db29c9a0776", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:48.237092 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e41040e0-4ab3-4ebc-b277-9551cc70911d {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:48.238032 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76480d76-3316-48bd-b1ef-133b9f1ba831', 'name': 'network-vif-deleted', 'tag': 'f5aa1e46-788c-47fb-9ad5-8db29c9a0776', 'status': 'completed', 'code': 200} Aug 16 20:53:48.240051 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-5daec5bb-7c1c-44e8-8513-5df0a7bb0c38 None None] Port e0ef79b5-89f0-4f20-97b2-5be528537ba6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:48.250423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5daec5bb-7c1c-44e8-8513-5df0a7bb0c38 None None] Could not find standard attr ID for object fa7176f8-63f2-46f4-bed5-7958722e03e4. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:53:48.281631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c5738-26c4-4b98-ba3b-4b06eba90d3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b138f330-268f-44fe-b20f-4ff4b00b20a4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:48.290206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b3d814-dc44-4098-9cb4-00e68a49db0e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting subnet 45930d66-a988-41e4-a927-187c4d6ece8c {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:48.310699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 645ba5d9-a523-4812-956a-be989417cdb5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:48.311430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87b3d814-dc44-4098-9cb4-00e68a49db0e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.365209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe577bf-236a-46c0-838d-2646c0d8277e req-ed1aec60-5e52-4780-a080-3aa6b780de28 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:48.369246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-afe577bf-236a-46c0-838d-2646c0d8277e req-ed1aec60-5e52-4780-a080-3aa6b780de28 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.3483462 Aug 16 20:53:48.377893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e6f01a11-9ad6-47c6-9b79-6d68ecab7e7d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8485320 Aug 16 20:53:48.381126 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60266) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:48.388093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-32248a02-cd59-4344-81c5-174e031e6f35 None None] Could not find standard attr ID for object fa7176f8-63f2-46f4-bed5-7958722e03e4. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:53:48.393987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-822f50d9-e280-46bf-ace1-34af1122a0b8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:48.406334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': 'cb886f0c-3ecb-48c9-b97c-4529b93580af'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:48.406979 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.421546 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87b3d814-dc44-4098-9cb4-00e68a49db0e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.449590 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 645ba5d9-a523-4812-956a-be989417cdb5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:48.450169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.658537 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87b3d814-dc44-4098-9cb4-00e68a49db0e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.708729 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-afe577bf-236a-46c0-838d-2646c0d8277e req-1118a6bc-f8c9-47d3-b26f-7759f3739843 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024478 Aug 16 20:53:48.727355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Allocated IP 2001:db8::f816:3eff:fe26:bb44 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/cb886f0c-3ecb-48c9-b97c-4529b93580af/75bbb635-c102-40c3-899a-77bc59ae5642) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:48.798856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589abc91-148c-42a0-96f0-0c996d2a961d req-a4c8f6df-c63c-40fb-9f10-c7597e96b4a1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:48.806643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-589abc91-148c-42a0-96f0-0c996d2a961d req-a4c8f6df-c63c-40fb-9f10-c7597e96b4a1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.1705816 Aug 16 20:53:48.857671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-589abc91-148c-42a0-96f0-0c996d2a961d req-0c9ffcb7-057f-4716-8080-ae04e9c25516 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500386 Aug 16 20:53:48.883849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87b3d814-dc44-4098-9cb4-00e68a49db0e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.923737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e90b543-8af5-40a4-9ea0-47ab35641d16 req-ac54ac5d-6dee-4457-acdf-b4c041b34788 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "GET /v2.0/ports?device_id=76480d76-3316-48bd-b1ef-133b9f1ba831 HTTP/1.1" status: 200 len: 210 time: 0.0774062 Aug 16 20:53:48.948111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3d814-dc44-4098-9cb4-00e68a49db0e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Subnet': ['ID=45930d66-a988-41e4-a927-187c4d6ece8c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:48.954460 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.962123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87b3d814-dc44-4098-9cb4-00e68a49db0e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.967054 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-87b3d814-dc44-4098-9cb4-00e68a49db0e tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/45930d66-a988-41e4-a927-187c4d6ece8c HTTP/1.1" status: 204 len: 168 time: 0.7994688 Aug 16 20:53:48.972036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60278) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:48.972276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Transition to ACTIVE for port object 75bbb635-c102-40c3-899a-77bc59ae5642 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:48.993732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Transition to ACTIVE for port object 75bbb635-c102-40c3-899a-77bc59ae5642 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:48.995798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f1f78dd1-640d-4db4-8329-3875f4b4676c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:49.004311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cad021c-2c4f-4ac1-9de1-acd19ff49f2c None None] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:49.045181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822f50d9-e280-46bf-ace1-34af1122a0b8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:49.048806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-822f50d9-e280-46bf-ace1-34af1122a0b8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.123150 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.263027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:49.430923 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Pushing event updated for resources: {'Port': ['ID=75bbb635-c102-40c3-899a-77bc59ae5642,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:49.430923 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:49.430923 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:49.431107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-759bd75d-9c84-4fb2-91b2-4b276c93b842 req-6092d776-df40-453b-b421-f690c21e0ff1 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0381932 Aug 16 20:53:49.431456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Attempting to bind port 75bbb635-c102-40c3-899a-77bc59ae5642 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:49.431456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Attempting to bind port 75bbb635-c102-40c3-899a-77bc59ae5642 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:49.431456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Attempting to bind port 75bbb635-c102-40c3-899a-77bc59ae5642 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:49.431456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:49.431456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:49.431456 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.431456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:49.431456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Bound port: 75bbb635-c102-40c3-899a-77bc59ae5642, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:49.431456 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.466233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] For port 75bbb635-c102-40c3-899a-77bc59ae5642, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:49.471175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] For port 75bbb635-c102-40c3-899a-77bc59ae5642, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=75bbb635-c102-40c3-899a-77bc59ae5642,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:49.569582 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.570459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f78dd1-640d-4db4-8329-3875f4b4676c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:49.571007 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.571133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-822f50d9-e280-46bf-ace1-34af1122a0b8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.574126 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1f78dd1-640d-4db4-8329-3875f4b4676c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.651012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f50d9-e280-46bf-ace1-34af1122a0b8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=4a1ff6bb-cf47-44ad-8ff3-bc84d62ea4b7,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:49.664697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9860b0-a42f-44a2-a285-5192a2a2a071 None None] Pushing event updated for resources: {'Port': ['ID=75bbb635-c102-40c3-899a-77bc59ae5642,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:49.670651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f50d9-e280-46bf-ace1-34af1122a0b8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:49.672353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-822f50d9-e280-46bf-ace1-34af1122a0b8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:49.680530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822f50d9-e280-46bf-ace1-34af1122a0b8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:49.681422 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-822f50d9-e280-46bf-ace1-34af1122a0b8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.766241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-822f50d9-e280-46bf-ace1-34af1122a0b8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3828151 Aug 16 20:53:49.769178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60284) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:49.775173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:84:1e:6d', 'name': 'tempest-NetworksTestDHCPv6-1481520145'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:49.868842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac28cb-54a1-4281-84ce-ea66572e549e req-675ea56c-01aa-4712-9a79-e196819b3773 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:49.872022 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6eac28cb-54a1-4281-84ce-ea66572e549e req-675ea56c-01aa-4712-9a79-e196819b3773 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.0705392 Aug 16 20:53:49.982089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6eac28cb-54a1-4281-84ce-ea66572e549e req-409d316b-e965-4031-ad34-fca094d11fdc tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023204 Aug 16 20:53:50.047422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60294) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:50.059276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7de65-87a6-4a7d-bc9a-ba48b21027a1 req-99b32ce8-e3a6-4b88-8d77-17468ec7867f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:50.059276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49d7de65-87a6-4a7d-bc9a-ba48b21027a1 req-99b32ce8-e3a6-4b88-8d77-17468ec7867f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.0757532 Aug 16 20:53:50.156652 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-def3f2ce-49a2-41cb-9c3e-7bebd5f95d6c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.165390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:50.183709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-def3f2ce-49a2-41cb-9c3e-7bebd5f95d6c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.242824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1f78dd1-640d-4db4-8329-3875f4b4676c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.271972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49d7de65-87a6-4a7d-bc9a-ba48b21027a1 req-f5d23242-02a3-4b0b-948e-fca29dbec7d4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621990 Aug 16 20:53:50.288631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 75bbb635-c102-40c3-899a-77bc59ae5642 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:50.338611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f78dd1-640d-4db4-8329-3875f4b4676c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Subnet': ['ID=32dad6c9-b4dd-4cc9-9eca-26b23335bb49,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:50.353819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f78dd1-640d-4db4-8329-3875f4b4676c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:50.355485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-db512e03-df20-45f5-9df5-8bb449b369f2 None None] Provisioning complete for port 645ba5d9-a523-4812-956a-be989417cdb5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:50.356251 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db512e03-df20-45f5-9df5-8bb449b369f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.360021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-f1f78dd1-640d-4db4-8329-3875f4b4676c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:50.364802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f78dd1-640d-4db4-8329-3875f4b4676c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:50.367168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1f78dd1-640d-4db4-8329-3875f4b4676c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.379882 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-def3f2ce-49a2-41cb-9c3e-7bebd5f95d6c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.382754 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b9483-c233-4d67-b75f-2d9c03ed2334 None None] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:50.382866 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-def3f2ce-49a2-41cb-9c3e-7bebd5f95d6c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.387191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-def3f2ce-49a2-41cb-9c3e-7bebd5f95d6c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "DELETE /v2.0/security-groups/7ea33fa5-db97-4b98-b591-2a95f273364a HTTP/1.1" status: 204 len: 168 time: 0.3273900 Aug 16 20:53:50.387943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60298) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:50.409157 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.416086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd6f500e-4761-4601-be5e-bc83c43390f8 req-0c73b218-3a1c-4d69-b72b-7733cd70807c tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0466719 Aug 16 20:53:50.422349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3f2ce-49a2-41cb-9c3e-7bebd5f95d6c tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea33fa5-db97-4b98-b591-2a95f273364a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:50.436035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 5bc4c40a-f72c-4d9a-b409-36a919895d7a yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:50.466872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 75bbb635-c102-40c3-899a-77bc59ae5642 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:50.499558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60300) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:50.500159 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f1f78dd1-640d-4db4-8329-3875f4b4676c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5257933 Aug 16 20:53:50.507553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ffe1af0b-607f-4034-8a88-a9848a9277f5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'security_group': {'name': 'tempest-secgroup-115188775'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:50.547309 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2027b445-fabe-4c08-a27a-f8c584635e4f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.582703 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2027b445-fabe-4c08-a27a-f8c584635e4f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.647097 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffe1af0b-607f-4034-8a88-a9848a9277f5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.681930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f5aa1e46-788c-47fb-9ad5-8db29c9a0776 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:50.689827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 172.20.0.6 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/4a1ff6bb-cf47-44ad-8ff3-bc84d62ea4b7/5bc4c40a-f72c-4d9a-b409-36a919895d7a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:50.698735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::f816:3eff:fe84:1e6d (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/cb886f0c-3ecb-48c9-b97c-4529b93580af/5bc4c40a-f72c-4d9a-b409-36a919895d7a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:50.707155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: f5aa1e46-788c-47fb-9ad5-8db29c9a0776 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:50.709331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f5aa1e46-788c-47fb-9ad5-8db29c9a0776 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:50.709984 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2027b445-fabe-4c08-a27a-f8c584635e4f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.713265 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2027b445-fabe-4c08-a27a-f8c584635e4f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.714600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2027b445-fabe-4c08-a27a-f8c584635e4f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "DELETE /v2.0/security-groups/a06de1b2-3cd4-43ed-aa70-c16d24a2099d HTTP/1.1" status: 204 len: 168 time: 0.3213093 Aug 16 20:53:50.722049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60302) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:50.737943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027b445-fabe-4c08-a27a-f8c584635e4f tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06de1b2-3cd4-43ed-aa70-c16d24a2099d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:50.770522 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffe1af0b-607f-4034-8a88-a9848a9277f5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.795786 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1502c031-730a-4acb-99d8-51daa7d543b7 req-6e779a51-35be-4364-bfb0-a0c68c661a87 tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.79 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0881760 Aug 16 20:53:50.799810 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.846582 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffe1af0b-607f-4034-8a88-a9848a9277f5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.849328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-db512e03-df20-45f5-9df5-8bb449b369f2 None None] Provisioning complete for port e0ef79b5-89f0-4f20-97b2-5be528537ba6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:50.849328 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db512e03-df20-45f5-9df5-8bb449b369f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.893059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-db512e03-df20-45f5-9df5-8bb449b369f2 None None] Port e0ef79b5-89f0-4f20-97b2-5be528537ba6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:50.912881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1af0b-607f-4034-8a88-a9848a9277f5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c16b81-9bdb-4a09-9764-e9f9517ce485,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:50.967143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b562bc-eb59-4ecf-a15a-038d11e9df93 None None] Update dhcp port {'port': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'fixed_ips': [{'subnet_id': '4340a9c9-c64d-4dcb-bf8e-5b8fb14e692b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '32dad6c9-b4dd-4cc9-9eca-26b23335bb49'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '645ba5d9-a523-4812-956a-be989417cdb5'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:53:50.986856 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a4f54-4a88-4e87-9111-f1e1306b98db None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:51.040201 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffe1af0b-607f-4034-8a88-a9848a9277f5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.043991 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8b562bc-eb59-4ecf-a15a-038d11e9df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.044449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ffe1af0b-607f-4034-8a88-a9848a9277f5 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5425653 Aug 16 20:53:51.045795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60306) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.060082 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6fbe4bf7-a644-499e-8726-3ef3ccce3bce tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'security_group': {'name': 'tempest-secgroup-741731355'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:51.127925 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.133906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36623df6-20f1-4bfb-b0fd-6ad2c9fb1954 req-ac59d8dd-f04b-42bc-bb30-69e073ec6d5b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.135485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36623df6-20f1-4bfb-b0fd-6ad2c9fb1954 req-ac59d8dd-f04b-42bc-bb30-69e073ec6d5b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.0698698 Aug 16 20:53:51.193481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 5bc4c40a-f72c-4d9a-b409-36a919895d7a will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:51.199173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36623df6-20f1-4bfb-b0fd-6ad2c9fb1954 req-f4585eab-8060-405c-9f60-50cd1bdbda39 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574920 Aug 16 20:53:51.268670 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4bf7-a644-499e-8726-3ef3ccce3bce tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.282704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4d4cfee9-6378-452b-b7c4-49efaffa8584 None None] Provisioning for port 75bbb635-c102-40c3-899a-77bc59ae5642 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:51.293551 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-e8b562bc-eb59-4ecf-a15a-038d11e9df93 None None] Allocated IP 2001:db8::2 (424dd8d7-b53c-4efc-9508-4a64f79c9cfd/32dad6c9-b4dd-4cc9-9eca-26b23335bb49/645ba5d9-a523-4812-956a-be989417cdb5) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:51.299634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4d4cfee9-6378-452b-b7c4-49efaffa8584 None None] Provisioning complete for port 75bbb635-c102-40c3-899a-77bc59ae5642 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:51.300020 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfee9-6378-452b-b7c4-49efaffa8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.395426 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.416358 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4bf7-a644-499e-8726-3ef3ccce3bce tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.441141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6274c4-7076-4569-b6a9-6eef9b258290 req-a738d4b7-b863-4c97-a18b-afec3e9d1961 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.442769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad6274c4-7076-4569-b6a9-6eef9b258290 req-a738d4b7-b863-4c97-a18b-afec3e9d1961 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.0646274 Aug 16 20:53:51.466234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e8b562bc-eb59-4ecf-a15a-038d11e9df93 None None] For port 645ba5d9-a523-4812-956a-be989417cdb5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=645ba5d9-a523-4812-956a-be989417cdb5,segment=NetworkSegment(eabd5e45-bd9d-43b6-9857-72427bcae61c),segment_id=eabd5e45-bd9d-43b6-9857-72427bcae61c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:51.477566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:51.487665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:51.491667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:51.494309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=5bc4c40a-f72c-4d9a-b409-36a919895d7a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:51.513672 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4bf7-a644-499e-8726-3ef3ccce3bce tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.571882 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfee9-6378-452b-b7c4-49efaffa8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.572118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad6274c4-7076-4569-b6a9-6eef9b258290 req-40d3b8aa-2111-4dee-83ca-d27624589d49 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187592 Aug 16 20:53:51.572859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.588987 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8b562bc-eb59-4ecf-a15a-038d11e9df93 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.617353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075a0513-9180-45c4-ac65-893ffa3a5fa6 None None] Update dhcp port {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': 'cb886f0c-3ecb-48c9-b97c-4529b93580af', 'ip_address': '2001:db8::f816:3eff:fe26:bb44'}, {'subnet_id': '4a1ff6bb-cf47-44ad-8ff3-bc84d62ea4b7'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '75bbb635-c102-40c3-899a-77bc59ae5642'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:53:51.646684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe4bf7-a644-499e-8726-3ef3ccce3bce tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90717753-ea29-40b2-af99-47c925534cef,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:51.663543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.668509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.685550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e8b562bc-eb59-4ecf-a15a-038d11e9df93 None None] Transition to ACTIVE for port object 645ba5d9-a523-4812-956a-be989417cdb5 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:51.699377 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-075a0513-9180-45c4-ac65-893ffa3a5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.714859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29ba67e7-c843-46e7-aa61-9048d30ad2dc req-df8a99ee-02e1-4d85-ab03-838cef27e26f tempest-ServerShowV254Test-1811698674 tempest-ServerShowV254Test-1811698674-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb7ef68-e63b-413e-8764-e0b4bb12177b HTTP/1.1" status: 200 len: 210 time: 0.0515666 Aug 16 20:53:51.715723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4bf7-a644-499e-8726-3ef3ccce3bce tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.719680 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6fbe4bf7-a644-499e-8726-3ef3ccce3bce tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6698003 Aug 16 20:53:51.720802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60320) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.737485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d1bf4b36-f76b-4723-85ee-c284168bdf1c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1729969600'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:51.737576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4d4cfee9-6378-452b-b7c4-49efaffa8584 None None] For port 75bbb635-c102-40c3-899a-77bc59ae5642, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=75bbb635-c102-40c3-899a-77bc59ae5642,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:51.804216 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e492221e-c228-4129-9fbe-51c62d4ab584 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0311680 Aug 16 20:53:51.814402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60322) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.833112 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8b562bc-eb59-4ecf-a15a-038d11e9df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.835736 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfee9-6378-452b-b7c4-49efaffa8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.869304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6fadd-fce1-47f8-858d-849f26251b84 req-79210970-4879-49e1-af05-b2fd7a57036d tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.876265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c8a01-64b5-49a4-8efb-0e05c55ecdd6 req-8866b319-c32d-4127-b531-9fef7057f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.877051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05c6fadd-fce1-47f8-858d-849f26251b84 req-79210970-4879-49e1-af05-b2fd7a57036d tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1442752 Aug 16 20:53:51.878163 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a9c8a01-64b5-49a4-8efb-0e05c55ecdd6 req-8866b319-c32d-4127-b531-9fef7057f40d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 1097 time: 0.1354332 Aug 16 20:53:51.899730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1bf4b36-f76b-4723-85ee-c284168bdf1c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.942736 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e365a500-96a1-4275-b18d-f8b1396c14da tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.948801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e365a500-96a1-4275-b18d-f8b1396c14da tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.950469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e365a500-96a1-4275-b18d-f8b1396c14da tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1299014 Aug 16 20:53:51.953232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60324) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.958091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05c6fadd-fce1-47f8-858d-849f26251b84 req-8ccf3153-67b4-4c7a-8afa-52ff667c8c17 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802574 Aug 16 20:53:51.986814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b562bc-eb59-4ecf-a15a-038d11e9df93 None None] Pushing event updated for resources: {'Port': ['ID=645ba5d9-a523-4812-956a-be989417cdb5,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:52.090067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c8a01-64b5-49a4-8efb-0e05c55ecdd6 req-1e37dd5a-91ce-48fe-aa8c-5dd6c6b493bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:52.091554 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a9c8a01-64b5-49a4-8efb-0e05c55ecdd6 req-1e37dd5a-91ce-48fe-aa8c-5dd6c6b493bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 200 len: 912 time: 0.1844683 Aug 16 20:53:52.093449 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1bf4b36-f76b-4723-85ee-c284168bdf1c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.113366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-075a0513-9180-45c4-ac65-893ffa3a5fa6 None None] Allocated IP 172.20.0.2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/4a1ff6bb-cf47-44ad-8ff3-bc84d62ea4b7/75bbb635-c102-40c3-899a-77bc59ae5642) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:52.127724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f60cec7f-262f-463c-9774-c9dd074a131e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 5bc4c40a-f72c-4d9a-b409-36a919895d7a {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:52.127724 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f60cec7f-262f-463c-9774-c9dd074a131e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.158180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cfee9-6378-452b-b7c4-49efaffa8584 None None] Pushing event updated for resources: {'Port': ['ID=75bbb635-c102-40c3-899a-77bc59ae5642,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:52.210754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1bf4b36-f76b-4723-85ee-c284168bdf1c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.231578 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a9c8a01-64b5-49a4-8efb-0e05c55ecdd6 req-4a941fc1-3d8e-4498-9eea-20f032a49fcc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71 HTTP/1.1" status: 200 len: 1001 time: 0.1304085 Aug 16 20:53:52.246474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 645ba5d9-a523-4812-956a-be989417cdb5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:52.294445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf4b36-f76b-4723-85ee-c284168bdf1c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8450fb0a-dd38-44c5-a670-b6278dca3ecc,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:52.316937 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f60cec7f-262f-463c-9774-c9dd074a131e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.321240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Deleting port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:52.322572 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.358380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f60cec7f-262f-463c-9774-c9dd074a131e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 5bc4c40a-f72c-4d9a-b409-36a919895d7a owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:52.372909 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-075a0513-9180-45c4-ac65-893ffa3a5fa6 None None] For port 75bbb635-c102-40c3-899a-77bc59ae5642, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=75bbb635-c102-40c3-899a-77bc59ae5642,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:52.411351 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-075a0513-9180-45c4-ac65-893ffa3a5fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.419493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c8a01-64b5-49a4-8efb-0e05c55ecdd6 req-b4caac29-fafa-4be6-b414-a64e2100dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:52.421260 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a9c8a01-64b5-49a4-8efb-0e05c55ecdd6 req-b4caac29-fafa-4be6-b414-a64e2100dc4b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4050dda0-7be6-4550-b8ab-15431325c8a3 HTTP/1.1" status: 200 len: 850 time: 0.1731684 Aug 16 20:53:52.429014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-075a0513-9180-45c4-ac65-893ffa3a5fa6 None None] Transition to ACTIVE for port object 75bbb635-c102-40c3-899a-77bc59ae5642 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:52.431876 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1bf4b36-f76b-4723-85ee-c284168bdf1c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.433381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d1bf4b36-f76b-4723-85ee-c284168bdf1c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7112782 Aug 16 20:53:52.439117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60330) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:52.449360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1149138558', 'security_groups': ['8450fb0a-dd38-44c5-a670-b6278dca3ecc'], 'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '32dad6c9-b4dd-4cc9-9eca-26b23335bb49'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:52.483740 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-075a0513-9180-45c4-ac65-893ffa3a5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.502065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c8a01-64b5-49a4-8efb-0e05c55ecdd6 req-84d148b9-4006-4512-aa73-02638d264038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:52.503582 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a9c8a01-64b5-49a4-8efb-0e05c55ecdd6 req-84d148b9-4006-4512-aa73-02638d264038 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e326fa6c-2a20-4d37-a565-aff686757d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709774 Aug 16 20:53:52.511720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] For port 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb,segment=NetworkSegment(d3294d7d-cde2-4905-8e8b-aec2b9181869),segment_id=d3294d7d-cde2-4905-8e8b-aec2b9181869)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:52.512522 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.570650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a0513-9180-45c4-ac65-893ffa3a5fa6 None None] Pushing event updated for resources: {'Port': ['ID=75bbb635-c102-40c3-899a-77bc59ae5642,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:52.626715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Calling delete_port for 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:52.656246 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a9c8a01-64b5-49a4-8efb-0e05c55ecdd6 req-b5d84a1a-a862-43e4-bca5-ed0e20c08047 service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405623 Aug 16 20:53:52.711186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:52.845741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525949a-8186-40fa-a70b-e2aa4c60a007 req-42d8a075-bc9a-4910-9e76-f8f79cfebb7c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:52.847872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7525949a-8186-40fa-a70b-e2aa4c60a007 req-42d8a075-bc9a-4910-9e76-f8f79cfebb7c tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 943 time: 0.1481912 Aug 16 20:53:52.880030 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a9c8a01-64b5-49a4-8efb-0e05c55ecdd6 req-dc89c24b-436a-439f-a638-54b079816c31 service neutron] 10.222.0.79 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727498 Aug 16 20:53:52.902199 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.909275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7ff14134-9e79-4dae-ba35-045871cf4cb9 None None] Provisioning for port 645ba5d9-a523-4812-956a-be989417cdb5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:52.917734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7ff14134-9e79-4dae-ba35-045871cf4cb9 None None] Provisioning complete for port 645ba5d9-a523-4812-956a-be989417cdb5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:52.918117 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7ff14134-9e79-4dae-ba35-045871cf4cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.924662 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f60cec7f-262f-463c-9774-c9dd074a131e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.945959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7525949a-8186-40fa-a70b-e2aa4c60a007 req-c53eb61e-e886-4348-9fb2-e953b6c347a2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828431 Aug 16 20:53:53.006487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] device_id is not set on port eedfaaec-736b-4f1e-9a98-ba724105385c yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:53.011486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cec7f-262f-463c-9774-c9dd074a131e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=5bc4c40a-f72c-4d9a-b409-36a919895d7a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:53.033014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7ff14134-9e79-4dae-ba35-045871cf4cb9 None None] Provisioning complete for port e0ef79b5-89f0-4f20-97b2-5be528537ba6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:53.033419 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7ff14134-9e79-4dae-ba35-045871cf4cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.073529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7ff14134-9e79-4dae-ba35-045871cf4cb9 None None] Port e0ef79b5-89f0-4f20-97b2-5be528537ba6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:53.137742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 13836154-f262-4d3f-8bc8-9267f3aee077 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:53.176652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.194306 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f60cec7f-262f-463c-9774-c9dd074a131e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.196201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f60cec7f-262f-463c-9774-c9dd074a131e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/5bc4c40a-f72c-4d9a-b409-36a919895d7a HTTP/1.1" status: 204 len: 168 time: 1.2413611 Aug 16 20:53:53.200578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60340) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:53.222241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebca9ee-c8df-4fde-8043-cee6ec34081f req-c40c0be9-b256-443c-a795-34f5435404db tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:53.223228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'Port': ['ID=4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:53.229699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ebca9ee-c8df-4fde-8043-cee6ec34081f req-c40c0be9-b256-443c-a795-34f5435404db tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.1652870 Aug 16 20:53:53.311183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:53.328723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '13836154-f262-4d3f-8bc8-9267f3aee077', 'network_id': '8deab356-caba-48b8-adaa-724050112348', 'port_id': '13836154-f262-4d3f-8bc8-9267f3aee077', 'mac_address': 'fa:16:3e:54:e5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:53.362975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ea8c9-75c1-453c-a5e0-4d312f1c483b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:53.364556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ea8c9-75c1-453c-a5e0-4d312f1c483b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:53.371302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ea8c9-75c1-453c-a5e0-4d312f1c483b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:53.375413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1a2ea8c9-75c1-453c-a5e0-4d312f1c483b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1716251 Aug 16 20:53:53.380018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60344) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:53.421951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ebca9ee-c8df-4fde-8043-cee6ec34081f req-be4fd648-ad87-4bfc-8094-8099185fc2a3 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912613 Aug 16 20:53:53.458011 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.489201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13836154-f262-4d3f-8bc8-9267f3aee077 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:53.559094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:53.579723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.603909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60350) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:53.654957 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.739244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=13836154-f262-4d3f-8bc8-9267f3aee077,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:53.770913 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-64a9ff75-1143-4b4b-a8a1-bbfd9c28b82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.809129 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8::3b2 (424dd8d7-b53c-4efc-9508-4a64f79c9cfd/32dad6c9-b4dd-4cc9-9eca-26b23335bb49/eedfaaec-736b-4f1e-9a98-ba724105385c) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:53.842276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be003d1-6ea2-4608-a45e-2e6e94859652 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 4a1ff6bb-cf47-44ad-8ff3-bc84d62ea4b7 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:53.853822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0be003d1-6ea2-4608-a45e-2e6e94859652 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.862927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['13836154-f262-4d3f-8bc8-9267f3aee077'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:53.929260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cb0739ba-d55e-4941-b472-69de269003f0 None None] Provisioning for port 75bbb635-c102-40c3-899a-77bc59ae5642 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:53.938827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cb0739ba-d55e-4941-b472-69de269003f0 None None] Provisioning complete for port 75bbb635-c102-40c3-899a-77bc59ae5642 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:53.939213 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cb0739ba-d55e-4941-b472-69de269003f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.943427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0be003d1-6ea2-4608-a45e-2e6e94859652 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.010013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Router 27d2f6cb-984a-4502-85a4-e992c18da066 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:54.086756 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.158205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-64a9ff75-1143-4b4b-a8a1-bbfd9c28b82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.176823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:54.184556 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-02359809-eccd-4ec0-b7a4-02e658fa8f25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "PUT /v2.0/routers/27d2f6cb-984a-4502-85a4-e992c18da066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4571795 Aug 16 20:53:54.188131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60356) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:54.191812 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0be003d1-6ea2-4608-a45e-2e6e94859652 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.192794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c464a71-c0e2-4daf-a4cf-7e5a00387b83 None None] Sync routers for ids ['27d2f6cb-984a-4502-85a4-e992c18da066'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:54.204297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c464a71-c0e2-4daf-a4cf-7e5a00387b83 None None] Routers {'27d2f6cb-984a-4502-85a4-e992c18da066'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:54.205433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9c464a71-c0e2-4daf-a4cf-7e5a00387b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27d2f6cb-984a-4502-85a4-e992c18da066'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:54.243238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object eedfaaec-736b-4f1e-9a98-ba724105385c will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:54.244932 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-64a9ff75-1143-4b4b-a8a1-bbfd9c28b82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.259177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7d677677-8b20-4b12-9014-8f153ae0b951 None None] Could not find standard attr ID for object 5bc4c40a-f72c-4d9a-b409-36a919895d7a. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:53:54.327902 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-64a9ff75-1143-4b4b-a8a1-bbfd9c28b82f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7fa75bcb2bd441ee837cc3ca2ed25784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7226522 Aug 16 20:53:54.329754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60358) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:54.331851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a425-0516-4e88-bc1e-6eb88dffaaa5 req-83c0d79c-68f6-41d6-9104-1489a5120021 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:54.339413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9ff75-1143-4b4b-a8a1-bbfd9c28b82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9768ac7-dcf7-41b3-8b3d-e14779af9d17,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:54.340286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-def3a425-0516-4e88-bc1e-6eb88dffaaa5 req-83c0d79c-68f6-41d6-9104-1489a5120021 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 944 time: 0.2442753 Aug 16 20:53:54.401352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5560ad7b-79b3-4f53-8718-babfaecafe25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Deleting subnet c55ad56f-80a5-4fe0-a08b-60af35a785e0 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:54.402960 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2271abdf-bb01-45b5-a66f-ed39afa6d590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.414793 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5560ad7b-79b3-4f53-8718-babfaecafe25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.430482 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2271abdf-bb01-45b5-a66f-ed39afa6d590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.455671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-def3a425-0516-4e88-bc1e-6eb88dffaaa5 req-37634ebe-2be4-4036-857c-abade4607832 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119571 Aug 16 20:53:54.480614 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5560ad7b-79b3-4f53-8718-babfaecafe25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.485141 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0be003d1-6ea2-4608-a45e-2e6e94859652 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.496435 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 75bbb635-c102-40c3-899a-77bc59ae5642 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:54.540861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be003d1-6ea2-4608-a45e-2e6e94859652 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1ff6bb-cf47-44ad-8ff3-bc84d62ea4b7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:54.551950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0be003d1-6ea2-4608-a45e-2e6e94859652 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.556639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0be003d1-6ea2-4608-a45e-2e6e94859652 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/4a1ff6bb-cf47-44ad-8ff3-bc84d62ea4b7 HTTP/1.1" status: 204 len: 168 time: 1.1756217 Aug 16 20:53:54.556908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60366) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:54.567532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c00e3f3-ddfd-4581-a2aa-c35d3017891d None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:54.571367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-9c464a71-c0e2-4daf-a4cf-7e5a00387b83 None None] Set router 27d2f6cb-984a-4502-85a4-e992c18da066 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:54.578551 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.622569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2271abdf-bb01-45b5-a66f-ed39afa6d590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.630718 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2271abdf-bb01-45b5-a66f-ed39afa6d590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.632119 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2271abdf-bb01-45b5-a66f-ed39afa6d590 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f9768ac7-dcf7-41b3-8b3d-e14779af9d17 HTTP/1.1" status: 204 len: 168 time: 0.3013215 Aug 16 20:53:54.648883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=eedfaaec-736b-4f1e-9a98-ba724105385c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:54.656478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271abdf-bb01-45b5-a66f-ed39afa6d590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9768ac7-dcf7-41b3-8b3d-e14779af9d17,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:54.677831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-398aef45-3239-4a2e-90e4-b8f45187d538 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet cb886f0c-3ecb-48c9-b97c-4529b93580af {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:54.698132 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-398aef45-3239-4a2e-90e4-b8f45187d538 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.701454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:54.705624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:54.709194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:54.715081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:54.715727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.759488 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-398aef45-3239-4a2e-90e4-b8f45187d538 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.772186 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5560ad7b-79b3-4f53-8718-babfaecafe25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.862467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 75bbb635-c102-40c3-899a-77bc59ae5642 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:54.862987 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.889443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-398aef45-3239-4a2e-90e4-b8f45187d538 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.908537 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877548d1-25cf-4462-97d5-072ac365bc9a req-4395656c-b9f7-433b-b19f-d074bee6a026 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:54.910083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-877548d1-25cf-4462-97d5-072ac365bc9a req-4395656c-b9f7-433b-b19f-d074bee6a026 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.4014597 Aug 16 20:53:54.964959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-877548d1-25cf-4462-97d5-072ac365bc9a req-78b516b5-f058-4d3d-bb77-0fa7d12d53b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475924 Aug 16 20:53:55.124085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9c464a71-c0e2-4daf-a4cf-7e5a00387b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:53:52Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:55.153438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 13836154-f262-4d3f-8bc8-9267f3aee077 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:55.156966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c464a71-c0e2-4daf-a4cf-7e5a00387b83 None None] Checking router: 27d2f6cb-984a-4502-85a4-e992c18da066 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:55.194911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c464a71-c0e2-4daf-a4cf-7e5a00387b83 None None] Routers {'27d2f6cb-984a-4502-85a4-e992c18da066'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:55.206317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9c464a71-c0e2-4daf-a4cf-7e5a00387b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:53:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27d2f6cb-984a-4502-85a4-e992c18da066'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:55.286265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 13836154-f262-4d3f-8bc8-9267f3aee077 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:55.286637 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.326091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-75658bcb-10ef-435d-a64f-c772d05fd024 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8857746 Aug 16 20:53:55.329987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60374) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:55.335406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-29aaf4cd-357d-44cf-80a1-c78ceb0484c8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:55.350860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-9c464a71-c0e2-4daf-a4cf-7e5a00387b83 None None] Set router 27d2f6cb-984a-4502-85a4-e992c18da066 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:55.361891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-398aef45-3239-4a2e-90e4-b8f45187d538 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.384493 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5560ad7b-79b3-4f53-8718-babfaecafe25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.409080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398aef45-3239-4a2e-90e4-b8f45187d538 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=cb886f0c-3ecb-48c9-b97c-4529b93580af,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:55.430650 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-398aef45-3239-4a2e-90e4-b8f45187d538 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.430879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560ad7b-79b3-4f53-8718-babfaecafe25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'Subnet': ['ID=c55ad56f-80a5-4fe0-a08b-60af35a785e0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:55.433168 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-398aef45-3239-4a2e-90e4-b8f45187d538 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/cb886f0c-3ecb-48c9-b97c-4529b93580af HTTP/1.1" status: 204 len: 168 time: 0.8744915 Aug 16 20:53:55.434542 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5560ad7b-79b3-4f53-8718-babfaecafe25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.436474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5560ad7b-79b3-4f53-8718-babfaecafe25 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "DELETE /v2.0/subnets/c55ad56f-80a5-4fe0-a08b-60af35a785e0 HTTP/1.1" status: 204 len: 168 time: 1.2411993 Aug 16 20:53:55.441604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60376) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:55.442057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60378) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:55.448431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-944c8272-8897-4768-9b1f-d392d3e353df None None] Provisioning for port eedfaaec-736b-4f1e-9a98-ba724105385c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:55.467534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-944c8272-8897-4768-9b1f-d392d3e353df None None] Provisioning complete for port eedfaaec-736b-4f1e-9a98-ba724105385c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:55.467916 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-944c8272-8897-4768-9b1f-d392d3e353df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.507566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b9444-5619-48d9-85ea-693f52116370 None None] Network 25def9a6-ad57-4aac-ab2c-18f2245e0b5a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:55.543966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-944c8272-8897-4768-9b1f-d392d3e353df None None] Port eedfaaec-736b-4f1e-9a98-ba724105385c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:55.569458 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-388312ec-5de7-4b6d-968c-878aa5c38e8e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1261437 Aug 16 20:53:55.572266 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60384) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:55.582368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1579daa6-e7b7-4589-967c-1a8a2477a2bf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:55.638331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aaf4cd-357d-44cf-80a1-c78ceb0484c8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:55.645774 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-29aaf4cd-357d-44cf-80a1-c78ceb0484c8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.693409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.695259 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.724124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf30087-8a91-4d2c-9eee-f5ad30f9182a None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:55.813809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400e04d-4188-4e09-9b87-0247079aa151 req-2e2e3c06-0041-48f0-b55e-8218062c4c09 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:55.816058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f400e04d-4188-4e09-9b87-0247079aa151 req-2e2e3c06-0041-48f0-b55e-8218062c4c09 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 944 time: 0.2271335 Aug 16 20:53:55.867764 n-d-793619-14 neutron-server[95261]: INFO neutron.db.ipam_backend_mixin [None req-29aaf4cd-357d-44cf-80a1-c78ceb0484c8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32dad6c9-b4dd-4cc9-9eca-26b23335bb49 (CIDR: 2001:db8::/64) Aug 16 20:53:55.872157 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.888981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f400e04d-4188-4e09-9b87-0247079aa151 req-9c347d3a-008b-4e67-899f-8517b7198ee4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613849 Aug 16 20:53:55.899614 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:55.901976 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8e403a-2514-44f8-961c-db6e8e2b1b72" -d '{"events": [{"server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "name": "network-vif-plugged", "status": "completed", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:55.921193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0b661d49-b7d0-48fe-84c8-1f424ceea651 None None] Provisioning complete for port 75bbb635-c102-40c3-899a-77bc59ae5642 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:55.921572 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0b661d49-b7d0-48fe-84c8-1f424ceea651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.931273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:55.953987 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a171f-d186-4fb8-a5bd-381ef1c518aa x-openstack-request-id: req-fd6a171f-d186-4fb8-a5bd-381ef1c518aa {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:55.954274 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "name": "network-vif-plugged", "status": "completed", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:55.954531 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fd6a171f-d186-4fb8-a5bd-381ef1c518aa {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:55.954922 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077', 'code': 200} Aug 16 20:53:55.965750 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-29aaf4cd-357d-44cf-80a1-c78ceb0484c8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:53:55.966952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29aaf4cd-357d-44cf-80a1-c78ceb0484c8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:53:55.994691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1579daa6-e7b7-4589-967c-1a8a2477a2bf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:55.998444 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1579daa6-e7b7-4589-967c-1a8a2477a2bf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.039122 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.091871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Deleting port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:56.092538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.093502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f2148f-ef6c-4bb2-adde-d15ad68760a9 None None] DHCP port deletion for 25def9a6-ad57-4aac-ab2c-18f2245e0b5a request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:53:56.101789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-29aaf4cd-357d-44cf-80a1-c78ceb0484c8 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7706943 Aug 16 20:53:56.104930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60400) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:56.105407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9c464a71-c0e2-4daf-a4cf-7e5a00387b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:53:52Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:56.111358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2f067728-cae8-4527-8b26-da472fbd708f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:56.145561 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c464a71-c0e2-4daf-a4cf-7e5a00387b83 None None] The sync data for ids ['27d2f6cb-984a-4502-85a4-e992c18da066'] in n-d-793619-14 is: [{'id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'name': 'tempest-TestSecurityGroupsBasicOps-router-412964060', 'tenant_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:31Z', 'updated_at': '2021-08-16T20:53:52Z', 'revision_number': 5, 'project_id': 'dd3bb4cd838b40d18fd6af77660f5d7c', 'gw_port': {'id': '38cbfcb7-5c70-4d21-bf9d-f4288122ec03', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d2f6cb-984a-4502-85a4-e992c18da066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:32Z', 'updated_at': '2021-08-16T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:56.239323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=13836154-f262-4d3f-8bc8-9267f3aee077,revision_number=10']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:56.268434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-13f2148f-ef6c-4bb2-adde-d15ad68760a9 None None] Deleting port 2f43c55b-3037-44c6-98c6-a88702aba043 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:56.268809 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-13f2148f-ef6c-4bb2-adde-d15ad68760a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.307493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] For port 38cbfcb7-5c70-4d21-bf9d-f4288122ec03, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=38cbfcb7-5c70-4d21-bf9d-f4288122ec03,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:56.307493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.323357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Calling delete_port for 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:56.329797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a328820-c37f-43eb-a99f-a240edd6b42b req-2e3daaa2-0e59-4771-a4d8-27fbfd064f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.336611 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a328820-c37f-43eb-a99f-a240edd6b42b req-2e3daaa2-0e59-4771-a4d8-27fbfd064f8d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 1098 time: 0.1117539 Aug 16 20:53:56.414890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f067728-cae8-4527-8b26-da472fbd708f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:56.419571 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f067728-cae8-4527-8b26-da472fbd708f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.430355 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a328820-c37f-43eb-a99f-a240edd6b42b req-acf0f7bb-c4ac-4ab8-a5bc-68e5b4df6562 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857239 Aug 16 20:53:56.521605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-13f2148f-ef6c-4bb2-adde-d15ad68760a9 None None] For port 2f43c55b-3037-44c6-98c6-a88702aba043, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2f43c55b-3037-44c6-98c6-a88702aba043,segment=NetworkSegment(d3294d7d-cde2-4905-8e8b-aec2b9181869),segment_id=d3294d7d-cde2-4905-8e8b-aec2b9181869)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:56.522640 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-13f2148f-ef6c-4bb2-adde-d15ad68760a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.526274 n-d-793619-14 neutron-server[95261]: INFO neutron.db.ipam_backend_mixin [None req-2f067728-cae8-4527-8b26-da472fbd708f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4340a9c9-c64d-4dcb-bf8e-5b8fb14e692b (CIDR: 2001:db8:0:1::/64) Aug 16 20:53:56.538485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-13f2148f-ef6c-4bb2-adde-d15ad68760a9 None None] Calling delete_port for 2f43c55b-3037-44c6-98c6-a88702aba043 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:56.542254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1579daa6-e7b7-4589-967c-1a8a2477a2bf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.580341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579daa6-e7b7-4589-967c-1a8a2477a2bf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:56.583909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-1579daa6-e7b7-4589-967c-1a8a2477a2bf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:56.588775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1579daa6-e7b7-4589-967c-1a8a2477a2bf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.589394 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1579daa6-e7b7-4589-967c-1a8a2477a2bf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.598215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd7631-49af-406d-9bad-b2615ea34f5d None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:53:56.601598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2f43c55b-3037-44c6-98c6-a88702aba043 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:56.613997 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f067728-cae8-4527-8b26-da472fbd708f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:53:56.615608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f067728-cae8-4527-8b26-da472fbd708f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:53:56.637167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579daa6-e7b7-4589-967c-1a8a2477a2bf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=b295d4db-3a87-47df-b93a-0f12fbed5c90,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:56.718653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2f067728-cae8-4527-8b26-da472fbd708f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6089892 Aug 16 20:53:56.718653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60412) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:56.723805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9c30f8c0-515d-443e-8088-ea913803cce4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'subnet': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:56.734603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1579daa6-e7b7-4589-967c-1a8a2477a2bf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1600294 Aug 16 20:53:56.760853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60414) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:56.766843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4dcb429f-f981-42fe-a2af-151569bbf121 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:56.861702 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.888220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd7631-49af-406d-9bad-b2615ea34f5d None None] Deleting port 75bbb635-c102-40c3-899a-77bc59ae5642 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:56.888587 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d7cd7631-49af-406d-9bad-b2615ea34f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.972370 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-13f2148f-ef6c-4bb2-adde-d15ad68760a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.025197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2148f-ef6c-4bb2-adde-d15ad68760a9 None None] Pushing event deleted for resources: {'Port': ['ID=2f43c55b-3037-44c6-98c6-a88702aba043,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:57.048300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f2148f-ef6c-4bb2-adde-d15ad68760a9 None None] No DVR routers for this DVR port 2f43c55b-3037-44c6-98c6-a88702aba043 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:57.059705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c30f8c0-515d-443e-8088-ea913803cce4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Made reservation on behalf of ae6ba79001324de38b23e6fa0875588a for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:57.061775 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c30f8c0-515d-443e-8088-ea913803cce4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.080842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.087786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d7cd7631-49af-406d-9bad-b2615ea34f5d None None] For port 75bbb635-c102-40c3-899a-77bc59ae5642, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=75bbb635-c102-40c3-899a-77bc59ae5642,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:57.088279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d7cd7631-49af-406d-9bad-b2615ea34f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.112164 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd7631-49af-406d-9bad-b2615ea34f5d None None] Calling delete_port for 75bbb635-c102-40c3-899a-77bc59ae5642 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:57.125435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'Port': ['ID=38cbfcb7-5c70-4d21-bf9d-f4288122ec03,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:57.212903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcb429f-f981-42fe-a2af-151569bbf121 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:57.220270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4dcb429f-f981-42fe-a2af-151569bbf121 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.233570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.318953 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d7cd7631-49af-406d-9bad-b2615ea34f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.345160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd7631-49af-406d-9bad-b2615ea34f5d None None] Pushing event deleted for resources: {'Port': ['ID=75bbb635-c102-40c3-899a-77bc59ae5642,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:57.352403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd7631-49af-406d-9bad-b2615ea34f5d None None] No DVR routers for this DVR port 75bbb635-c102-40c3-899a-77bc59ae5642 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:57.357095 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.362202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.374568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ab41d-d15a-4ea9-8483-0720fdcf8dbb None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:57.402255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9e0dd-ac01-4e4f-aede-7b42e7af006a req-2e9bf54e-895c-42f3-945a-d198ba606c92 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:57.403809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ab9e0dd-ac01-4e4f-aede-7b42e7af006a req-2e9bf54e-895c-42f3-945a-d198ba606c92 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.3968875 Aug 16 20:53:57.512886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ab9e0dd-ac01-4e4f-aede-7b42e7af006a req-7910925b-5251-4d1d-baef-beeea3eadde1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849941 Aug 16 20:53:57.548035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.548576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Fanout notify agent at l3_agent the message router_deleted on router 27d2f6cb-984a-4502-85a4-e992c18da066 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:53:57.557160 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.558298 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-166962d5-f8f3-48f4-9d13-788c31b1af84 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "DELETE /v2.0/routers/27d2f6cb-984a-4502-85a4-e992c18da066 HTTP/1.1" status: 204 len: 168 time: 2.1083539 Aug 16 20:53:57.564165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60438) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:57.583296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19510020-3799-4ea2-98ad-80393379794c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': 'b295d4db-3a87-47df-b93a-0f12fbed5c90'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:57.584463 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19510020-3799-4ea2-98ad-80393379794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.675134 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.796182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-19510020-3799-4ea2-98ad-80393379794c None None] Allocated IP 172.20.0.2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/b295d4db-3a87-47df-b93a-0f12fbed5c90/c1c382c0-b610-4e6a-abd2-6a2954d1c19c) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:57.819530 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.835563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25def9a6-ad57-4aac-ab2c-18f2245e0b5a']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:57.857713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3294d7d-cde2-4905-8e8b-aec2b9181869') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:57.857995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3294d7d-cde2-4905-8e8b-aec2b9181869') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:57.869224 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.887207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c30f8c0-515d-443e-8088-ea913803cce4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.888046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.903631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:57.904270 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:57.908773 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:57.946151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30f8c0-515d-443e-8088-ea913803cce4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:57.953359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-9c30f8c0-515d-443e-8088-ea913803cce4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:58.002942 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30f8c0-515d-443e-8088-ea913803cce4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.003584 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c30f8c0-515d-443e-8088-ea913803cce4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.006665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a769bf8a-9f8c-41b9-af45-b1dd57bde4e9 None None] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:58.010584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30f8c0-515d-443e-8088-ea913803cce4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Subnet': ['ID=8e267b70-3968-4094-bd58-45f5028b90e5,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:58.062353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.objects.ports [None req-4dcb429f-f981-42fe-a2af-151569bbf121 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:53:58.065823 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4dcb429f-f981-42fe-a2af-151569bbf121 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.085099 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.096378 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19510020-3799-4ea2-98ad-80393379794c None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.111780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-19510020-3799-4ea2-98ad-80393379794c None None] Transition to ACTIVE for port object c1c382c0-b610-4e6a-abd2-6a2954d1c19c will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:58.119528 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.126370 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] 10.222.0.74 "DELETE /v2.0/networks/25def9a6-ad57-4aac-ab2c-18f2245e0b5a HTTP/1.1" status: 204 len: 168 time: 0.5585492 Aug 16 20:53:58.126370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16216a-c771-4b50-953b-af6e3b6d2775 tempest-TestSecurityGroupsBasicOps-1316782873 tempest-TestSecurityGroupsBasicOps-1316782873-project] Pushing event deleted for resources: {'Network': ['ID=25def9a6-ad57-4aac-ab2c-18f2245e0b5a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:58.132939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb429f-f981-42fe-a2af-151569bbf121 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:58.139874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb429f-f981-42fe-a2af-151569bbf121 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:58.150311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-19510020-3799-4ea2-98ad-80393379794c None None] Transition to ACTIVE for port object c1c382c0-b610-4e6a-abd2-6a2954d1c19c will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:58.153698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb429f-f981-42fe-a2af-151569bbf121 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.154312 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4dcb429f-f981-42fe-a2af-151569bbf121 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.173606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60474) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:58.173800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9c30f8c0-515d-443e-8088-ea913803cce4 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4547589 Aug 16 20:53:58.180020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-741188536', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8e267b70-3968-4094-bd58-45f5028b90e5'}], 'security_groups': ['b9c16b81-9bdb-4a09-9764-e9f9517ce485', '90717753-ea29-40b2-af99-47c925534cef']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:58.221398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb429f-f981-42fe-a2af-151569bbf121 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=7d2d5600-6f7d-439a-b9d8-1e15362212d2,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:58.305765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 75bbb635-c102-40c3-899a-77bc59ae5642 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:58.329689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 75bbb635-c102-40c3-899a-77bc59ae5642 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:58.330430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4dcb429f-f981-42fe-a2af-151569bbf121 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5684733 Aug 16 20:53:58.330668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 75bbb635-c102-40c3-899a-77bc59ae5642 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:58.331323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:58.333166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60486) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:58.340361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:55:1d:e0', 'name': 'tempest-NetworksTestDHCPv6-1137611116'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:58.370389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19510020-3799-4ea2-98ad-80393379794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.381619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:58.382281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4d2bfc70-0ca8-4f0b-9d39-eec7f43541cb not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:58.382915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:58.423504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.437054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:58.437908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 38cbfcb7-5c70-4d21-bf9d-f4288122ec03 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:58.458076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19510020-3799-4ea2-98ad-80393379794c None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:58.463189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e96d21-f63f-4970-9622-fa7de9da8c08 None None] Update dhcp port {'port': {'network_id': '424dd8d7-b53c-4efc-9508-4a64f79c9cfd', 'fixed_ips': [{'subnet_id': '4340a9c9-c64d-4dcb-bf8e-5b8fb14e692b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '32dad6c9-b4dd-4cc9-9eca-26b23335bb49', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e267b70-3968-4094-bd58-45f5028b90e5'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '645ba5d9-a523-4812-956a-be989417cdb5'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:53:58.467157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-19510020-3799-4ea2-98ad-80393379794c None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:58.487075 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19510020-3799-4ea2-98ad-80393379794c None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:58.497517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19510020-3799-4ea2-98ad-80393379794c None None] Pushing event updated for resources: {'Port': ['ID=c1c382c0-b610-4e6a-abd2-6a2954d1c19c,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:58.540885 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d1e96d21-f63f-4970-9622-fa7de9da8c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.584898 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-19510020-3799-4ea2-98ad-80393379794c None None] Attempting to bind port c1c382c0-b610-4e6a-abd2-6a2954d1c19c on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:58.584898 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-19510020-3799-4ea2-98ad-80393379794c None None] Attempting to bind port c1c382c0-b610-4e6a-abd2-6a2954d1c19c by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:58.585764 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19510020-3799-4ea2-98ad-80393379794c None None] Attempting to bind port c1c382c0-b610-4e6a-abd2-6a2954d1c19c on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:58.611672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19510020-3799-4ea2-98ad-80393379794c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:58.615432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19510020-3799-4ea2-98ad-80393379794c None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:58.615432 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19510020-3799-4ea2-98ad-80393379794c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.615432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19510020-3799-4ea2-98ad-80393379794c None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:58.615432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-19510020-3799-4ea2-98ad-80393379794c None None] Bound port: c1c382c0-b610-4e6a-abd2-6a2954d1c19c, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:58.615432 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19510020-3799-4ea2-98ad-80393379794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.640558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:58.737191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ce38-ed36-46cb-832a-ba4eca0310af req-8bfaae64-4c6f-41d0-b2cd-4ab22b03d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.753231 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c3e5ce38-ed36-46cb-832a-ba4eca0310af req-8bfaae64-4c6f-41d0-b2cd-4ab22b03d45a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9b609ae70a794236b71104a3023ce490&device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 1098 time: 0.0719395 Aug 16 20:53:58.774081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-19510020-3799-4ea2-98ad-80393379794c None None] For port c1c382c0-b610-4e6a-abd2-6a2954d1c19c, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:58.784409 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-19510020-3799-4ea2-98ad-80393379794c None None] For port c1c382c0-b610-4e6a-abd2-6a2954d1c19c, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c1c382c0-b610-4e6a-abd2-6a2954d1c19c,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:58.792763 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.806246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799bea7-cc0d-491c-a410-4d806b9826f7 req-4af2a5c5-e9a7-49c6-8663-4504866e4cc2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.806246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4799bea7-cc0d-491c-a410-4d806b9826f7 req-4af2a5c5-e9a7-49c6-8663-4504866e4cc2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0998092 Aug 16 20:53:58.833277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port be953938-79db-4f00-9f38-b8b3b12435f8 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:58.887929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19510020-3799-4ea2-98ad-80393379794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.920888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4799bea7-cc0d-491c-a410-4d806b9826f7 req-33653803-366c-4aad-bb0d-6609537cc02e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887442 Aug 16 20:53:58.941450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ce38-ed36-46cb-832a-ba4eca0310af req-086b39a3-2373-40bc-a3ca-639805b95519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.942963 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c3e5ce38-ed36-46cb-832a-ba4eca0310af req-086b39a3-2373-40bc-a3ca-639805b95519 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8deab356-caba-48b8-adaa-724050112348 HTTP/1.1" status: 200 len: 915 time: 0.1757231 Aug 16 20:53:58.977599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19510020-3799-4ea2-98ad-80393379794c None None] Pushing event updated for resources: {'Port': ['ID=c1c382c0-b610-4e6a-abd2-6a2954d1c19c,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:59.070357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60504) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:59.078116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Delete allocated IP 2001:db8::3b2 (424dd8d7-b53c-4efc-9508-4a64f79c9cfd/32dad6c9-b4dd-4cc9-9eca-26b23335bb49) {{(pid=95262) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:53:59.083969 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c3e5ce38-ed36-46cb-832a-ba4eca0310af req-47e41a96-d567-4370-af7a-8b3214cfe2bd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13836154-f262-4d3f-8bc8-9267f3aee077 HTTP/1.1" status: 200 len: 217 time: 0.1250610 Aug 16 20:53:59.104420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 172.20.0.10 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/b295d4db-3a87-47df-b93a-0f12fbed5c90/be953938-79db-4f00-9f38-b8b3b12435f8) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:59.117864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::f816:3eff:fe55:1de0 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/7d2d5600-6f7d-439a-b9d8-1e15362212d2/be953938-79db-4f00-9f38-b8b3b12435f8) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:59.158817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Allocated IP 2001:db8:0:2::32e (424dd8d7-b53c-4efc-9508-4a64f79c9cfd/8e267b70-3968-4094-bd58-45f5028b90e5/eedfaaec-736b-4f1e-9a98-ba724105385c) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:59.212921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ce38-ed36-46cb-832a-ba4eca0310af req-e6fa64b7-0dd4-481f-bb1d-4b230484e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:59.214509 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c3e5ce38-ed36-46cb-832a-ba4eca0310af req-e6fa64b7-0dd4-481f-bb1d-4b230484e554 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5 HTTP/1.1" status: 200 len: 854 time: 0.1220856 Aug 16 20:53:59.383738 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c3e5ce38-ed36-46cb-832a-ba4eca0310af req-10bf50ad-cadb-492d-8f4d-b54096a637c2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8deab356-caba-48b8-adaa-724050112348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547799 Aug 16 20:53:59.393196 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.409980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object be953938-79db-4f00-9f38-b8b3b12435f8 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:59.555740 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.565691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.567629 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c3e5ce38-ed36-46cb-832a-ba4eca0310af req-c3080b4c-c0c5-4c73-b6bc-f41fa3219d73 service neutron] 10.222.0.79 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754479 Aug 16 20:53:59.576488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Transition to ACTIVE for port object eedfaaec-736b-4f1e-9a98-ba724105385c will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:59.612057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d1dfd209-c06a-453c-ad0d-8d9ebb0f3153 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dd3bb4cd838b40d18fd6af77660f5d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5398147 Aug 16 20:53:59.617753 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60514) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:59.640524 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.644513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:59.653530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:59.655995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=be953938-79db-4f00-9f38-b8b3b12435f8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:59.663592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:59.713812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-d1e96d21-f63f-4970-9622-fa7de9da8c08 None None] Allocated IP 2001:db8:0:2::2 (424dd8d7-b53c-4efc-9508-4a64f79c9cfd/8e267b70-3968-4094-bd58-45f5028b90e5/645ba5d9-a523-4812-956a-be989417cdb5) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:59.727377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] In _notify_port_updated(), no bound segment for port eedfaaec-736b-4f1e-9a98-ba724105385c on network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:53:59.732850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:59.737999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:59.738506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.738598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.738598 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "PUT /v2.0/ports/eedfaaec-736b-4f1e-9a98-ba724105385c HTTP/1.1" status: 200 len: 969 time: 1.5604055 Aug 16 20:53:59.738888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60516) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:59.748459 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c3e5ce38-ed36-46cb-832a-ba4eca0310af req-6d6cbd27-d5d1-422d-9409-8a2a7bb05555 service neutron] 10.222.0.79 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732273 Aug 16 20:53:59.749352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457835d7-0193-4f4e-af02-8e01e2490f44 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event updated for resources: {'Port': ['ID=eedfaaec-736b-4f1e-9a98-ba724105385c,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:59.757346 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c82f-05ef-4dda-a4d4-3137027930a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.810719 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c82f-05ef-4dda-a4d4-3137027930a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.822710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d1e96d21-f63f-4970-9622-fa7de9da8c08 None None] For port 645ba5d9-a523-4812-956a-be989417cdb5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=645ba5d9-a523-4812-956a-be989417cdb5,segment=NetworkSegment(eabd5e45-bd9d-43b6-9857-72427bcae61c),segment_id=eabd5e45-bd9d-43b6-9857-72427bcae61c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:59.857658 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d1e96d21-f63f-4970-9622-fa7de9da8c08 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.874001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d1e96d21-f63f-4970-9622-fa7de9da8c08 None None] Transition to ACTIVE for port object 645ba5d9-a523-4812-956a-be989417cdb5 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:59.892607 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0ff29-2394-4131-bda5-2a3e7266a90c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port eedfaaec-736b-4f1e-9a98-ba724105385c {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:59.892955 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ff29-2394-4131-bda5-2a3e7266a90c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.941272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60520) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:59.941735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d3bbcf6d-c4dd-42aa-a47a-c9b2b3c0c2d2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6073759 Aug 16 20:54:00.005290 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d1e96d21-f63f-4970-9622-fa7de9da8c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.009331 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c82f-05ef-4dda-a4d4-3137027930a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.010284 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c82f-05ef-4dda-a4d4-3137027930a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.011870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a2d7c82f-05ef-4dda-a4d4-3137027930a5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be8e8307-b40e-4725-84a5-f370136e6276 HTTP/1.1" status: 204 len: 168 time: 0.3913896 Aug 16 20:54:00.014222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd62ae5-856c-42ad-b0e0-9e7681d5545b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:00.023284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd62ae5-856c-42ad-b0e0-9e7681d5545b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:00.028717 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fbd62ae5-856c-42ad-b0e0-9e7681d5545b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0863786 Aug 16 20:54:00.029719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60526) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:00.078040 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ff29-2394-4131-bda5-2a3e7266a90c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.082932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7c82f-05ef-4dda-a4d4-3137027930a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e8307-b40e-4725-84a5-f370136e6276,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:00.103032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0ff29-2394-4131-bda5-2a3e7266a90c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for eedfaaec-736b-4f1e-9a98-ba724105385c owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:00.124222 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769472db-b33c-40e6-b591-0592224a098b req-4f2f1ee8-f135-4813-9488-2df87eb8b6b8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:00.126364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-769472db-b33c-40e6-b591-0592224a098b req-4f2f1ee8-f135-4813-9488-2df87eb8b6b8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.1451333 Aug 16 20:54:00.180292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e90c346a-56cc-4a90-9321-4330532ad3a4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port be953938-79db-4f00-9f38-b8b3b12435f8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:00.180566 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e90c346a-56cc-4a90-9321-4330532ad3a4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.335236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e96d21-f63f-4970-9622-fa7de9da8c08 None None] Pushing event updated for resources: {'Port': ['ID=645ba5d9-a523-4812-956a-be989417cdb5,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:00.348508 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e90c346a-56cc-4a90-9321-4330532ad3a4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.348870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e32d4e-d80e-42f9-af4c-3fab991df271 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:00.362804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-769472db-b33c-40e6-b591-0592224a098b req-f8712d3a-4812-40da-ace9-054e83eca6bf tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223349 Aug 16 20:54:00.379920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e90c346a-56cc-4a90-9321-4330532ad3a4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for be953938-79db-4f00-9f38-b8b3b12435f8 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:00.406306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c1c382c0-b610-4e6a-abd2-6a2954d1c19c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:00.592107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a73c1049-99d9-419f-939e-3ba8ea871138 None None] Provisioning for port c1c382c0-b610-4e6a-abd2-6a2954d1c19c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:00.628488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa7647-8c2c-4c49-bb0e-4f1062e7bd29 req-24190fea-ac0d-4de5-a4b6-8cc808013cb1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:00.630114 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9fa7647-8c2c-4c49-bb0e-4f1062e7bd29 req-24190fea-ac0d-4de5-a4b6-8cc808013cb1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0734026 Aug 16 20:54:00.662057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c1c382c0-b610-4e6a-abd2-6a2954d1c19c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:00.669086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c1c382c0-b610-4e6a-abd2-6a2954d1c19c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:00.669372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.701649 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9fa7647-8c2c-4c49-bb0e-4f1062e7bd29 req-eae1da4b-9f2b-4a23-bf8e-9e0f972cda2e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637796 Aug 16 20:54:00.726879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ff29-2394-4131-bda5-2a3e7266a90c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.759537 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e90c346a-56cc-4a90-9321-4330532ad3a4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.794149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22268c2-259a-4db4-bc43-00aa08767a5a None None] Update dhcp port {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': 'b295d4db-3a87-47df-b93a-0f12fbed5c90', 'ip_address': '172.20.0.2'}, {'subnet_id': '7d2d5600-6f7d-439a-b9d8-1e15362212d2'}], 'binding:host_id': 'n-d-793619-14'}, 'id': 'c1c382c0-b610-4e6a-abd2-6a2954d1c19c'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:54:00.821540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0ff29-2394-4131-bda5-2a3e7266a90c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=eedfaaec-736b-4f1e-9a98-ba724105385c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:00.836343 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.841535 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e22268c2-259a-4db4-bc43-00aa08767a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.884952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c346a-56cc-4a90-9321-4330532ad3a4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=be953938-79db-4f00-9f38-b8b3b12435f8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:00.899427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ff29-2394-4131-bda5-2a3e7266a90c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.901401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1ea0ff29-2394-4131-bda5-2a3e7266a90c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/eedfaaec-736b-4f1e-9a98-ba724105385c HTTP/1.1" status: 204 len: 168 time: 1.1618578 Aug 16 20:54:00.904632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60540) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:00.915836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c1c382c0-b610-4e6a-abd2-6a2954d1c19c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c1c382c0-b610-4e6a-abd2-6a2954d1c19c,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:00.934392 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c3759e-ac74-4c7f-a58a-20655b718562 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] GET failed (client error): The resource could not be found. Aug 16 20:54:00.936148 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-98c3759e-ac74-4c7f-a58a-20655b718562 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports/eedfaaec-736b-4f1e-9a98-ba724105385c HTTP/1.1" status: 404 len: 333 time: 0.0305414 Aug 16 20:54:00.939525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60542) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:00.966509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d425e5-6428-4ef1-86f5-b458a2aa0c13 req-984330a9-e918-4ef2-8508-57f078871d7b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:00.974899 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74d425e5-6428-4ef1-86f5-b458a2aa0c13 req-984330a9-e918-4ef2-8508-57f078871d7b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.1567252 Aug 16 20:54:01.040572 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.057657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74d425e5-6428-4ef1-86f5-b458a2aa0c13 req-91ef2476-2a62-4d30-9551-3fee1498d297 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817637 Aug 16 20:54:01.060167 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e90c346a-56cc-4a90-9321-4330532ad3a4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.062532 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e90c346a-56cc-4a90-9321-4330532ad3a4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/be953938-79db-4f00-9f38-b8b3b12435f8 HTTP/1.1" status: 204 len: 168 time: 1.0314832 Aug 16 20:54:01.067402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60544) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.112396 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44416689-f356-447b-bc61-aa03ed9bf7ea tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.143535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c1c382c0-b610-4e6a-abd2-6a2954d1c19c,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:01.152493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-e22268c2-259a-4db4-bc43-00aa08767a5a None None] Allocated IP 2001:db8::f816:3eff:fe01:1209 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/7d2d5600-6f7d-439a-b9d8-1e15362212d2/c1c382c0-b610-4e6a-abd2-6a2954d1c19c) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:01.196322 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18125ce6-c30f-4272-b845-8787d38b1f7f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:01.197989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18125ce6-c30f-4272-b845-8787d38b1f7f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:01.199539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18125ce6-c30f-4272-b845-8787d38b1f7f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:01.203519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-18125ce6-c30f-4272-b845-8787d38b1f7f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1326191 Aug 16 20:54:01.204611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60552) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.213610 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44416689-f356-447b-bc61-aa03ed9bf7ea tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.290785 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e22268c2-259a-4db4-bc43-00aa08767a5a None None] For port c1c382c0-b610-4e6a-abd2-6a2954d1c19c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c1c382c0-b610-4e6a-abd2-6a2954d1c19c,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:01.296983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8585b-4643-4490-bbfd-cd7b5f5bf36d req-7c00c360-2385-4dcb-9704-250652f3935f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:01.299849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ad8585b-4643-4490-bbfd-cd7b5f5bf36d req-7c00c360-2385-4dcb-9704-250652f3935f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.1461139 Aug 16 20:54:01.302062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2794b0b3-30a1-4b17-a5ba-d1c94f7b6c69 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 7d2d5600-6f7d-439a-b9d8-1e15362212d2 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:01.337153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4f3e563e-6b09-47bb-81f6-1c80de84513b None None] Provisioning for port 645ba5d9-a523-4812-956a-be989417cdb5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:01.341052 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e22268c2-259a-4db4-bc43-00aa08767a5a None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.351001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4f3e563e-6b09-47bb-81f6-1c80de84513b None None] Provisioning complete for port 645ba5d9-a523-4812-956a-be989417cdb5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:01.351743 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f3e563e-6b09-47bb-81f6-1c80de84513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.359955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ad8585b-4643-4490-bbfd-cd7b5f5bf36d req-b2cbcf2e-d09c-45f6-b5ec-7a5806756837 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522878 Aug 16 20:54:01.371154 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44416689-f356-447b-bc61-aa03ed9bf7ea tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.375201 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-44416689-f356-447b-bc61-aa03ed9bf7ea tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.377321 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-44416689-f356-447b-bc61-aa03ed9bf7ea tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/security-groups/8450fb0a-dd38-44c5-a670-b6278dca3ecc HTTP/1.1" status: 204 len: 168 time: 0.4365530 Aug 16 20:54:01.379782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60556) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.426459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44416689-f356-447b-bc61-aa03ed9bf7ea tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8450fb0a-dd38-44c5-a670-b6278dca3ecc,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:01.432093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e22268c2-259a-4db4-bc43-00aa08767a5a None None] Transition to ACTIVE for port object c1c382c0-b610-4e6a-abd2-6a2954d1c19c will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:01.508759 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69d22fa3-be8a-4803-87c8-d21968f49844 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.515696 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4f3e563e-6b09-47bb-81f6-1c80de84513b None None] Could not find standard attr ID for object eedfaaec-736b-4f1e-9a98-ba724105385c. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:01.536464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4f3e563e-6b09-47bb-81f6-1c80de84513b None None] Provisioning complete for port e0ef79b5-89f0-4f20-97b2-5be528537ba6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:01.536994 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f3e563e-6b09-47bb-81f6-1c80de84513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.542933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69d22fa3-be8a-4803-87c8-d21968f49844 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.568374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60564) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.582885 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e563e-6b09-47bb-81f6-1c80de84513b None None] Port e0ef79b5-89f0-4f20-97b2-5be528537ba6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:01.592058 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-402b9ff8-45ca-4fc3-9978-eadd9e08bb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.594066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2794b0b3-30a1-4b17-a5ba-d1c94f7b6c69 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.594317 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e22268c2-259a-4db4-bc43-00aa08767a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.646611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b93b-f122-4747-bad1-a85778b024b6 req-99da7c7f-9ba8-47cd-a063-a10c99b0fa10 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:01.652900 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2794b0b3-30a1-4b17-a5ba-d1c94f7b6c69 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.653897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2c9b93b-f122-4747-bad1-a85778b024b6 req-99da7c7f-9ba8-47cd-a063-a10c99b0fa10 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.1239214 Aug 16 20:54:01.723514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2c9b93b-f122-4747-bad1-a85778b024b6 req-09f671cc-1c18-40cf-971a-dc9c4620b121 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640233 Aug 16 20:54:01.779224 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69d22fa3-be8a-4803-87c8-d21968f49844 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.782272 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69d22fa3-be8a-4803-87c8-d21968f49844 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.785712 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-69d22fa3-be8a-4803-87c8-d21968f49844 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/security-groups/90717753-ea29-40b2-af99-47c925534cef HTTP/1.1" status: 204 len: 168 time: 0.4023516 Aug 16 20:54:01.792229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60570) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.819469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d22fa3-be8a-4803-87c8-d21968f49844 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90717753-ea29-40b2-af99-47c925534cef,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:01.859108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2794b0b3-30a1-4b17-a5ba-d1c94f7b6c69 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.890175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c72c47b7-4392-4e1d-bfe1-22c52032d277 None None] Could not find standard attr ID for object eedfaaec-736b-4f1e-9a98-ba724105385c. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:01.909656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22268c2-259a-4db4-bc43-00aa08767a5a None None] Pushing event updated for resources: {'Port': ['ID=c1c382c0-b610-4e6a-abd2-6a2954d1c19c,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:01.925769 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77736dee-abc3-4196-9222-8933711b5ccb tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.950655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-402b9ff8-45ca-4fc3-9978-eadd9e08bb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.966284 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77736dee-abc3-4196-9222-8933711b5ccb tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.971863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0845a-10af-4aeb-b060-9eed370744fc req-f595abd1-49f7-4285-9a5c-91a5ae1cc93e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:01.973505 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71d0845a-10af-4aeb-b060-9eed370744fc req-f595abd1-49f7-4285-9a5c-91a5ae1cc93e tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0943458 Aug 16 20:54:02.020489 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-402b9ff8-45ca-4fc3-9978-eadd9e08bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.041685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71d0845a-10af-4aeb-b060-9eed370744fc req-ecdb156a-2f05-4772-bc4b-0e6e99e81252 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617862 Aug 16 20:54:02.045526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2794b0b3-30a1-4b17-a5ba-d1c94f7b6c69 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.083179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b9ff8-45ca-4fc3-9978-eadd9e08bb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827df359-b542-4867-884a-5739bfab9b21,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.089252 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794b0b3-30a1-4b17-a5ba-d1c94f7b6c69 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2d5600-6f7d-439a-b9d8-1e15362212d2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.090205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2794b0b3-30a1-4b17-a5ba-d1c94f7b6c69 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.092254 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2794b0b3-30a1-4b17-a5ba-d1c94f7b6c69 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/7d2d5600-6f7d-439a-b9d8-1e15362212d2 HTTP/1.1" status: 204 len: 168 time: 0.8865874 Aug 16 20:54:02.093796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-402b9ff8-45ca-4fc3-9978-eadd9e08bb39 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=18da6b806cb840c9bb4408d26c853050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5234003 Aug 16 20:54:02.095362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60576) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:02.099502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60578) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:02.134967 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77736dee-abc3-4196-9222-8933711b5ccb tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.138273 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77736dee-abc3-4196-9222-8933711b5ccb tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.141764 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-77736dee-abc3-4196-9222-8933711b5ccb tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/security-groups/b9c16b81-9bdb-4a09-9764-e9f9517ce485 HTTP/1.1" status: 204 len: 168 time: 0.3462477 Aug 16 20:54:02.147684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60580) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:02.178979 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c44c789-eae9-4b09-b2e0-8e92c57e3675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.197818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77736dee-abc3-4196-9222-8933711b5ccb tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c16b81-9bdb-4a09-9764-e9f9517ce485,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.210191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c44c789-eae9-4b09-b2e0-8e92c57e3675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.212857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0331e6a7-9498-4ad3-a86f-20845bcafc9c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet b295d4db-3a87-47df-b93a-0f12fbed5c90 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:02.222278 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0331e6a7-9498-4ad3-a86f-20845bcafc9c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.247105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 645ba5d9-a523-4812-956a-be989417cdb5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:02.284630 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0331e6a7-9498-4ad3-a86f-20845bcafc9c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.290869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b577f8-01aa-4b15-b1e9-dbcc4a5799c7 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting subnet 32dad6c9-b4dd-4cc9-9eca-26b23335bb49 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:02.294168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27b577f8-01aa-4b15-b1e9-dbcc4a5799c7 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.304740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bea008-41f6-4776-a1f6-5ba0a1be2c04 req-0ae5c516-a93d-437d-87c3-5cb61d4e73eb tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:02.306331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56bea008-41f6-4776-a1f6-5ba0a1be2c04 req-0ae5c516-a93d-437d-87c3-5cb61d4e73eb tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.1537154 Aug 16 20:54:02.323767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 645ba5d9-a523-4812-956a-be989417cdb5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:02.324422 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.371323 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56bea008-41f6-4776-a1f6-5ba0a1be2c04 req-1af4c146-3117-40d2-86be-6806e8c24be0 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571208 Aug 16 20:54:02.394432 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c44c789-eae9-4b09-b2e0-8e92c57e3675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.397624 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c44c789-eae9-4b09-b2e0-8e92c57e3675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.399304 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8c44c789-eae9-4b09-b2e0-8e92c57e3675 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/827df359-b542-4867-884a-5739bfab9b21 HTTP/1.1" status: 204 len: 168 time: 0.2982955 Aug 16 20:54:02.409534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c789-eae9-4b09-b2e0-8e92c57e3675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827df359-b542-4867-884a-5739bfab9b21,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.414070 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27b577f8-01aa-4b15-b1e9-dbcc4a5799c7 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.472240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c1c382c0-b610-4e6a-abd2-6a2954d1c19c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:02.547869 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.582619 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0331e6a7-9498-4ad3-a86f-20845bcafc9c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.633837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60594) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:02.667323 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27b577f8-01aa-4b15-b1e9-dbcc4a5799c7 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.738412 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.739942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb6b6d-02b8-4ef8-9b2b-d0354998d56a None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:02.823713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c6a01aaa-4e5f-4ad2-80b2-afd3b86c01d8 None None] Could not find standard attr ID for object be953938-79db-4f00-9f38-b8b3b12435f8. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:02.851205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0331e6a7-9498-4ad3-a86f-20845bcafc9c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.861726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27b577f8-01aa-4b15-b1e9-dbcc4a5799c7 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.877013 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-666e7064-79c9-4cee-b47f-a5a954be5b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.895572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331e6a7-9498-4ad3-a86f-20845bcafc9c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=b295d4db-3a87-47df-b93a-0f12fbed5c90,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.905191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0331e6a7-9498-4ad3-a86f-20845bcafc9c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.922375 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0331e6a7-9498-4ad3-a86f-20845bcafc9c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/b295d4db-3a87-47df-b93a-0f12fbed5c90 HTTP/1.1" status: 204 len: 168 time: 0.8185303 Aug 16 20:54:02.922375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60600) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:02.922526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6e22b-351e-4bf5-8cd0-d4ba06737623 None None] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:02.933869 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27b577f8-01aa-4b15-b1e9-dbcc4a5799c7 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.935741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-27b577f8-01aa-4b15-b1e9-dbcc4a5799c7 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/32dad6c9-b4dd-4cc9-9eca-26b23335bb49 HTTP/1.1" status: 204 len: 168 time: 0.7866404 Aug 16 20:54:02.940667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60604) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:02.942558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c6a01aaa-4e5f-4ad2-80b2-afd3b86c01d8 None None] Provisioning for port c1c382c0-b610-4e6a-abd2-6a2954d1c19c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:02.946149 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b577f8-01aa-4b15-b1e9-dbcc4a5799c7 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Subnet': ['ID=32dad6c9-b4dd-4cc9-9eca-26b23335bb49,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.982977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c6a01aaa-4e5f-4ad2-80b2-afd3b86c01d8 None None] Provisioning complete for port c1c382c0-b610-4e6a-abd2-6a2954d1c19c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:02.983272 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c6a01aaa-4e5f-4ad2-80b2-afd3b86c01d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.995497 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f43db67f-3d61-4b2d-bdda-0d95af004fa8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584297 Aug 16 20:54:02.996983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60606) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:03.003262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-37773260-f80f-4add-886a-75289d809248 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:03.024629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b816aa1-7a5f-4a5b-a011-9f0f01658b3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting subnet 8e267b70-3968-4094-bd58-45f5028b90e5 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:03.042668 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b816aa1-7a5f-4a5b-a011-9f0f01658b3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.076023 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972df90-94fe-4816-9aeb-b952c9158295 None None] Update dhcp port {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': 'b295d4db-3a87-47df-b93a-0f12fbed5c90'}], 'binding:host_id': 'n-d-793619-14'}, 'id': 'c1c382c0-b610-4e6a-abd2-6a2954d1c19c'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:54:03.134387 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a972df90-94fe-4816-9aeb-b952c9158295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.269749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60608) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:03.317579 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c7fd8c77-3563-4b5a-b223-54c9c4af8ff0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ac8e1778310c42dab450c5a59e6915db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441859 Aug 16 20:54:03.317959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60610) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:03.381315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b266914b-d536-4724-9e2e-f72b4ff0da12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.393248 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b816aa1-7a5f-4a5b-a011-9f0f01658b3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.413772 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b266914b-d536-4724-9e2e-f72b4ff0da12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.434745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8b4e9-eb4f-4ce4-a7c6-a52b470bed51 req-71b21bae-e26c-43fc-b419-9186b88f8b17 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.442752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04d8b4e9-eb4f-4ce4-a7c6-a52b470bed51 req-71b21bae-e26c-43fc-b419-9186b88f8b17 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.4252653 Aug 16 20:54:03.456845 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d3c8fa0b-51cf-459d-b509-2dbbc7de5668 None None] Provisioning complete for port c1c382c0-b610-4e6a-abd2-6a2954d1c19c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:03.457251 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d3c8fa0b-51cf-459d-b509-2dbbc7de5668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.461807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b35343-7889-4fe8-8f3d-3335d540d7cf None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:03.518796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04d8b4e9-eb4f-4ce4-a7c6-a52b470bed51 req-b85a3ef6-7cde-4f6d-b3b1-20372fc910c2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739357 Aug 16 20:54:03.544143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b266914b-d536-4724-9e2e-f72b4ff0da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.551617 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b266914b-d536-4724-9e2e-f72b4ff0da12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.553798 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b266914b-d536-4724-9e2e-f72b4ff0da12 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f32657c7-e6a2-4402-9f72-f937e23d8a39 HTTP/1.1" status: 204 len: 168 time: 0.2346344 Aug 16 20:54:03.564710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266914b-d536-4724-9e2e-f72b4ff0da12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32657c7-e6a2-4402-9f72-f937e23d8a39,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:03.588415 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-666e7064-79c9-4cee-b47f-a5a954be5b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.589560 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b816aa1-7a5f-4a5b-a011-9f0f01658b3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.682272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-666e7064-79c9-4cee-b47f-a5a954be5b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.756289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-666e7064-79c9-4cee-b47f-a5a954be5b59 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=558d6e1f68734bc2b3050c70746253c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1201322 Aug 16 20:54:03.757072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e7064-79c9-4cee-b47f-a5a954be5b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982e8c90-5f1f-4554-a41a-edbb48d01cba,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:03.759371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60618) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:03.786816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d66669e-cb78-4c2d-8d3a-633d37096d41 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:03.798950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37773260-f80f-4add-886a-75289d809248 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:03.805547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37773260-f80f-4add-886a-75289d809248 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.835187 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b816aa1-7a5f-4a5b-a011-9f0f01658b3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.850456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6d66669e-cb78-4c2d-8d3a-633d37096d41 None None] Deleting port c1c382c0-b610-4e6a-abd2-6a2954d1c19c {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:03.850456 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6d66669e-cb78-4c2d-8d3a-633d37096d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.893471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b816aa1-7a5f-4a5b-a011-9f0f01658b3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Subnet': ['ID=8e267b70-3968-4094-bd58-45f5028b90e5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:03.909999 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b816aa1-7a5f-4a5b-a011-9f0f01658b3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.914012 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5b816aa1-7a5f-4a5b-a011-9f0f01658b3a tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/8e267b70-3968-4094-bd58-45f5028b90e5 HTTP/1.1" status: 204 len: 168 time: 0.9694264 Aug 16 20:54:03.914426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60620) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:03.914569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98f40c51-1ec5-4486-aaac-30387e468488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.939051 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6d66669e-cb78-4c2d-8d3a-633d37096d41 None None] For port c1c382c0-b610-4e6a-abd2-6a2954d1c19c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c1c382c0-b610-4e6a-abd2-6a2954d1c19c,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:03.939613 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6d66669e-cb78-4c2d-8d3a-633d37096d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.951140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98f40c51-1ec5-4486-aaac-30387e468488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.954586 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8490363d-0561-422d-9bc9-6b9e2bcb24be tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:03.955512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6d66669e-cb78-4c2d-8d3a-633d37096d41 None None] Calling delete_port for c1c382c0-b610-4e6a-abd2-6a2954d1c19c owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:03.955653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8490363d-0561-422d-9bc9-6b9e2bcb24be tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:03.960636 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8490363d-0561-422d-9bc9-6b9e2bcb24be tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/32dad6c9-b4dd-4cc9-9eca-26b23335bb49 HTTP/1.1" status: 404 len: 337 time: 0.0429888 Aug 16 20:54:03.961314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60622) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.033382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ac43e6-2ef3-42b7-9fcb-22c99c23cbe0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting subnet 4340a9c9-c64d-4dcb-bf8e-5b8fb14e692b {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:04.036678 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37ac43e6-2ef3-42b7-9fcb-22c99c23cbe0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.081929 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37ac43e6-2ef3-42b7-9fcb-22c99c23cbe0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.123640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc7bf0-2cbb-44ba-ac6e-057a9d570f3d None None] Network 424dd8d7-b53c-4efc-9508-4a64f79c9cfd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:04.188508 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6d66669e-cb78-4c2d-8d3a-633d37096d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.189092 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37ac43e6-2ef3-42b7-9fcb-22c99c23cbe0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.207629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37773260-f80f-4add-886a-75289d809248 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.211934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98f40c51-1ec5-4486-aaac-30387e468488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.215600 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98f40c51-1ec5-4486-aaac-30387e468488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.220148 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-98f40c51-1ec5-4486-aaac-30387e468488 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/982e8c90-5f1f-4554-a41a-edbb48d01cba HTTP/1.1" status: 204 len: 168 time: 0.4531331 Aug 16 20:54:04.226046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c1c382c0-b610-4e6a-abd2-6a2954d1c19c no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:04.231979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66669e-cb78-4c2d-8d3a-633d37096d41 None None] Pushing event deleted for resources: {'Port': ['ID=c1c382c0-b610-4e6a-abd2-6a2954d1c19c,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:04.258277 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66669e-cb78-4c2d-8d3a-633d37096d41 None None] No DVR routers for this DVR port c1c382c0-b610-4e6a-abd2-6a2954d1c19c on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:04.263146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aa70bf93-6ac1-493d-8643-2aa2ed49d363 None None] Provisioning complete for port 645ba5d9-a523-4812-956a-be989417cdb5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:04.263521 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aa70bf93-6ac1-493d-8643-2aa2ed49d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.275606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f40c51-1ec5-4486-aaac-30387e468488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982e8c90-5f1f-4554-a41a-edbb48d01cba,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:04.287394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c1c382c0-b610-4e6a-abd2-6a2954d1c19c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:04.287738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c1c382c0-b610-4e6a-abd2-6a2954d1c19c not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:04.297118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37773260-f80f-4add-886a-75289d809248 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:04.303608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-37773260-f80f-4add-886a-75289d809248 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:04.312253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37773260-f80f-4add-886a-75289d809248 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:04.313055 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37773260-f80f-4add-886a-75289d809248 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.324162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb19dd9-ac91-440b-a3d7-f0314192603f None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:04.339480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37773260-f80f-4add-886a-75289d809248 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=e3606285-55d1-43db-b5f3-a7f343a935eb,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:04.386504 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37ac43e6-2ef3-42b7-9fcb-22c99c23cbe0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.415081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac43e6-2ef3-42b7-9fcb-22c99c23cbe0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Subnet': ['ID=4340a9c9-c64d-4dcb-bf8e-5b8fb14e692b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:04.417236 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37ac43e6-2ef3-42b7-9fcb-22c99c23cbe0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.421668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-37ac43e6-2ef3-42b7-9fcb-22c99c23cbe0 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/4340a9c9-c64d-4dcb-bf8e-5b8fb14e692b HTTP/1.1" status: 204 len: 168 time: 0.4591365 Aug 16 20:54:04.421953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60634) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.436237 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-37773260-f80f-4add-886a-75289d809248 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4340286 Aug 16 20:54:04.436437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60636) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.444987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:04.455555 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed79b577-f175-4305-9799-1eb68577552f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:04.456114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed79b577-f175-4305-9799-1eb68577552f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:04.460651 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ed79b577-f175-4305-9799-1eb68577552f tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/45930d66-a988-41e4-a927-187c4d6ece8c HTTP/1.1" status: 404 len: 337 time: 0.0373743 Aug 16 20:54:04.461738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60638) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.496581 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0321e6e4-c18e-49d8-9530-9bb97acef5b2 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "GET /v2.0/ports?device_id=f63b0aab-b44e-4396-a777-64a100854b8a HTTP/1.1" status: 200 len: 205 time: 0.0339229 Aug 16 20:54:04.499879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60640) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.561570 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-e2a06b14-970e-497d-8945-9653e3773892 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] delete failed (client error): The resource could not be found. Aug 16 20:54:04.561570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e2a06b14-970e-497d-8945-9653e3773892 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/routers/f63b0aab-b44e-4396-a777-64a100854b8a HTTP/1.1" status: 404 len: 336 time: 0.0477123 Aug 16 20:54:04.561719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aa70bf93-6ac1-493d-8643-2aa2ed49d363 None None] Provisioning complete for port e0ef79b5-89f0-4f20-97b2-5be528537ba6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:04.561719 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aa70bf93-6ac1-493d-8643-2aa2ed49d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.561846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60646) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.620641 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f3c18a-d320-4fa9-bd45-4134e1dbb910 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:04.621673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f3c18a-d320-4fa9-bd45-4134e1dbb910 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:04.624300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': 'e3606285-55d1-43db-b5f3-a7f343a935eb'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:04.625996 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-71f3c18a-d320-4fa9-bd45-4134e1dbb910 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/929fa734-225d-4471-8a33-f3ed3f84000b HTTP/1.1" status: 404 len: 337 time: 0.0615993 Aug 16 20:54:04.627649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60650) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.628121 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.630290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c90bfb-1516-401b-8766-e86deda2b8f7 None None] DHCP port deletion for 424dd8d7-b53c-4efc-9508-4a64f79c9cfd request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:04.660843 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ad178d-6f74-4de5-8442-5ad2ca2f95f9 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:04.661544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ad178d-6f74-4de5-8442-5ad2ca2f95f9 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:04.663741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e4ad178d-6f74-4de5-8442-5ad2ca2f95f9 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/9b123fe7-6312-4d27-9b46-b0b851ea78b0 HTTP/1.1" status: 404 len: 337 time: 0.0346591 Aug 16 20:54:04.666282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60654) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.678267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-aa70bf93-6ac1-493d-8643-2aa2ed49d363 None None] Port e0ef79b5-89f0-4f20-97b2-5be528537ba6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:04.696210 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-a993c271-eab1-4a28-8936-d21fd463ef9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:04.696988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a993c271-eab1-4a28-8936-d21fd463ef9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:04.700667 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a993c271-eab1-4a28-8936-d21fd463ef9c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/035b81ed-a0a9-4cec-bd2f-59438e7c6c3a HTTP/1.1" status: 404 len: 337 time: 0.0331938 Aug 16 20:54:04.703378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60656) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.732765 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-669c3189-c95c-4a8d-8dec-3d5be28da252 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:04.733892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669c3189-c95c-4a8d-8dec-3d5be28da252 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:04.736405 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-669c3189-c95c-4a8d-8dec-3d5be28da252 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/5e3c5f7f-0eb9-404b-b821-07990b1409eb HTTP/1.1" status: 404 len: 333 time: 0.0312436 Aug 16 20:54:04.742461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60660) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.750297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62358427-75b1-4c70-b2a7-a3fb16bfbfe9 req-17a61834-576e-4dcb-a16a-a9ccaebdee30 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:04.759519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62358427-75b1-4c70-b2a7-a3fb16bfbfe9 req-17a61834-576e-4dcb-a16a-a9ccaebdee30 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.1247308 Aug 16 20:54:04.804354 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-c733a232-1d1c-47e3-be60-964dd1720fb7 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:04.807331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c733a232-1d1c-47e3-be60-964dd1720fb7 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:04.816394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62358427-75b1-4c70-b2a7-a3fb16bfbfe9 req-c34e3e22-1965-4517-912f-43a1d6e11d2f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523381 Aug 16 20:54:04.816609 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c733a232-1d1c-47e3-be60-964dd1720fb7 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/3b4dba1c-5513-48a4-a91b-e35c5e230e1b HTTP/1.1" status: 404 len: 337 time: 0.0702889 Aug 16 20:54:04.816703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60662) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.866241 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-610b111c-53b2-4f93-8f02-a7e5e58d893c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:04.867083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610b111c-53b2-4f93-8f02-a7e5e58d893c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:04.867198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-11c90bfb-1516-401b-8766-e86deda2b8f7 None None] Deleting port 645ba5d9-a523-4812-956a-be989417cdb5 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:04.867478 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11c90bfb-1516-401b-8766-e86deda2b8f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.873236 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60668) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.874141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-610b111c-53b2-4f93-8f02-a7e5e58d893c tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/0483418b-33cf-4f24-a8a3-af04d4ae9240 HTTP/1.1" status: 404 len: 337 time: 0.0573850 Aug 16 20:54:04.876180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:04.884366 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.917276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Allocated IP 172.20.0.2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/e3606285-55d1-43db-b5f3-a7f343a935eb/415c9c7c-6d4b-487e-a655-3050995d2bc6) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:04.918184 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaa1ae7-af1d-4e7b-b1c6-f9a678a0b3bc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:04.919587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaa1ae7-af1d-4e7b-b1c6-f9a678a0b3bc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:04.924047 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3eaa1ae7-af1d-4e7b-b1c6-f9a678a0b3bc tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/cca6c2b6-e026-4661-8ff3-f0758e3505a2 HTTP/1.1" status: 404 len: 333 time: 0.0492492 Aug 16 20:54:04.927706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60672) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.955687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-11c90bfb-1516-401b-8766-e86deda2b8f7 None None] For port 645ba5d9-a523-4812-956a-be989417cdb5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=645ba5d9-a523-4812-956a-be989417cdb5,segment=NetworkSegment(eabd5e45-bd9d-43b6-9857-72427bcae61c),segment_id=eabd5e45-bd9d-43b6-9857-72427bcae61c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:04.956272 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11c90bfb-1516-401b-8766-e86deda2b8f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.993989 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-3beecb8a-9d7f-401f-86c1-6e84bb805f2d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:04.994493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3beecb8a-9d7f-401f-86c1-6e84bb805f2d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:04.998582 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3beecb8a-9d7f-401f-86c1-6e84bb805f2d tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/5a424dc2-15c7-447a-9838-806efba49069 HTTP/1.1" status: 404 len: 337 time: 0.0676439 Aug 16 20:54:05.001631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60678) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:05.007220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-11c90bfb-1516-401b-8766-e86deda2b8f7 None None] Calling delete_port for 645ba5d9-a523-4812-956a-be989417cdb5 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:05.043223 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8c61e8-c29d-4e6f-af06-6de0f7352477 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:05.043824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8c61e8-c29d-4e6f-af06-6de0f7352477 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:05.048734 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9d8c61e8-c29d-4e6f-af06-6de0f7352477 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/subnets/558fd193-b787-43bd-9ab9-3f4a4a179c8f HTTP/1.1" status: 404 len: 337 time: 0.0431457 Aug 16 20:54:05.049470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60680) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:05.155323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0f61a-2bb8-4f2e-a03d-55534a97dd34 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Deleting port e0ef79b5-89f0-4f20-97b2-5be528537ba6 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:05.155676 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f61a-2bb8-4f2e-a03d-55534a97dd34 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.169521 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.227953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60684) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:05.235875 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f61a-2bb8-4f2e-a03d-55534a97dd34 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.248659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0f61a-2bb8-4f2e-a03d-55534a97dd34 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Calling delete_port for e0ef79b5-89f0-4f20-97b2-5be528537ba6 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:05.250008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Transition to ACTIVE for port object 415c9c7c-6d4b-487e-a655-3050995d2bc6 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:05.252520 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11c90bfb-1516-401b-8766-e86deda2b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.299200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60690) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:05.311453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c90bfb-1516-401b-8766-e86deda2b8f7 None None] No DVR routers for this DVR port 645ba5d9-a523-4812-956a-be989417cdb5 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:05.321200 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-866bc849-f21a-409f-a09a-dc3a68d8ab8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.327253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c90bfb-1516-401b-8766-e86deda2b8f7 None None] Pushing event deleted for resources: {'Port': ['ID=645ba5d9-a523-4812-956a-be989417cdb5,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:05.327560 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Transition to ACTIVE for port object 415c9c7c-6d4b-487e-a655-3050995d2bc6 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:05.411253 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.460050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:05.467460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:05.479495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:05.492678 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f61a-2bb8-4f2e-a03d-55534a97dd34 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.496846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac66c73-c659-4999-8790-3fa8d5a95936 req-c6324424-fce5-44e1-b7f1-4402e132300a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:05.498574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ac66c73-c659-4999-8790-3fa8d5a95936 req-c6324424-fce5-44e1-b7f1-4402e132300a tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.1222379 Aug 16 20:54:05.517707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-705463371-network', 'tenant_id': '2d30544420db49b4bd2f69fade95e6b5'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:05.519001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Pushing event updated for resources: {'Port': ['ID=415c9c7c-6d4b-487e-a655-3050995d2bc6,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:05.531335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0f61a-2bb8-4f2e-a03d-55534a97dd34 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Port': ['ID=e0ef79b5-89f0-4f20-97b2-5be528537ba6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:05.535745 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f61a-2bb8-4f2e-a03d-55534a97dd34 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.537854 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3ee0f61a-2bb8-4f2e-a03d-55534a97dd34 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/ports/e0ef79b5-89f0-4f20-97b2-5be528537ba6 HTTP/1.1" status: 204 len: 168 time: 0.4873440 Aug 16 20:54:05.540533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60692) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:05.553414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Attempting to bind port 415c9c7c-6d4b-487e-a655-3050995d2bc6 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:05.554077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Attempting to bind port 415c9c7c-6d4b-487e-a655-3050995d2bc6 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:05.554456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Attempting to bind port 415c9c7c-6d4b-487e-a655-3050995d2bc6 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:05.557139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.objects.ports [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:54:05.561211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:05.561590 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:05.563229 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.563328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60e81e-93da-4fa0-82dc-189d2993ccae req-adf57a90-43c1-4ef2-9b58-c8cb7e106346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:05.563404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:05.563404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Bound port: 415c9c7c-6d4b-487e-a655-3050995d2bc6, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:05.563404 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.564011 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad60e81e-93da-4fa0-82dc-189d2993ccae req-adf57a90-43c1-4ef2-9b58-c8cb7e106346 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9b609ae70a794236b71104a3023ce490&device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 1098 time: 0.1135426 Aug 16 20:54:05.648161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] For port 415c9c7c-6d4b-487e-a655-3050995d2bc6, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:05.652103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] For port 415c9c7c-6d4b-487e-a655-3050995d2bc6, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=415c9c7c-6d4b-487e-a655-3050995d2bc6,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:05.655528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ac66c73-c659-4999-8790-3fa8d5a95936 req-1909e269-90bd-4f87-8e00-a68744394fd5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335421 Aug 16 20:54:05.715596 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-866bc849-f21a-409f-a09a-dc3a68d8ab8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.721173 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.780460 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-866bc849-f21a-409f-a09a-dc3a68d8ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.859332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-866bc849-f21a-409f-a09a-dc3a68d8ab8a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b1c582ef7e8940989c531c2ac4977703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589697 Aug 16 20:54:05.862658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bc849-f21a-409f-a09a-dc3a68d8ab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080d3fdf-e051-41d9-b0c2-cb062a832c0a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:05.865473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60698) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:05.893861 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.921819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Made reservation on behalf of 2d30544420db49b4bd2f69fade95e6b5 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:05.924089 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.952456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0e501-e4e0-469b-977f-8d5b13cbbe73 None None] Pushing event updated for resources: {'Port': ['ID=415c9c7c-6d4b-487e-a655-3050995d2bc6,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:05.969730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.014916 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.049393 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.095727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.119825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60e81e-93da-4fa0-82dc-189d2993ccae req-0e0f0dca-f8f5-4a26-8678-d703e43feb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:06.127882 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad60e81e-93da-4fa0-82dc-189d2993ccae req-0e0f0dca-f8f5-4a26-8678-d703e43feb99 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8deab356-caba-48b8-adaa-724050112348 HTTP/1.1" status: 200 len: 915 time: 0.5485179 Aug 16 20:54:06.215070 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.223110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] For port 415c9c7c-6d4b-487e-a655-3050995d2bc6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=415c9c7c-6d4b-487e-a655-3050995d2bc6,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:06.238394 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad60e81e-93da-4fa0-82dc-189d2993ccae req-964d530a-6fe8-4e92-8a04-1be9406ad52a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13836154-f262-4d3f-8bc8-9267f3aee077 HTTP/1.1" status: 200 len: 217 time: 0.0793791 Aug 16 20:54:06.242372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424dd8d7-b53c-4efc-9508-4a64f79c9cfd']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:06.262718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabd5e45-bd9d-43b6-9857-72427bcae61c') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:06.263029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabd5e45-bd9d-43b6-9857-72427bcae61c') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:06.284972 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.290753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.296160 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.316466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 415c9c7c-6d4b-487e-a655-3050995d2bc6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:06.319490 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.328605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60e81e-93da-4fa0-82dc-189d2993ccae req-cbc91995-fa5b-4ae6-ab02-a882f912397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:06.330138 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad60e81e-93da-4fa0-82dc-189d2993ccae req-cbc91995-fa5b-4ae6-ab02-a882f912397a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5 HTTP/1.1" status: 200 len: 854 time: 0.0805631 Aug 16 20:54:06.331082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:06.331484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:06.335039 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:06.398341 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad60e81e-93da-4fa0-82dc-189d2993ccae req-51da5069-e8f1-4156-9adf-d40cd61cf48a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8deab356-caba-48b8-adaa-724050112348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528805 Aug 16 20:54:06.427844 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.430434 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.431775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/080d3fdf-e051-41d9-b0c2-cb062a832c0a HTTP/1.1" status: 204 len: 168 time: 0.5628726 Aug 16 20:54:06.441132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080d3fdf-e051-41d9-b0c2-cb062a832c0a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.449148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.449485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.449843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.450168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.450502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.450833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.451168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.451498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.451868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.452251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.452637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.452902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbd4d6c-3d25-4a0a-a31b-ea09ab7af146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:06.467137 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.467935 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.471626 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.504367 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad60e81e-93da-4fa0-82dc-189d2993ccae req-ede3c475-d8b8-4e84-b02d-123a1bdf9aec service neutron] 10.222.0.79 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954003 Aug 16 20:54:06.508818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 415c9c7c-6d4b-487e-a655-3050995d2bc6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:06.565454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:06.567043 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.577161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:06.586933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.588842 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] 10.222.0.74 "DELETE /v2.0/networks/424dd8d7-b53c-4efc-9508-4a64f79c9cfd HTTP/1.1" status: 204 len: 168 time: 1.0473406 Aug 16 20:54:06.597449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:06.603209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78f3e4-2317-4b29-b633-d460925e9f19 tempest-PortsIpV6TestJSON-513181110 tempest-PortsIpV6TestJSON-513181110-project] Pushing event deleted for resources: {'Network': ['ID=424dd8d7-b53c-4efc-9508-4a64f79c9cfd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.609861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:06.609861 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.612554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 645ba5d9-a523-4812-956a-be989417cdb5 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:06.614671 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.615017 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Added segment bac790db-3f1a-43d4-8b0f-e0330417e8c0 of type vlan for network 3f4f1ef4-acb6-45af-8e98-340e4d382a53 Aug 16 20:54:06.639684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=4bc063e9-d0c1-452a-90b4-6da49b841c46,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.640575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199a98d1-8407-4a43-b420-f5d8d5d46984,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.661572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 645ba5d9-a523-4812-956a-be989417cdb5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:06.665277 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 645ba5d9-a523-4812-956a-be989417cdb5 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:06.668307 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=415c9c7c-6d4b-487e-a655-3050995d2bc6,revision_number=4']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.676143 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad60e81e-93da-4fa0-82dc-189d2993ccae req-d27dd51b-d0c4-4679-9c68-47793784dc57 service neutron] 10.222.0.79 "GET /v2.0/networks/8deab356-caba-48b8-adaa-724050112348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641958 Aug 16 20:54:06.699706 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.765503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60708) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:06.765631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-61133ea7-a93b-4120-8f25-86b14597d3c9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3291264 Aug 16 20:54:06.771697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:fd:60:2d', 'name': 'tempest-NetworksTestDHCPv6-1984469163'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:06.818340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d91c9-1d0a-441d-8e61-422197ee1c07 req-981b5339-33a1-4379-bdfa-e978d5c0fc45 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:06.819932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a0d91c9-1d0a-441d-8e61-422197ee1c07 req-981b5339-33a1-4379-bdfa-e978d5c0fc45 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0702441 Aug 16 20:54:06.841791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.843217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:06.844675 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.954333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a0d91c9-1d0a-441d-8e61-422197ee1c07 req-0a166947-1c25-43cc-9426-0193e43f8f68 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230659 Aug 16 20:54:06.955085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4f1ef4-acb6-45af-8e98-340e4d382a53,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.966238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 3f4f1ef4-acb6-45af-8e98-340e4d382a53 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:07.023228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:07.101288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1425a988-d9a0-45be-a9bc-c56cfa13ba43 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8720694 Aug 16 20:54:07.104477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60722) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:07.110439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] Request body: {'subnet': {'network_id': '3f4f1ef4-acb6-45af-8e98-340e4d382a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-705463371-subnet', 'tenant_id': '2d30544420db49b4bd2f69fade95e6b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:07.145128 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.169855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port c7560355-d5fc-4bdb-84ec-66cac636f725 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:07.175004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa03812-510a-43d7-a15a-c79f592d8b21 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:07.258770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60728) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:07.343368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] Made reservation on behalf of 2d30544420db49b4bd2f69fade95e6b5 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:07.343546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-89e43a1b-c2d4-4ea9-91a4-c2651652ee7e None None] Provisioning for port 415c9c7c-6d4b-487e-a655-3050995d2bc6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:07.346631 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.349194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-89e43a1b-c2d4-4ea9-91a4-c2651652ee7e None None] Provisioning complete for port 415c9c7c-6d4b-487e-a655-3050995d2bc6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:07.350763 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-89e43a1b-c2d4-4ea9-91a4-c2651652ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.461104 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 172.20.0.10 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/e3606285-55d1-43db-b5f3-a7f343a935eb/c7560355-d5fc-4bdb-84ec-66cac636f725) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:07.479744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3426a827-1459-4f25-a054-bab4a2d73d9e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ae6ba79001324de38b23e6fa0875588a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196882 Aug 16 20:54:07.489909 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-89e43a1b-c2d4-4ea9-91a4-c2651652ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.490628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::f816:3eff:fefd:602d (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/4bc063e9-d0c1-452a-90b4-6da49b841c46/c7560355-d5fc-4bdb-84ec-66cac636f725) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:07.491985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60738) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:07.549117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-89e43a1b-c2d4-4ea9-91a4-c2651652ee7e None None] For port 415c9c7c-6d4b-487e-a655-3050995d2bc6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=415c9c7c-6d4b-487e-a655-3050995d2bc6,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:07.577752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e7b7430f-67c5-48f5-ae1d-adab60eadd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.605993 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e7b7430f-67c5-48f5-ae1d-adab60eadd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.648824 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-89e43a1b-c2d4-4ea9-91a4-c2651652ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.706779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e43a1b-c2d4-4ea9-91a4-c2651652ee7e None None] Pushing event updated for resources: {'Port': ['ID=415c9c7c-6d4b-487e-a655-3050995d2bc6,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:07.780216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e7b7430f-67c5-48f5-ae1d-adab60eadd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.782967 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e7b7430f-67c5-48f5-ae1d-adab60eadd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.784229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e7b7430f-67c5-48f5-ae1d-adab60eadd6e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a54a021a-cf65-4e90-8eb7-31377a932308 HTTP/1.1" status: 204 len: 168 time: 0.2911954 Aug 16 20:54:07.792938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.800426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7430f-67c5-48f5-ae1d-adab60eadd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54a021a-cf65-4e90-8eb7-31377a932308,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:07.816982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object c7560355-d5fc-4bdb-84ec-66cac636f725 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:07.822858 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.906593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce40b44e-4058-43a9-b2c8-f81adf6e19c4,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:07.921613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] Checking segment: {'id': 'bac790db-3f1a-43d4-8b0f-e0330417e8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3f4f1ef4-acb6-45af-8e98-340e4d382a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:07.921975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] Network hostable DHCP agents. Network: 3f4f1ef4-acb6-45af-8e98-340e4d382a53, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:08.027809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] Network 3f4f1ef4-acb6-45af-8e98-340e4d382a53 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:08.030892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.080600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-593c2940-c8d2-4b2d-91d9-0a75dd0b91ad None None] Provisioning complete for port 415c9c7c-6d4b-487e-a655-3050995d2bc6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:08.080979 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-593c2940-c8d2-4b2d-91d9-0a75dd0b91ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.121570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:08.124333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 3f4f1ef4-acb6-45af-8e98-340e4d382a53) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:08.138582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3852e7-d87e-42d1-ab8f-10f74b5dc7ed req-58f286e4-d4cd-478c-b4c9-a440e0f4ef7d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.138747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba611d9-89e2-4e26-a7c2-523ebf57bacb None None] Network 3f4f1ef4-acb6-45af-8e98-340e4d382a53 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:08.140806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.141443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.142269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b3852e7-d87e-42d1-ab8f-10f74b5dc7ed req-58f286e4-d4cd-478c-b4c9-a440e0f4ef7d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0963862 Aug 16 20:54:08.154146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:08.171445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:08.176737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=c7560355-d5fc-4bdb-84ec-66cac636f725,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:08.205605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b3852e7-d87e-42d1-ab8f-10f74b5dc7ed req-d1f9839b-8e3e-4cd4-a74a-55213c5fdee2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572097 Aug 16 20:54:08.239004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 415c9c7c-6d4b-487e-a655-3050995d2bc6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:08.267766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.268535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.302691 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-537f064c-a84c-4176-901b-7af3a09bf98a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1970041 Aug 16 20:54:08.376593 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0db9efdf-250f-43b9-9f1e-abed6ee896aa tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6097181 Aug 16 20:54:08.379317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60768) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:08.391353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa10d22-5924-4410-bfa8-ef6ee06ca751 req-6364e8ba-1876-4e48-b828-2b4b172bf9ec tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.393366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1fa10d22-5924-4410-bfa8-ef6ee06ca751 req-6364e8ba-1876-4e48-b828-2b4b172bf9ec tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0688219 Aug 16 20:54:08.407402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 415c9c7c-6d4b-487e-a655-3050995d2bc6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:08.407956 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.457483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1fa10d22-5924-4410-bfa8-ef6ee06ca751 req-4e4acf8a-2cda-49b3-9408-20779f2b6fdf tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558121 Aug 16 20:54:08.507835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8c1ea-aaf6-444a-93bd-aafab1bec42d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.514769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2964d06c-03fc-4963-8d51-d0a0f6685ee8 None None] Network 3f4f1ef4-acb6-45af-8e98-340e4d382a53 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:08.527019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8c1ea-aaf6-444a-93bd-aafab1bec42d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.532970 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-51f8c1ea-aaf6-444a-93bd-aafab1bec42d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1519370 Aug 16 20:54:08.535724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60778) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:08.695685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fef55b-ff58-4cac-9085-1ef8f3516121 req-3d043149-87b2-42f6-9962-a1bef3b82cf3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.697248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3fef55b-ff58-4cac-9085-1ef8f3516121 req-3d043149-87b2-42f6-9962-a1bef3b82cf3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0824606 Aug 16 20:54:08.713622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c11915fc-3e11-41ed-9239-a802117c180e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port c7560355-d5fc-4bdb-84ec-66cac636f725 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:08.713969 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c11915fc-3e11-41ed-9239-a802117c180e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.798688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3fef55b-ff58-4cac-9085-1ef8f3516121 req-389061c6-2cd7-453f-b636-afa860d86dc8 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933664 Aug 16 20:54:08.827619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9aee79dd-050a-45f2-997b-cc7c3752ce0d None None] Provisioning for port c7560355-d5fc-4bdb-84ec-66cac636f725 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:08.832482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9aee79dd-050a-45f2-997b-cc7c3752ce0d None None] Provisioning complete for port c7560355-d5fc-4bdb-84ec-66cac636f725 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:08.832908 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9aee79dd-050a-45f2-997b-cc7c3752ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.840767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c11915fc-3e11-41ed-9239-a802117c180e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.856741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c11915fc-3e11-41ed-9239-a802117c180e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for c7560355-d5fc-4bdb-84ec-66cac636f725 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:08.878756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9aee79dd-050a-45f2-997b-cc7c3752ce0d None None] Port c7560355-d5fc-4bdb-84ec-66cac636f725 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:08.974770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eac28-b0d6-4e7c-97c2-06df74403709 req-a8974004-461e-4fca-9b63-20838ab26827 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.976276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa3eac28-b0d6-4e7c-97c2-06df74403709 req-a8974004-461e-4fca-9b63-20838ab26827 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0714130 Aug 16 20:54:09.055600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa3eac28-b0d6-4e7c-97c2-06df74403709 req-aeeec9e2-67cb-4f16-9960-595479a7dded tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596731 Aug 16 20:54:09.236280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e7c77-e943-41bb-aa0f-084285041977 req-38908b73-aa47-409e-a681-ba70d2a07e4f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.237798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c13e7c77-e943-41bb-aa0f-084285041977 req-38908b73-aa47-409e-a681-ba70d2a07e4f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0560651 Aug 16 20:54:09.276344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c13e7c77-e943-41bb-aa0f-084285041977 req-348acd0d-c056-46f1-8237-f567c3c0150b tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Aug 16 20:54:09.319807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c11915fc-3e11-41ed-9239-a802117c180e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.351073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11915fc-3e11-41ed-9239-a802117c180e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=c7560355-d5fc-4bdb-84ec-66cac636f725,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:09.469639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6069c-4b51-461e-8120-0fabc45fd395 req-366e3f8a-819c-475e-8da1-83a7d6236448 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.471277 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8f6069c-4b51-461e-8120-0fabc45fd395 req-366e3f8a-819c-475e-8da1-83a7d6236448 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.1216063 Aug 16 20:54:09.509400 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c11915fc-3e11-41ed-9239-a802117c180e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.511297 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c11915fc-3e11-41ed-9239-a802117c180e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/c7560355-d5fc-4bdb-84ec-66cac636f725 HTTP/1.1" status: 204 len: 168 time: 0.9745564 Aug 16 20:54:09.513945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60816) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:09.540902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8f6069c-4b51-461e-8120-0fabc45fd395 req-d285994d-0f4a-4753-ab20-e90e9da4450d tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557384 Aug 16 20:54:09.585328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60824) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:09.612633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f42d1e-abe8-4e10-9856-7db63af6eddc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.614540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f42d1e-abe8-4e10-9856-7db63af6eddc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.616667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f42d1e-abe8-4e10-9856-7db63af6eddc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.618723 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b4f42d1e-abe8-4e10-9856-7db63af6eddc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0995324 Aug 16 20:54:09.621636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60828) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:09.699987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5271cd68-68d8-4c0c-81e2-86782cac8463 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 4bc063e9-d0c1-452a-90b4-6da49b841c46 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:09.705890 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5271cd68-68d8-4c0c-81e2-86782cac8463 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.750337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9bd25-8362-4145-822d-a408ed30c859 req-dba93a7a-dedc-4961-9364-346582ac3ad2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.751906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3cc9bd25-8362-4145-822d-a408ed30c859 req-dba93a7a-dedc-4961-9364-346582ac3ad2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.1008663 Aug 16 20:54:09.772638 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5271cd68-68d8-4c0c-81e2-86782cac8463 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.792030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60834) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:09.798315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1506150556-network', 'tenant_id': '68bf047b45554e43959ed6a4ca19340b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:09.846048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3cc9bd25-8362-4145-822d-a408ed30c859 req-2078ff37-df03-4c5c-bf64-81555a81afaa tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829275 Aug 16 20:54:09.874119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Made reservation on behalf of 68bf047b45554e43959ed6a4ca19340b for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:09.882827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.888059 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5271cd68-68d8-4c0c-81e2-86782cac8463 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.899784 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.971406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1409560696'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:10.018709 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.021232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a87f-a0cb-44c1-9ec9-5f7bce4cf6ae req-317189af-6083-4a53-a698-41f38642afd4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:10.022704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37a5a87f-a0cb-44c1-9ec9-5f7bce4cf6ae req-317189af-6083-4a53-a698-41f38642afd4 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0861239 Aug 16 20:54:10.060564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37a5a87f-a0cb-44c1-9ec9-5f7bce4cf6ae req-c441f544-5b67-4992-9556-edc49c5bf497 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318694 Aug 16 20:54:10.101005 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.111582 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5271cd68-68d8-4c0c-81e2-86782cac8463 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.118031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:10.136281 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.136675 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Added segment 602d4d19-23cd-4cf8-9cc6-a5f28d51cec2 of type vlan for network f7d15216-1d64-4f8e-acd8-6a6d3e881460 Aug 16 20:54:10.163515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271cd68-68d8-4c0c-81e2-86782cac8463 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc063e9-d0c1-452a-90b4-6da49b841c46,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.167622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb9dbc-04c8-4cf1-9cb8-14144536f6f3 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:10.176579 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5271cd68-68d8-4c0c-81e2-86782cac8463 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.183336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.183336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60846) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:10.184122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5271cd68-68d8-4c0c-81e2-86782cac8463 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/4bc063e9-d0c1-452a-90b4-6da49b841c46 HTTP/1.1" status: 204 len: 168 time: 0.5614274 Aug 16 20:54:10.256896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3651-6c05-4b1c-a56f-ca5963ba2bfb req-472ada65-9352-49f9-a50e-c6832006a6c1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:10.264467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c707af18-d33d-4cfc-a21f-e229e8a490d1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.267463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-500a3651-6c05-4b1c-a56f-ca5963ba2bfb req-472ada65-9352-49f9-a50e-c6832006a6c1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0685976 Aug 16 20:54:10.276125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7e31bc-9306-49aa-8777-88c6d734b13c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet e3606285-55d1-43db-b5f3-a7f343a935eb {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:10.279421 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d7e31bc-9306-49aa-8777-88c6d734b13c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.311411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-500a3651-6c05-4b1c-a56f-ca5963ba2bfb req-4bb60d1a-baa1-47b4-940f-48ffce69b0ef tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Aug 16 20:54:10.325762 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d7e31bc-9306-49aa-8777-88c6d734b13c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.434232 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d7e31bc-9306-49aa-8777-88c6d734b13c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.446634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:10.450943 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.470606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86717391-6f71-44e4-a54b-9cc7af344746 req-449a35e6-a664-4c12-9775-67916b91a4d3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:10.472178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86717391-6f71-44e4-a54b-9cc7af344746 req-449a35e6-a664-4c12-9775-67916b91a4d3 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0792999 Aug 16 20:54:10.473164 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.525074 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.527191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:10.527790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.533254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86717391-6f71-44e4-a54b-9cc7af344746 req-1a3983e1-347b-43ed-9a39-0aac55d34788 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496597 Aug 16 20:54:10.626759 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d7e31bc-9306-49aa-8777-88c6d734b13c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.651053 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.685890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] Pushing event updated for resources: {'Network': ['ID=f7d15216-1d64-4f8e-acd8-6a6d3e881460,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.689694 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d7e31bc-9306-49aa-8777-88c6d734b13c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.694507 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9d7e31bc-9306-49aa-8777-88c6d734b13c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/e3606285-55d1-43db-b5f3-a7f343a935eb HTTP/1.1" status: 204 len: 168 time: 0.5044665 Aug 16 20:54:10.694507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e31bc-9306-49aa-8777-88c6d734b13c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=e3606285-55d1-43db-b5f3-a7f343a935eb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.695053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60858) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:10.698762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network f7d15216-1d64-4f8e-acd8-6a6d3e881460 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:10.715715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29474f89-059c-4c4b-b627-cff3655ac47b req-9fd1bcc8-7d44-464e-9bcf-54bd82347f9f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:10.724699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29474f89-059c-4c4b-b627-cff3655ac47b req-9fd1bcc8-7d44-464e-9bcf-54bd82347f9f tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0722051 Aug 16 20:54:10.740128 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5340c066-c4db-4733-b71d-60a75862182b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433035 Aug 16 20:54:10.742440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60860) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:10.799190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29474f89-059c-4c4b-b627-cff3655ac47b req-fee9f0e7-786b-4ec9-9556-2154f35b6b33 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712883 Aug 16 20:54:10.803471 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.833307 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1b0469-85c6-48a6-b965-9e83cb054124 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:10.835237 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ce1b0469-85c6-48a6-b965-9e83cb054124 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0913737 Aug 16 20:54:10.837522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60866) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:10.864142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d06dd6-8c61-47d7-919a-af6f0366a0ff,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.872260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:10.887106 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.887548 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added segment a976f084-76bd-482b-9aa2-5a0e243670bd of type vlan for network b6c70611-8163-4af3-a6f8-e187b1aebe75 Aug 16 20:54:10.915745 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-60ed878d-5079-4a83-bd68-d22c0e065d04 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1223085 Aug 16 20:54:10.919813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3eb7f-d267-4f48-8a71-f554e614ee83 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:10.921594 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e0f3eb7f-d267-4f48-8a71-f554e614ee83 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0829918 Aug 16 20:54:10.923008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60868) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:10.925173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60870) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:10.928820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] Request body: {'subnet': {'network_id': 'f7d15216-1d64-4f8e-acd8-6a6d3e881460', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1506150556-subnet', 'tenant_id': '68bf047b45554e43959ed6a4ca19340b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:10.966887 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.975059 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-686f7225-574e-44df-ac89-25f51625554e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426738 Aug 16 20:54:10.981216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60872) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:10.986316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-134c5af3-4b9f-4d87-bff4-fd84975af321 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:11.012869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a32ab-ed1c-40d9-9b59-38ce2f7a1b98 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:11.044699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ed443-cf86-47a2-88bb-58e20d534eee req-46ba635c-e248-4acc-976b-773a0ea4f470 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:11.046418 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec0ed443-cf86-47a2-88bb-58e20d534eee req-46ba635c-e248-4acc-976b-773a0ea4f470 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.1438959 Aug 16 20:54:11.056448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] Made reservation on behalf of 68bf047b45554e43959ed6a4ca19340b for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:11.058928 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.126752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec0ed443-cf86-47a2-88bb-58e20d534eee req-99ef0abc-3f03-4958-bcec-1c6f74b6f2b2 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684521 Aug 16 20:54:11.158939 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.164528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:11.165156 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.165519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ae487f47-93e7-4612-807b-996bb128ad5a None None] Provisioning complete for port 415c9c7c-6d4b-487e-a655-3050995d2bc6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:11.170265 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ae487f47-93e7-4612-807b-996bb128ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.266959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Network': ['ID=b6c70611-8163-4af3-a6f8-e187b1aebe75,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:11.280170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134c5af3-4b9f-4d87-bff4-fd84975af321 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:11.283209 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-134c5af3-4b9f-4d87-bff4-fd84975af321 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.292338 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-134c5af3-4b9f-4d87-bff4-fd84975af321 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:54:11.292478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134c5af3-4b9f-4d87-bff4-fd84975af321 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:11.313545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network b6c70611-8163-4af3-a6f8-e187b1aebe75 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:11.315617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7b1d40-851e-476a-a352-b3175dc11fb9 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:11.372794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4da594-b3e2-449b-946a-ad38b12b7fa2 req-5acc074f-e136-4e79-823e-dd638a743dea tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:11.374407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f4da594-b3e2-449b-946a-ad38b12b7fa2 req-5acc074f-e136-4e79-823e-dd638a743dea tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0657146 Aug 16 20:54:11.401681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f8a8f723-6306-4c00-a750-8e4bd90e6071 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8151572 Aug 16 20:54:11.404418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60888) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:11.410188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-330701580'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:11.417730 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f4da594-b3e2-449b-946a-ad38b12b7fa2 req-2813b8d3-15aa-4a2c-8685-c860dfb29431 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370796 Aug 16 20:54:11.432408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-134c5af3-4b9f-4d87-bff4-fd84975af321 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4511485 Aug 16 20:54:11.435790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.452916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60892) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:11.454878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b1d40-851e-476a-a352-b3175dc11fb9 None None] Deleting port 415c9c7c-6d4b-487e-a655-3050995d2bc6 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:11.455271 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1d40-851e-476a-a352-b3175dc11fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.462676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-05b018b6-4f2a-4420-b296-4a97c0cad667 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:11.540502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7776a91-eba8-4ce2-8f90-e01843d07e8a,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:11.554901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] Checking segment: {'id': '602d4d19-23cd-4cf8-9cc6-a5f28d51cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f7d15216-1d64-4f8e-acd8-6a6d3e881460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:11.555759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] Network hostable DHCP agents. Network: f7d15216-1d64-4f8e-acd8-6a6d3e881460, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:11.565293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-cc7b1d40-851e-476a-a352-b3175dc11fb9 None None] For port 415c9c7c-6d4b-487e-a655-3050995d2bc6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=415c9c7c-6d4b-487e-a655-3050995d2bc6,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:11.565959 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1d40-851e-476a-a352-b3175dc11fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.581868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b1d40-851e-476a-a352-b3175dc11fb9 None None] Calling delete_port for 415c9c7c-6d4b-487e-a655-3050995d2bc6 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:11.591085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfce352-c2dc-4aa6-8385-b93f43b483bb req-26383594-c541-43ea-8711-4b877119d546 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:11.592883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cfce352-c2dc-4aa6-8385-b93f43b483bb req-26383594-c541-43ea-8711-4b877119d546 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0879874 Aug 16 20:54:11.616913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:11.620695 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.646562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:11.652693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cfce352-c2dc-4aa6-8385-b93f43b483bb req-f9152750-a610-47e6-bc20-9003e53af041 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513873 Aug 16 20:54:11.655941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.656169 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added segment d6c1c124-98bf-4507-833d-9c5077daf4a3 of type vlan for network a33a8a6e-7147-413e-abcf-e37b14e3a1c3 Aug 16 20:54:11.658510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] Network f7d15216-1d64-4f8e-acd8-6a6d3e881460 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:11.709773 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.764060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b018b6-4f2a-4420-b296-4a97c0cad667 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:11.768022 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-05b018b6-4f2a-4420-b296-4a97c0cad667 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.769785 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b018b6-4f2a-4420-b296-4a97c0cad667 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:54:11.770216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b018b6-4f2a-4420-b296-4a97c0cad667 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:11.799489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422436d-158b-4467-b339-00d583482c21 req-aef59f70-908b-4d45-b76d-ec3186de6f18 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:11.800950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a422436d-158b-4467-b339-00d583482c21 req-aef59f70-908b-4d45-b76d-ec3186de6f18 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.0625291 Aug 16 20:54:11.825675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, f7d15216-1d64-4f8e-acd8-6a6d3e881460) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:11.826068 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1d40-851e-476a-a352-b3175dc11fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.831607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:11.832482 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.854648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9cd4c1-6a3a-4081-acae-de0589f8c31f None None] Network f7d15216-1d64-4f8e-acd8-6a6d3e881460 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:11.857205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.859312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b1d40-851e-476a-a352-b3175dc11fb9 None None] Pushing event deleted for resources: {'Port': ['ID=415c9c7c-6d4b-487e-a655-3050995d2bc6,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:11.867680 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a422436d-158b-4467-b339-00d583482c21 req-b2c5e7e0-8153-49cf-8a82-efb2e532ff45 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584228 Aug 16 20:54:11.868372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:11.869109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.873558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b1d40-851e-476a-a352-b3175dc11fb9 None None] No DVR routers for this DVR port 415c9c7c-6d4b-487e-a655-3050995d2bc6 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:11.904516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-05b018b6-4f2a-4420-b296-4a97c0cad667 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4393206 Aug 16 20:54:11.904516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60902) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:11.911222 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-36988530-71f5-4a0b-bf9a-78edeb2f7318 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:11.942185 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Network': ['ID=a33a8a6e-7147-413e-abcf-e37b14e3a1c3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:11.967680 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f832067d-de6b-4e3b-a46a-2f01a4be42c2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0352414 Aug 16 20:54:11.967880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a33a8a6e-7147-413e-abcf-e37b14e3a1c3 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:11.988036 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e6eafcaf-04dc-466c-a46a-b7011bf90470 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5824497 Aug 16 20:54:11.991389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60906) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:12.003822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'subnet': {'network_id': 'b6c70611-8163-4af3-a6f8-e187b1aebe75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:12.083246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d098d50-68ed-4ae2-a185-0ced6585a160 None None] Network f7d15216-1d64-4f8e-acd8-6a6d3e881460 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:12.198954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36988530-71f5-4a0b-bf9a-78edeb2f7318 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:12.212391 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-36988530-71f5-4a0b-bf9a-78edeb2f7318 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.212391 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-36988530-71f5-4a0b-bf9a-78edeb2f7318 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:54:12.212391 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36988530-71f5-4a0b-bf9a-78edeb2f7318 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:12.243778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 415c9c7c-6d4b-487e-a655-3050995d2bc6 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:12.269315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 415c9c7c-6d4b-487e-a655-3050995d2bc6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:12.269845 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 415c9c7c-6d4b-487e-a655-3050995d2bc6 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:12.366105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:12.373652 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.576152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-36988530-71f5-4a0b-bf9a-78edeb2f7318 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6698799 Aug 16 20:54:12.579908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60934) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:12.587478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-480e59da-778c-4632-b46c-b6bd3e2bdd6f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:12.623535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-1fb56d08-c250-4bb3-bf95-b48689013db3 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:12.625084 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-1fb56d08-c250-4bb3-bf95-b48689013db3 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/networks?id=3f4f1ef4-acb6-45af-8e98-340e4d382a53 HTTP/1.1" status: 200 len: 811 time: 0.1604004 Aug 16 20:54:12.782572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480e59da-778c-4632-b46c-b6bd3e2bdd6f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:12.786829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-480e59da-778c-4632-b46c-b6bd3e2bdd6f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.792787 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-480e59da-778c-4632-b46c-b6bd3e2bdd6f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:54:12.792787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480e59da-778c-4632-b46c-b6bd3e2bdd6f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:12.881690 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-480e59da-778c-4632-b46c-b6bd3e2bdd6f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2998769 Aug 16 20:54:12.886406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60938) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:12.894005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-905b3840-1069-489b-b88e-f6ad5ee7c074 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:12.951919 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-07078aae-8805-4b15-b5ea-f9fc6f6c4197 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/quotas/2d30544420db49b4bd2f69fade95e6b5 HTTP/1.1" status: 200 len: 375 time: 0.3045743 Aug 16 20:54:13.015522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-ee89b9c9-6c42-4f18-81a5-a3532388d887 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2d30544420db49b4bd2f69fade95e6b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537734 Aug 16 20:54:13.080689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905b3840-1069-489b-b88e-f6ad5ee7c074 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:13.087122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-905b3840-1069-489b-b88e-f6ad5ee7c074 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.089477 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-905b3840-1069-489b-b88e-f6ad5ee7c074 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:54:13.090657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905b3840-1069-489b-b88e-f6ad5ee7c074 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:13.121563 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.130474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-09146124-3474-4b61-b3ec-5787863a8657 service neutron] 10.222.0.74 "GET /v2.0/networks/3f4f1ef4-acb6-45af-8e98-340e4d382a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042495 Aug 16 20:54:13.174896 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-905b3840-1069-489b-b88e-f6ad5ee7c074 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2872908 Aug 16 20:54:13.177930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60944) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:13.183033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7a74cc28-b345-4e03-a785-819ac195d3a3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:13.240295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Subnet': ['ID=01f197c3-9934-4483-b461-a6a28d165439,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:13.258352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Checking segment: {'id': 'a976f084-76bd-482b-9aa2-5a0e243670bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b6c70611-8163-4af3-a6f8-e187b1aebe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:13.260067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network hostable DHCP agents. Network: b6c70611-8163-4af3-a6f8-e187b1aebe75, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:13.291212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-5effa38d-bf12-4760-a348-54ebd5996418 service neutron] 10.222.0.74 "GET /v2.0/networks/3f4f1ef4-acb6-45af-8e98-340e4d382a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350458 Aug 16 20:54:13.398916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a74cc28-b345-4e03-a785-819ac195d3a3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:13.402482 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a74cc28-b345-4e03-a785-819ac195d3a3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.404007 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a74cc28-b345-4e03-a785-819ac195d3a3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:54:13.404443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a74cc28-b345-4e03-a785-819ac195d3a3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:13.484528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network b6c70611-8163-4af3-a6f8-e187b1aebe75 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:13.514023 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7a74cc28-b345-4e03-a785-819ac195d3a3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3350122 Aug 16 20:54:13.520130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60954) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:13.587751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6c90752a-99f2-4257-9228-3da6a5322fee tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0663848 Aug 16 20:54:13.589198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, b6c70611-8163-4af3-a6f8-e187b1aebe75) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:13.590654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60962) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:13.609331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abe2655-45c9-47d7-b5c3-5099796794e7 None None] Network b6c70611-8163-4af3-a6f8-e187b1aebe75 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:13.623420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:13.624017 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.656878 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-282eed16-4ae9-4f7a-b6fc-482a102aa5e3 req-c4c1e041-e4b9-4d18-9029-ed6664ee7b07 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 210 time: 0.0502679 Aug 16 20:54:13.698067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2786f024-25ab-4ac2-b1b4-49c9a58e6af8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:13.701879 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2786f024-25ab-4ac2-b1b4-49c9a58e6af8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1101682 Aug 16 20:54:13.705835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60964) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:13.752157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0beb6b9e-89aa-4f3d-a173-357a916fe89b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438988 Aug 16 20:54:13.756258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60966) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:13.756615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60968) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:13.758827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-58b14f92-35bd-418a-acd6-3de96e1f3521 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7649615 Aug 16 20:54:13.763060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ed3bef50-568e-4347-b4a8-81d0f668600f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:13.770978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'subnet': {'network_id': 'a33a8a6e-7147-413e-abcf-e37b14e3a1c3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:13.864689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-b6c70611-8163-4af3-a6f8-e187b1aebe75', 'network_id': 'b6c70611-8163-4af3-a6f8-e187b1aebe75', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'fixed_ips': [{'subnet_id': '01f197c3-9934-4483-b461-a6a28d165439'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:13.866415 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.933713 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:54:13.933713 n-d-793619-14 neutron-server[95262]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:54:13.933713 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id': '196456fa70e24819a09934a59a334eb5', 'id': 'cbdae18f-4ed7-49c7-9670-751902fc9412', 'expiration': datetime.datetime(2021, 8, 16, 20, 56, 13, 929194)}] Aug 16 20:54:13.933713 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:13.934464 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:14.033016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3bef50-568e-4347-b4a8-81d0f668600f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:14.036683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed3bef50-568e-4347-b4a8-81d0f668600f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.048294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Allocated IP 2001:db8::2 (b6c70611-8163-4af3-a6f8-e187b1aebe75/01f197c3-9934-4483-b461-a6a28d165439/47cce189-d243-4270-aee9-cbf9deb9f11d) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:14.208787 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.216641 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Transition to ACTIVE for port object 47cce189-d243-4270-aee9-cbf9deb9f11d will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:14.232119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Transition to ACTIVE for port object 47cce189-d243-4270-aee9-cbf9deb9f11d will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:14.409481 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.457060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Network b6c70611-8163-4af3-a6f8-e187b1aebe75 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:14.462491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:14.466940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:14.470769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Pushing event updated for resources: {'Port': ['ID=47cce189-d243-4270-aee9-cbf9deb9f11d,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:14.549452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Attempting to bind port 47cce189-d243-4270-aee9-cbf9deb9f11d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:14.549957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Attempting to bind port 47cce189-d243-4270-aee9-cbf9deb9f11d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'a976f084-76bd-482b-9aa2-5a0e243670bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b6c70611-8163-4af3-a6f8-e187b1aebe75'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:14.550334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Attempting to bind port 47cce189-d243-4270-aee9-cbf9deb9f11d on network b6c70611-8163-4af3-a6f8-e187b1aebe75 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:14.556422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:14.556800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Checking segment: {'id': 'a976f084-76bd-482b-9aa2-5a0e243670bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b6c70611-8163-4af3-a6f8-e187b1aebe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:14.557250 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.557627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Bound using segment: {'id': 'a976f084-76bd-482b-9aa2-5a0e243670bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b6c70611-8163-4af3-a6f8-e187b1aebe75'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:14.558216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Bound port: 47cce189-d243-4270-aee9-cbf9deb9f11d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a976f084-76bd-482b-9aa2-5a0e243670bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b6c70611-8163-4af3-a6f8-e187b1aebe75'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:14.558606 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.563526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.objects.ports [None req-ed3bef50-568e-4347-b4a8-81d0f668600f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95262) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:54:14.565187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed3bef50-568e-4347-b4a8-81d0f668600f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.605039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3bef50-568e-4347-b4a8-81d0f668600f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:14.610055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-ed3bef50-568e-4347-b4a8-81d0f668600f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:14.615138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3bef50-568e-4347-b4a8-81d0f668600f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:14.615922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed3bef50-568e-4347-b4a8-81d0f668600f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.630597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bef50-568e-4347-b4a8-81d0f668600f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=be4413c3-77ad-470a-8aa8-b6e854dd4981,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:14.637154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:14.639027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84484b2-4350-4679-923e-3b5ded9e3f82 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:14.642167 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.732662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] For port 47cce189-d243-4270-aee9-cbf9deb9f11d, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:14.772207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] For port 47cce189-d243-4270-aee9-cbf9deb9f11d, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=47cce189-d243-4270-aee9-cbf9deb9f11d,segment=NetworkSegment(a976f084-76bd-482b-9aa2-5a0e243670bd),segment_id=a976f084-76bd-482b-9aa2-5a0e243670bd)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:14.780019 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ed3bef50-568e-4347-b4a8-81d0f668600f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0222497 Aug 16 20:54:14.780898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60998) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:14.790284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:ce:ab:d5', 'name': 'tempest-NetworksTestDHCPv6-1465823509'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:14.807426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5115777f-82ab-4493-91ba-81c00825e223 req-4b23f2d8-12a7-4627-a439-d9fcedd5e64b tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 210 time: 0.0500526 Aug 16 20:54:15.140443 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.171853 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.209952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:15.264610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05ff20-8395-4e77-a732-79f1f4ca37c9 None None] Pushing event updated for resources: {'Port': ['ID=47cce189-d243-4270-aee9-cbf9deb9f11d,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:15.277855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': 'be4413c3-77ad-470a-8aa8-b6e854dd4981'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:15.280379 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.322544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Subnet': ['ID=ce4d722c-429d-45cb-afc7-54f02715e8f7,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:15.356057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.356665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.365258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.365618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.365961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.366305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.366644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.369452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.369834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.376432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.376432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.376432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:15.389585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Checking segment: {'id': 'd6c1c124-98bf-4507-833d-9c5077daf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a33a8a6e-7147-413e-abcf-e37b14e3a1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:15.390008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network hostable DHCP agents. Network: a33a8a6e-7147-413e-abcf-e37b14e3a1c3, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:15.412086 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-176c4484-7e87-4681-b17a-c07ead23f8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.433389 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.455454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 880918f6-d5a7-4622-bddd-fd01cd19844b yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:15.510965 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Allocated IP 2001:db8::f816:3eff:fe64:732c (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/be4413c3-77ad-470a-8aa8-b6e854dd4981/f6349494-3593-40ae-9599-b9e44f005fe2) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:15.574450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network a33a8a6e-7147-413e-abcf-e37b14e3a1c3 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:15.720753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a33a8a6e-7147-413e-abcf-e37b14e3a1c3) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:15.727304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:15.730474 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.744491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479580b2-d9a5-466f-8429-957074240cbe None None] Network a33a8a6e-7147-413e-abcf-e37b14e3a1c3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:15.875861 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b45ac5fe-90fd-4822-b3e3-7b92f0a549c5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1163042 Aug 16 20:54:15.879159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32784) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:15.885154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9d78ef59-2e41-4d40-acc3-493243c0c977 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-888304183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:15.912132 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.930251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Transition to ACTIVE for port object f6349494-3593-40ae-9599-b9e44f005fe2 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:15.952119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11ebfc13-fc65-4a23-a07c-1c6f94be3a00 req-0a7fc602-ba3d-4475-860e-ff7c0da8bc27 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 210 time: 0.0331588 Aug 16 20:54:15.982950 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Transition to ACTIVE for port object f6349494-3593-40ae-9599-b9e44f005fe2 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:16.015899 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d78ef59-2e41-4d40-acc3-493243c0c977 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.017064 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d78ef59-2e41-4d40-acc3-493243c0c977 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.028278 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-a33a8a6e-7147-413e-abcf-e37b14e3a1c3', 'network_id': 'a33a8a6e-7147-413e-abcf-e37b14e3a1c3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'fixed_ips': [{'subnet_id': 'ce4d722c-429d-45cb-afc7-54f02715e8f7'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:16.029225 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.094521 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d78ef59-2e41-4d40-acc3-493243c0c977 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.122386 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.194011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::f816:3eff:fece:abd5 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/be4413c3-77ad-470a-8aa8-b6e854dd4981/880918f6-d5a7-4622-bddd-fd01cd19844b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:16.204831 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d78ef59-2e41-4d40-acc3-493243c0c977 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.262337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Pushing event updated for resources: {'Port': ['ID=f6349494-3593-40ae-9599-b9e44f005fe2,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:16.290505 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d78ef59-2e41-4d40-acc3-493243c0c977 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.291747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9d78ef59-2e41-4d40-acc3-493243c0c977 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4108121 Aug 16 20:54:16.295393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32788) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:16.313451 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:16.316965 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:16.320270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:16.349368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 47cce189-d243-4270-aee9-cbf9deb9f11d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:16.498316 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.521400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Allocated IP 2001:db8:1::2 (a33a8a6e-7147-413e-abcf-e37b14e3a1c3/ce4d722c-429d-45cb-afc7-54f02715e8f7/ac6cfafa-61af-4e04-a5d8-1167f9f9a415) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:16.527196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Attempting to bind port f6349494-3593-40ae-9599-b9e44f005fe2 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:16.527568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Attempting to bind port f6349494-3593-40ae-9599-b9e44f005fe2 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:16.527933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Attempting to bind port f6349494-3593-40ae-9599-b9e44f005fe2 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:16.537440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 880918f6-d5a7-4622-bddd-fd01cd19844b will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:16.569320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:16.569852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:16.570359 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.570872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:16.571461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Bound port: f6349494-3593-40ae-9599-b9e44f005fe2, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:16.571948 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.687723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 47cce189-d243-4270-aee9-cbf9deb9f11d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:16.715682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bee45f-e52c-4363-9a59-fdc2968c99db None None] Network b6c70611-8163-4af3-a6f8-e187b1aebe75 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:16.741700 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.741934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.807409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:16.813484 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:16.817945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:16.823864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:16.824736 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.836424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=880918f6-d5a7-4622-bddd-fd01cd19844b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:16.897734 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.911807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Transition to ACTIVE for port object ac6cfafa-61af-4e04-a5d8-1167f9f9a415 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:16.918906 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4153197c-d7ce-4f1d-b026-9ed475a6dfe5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1348133 Aug 16 20:54:16.921638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32800) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:16.958480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] For port f6349494-3593-40ae-9599-b9e44f005fe2, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:16.989568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Transition to ACTIVE for port object ac6cfafa-61af-4e04-a5d8-1167f9f9a415 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:16.992620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] For port f6349494-3593-40ae-9599-b9e44f005fe2, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f6349494-3593-40ae-9599-b9e44f005fe2,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:17.025476 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1a849a-d43a-40bb-9bff-3ed7ed8f95b0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:17.032926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1a849a-d43a-40bb-9bff-3ed7ed8f95b0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:17.038156 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dd1a849a-d43a-40bb-9bff-3ed7ed8f95b0 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1151769 Aug 16 20:54:17.038591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32804) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:17.075565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aff0209d-ffa7-49f3-847b-3e7091343e1b None None] Provisioning for port 47cce189-d243-4270-aee9-cbf9deb9f11d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:17.088568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aff0209d-ffa7-49f3-847b-3e7091343e1b None None] Provisioning complete for port 47cce189-d243-4270-aee9-cbf9deb9f11d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:17.088568 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aff0209d-ffa7-49f3-847b-3e7091343e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.130471 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3038dc78-9bf4-452d-9d07-f1863309d3f8 req-832360e4-e742-47bf-a674-1f576b3c99b5 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 210 time: 0.0607104 Aug 16 20:54:17.160458 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.163036 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.183844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Allocated IP 2001:db8::1 (b6c70611-8163-4af3-a6f8-e187b1aebe75/01f197c3-9934-4483-b461-a6a28d165439/1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:17.258802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-67e9392e-dccf-4df8-92db-92c3b3a2cc08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 880918f6-d5a7-4622-bddd-fd01cd19844b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:17.259062 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-67e9392e-dccf-4df8-92db-92c3b3a2cc08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.290156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-900ccb43-3869-4b4a-8519-a51797f1ac6f tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:17.291706 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-900ccb43-3869-4b4a-8519-a51797f1ac6f tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.79 "GET /v2.0/networks?id=3f4f1ef4-acb6-45af-8e98-340e4d382a53 HTTP/1.1" status: 200 len: 811 time: 0.1129594 Aug 16 20:54:17.305682 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aff0209d-ffa7-49f3-847b-3e7091343e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.316637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Request body: {'port': {'device_id': 'f18cf273-4c9d-4c67-8714-b427bc7f30c4', 'network_id': '3f4f1ef4-acb6-45af-8e98-340e4d382a53', 'admin_state_up': True, 'tenant_id': '2d30544420db49b4bd2f69fade95e6b5'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:17.334822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Network a33a8a6e-7147-413e-abcf-e37b14e3a1c3 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:17.391767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:17.403827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:17.406446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Pushing event updated for resources: {'Port': ['ID=ac6cfafa-61af-4e04-a5d8-1167f9f9a415,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:17.431643 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-67e9392e-dccf-4df8-92db-92c3b3a2cc08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.444559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-67e9392e-dccf-4df8-92db-92c3b3a2cc08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 880918f6-d5a7-4622-bddd-fd01cd19844b owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:17.522206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-aff0209d-ffa7-49f3-847b-3e7091343e1b None None] For port 47cce189-d243-4270-aee9-cbf9deb9f11d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=47cce189-d243-4270-aee9-cbf9deb9f11d,segment=NetworkSegment(a976f084-76bd-482b-9aa2-5a0e243670bd),segment_id=a976f084-76bd-482b-9aa2-5a0e243670bd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:17.673446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcf3cc-af6f-48e8-b809-8ad451ce4f80 None None] Pushing event updated for resources: {'Port': ['ID=f6349494-3593-40ae-9599-b9e44f005fe2,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:17.690497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Attempting to bind port ac6cfafa-61af-4e04-a5d8-1167f9f9a415 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:17.690889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Attempting to bind port ac6cfafa-61af-4e04-a5d8-1167f9f9a415 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'd6c1c124-98bf-4507-833d-9c5077daf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a33a8a6e-7147-413e-abcf-e37b14e3a1c3'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:17.691264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Attempting to bind port ac6cfafa-61af-4e04-a5d8-1167f9f9a415 on network a33a8a6e-7147-413e-abcf-e37b14e3a1c3 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:17.697823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:17.698372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Checking segment: {'id': 'd6c1c124-98bf-4507-833d-9c5077daf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a33a8a6e-7147-413e-abcf-e37b14e3a1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:17.698787 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.699500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Bound using segment: {'id': 'd6c1c124-98bf-4507-833d-9c5077daf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a33a8a6e-7147-413e-abcf-e37b14e3a1c3'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:17.699988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Bound port: ac6cfafa-61af-4e04-a5d8-1167f9f9a415, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c1c124-98bf-4507-833d-9c5077daf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a33a8a6e-7147-413e-abcf-e37b14e3a1c3'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:17.700383 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.713465 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aff0209d-ffa7-49f3-847b-3e7091343e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.716614 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-67aa9b64-1dec-41bb-b95c-7a10f6ccf41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.747408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.782344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Transition to ACTIVE for port object 1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:17.832868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Made reservation on behalf of 2d30544420db49b4bd2f69fade95e6b5 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:17.836624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.884252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-be51e50a-5f30-4838-b972-3bfc92518c83 None None] Provisioning complete for port 47cce189-d243-4270-aee9-cbf9deb9f11d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:17.884634 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-be51e50a-5f30-4838-b972-3bfc92518c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.908402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0209d-ffa7-49f3-847b-3e7091343e1b None None] Pushing event updated for resources: {'Port': ['ID=47cce189-d243-4270-aee9-cbf9deb9f11d,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:17.917453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-67e9392e-dccf-4df8-92db-92c3b3a2cc08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.934957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] For port ac6cfafa-61af-4e04-a5d8-1167f9f9a415, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:17.935671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] For port ac6cfafa-61af-4e04-a5d8-1167f9f9a415, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ac6cfafa-61af-4e04-a5d8-1167f9f9a415,segment=NetworkSegment(d6c1c124-98bf-4507-833d-9c5077daf4a3),segment_id=d6c1c124-98bf-4507-833d-9c5077daf4a3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:17.957406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9392e-dccf-4df8-92db-92c3b3a2cc08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=880918f6-d5a7-4622-bddd-fd01cd19844b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:17.997942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Allocated IP 172.20.0.3 (3f4f1ef4-acb6-45af-8e98-340e4d382a53/ce40b44e-4058-43a9-b2c8-f81adf6e19c4/ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:18.024078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.032583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-67e9392e-dccf-4df8-92db-92c3b3a2cc08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.034534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-67e9392e-dccf-4df8-92db-92c3b3a2cc08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/880918f6-d5a7-4622-bddd-fd01cd19844b HTTP/1.1" status: 204 len: 168 time: 0.9949996 Aug 16 20:54:18.036272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.038230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32818) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:18.069784 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.150020 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695ed2a-0d96-474c-8941-e96d4b13ea2a None None] Pushing event updated for resources: {'Port': ['ID=ac6cfafa-61af-4e04-a5d8-1167f9f9a415,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:18.218656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02089ae-587d-4ab7-b3e2-0bd359ae1f1d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:18.221435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02089ae-587d-4ab7-b3e2-0bd359ae1f1d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:18.223166 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e02089ae-587d-4ab7-b3e2-0bd359ae1f1d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1837180 Aug 16 20:54:18.232807 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32828) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:18.260797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:18.273111 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network b6c70611-8163-4af3-a6f8-e187b1aebe75 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:18.275396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:18.280346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:18.280919 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.355009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d2c483-09ef-49cf-8fcb-db40ccd1ca73 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet be4413c3-77ad-470a-8aa8-b6e854dd4981 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:18.361664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11d2c483-09ef-49cf-8fcb-db40ccd1ca73 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.437325 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.456318 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11d2c483-09ef-49cf-8fcb-db40ccd1ca73 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.505255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 47cce189-d243-4270-aee9-cbf9deb9f11d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:18.664691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd6df6d6-63c7-4093-92c9-93a66f9f769a req-0cc4ff11-cdb0-4d40-b20b-aa84c700308f tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 210 time: 0.2694983 Aug 16 20:54:18.704338 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11d2c483-09ef-49cf-8fcb-db40ccd1ca73 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.734382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 47cce189-d243-4270-aee9-cbf9deb9f11d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:18.735552 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.751270 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.786813 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.961508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f6349494-3593-40ae-9599-b9e44f005fe2 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:19.099936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1ff3c049-7c2d-4e7b-a4ac-d16a1e8f8a46 None None] Provisioning for port 1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:19.108797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1ff3c049-7c2d-4e7b-a4ac-d16a1e8f8a46 None None] Provisioning complete for port 1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:19.109676 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ff3c049-7c2d-4e7b-a4ac-d16a1e8f8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.168719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3c049-7c2d-4e7b-a4ac-d16a1e8f8a46 None None] Port 1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:19.189450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b4576-4de3-494b-8e33-f6ce0a9954f1 req-0cd6c8cf-24b4-4aba-9b99-e5877aa603a9 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:19.194139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec4b4576-4de3-494b-8e33-f6ce0a9954f1 req-0cd6c8cf-24b4-4aba-9b99-e5877aa603a9 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.2720666 Aug 16 20:54:19.208930 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.218180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port f6349494-3593-40ae-9599-b9e44f005fe2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:19.327435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec4b4576-4de3-494b-8e33-f6ce0a9954f1 req-139a8a46-9d8e-4552-a24e-6704e7f423f1 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263933 Aug 16 20:54:19.339116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Network 3f4f1ef4-acb6-45af-8e98-340e4d382a53 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:19.341892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:19.351716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:19.405331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Pushing event updated for resources: {'Port': ['ID=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:19.415779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cfb256c3-1e56-4894-9a5d-2ade48b53544 None None] Provisioning for port f6349494-3593-40ae-9599-b9e44f005fe2 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:19.419673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cfb256c3-1e56-4894-9a5d-2ade48b53544 None None] Provisioning complete for port f6349494-3593-40ae-9599-b9e44f005fe2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:19.420474 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfb256c3-1e56-4894-9a5d-2ade48b53544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.446016 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.473623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:19.474411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.538197 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfb256c3-1e56-4894-9a5d-2ade48b53544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.565145 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.568544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11d2c483-09ef-49cf-8fcb-db40ccd1ca73 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.568774 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.601997 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2c483-09ef-49cf-8fcb-db40ccd1ca73 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=be4413c3-77ad-470a-8aa8-b6e854dd4981,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:19.614267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11d2c483-09ef-49cf-8fcb-db40ccd1ca73 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.618689 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-11d2c483-09ef-49cf-8fcb-db40ccd1ca73 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/be4413c3-77ad-470a-8aa8-b6e854dd4981 HTTP/1.1" status: 204 len: 168 time: 1.3824663 Aug 16 20:54:19.619416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32840) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:19.651256 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-cfb256c3-1e56-4894-9a5d-2ade48b53544 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:19.651618 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-cfb256c3-1e56-4894-9a5d-2ade48b53544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:19.675321 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fe4747db-f49b-4e7a-abfc-2184df2a2095 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545366 Aug 16 20:54:19.677708 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-46892b4c-d9a3-4ae5-8d87-3879eb2f5d70 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3743982 Aug 16 20:54:19.678337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32842) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:19.685214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:19.709113 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:19.717101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Request body: {'port': {'device_id': 'f18cf273-4c9d-4c67-8714-b427bc7f30c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:19.765153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network b6c70611-8163-4af3-a6f8-e187b1aebe75 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:19.766764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:19.857795 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.982945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd95a1-e69d-4c54-bb1e-6df40e3d6873 req-9d3feacd-3036-473a-82d0-4eb0ec7f9083 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:19.987219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3079d872-2851-423a-b869-8d57858eac72 None None] Network a33a8a6e-7147-413e-abcf-e37b14e3a1c3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:19.993375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40cd95a1-e69d-4c54-bb1e-6df40e3d6873 req-9d3feacd-3036-473a-82d0-4eb0ec7f9083 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 931 time: 0.1133871 Aug 16 20:54:19.995368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7159e72e-c65e-4f0f-adab-6fea3aaaf678 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:20.072741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40cd95a1-e69d-4c54-bb1e-6df40e3d6873 req-33fdf345-7696-4097-a390-672ea9e8e11a tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658801 Aug 16 20:54:20.098052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:20.106615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.208092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router e008ea3e-ee4c-4ea3-b6d1-512dafef9248 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:54:20.282140 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfb256c3-1e56-4894-9a5d-2ade48b53544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.333199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ac6cfafa-61af-4e04-a5d8-1167f9f9a415 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:20.340945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:20.353931 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.376717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Transition to ACTIVE for port object ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:20.409621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:20.426328 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48d39ee-2ffe-4c4e-b795-96e0ef9096b3 None None] Sync routers for ids ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:20.427893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7fb2ce72-fa14-4d8f-8e39-2e3756349d21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/e008ea3e-ee4c-4ea3-b6d1-512dafef9248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1303322 Aug 16 20:54:20.429910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32860) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:20.444731 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d39ee-2ffe-4c4e-b795-96e0ef9096b3 None None] Routers {'e008ea3e-ee4c-4ea3-b6d1-512dafef9248'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:20.445537 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c48d39ee-2ffe-4c4e-b795-96e0ef9096b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:20.466934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.503660 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c48d39ee-2ffe-4c4e-b795-96e0ef9096b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:20.524294 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d39ee-2ffe-4c4e-b795-96e0ef9096b3 None None] Routers {'e008ea3e-ee4c-4ea3-b6d1-512dafef9248'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:20.526839 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c48d39ee-2ffe-4c4e-b795-96e0ef9096b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:20.546188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b36c2a-1b0d-4d15-9cc7-8de73c829b08 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:20.550408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-cfb256c3-1e56-4894-9a5d-2ade48b53544 None None] For port f6349494-3593-40ae-9599-b9e44f005fe2, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f6349494-3593-40ae-9599-b9e44f005fe2,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:20.550659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-10b36c2a-1b0d-4d15-9cc7-8de73c829b08 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports/1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c HTTP/1.1" status: 200 len: 911 time: 0.1167347 Aug 16 20:54:20.552137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32862) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:20.570340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb38723c-5857-4045-8282-20d028b24c00 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:20.592434 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c48d39ee-2ffe-4c4e-b795-96e0ef9096b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:20.595051 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48d39ee-2ffe-4c4e-b795-96e0ef9096b3 None None] The sync data for ids ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:20.627002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Pushing event updated for resources: {'Port': ['ID=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:20.636580 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cfb256c3-1e56-4894-9a5d-2ade48b53544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.642764 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fb38723c-5857-4045-8282-20d028b24c00 None None] Deleting port f6349494-3593-40ae-9599-b9e44f005fe2 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:20.643033 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb38723c-5857-4045-8282-20d028b24c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.711267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0ca9-0cb0-4564-8ba0-2de3e9ae6e20 req-b2bd4df3-ad18-4f8f-8109-a94414ac9de5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:20.713011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5cda0ca9-0cb0-4564-8ba0-2de3e9ae6e20 req-b2bd4df3-ad18-4f8f-8109-a94414ac9de5 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.2692063 Aug 16 20:54:20.717844 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.722953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port ac6cfafa-61af-4e04-a5d8-1167f9f9a415 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:20.783616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Attempting to bind port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:20.783947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Attempting to bind port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'bac790db-3f1a-43d4-8b0f-e0330417e8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3f4f1ef4-acb6-45af-8e98-340e4d382a53'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:20.784268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Attempting to bind port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe on network 3f4f1ef4-acb6-45af-8e98-340e4d382a53 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:20.812849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe on network 3f4f1ef4-acb6-45af-8e98-340e4d382a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:54:20.813229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Attempting to bind port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe on network 3f4f1ef4-acb6-45af-8e98-340e4d382a53 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:20.816702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb256c3-1e56-4894-9a5d-2ade48b53544 None None] Pushing event updated for resources: {'Port': ['ID=f6349494-3593-40ae-9599-b9e44f005fe2,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:20.835642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:20.835987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Checking segment: {'id': 'bac790db-3f1a-43d4-8b0f-e0330417e8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3f4f1ef4-acb6-45af-8e98-340e4d382a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:20.836792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Bound using segment: {'id': 'bac790db-3f1a-43d4-8b0f-e0330417e8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3f4f1ef4-acb6-45af-8e98-340e4d382a53'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:20.837284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Bound port: ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac790db-3f1a-43d4-8b0f-e0330417e8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3f4f1ef4-acb6-45af-8e98-340e4d382a53'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:20.837647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.838844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fb38723c-5857-4045-8282-20d028b24c00 None None] For port f6349494-3593-40ae-9599-b9e44f005fe2, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f6349494-3593-40ae-9599-b9e44f005fe2,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:20.843499 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb38723c-5857-4045-8282-20d028b24c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.869764 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fb38723c-5857-4045-8282-20d028b24c00 None None] Calling delete_port for f6349494-3593-40ae-9599-b9e44f005fe2 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:20.871633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8955a573-afc1-4340-a4e6-307f68ce5b8c None None] Provisioning complete for port 1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:20.872009 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8955a573-afc1-4340-a4e6-307f68ce5b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.889796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.objects.ports [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95262) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:54:21.128702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8955a573-afc1-4340-a4e6-307f68ce5b8c None None] Port 1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:21.132103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] For port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:21.136267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8955a573-afc1-4340-a4e6-307f68ce5b8c None None] Could not find standard attr ID for object 880918f6-d5a7-4622-bddd-fd01cd19844b. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:21.153800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] For port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe,segment=NetworkSegment(bac790db-3f1a-43d4-8b0f-e0330417e8c0),segment_id=bac790db-3f1a-43d4-8b0f-e0330417e8c0)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:21.258055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8955a573-afc1-4340-a4e6-307f68ce5b8c None None] Provisioning for port ac6cfafa-61af-4e04-a5d8-1167f9f9a415 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:21.259823 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.262266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8955a573-afc1-4340-a4e6-307f68ce5b8c None None] Provisioning complete for port ac6cfafa-61af-4e04-a5d8-1167f9f9a415 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:21.265352 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8955a573-afc1-4340-a4e6-307f68ce5b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.327456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:21.328082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.330066 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] 10.222.0.79 "PUT /v2.0/ports/ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe HTTP/1.1" status: 200 len: 1092 time: 1.6390383 Aug 16 20:54:21.330525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18cf273-4c9d-4c67-8714-b427bc7f30c4', 'tag': 'ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:21.330939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5cda0ca9-0cb0-4564-8ba0-2de3e9ae6e20 req-be22a942-302d-4a65-885a-62272982c0ee tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/security-groups?id=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994060 Aug 16 20:54:21.332834 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7fb798-b9cb-43b1-b45f-c2c3bbf03877" -d '{"events": [{"name": "network-changed", "server_uuid": "f18cf273-4c9d-4c67-8714-b427bc7f30c4", "tag": "ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:21.346829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.351225 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb38723c-5857-4045-8282-20d028b24c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.363556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff0dd0-9fff-4818-913d-b22d6a895e98 req-757ad01e-3644-4f74-a8b3-645e697483a7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:21.365278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8bff0dd0-9fff-4818-913d-b22d6a895e98 req-757ad01e-3644-4f74-a8b3-645e697483a7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.79 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 946 time: 0.7047980 Aug 16 20:54:21.384700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cba22d-2825-43de-bbcf-558cd11e4f40 service neutron] Pushing event updated for resources: {'Port': ['ID=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:21.410082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Port f6349494-3593-40ae-9599-b9e44f005fe2 concurrently deleted while adding address for new subnet {'id': '60490c0a-627f-4103-b347-025187277e27', 'name': '', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2030, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-16T20:54:20Z', 'updated_at': '2021-08-16T20:54:20Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd41dcbb209d44133b8ecd1fe49e27ebb'}. {{(pid=95262) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 16 20:54:21.410937 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.453337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38723c-5857-4045-8282-20d028b24c00 None None] Pushing event deleted for resources: {'Port': ['ID=f6349494-3593-40ae-9599-b9e44f005fe2,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:21.457634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:21.466433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38723c-5857-4045-8282-20d028b24c00 None None] No DVR routers for this DVR port f6349494-3593-40ae-9599-b9e44f005fe2 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:21.472310 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8955a573-afc1-4340-a4e6-307f68ce5b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.478975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:21.495461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03c568-4623-4d39-8caf-d4b1e1a241d8 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:21.497514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:21.498112 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.499994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9134-3cca-47e2-b82e-dd47007c74b7 req-49ad6815-1e43-45a9-bb89-72367c425f96 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:21.505458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=60490c0a-627f-4103-b347-025187277e27,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:21.526364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-331f9134-3cca-47e2-b82e-dd47007c74b7 req-49ad6815-1e43-45a9-bb89-72367c425f96 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 943 time: 0.3083584 Aug 16 20:54:21.540687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-f71a85ee-4a3c-4298-85ce-3c0592fd6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:21.542199 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-f71a85ee-4a3c-4298-85ce-3c0592fd6285 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d30544420db49b4bd2f69fade95e6b5&device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 1095 time: 0.0816705 Aug 16 20:54:21.561418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8955a573-afc1-4340-a4e6-307f68ce5b8c None None] For port ac6cfafa-61af-4e04-a5d8-1167f9f9a415, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ac6cfafa-61af-4e04-a5d8-1167f9f9a415,segment=NetworkSegment(d6c1c124-98bf-4507-833d-9c5077daf4a3),segment_id=d6c1c124-98bf-4507-833d-9c5077daf4a3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:21.612956 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0e433b54-2d7e-4c3e-8f0a-c12e54a3d243 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9332228 Aug 16 20:54:21.615102 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-54094592-79ca-4261-9e29-5b5e0e8e8031 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe HTTP/1.1" status: 200 len: 217 time: 0.0640974 Aug 16 20:54:21.615754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32882) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:21.620840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:24:b6:72', 'name': 'tempest-NetworksTestDHCPv6-284266422'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:21.693684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '60490c0a-627f-4103-b347-025187277e27'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:21.694558 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.701530 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8955a573-afc1-4340-a4e6-307f68ce5b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.747722 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3726d0ae-15bd-42ba-8a25-b5afa587515c x-openstack-request-id: req-3726d0ae-15bd-42ba-8a25-b5afa587515c {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:21.748020 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18cf273-4c9d-4c67-8714-b427bc7f30c4", "tag": "ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:21.748281 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3726d0ae-15bd-42ba-8a25-b5afa587515c {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:21.748688 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18cf273-4c9d-4c67-8714-b427bc7f30c4', 'tag': 'ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe', 'status': 'completed', 'code': 200} Aug 16 20:54:21.757882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-6f2ad087-bcd9-40ba-8b18-83a215f53a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:21.759582 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-6f2ad087-bcd9-40ba-8b18-83a215f53a4a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ce40b44e-4058-43a9-b2c8-f81adf6e19c4 HTTP/1.1" status: 200 len: 851 time: 0.1350431 Aug 16 20:54:21.769774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-331f9134-3cca-47e2-b82e-dd47007c74b7 req-99743ae2-e073-46bd-9b91-763b0625b2f4 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395289 Aug 16 20:54:21.796711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-8bff0dd0-9fff-4818-913d-b22d6a895e98 req-1d92ebbf-35e2-4f2c-b18f-0af3302233f7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Deleting port 13836154-f262-4d3f-8bc8-9267f3aee077 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:21.797785 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8bff0dd0-9fff-4818-913d-b22d6a895e98 req-1d92ebbf-35e2-4f2c-b18f-0af3302233f7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.821889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955a573-afc1-4340-a4e6-307f68ce5b8c None None] Pushing event updated for resources: {'Port': ['ID=ac6cfafa-61af-4e04-a5d8-1167f9f9a415,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:21.823413 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-aa1e5afb-29e6-475a-bec2-f03f6a40f80d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f4f1ef4-acb6-45af-8e98-340e4d382a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419412 Aug 16 20:54:21.847258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-50ee25d2-1feb-457f-adc1-1e2bd23bb52b None None] Provisioning complete for port ac6cfafa-61af-4e04-a5d8-1167f9f9a415 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:21.847633 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50ee25d2-1feb-457f-adc1-1e2bd23bb52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.939656 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-5231669a-87ed-46f3-95c5-f06478eda9bb service neutron] 10.222.0.79 "GET /v2.0/networks/3f4f1ef4-acb6-45af-8e98-340e4d382a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069360 Aug 16 20:54:21.940190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-8bff0dd0-9fff-4818-913d-b22d6a895e98 req-1d92ebbf-35e2-4f2c-b18f-0af3302233f7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] For port 13836154-f262-4d3f-8bc8-9267f3aee077, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=13836154-f262-4d3f-8bc8-9267f3aee077,segment=NetworkSegment(8e72927e-50b1-427d-b0cc-7df3fd5e230c),segment_id=8e72927e-50b1-427d-b0cc-7df3fd5e230c)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:21.940579 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8bff0dd0-9fff-4818-913d-b22d6a895e98 req-1d92ebbf-35e2-4f2c-b18f-0af3302233f7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.953806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.964434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-8bff0dd0-9fff-4818-913d-b22d6a895e98 req-1d92ebbf-35e2-4f2c-b18f-0af3302233f7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Calling delete_port for 13836154-f262-4d3f-8bc8-9267f3aee077 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:22.015613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Allocated IP 2001:db8::f816:3eff:fe73:d6fb (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/60490c0a-627f-4103-b347-025187277e27/de40698a-be3f-456e-95b9-ddf30bfaa1cd) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:22.023652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:22.089752 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-969e8117-362a-4d90-a097-6c56c0d9a925 req-f7e097a5-b865-49e3-9cf4-f460870df5a6 service neutron] 10.222.0.79 "GET /v2.0/networks/3f4f1ef4-acb6-45af-8e98-340e4d382a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427026 Aug 16 20:54:22.179230 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.213169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 6964c851-43a7-424f-b4a1-8251476c1124 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:22.216367 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.236459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Transition to ACTIVE for port object de40698a-be3f-456e-95b9-ddf30bfaa1cd will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:22.255829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ac6cfafa-61af-4e04-a5d8-1167f9f9a415 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:22.326369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Transition to ACTIVE for port object de40698a-be3f-456e-95b9-ddf30bfaa1cd will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:22.330166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fb798-b9cb-43b1-b45f-c2c3bbf03877 req-9e9932e3-649c-4162-af3c-ce9650cf6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:22.332505 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2a7fb798-b9cb-43b1-b45f-c2c3bbf03877 req-9e9932e3-649c-4162-af3c-ce9650cf6ba8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d30544420db49b4bd2f69fade95e6b5&device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 1095 time: 0.0729101 Aug 16 20:54:22.348975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port ac6cfafa-61af-4e04-a5d8-1167f9f9a415 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:22.349384 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.401188 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.419195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Allocated IP 2001:db8:1::1 (a33a8a6e-7147-413e-abcf-e37b14e3a1c3/ce4d722c-429d-45cb-afc7-54f02715e8f7/617fffbf-dcfc-488a-80d8-6e5722dbdf33) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:22.458953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:22.464283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:22.466012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Pushing event updated for resources: {'Port': ['ID=de40698a-be3f-456e-95b9-ddf30bfaa1cd,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:22.467883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::f816:3eff:fe24:b672 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/60490c0a-627f-4103-b347-025187277e27/6964c851-43a7-424f-b4a1-8251476c1124) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:22.476890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:22.495754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fb798-b9cb-43b1-b45f-c2c3bbf03877 req-90d18162-f665-46c2-9e08-d84ce11e93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:22.496351 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8bff0dd0-9fff-4818-913d-b22d6a895e98 req-1d92ebbf-35e2-4f2c-b18f-0af3302233f7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.497350 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2a7fb798-b9cb-43b1-b45f-c2c3bbf03877 req-90d18162-f665-46c2-9e08-d84ce11e93c5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3f4f1ef4-acb6-45af-8e98-340e4d382a53 HTTP/1.1" status: 200 len: 912 time: 0.1565602 Aug 16 20:54:22.553205 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b21ad42e-19bc-40a9-bd6d-63d5ee5c4bbf req-9acf803b-595d-4962-8ea7-e8d4032d7e54 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.74 "GET /v2.0/ports?device_id=3655860d-b658-48b6-bc2a-ae9c021e68c4 HTTP/1.1" status: 200 len: 210 time: 0.0694437 Aug 16 20:54:22.553947 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2a7fb798-b9cb-43b1-b45f-c2c3bbf03877 req-42e83795-2a9a-40cf-b394-d1ce3ce897fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe HTTP/1.1" status: 200 len: 217 time: 0.0476494 Aug 16 20:54:22.584381 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Attempting to bind port de40698a-be3f-456e-95b9-ddf30bfaa1cd on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:22.584757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Attempting to bind port de40698a-be3f-456e-95b9-ddf30bfaa1cd by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:22.585170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Attempting to bind port de40698a-be3f-456e-95b9-ddf30bfaa1cd on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:22.586779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92ebbf-35e2-4f2c-b18f-0af3302233f7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Pushing event deleted for resources: {'Port': ['ID=13836154-f262-4d3f-8bc8-9267f3aee077,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:22.592634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:22.592875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:22.593402 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.593830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:22.594351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Bound port: de40698a-be3f-456e-95b9-ddf30bfaa1cd, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:22.598780 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.650248 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f6349494-3593-40ae-9599-b9e44f005fe2 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:22.657076 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bff0dd0-9fff-4818-913d-b22d6a895e98 req-1d92ebbf-35e2-4f2c-b18f-0af3302233f7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] No DVR routers for this DVR port 13836154-f262-4d3f-8bc8-9267f3aee077 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:22.664249 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-8bff0dd0-9fff-4818-913d-b22d6a895e98 req-1d92ebbf-35e2-4f2c-b18f-0af3302233f7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.666395 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8bff0dd0-9fff-4818-913d-b22d6a895e98 req-1d92ebbf-35e2-4f2c-b18f-0af3302233f7 tempest-ServersNegativeTestJSON-979169412 tempest-ServersNegativeTestJSON-979169412-project] 10.222.0.79 "DELETE /v2.0/ports/13836154-f262-4d3f-8bc8-9267f3aee077 HTTP/1.1" status: 204 len: 173 time: 1.2878842 Aug 16 20:54:22.666782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'name': 'network-vif-deleted', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:22.670050 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0fe1dc-60b1-4aad-bfc1-47d935879706" -d '{"events": [{"server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "name": "network-vif-deleted", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:22.683798 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: f6349494-3593-40ae-9599-b9e44f005fe2 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:22.684149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f6349494-3593-40ae-9599-b9e44f005fe2 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:22.697372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] For port de40698a-be3f-456e-95b9-ddf30bfaa1cd, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:22.700459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fb798-b9cb-43b1-b45f-c2c3bbf03877 req-2734427b-319d-40b4-a61b-7725e7976f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:22.701178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] For port de40698a-be3f-456e-95b9-ddf30bfaa1cd, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=de40698a-be3f-456e-95b9-ddf30bfaa1cd,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:22.708637 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2a7fb798-b9cb-43b1-b45f-c2c3bbf03877 req-2734427b-319d-40b4-a61b-7725e7976f98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ce40b44e-4058-43a9-b2c8-f81adf6e19c4 HTTP/1.1" status: 200 len: 851 time: 0.1392386 Aug 16 20:54:22.730844 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.736941 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15896907-f1d5-480d-ae63-8401ab8df0cd x-openstack-request-id: req-15896907-f1d5-480d-ae63-8401ab8df0cd {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:22.737457 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3655860d-b658-48b6-bc2a-ae9c021e68c4", "name": "network-vif-deleted", "tag": "13836154-f262-4d3f-8bc8-9267f3aee077", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:22.737871 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-15896907-f1d5-480d-ae63-8401ab8df0cd {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:22.738275 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3655860d-b658-48b6-bc2a-ae9c021e68c4', 'name': 'network-vif-deleted', 'tag': '13836154-f262-4d3f-8bc8-9267f3aee077', 'status': 'completed', 'code': 200} Aug 16 20:54:22.748558 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2a7fb798-b9cb-43b1-b45f-c2c3bbf03877 req-7eec881d-3f75-49c1-ad26-f5e2ef0f7856 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f4f1ef4-acb6-45af-8e98-340e4d382a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307386 Aug 16 20:54:22.752908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Transition to ACTIVE for port object 617fffbf-dcfc-488a-80d8-6e5722dbdf33 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:22.826120 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.852836 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.881783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 6964c851-43a7-424f-b4a1-8251476c1124 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:22.897669 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2a7fb798-b9cb-43b1-b45f-c2c3bbf03877 req-0de14f03-6fe9-4902-8a72-68b319795c9c service neutron] 10.222.0.79 "GET /v2.0/networks/3f4f1ef4-acb6-45af-8e98-340e4d382a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397064 Aug 16 20:54:22.903616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee21eeb-9c0b-467a-aa80-72415ecbe7da req-d4726104-fc65-432f-b1ec-f078694e7882 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:22.904331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142a978-8bb4-47ba-a2e0-abec62a7d7d7 None None] Pushing event updated for resources: {'Port': ['ID=de40698a-be3f-456e-95b9-ddf30bfaa1cd,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:22.906079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dee21eeb-9c0b-467a-aa80-72415ecbe7da req-d4726104-fc65-432f-b1ec-f078694e7882 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 943 time: 0.0587106 Aug 16 20:54:22.907803 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.995950 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network a33a8a6e-7147-413e-abcf-e37b14e3a1c3 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:23.003654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:23.006462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=617fffbf-dcfc-488a-80d8-6e5722dbdf33,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:23.024165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:23.024165 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.048753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.071468 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2a7fb798-b9cb-43b1-b45f-c2c3bbf03877 req-a5508a84-77c8-4f8d-9ab6-e791b9527b54 service neutron] 10.222.0.79 "GET /v2.0/networks/3f4f1ef4-acb6-45af-8e98-340e4d382a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623375 Aug 16 20:54:23.128126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:23.132035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:23.136686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:23.142933 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:23.143595 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.148476 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dee21eeb-9c0b-467a-aa80-72415ecbe7da req-47daca56-0b0b-4457-a816-4a1b06a7ef94 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883876 Aug 16 20:54:23.179832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=6964c851-43a7-424f-b4a1-8251476c1124,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:23.250325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 13836154-f262-4d3f-8bc8-9267f3aee077 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:23.265209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 13836154-f262-4d3f-8bc8-9267f3aee077 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:23.266240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 13836154-f262-4d3f-8bc8-9267f3aee077 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:23.279173 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c486661a-de22-47f8-ace9-b6f08d235663 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6603441 Aug 16 20:54:23.285362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32910) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:23.334553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.407895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62031851-111c-42b8-99d5-461cf63999a4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:23.413973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62031851-111c-42b8-99d5-461cf63999a4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:23.415613 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-62031851-111c-42b8-99d5-461cf63999a4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1283035 Aug 16 20:54:23.418363 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32914) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:23.512966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2991845c-6616-4b83-aff2-6c8f4a4a88b4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 6964c851-43a7-424f-b4a1-8251476c1124 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:23.513656 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2991845c-6616-4b83-aff2-6c8f4a4a88b4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.568159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-25b24199-c922-4908-a692-5308e1b9bcd6 None None] Provisioning for port 617fffbf-dcfc-488a-80d8-6e5722dbdf33 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:23.576581 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-25b24199-c922-4908-a692-5308e1b9bcd6 None None] Provisioning complete for port 617fffbf-dcfc-488a-80d8-6e5722dbdf33 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:23.576980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-25b24199-c922-4908-a692-5308e1b9bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.638350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32920) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:23.638873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-25b24199-c922-4908-a692-5308e1b9bcd6 None None] Port 617fffbf-dcfc-488a-80d8-6e5722dbdf33 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:23.649557 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2991845c-6616-4b83-aff2-6c8f4a4a88b4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.676380 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.681290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2991845c-6616-4b83-aff2-6c8f4a4a88b4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 6964c851-43a7-424f-b4a1-8251476c1124 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:23.706145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-12600b82-7de5-4f71-827d-2fd2e369680d admin admin] Deleting subnet 42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:23.709260 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:54:23.740344 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-12600b82-7de5-4f71-827d-2fd2e369680d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.752909 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.753850 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.790200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-12600b82-7de5-4f71-827d-2fd2e369680d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.849746 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-12600b82-7de5-4f71-827d-2fd2e369680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.894211 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=617fffbf-dcfc-488a-80d8-6e5722dbdf33,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:23.944897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network a33a8a6e-7147-413e-abcf-e37b14e3a1c3 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:23.946569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:23.981965 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2991845c-6616-4b83-aff2-6c8f4a4a88b4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.026819 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-12600b82-7de5-4f71-827d-2fd2e369680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.044336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991845c-6616-4b83-aff2-6c8f4a4a88b4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=6964c851-43a7-424f-b4a1-8251476c1124,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:24.064834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-12600b82-7de5-4f71-827d-2fd2e369680d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.069173 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-12600b82-7de5-4f71-827d-2fd2e369680d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5 HTTP/1.1" status: 204 len: 168 time: 0.4252007 Aug 16 20:54:24.076295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32928) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.097124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12600b82-7de5-4f71-827d-2fd2e369680d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c5fc44-aeb9-476e-ae37-2d89e5d8a5f5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:24.099206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2991845c-6616-4b83-aff2-6c8f4a4a88b4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.105969 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2991845c-6616-4b83-aff2-6c8f4a4a88b4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/6964c851-43a7-424f-b4a1-8251476c1124 HTTP/1.1" status: 204 len: 168 time: 0.6817296 Aug 16 20:54:24.106977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32930) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.153494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router e008ea3e-ee4c-4ea3-b6d1-512dafef9248 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:24.168695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57a5f0-88c2-4b8f-91c7-00bbd8499034 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.170644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57a5f0-88c2-4b8f-91c7-00bbd8499034 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.172820 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fc57a5f0-88c2-4b8f-91c7-00bbd8499034 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0638046 Aug 16 20:54:24.176406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32932) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.188937 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.267370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-604bc183-7dfe-4b80-860f-132ebf481956 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 60490c0a-627f-4103-b347-025187277e27 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:24.277144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-604bc183-7dfe-4b80-860f-132ebf481956 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.342188 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-604bc183-7dfe-4b80-860f-132ebf481956 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.342946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device de40698a-be3f-456e-95b9-ddf30bfaa1cd up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:24.473431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-604bc183-7dfe-4b80-860f-132ebf481956 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.498421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32940) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.502161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port de40698a-be3f-456e-95b9-ddf30bfaa1cd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:24.551229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:24.554016 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.564380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b59c9e33-4af2-43d9-b4bf-c1ebc8eba7f1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/e008ea3e-ee4c-4ea3-b6d1-512dafef9248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0084336 Aug 16 20:54:24.565700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32944) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.570298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206e896-18a4-4238-8d19-0c8aab33e2c3 None None] Sync routers for ids ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:24.572828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-93b9ab29-0160-4041-842a-3d9ca7a19bff None None] Provisioning for port de40698a-be3f-456e-95b9-ddf30bfaa1cd completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:24.579125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb0a10-e465-4fc9-a41c-f90486ac5810 req-83b75090-c221-40a6-9611-dd6ac2a8a1a2 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.581351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40fb0a10-e465-4fc9-a41c-f90486ac5810 req-83b75090-c221-40a6-9611-dd6ac2a8a1a2 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 943 time: 0.3001242 Aug 16 20:54:24.582675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-93b9ab29-0160-4041-842a-3d9ca7a19bff None None] Provisioning complete for port de40698a-be3f-456e-95b9-ddf30bfaa1cd triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:24.583046 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-93b9ab29-0160-4041-842a-3d9ca7a19bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.586714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8deab356-caba-48b8-adaa-724050112348']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:24.613913 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e72927e-50b1-427d-b0cc-7df3fd5e230c') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:24.614259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e72927e-50b1-427d-b0cc-7df3fd5e230c') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:24.629709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.635800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8683b985-fc5d-41aa-873d-03d7bc6577f8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.640291 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8683b985-fc5d-41aa-873d-03d7bc6577f8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports/617fffbf-dcfc-488a-80d8-6e5722dbdf33 HTTP/1.1" status: 200 len: 913 time: 0.0715113 Aug 16 20:54:24.640461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32946) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.641324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206e896-18a4-4238-8d19-0c8aab33e2c3 None None] Routers {'e008ea3e-ee4c-4ea3-b6d1-512dafef9248'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:24.645129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6206e896-18a4-4238-8d19-0c8aab33e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:24.649884 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-604bc183-7dfe-4b80-860f-132ebf481956 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.663327 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.668305 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40fb0a10-e465-4fc9-a41c-f90486ac5810 req-f80829e0-4052-4692-81d4-ffda3ae793eb tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789678 Aug 16 20:54:24.674355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:24.674804 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:24.676627 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:24.712922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-604bc183-7dfe-4b80-860f-132ebf481956 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.717237 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-604bc183-7dfe-4b80-860f-132ebf481956 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/60490c0a-627f-4103-b347-025187277e27 HTTP/1.1" status: 204 len: 168 time: 0.5377052 Aug 16 20:54:24.723149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32948) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.736970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6206e896-18a4-4238-8d19-0c8aab33e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:24.758445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206e896-18a4-4238-8d19-0c8aab33e2c3 None None] Routers {'e008ea3e-ee4c-4ea3-b6d1-512dafef9248'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:24.759081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6206e896-18a4-4238-8d19-0c8aab33e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:24.769978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-abba6654-286c-41d3-9305-821285e760c2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429606 Aug 16 20:54:24.774433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32950) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.794193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bc183-7dfe-4b80-860f-132ebf481956 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=60490c0a-627f-4103-b347-025187277e27,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:24.798074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6206e896-18a4-4238-8d19-0c8aab33e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:24.798692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206e896-18a4-4238-8d19-0c8aab33e2c3 None None] The sync data for ids ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:24.805398 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e20d7bc0-c33e-405b-8dd6-3aaed18ffe67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.846217 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-93b9ab29-0160-4041-842a-3d9ca7a19bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.873554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.880952 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.882979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-93b9ab29-0160-4041-842a-3d9ca7a19bff None None] For port de40698a-be3f-456e-95b9-ddf30bfaa1cd, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=de40698a-be3f-456e-95b9-ddf30bfaa1cd,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:24.883466 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/8deab356-caba-48b8-adaa-724050112348 HTTP/1.1" status: 204 len: 168 time: 0.8057024 Aug 16 20:54:24.896052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d5696-45cb-4ac5-9c26-069b61de47a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8deab356-caba-48b8-adaa-724050112348,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:24.960274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dba43f-6408-46ce-8319-eca4bff3f61f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.962158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55e3215-32fe-41ff-a85f-d35ff4c7e623 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:24.962291 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-69dba43f-6408-46ce-8319-eca4bff3f61f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1865172 Aug 16 20:54:24.965424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32954) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:25.008628 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-93b9ab29-0160-4041-842a-3d9ca7a19bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.016977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69210149-71b8-457b-96ec-afa07ecc234f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:25.018961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-69210149-71b8-457b-96ec-afa07ecc234f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0524969 Aug 16 20:54:25.021744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32956) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:25.071453 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1e1c68c7-2166-44d0-971d-d74fc704b189 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482481 Aug 16 20:54:25.076113 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32960) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:25.082336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-41ba9e25-bc3d-42d1-b1ec-f0c8a4be4768 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:25.139481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-93b9ab29-0160-4041-842a-3d9ca7a19bff None None] Provisioning complete for port 617fffbf-dcfc-488a-80d8-6e5722dbdf33 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:25.139863 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-93b9ab29-0160-4041-842a-3d9ca7a19bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.180599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9ab29-0160-4041-842a-3d9ca7a19bff None None] Pushing event updated for resources: {'Port': ['ID=de40698a-be3f-456e-95b9-ddf30bfaa1cd,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:25.206450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-93b9ab29-0160-4041-842a-3d9ca7a19bff None None] Port 617fffbf-dcfc-488a-80d8-6e5722dbdf33 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:25.247593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:54:25.278431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32962) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:25.310415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a7e2d-69be-41f2-bb8e-499c4b34cacb None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:25.327528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-497b12c0-0ca5-4a4c-bd2d-ed4c5d50178a None None] Could not find standard attr ID for object 6964c851-43a7-424f-b4a1-8251476c1124. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:25.401419 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe,segment=NetworkSegment(bac790db-3f1a-43d4-8b0f-e0330417e8c0),segment_id=bac790db-3f1a-43d4-8b0f-e0330417e8c0)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:25.417054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c92a7e2d-69be-41f2-bb8e-499c4b34cacb None None] Deleting port de40698a-be3f-456e-95b9-ddf30bfaa1cd {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:25.417534 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c92a7e2d-69be-41f2-bb8e-499c4b34cacb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.430072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe', 'network_id': '3f4f1ef4-acb6-45af-8e98-340e4d382a53', 'port_id': 'ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe', 'mac_address': 'fa:16:3e:1c:e9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce40b44e-4058-43a9-b2c8-f81adf6e19c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:54:25.464781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e20d7bc0-c33e-405b-8dd6-3aaed18ffe67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.525888 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c92a7e2d-69be-41f2-bb8e-499c4b34cacb None None] For port de40698a-be3f-456e-95b9-ddf30bfaa1cd, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=de40698a-be3f-456e-95b9-ddf30bfaa1cd,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:25.526275 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c92a7e2d-69be-41f2-bb8e-499c4b34cacb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.538714 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.549087 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9a80-93bd-4394-9f38-3eac2019b076 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.554839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c92a7e2d-69be-41f2-bb8e-499c4b34cacb None None] Calling delete_port for de40698a-be3f-456e-95b9-ddf30bfaa1cd owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:25.568119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:25.615293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e20d7bc0-c33e-405b-8dd6-3aaed18ffe67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.625852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe,segment=NetworkSegment(bac790db-3f1a-43d4-8b0f-e0330417e8c0),segment_id=bac790db-3f1a-43d4-8b0f-e0330417e8c0)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:25.626163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d6286ed6-00ba-4fb7-817b-cf29a7759e5c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b609ae70a794236b71104a3023ce490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465729 Aug 16 20:54:25.630045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32966) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:25.676895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e20d7bc0-c33e-405b-8dd6-3aaed18ffe67 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a26fc4c014fa42198d1fdc19d1f97328&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1774402 Aug 16 20:54:25.679324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d7bc0-c33e-405b-8dd6-3aaed18ffe67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb10b383-c524-4fae-a233-5ea89b5dbd39,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:25.680631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32968) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:25.687288 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e31a641b-8f3e-4c61-ae66-9b2b75d5991e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.711529 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.735591 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e31a641b-8f3e-4c61-ae66-9b2b75d5991e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.769810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:25.793152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ba9e25-bc3d-42d1-b1ec-f0c8a4be4768 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:25.797690 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41ba9e25-bc3d-42d1-b1ec-f0c8a4be4768 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.849534 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c92a7e2d-69be-41f2-bb8e-499c4b34cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.860827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c9a80-93bd-4394-9f38-3eac2019b076 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 617fffbf-dcfc-488a-80d8-6e5722dbdf33 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:25.861204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9a80-93bd-4394-9f38-3eac2019b076 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.888377 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a7e2d-69be-41f2-bb8e-499c4b34cacb None None] Pushing event deleted for resources: {'Port': ['ID=de40698a-be3f-456e-95b9-ddf30bfaa1cd,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:25.890622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92a7e2d-69be-41f2-bb8e-499c4b34cacb None None] No DVR routers for this DVR port de40698a-be3f-456e-95b9-ddf30bfaa1cd on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:25.922858 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-099f6c87-dbfb-46f2-b137-3b2f2a986052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.935435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4254203-4acb-4919-8e93-b8d09894939f req-375e5101-3062-48bc-8021-3d2b4ed32c56 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:25.952361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4254203-4acb-4919-8e93-b8d09894939f req-375e5101-3062-48bc-8021-3d2b4ed32c56 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 944 time: 0.1662917 Aug 16 20:54:25.952533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:25.955689 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9a80-93bd-4394-9f38-3eac2019b076 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.968643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c9a80-93bd-4394-9f38-3eac2019b076 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 617fffbf-dcfc-488a-80d8-6e5722dbdf33 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:25.989893 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-099f6c87-dbfb-46f2-b137-3b2f2a986052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.078797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4254203-4acb-4919-8e93-b8d09894939f req-4aaeeac4-e4e0-4854-8f0c-5467ff5c649b tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204965 Aug 16 20:54:26.078797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e31a641b-8f3e-4c61-ae66-9b2b75d5991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.078797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e31a641b-8f3e-4c61-ae66-9b2b75d5991e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.078797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e31a641b-8f3e-4c61-ae66-9b2b75d5991e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1104b05a-eaa0-485b-81e3-e48eeeaf9dfc HTTP/1.1" status: 204 len: 168 time: 0.4458299 Aug 16 20:54:26.095475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a641b-8f3e-4c61-ae66-9b2b75d5991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1104b05a-eaa0-485b-81e3-e48eeeaf9dfc,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:26.251808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device de40698a-be3f-456e-95b9-ddf30bfaa1cd no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:26.273015 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: de40698a-be3f-456e-95b9-ddf30bfaa1cd {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:26.273385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device de40698a-be3f-456e-95b9-ddf30bfaa1cd not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:26.331274 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9a80-93bd-4394-9f38-3eac2019b076 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.331503 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-099f6c87-dbfb-46f2-b137-3b2f2a986052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.334005 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-099f6c87-dbfb-46f2-b137-3b2f2a986052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.337548 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-099f6c87-dbfb-46f2-b137-3b2f2a986052 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb10b383-c524-4fae-a233-5ea89b5dbd39 HTTP/1.1" status: 204 len: 168 time: 0.6535583 Aug 16 20:54:26.360702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c9a80-93bd-4394-9f38-3eac2019b076 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=617fffbf-dcfc-488a-80d8-6e5722dbdf33,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:26.365205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.objects.ports [None req-41ba9e25-bc3d-42d1-b1ec-f0c8a4be4768 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:54:26.366707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f6c87-dbfb-46f2-b137-3b2f2a986052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb10b383-c524-4fae-a233-5ea89b5dbd39,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:26.368854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41ba9e25-bc3d-42d1-b1ec-f0c8a4be4768 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.425661 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ba9e25-bc3d-42d1-b1ec-f0c8a4be4768 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:26.428911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-41ba9e25-bc3d-42d1-b1ec-f0c8a4be4768 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:26.433193 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba9e25-bc3d-42d1-b1ec-f0c8a4be4768 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.433780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41ba9e25-bc3d-42d1-b1ec-f0c8a4be4768 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.437223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba9e25-bc3d-42d1-b1ec-f0c8a4be4768 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=7e6307bd-73a8-46c8-b78c-a42262cf3838,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:26.441271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8266d0a7-f2b8-4d46-82be-fb6ae8dd313b None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:26.546442 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9a80-93bd-4394-9f38-3eac2019b076 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.580488 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-41ba9e25-bc3d-42d1-b1ec-f0c8a4be4768 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5028625 Aug 16 20:54:26.581383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32982) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:26.587914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:dc:b2:e4', 'name': 'tempest-NetworksTestDHCPv6-1240170803'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:26.648210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '7e6307bd-73a8-46c8-b78c-a42262cf3838'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:26.649216 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.837660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Allocated IP 2001:db8::f816:3eff:fe69:9c7a (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/7e6307bd-73a8-46c8-b78c-a42262cf3838/c4524270-d562-47c8-8959-c8edfd43f333) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:26.851324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3c9a80-93bd-4394-9f38-3eac2019b076 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router e008ea3e-ee4c-4ea3-b6d1-512dafef9248 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:26.872432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:26.961506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3c9a80-93bd-4394-9f38-3eac2019b076 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:26.961987 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.976528 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7f3c9a80-93bd-4394-9f38-3eac2019b076 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/e008ea3e-ee4c-4ea3-b6d1-512dafef9248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3349512 Aug 16 20:54:26.979209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32992) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:26.983381 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbe7a5a-0f41-4a0b-a919-4853f4667681 None None] Sync routers for ids ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:26.991606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 80215f16-12e5-45de-9133-725f27519d9d yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:26.993106 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbe7a5a-0f41-4a0b-a919-4853f4667681 None None] Routers {'e008ea3e-ee4c-4ea3-b6d1-512dafef9248'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:26.993905 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3cbe7a5a-0f41-4a0b-a919-4853f4667681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:27.007487 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.019526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Transition to ACTIVE for port object c4524270-d562-47c8-8959-c8edfd43f333 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:27.026729 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3cbe7a5a-0f41-4a0b-a919-4853f4667681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:27.036378 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbe7a5a-0f41-4a0b-a919-4853f4667681 None None] Routers {'e008ea3e-ee4c-4ea3-b6d1-512dafef9248'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:27.037277 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3cbe7a5a-0f41-4a0b-a919-4853f4667681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:27.037407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Transition to ACTIVE for port object c4524270-d562-47c8-8959-c8edfd43f333 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:27.072803 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3cbe7a5a-0f41-4a0b-a919-4853f4667681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:27.073693 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbe7a5a-0f41-4a0b-a919-4853f4667681 None None] The sync data for ids ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:27.168875 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.213156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:27.219261 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:27.223636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::f816:3eff:fedc:b2e4 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/7e6307bd-73a8-46c8-b78c-a42262cf3838/80215f16-12e5-45de-9133-725f27519d9d) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:27.232420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:27.236314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Pushing event updated for resources: {'Port': ['ID=c4524270-d562-47c8-8959-c8edfd43f333,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:27.245373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33000) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:27.276661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:27.280494 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1c4b85e1-1de4-4541-a2eb-c4f489f1cc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.401059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Attempting to bind port c4524270-d562-47c8-8959-c8edfd43f333 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:27.401472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Attempting to bind port c4524270-d562-47c8-8959-c8edfd43f333 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:27.401846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Attempting to bind port c4524270-d562-47c8-8959-c8edfd43f333 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:27.413640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:27.414020 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:27.414559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.415116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:27.415705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Bound port: c4524270-d562-47c8-8959-c8edfd43f333, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:27.416095 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.465344 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e926cb4-6b59-4eca-9610-35f26f622d50 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.491518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] For port c4524270-d562-47c8-8959-c8edfd43f333, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:27.494698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] For port c4524270-d562-47c8-8959-c8edfd43f333, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c4524270-d562-47c8-8959-c8edfd43f333,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:27.504526 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1c4b85e1-1de4-4541-a2eb-c4f489f1cc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.521885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f22ea-4d3c-4f80-8f7c-6cc0e64fe35f req-f6fb1132-29e4-446a-b1de-8167364d5460 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:27.523431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-267f22ea-4d3c-4f80-8f7c-6cc0e64fe35f req-f6fb1132-29e4-446a-b1de-8167364d5460 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 944 time: 0.1416893 Aug 16 20:54:27.558016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:27.562682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:27.563280 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.584833 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.597961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-267f22ea-4d3c-4f80-8f7c-6cc0e64fe35f req-8105e478-81ad-470a-89d4-7b0d7c3433dc tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641866 Aug 16 20:54:27.617001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 80215f16-12e5-45de-9133-725f27519d9d will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:27.642094 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.648118 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1c4b85e1-1de4-4541-a2eb-c4f489f1cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.704304 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1c4b85e1-1de4-4541-a2eb-c4f489f1cc6c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b47fb55d6f854ac9b1293393b9021978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549553 Aug 16 20:54:27.704304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b85e1-1de4-4541-a2eb-c4f489f1cc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bda7bd7-691d-4a58-9b3d-be7841e9f701,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:27.706457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33012) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:27.716532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.744454 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b639e9-6558-4431-be63-a34e4ac9e4c9 None None] Pushing event updated for resources: {'Port': ['ID=c4524270-d562-47c8-8959-c8edfd43f333,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:27.757945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18cf273-4c9d-4c67-8714-b427bc7f30c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:27.767059 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34f8f3b-827d-427b-8a3d-581d1b90f9cb" -d '{"events": [{"server_uuid": "f18cf273-4c9d-4c67-8714-b427bc7f30c4", "name": "network-vif-plugged", "status": "completed", "tag": "ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:27.780119 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.788511 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79a4b204-f3f2-4b4d-ab90-1570f3d53a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.797909 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe,segment=NetworkSegment(bac790db-3f1a-43d4-8b0f-e0330417e8c0),segment_id=bac790db-3f1a-43d4-8b0f-e0330417e8c0)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:27.811998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:27.832284 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caec4ec-4d93-404d-b0e2-babaf92d2aeb x-openstack-request-id: req-7caec4ec-4d93-404d-b0e2-babaf92d2aeb {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:27.832897 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18cf273-4c9d-4c67-8714-b427bc7f30c4", "name": "network-vif-plugged", "status": "completed", "tag": "ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:27.833331 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7caec4ec-4d93-404d-b0e2-babaf92d2aeb {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:27.833914 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18cf273-4c9d-4c67-8714-b427bc7f30c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe', 'code': 200} Aug 16 20:54:27.850996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8e926cb4-6b59-4eca-9610-35f26f622d50 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:27.851982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e926cb4-6b59-4eca-9610-35f26f622d50 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.857147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:27.862684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:27.867366 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.871204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:27.871204 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.900963 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79a4b204-f3f2-4b4d-ab90-1570f3d53a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.912458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=80215f16-12e5-45de-9133-725f27519d9d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:27.971786 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ce081feb-2ea6-4d4b-8e62-9a9499ff73d5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3882120 Aug 16 20:54:27.975620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33024) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:27.992156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:28.020677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad8c12-0d36-4664-aae2-1c4baba549ea req-bfeb0449-e149-43cd-ae64-bac7ad2b0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.023801 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7aad8c12-0d36-4664-aae2-1c4baba549ea req-bfeb0449-e149-43cd-ae64-bac7ad2b0577 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 1097 time: 0.0910676 Aug 16 20:54:28.050568 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e926cb4-6b59-4eca-9610-35f26f622d50 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.067928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04463e23-0412-4ceb-8876-28fbde8d10ad tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.081063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8e926cb4-6b59-4eca-9610-35f26f622d50 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:28.090272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04463e23-0412-4ceb-8876-28fbde8d10ad tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.097899 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-04463e23-0412-4ceb-8876-28fbde8d10ad tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1178827 Aug 16 20:54:28.098591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33028) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:28.227973 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7aad8c12-0d36-4664-aae2-1c4baba549ea req-5f5fa544-a652-4565-9587-e16eb6028b31 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952145 Aug 16 20:54:28.248121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4cca8-daad-4b5a-b159-8cec21e01791 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 80215f16-12e5-45de-9133-725f27519d9d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:28.248497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cca8-daad-4b5a-b159-8cec21e01791 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.253764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79a4b204-f3f2-4b4d-ab90-1570f3d53a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.256510 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79a4b204-f3f2-4b4d-ab90-1570f3d53a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.257790 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-79a4b204-f3f2-4b4d-ab90-1570f3d53a25 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1bda7bd7-691d-4a58-9b3d-be7841e9f701 HTTP/1.1" status: 204 len: 168 time: 0.5498857 Aug 16 20:54:28.298516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c4524270-d562-47c8-8959-c8edfd43f333 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:28.320388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4b204-f3f2-4b4d-ab90-1570f3d53a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bda7bd7-691d-4a58-9b3d-be7841e9f701,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:28.379953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cca8-daad-4b5a-b159-8cec21e01791 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.394117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4cca8-daad-4b5a-b159-8cec21e01791 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 80215f16-12e5-45de-9133-725f27519d9d owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:28.471444 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e926cb4-6b59-4eca-9610-35f26f622d50 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.501150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e926cb4-6b59-4eca-9610-35f26f622d50 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=1e61af2d-6e47-43dc-b031-8fe6ceb0fe6c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:28.502434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c4524270-d562-47c8-8959-c8edfd43f333 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:28.645609 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e926cb4-6b59-4eca-9610-35f26f622d50 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.674396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33044) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:28.684206 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cca8-daad-4b5a-b159-8cec21e01791 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.737805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4cca8-daad-4b5a-b159-8cec21e01791 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=80215f16-12e5-45de-9133-725f27519d9d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:28.842313 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cca8-daad-4b5a-b159-8cec21e01791 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.848770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f4c4cca8-daad-4b5a-b159-8cec21e01791 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/80215f16-12e5-45de-9133-725f27519d9d HTTP/1.1" status: 204 len: 168 time: 0.7453053 Aug 16 20:54:28.868946 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286e2f-8919-401e-86aa-185045de78ef req-bcc1548a-4af9-4de1-a075-bef77ebef95a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.872113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee286e2f-8919-401e-86aa-185045de78ef req-bcc1548a-4af9-4de1-a075-bef77ebef95a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.2273514 Aug 16 20:54:28.872940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33056) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:28.931163 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e926cb4-6b59-4eca-9610-35f26f622d50 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router e008ea3e-ee4c-4ea3-b6d1-512dafef9248 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:28.947042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2445c1e1-e185-4b4f-852f-247417751576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.972967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff2ffa-7139-4457-97c1-967c8115bf1f req-73cc2b65-097d-46e2-8354-e6e48bafb0bc tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.974587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adff2ffa-7139-4457-97c1-967c8115bf1f req-73cc2b65-097d-46e2-8354-e6e48bafb0bc tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.1722658 Aug 16 20:54:29.003491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3701e7b9-52cd-40fe-bdb3-a072a5c06c38 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:29.005500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3701e7b9-52cd-40fe-bdb3-a072a5c06c38 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:29.007209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3701e7b9-52cd-40fe-bdb3-a072a5c06c38 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1319282 Aug 16 20:54:29.021953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee286e2f-8919-401e-86aa-185045de78ef req-e5d118a0-02eb-44ef-abd6-0884e728d64d tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308832 Aug 16 20:54:29.031088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33058) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.067942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e926cb4-6b59-4eca-9610-35f26f622d50 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:29.081552 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8e926cb4-6b59-4eca-9610-35f26f622d50 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/e008ea3e-ee4c-4ea3-b6d1-512dafef9248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0974181 Aug 16 20:54:29.081552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33062) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.082126 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9c216-af8c-47ff-9806-33de330fc601 None None] Sync routers for ids ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:29.102120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9c216-af8c-47ff-9806-33de330fc601 None None] Routers {'e008ea3e-ee4c-4ea3-b6d1-512dafef9248'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:29.102532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5dc9c216-af8c-47ff-9806-33de330fc601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:29.153219 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-824fe0a0-4513-4ea5-b15a-2b9ef0b3849e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=e008ea3e-ee4c-4ea3-b6d1-512dafef9248 HTTP/1.1" status: 200 len: 205 time: 0.0676761 Aug 16 20:54:29.161728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1bd731-3b45-4670-9267-ac4424b0958c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 7e6307bd-73a8-46c8-b78c-a42262cf3838 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:29.163676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33064) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.168914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adff2ffa-7139-4457-97c1-967c8115bf1f req-7bd64622-7b5c-4a46-bb08-a3df6bf26bec tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820047 Aug 16 20:54:29.173708 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd731-3b45-4670-9267-ac4424b0958c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.181366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5dc9c216-af8c-47ff-9806-33de330fc601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:29.208552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9c216-af8c-47ff-9806-33de330fc601 None None] Routers {'e008ea3e-ee4c-4ea3-b6d1-512dafef9248'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:29.209751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5dc9c216-af8c-47ff-9806-33de330fc601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:29.233109 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd731-3b45-4670-9267-ac4424b0958c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.279768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4dae99-98f1-41b4-ad64-5e0ebb02069b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.356022 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd731-3b45-4670-9267-ac4424b0958c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.482024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5dc9c216-af8c-47ff-9806-33de330fc601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:29.483313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9c216-af8c-47ff-9806-33de330fc601 None None] The sync data for ids ['e008ea3e-ee4c-4ea3-b6d1-512dafef9248'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:29.521543 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2445c1e1-e185-4b4f-852f-247417751576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.532408 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4dae99-98f1-41b4-ad64-5e0ebb02069b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.534947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4dae99-98f1-41b4-ad64-5e0ebb02069b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.553510 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd731-3b45-4670-9267-ac4424b0958c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.588088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd731-3b45-4670-9267-ac4424b0958c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6307bd-73a8-46c8-b78c-a42262cf3838,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:29.590149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd731-3b45-4670-9267-ac4424b0958c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.592060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5b1bd731-3b45-4670-9267-ac4424b0958c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/7e6307bd-73a8-46c8-b78c-a42262cf3838 HTTP/1.1" status: 204 len: 168 time: 0.5596523 Aug 16 20:54:29.595751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33074) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.608124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-46bf007c-6648-4115-b9f4-c434b7509f1f None None] Provisioning for port c4524270-d562-47c8-8959-c8edfd43f333 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:29.612420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-46bf007c-6648-4115-b9f4-c434b7509f1f None None] Provisioning complete for port c4524270-d562-47c8-8959-c8edfd43f333 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:29.612826 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-46bf007c-6648-4115-b9f4-c434b7509f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.641120 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-717cbd3c-9390-49df-b577-7c3cf9ff86ee tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420365 Aug 16 20:54:29.642354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33078) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.657684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a1f15e61-e1ab-43d7-b5ff-f60e749d6745 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:29.707483 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2445c1e1-e185-4b4f-852f-247417751576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.714537 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-46bf007c-6648-4115-b9f4-c434b7509f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.714867 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4dae99-98f1-41b4-ad64-5e0ebb02069b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.715444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4dae99-98f1-41b4-ad64-5e0ebb02069b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Fanout notify agent at l3_agent the message router_deleted on router e008ea3e-ee4c-4ea3-b6d1-512dafef9248 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:54:29.737084 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4dae99-98f1-41b4-ad64-5e0ebb02069b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.741099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33080) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.741267 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6e4dae99-98f1-41b4-ad64-5e0ebb02069b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/e008ea3e-ee4c-4ea3-b6d1-512dafef9248 HTTP/1.1" status: 204 len: 168 time: 0.5764675 Aug 16 20:54:29.793458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-46bf007c-6648-4115-b9f4-c434b7509f1f None None] For port c4524270-d562-47c8-8959-c8edfd43f333, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c4524270-d562-47c8-8959-c8edfd43f333,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:29.798431 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2445c1e1-e185-4b4f-852f-247417751576 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6894e2d8ae784bc482ce9f920a36c71d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1220798 Aug 16 20:54:29.799310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445c1e1-e185-4b4f-852f-247417751576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160bc35b-3a51-482a-886b-b89902f29aab,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:29.802806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33084) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.807480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-12448b65-04a3-4876-a637-b1d6115604ba tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting subnet ce4d722c-429d-45cb-afc7-54f02715e8f7 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:29.810980 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12448b65-04a3-4876-a637-b1d6115604ba tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.829795 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b15f4d-0494-4f48-8162-438d87e5b1d9 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:29.869157 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12448b65-04a3-4876-a637-b1d6115604ba tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.936966 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-46bf007c-6648-4115-b9f4-c434b7509f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.937226 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d07235a-ca54-4e0b-abb1-02fafc8ab9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.986529 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d07235a-ca54-4e0b-abb1-02fafc8ab9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.993872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf007c-6648-4115-b9f4-c434b7509f1f None None] Pushing event updated for resources: {'Port': ['ID=c4524270-d562-47c8-8959-c8edfd43f333,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:29.995063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f15e61-e1ab-43d7-b5ff-f60e749d6745 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:30.001741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12448b65-04a3-4876-a637-b1d6115604ba tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.004805 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1f15e61-e1ab-43d7-b5ff-f60e749d6745 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.051838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ed17453e-e060-49c4-89f5-87ac00221d15 None None] Could not find standard attr ID for object 80215f16-12e5-45de-9133-725f27519d9d. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:30.074524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec121d-e530-4b3a-aaf5-8c5c5a4433a0 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:30.138844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec121d-e530-4b3a-aaf5-8c5c5a4433a0 None None] Deleting port c4524270-d562-47c8-8959-c8edfd43f333 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:30.139250 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b3ec121d-e530-4b3a-aaf5-8c5c5a4433a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.191912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc22e1-8cd6-46f8-8f9a-112da94ac235 req-57029fde-79cd-4715-9d9d-be845545c92f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.191912 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48bc22e1-8cd6-46f8-8f9a-112da94ac235 req-57029fde-79cd-4715-9d9d-be845545c92f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.0674508 Aug 16 20:54:30.212849 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b3ec121d-e530-4b3a-aaf5-8c5c5a4433a0 None None] For port c4524270-d562-47c8-8959-c8edfd43f333, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c4524270-d562-47c8-8959-c8edfd43f333,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:30.213404 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b3ec121d-e530-4b3a-aaf5-8c5c5a4433a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.231581 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec121d-e530-4b3a-aaf5-8c5c5a4433a0 None None] Calling delete_port for c4524270-d562-47c8-8959-c8edfd43f333 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:30.240408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48bc22e1-8cd6-46f8-8f9a-112da94ac235 req-4a264eb1-27bb-4180-862e-ef8ae62a7649 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379987 Aug 16 20:54:30.241218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c4524270-d562-47c8-8959-c8edfd43f333 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:30.261115 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d07235a-ca54-4e0b-abb1-02fafc8ab9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.261115 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d07235a-ca54-4e0b-abb1-02fafc8ab9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.261115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2d07235a-ca54-4e0b-abb1-02fafc8ab9a5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/160bc35b-3a51-482a-886b-b89902f29aab HTTP/1.1" status: 204 len: 168 time: 0.4238539 Aug 16 20:54:30.269790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07235a-ca54-4e0b-abb1-02fafc8ab9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160bc35b-3a51-482a-886b-b89902f29aab,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:30.288536 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12448b65-04a3-4876-a637-b1d6115604ba tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.364100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12448b65-04a3-4876-a637-b1d6115604ba tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4d722c-429d-45cb-afc7-54f02715e8f7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:30.385715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12448b65-04a3-4876-a637-b1d6115604ba tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.387984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-12448b65-04a3-4876-a637-b1d6115604ba tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/ce4d722c-429d-45cb-afc7-54f02715e8f7 HTTP/1.1" status: 204 len: 168 time: 0.6458158 Aug 16 20:54:30.391020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33100) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:30.402231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8389928-7d97-4a6d-ac01-a09c75b184db None None] Network a33a8a6e-7147-413e-abcf-e37b14e3a1c3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:30.447628 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.494796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b89cb80-3a87-4c74-a843-a7ed3dc7d901 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting subnet 01f197c3-9934-4483-b461-a6a28d165439 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:30.498544 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b89cb80-3a87-4c74-a843-a7ed3dc7d901 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.509194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e9768-04ad-44dd-9d0e-db92fba90b18 req-e8a02882-89e8-4fdb-97fd-e0257acdf0c3 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.510728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e4e9768-04ad-44dd-9d0e-db92fba90b18 req-e8a02882-89e8-4fdb-97fd-e0257acdf0c3 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.1488376 Aug 16 20:54:30.514555 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b3ec121d-e530-4b3a-aaf5-8c5c5a4433a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.594084 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e4e9768-04ad-44dd-9d0e-db92fba90b18 req-101247c7-a6eb-472b-8af2-dc504140424b tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576580 Aug 16 20:54:30.596698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec121d-e530-4b3a-aaf5-8c5c5a4433a0 None None] Pushing event deleted for resources: {'Port': ['ID=c4524270-d562-47c8-8959-c8edfd43f333,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:30.596938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b89cb80-3a87-4c74-a843-a7ed3dc7d901 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.599178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec121d-e530-4b3a-aaf5-8c5c5a4433a0 None None] No DVR routers for this DVR port c4524270-d562-47c8-8959-c8edfd43f333 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:30.714295 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] DHCP port deletion for a33a8a6e-7147-413e-abcf-e37b14e3a1c3 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:30.768659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.objects.ports [None req-a1f15e61-e1ab-43d7-b5ff-f60e749d6745 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95262) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:54:30.771500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Deleting port ac6cfafa-61af-4e04-a5d8-1167f9f9a415 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:30.771790 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.774113 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1f15e61-e1ab-43d7-b5ff-f60e749d6745 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.811920 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b89cb80-3a87-4c74-a843-a7ed3dc7d901 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.838798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f15e61-e1ab-43d7-b5ff-f60e749d6745 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:30.851917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54615f7-642a-455a-ad34-722a751ea60e req-a7dca840-a41e-4f3c-be43-e5f6f8a642d1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.853633 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d54615f7-642a-455a-ad34-722a751ea60e req-a7dca840-a41e-4f3c-be43-e5f6f8a642d1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.79 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.2703426 Aug 16 20:54:30.859042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a1f15e61-e1ab-43d7-b5ff-f60e749d6745 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:30.864988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f15e61-e1ab-43d7-b5ff-f60e749d6745 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.865624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1f15e61-e1ab-43d7-b5ff-f60e749d6745 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.878739 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8124363-1692-4247-8d85-b1e7ede33404 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:30.891863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9868b-21d7-43e5-9b64-769d36989acb req-6fb63d22-94aa-47e9-a84d-faf0d747349a tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.893686 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efe9868b-21d7-43e5-9b64-769d36989acb req-6fb63d22-94aa-47e9-a84d-faf0d747349a tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.1450925 Aug 16 20:54:30.900946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f15e61-e1ab-43d7-b5ff-f60e749d6745 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=ef8ebdbf-37d4-42da-a269-2058d344885a,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:30.961604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] For port ac6cfafa-61af-4e04-a5d8-1167f9f9a415, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ac6cfafa-61af-4e04-a5d8-1167f9f9a415,segment=NetworkSegment(d6c1c124-98bf-4507-833d-9c5077daf4a3),segment_id=d6c1c124-98bf-4507-833d-9c5077daf4a3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:30.962012 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.980109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efe9868b-21d7-43e5-9b64-769d36989acb req-f25da3a5-a0da-4ecc-be37-5d2ea9f137d2 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714197 Aug 16 20:54:30.992561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Deleting port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:30.992991 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.002374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Calling delete_port for ac6cfafa-61af-4e04-a5d8-1167f9f9a415 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:31.042913 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a1f15e61-e1ab-43d7-b5ff-f60e749d6745 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3941247 Aug 16 20:54:31.046284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33122) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:31.054200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:86:02:fd', 'name': 'tempest-NetworksTestDHCPv6-407392777'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:31.066645 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b89cb80-3a87-4c74-a843-a7ed3dc7d901 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.112879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] For port 6b3fea62-f8cd-4755-a81d-daf1129b4e71, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6b3fea62-f8cd-4755-a81d-daf1129b4e71,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:31.113576 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.216254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5da1f1-dfbd-48c8-91bc-61e7fd84e222 None None] Network b6c70611-8163-4af3-a6f8-e187b1aebe75 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:31.217891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b89cb80-3a87-4c74-a843-a7ed3dc7d901 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.224443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7b89cb80-3a87-4c74-a843-a7ed3dc7d901 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/01f197c3-9934-4483-b461-a6a28d165439 HTTP/1.1" status: 204 len: 168 time: 0.8322585 Aug 16 20:54:31.227938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33130) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:31.228439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89cb80-3a87-4c74-a843-a7ed3dc7d901 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Subnet': ['ID=01f197c3-9934-4483-b461-a6a28d165439,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:31.324649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': 'ef8ebdbf-37d4-42da-a269-2058d344885a'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:31.330161 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.417047 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.427748 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.485153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] No DVR routers for this DVR port ac6cfafa-61af-4e04-a5d8-1167f9f9a415 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:31.501956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Pushing event deleted for resources: {'Port': ['ID=ac6cfafa-61af-4e04-a5d8-1167f9f9a415,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:31.532078 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.532432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.532775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.533183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.533541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.533859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.534188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.534514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.534841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.535171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.535491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.535812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e048d44-5c4e-4bc9-858c-4e5184910cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.667734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:31.671753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.680500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b6606c-4160-44e2-a49f-617fe5addac9 None None] DHCP port deletion for b6c70611-8163-4af3-a6f8-e187b1aebe75 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:31.736960 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.789053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33a8a6e-7147-413e-abcf-e37b14e3a1c3']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:31.813698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 30f9db35-d89f-4815-abbd-9651ebc55eb6 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:31.820199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c1c124-98bf-4507-833d-9c5077daf4a3') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:31.820500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c1c124-98bf-4507-833d-9c5077daf4a3') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:31.830124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ab6b3-41b6-4d27-bbe7-f34ea1692db2 req-03d29abc-eafc-4a76-a57f-0324938b34b9 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.833958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-758ab6b3-41b6-4d27-bbe7-f34ea1692db2 req-03d29abc-eafc-4a76-a57f-0324938b34b9 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 945 time: 0.3658648 Aug 16 20:54:31.872831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Allocated IP 2001:db8::f816:3eff:fe85:3a31 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/ef8ebdbf-37d4-42da-a269-2058d344885a/e282844b-029b-428c-80cb-76d548b82475) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:31.921510 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.939915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.946780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:31.947612 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.962364 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.962623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-82b6606c-4160-44e2-a49f-617fe5addac9 None None] Deleting port 47cce189-d243-4270-aee9-cbf9deb9f11d {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:31.962734 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.963249 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-82b6606c-4160-44e2-a49f-617fe5addac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.963369 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Floating IP e6ee6f04-2ea2-4a40-aa5e-78315b309cf0 disassociated. External IP: 172.25.4.219, port: 6b3fea62-f8cd-4755-a81d-daf1129b4e71. Aug 16 20:54:31.963369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Calling delete_port for 6b3fea62-f8cd-4755-a81d-daf1129b4e71 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:32.024819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c78fd-6f91-4392-a833-a8688dc8cceb req-348a1bec-5f39-4285-8d7d-0ea51311d563 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:32.026849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c7c78fd-6f91-4392-a833-a8688dc8cceb req-348a1bec-5f39-4285-8d7d-0ea51311d563 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.5228221 Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:32.027499 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:32.091467 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.106452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-82b6606c-4160-44e2-a49f-617fe5addac9 None None] For port 47cce189-d243-4270-aee9-cbf9deb9f11d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=47cce189-d243-4270-aee9-cbf9deb9f11d,segment=NetworkSegment(a976f084-76bd-482b-9aa2-5a0e243670bd),segment_id=a976f084-76bd-482b-9aa2-5a0e243670bd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:32.106904 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-82b6606c-4160-44e2-a49f-617fe5addac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.132828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-758ab6b3-41b6-4d27-bbe7-f34ea1692db2 req-7aa4b73f-737e-499b-aaa8-3262a53c47c9 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=fde15baf-e43e-42cb-8dfb-46c8d138158f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009471 Aug 16 20:54:32.142107 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.154637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/networks/a33a8a6e-7147-413e-abcf-e37b14e3a1c3 HTTP/1.1" status: 204 len: 168 time: 0.9216323 Aug 16 20:54:32.158115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33160) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:32.184328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-82b6606c-4160-44e2-a49f-617fe5addac9 None None] Calling delete_port for 47cce189-d243-4270-aee9-cbf9deb9f11d owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:32.191005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6927f-3c78-4a88-b8c0-1d374934fa03 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Network': ['ID=a33a8a6e-7147-413e-abcf-e37b14e3a1c3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:32.206943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c7c78fd-6f91-4392-a833-a8688dc8cceb req-ddd31893-69f1-46f4-a497-73a837fb08aa tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654141 Aug 16 20:54:32.309387 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.312628 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.320200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.320990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 47cce189-d243-4270-aee9-cbf9deb9f11d no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:32.349044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Transition to ACTIVE for port object e282844b-029b-428c-80cb-76d548b82475 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:32.365992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event deleted for resources: {'Port': ['ID=6b3fea62-f8cd-4755-a81d-daf1129b4e71,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:32.392563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Transition to ACTIVE for port object e282844b-029b-428c-80cb-76d548b82475 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:32.466922 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.527383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 47cce189-d243-4270-aee9-cbf9deb9f11d {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:32.527723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.530294 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.532894 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-82b6606c-4160-44e2-a49f-617fe5addac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.561913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ac6cfafa-61af-4e04-a5d8-1167f9f9a415 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:32.570108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Router e45696aa-d5f2-4911-93dc-827171eef675 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:32.587507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::f816:3eff:fe86:2fd (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/ef8ebdbf-37d4-42da-a269-2058d344885a/30f9db35-d89f-4815-abbd-9651ebc55eb6) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:32.599227 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.610421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: ac6cfafa-61af-4e04-a5d8-1167f9f9a415 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:32.617845 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ac6cfafa-61af-4e04-a5d8-1167f9f9a415 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:32.619187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Pushing event updated for resources: {'Port': ['ID=e282844b-029b-428c-80cb-76d548b82475,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:32.622667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:32.625520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6606c-4160-44e2-a49f-617fe5addac9 None None] No DVR routers for this DVR port 47cce189-d243-4270-aee9-cbf9deb9f11d on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:32.632551 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:32.652987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:32.655118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6606c-4160-44e2-a49f-617fe5addac9 None None] Pushing event deleted for resources: {'Port': ['ID=47cce189-d243-4270-aee9-cbf9deb9f11d,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:32.695700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port 47cce189-d243-4270-aee9-cbf9deb9f11d, host n-d-793619-14, got binding levels [] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:32.696066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.726413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 47cce189-d243-4270-aee9-cbf9deb9f11d owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:32.737687 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.740295 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Attempting to bind port e282844b-029b-428c-80cb-76d548b82475 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:32.740652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Attempting to bind port e282844b-029b-428c-80cb-76d548b82475 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:32.741103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Attempting to bind port e282844b-029b-428c-80cb-76d548b82475 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:32.746602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:32.747155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:32.747569 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.747971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:32.748440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Bound port: e282844b-029b-428c-80cb-76d548b82475, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:32.748831 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.771733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.ipam_backend_mixin [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Port 47cce189-d243-4270-aee9-cbf9deb9f11d was not found and therefore no delete operation was performed {{(pid=95262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:54:32.774729 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.817825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=47cce189-d243-4270-aee9-cbf9deb9f11d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:32.819731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No DVR routers for this DVR port 47cce189-d243-4270-aee9-cbf9deb9f11d on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:32.834064 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.852719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 30f9db35-d89f-4815-abbd-9651ebc55eb6 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:32.859657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] For port e282844b-029b-428c-80cb-76d548b82475, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:32.863376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] For port e282844b-029b-428c-80cb-76d548b82475, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e282844b-029b-428c-80cb-76d548b82475,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:32.877328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:32.888709 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639051a-836d-4fe8-add7-4aa0db502d16 None None] Sync routers for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:32.903523 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639051a-836d-4fe8-add7-4aa0db502d16 None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:32.904264 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4639051a-836d-4fe8-add7-4aa0db502d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:32.926490 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.969138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] No DVR routers for this DVR port 6b3fea62-f8cd-4755-a81d-daf1129b4e71 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:32.971834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.973523 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.986872 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.989986 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d54615f7-642a-455a-ad34-722a751ea60e req-5e181197-2a1d-48e5-89b9-750ad5574b53 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.79 "DELETE /v2.0/ports/6b3fea62-f8cd-4755-a81d-daf1129b4e71 HTTP/1.1" status: 204 len: 173 time: 2.1292796 Aug 16 20:54:32.990634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'name': 'network-vif-deleted', 'tag': '6b3fea62-f8cd-4755-a81d-daf1129b4e71'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:32.993485 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdecfe2-14d2-4ee6-9378-a2d92e63622c" -d '{"events": [{"server_uuid": "05a7856a-b74e-4e68-836a-1f08a9b34f14", "name": "network-vif-deleted", "tag": "6b3fea62-f8cd-4755-a81d-daf1129b4e71"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:33.005529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c70611-8163-4af3-a6f8-e187b1aebe75']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:33.023725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a976f084-76bd-482b-9aa2-5a0e243670bd') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:33.032959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a976f084-76bd-482b-9aa2-5a0e243670bd') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:33.050821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba1174-00a2-4ecb-8f17-9048306bb975 None None] Pushing event updated for resources: {'Port': ['ID=e282844b-029b-428c-80cb-76d548b82475,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:33.060505 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.096637 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04db244-da9d-428f-83ba-60ee0fb68a1f x-openstack-request-id: req-e04db244-da9d-428f-83ba-60ee0fb68a1f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:33.097177 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a7856a-b74e-4e68-836a-1f08a9b34f14", "name": "network-vif-deleted", "tag": "6b3fea62-f8cd-4755-a81d-daf1129b4e71", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:33.097612 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e04db244-da9d-428f-83ba-60ee0fb68a1f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:33.099711 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a7856a-b74e-4e68-836a-1f08a9b34f14', 'name': 'network-vif-deleted', 'tag': '6b3fea62-f8cd-4755-a81d-daf1129b4e71', 'status': 'completed', 'code': 200} Aug 16 20:54:33.101386 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.103693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:33.113218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:33.119563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:33.125519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:33.125940 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.132032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:33.132464 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.139161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=30f9db35-d89f-4815-abbd-9651ebc55eb6,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:33.141537 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:33.143493 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-4639051a-836d-4fe8-add7-4aa0db502d16 None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:33.274735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33184) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:33.286418 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-59643db2-1b7b-4732-8b0e-f771912e5cb8 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2358470 Aug 16 20:54:33.287127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33190) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:33.321586 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75138b37-a5e1-4075-8ca3-a98d4f552513 req-316f416d-6fa9-45af-9c09-ba3e092e0110 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=05a7856a-b74e-4e68-836a-1f08a9b34f14 HTTP/1.1" status: 200 len: 210 time: 0.0528467 Aug 16 20:54:33.338790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6b3fea62-f8cd-4755-a81d-daf1129b4e71 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:33.415175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 6b3fea62-f8cd-4755-a81d-daf1129b4e71 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:33.415523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6b3fea62-f8cd-4755-a81d-daf1129b4e71 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:33.418824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.438341 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.445426 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/networks/b6c70611-8163-4af3-a6f8-e187b1aebe75 HTTP/1.1" status: 204 len: 168 time: 1.2819300 Aug 16 20:54:33.451376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33196) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:33.465561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-222600257'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:33.473035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ef532-11e6-427a-bad4-24ce494075a2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Network': ['ID=b6c70611-8163-4af3-a6f8-e187b1aebe75,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:33.557011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517c382-bff0-4c66-b632-92a7da6fac06 req-4b9fbb51-11bc-48d1-ab6f-27cee46a6bfc tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:33.560840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a517c382-bff0-4c66-b632-92a7da6fac06 req-4b9fbb51-11bc-48d1-ab6f-27cee46a6bfc tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.1772466 Aug 16 20:54:33.561659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f38345-751b-4133-9365-9772cbcb0042 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:33.578443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f38345-751b-4133-9365-9772cbcb0042 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:33.586409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33200) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:33.597639 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d4f38345-751b-4133-9365-9772cbcb0042 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3091946 Aug 16 20:54:33.660750 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:33.664228 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.671532 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4639051a-836d-4fe8-add7-4aa0db502d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:33.689467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a517c382-bff0-4c66-b632-92a7da6fac06 req-efeab7fe-d6e7-4b78-a042-920cfc8372ff tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179421 Aug 16 20:54:33.706778 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-518836cc-776c-4f01-9769-d8c038e3bcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.710764 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639051a-836d-4fe8-add7-4aa0db502d16 None None] Checking router: e45696aa-d5f2-4911-93dc-827171eef675 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:54:33.740031 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639051a-836d-4fe8-add7-4aa0db502d16 None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:33.744929 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4639051a-836d-4fe8-add7-4aa0db502d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:33.768984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:33.784241 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.784584 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added segment af27b507-e8e3-4321-a422-b614f4b7dcc3 of type vlan for network 1399af17-f875-41b3-a8d4-5a4859ccd8ef Aug 16 20:54:33.868977 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-518836cc-776c-4f01-9769-d8c038e3bcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.915835 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-4639051a-836d-4fe8-add7-4aa0db502d16 None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:33.997196 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-518836cc-776c-4f01-9769-d8c038e3bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.086875 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-518836cc-776c-4f01-9769-d8c038e3bcb6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a55c0c937dbc491ab7ca2d7dec86ffa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8101466 Aug 16 20:54:34.088309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518836cc-776c-4f01-9769-d8c038e3bcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5d4016-0e19-4db2-8493-812cb3b90d1d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:34.109717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33210) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:34.235735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a52dbef7-bcc6-438e-ba16-54938dd81f5f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 30f9db35-d89f-4815-abbd-9651ebc55eb6 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:34.236842 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a52dbef7-bcc6-438e-ba16-54938dd81f5f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.239732 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db12a500-17c3-4e9d-9372-a6e8f44ca2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.280819 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.290493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db12a500-17c3-4e9d-9372-a6e8f44ca2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.401496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e282844b-029b-428c-80cb-76d548b82475 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:34.499044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fcdf4-902b-4a47-94f3-b456f47d7500 req-72be6b3c-e03f-40d7-a1df-29578bdfb763 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:34.500224 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4639051a-836d-4fe8-add7-4aa0db502d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:34.506995 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af8fcdf4-902b-4a47-94f3-b456f47d7500 req-72be6b3c-e03f-40d7-a1df-29578bdfb763 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.2839661 Aug 16 20:54:34.530096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db12a500-17c3-4e9d-9372-a6e8f44ca2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.539900 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db12a500-17c3-4e9d-9372-a6e8f44ca2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.544517 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-db12a500-17c3-4e9d-9372-a6e8f44ca2f8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e5d4016-0e19-4db2-8493-812cb3b90d1d HTTP/1.1" status: 204 len: 168 time: 0.4326749 Aug 16 20:54:34.552746 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.558470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a500-17c3-4e9d-9372-a6e8f44ca2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5d4016-0e19-4db2-8493-812cb3b90d1d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:34.558633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:34.559415 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.572002 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639051a-836d-4fe8-add7-4aa0db502d16 None None] The sync data for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 is: [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:34.597277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33234) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:34.599764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a52dbef7-bcc6-438e-ba16-54938dd81f5f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.603430 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port e282844b-029b-428c-80cb-76d548b82475 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:34.652074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-437e103a-97df-48b0-9c87-b90c84a8369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:34.655119 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-437e103a-97df-48b0-9c87-b90c84a8369e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d30544420db49b4bd2f69fade95e6b5&device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 1097 time: 0.3516979 Aug 16 20:54:34.711372 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af8fcdf4-902b-4a47-94f3-b456f47d7500 req-797270e2-e3d6-424e-aafe-98a99767c3d9 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003078 Aug 16 20:54:34.722682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a52dbef7-bcc6-438e-ba16-54938dd81f5f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 30f9db35-d89f-4815-abbd-9651ebc55eb6 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:34.756550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Network': ['ID=1399af17-f875-41b3-a8d4-5a4859ccd8ef,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:34.771360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 1399af17-f875-41b3-a8d4-5a4859ccd8ef details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:34.793759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4c30f5ed-028c-4633-bbb7-156cb01e22fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3393440 Aug 16 20:54:34.833722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33240) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:34.840815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'subnet': {'network_id': '1399af17-f875-41b3-a8d4-5a4859ccd8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:34.845870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8bbe8398-9a6f-48b7-8e50-c02aad5b9b59 None None] Provisioning for port e282844b-029b-428c-80cb-76d548b82475 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:34.859784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8bbe8398-9a6f-48b7-8e50-c02aad5b9b59 None None] Provisioning complete for port e282844b-029b-428c-80cb-76d548b82475 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:34.860791 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8398-9a6f-48b7-8e50-c02aad5b9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.950718 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8ffd-2733-4d8b-983c-7223f0880bd3 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.050797 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8398-9a6f-48b7-8e50-c02aad5b9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.083239 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8ffd-2733-4d8b-983c-7223f0880bd3 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.088503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-8c67ef73-7a61-442c-b3eb-f4d3da74fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:35.090005 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-8c67ef73-7a61-442c-b3eb-f4d3da74fef9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3f4f1ef4-acb6-45af-8e98-340e4d382a53 HTTP/1.1" status: 200 len: 912 time: 0.4120536 Aug 16 20:54:35.102961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a52dbef7-bcc6-438e-ba16-54938dd81f5f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.108585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8bbe8398-9a6f-48b7-8e50-c02aad5b9b59 None None] For port e282844b-029b-428c-80cb-76d548b82475, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e282844b-029b-428c-80cb-76d548b82475,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:35.112508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a12ca-1bca-4fad-931f-7e7d3f61b498 None None] New status for floating IP e6ee6f04-2ea2-4a40-aa5e-78315b309cf0: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:54:35.150324 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-6b221b82-1c76-451b-ba47-b1898fcd13e8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe HTTP/1.1" status: 200 len: 217 time: 0.0496414 Aug 16 20:54:35.171422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52dbef7-bcc6-438e-ba16-54938dd81f5f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=30f9db35-d89f-4815-abbd-9651ebc55eb6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:35.223803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-bbb4afbe-4383-4366-95e2-ce60a17fb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:35.225516 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-bbb4afbe-4383-4366-95e2-ce60a17fb70b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ce40b44e-4058-43a9-b2c8-f81adf6e19c4 HTTP/1.1" status: 200 len: 851 time: 0.0666811 Aug 16 20:54:35.227308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a52dbef7-bcc6-438e-ba16-54938dd81f5f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.230307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a52dbef7-bcc6-438e-ba16-54938dd81f5f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/30f9db35-d89f-4815-abbd-9651ebc55eb6 HTTP/1.1" status: 204 len: 168 time: 1.6413450 Aug 16 20:54:35.232803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33246) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:35.248061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:35.259139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.300069 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-a0e36459-7e7c-4403-afaf-09f4a34efe5e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f4f1ef4-acb6-45af-8e98-340e4d382a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620446 Aug 16 20:54:35.304390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01dc59-afaf-4d95-9488-eadb22948b08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:35.307037 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01dc59-afaf-4d95-9488-eadb22948b08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:35.309079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7a01dc59-afaf-4d95-9488-eadb22948b08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0719700 Aug 16 20:54:35.311409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33248) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:35.333004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-57656c08-0271-4953-b103-53c5cd955eb6 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:54:35.334179 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-57656c08-0271-4953-b103-53c5cd955eb6 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062647 Aug 16 20:54:35.376634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c6bd90-e14a-45af-9be7-0ed63b6946fd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet ef8ebdbf-37d4-42da-a269-2058d344885a {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:35.381050 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74c6bd90-e14a-45af-9be7-0ed63b6946fd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.404373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8ffd-2733-4d8b-983c-7223f0880bd3 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.407743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8ffd-2733-4d8b-983c-7223f0880bd3 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.408428 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8d9e8ffd-2733-4d8b-983c-7223f0880bd3 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "DELETE /v2.0/security-groups/fde15baf-e43e-42cb-8dfb-46c8d138158f HTTP/1.1" status: 204 len: 168 time: 0.8101330 Aug 16 20:54:35.419637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33250) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:35.424666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74c6bd90-e14a-45af-9be7-0ed63b6946fd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.431516 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8398-9a6f-48b7-8e50-c02aad5b9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.453655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e8ffd-2733-4d8b-983c-7223f0880bd3 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde15baf-e43e-42cb-8dfb-46c8d138158f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:35.461278 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-7d3307d3-7c64-4594-b340-05e96a3119a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] show failed (client error): The resource could not be found. Aug 16 20:54:35.462522 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7d3307d3-7c64-4594-b340-05e96a3119a4 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups/fde15baf-e43e-42cb-8dfb-46c8d138158f HTTP/1.1" status: 404 len: 347 time: 0.0367479 Aug 16 20:54:35.475490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33252) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:35.524281 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74c6bd90-e14a-45af-9be7-0ed63b6946fd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.627551 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-317f4eee-efb4-4d5b-a0cb-f1ec3249b323 None None] Could not find standard attr ID for object 30f9db35-d89f-4815-abbd-9651ebc55eb6. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:35.641356 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-60f17f7b-6140-47bd-8e2a-5348606f4331 service neutron] 10.222.0.79 "GET /v2.0/networks/3f4f1ef4-acb6-45af-8e98-340e4d382a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972255 Aug 16 20:54:35.651099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe8398-9a6f-48b7-8e50-c02aad5b9b59 None None] Pushing event updated for resources: {'Port': ['ID=e282844b-029b-428c-80cb-76d548b82475,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:35.654017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33256) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:35.669147 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40fe47d0-e0eb-40fe-8fd6-e465a072c69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.680158 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74c6bd90-e14a-45af-9be7-0ed63b6946fd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.720581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6bd90-e14a-45af-9be7-0ed63b6946fd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8ebdbf-37d4-42da-a269-2058d344885a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:35.722715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74c6bd90-e14a-45af-9be7-0ed63b6946fd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.724640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-74c6bd90-e14a-45af-9be7-0ed63b6946fd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/ef8ebdbf-37d4-42da-a269-2058d344885a HTTP/1.1" status: 204 len: 168 time: 0.4120836 Aug 16 20:54:35.727640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33260) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:35.744558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1533460c-e064-44da-9d36-65aff7abe7cf None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:35.780637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-94f3150a-359d-465d-890f-5cb56f330304 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479956 Aug 16 20:54:35.781994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33264) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:35.900259 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40fe47d0-e0eb-40fe-8fd6-e465a072c69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.918323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f75391-d229-46b1-bbf1-17732bc423ee req-c22d4bfd-b14b-40d2-b2ad-ab823ce12c92 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:35.919891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87f75391-d229-46b1-bbf1-17732bc423ee req-c22d4bfd-b14b-40d2-b2ad-ab823ce12c92 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.0652866 Aug 16 20:54:35.965534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87f75391-d229-46b1-bbf1-17732bc423ee req-14a47fb6-1099-40e5-ba9d-7dad97fafbd4 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380259 Aug 16 20:54:35.965841 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bbcca6fe-8835-4bb8-8805-1eaaaaa631b7 req-c7cf585e-eef8-48cb-9b99-ae04b63c24a8 service neutron] 10.222.0.79 "GET /v2.0/networks/3f4f1ef4-acb6-45af-8e98-340e4d382a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989142 Aug 16 20:54:35.967271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5428dd3c-30f5-4f34-a7bb-3a039a8aa932 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Deleting port f9a72dab-b704-49cd-865e-22696eda8f4f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:35.967615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5428dd3c-30f5-4f34-a7bb-3a039a8aa932 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.996581 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40fe47d0-e0eb-40fe-8fd6-e465a072c69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.027474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9640a52-a598-4c1a-a9e1-20b51491c231 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:36.028986 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c9640a52-a598-4c1a-a9e1-20b51491c231 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2483377 Aug 16 20:54:36.031557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33270) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:36.047299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-40fe47d0-e0eb-40fe-8fd6-e465a072c69c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=63ea422dd09443c8a5365d5b9fcf5d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884623 Aug 16 20:54:36.047299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe47d0-e0eb-40fe-8fd6-e465a072c69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1216d7e6-2b43-44ce-9ec1-a5286b432849,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:36.047557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33272) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:36.066291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acef919-3fc1-4014-a960-f8e21708722b None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:36.106583 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.138737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1acef919-3fc1-4014-a960-f8e21708722b None None] Deleting port e282844b-029b-428c-80cb-76d548b82475 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:36.139214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1acef919-3fc1-4014-a960-f8e21708722b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.221208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1acef919-3fc1-4014-a960-f8e21708722b None None] For port e282844b-029b-428c-80cb-76d548b82475, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e282844b-029b-428c-80cb-76d548b82475,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:36.221611 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1acef919-3fc1-4014-a960-f8e21708722b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.225118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c6343d-4744-4333-b38a-d60523d42ba2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:36.226791 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-12c6343d-4744-4333-b38a-d60523d42ba2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1943276 Aug 16 20:54:36.235548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33276) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:36.251454 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1acef919-3fc1-4014-a960-f8e21708722b None None] Calling delete_port for e282844b-029b-428c-80cb-76d548b82475 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:36.266657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e282844b-029b-428c-80cb-76d548b82475 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:36.275979 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5428dd3c-30f5-4f34-a7bb-3a039a8aa932 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.276447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5428dd3c-30f5-4f34-a7bb-3a039a8aa932 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.310390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5428dd3c-30f5-4f34-a7bb-3a039a8aa932 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Calling delete_port for f9a72dab-b704-49cd-865e-22696eda8f4f owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:36.310390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Subnet': ['ID=bdbbeb12-ce48-4bd4-bbd2-32f5a058fdf1,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:36.315995 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-127076a8-25c6-40bf-8378-b3aa417876bb tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777881 Aug 16 20:54:36.319497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33278) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:36.324606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c62a61d9-a5a7-43e4-9dd5-257622f3bde4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:36.338443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Checking segment: {'id': 'af27b507-e8e3-4321-a422-b614f4b7dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1399af17-f875-41b3-a8d4-5a4859ccd8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:36.338872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network hostable DHCP agents. Network: 1399af17-f875-41b3-a8d4-5a4859ccd8ef, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:36.348083 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f078a35-abea-49cd-9a52-495ab5531ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.428825 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f078a35-abea-49cd-9a52-495ab5531ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.480951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 1399af17-f875-41b3-a8d4-5a4859ccd8ef is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:36.481921 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.573683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62a61d9-a5a7-43e4-9dd5-257622f3bde4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:36.577276 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c62a61d9-a5a7-43e4-9dd5-257622f3bde4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.610499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f078a35-abea-49cd-9a52-495ab5531ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.612041 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1acef919-3fc1-4014-a960-f8e21708722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.613390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f078a35-abea-49cd-9a52-495ab5531ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.627310 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4f078a35-abea-49cd-9a52-495ab5531ba3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1216d7e6-2b43-44ce-9ec1-a5286b432849 HTTP/1.1" status: 204 len: 168 time: 0.5664086 Aug 16 20:54:36.633579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 1399af17-f875-41b3-a8d4-5a4859ccd8ef) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:36.640239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:36.641428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.645117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f078a35-abea-49cd-9a52-495ab5531ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1216d7e6-2b43-44ce-9ec1-a5286b432849,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:36.672086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5428dd3c-30f5-4f34-a7bb-3a039a8aa932 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.709476 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428dd3c-30f5-4f34-a7bb-3a039a8aa932 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event deleted for resources: {'Port': ['ID=f9a72dab-b704-49cd-865e-22696eda8f4f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:36.715482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2fd49c-6f11-4b2e-aa87-ab1f99cdec0a None None] Network 1399af17-f875-41b3-a8d4-5a4859ccd8ef requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:36.724398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acef919-3fc1-4014-a960-f8e21708722b None None] Pushing event deleted for resources: {'Port': ['ID=e282844b-029b-428c-80cb-76d548b82475,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:36.744222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acef919-3fc1-4014-a960-f8e21708722b None None] No DVR routers for this DVR port e282844b-029b-428c-80cb-76d548b82475 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:36.792278 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7d2d5f48-ae51-4e3e-99c4-d07e6d2644ed tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9563565 Aug 16 20:54:36.808341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33292) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:36.815241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7a561096-f21f-4248-a675-b17c99ccd64e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1943092961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:36.852347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5428dd3c-30f5-4f34-a7bb-3a039a8aa932 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.855113 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5428dd3c-30f5-4f34-a7bb-3a039a8aa932 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.856592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5428dd3c-30f5-4f34-a7bb-3a039a8aa932 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "DELETE /v2.0/floatingips/e6ee6f04-2ea2-4a40-aa5e-78315b309cf0 HTTP/1.1" status: 204 len: 168 time: 1.3781919 Aug 16 20:54:36.930903 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a561096-f21f-4248-a675-b17c99ccd64e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.932007 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a561096-f21f-4248-a675-b17c99ccd64e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.993325 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c62a61d9-a5a7-43e4-9dd5-257622f3bde4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.996752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-1399af17-f875-41b3-a8d4-5a4859ccd8ef', 'network_id': '1399af17-f875-41b3-a8d4-5a4859ccd8ef', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'fixed_ips': [{'subnet_id': 'bdbbeb12-ce48-4bd4-bbd2-32f5a058fdf1'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:36.998093 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.076771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62a61d9-a5a7-43e4-9dd5-257622f3bde4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:37.080050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-c62a61d9-a5a7-43e4-9dd5-257622f3bde4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:37.091905 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a561096-f21f-4248-a675-b17c99ccd64e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.099968 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7332c97-7216-4a44-9d75-38e0f021bbf2 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:37.101818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a61d9-a5a7-43e4-9dd5-257622f3bde4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:37.102429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c62a61d9-a5a7-43e4-9dd5-257622f3bde4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.158350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a61d9-a5a7-43e4-9dd5-257622f3bde4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=cf779f08-d361-43e7-810a-35bc85a03584,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:37.209676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb8023-29dc-4e14-b824-f365e2a4050e req-9a5c9b0c-47f4-4068-bb1c-33ae80e0c09d tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:37.217724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19fb8023-29dc-4e14-b824-f365e2a4050e req-9a5c9b0c-47f4-4068-bb1c-33ae80e0c09d tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.0691848 Aug 16 20:54:37.221994 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a561096-f21f-4248-a675-b17c99ccd64e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.273079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19fb8023-29dc-4e14-b824-f365e2a4050e req-d075e5d3-7adc-42ac-ab64-62889e07c99f tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505733 Aug 16 20:54:37.280924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33306) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:37.281945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c62a61d9-a5a7-43e4-9dd5-257622f3bde4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9612179 Aug 16 20:54:37.286243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:8d:d0:88', 'name': 'tempest-NetworksTestDHCPv6-1895639081'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:37.350185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Allocated IP 2001:db8::2 (1399af17-f875-41b3-a8d4-5a4859ccd8ef/bdbbeb12-ce48-4bd4-bbd2-32f5a058fdf1/97296bb2-22e9-4f66-aab1-7931ceae95dc) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:37.385599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a561096-f21f-4248-a675-b17c99ccd64e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.386829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7a561096-f21f-4248-a675-b17c99ccd64e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5775108 Aug 16 20:54:37.389872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33314) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:37.398022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'port': {'network_id': '1399af17-f875-41b3-a8d4-5a4859ccd8ef', 'name': 'tempest-RoutersIpV6Test-1545718781'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:37.458055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33318) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:37.463548 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2fe4089f-3e6a-4275-8e7f-7cc18bca2e6a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688994311', 'description': 'tempest-description--2136910600'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:37.556990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': 'cf779f08-d361-43e7-810a-35bc85a03584'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:37.557858 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.588126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.603384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Transition to ACTIVE for port object 97296bb2-22e9-4f66-aab1-7931ceae95dc will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:37.608057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fe4089f-3e6a-4275-8e7f-7cc18bca2e6a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.677209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Transition to ACTIVE for port object 97296bb2-22e9-4f66-aab1-7931ceae95dc will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:37.718408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:37.740642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/cf779f08-d361-43e7-810a-35bc85a03584/c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:37.754212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc094ee-cd69-4868-8664-ba453a934eb3 req-9cd9402e-9de3-41b6-bb2e-f7466f99ac25 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:37.755684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cc094ee-cd69-4868-8664-ba453a934eb3 req-9cd9402e-9de3-41b6-bb2e-f7466f99ac25 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.0687020 Aug 16 20:54:37.802317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cc094ee-cd69-4868-8664-ba453a934eb3 req-048d8918-e7e1-40fd-9117-8b0aea8c242d tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Aug 16 20:54:37.810979 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.832716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:37.838287 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.841155 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.862602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Network 1399af17-f875-41b3-a8d4-5a4859ccd8ef is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:37.866062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] device_id is not set on port 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:37.873067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:37.877434 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 19626307-7f7f-4183-b2b3-f655b8a5e7c6 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:37.878821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:37.906803 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Pushing event updated for resources: {'Port': ['ID=97296bb2-22e9-4f66-aab1-7931ceae95dc,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:37.974795 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Attempting to bind port 97296bb2-22e9-4f66-aab1-7931ceae95dc on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:37.975179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Attempting to bind port 97296bb2-22e9-4f66-aab1-7931ceae95dc by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'af27b507-e8e3-4321-a422-b614f4b7dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1399af17-f875-41b3-a8d4-5a4859ccd8ef'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:37.975546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Attempting to bind port 97296bb2-22e9-4f66-aab1-7931ceae95dc on network 1399af17-f875-41b3-a8d4-5a4859ccd8ef {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:38.007685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:38.008099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Checking segment: {'id': 'af27b507-e8e3-4321-a422-b614f4b7dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1399af17-f875-41b3-a8d4-5a4859ccd8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:38.008471 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.008992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Bound using segment: {'id': 'af27b507-e8e3-4321-a422-b614f4b7dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1399af17-f875-41b3-a8d4-5a4859ccd8ef'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:38.009515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Bound port: 97296bb2-22e9-4f66-aab1-7931ceae95dc, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af27b507-e8e3-4321-a422-b614f4b7dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1399af17-f875-41b3-a8d4-5a4859ccd8ef'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:38.009909 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.064208 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fe4089f-3e6a-4275-8e7f-7cc18bca2e6a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.102953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Allocated IP 2001:db8::25d (1399af17-f875-41b3-a8d4-5a4859ccd8ef/bdbbeb12-ce48-4bd4-bbd2-32f5a058fdf1/8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:38.105602 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.126884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Transition to ACTIVE for port object c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:38.150654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] For port 97296bb2-22e9-4f66-aab1-7931ceae95dc, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:38.152578 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fe4089f-3e6a-4275-8e7f-7cc18bca2e6a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.155701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Transition to ACTIVE for port object c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:38.165897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] For port 97296bb2-22e9-4f66-aab1-7931ceae95dc, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=97296bb2-22e9-4f66-aab1-7931ceae95dc,segment=NetworkSegment(af27b507-e8e3-4321-a422-b614f4b7dcc3),segment_id=af27b507-e8e3-4321-a422-b614f4b7dcc3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:38.183357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4089f-3e6a-4275-8e7f-7cc18bca2e6a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9121c7-622b-4999-8e25-03853a24f36a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.267512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.281145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Transition to ACTIVE for port object 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:38.326269 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.330758 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fe4089f-3e6a-4275-8e7f-7cc18bca2e6a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.332211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2fe4089f-3e6a-4275-8e7f-7cc18bca2e6a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8726556 Aug 16 20:54:38.335310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33342) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:38.335631 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.340418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-408a1e75-f884-4a24-a138-89fba51d1a45 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'security_group_rule': {'security_group_id': 'dd9121c7-622b-4999-8e25-03853a24f36a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:38.389817 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:38.398329 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:38.401767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:38.408730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cf49b-805f-4c1e-96e3-697d0ba3b1c0 None None] Pushing event updated for resources: {'Port': ['ID=97296bb2-22e9-4f66-aab1-7931ceae95dc,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.410677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::94 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/cf779f08-d361-43e7-810a-35bc85a03584/19626307-7f7f-4183-b2b3-f655b8a5e7c6) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:38.456599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.511066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Attempting to bind port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:38.511812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Attempting to bind port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:38.512513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Attempting to bind port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:38.524151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:38.525101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:38.525865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.526484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:38.527607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Bound port: c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:38.528221 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.551723 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.561612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Pushing event updated for resources: {'Port': ['ID=c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.582913 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 1399af17-f875-41b3-a8d4-5a4859ccd8ef is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:38.583938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-408a1e75-f884-4a24-a138-89fba51d1a45 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.588386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:38.595761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:38.601702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:38.602876 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.647713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] For port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:38.654316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] For port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:38.673657 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-408a1e75-f884-4a24-a138-89fba51d1a45 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.710300 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.724778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 19626307-7f7f-4183-b2b3-f655b8a5e7c6 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:38.752332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d1629808-4b38-41bb-883b-0392a45462ef tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3600795 Aug 16 20:54:38.755223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33350) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:38.816759 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.835985 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-408a1e75-f884-4a24-a138-89fba51d1a45 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.842769 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.862712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a1e75-f884-4a24-a138-89fba51d1a45 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3773a5f5-5220-49c0-adb8-d982c818ae91,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.909511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6f5bf-e6c5-4df7-816f-64a9f8c20f2a None None] Pushing event updated for resources: {'Port': ['ID=c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.927613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:38.936885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:38.941243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:38.952946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:38.955584 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.966070 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-408a1e75-f884-4a24-a138-89fba51d1a45 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.970130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-408a1e75-f884-4a24-a138-89fba51d1a45 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6306946 Aug 16 20:54:38.979138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33358) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:38.987588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ee5cb8c5-2679-4a1f-b408-01bb8c4dada7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'security_group_rule': {'security_group_id': 'dd9121c7-622b-4999-8e25-03853a24f36a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:38.994613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=19626307-7f7f-4183-b2b3-f655b8a5e7c6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:39.086615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9d6612b9-642d-407c-acbf-a7f06b84a52c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8044922 Aug 16 20:54:39.089416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33364) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:39.111097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe6238-4a52-48f0-9812-e3c52b7d3563 req-d467e623-97c4-4cf2-aa25-6b281e25c8c8 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.112688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73fe6238-4a52-48f0-9812-e3c52b7d3563 req-d467e623-97c4-4cf2-aa25-6b281e25c8c8 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.1508346 Aug 16 20:54:39.227160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059d1c45-3090-4ded-82e9-cce7c6ebf645 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.243087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059d1c45-3090-4ded-82e9-cce7c6ebf645 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.245919 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-059d1c45-3090-4ded-82e9-cce7c6ebf645 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1550775 Aug 16 20:54:39.248608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33372) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:39.264644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73fe6238-4a52-48f0-9812-e3c52b7d3563 req-3c0f9a47-b81d-4db1-9620-44b5c857f1b0 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132953 Aug 16 20:54:39.285639 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.353982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee5cb8c5-2679-4a1f-b408-01bb8c4dada7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.492834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee5cb8c5-2679-4a1f-b408-01bb8c4dada7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.528807 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-86d94446-3a6a-4a38-a941-13d924104bab tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 19626307-7f7f-4183-b2b3-f655b8a5e7c6 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:39.529283 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86d94446-3a6a-4a38-a941-13d924104bab tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.615894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee5cb8c5-2679-4a1f-b408-01bb8c4dada7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.674004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cb8c5-2679-4a1f-b408-01bb8c4dada7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae10457c-b794-4014-8e9b-38d15b7a92e8,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:39.742122 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.754775 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86d94446-3a6a-4a38-a941-13d924104bab tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.774125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-86d94446-3a6a-4a38-a941-13d924104bab tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 19626307-7f7f-4183-b2b3-f655b8a5e7c6 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:39.785826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bf2b5-5eef-4061-9116-c1d710bb3684 req-fa6f5984-2995-4a7a-9a0d-3fe9d89a2068 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.787354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f6bf2b5-5eef-4061-9116-c1d710bb3684 req-fa6f5984-2995-4a7a-9a0d-3fe9d89a2068 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.0695777 Aug 16 20:54:39.848639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9d8c2-e437-4d83-b3c5-f63c48abdeb3 req-006f90ed-e546-4b8d-b8cf-94e447c398be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.850191 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3fb9d8c2-e437-4d83-b3c5-f63c48abdeb3 req-006f90ed-e546-4b8d-b8cf-94e447c398be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d30544420db49b4bd2f69fade95e6b5&device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 1097 time: 0.0738387 Aug 16 20:54:39.850935 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee5cb8c5-2679-4a1f-b408-01bb8c4dada7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.853056 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ee5cb8c5-2679-4a1f-b408-01bb8c4dada7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8716781 Aug 16 20:54:39.853755 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f6bf2b5-5eef-4061-9116-c1d710bb3684 req-ce6fcfa0-a1d6-4873-92b8-1db70797b939 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553625 Aug 16 20:54:39.855327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33392) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:39.860118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:39.871864 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.966244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:39.978906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ffda9-3f10-4f57-ae6d-a077966a4671 None None] Network 1399af17-f875-41b3-a8d4-5a4859ccd8ef requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:40.064572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9d8c2-e437-4d83-b3c5-f63c48abdeb3 req-2e2002c0-2370-4873-9f21-3bb31a8110b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:40.066129 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3fb9d8c2-e437-4d83-b3c5-f63c48abdeb3 req-2e2002c0-2370-4873-9f21-3bb31a8110b4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3f4f1ef4-acb6-45af-8e98-340e4d382a53 HTTP/1.1" status: 200 len: 912 time: 0.2017801 Aug 16 20:54:40.110467 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.165033 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.178768 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3fb9d8c2-e437-4d83-b3c5-f63c48abdeb3 req-f5cdc9c2-aba8-45ef-9189-64c24dbc1d37 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe HTTP/1.1" status: 200 len: 217 time: 0.0939760 Aug 16 20:54:40.195220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4a21a64d-9e70-4e33-b299-624cca33b677 None None] Provisioning for port 97296bb2-22e9-4f66-aab1-7931ceae95dc completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:40.390712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9d8c2-e437-4d83-b3c5-f63c48abdeb3 req-06262423-f5b0-47dd-afda-459d52c2e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:40.392831 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3fb9d8c2-e437-4d83-b3c5-f63c48abdeb3 req-06262423-f5b0-47dd-afda-459d52c2e73d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ce40b44e-4058-43a9-b2c8-f81adf6e19c4 HTTP/1.1" status: 200 len: 851 time: 0.2131422 Aug 16 20:54:40.401862 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.440368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 97296bb2-22e9-4f66-aab1-7931ceae95dc up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:40.471891 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3fb9d8c2-e437-4d83-b3c5-f63c48abdeb3 req-36b456d4-e564-474a-8962-f61641e55e7a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f4f1ef4-acb6-45af-8e98-340e4d382a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700862 Aug 16 20:54:40.488320 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86d94446-3a6a-4a38-a941-13d924104bab tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.632539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-48d93a8b-ddb8-476a-a92b-d2151010de3d None None] Provisioning for port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:40.646439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d94446-3a6a-4a38-a941-13d924104bab tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=19626307-7f7f-4183-b2b3-f655b8a5e7c6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:40.673006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 97296bb2-22e9-4f66-aab1-7931ceae95dc completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:40.677051 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 97296bb2-22e9-4f66-aab1-7931ceae95dc triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:40.677444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.687630 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86d94446-3a6a-4a38-a941-13d924104bab tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.691856 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-86d94446-3a6a-4a38-a941-13d924104bab tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/19626307-7f7f-4183-b2b3-f655b8a5e7c6 HTTP/1.1" status: 204 len: 168 time: 1.4389400 Aug 16 20:54:40.696359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33408) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:40.846985 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.896947 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.912762 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.914038 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.965500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4de6e9fa-e040-4e89-ac68-b3707904395c None None] Provisioning for port 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:40.990083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 97296bb2-22e9-4f66-aab1-7931ceae95dc, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=97296bb2-22e9-4f66-aab1-7931ceae95dc,segment=NetworkSegment(af27b507-e8e3-4321-a422-b614f4b7dcc3),segment_id=af27b507-e8e3-4321-a422-b614f4b7dcc3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:40.991383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4de6e9fa-e040-4e89-ac68-b3707904395c None None] Provisioning complete for port 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:40.993733 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4de6e9fa-e040-4e89-ac68-b3707904395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.079209 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.081612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:41.145425 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4de6e9fa-e040-4e89-ac68-b3707904395c None None] Port 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:41.202237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=97296bb2-22e9-4f66-aab1-7931ceae95dc,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:41.207859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4de6e9fa-e040-4e89-ac68-b3707904395c None None] Provisioning complete for port 97296bb2-22e9-4f66-aab1-7931ceae95dc triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:41.208230 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4de6e9fa-e040-4e89-ac68-b3707904395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.349597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:41.359304 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:41.360211 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.488706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-78783d5d-b488-4cb3-ad17-14332566f1f9 None None] Provisioning complete for port 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:41.489234 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-78783d5d-b488-4cb3-ad17-14332566f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.536479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a8b12-a029-4cfd-af02-68b26a51eede tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.538059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a8b12-a029-4cfd-af02-68b26a51eede tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.542058 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0e6a8b12-a029-4cfd-af02-68b26a51eede tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.8422823 Aug 16 20:54:41.554282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33444) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:41.556779 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3fb9d8c2-e437-4d83-b3c5-f63c48abdeb3 req-27394399-703a-410e-96a9-29128663e379 service neutron] 10.222.0.79 "GET /v2.0/networks/3f4f1ef4-acb6-45af-8e98-340e4d382a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0661352 Aug 16 20:54:41.570260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-78783d5d-b488-4cb3-ad17-14332566f1f9 None None] Port 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:41.577478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-78783d5d-b488-4cb3-ad17-14332566f1f9 None None] Could not find standard attr ID for object 19626307-7f7f-4183-b2b3-f655b8a5e7c6. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:41.623465 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.634294 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.702468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:41.708568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:41.714352 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-01d1ea89-dfad-422c-a473-0efe42c14740 None None] Provisioning complete for port 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:41.714733 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-01d1ea89-dfad-422c-a473-0efe42c14740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.742387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabfc7b-6fa5-45c8-bb41-713e0ab0edc0 req-4028d6f1-aa81-4a43-9800-6d5a1935262d tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.747989 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1eabfc7b-6fa5-45c8-bb41-713e0ab0edc0 req-4028d6f1-aa81-4a43-9800-6d5a1935262d tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.7415900 Aug 16 20:54:41.774980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.781667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 1399af17-f875-41b3-a8d4-5a4859ccd8ef is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:41.785887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:41.787022 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a0b879-a20e-49f1-862e-f8f2db7a7d5c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet cf779f08-d361-43e7-810a-35bc85a03584 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:41.792725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13a0b879-a20e-49f1-862e-f8f2db7a7d5c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.811340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1eabfc7b-6fa5-45c8-bb41-713e0ab0edc0 req-322d8bc3-f0b2-41c9-a98a-df3695b12e87 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569537 Aug 16 20:54:41.826748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-01d1ea89-dfad-422c-a473-0efe42c14740 None None] Port 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:41.838495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13a0b879-a20e-49f1-862e-f8f2db7a7d5c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.936940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:41.947433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Allocated IP 172.25.4.190 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/acf18d8a-7bde-41da-925b-4d8e5eb82841) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:41.997355 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3fb9d8c2-e437-4d83-b3c5-f63c48abdeb3 req-677cd66c-f446-4499-ad2e-5765234c7b5e service neutron] 10.222.0.79 "GET /v2.0/networks/3f4f1ef4-acb6-45af-8e98-340e4d382a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186885 Aug 16 20:54:42.059644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router d0fdd5ee-e497-4e5b-905f-db4aad1eea9b is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:54:42.144139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13a0b879-a20e-49f1-862e-f8f2db7a7d5c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.188731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.198311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d9f9ada1-b45a-4e66-863d-8f536919e2d4 None None] Provisioning complete for port 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:42.198811 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ada1-b45a-4e66-863d-8f536919e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.204937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:42.215637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-07b22815-b44b-4b09-9828-f8488734529f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/d0fdd5ee-e497-4e5b-905f-db4aad1eea9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4584391 Aug 16 20:54:42.219964 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b7b373-5cef-43f9-a451-08cbd5463bf2 None None] Sync routers for ids ['d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:42.228703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33480) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:42.241476 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b7b373-5cef-43f9-a451-08cbd5463bf2 None None] Routers {'d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:42.241476 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-95b7b373-5cef-43f9-a451-08cbd5463bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:42.283190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d9f9ada1-b45a-4e66-863d-8f536919e2d4 None None] Port 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:42.300608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc84631f-ab90-4622-9b16-dede62528147 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:42.302069 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fc84631f-ab90-4622-9b16-dede62528147 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports/8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 HTTP/1.1" status: 200 len: 984 time: 0.0708613 Aug 16 20:54:42.306362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33486) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:42.313211 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-95b7b373-5cef-43f9-a451-08cbd5463bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:42.322532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 97296bb2-22e9-4f66-aab1-7931ceae95dc up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:42.345632 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b7b373-5cef-43f9-a451-08cbd5463bf2 None None] Routers {'d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:42.346503 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-95b7b373-5cef-43f9-a451-08cbd5463bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:42.356938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13a0b879-a20e-49f1-862e-f8f2db7a7d5c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.379192 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-95b7b373-5cef-43f9-a451-08cbd5463bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:42.380272 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b7b373-5cef-43f9-a451-08cbd5463bf2 None None] The sync data for ids ['d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:42.400469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0b879-a20e-49f1-862e-f8f2db7a7d5c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=cf779f08-d361-43e7-810a-35bc85a03584,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:42.403120 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.414599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d0dc3-38d3-4f2b-ac5d-812b17da14f0 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:42.414706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13a0b879-a20e-49f1-862e-f8f2db7a7d5c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.419764 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-13a0b879-a20e-49f1-862e-f8f2db7a7d5c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/cf779f08-d361-43e7-810a-35bc85a03584 HTTP/1.1" status: 204 len: 168 time: 0.8619733 Aug 16 20:54:42.420157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33490) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:42.455470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:42.458741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:42.461166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:42.476180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3ec3f747-e180-41b5-80e5-e624a2a58158 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547044 Aug 16 20:54:42.479375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33494) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:42.554749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'Port': ['ID=acf18d8a-7bde-41da-925b-4d8e5eb82841,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:42.560291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 97296bb2-22e9-4f66-aab1-7931ceae95dc triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:42.560669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.638060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.649678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e4964-e8d1-4278-87fa-6d1f273da305 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:42.651232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-564e4964-e8d1-4278-87fa-6d1f273da305 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1707242 Aug 16 20:54:42.654210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33506) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:42.746475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e885d25-f636-464a-b522-8864e5d440f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:42.747925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8e885d25-f636-464a-b522-8864e5d440f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0928121 Aug 16 20:54:42.752546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33508) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:42.794509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.798037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9bad8b80-45fc-4084-9cbf-b7628e2a8283 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433316 Aug 16 20:54:42.802274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33514) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:42.808777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:42.809157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-79e86617-46a4-4e58-9476-743d312e1495 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:42.916838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea56f2b-2c96-499c-a3bc-83ef8a08b0e0 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:42.955542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:42.955542 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.035372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6ea56f2b-2c96-499c-a3bc-83ef8a08b0e0 None None] Deleting port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:43.035818 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6ea56f2b-2c96-499c-a3bc-83ef8a08b0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.053857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea0286-45d6-4fee-af23-f5bf92d4b583 req-4a3b171d-acb2-4058-8e5a-c744b14ca130 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:43.061434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24ea0286-45d6-4fee-af23-f5bf92d4b583 req-4a3b171d-acb2-4058-8e5a-c744b14ca130 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.1083727 Aug 16 20:54:43.085656 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.127928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e86617-46a4-4e58-9476-743d312e1495 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:43.131757 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79e86617-46a4-4e58-9476-743d312e1495 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.144352 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6ea56f2b-2c96-499c-a3bc-83ef8a08b0e0 None None] For port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:43.144753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6ea56f2b-2c96-499c-a3bc-83ef8a08b0e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.151436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.164971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24ea0286-45d6-4fee-af23-f5bf92d4b583 req-f3f07abf-0839-4f31-8a08-a4f7af27eba3 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891178 Aug 16 20:54:43.165556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6ea56f2b-2c96-499c-a3bc-83ef8a08b0e0 None None] Calling delete_port for c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:43.258985 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7fcbe36-9ec0-4f1e-9d86-02bf9816ac9d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.324634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'Port': ['ID=acf18d8a-7bde-41da-925b-4d8e5eb82841,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:43.340158 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.369652 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6ea56f2b-2c96-499c-a3bc-83ef8a08b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.409371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea56f2b-2c96-499c-a3bc-83ef8a08b0e0 None None] Pushing event deleted for resources: {'Port': ['ID=c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:43.416868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea56f2b-2c96-499c-a3bc-83ef8a08b0e0 None None] No DVR routers for this DVR port c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:43.428407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.441042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f3b87664-7e41-4440-b72e-7286a0fbf90b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5734560 Aug 16 20:54:43.700151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c7fcbe36-9ec0-4f1e-9d86-02bf9816ac9d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:43.702236 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7fcbe36-9ec0-4f1e-9d86-02bf9816ac9d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.863082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-1a4f4d85-347e-47f3-a7f8-4956c673e0a7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1688994311&fields=id&tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf HTTP/1.1" status: 200 len: 267 time: 0.1662467 Aug 16 20:54:43.911516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2b96c-efe0-42fd-9b6b-5d289c71d295 req-385430fb-ef08-4de2-828a-0bf53d0a3d2e tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:43.912998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09d2b96c-efe0-42fd-9b6b-5d289c71d295 req-385430fb-ef08-4de2-828a-0bf53d0a3d2e tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.2083285 Aug 16 20:54:43.929242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.objects.ports [None req-79e86617-46a4-4e58-9476-743d312e1495 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:54:43.949153 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79e86617-46a4-4e58-9476-743d312e1495 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.952010 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7fcbe36-9ec0-4f1e-9d86-02bf9816ac9d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.049335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c7fcbe36-9ec0-4f1e-9d86-02bf9816ac9d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:44.062664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e86617-46a4-4e58-9476-743d312e1495 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:44.082740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-79e86617-46a4-4e58-9476-743d312e1495 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:44.086147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e86617-46a4-4e58-9476-743d312e1495 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.086738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79e86617-46a4-4e58-9476-743d312e1495 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.096341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90df52-f5c4-40f5-80b5-e9a9bf3c3ba1 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:44.145406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e86617-46a4-4e58-9476-743d312e1495 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=4c42df49-445a-4de4-bfea-897b956c34b2,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:44.151046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09d2b96c-efe0-42fd-9b6b-5d289c71d295 req-ad5552e4-6bdb-4c8c-aca4-16679cce2c27 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149429 Aug 16 20:54:44.208716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-1917a2b7-6381-4f08-b4b6-5680da258c93 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.210332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-1917a2b7-6381-4f08-b4b6-5680da258c93 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/networks?id=e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 200 len: 811 time: 0.3316574 Aug 16 20:54:44.276734 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-bbce8cb8-fd71-4752-8d10-aff41874b36b tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/quotas/a24ca84caa9e4e3aa2dff0d5283d9aaf HTTP/1.1" status: 200 len: 375 time: 0.0582554 Aug 16 20:54:44.288925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-79e86617-46a4-4e58-9476-743d312e1495 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4827604 Aug 16 20:54:44.288925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33608) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:44.294994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9d959659-7f48-4848-8521-1fa1ac9a0fa3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:44.375833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:44.403804 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:44.404441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c03d58ac-34b3-40e6-9bf5-4bcb69f8ae32 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:44.474356 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-dd9b5624-c1be-4ac3-b389-439726d68770 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1801045 Aug 16 20:54:44.486980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f62e66ff-24d6-42fa-97d3-9f2a07fd3a88 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:54:44.494876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f62e66ff-24d6-42fa-97d3-9f2a07fd3a88 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195637 Aug 16 20:54:44.530135 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7fcbe36-9ec0-4f1e-9d86-02bf9816ac9d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.566554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '4c42df49-445a-4de4-bfea-897b956c34b2'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:44.567420 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.790225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Allocated IP 2001:db8::f816:3eff:fea1:7de (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/4c42df49-445a-4de4-bfea-897b956c34b2/1f323b4b-0116-4965-bdf6-9faad65931a7) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:44.993665 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcbe36-9ec0-4f1e-9d86-02bf9816ac9d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=8fd3bdbb-eb25-4a0e-8c3b-7f1b439541c5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:44.998826 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.012509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Transition to ACTIVE for port object 1f323b4b-0116-4965-bdf6-9faad65931a7 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:45.020116 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-c4a3f484-676c-4a16-a02a-4b7ee8dfa27d service neutron] 10.222.0.74 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242934 Aug 16 20:54:45.035741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33630) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:45.042829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Transition to ACTIVE for port object 1f323b4b-0116-4965-bdf6-9faad65931a7 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:45.190056 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7fcbe36-9ec0-4f1e-9d86-02bf9816ac9d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.206105 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.310614 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:45.328553 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-67cd74fd-2017-423d-b50a-16b987157967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.331072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d959659-7f48-4848-8521-1fa1ac9a0fa3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:45.335786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d959659-7f48-4848-8521-1fa1ac9a0fa3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.336521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:45.342591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Pushing event updated for resources: {'Port': ['ID=1f323b4b-0116-4965-bdf6-9faad65931a7,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:45.354189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:45.439423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c50db35-8678-42a0-b8bb-55f32d97e829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.441513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Attempting to bind port 1f323b4b-0116-4965-bdf6-9faad65931a7 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:45.441990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Attempting to bind port 1f323b4b-0116-4965-bdf6-9faad65931a7 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:45.442239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Attempting to bind port 1f323b4b-0116-4965-bdf6-9faad65931a7 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:45.448990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:45.449402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:45.449812 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.450346 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:45.450980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Bound port: 1f323b4b-0116-4965-bdf6-9faad65931a7, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:45.451374 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.513178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-23065d9e-3cdf-4a87-acbd-785cce0bd81f service neutron] 10.222.0.74 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919806 Aug 16 20:54:45.532482 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429b179-ffa8-450c-9912-e0e3c8ea3c6c req-3913febd-d049-428d-abe7-5155208298cf tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.532482 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2429b179-ffa8-450c-9912-e0e3c8ea3c6c req-3913febd-d049-428d-abe7-5155208298cf tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.79 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.1413510 Aug 16 20:54:45.585017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3c174-e1a5-426f-ba93-6684fedd808c req-4db728b0-a5f4-4371-91ff-215c0aec5f18 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.587052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbb3c174-e1a5-426f-ba93-6684fedd808c req-4db728b0-a5f4-4371-91ff-215c0aec5f18 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 945 time: 0.2797379 Aug 16 20:54:45.610827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fcbe36-9ec0-4f1e-9d86-02bf9816ac9d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router d0fdd5ee-e497-4e5b-905f-db4aad1eea9b has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:45.611074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] For port 1f323b4b-0116-4965-bdf6-9faad65931a7, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:45.616676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] For port 1f323b4b-0116-4965-bdf6-9faad65931a7, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1f323b4b-0116-4965-bdf6-9faad65931a7,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:45.657462 n-d-793619-14 neutron-server[95261]: INFO neutron.db.ipam_backend_mixin [None req-9d959659-7f48-4848-8521-1fa1ac9a0fa3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c42df49-445a-4de4-bfea-897b956c34b2 (CIDR: 2001:db8::/64) Aug 16 20:54:45.681074 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.698984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbb3c174-e1a5-426f-ba93-6684fedd808c req-1a713862-94e6-44f9-a117-22139b5212a0 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/security-groups?id=199a98d1-8407-4a43-b420-f5d8d5d46984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037097 Aug 16 20:54:45.707749 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c50db35-8678-42a0-b8bb-55f32d97e829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.710654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-2429b179-ffa8-450c-9912-e0e3c8ea3c6c req-0ad4f24d-5f7b-46aa-a011-ec3b2963fd53 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Deleting port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:45.711066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2429b179-ffa8-450c-9912-e0e3c8ea3c6c req-0ad4f24d-5f7b-46aa-a011-ec3b2963fd53 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.750051 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d959659-7f48-4848-8521-1fa1ac9a0fa3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:54:45.750552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d959659-7f48-4848-8521-1fa1ac9a0fa3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:45.794224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fcbe36-9ec0-4f1e-9d86-02bf9816ac9d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:45.800089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c7fcbe36-9ec0-4f1e-9d86-02bf9816ac9d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/d0fdd5ee-e497-4e5b-905f-db4aad1eea9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4924662 Aug 16 20:54:45.821426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78773ab-960c-4c9d-b64c-06270a9c67e0 None None] Sync routers for ids ['d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:45.834060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33646) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:45.873310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2429b179-ffa8-450c-9912-e0e3c8ea3c6c req-0ad4f24d-5f7b-46aa-a011-ec3b2963fd53 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] For port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe,segment=NetworkSegment(bac790db-3f1a-43d4-8b0f-e0330417e8c0),segment_id=bac790db-3f1a-43d4-8b0f-e0330417e8c0)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:45.879465 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2429b179-ffa8-450c-9912-e0e3c8ea3c6c req-0ad4f24d-5f7b-46aa-a011-ec3b2963fd53 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.912245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-2429b179-ffa8-450c-9912-e0e3c8ea3c6c req-0ad4f24d-5f7b-46aa-a011-ec3b2963fd53 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Calling delete_port for ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:45.916832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78773ab-960c-4c9d-b64c-06270a9c67e0 None None] Routers {'d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:45.917530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e78773ab-960c-4c9d-b64c-06270a9c67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:45.926409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9d959659-7f48-4848-8521-1fa1ac9a0fa3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6331732 Aug 16 20:54:45.928273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33652) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:45.938231 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c50db35-8678-42a0-b8bb-55f32d97e829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.941614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2a74b76b-6590-4a2e-a836-804f475e8c3f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:45.985284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb0e27-6a32-4020-851e-f7e5c4115fa3 None None] Pushing event updated for resources: {'Port': ['ID=1f323b4b-0116-4965-bdf6-9faad65931a7,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:45.990480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e78773ab-960c-4c9d-b64c-06270a9c67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:46.001476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78773ab-960c-4c9d-b64c-06270a9c67e0 None None] Routers {'d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:46.002417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e78773ab-960c-4c9d-b64c-06270a9c67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:46.045960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e78773ab-960c-4c9d-b64c-06270a9c67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:46.047616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78773ab-960c-4c9d-b64c-06270a9c67e0 None None] The sync data for ids ['d0fdd5ee-e497-4e5b-905f-db4aad1eea9b'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:46.097481 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3c50db35-8678-42a0-b8bb-55f32d97e829 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3e74d054bd0048179e79c732c3530623&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0595791 Aug 16 20:54:46.123819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33658) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:46.138141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28536eb2-4254-4d05-b8d7-c6092ea3bac7 req-92a0cfe7-46d7-47fe-9b7b-1280f05d0d40 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 210 time: 0.1786687 Aug 16 20:54:46.162541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50db35-8678-42a0-b8bb-55f32d97e829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2685330-8b2c-4e6e-9cf0-79ca504971a8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:46.241469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c7a1faa-a361-4234-aaf1-d3409802328f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.282771 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-d12f9df7-027d-4fb6-8ac5-f10a7862b2e0 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 20:54:46.283864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d12f9df7-027d-4fb6-8ac5-f10a7862b2e0 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/d0fdd5ee-e497-4e5b-905f-db4aad1eea9b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4524477 Aug 16 20:54:46.287076 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33664) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:46.287204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c7a1faa-a361-4234-aaf1-d3409802328f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.320857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2e32e650-5235-4aff-8ab7-259741a2e4a7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0fdd5ee-e497-4e5b-905f-db4aad1eea9b HTTP/1.1" status: 200 len: 205 time: 0.0299268 Aug 16 20:54:46.320857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33666) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:46.370796 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2429b179-ffa8-450c-9912-e0e3c8ea3c6c req-0ad4f24d-5f7b-46aa-a011-ec3b2963fd53 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.372596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1f323b4b-0116-4965-bdf6-9faad65931a7 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:46.400078 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:46.445227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4f24d-5f7b-46aa-a011-ec3b2963fd53 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Pushing event deleted for resources: {'Port': ['ID=ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:46.445728 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6129-7cbc-4430-ba61-c9eb897cbf76 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.448964 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c7a1faa-a361-4234-aaf1-d3409802328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.451787 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c7a1faa-a361-4234-aaf1-d3409802328f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.455868 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1c7a1faa-a361-4234-aaf1-d3409802328f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e2685330-8b2c-4e6e-9cf0-79ca504971a8 HTTP/1.1" status: 204 len: 168 time: 0.3286972 Aug 16 20:54:46.485645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2429b179-ffa8-450c-9912-e0e3c8ea3c6c req-0ad4f24d-5f7b-46aa-a011-ec3b2963fd53 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] No DVR routers for this DVR port ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:46.489479 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2429b179-ffa8-450c-9912-e0e3c8ea3c6c req-0ad4f24d-5f7b-46aa-a011-ec3b2963fd53 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.493719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2429b179-ffa8-450c-9912-e0e3c8ea3c6c req-0ad4f24d-5f7b-46aa-a011-ec3b2963fd53 tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.79 "DELETE /v2.0/ports/ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe HTTP/1.1" status: 204 len: 173 time: 0.9452319 Aug 16 20:54:46.496615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18cf273-4c9d-4c67-8714-b427bc7f30c4', 'name': 'network-vif-deleted', 'tag': 'ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:46.498367 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a9151e-61ee-4cc4-8d28-cc6bedfb1f2c" -d '{"events": [{"server_uuid": "f18cf273-4c9d-4c67-8714-b427bc7f30c4", "name": "network-vif-deleted", "tag": "ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:46.527778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a74b76b-6590-4a2e-a836-804f475e8c3f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:46.531433 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a74b76b-6590-4a2e-a836-804f475e8c3f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.532227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a1faa-a361-4234-aaf1-d3409802328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2685330-8b2c-4e6e-9cf0-79ca504971a8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:46.558481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 1f323b4b-0116-4965-bdf6-9faad65931a7 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:46.593781 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75fea26-d200-4c6b-b7ff-f1126e189c42 x-openstack-request-id: req-b75fea26-d200-4c6b-b7ff-f1126e189c42 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:46.594387 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18cf273-4c9d-4c67-8714-b427bc7f30c4", "name": "network-vif-deleted", "tag": "ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:46.594639 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b75fea26-d200-4c6b-b7ff-f1126e189c42 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:46.595115 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18cf273-4c9d-4c67-8714-b427bc7f30c4', 'name': 'network-vif-deleted', 'tag': 'ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe', 'status': 'completed', 'code': 200} Aug 16 20:54:46.679965 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6129-7cbc-4430-ba61-c9eb897cbf76 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.684377 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6129-7cbc-4430-ba61-c9eb897cbf76 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.872290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6129-7cbc-4430-ba61-c9eb897cbf76 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.872811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ed6129-7cbc-4430-ba61-c9eb897cbf76 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Fanout notify agent at l3_agent the message router_deleted on router d0fdd5ee-e497-4e5b-905f-db4aad1eea9b {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:54:46.879037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aff1646a-8e8e-4b03-b5bb-18465f3f22f0 req-2831e649-ff30-48fb-9d90-257c001c95ca tempest-TestServerAdvancedOps-1996736295 tempest-TestServerAdvancedOps-1996736295-project] 10.222.0.74 "GET /v2.0/ports?device_id=f18cf273-4c9d-4c67-8714-b427bc7f30c4 HTTP/1.1" status: 200 len: 210 time: 0.0551753 Aug 16 20:54:46.886826 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6129-7cbc-4430-ba61-c9eb897cbf76 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.891062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33682) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:46.891466 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b8ed6129-7cbc-4430-ba61-c9eb897cbf76 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/d0fdd5ee-e497-4e5b-905f-db4aad1eea9b HTTP/1.1" status: 204 len: 168 time: 0.5697045 Aug 16 20:54:47.034851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f65d5b-701d-47c9-9232-f133288816a3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting subnet bdbbeb12-ce48-4bd4-bbd2-32f5a058fdf1 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:47.039441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59f65d5b-701d-47c9-9232-f133288816a3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.079255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a74b76b-6590-4a2e-a836-804f475e8c3f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.096627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59f65d5b-701d-47c9-9232-f133288816a3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.129308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a74b76b-6590-4a2e-a836-804f475e8c3f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:47.132545 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-2a74b76b-6590-4a2e-a836-804f475e8c3f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:47.136817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a74b76b-6590-4a2e-a836-804f475e8c3f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:47.137446 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a74b76b-6590-4a2e-a836-804f475e8c3f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.143274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74b76b-6590-4a2e-a836-804f475e8c3f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=abb9f2d3-8f00-458b-8408-7f5aa032b984,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:47.196852 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59f65d5b-701d-47c9-9232-f133288816a3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.237700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed4c8d14-5080-4ca5-97e1-218788ae59c5 req-675cb7e9-277c-4118-b2f6-a1a6a77c41f7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 210 time: 0.0364189 Aug 16 20:54:47.268620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12908d4b-bb5b-41c0-b575-d572bd481013 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:47.313332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2a74b76b-6590-4a2e-a836-804f475e8c3f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3838451 Aug 16 20:54:47.316765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33696) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:47.321561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:a7:8d:13', 'name': 'tempest-NetworksTestDHCPv6-851191482'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:47.403679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59f65d5b-701d-47c9-9232-f133288816a3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.425830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59f65d5b-701d-47c9-9232-f133288816a3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.426989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d908b8-de61-4e9c-88a1-ebbdd6ca311f None None] Network 1399af17-f875-41b3-a8d4-5a4859ccd8ef requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:47.427901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-59f65d5b-701d-47c9-9232-f133288816a3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/bdbbeb12-ce48-4bd4-bbd2-32f5a058fdf1 HTTP/1.1" status: 204 len: 168 time: 0.5352886 Aug 16 20:54:47.431630 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33700) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:47.452442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f65d5b-701d-47c9-9232-f133288816a3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbbeb12-ce48-4bd4-bbd2-32f5a058fdf1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:47.506403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0fe72bf0-cc92-48ee-9830-8b71775574bf None None] Provisioning for port 1f323b4b-0116-4965-bdf6-9faad65931a7 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:47.519912 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0fe72bf0-cc92-48ee-9830-8b71775574bf None None] Provisioning complete for port 1f323b4b-0116-4965-bdf6-9faad65931a7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:47.520105 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0fe72bf0-cc92-48ee-9830-8b71775574bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.540108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33702) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:47.544848 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6b72c426-c135-4f2a-b74b-0007a5cfb19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.561491 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee6dda3-d91b-4a10-9230-7de53797127c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.564757 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.624074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 97296bb2-22e9-4f66-aab1-7931ceae95dc {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:47.624550 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.689499 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0fe72bf0-cc92-48ee-9830-8b71775574bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.707482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f3d4c3-5efb-4a18-92f4-f4f6bcdefa62 None None] Update dhcp port {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': '4c42df49-445a-4de4-bfea-897b956c34b2', 'ip_address': '2001:db8::f816:3eff:fea1:7de'}, {'subnet_id': 'abb9f2d3-8f00-458b-8408-7f5aa032b984'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '1f323b4b-0116-4965-bdf6-9faad65931a7'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:54:47.725459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:47.745131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df998ca1-3c14-41d5-963c-58bb60a9d47b None None] DHCP port deletion for 1399af17-f875-41b3-a8d4-5a4859ccd8ef request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:47.753293 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07f3d4c3-5efb-4a18-92f4-f4f6bcdefa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.772184 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee6dda3-d91b-4a10-9230-7de53797127c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.791088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0fe72bf0-cc92-48ee-9830-8b71775574bf None None] For port 1f323b4b-0116-4965-bdf6-9faad65931a7, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1f323b4b-0116-4965-bdf6-9faad65931a7,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:47.822979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port 97296bb2-22e9-4f66-aab1-7931ceae95dc, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=97296bb2-22e9-4f66-aab1-7931ceae95dc,segment=NetworkSegment(af27b507-e8e3-4321-a422-b614f4b7dcc3),segment_id=af27b507-e8e3-4321-a422-b614f4b7dcc3)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:47.828200 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.844319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 97296bb2-22e9-4f66-aab1-7931ceae95dc owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:47.849249 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee6dda3-d91b-4a10-9230-7de53797127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.906478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6dda3-d91b-4a10-9230-7de53797127c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef80557-20ab-4696-9583-3d450b8471ed,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:47.910839 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3ee6dda3-d91b-4a10-9230-7de53797127c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e618e77b372478a9d409357154b15fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3754239 Aug 16 20:54:47.913869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33710) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:47.933689 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.936098 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.948045 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0fe72bf0-cc92-48ee-9830-8b71775574bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.972661 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a472d4b7-70bc-4f48-be05-ed20dd0bb18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.005492 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33714) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:48.009760 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a472d4b7-70bc-4f48-be05-ed20dd0bb18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.009961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-df998ca1-3c14-41d5-963c-58bb60a9d47b None None] Deleting port 97296bb2-22e9-4f66-aab1-7931ceae95dc {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:48.010342 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-df998ca1-3c14-41d5-963c-58bb60a9d47b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.044759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port dbb593ba-e0f9-4c8e-aec7-cec11c70b400 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:48.088158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fa3ca8-1cdc-486c-9bcb-2ef68dd264a4 admin admin] Deleting subnet ce40b44e-4058-43a9-b2c8-f81adf6e19c4 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:48.091591 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75fa3ca8-1cdc-486c-9bcb-2ef68dd264a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.142887 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75fa3ca8-1cdc-486c-9bcb-2ef68dd264a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.154913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe72bf0-cc92-48ee-9830-8b71775574bf None None] Pushing event updated for resources: {'Port': ['ID=1f323b4b-0116-4965-bdf6-9faad65931a7,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:48.168406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-df998ca1-3c14-41d5-963c-58bb60a9d47b None None] For port 97296bb2-22e9-4f66-aab1-7931ceae95dc, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=97296bb2-22e9-4f66-aab1-7931ceae95dc,segment=NetworkSegment(af27b507-e8e3-4321-a422-b614f4b7dcc3),segment_id=af27b507-e8e3-4321-a422-b614f4b7dcc3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:48.168699 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-df998ca1-3c14-41d5-963c-58bb60a9d47b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.187760 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-df998ca1-3c14-41d5-963c-58bb60a9d47b None None] Calling delete_port for 97296bb2-22e9-4f66-aab1-7931ceae95dc owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:48.190593 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75fa3ca8-1cdc-486c-9bcb-2ef68dd264a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.197388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-07f3d4c3-5efb-4a18-92f4-f4f6bcdefa62 None None] Allocated IP 2001:db8:0:1::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/abb9f2d3-8f00-458b-8408-7f5aa032b984/1f323b4b-0116-4965-bdf6-9faad65931a7) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:48.250902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1f323b4b-0116-4965-bdf6-9faad65931a7 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:48.335070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb87480d-65b9-4090-85c5-31192005b5fd req-8c0a3bbf-47af-41b6-9389-7d456e22b12f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 210 time: 0.0262930 Aug 16 20:54:48.352459 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a472d4b7-70bc-4f48-be05-ed20dd0bb18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.355255 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a472d4b7-70bc-4f48-be05-ed20dd0bb18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.366594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.366741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a472d4b7-70bc-4f48-be05-ed20dd0bb18a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9ef80557-20ab-4696-9583-3d450b8471ed HTTP/1.1" status: 204 len: 168 time: 0.4419973 Aug 16 20:54:48.366741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472d4b7-70bc-4f48-be05-ed20dd0bb18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef80557-20ab-4696-9583-3d450b8471ed,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:48.393572 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No DVR routers for this DVR port 97296bb2-22e9-4f66-aab1-7931ceae95dc on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:48.404475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=97296bb2-22e9-4f66-aab1-7931ceae95dc,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:48.568745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1f323b4b-0116-4965-bdf6-9faad65931a7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:48.569154 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.606995 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-df998ca1-3c14-41d5-963c-58bb60a9d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.616901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-07f3d4c3-5efb-4a18-92f4-f4f6bcdefa62 None None] For port 1f323b4b-0116-4965-bdf6-9faad65931a7, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1f323b4b-0116-4965-bdf6-9faad65931a7,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:48.656441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df998ca1-3c14-41d5-963c-58bb60a9d47b None None] Pushing event deleted for resources: {'Port': ['ID=97296bb2-22e9-4f66-aab1-7931ceae95dc,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:48.682199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df998ca1-3c14-41d5-963c-58bb60a9d47b None None] No DVR routers for this DVR port 97296bb2-22e9-4f66-aab1-7931ceae95dc on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:48.712977 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07f3d4c3-5efb-4a18-92f4-f4f6bcdefa62 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.776648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-07f3d4c3-5efb-4a18-92f4-f4f6bcdefa62 None None] Transition to ACTIVE for port object 1f323b4b-0116-4965-bdf6-9faad65931a7 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:48.856151 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07f3d4c3-5efb-4a18-92f4-f4f6bcdefa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.881206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 97296bb2-22e9-4f66-aab1-7931ceae95dc no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:48.907874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.929925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 97296bb2-22e9-4f66-aab1-7931ceae95dc {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:48.930556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 97296bb2-22e9-4f66-aab1-7931ceae95dc not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:48.950834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1399af17-f875-41b3-a8d4-5a4859ccd8ef']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:48.967450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af27b507-e8e3-4321-a422-b614f4b7dcc3') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:48.967758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af27b507-e8e3-4321-a422-b614f4b7dcc3') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:48.988733 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.018854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75fa3ca8-1cdc-486c-9bcb-2ef68dd264a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.027621 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.038812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3d4c3-5efb-4a18-92f4-f4f6bcdefa62 None None] Pushing event updated for resources: {'Port': ['ID=1f323b4b-0116-4965-bdf6-9faad65931a7,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:49.074081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa3ca8-1cdc-486c-9bcb-2ef68dd264a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce40b44e-4058-43a9-b2c8-f81adf6e19c4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:49.079835 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75fa3ca8-1cdc-486c-9bcb-2ef68dd264a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.083180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-75fa3ca8-1cdc-486c-9bcb-2ef68dd264a4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ce40b44e-4058-43a9-b2c8-f81adf6e19c4 HTTP/1.1" status: 204 len: 168 time: 1.0730395 Aug 16 20:54:49.086877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33742) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:49.088348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:49.088769 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:49.092030 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:49.152729 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.157393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-d53a8ef8-8ff5-44ed-bf1d-d3f510085e0e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:49.162428 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-d53a8ef8-8ff5-44ed-bf1d-d3f510085e0e tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.76 "GET /v2.0/networks?id=e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 200 len: 811 time: 0.2695465 Aug 16 20:54:49.240858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8:0:1::65 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/abb9f2d3-8f00-458b-8408-7f5aa032b984/dbb593ba-e0f9-4c8e-aec7-cec11c70b400) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:49.253222 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::f816:3eff:fea7:8d13 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/4c42df49-445a-4de4-bfea-897b956c34b2/dbb593ba-e0f9-4c8e-aec7-cec11c70b400) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:49.322252 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.327582 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-1da9c892-a9d7-4bf7-88d5-a747452ed2ad tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf HTTP/1.1" status: 200 len: 380 time: 0.0910416 Aug 16 20:54:49.340921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'port': {'device_id': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'admin_state_up': True, 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'security_groups': ['dd9121c7-622b-4999-8e25-03853a24f36a']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:49.363813 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.384106 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:49.391884 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.401461 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/networks/1399af17-f875-41b3-a8d4-5a4859ccd8ef HTTP/1.1" status: 204 len: 168 time: 1.9669168 Aug 16 20:54:49.410855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33758) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:49.430149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1029301422'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:49.449206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:49.449555 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ab979f97-ec9d-4a67-b3a0-4b1395e4e7fe not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:49.485397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9e271-c50e-4952-b4db-26e39d25b53f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Network': ['ID=1399af17-f875-41b3-a8d4-5a4859ccd8ef,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:49.536774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ec3cb86-764c-4da8-8a2b-b5b5ebb13f12 req-4a2beb7f-93ae-4172-afc8-5d8f4f17c0ab tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 210 time: 0.0509837 Aug 16 20:54:49.594188 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.602198 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.614844 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4f1ef4-acb6-45af-8e98-340e4d382a53']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:49.620879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object dbb593ba-e0f9-4c8e-aec7-cec11c70b400 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:49.628309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac790db-3f1a-43d4-8b0f-e0330417e8c0') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:49.628634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac790db-3f1a-43d4-8b0f-e0330417e8c0') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:49.642318 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.656950 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.663917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:49.664542 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:49.669227 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:49.693737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:49.697425 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.738506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:49.745904 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.800692 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.801287 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added segment bc360633-5f44-4d22-9a56-51bd709f95ba of type vlan for network 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b Aug 16 20:54:49.822536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=dbb593ba-e0f9-4c8e-aec7-cec11c70b400,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:49.848705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:49.852410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:49.858876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:49.865608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:49.865608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.870857 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.883774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Made reservation on behalf of a24ca84caa9e4e3aa2dff0d5283d9aaf for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:49.887598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.950270 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.960260 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.965622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33776) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:49.966619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3a311e78-bc5d-4e5c-87a9-7bc0cf4fd329 None None] Provisioning for port 1f323b4b-0116-4965-bdf6-9faad65931a7 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:49.974937 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/3f4f1ef4-acb6-45af-8e98-340e4d382a53 HTTP/1.1" status: 204 len: 168 time: 0.8847380 Aug 16 20:54:49.979291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3a311e78-bc5d-4e5c-87a9-7bc0cf4fd329 None None] Provisioning complete for port 1f323b4b-0116-4965-bdf6-9faad65931a7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:49.979669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3a311e78-bc5d-4e5c-87a9-7bc0cf4fd329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.998906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7495c9a-1471-4e10-9fb0-cf1383f639a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4f1ef4-acb6-45af-8e98-340e4d382a53,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:50.044793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-beb255a8-85ca-4424-80a8-1d15281401b3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7273762 Aug 16 20:54:50.047416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.048825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33778) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:50.068355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.068949 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.130083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Allocated IP 172.20.0.7 (e326fa6c-2a20-4d37-a565-aff686757d16/4050dda0-7be6-4550-b8ab-15431325c8a3/c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:50.228977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb17d994-4e6e-4929-8e5a-e1c920f17f4a admin admin] Deleting subnet b7776a91-eba8-4ce2-8f90-e01843d07e8a {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:50.240402 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb17d994-4e6e-4929-8e5a-e1c920f17f4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.267488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Network': ['ID=8aea7bc1-5c4a-4d43-82a9-a4d0b752181b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:50.293378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:50.313190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-23e44e9a-ddff-48fc-9135-720d94bbd713 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port dbb593ba-e0f9-4c8e-aec7-cec11c70b400 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:50.313615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23e44e9a-ddff-48fc-9135-720d94bbd713 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.323321 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb17d994-4e6e-4929-8e5a-e1c920f17f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.323523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1f323b4b-0116-4965-bdf6-9faad65931a7 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:50.380283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33788) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:50.389766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-83ac18b1-4f33-4336-9d55-13dff56ce47f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9636166 Aug 16 20:54:50.397870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'subnet': {'network_id': '8aea7bc1-5c4a-4d43-82a9-a4d0b752181b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:50.418200 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb17d994-4e6e-4929-8e5a-e1c920f17f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.483418 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.567794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Transition to ACTIVE for port object c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:50.575248 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23e44e9a-ddff-48fc-9135-720d94bbd713 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.591497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb17d994-4e6e-4929-8e5a-e1c920f17f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.598672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f7d4b81-d041-491a-8a08-3d058b61595d None None] Provisioning for port dbb593ba-e0f9-4c8e-aec7-cec11c70b400 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:50.599851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-23e44e9a-ddff-48fc-9135-720d94bbd713 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for dbb593ba-e0f9-4c8e-aec7-cec11c70b400 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:50.626259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f7d4b81-d041-491a-8a08-3d058b61595d None None] Provisioning complete for port dbb593ba-e0f9-4c8e-aec7-cec11c70b400 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:50.626259 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4b81-d041-491a-8a08-3d058b61595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.642036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17d994-4e6e-4929-8e5a-e1c920f17f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7776a91-eba8-4ce2-8f90-e01843d07e8a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:50.682545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7f7d4b81-d041-491a-8a08-3d058b61595d None None] Port dbb593ba-e0f9-4c8e-aec7-cec11c70b400 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:50.685101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb17d994-4e6e-4929-8e5a-e1c920f17f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.696439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cb17d994-4e6e-4929-8e5a-e1c920f17f4a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b7776a91-eba8-4ce2-8f90-e01843d07e8a HTTP/1.1" status: 204 len: 168 time: 0.7243400 Aug 16 20:54:50.698612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33798) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:50.700250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1f323b4b-0116-4965-bdf6-9faad65931a7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:50.701117 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.716758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34845032-17f1-4c24-b806-a034b569eb54 req-276ae324-af20-48a0-a053-bd794cba7cff tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 210 time: 0.0734868 Aug 16 20:54:50.749518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:50.749714 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.754730 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.816451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.890152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.913583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Network e326fa6c-2a20-4d37-a565-aff686757d16 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:50.955880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:50.964233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:50.996751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event updated for resources: {'Port': ['ID=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:51.069072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:51.069662 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.164481 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.177909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d15216-1d64-4f8e-acd8-6a6d3e881460']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:51.189102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602d4d19-23cd-4cf8-9cc6-a5f28d51cec2') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:51.189402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602d4d19-23cd-4cf8-9cc6-a5f28d51cec2') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:51.200908 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.253142 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.260439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:51.260909 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:51.262690 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:51.367477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-27ed7afc-06a4-4dd8-a494-532b11266484 None None] Provisioning for port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:51.372188 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f00eaa60-41e8-4f8f-adb6-82c34ad9b144 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0361140 Aug 16 20:54:51.372844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-27ed7afc-06a4-4dd8-a494-532b11266484 None None] Provisioning complete for port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:51.373603 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-27ed7afc-06a4-4dd8-a494-532b11266484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.375854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23e44e9a-ddff-48fc-9135-720d94bbd713 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.395176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-311c12e6-bf32-495b-9996-1c4073ec23db tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:54:51.396395 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-311c12e6-bf32-495b-9996-1c4073ec23db tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161920 Aug 16 20:54:51.412143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-27ed7afc-06a4-4dd8-a494-532b11266484 None None] Port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:51.424565 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.437646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e44e9a-ddff-48fc-9135-720d94bbd713 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=dbb593ba-e0f9-4c8e-aec7-cec11c70b400,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:51.455475 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.460464 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] 10.222.0.74 "DELETE /v2.0/networks/f7d15216-1d64-4f8e-acd8-6a6d3e881460 HTTP/1.1" status: 204 len: 168 time: 0.7603812 Aug 16 20:54:51.478342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca473e-9567-44fa-9e1d-cac5a4bb9aca admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d15216-1d64-4f8e-acd8-6a6d3e881460,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:51.567296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23e44e9a-ddff-48fc-9135-720d94bbd713 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.569281 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-23e44e9a-ddff-48fc-9135-720d94bbd713 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/dbb593ba-e0f9-4c8e-aec7-cec11c70b400 HTTP/1.1" status: 204 len: 168 time: 1.5190380 Aug 16 20:54:51.580675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33832) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.642143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c7652-6251-47da-b03c-beb7900e38f9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:51.646136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cc5c7652-6251-47da-b03c-beb7900e38f9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0619750 Aug 16 20:54:51.646650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33836) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.707369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c799f770-b36f-4c4f-851f-88382cb72f86 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:51.711635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c799f770-b36f-4c4f-851f-88382cb72f86 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0614591 Aug 16 20:54:51.711936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33838) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.724911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.788220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Request body: {'port': {'device_id': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:51.857887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba4ad4-5916-4811-856d-9d6a2cef038a req-b73715fa-39a4-4352-8f34-00cd347ddf91 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:51.858146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98186b15-983f-49a7-93d6-88b14bdce270 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:51.860934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98186b15-983f-49a7-93d6-88b14bdce270 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:51.862656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98186b15-983f-49a7-93d6-88b14bdce270 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:51.864153 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-98186b15-983f-49a7-93d6-88b14bdce270 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1507850 Aug 16 20:54:51.869793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33842) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.870805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47ba4ad4-5916-4811-856d-9d6a2cef038a req-b73715fa-39a4-4352-8f34-00cd347ddf91 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 931 time: 0.0637088 Aug 16 20:54:51.917565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47ba4ad4-5916-4811-856d-9d6a2cef038a req-809a7c27-919d-4072-87b5-f2a12f167d3f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392671 Aug 16 20:54:51.965691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Subnet': ['ID=2642c19a-5ac5-42e4-bc98-9d55f7b63daa,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:51.984717 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.996461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Checking segment: {'id': 'bc360633-5f44-4d22-9a56-51bd709f95ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8aea7bc1-5c4a-4d43-82a9-a4d0b752181b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:51.996822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network hostable DHCP agents. Network: 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:52.002032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f86aae2-c865-40ec-b91a-720e7499b22c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 4c42df49-445a-4de4-bfea-897b956c34b2 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:52.008851 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f86aae2-c865-40ec-b91a-720e7499b22c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.062259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33844) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:52.084670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f86aae2-c865-40ec-b91a-720e7499b22c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.104584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ae674a3a-2750-4d8b-8e5a-54cb1ac611f0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2d30544420db49b4bd2f69fade95e6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411236 Aug 16 20:54:52.107494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33846) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:52.169960 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e0d922c-84fb-4a9a-b566-107ba3bc2a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.187975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:52.204126 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e0d922c-84fb-4a9a-b566-107ba3bc2a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.298330 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f86aae2-c865-40ec-b91a-720e7499b22c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.329251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:52.339384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce436ccf-9ba3-4307-bb40-2dc8f8bcccc5 None None] Network 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:52.343986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:52.344558 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.359628 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e0d922c-84fb-4a9a-b566-107ba3bc2a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.364050 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e0d922c-84fb-4a9a-b566-107ba3bc2a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.365740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2e0d922c-84fb-4a9a-b566-107ba3bc2a0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/199a98d1-8407-4a43-b420-f5d8d5d46984 HTTP/1.1" status: 204 len: 168 time: 0.2569971 Aug 16 20:54:52.383735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d922c-84fb-4a9a-b566-107ba3bc2a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199a98d1-8407-4a43-b420-f5d8d5d46984,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:52.466857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:52.474854 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-26c04c37-880d-416b-94b8-be32315b0165 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0905962 Aug 16 20:54:52.477006 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.477904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33856) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:52.486564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f0a54903-62ba-42fa-9c53-9f08fe10e4d8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1705878432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:52.512884 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f86aae2-c865-40ec-b91a-720e7499b22c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.519538 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Transition to ACTIVE for port object c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:52.548859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86aae2-c865-40ec-b91a-720e7499b22c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=4c42df49-445a-4de4-bfea-897b956c34b2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:52.553061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f86aae2-c865-40ec-b91a-720e7499b22c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.565314 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5f86aae2-c865-40ec-b91a-720e7499b22c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/4c42df49-445a-4de4-bfea-897b956c34b2 HTTP/1.1" status: 204 len: 168 time: 0.6804066 Aug 16 20:54:52.565429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33866) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:52.570850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-8aea7bc1-5c4a-4d43-82a9-a4d0b752181b', 'network_id': '8aea7bc1-5c4a-4d43-82a9-a4d0b752181b', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'fixed_ips': [{'subnet_id': '2642c19a-5ac5-42e4-bc98-9d55f7b63daa'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:52.572491 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.582303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699df294-1c99-461f-9ce9-37fcebeeaaf8 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:52.626147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a88974f-38bc-4509-b3e7-bb95d75589ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet abb9f2d3-8f00-458b-8408-7f5aa032b984 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:52.626779 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.632770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3a88974f-38bc-4509-b3e7-bb95d75589ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.691935 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:52.701133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0a54903-62ba-42fa-9c53-9f08fe10e4d8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.702150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0a54903-62ba-42fa-9c53-9f08fe10e4d8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.792110 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0a54903-62ba-42fa-9c53-9f08fe10e4d8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.804156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Attempting to bind port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:52.806134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Attempting to bind port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:52.806476 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Attempting to bind port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 on network e326fa6c-2a20-4d37-a565-aff686757d16 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:52.808577 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3a88974f-38bc-4509-b3e7-bb95d75589ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.815189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 on network e326fa6c-2a20-4d37-a565-aff686757d16 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:54:52.815571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Attempting to bind port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 on network e326fa6c-2a20-4d37-a565-aff686757d16 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:52.821803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:52.822143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Checking segment: {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:52.822533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Bound using segment: {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:52.823097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Bound port: c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75270c5-7e25-446a-b128-fefd0cf019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:52.823466 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.912646 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0a54903-62ba-42fa-9c53-9f08fe10e4d8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.916838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Allocated IP 2001:db8::2 (8aea7bc1-5c4a-4d43-82a9-a4d0b752181b/2642c19a-5ac5-42e4-bc98-9d55f7b63daa/8a6b88aa-c179-4531-9e8f-2b88e71b4fa7) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:52.942506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3a88974f-38bc-4509-b3e7-bb95d75589ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.944085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] For port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:52.950009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] For port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:53.040884 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.043128 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0a54903-62ba-42fa-9c53-9f08fe10e4d8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.054781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f0a54903-62ba-42fa-9c53-9f08fe10e4d8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5639279 Aug 16 20:54:53.056333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33874) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:53.143887 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3a88974f-38bc-4509-b3e7-bb95d75589ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.160553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:53.169454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.171288 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.173325 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-887deae8-87a0-41e4-8069-b7ec3aa38958 service neutron] 10.222.0.76 "PUT /v2.0/ports/c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 HTTP/1.1" status: 200 len: 1092 time: 1.7500110 Aug 16 20:54:53.173779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'tag': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:53.176014 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c15c840-33ea-4814-97d2-fac954b32a62" -d '{"events": [{"name": "network-changed", "server_uuid": "934d48c7-ab85-4815-9762-8aa01b7fb932", "tag": "c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:53.196332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82850d2-aefb-4155-85c9-aea8d7218634 req-78659177-6cea-4af6-9b1c-9c7ea96db7d2 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.196332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e82850d2-aefb-4155-85c9-aea8d7218634 req-78659177-6cea-4af6-9b1c-9c7ea96db7d2 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 943 time: 0.1918085 Aug 16 20:54:53.252308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3a88974f-38bc-4509-b3e7-bb95d75589ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.256714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3a88974f-38bc-4509-b3e7-bb95d75589ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/abb9f2d3-8f00-458b-8408-7f5aa032b984 HTTP/1.1" status: 204 len: 168 time: 0.6955371 Aug 16 20:54:53.258332 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33880) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:53.260773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88974f-38bc-4509-b3e7-bb95d75589ca tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=abb9f2d3-8f00-458b-8408-7f5aa032b984,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:53.261317 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4867ff-debb-42ba-b0e3-44e0eb7a1e4c x-openstack-request-id: req-9f4867ff-debb-42ba-b0e3-44e0eb7a1e4c {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:53.263052 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934d48c7-ab85-4815-9762-8aa01b7fb932", "tag": "c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:53.263521 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9f4867ff-debb-42ba-b0e3-44e0eb7a1e4c {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:53.264076 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'tag': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7', 'status': 'completed', 'code': 200} Aug 16 20:54:53.327280 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ba857268-5511-44d9-88e6-6615523067ce tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619092 Aug 16 20:54:53.329613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33882) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:53.329850 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.334954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-afbdbbbc-48ed-40db-830b-8caa7b2912f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:53.345274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Transition to ACTIVE for port object 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:53.389717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Transition to ACTIVE for port object 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:53.464706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e82850d2-aefb-4155-85c9-aea8d7218634 req-ab818932-89b9-41a9-8b39-d5cff926fcc6 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683494 Aug 16 20:54:53.492176 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.544245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Pushing event updated for resources: {'Port': ['ID=8a6b88aa-c179-4531-9e8f-2b88e71b4fa7,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:53.553123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Network 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:53.555106 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:53.557583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:53.581059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-47d39dc1-a918-4177-92ea-ea6fe60cd56d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1566269 Aug 16 20:54:53.679469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Attempting to bind port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:53.680019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Attempting to bind port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'bc360633-5f44-4d22-9a56-51bd709f95ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8aea7bc1-5c4a-4d43-82a9-a4d0b752181b'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:53.682939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Attempting to bind port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 on network 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:53.704382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:53.705203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Checking segment: {'id': 'bc360633-5f44-4d22-9a56-51bd709f95ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8aea7bc1-5c4a-4d43-82a9-a4d0b752181b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:53.707233 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.708225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Bound using segment: {'id': 'bc360633-5f44-4d22-9a56-51bd709f95ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8aea7bc1-5c4a-4d43-82a9-a4d0b752181b'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:53.709767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Bound port: 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc360633-5f44-4d22-9a56-51bd709f95ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8aea7bc1-5c4a-4d43-82a9-a4d0b752181b'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:53.711355 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.741358 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.845359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] For port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:53.853469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] For port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8a6b88aa-c179-4531-9e8f-2b88e71b4fa7,segment=NetworkSegment(bc360633-5f44-4d22-9a56-51bd709f95ba),segment_id=bc360633-5f44-4d22-9a56-51bd709f95ba)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:53.860092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33890) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:53.877902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-1da80330-2859-491a-8d16-57a0a4f7e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.880120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-1da80330-2859-491a-8d16-57a0a4f7e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.880640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-1da80330-2859-491a-8d16-57a0a4f7e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.881296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-1da80330-2859-491a-8d16-57a0a4f7e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.881791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-1da80330-2859-491a-8d16-57a0a4f7e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.882272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-1da80330-2859-491a-8d16-57a0a4f7e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.882894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-1da80330-2859-491a-8d16-57a0a4f7e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.889843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-1da80330-2859-491a-8d16-57a0a4f7e5c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6499 time: 0.2110126 Aug 16 20:54:53.990993 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.055589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ff29211d-5412-4149-b7ce-46056ee15f44 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=68bf047b45554e43959ed6a4ca19340b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943467 Aug 16 20:54:54.060981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33894) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:54.086048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c6d0fd-8ff9-4737-a904-86fde9a13cb3 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:54.096334 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15c840-33ea-4814-97d2-fac954b32a62 req-3b1778b4-637b-48f9-88ee-bdad248bf932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.098575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c15c840-33ea-4814-97d2-fac954b32a62 req-3b1778b4-637b-48f9-88ee-bdad248bf932 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 1095 time: 0.7699435 Aug 16 20:54:54.157287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63950e7c-a7f5-4b77-918a-042602bf8d32 None None] Pushing event updated for resources: {'Port': ['ID=8a6b88aa-c179-4531-9e8f-2b88e71b4fa7,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:54.193727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-08fd1c79-1977-4ee9-a849-9d862bdead41 None None] Provisioning complete for port 1f323b4b-0116-4965-bdf6-9faad65931a7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:54.194110 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-08fd1c79-1977-4ee9-a849-9d862bdead41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.215756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-d15980f2-1fc5-42e3-9596-dd053a0d88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.216249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-d15980f2-1fc5-42e3-9596-dd053a0d88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.219252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-d15980f2-1fc5-42e3-9596-dd053a0d88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.221144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-d15980f2-1fc5-42e3-9596-dd053a0d88b9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f811c930-d940-4fe5-b868-27e98c3af345&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5 HTTP/1.1" status: 200 len: 2293 time: 0.2958009 Aug 16 20:54:54.333161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15c840-33ea-4814-97d2-fac954b32a62 req-be3c47a8-f89f-45c1-8744-88c0e3776274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.335112 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c15c840-33ea-4814-97d2-fac954b32a62 req-be3c47a8-f89f-45c1-8744-88c0e3776274 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2191167 Aug 16 20:54:54.372485 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f83dc10-0f84-42d3-8fc1-ccef80c25186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.396090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Allocated IP 2001:db8::1 (8aea7bc1-5c4a-4d43-82a9-a4d0b752181b/2642c19a-5ac5-42e4-bc98-9d55f7b63daa/b8cc8fe4-6fac-4b14-86e6-7a6f151234d8) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:54.420253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbdbbbc-48ed-40db-830b-8caa7b2912f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:54.423916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-afbdbbbc-48ed-40db-830b-8caa7b2912f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.485620 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f83dc10-0f84-42d3-8fc1-ccef80c25186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.526678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f47bf-8c7e-4505-b2c8-7df2bda3df04 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:54.634107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f47bf-8c7e-4505-b2c8-7df2bda3df04 None None] Deleting port 1f323b4b-0116-4965-bdf6-9faad65931a7 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:54.634409 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ed8f47bf-8c7e-4505-b2c8-7df2bda3df04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.690210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15c840-33ea-4814-97d2-fac954b32a62 req-9c8073f1-568c-4566-99f2-d4a0a48c6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.691777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c15c840-33ea-4814-97d2-fac954b32a62 req-9c8073f1-568c-4566-99f2-d4a0a48c6d18 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3369181 Aug 16 20:54:54.772313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ed8f47bf-8c7e-4505-b2c8-7df2bda3df04 None None] For port 1f323b4b-0116-4965-bdf6-9faad65931a7, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1f323b4b-0116-4965-bdf6-9faad65931a7,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:54.773108 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ed8f47bf-8c7e-4505-b2c8-7df2bda3df04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.804985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f47bf-8c7e-4505-b2c8-7df2bda3df04 None None] Calling delete_port for 1f323b4b-0116-4965-bdf6-9faad65931a7 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:54.901984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-58886100-5c43-4ea5-857a-43cf77df5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.903267 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-58886100-5c43-4ea5-857a-43cf77df5c89 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 1095 time: 0.1477497 Aug 16 20:54:54.978260 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-6b9934ee-522b-48f0-8472-b5aa1a463df8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 HTTP/1.1" status: 200 len: 217 time: 0.0592504 Aug 16 20:54:54.989200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-1b7542e0-648b-4b2e-8b4c-731e04651027 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485de2cf-1908-4253-b829-fe46c689dd3c HTTP/1.1" status: 200 len: 1000 time: 0.7387381 Aug 16 20:54:55.028855 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ed8f47bf-8c7e-4505-b2c8-7df2bda3df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.051001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f4b27a9d-d53b-44a0-9f04-b22decb0b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.055256 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-f4b27a9d-d53b-44a0-9f04-b22decb0b0e6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4050dda0-7be6-4550-b8ab-15431325c8a3 HTTP/1.1" status: 200 len: 850 time: 0.0681679 Aug 16 20:54:55.058624 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f83dc10-0f84-42d3-8fc1-ccef80c25186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.061158 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f83dc10-0f84-42d3-8fc1-ccef80c25186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.062362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9f83dc10-0f84-42d3-8fc1-ccef80c25186 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c707af18-d33d-4cfc-a21f-e229e8a490d1 HTTP/1.1" status: 204 len: 168 time: 0.9977758 Aug 16 20:54:55.099079 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f47bf-8c7e-4505-b2c8-7df2bda3df04 None None] No DVR routers for this DVR port 1f323b4b-0116-4965-bdf6-9faad65931a7 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:55.107566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f47bf-8c7e-4505-b2c8-7df2bda3df04 None None] Pushing event deleted for resources: {'Port': ['ID=1f323b4b-0116-4965-bdf6-9faad65931a7,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:55.136542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83dc10-0f84-42d3-8fc1-ccef80c25186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c707af18-d33d-4cfc-a21f-e229e8a490d1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:55.150667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-6329d966-a4ac-4347-923d-caf5ea5f8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.152594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-6329d966-a4ac-4347-923d-caf5ea5f8fc1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd35abf-7995-4566-8e60-30dabd3fd226 HTTP/1.1" status: 200 len: 851 time: 0.1550012 Aug 16 20:54:55.170072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-c8022ba2-9fe7-455d-8fc9-b214a343b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.171608 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-c8022ba2-9fe7-455d-8fc9-b214a343b2ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e326fa6c-2a20-4d37-a565-aff686757d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065435 Aug 16 20:54:55.204888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70f396-43d7-4d8d-b546-8964d1f1f969 req-2fc01948-00d8-4a84-9e35-b44230377220 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.206519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-df70f396-43d7-4d8d-b546-8964d1f1f969 req-2fc01948-00d8-4a84-9e35-b44230377220 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 943 time: 0.2344630 Aug 16 20:54:55.256768 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.290493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.objects.ports [None req-afbdbbbc-48ed-40db-830b-8caa7b2912f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95262) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:54:55.292351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Transition to ACTIVE for port object b8cc8fe4-6fac-4b14-86e6-7a6f151234d8 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:55.298502 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-afbdbbbc-48ed-40db-830b-8caa7b2912f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.322415 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-df70f396-43d7-4d8d-b546-8964d1f1f969 req-89b2a4d5-2407-4830-9380-4c46234dc830 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983241 Aug 16 20:54:55.345632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-aa43b842-a890-4983-9cb4-fd3bb93016d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.348119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-aa43b842-a890-4983-9cb4-fd3bb93016d7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f811c930-d940-4fe5-b868-27e98c3af345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1863952 Aug 16 20:54:55.362193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbdbbbc-48ed-40db-830b-8caa7b2912f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:55.369636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-afbdbbbc-48ed-40db-830b-8caa7b2912f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:55.374567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbdbbbc-48ed-40db-830b-8caa7b2912f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.375230 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-afbdbbbc-48ed-40db-830b-8caa7b2912f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.381062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5904f0-b3b1-413e-8117-617e6225e904 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:55.484464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-7daab852-f32f-4d58-841c-7650570860b1 service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070881 Aug 16 20:54:55.493319 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-afbdbbbc-48ed-40db-830b-8caa7b2912f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1621265 Aug 16 20:54:55.503171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33926) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:55.503838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdbbbc-48ed-40db-830b-8caa7b2912f4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=4ac8c0c6-480c-46b2-b0b0-7254d9dec9e8,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:55.531102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99621d20-9b96-401e-8386-ce95c9a894c7 None None] Network 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:55.539465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-83e6b48b-05de-455e-a49c-0333092d8c74 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:55.595560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-f3742e62-ad36-4e0d-ac37-611a68763845 service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028616 Aug 16 20:54:55.641980 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-2bf71bd0-bc73-4bd9-876e-d34b33410526 service neutron] 10.222.0.76 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607716 Aug 16 20:54:55.708662 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.732047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '4ac8c0c6-480c-46b2-b0b0-7254d9dec9e8'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:55.732992 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.740674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-ad50f83a-823c-43b6-a9bd-3ab8f7db7415 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 HTTP/1.1" status: 200 len: 217 time: 0.1355910 Aug 16 20:54:55.871155 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee717091-808b-4ca4-9c36-24a55f2f95c5 req-8017ba54-cbd8-4f7c-881b-ca0df1d752d1 service neutron] 10.222.0.76 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149746 Aug 16 20:54:55.874481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:55.888544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5e29a50a-9ef3-470c-92d8-12f3a718bf3c None None] Provisioning for port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:55.891501 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:55.919151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:55.926223 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.960133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=b8cc8fe4-6fac-4b14-86e6-7a6f151234d8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:56.031387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e6b48b-05de-455e-a49c-0333092d8c74 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:56.032369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-83e6b48b-05de-455e-a49c-0333092d8c74 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.054898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-87368e2c-a2aa-488a-bed0-b843254cb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.056422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-87368e2c-a2aa-488a-bed0-b843254cb05d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.2941990 Aug 16 20:54:56.119067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Allocated IP 2001:db8::f816:3eff:fefe:aa7e (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/4ac8c0c6-480c-46b2-b0b0-7254d9dec9e8/49b742cb-c5ec-4ccd-b043-c669b434c592) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:56.189926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-91154c89-2d8a-4e2f-8209-4056d1f29c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.195972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-91154c89-2d8a-4e2f-8209-4056d1f29c10 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1296716 Aug 16 20:54:56.219643 n-d-793619-14 neutron-server[95262]: INFO neutron.db.ipam_backend_mixin [None req-83e6b48b-05de-455e-a49c-0333092d8c74 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ac8c0c6-480c-46b2-b0b0-7254d9dec9e8 (CIDR: 2001:db8::/64) Aug 16 20:54:56.311017 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e6b48b-05de-455e-a49c-0333092d8c74 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:54:56.315385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e6b48b-05de-455e-a49c-0333092d8c74 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:56.321495 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-5671d015-da2c-46bc-9792-dd488dff91ce service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169393 Aug 16 20:54:56.326891 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.335720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Transition to ACTIVE for port object 49b742cb-c5ec-4ccd-b043-c669b434c592 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:56.353491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Transition to ACTIVE for port object 49b742cb-c5ec-4ccd-b043-c669b434c592 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:56.371105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:56.443893 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.479938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-83e6b48b-05de-455e-a49c-0333092d8c74 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9546406 Aug 16 20:54:56.485623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33950) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:56.494686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e915950f-2d64-45fd-834e-eb9d173a5d21 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:56.519252 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.540527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-827de29b-8622-4ccc-9fbc-518576ebe4fc service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106769 Aug 16 20:54:56.573998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9538a0-2f2a-43dc-9f22-5a17e10615af req-ab2b09d0-c653-499c-8f52-86a33335fe97 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.575787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb9538a0-2f2a-43dc-9f22-5a17e10615af req-ab2b09d0-c653-499c-8f52-86a33335fe97 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 943 time: 0.1528783 Aug 16 20:54:56.609871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:56.636050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:56.636566 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.674097 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-ec722619-e390-42f5-8d4a-6edb06488152 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a19bea0e-f740-4d0b-8449-60adbd042ab2 HTTP/1.1" status: 200 len: 217 time: 0.1209524 Aug 16 20:54:56.697214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:56.709589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:56.712293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:56.771586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Pushing event updated for resources: {'Port': ['ID=49b742cb-c5ec-4ccd-b043-c669b434c592,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:56.786340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-98f8a892-a872-42f9-9515-96fe28195c69 None None] Provisioning complete for port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:56.786721 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-98f8a892-a872-42f9-9515-96fe28195c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.836741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-3a31d072-6ac5-4840-ad63-6c9d1767eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.838781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-3a31d072-6ac5-4840-ad63-6c9d1767eede service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.1078396 Aug 16 20:54:56.846364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb9538a0-2f2a-43dc-9f22-5a17e10615af req-bfea9555-9ceb-47d3-9f22-ec19df153804 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329054 Aug 16 20:54:56.877617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Attempting to bind port 49b742cb-c5ec-4ccd-b043-c669b434c592 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:56.914943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Attempting to bind port 49b742cb-c5ec-4ccd-b043-c669b434c592 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:56.914943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Attempting to bind port 49b742cb-c5ec-4ccd-b043-c669b434c592 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:56.914943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:56.914943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:56.914943 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.914943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:56.914943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Bound port: 49b742cb-c5ec-4ccd-b043-c669b434c592, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:56.914943 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.914943 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.917640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e915950f-2d64-45fd-834e-eb9d173a5d21 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:56.921704 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e915950f-2d64-45fd-834e-eb9d173a5d21 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.947191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-2c699b47-3e8d-47c6-a93d-f02ab28c4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.948720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-2c699b47-3e8d-47c6-a93d-f02ab28c4567 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0999322 Aug 16 20:54:57.011276 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-98f8a892-a872-42f9-9515-96fe28195c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.038831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8a6b88aa-c179-4531-9e8f-2b88e71b4fa7,segment=NetworkSegment(bc360633-5f44-4d22-9a56-51bd709f95ba),segment_id=bc360633-5f44-4d22-9a56-51bd709f95ba)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:57.062673 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.077144 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] For port 49b742cb-c5ec-4ccd-b043-c669b434c592, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:57.081538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] For port 49b742cb-c5ec-4ccd-b043-c669b434c592, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=49b742cb-c5ec-4ccd-b043-c669b434c592,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:57.089694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-e251c32e-184b-43de-a1a8-2eff806c8ab8 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302345 Aug 16 20:54:57.132082 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.195560 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.196497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.225502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1f323b4b-0116-4965-bdf6-9faad65931a7 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:57.252331 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.268252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 1f323b4b-0116-4965-bdf6-9faad65931a7 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:57.270489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1f323b4b-0116-4965-bdf6-9faad65931a7 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:57.290421 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-98f8a892-a872-42f9-9515-96fe28195c69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:57.290779 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-98f8a892-a872-42f9-9515-96fe28195c69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:57.295034 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e915950f-2d64-45fd-834e-eb9d173a5d21 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.329766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8a6b88aa-c179-4531-9e8f-2b88e71b4fa7,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:57.349553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=b8cc8fe4-6fac-4b14-86e6-7a6f151234d8,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:57.361884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-53e99b7e-845c-4ef6-9fa9-b042a97e8ef7 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647769 Aug 16 20:54:57.375871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e915950f-2d64-45fd-834e-eb9d173a5d21 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:57.380259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e915950f-2d64-45fd-834e-eb9d173a5d21 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:57.387031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e915950f-2d64-45fd-834e-eb9d173a5d21 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.397379 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e915950f-2d64-45fd-834e-eb9d173a5d21 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.429278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33964) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:57.438422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-dee55a98-c14a-4a2e-b5b7-ad5879e1c2e7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e HTTP/1.1" status: 200 len: 217 time: 0.0654933 Aug 16 20:54:57.447510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915950f-2d64-45fd-834e-eb9d173a5d21 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=41f100f6-f302-44cc-925d-74b05944e0d6,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:57.500302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:57.505967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:57.516919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-03db6d8c-58ad-4c21-8457-a1666d4083e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.518475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-03db6d8c-58ad-4c21-8457-a1666d4083e8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.0706077 Aug 16 20:54:57.539701 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e915950f-2d64-45fd-834e-eb9d173a5d21 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0519533 Aug 16 20:54:57.540410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33968) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:57.547217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:a5:8e:14', 'name': 'tempest-NetworksTestDHCPv6-826218433'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:57.649066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d5062-b44b-47e2-83ae-11158240bcc1 None None] Pushing event updated for resources: {'Port': ['ID=49b742cb-c5ec-4ccd-b043-c669b434c592,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:57.672472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-48ec9850-790e-48a8-a5ad-1bbd2d8f8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.674167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-48ec9850-790e-48a8-a5ad-1bbd2d8f8ce5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1121845 Aug 16 20:54:57.832129 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-991b976e-6c15-4319-bd21-4b8187da7cb1 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480765 Aug 16 20:54:57.863154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router d089008a-46e4-4b4b-b293-408f0300d2d5 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:54:57.943209 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4b812696-5751-4e73-b391-7e41df740bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.960194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:58.017077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-98f8a892-a872-42f9-9515-96fe28195c69 None None] Provisioning for port b8cc8fe4-6fac-4b14-86e6-7a6f151234d8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:58.022743 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-98f8a892-a872-42f9-9515-96fe28195c69 None None] Provisioning complete for port b8cc8fe4-6fac-4b14-86e6-7a6f151234d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:58.023456 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-98f8a892-a872-42f9-9515-96fe28195c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.090254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-98f8a892-a872-42f9-9515-96fe28195c69 None None] Port b8cc8fe4-6fac-4b14-86e6-7a6f151234d8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:58.102907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:58.114055 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2ae8689d-724d-4314-ab87-b2c8b530c02c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/d089008a-46e4-4b4b-b293-408f0300d2d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0564580 Aug 16 20:54:58.115184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33978) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:58.118117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-07e919bf-672e-42f4-9ed0-0a230bae1181 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801039 Aug 16 20:54:58.121283 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1de764-70e7-431b-8900-50d01974fd7a None None] Sync routers for ids ['d089008a-46e4-4b4b-b293-408f0300d2d5'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:58.129077 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1de764-70e7-431b-8900-50d01974fd7a None None] Routers {'d089008a-46e4-4b4b-b293-408f0300d2d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:58.129931 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9c1de764-70e7-431b-8900-50d01974fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d089008a-46e4-4b4b-b293-408f0300d2d5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:58.136000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0869b-21ac-4fcb-8002-df3cdd2797e3 req-46f412b7-b1ca-4e36-a5b9-0303f819283a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.136381 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.137575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1de0869b-21ac-4fcb-8002-df3cdd2797e3 req-46f412b7-b1ca-4e36-a5b9-0303f819283a tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 943 time: 0.1456580 Aug 16 20:54:58.170930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port fcf1e904-bbb9-4b48-a5c5-a1a13b8e0988 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:58.175164 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9c1de764-70e7-431b-8900-50d01974fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:58.184488 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1de764-70e7-431b-8900-50d01974fd7a None None] Routers {'d089008a-46e4-4b4b-b293-408f0300d2d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:58.185142 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9c1de764-70e7-431b-8900-50d01974fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d089008a-46e4-4b4b-b293-408f0300d2d5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:58.219442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bb53fa03-3b5e-450f-b84a-74ffd334b36b None None] Provisioning complete for port b8cc8fe4-6fac-4b14-86e6-7a6f151234d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:58.219969 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9c1de764-70e7-431b-8900-50d01974fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:58.220816 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1de764-70e7-431b-8900-50d01974fd7a None None] The sync data for ids ['d089008a-46e4-4b4b-b293-408f0300d2d5'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:58.220937 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb53fa03-3b5e-450f-b84a-74ffd334b36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.247294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-b08bc2e3-f864-4497-8012-81456df9c9e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=3720daa2-0491-4484-8e3f-c5a4cec80c4e HTTP/1.1" status: 200 len: 217 time: 0.1086254 Aug 16 20:54:58.328367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-a400c423-ebd1-4543-ad6f-e83967981dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.330878 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-a400c423-ebd1-4543-ad6f-e83967981dff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.0673873 Aug 16 20:54:58.345610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02903691-6838-449e-b958-ca67a84f9215 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.350308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-02903691-6838-449e-b958-ca67a84f9215 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports/b8cc8fe4-6fac-4b14-86e6-7a6f151234d8 HTTP/1.1" status: 200 len: 911 time: 0.2282028 Aug 16 20:54:58.351359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33988) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:58.361308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bb53fa03-3b5e-450f-b84a-74ffd334b36b None None] Port b8cc8fe4-6fac-4b14-86e6-7a6f151234d8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:58.443054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4b812696-5751-4e73-b391-7e41df740bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.472158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1de0869b-21ac-4fcb-8002-df3cdd2797e3 req-69fa834d-7744-4004-bf55-3ffa7f84b477 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257422 Aug 16 20:54:58.510761 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:58.519516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4b812696-5751-4e73-b391-7e41df740bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.568816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-8ab969c3-2741-43ed-90f5-6048498f1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.570815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-8ab969c3-2741-43ed-90f5-6048498f1e0e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2178550 Aug 16 20:54:58.578374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8:0:1::15f (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/41f100f6-f302-44cc-925d-74b05944e0d6/fcf1e904-bbb9-4b48-a5c5-a1a13b8e0988) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:58.582755 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4b812696-5751-4e73-b391-7e41df740bf5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=74bcaecc4cb145839f87399e87aeb1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1480396 Aug 16 20:54:58.586366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b812696-5751-4e73-b391-7e41df740bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447ec473-7bbb-4633-b8f1-a31200284daa,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:58.590663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 33992) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:58.608535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::f816:3eff:fea5:8e14 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/4ac8c0c6-480c-46b2-b0b0-7254d9dec9e8/fcf1e904-bbb9-4b48-a5c5-a1a13b8e0988) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:58.657126 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:58.658386 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.762518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e494-ae07-4937-8f13-0e5fbaa725a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.767119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-f36b5cfc-caf3-4cb1-a21c-b4f99af6ca48 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515112 Aug 16 20:54:58.773040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 49b742cb-c5ec-4ccd-b043-c669b434c592 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:58.806362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7018d5-08a0-4adb-904a-c8f4184238dc None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:58.835214 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e494-ae07-4937-8f13-0e5fbaa725a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.923599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.941346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object fcf1e904-bbb9-4b48-a5c5-a1a13b8e0988 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:59.033857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:54:59.055665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4781deba-dc81-48c0-acaa-5b302fbaccbf None None] Provisioning for port 49b742cb-c5ec-4ccd-b043-c669b434c592 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:59.084858 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e494-ae07-4937-8f13-0e5fbaa725a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.088123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e494-ae07-4937-8f13-0e5fbaa725a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.094074 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f9f7e494-ae07-4937-8f13-0e5fbaa725a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/447ec473-7bbb-4633-b8f1-a31200284daa HTTP/1.1" status: 204 len: 168 time: 0.5013292 Aug 16 20:54:59.098977 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.104019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 49b742cb-c5ec-4ccd-b043-c669b434c592 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:59.139298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 49b742cb-c5ec-4ccd-b043-c669b434c592 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:59.139563 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.154461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7e494-ae07-4937-8f13-0e5fbaa725a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447ec473-7bbb-4633-b8f1-a31200284daa,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:59.179610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:59.183145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:59.188131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:59.196276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:59.201495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.203209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859135e7-0967-4174-ad4b-a02ba15b86a9 None None] Update dhcp port {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'fixed_ips': [{'subnet_id': '4ac8c0c6-480c-46b2-b0b0-7254d9dec9e8', 'ip_address': '2001:db8::f816:3eff:fefe:aa7e'}, {'subnet_id': '41f100f6-f302-44cc-925d-74b05944e0d6'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '49b742cb-c5ec-4ccd-b043-c669b434c592'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:54:59.237408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=fcf1e904-bbb9-4b48-a5c5-a1a13b8e0988,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:59.268625 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-859135e7-0967-4174-ad4b-a02ba15b86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.272503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:59.296589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'port_id': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7', 'mac_address': 'fa:16:3e:33:31:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:54:59.306727 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-e6d2404e-59f7-47b6-be31-5c4a337abe5a service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206921 Aug 16 20:54:59.322378 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-10316405-0882-4009-95ca-5a99438c9fbd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7808208 Aug 16 20:54:59.323195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34006) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:59.363339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-e877281b-8136-4f6f-acc0-3ef45f0f8502 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fb4be18d-5e38-47bb-9167-5ba8956f3168 HTTP/1.1" status: 200 len: 217 time: 0.0472939 Aug 16 20:54:59.385269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa855a3b-ea7d-45ab-9d05-223cee54883f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.454359 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.490112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:59.495453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6191b705-ed87-49d5-b1f8-89ce40af3222 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port fcf1e904-bbb9-4b48-a5c5-a1a13b8e0988 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:59.496415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6191b705-ed87-49d5-b1f8-89ce40af3222 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.507181 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.545057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:59.568060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-b66dc46a-1210-4b5a-96ca-002237d529da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:59.582760 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-b66dc46a-1210-4b5a-96ca-002237d529da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 200 len: 797 time: 0.2105315 Aug 16 20:54:59.626812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-859135e7-0967-4174-ad4b-a02ba15b86a9 None None] Allocated IP 2001:db8:0:1::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/41f100f6-f302-44cc-925d-74b05944e0d6/49b742cb-c5ec-4ccd-b043-c669b434c592) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:59.629762 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.697706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6191b705-ed87-49d5-b1f8-89ce40af3222 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.714309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-6fbe4e2f-bf36-4c08-aab4-3a22daa39be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:59.714869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6191b705-ed87-49d5-b1f8-89ce40af3222 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for fcf1e904-bbb9-4b48-a5c5-a1a13b8e0988 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:59.715843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-6fbe4e2f-bf36-4c08-aab4-3a22daa39be9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1052394 Aug 16 20:54:59.726366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbe210-4849-43a4-a71e-4da8edc7e103 req-8c7c5245-e752-4338-99f9-eaba19aba508 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:59.727877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8fbe210-4849-43a4-a71e-4da8edc7e103 req-8c7c5245-e752-4338-99f9-eaba19aba508 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 944 time: 0.1081865 Aug 16 20:54:59.734468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:59.859960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8fbe210-4849-43a4-a71e-4da8edc7e103 req-1289fe66-0fd9-4805-b5f1-817f48fdf5b7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180103 Aug 16 20:54:59.880088 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-17990564-06ad-4d89-8783-f42296656093 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:54:59.880088 n-d-793619-14 neutron-server[95263]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 16 20:54:59.880088 n-d-793619-14 neutron-server[95263]: [parameters: {'status': 'ACTIVE', 'ports_id': '49b742cb-c5ec-4ccd-b043-c669b434c592'}] Aug 16 20:54:59.880088 n-d-793619-14 neutron-server[95263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:59.881176 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-17990564-06ad-4d89-8783-f42296656093 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:59.914590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-c508e2fd-3940-4c49-acc5-449219aed1c1 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823840 Aug 16 20:54:59.945824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-859135e7-0967-4174-ad4b-a02ba15b86a9 None None] For port 49b742cb-c5ec-4ccd-b043-c669b434c592, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=49b742cb-c5ec-4ccd-b043-c669b434c592,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:59.983273 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-859135e7-0967-4174-ad4b-a02ba15b86a9 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.997513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:00.003307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-859135e7-0967-4174-ad4b-a02ba15b86a9 None None] Transition to ACTIVE for port object 49b742cb-c5ec-4ccd-b043-c669b434c592 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:00.006945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-aa855a3b-ea7d-45ab-9d05-223cee54883f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port b8cc8fe4-6fac-4b14-86e6-7a6f151234d8 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:00.007287 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa855a3b-ea7d-45ab-9d05-223cee54883f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.019664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6191b705-ed87-49d5-b1f8-89ce40af3222 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.064191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191b705-ed87-49d5-b1f8-89ce40af3222 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=fcf1e904-bbb9-4b48-a5c5-a1a13b8e0988,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:00.090665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-bb135e65-ac0e-4ab5-87e0-ec538481812d service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668465 Aug 16 20:55:00.100945 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-859135e7-0967-4174-ad4b-a02ba15b86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.133324 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6191b705-ed87-49d5-b1f8-89ce40af3222 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.137167 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6191b705-ed87-49d5-b1f8-89ce40af3222 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/fcf1e904-bbb9-4b48-a5c5-a1a13b8e0988 HTTP/1.1" status: 204 len: 168 time: 0.8106351 Aug 16 20:55:00.137960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34022) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:00.180989 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa855a3b-ea7d-45ab-9d05-223cee54883f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.186142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-c4605214-8e36-43da-b481-cfd04e556408 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1 HTTP/1.1" status: 200 len: 217 time: 0.0858297 Aug 16 20:55:00.216540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859135e7-0967-4174-ad4b-a02ba15b86a9 None None] Pushing event updated for resources: {'Port': ['ID=49b742cb-c5ec-4ccd-b043-c669b434c592,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:00.218655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-aa855a3b-ea7d-45ab-9d05-223cee54883f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for b8cc8fe4-6fac-4b14-86e6-7a6f151234d8 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:00.303909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34026) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:00.304159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-59cad992-e3ef-47b4-af16-7faa2c9c390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.305511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-59cad992-e3ef-47b4-af16-7faa2c9c390b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 200 len: 797 time: 0.1029847 Aug 16 20:55:00.316831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da6902-3fc2-4a1e-8d40-6a03bfb54a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.323362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-09da6902-3fc2-4a1e-8d40-6a03bfb54a39 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1493828 Aug 16 20:55:00.323993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72ccb889-5bbb-4a29-8408-23a95230fbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.325560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34028) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:00.424936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-b81c959d-a6d6-45c6-90e6-181ae9202457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.426860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-b81c959d-a6d6-45c6-90e6-181ae9202457 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1053317 Aug 16 20:55:00.446984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba926fd-7d8c-4e0e-818e-bdb7d9d41daf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.450899 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eba926fd-7d8c-4e0e-818e-bdb7d9d41daf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1218929 Aug 16 20:55:00.455439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34032) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:00.457654 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.511862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 49b742cb-c5ec-4ccd-b043-c669b434c592, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=49b742cb-c5ec-4ccd-b043-c669b434c592,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:00.575081 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.581801 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-5fcca4d5-8d04-47f5-a5c1-145d9311425b service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461694 Aug 16 20:55:00.596617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dbdff8-5577-4c66-8545-972caaea7f13 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.596617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dbdff8-5577-4c66-8545-972caaea7f13 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.596617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dbdff8-5577-4c66-8545-972caaea7f13 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.602859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-57dbdff8-5577-4c66-8545-972caaea7f13 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1367118 Aug 16 20:55:00.606380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34038) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:00.671479 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=49b742cb-c5ec-4ccd-b043-c669b434c592,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:00.710926 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:55:00.711931 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72ccb889-5bbb-4a29-8408-23a95230fbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.723037 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa855a3b-ea7d-45ab-9d05-223cee54883f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.729056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a5764a-9d2b-4f46-be24-aeb3ada62df5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 41f100f6-f302-44cc-925d-74b05944e0d6 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:00.730328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 49b742cb-c5ec-4ccd-b043-c669b434c592 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:00.735400 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-93a5764a-9d2b-4f46-be24-aeb3ada62df5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.781247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa855a3b-ea7d-45ab-9d05-223cee54883f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=b8cc8fe4-6fac-4b14-86e6-7a6f151234d8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:00.784625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-656fa910-a954-495e-bb1e-1b67b5c1b589 req-63be3d16-4a87-4a7f-af78-17faaf366261 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944273 Aug 16 20:55:00.798098 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-93a5764a-9d2b-4f46-be24-aeb3ada62df5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.837743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72ccb889-5bbb-4a29-8408-23a95230fbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.915308 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-72ccb889-5bbb-4a29-8408-23a95230fbf2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=931dabe38ab247caab592834de2e1a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099668 Aug 16 20:55:00.918465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34044) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:00.946566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccb889-5bbb-4a29-8408-23a95230fbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab801e1-9824-4a52-ae4d-f7e2ebf556f5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:00.985881 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa855a3b-ea7d-45ab-9d05-223cee54883f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.035914 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-93a5764a-9d2b-4f46-be24-aeb3ada62df5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.052981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:01.157850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e97c1937-bff6-4326-87bd-6c5eb85e4eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.188426 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e97c1937-bff6-4326-87bd-6c5eb85e4eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.193220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef873ab-95c7-4e06-a768-1a55941f2bf1 req-243f084c-f9b7-415f-81e9-0909d8d8b714 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:01.195956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ef873ab-95c7-4e06-a768-1a55941f2bf1 req-243f084c-f9b7-415f-81e9-0909d8d8b714 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 944 time: 0.2253022 Aug 16 20:55:01.284257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-93a5764a-9d2b-4f46-be24-aeb3ada62df5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.292918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa855a3b-ea7d-45ab-9d05-223cee54883f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router d089008a-46e4-4b4b-b293-408f0300d2d5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:01.315478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8a89895c-4148-425c-aebb-e100645fa624 None None] Provisioning for port 49b742cb-c5ec-4ccd-b043-c669b434c592 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:01.316055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5764a-9d2b-4f46-be24-aeb3ada62df5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=41f100f6-f302-44cc-925d-74b05944e0d6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:01.321014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8a89895c-4148-425c-aebb-e100645fa624 None None] Provisioning complete for port 49b742cb-c5ec-4ccd-b043-c669b434c592 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:01.322686 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8a89895c-4148-425c-aebb-e100645fa624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.325581 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-93a5764a-9d2b-4f46-be24-aeb3ada62df5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.327643 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-93a5764a-9d2b-4f46-be24-aeb3ada62df5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/41f100f6-f302-44cc-925d-74b05944e0d6 HTTP/1.1" status: 204 len: 168 time: 0.7202823 Aug 16 20:55:01.331539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34048) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:01.337849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ef873ab-95c7-4e06-a768-1a55941f2bf1 req-d25be71d-6938-4d5d-a56d-83de876c4173 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685050 Aug 16 20:55:01.366545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:01.382930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:01.384544 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.412241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3248e3-1378-4473-acf8-9d084c8a655e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 4ac8c0c6-480c-46b2-b0b0-7254d9dec9e8 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:01.418489 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e97c1937-bff6-4326-87bd-6c5eb85e4eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.423143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e97c1937-bff6-4326-87bd-6c5eb85e4eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.427791 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e97c1937-bff6-4326-87bd-6c5eb85e4eba admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2ab801e1-9824-4a52-ae4d-f7e2ebf556f5 HTTP/1.1" status: 204 len: 168 time: 0.5057843 Aug 16 20:55:01.427791 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d3248e3-1378-4473-acf8-9d084c8a655e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.445396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2f7fa8-558e-4d36-b80b-4ef79ca8e073 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:01.448267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa855a3b-ea7d-45ab-9d05-223cee54883f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:01.458811 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aa855a3b-ea7d-45ab-9d05-223cee54883f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/d089008a-46e4-4b4b-b293-408f0300d2d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1033702 Aug 16 20:55:01.460130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34052) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:01.478632 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd494245-e91b-4c6a-a369-211938671e7f None None] Sync routers for ids ['d089008a-46e4-4b4b-b293-408f0300d2d5'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:01.479963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c1937-bff6-4326-87bd-6c5eb85e4eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab801e1-9824-4a52-ae4d-f7e2ebf556f5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:01.497626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34056) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:01.499712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-06f8dfe0-d235-4aad-aa28-02c01ebbffea tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=d089008a-46e4-4b4b-b293-408f0300d2d5 HTTP/1.1" status: 200 len: 205 time: 0.0380468 Aug 16 20:55:01.502151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d3248e3-1378-4473-acf8-9d084c8a655e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.673458 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05f02a29-7216-4afd-92e5-a54cc2ae9e2c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.683997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd494245-e91b-4c6a-a369-211938671e7f None None] Routers {'d089008a-46e4-4b4b-b293-408f0300d2d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:01.684697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dd494245-e91b-4c6a-a369-211938671e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d089008a-46e4-4b4b-b293-408f0300d2d5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:01.782724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dd494245-e91b-4c6a-a369-211938671e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:01.805096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d3248e3-1378-4473-acf8-9d084c8a655e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.869052 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.871209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd494245-e91b-4c6a-a369-211938671e7f None None] Routers {'d089008a-46e4-4b4b-b293-408f0300d2d5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:01.871855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dd494245-e91b-4c6a-a369-211938671e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['d089008a-46e4-4b4b-b293-408f0300d2d5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:01.921571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dd494245-e91b-4c6a-a369-211938671e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:01.921899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd494245-e91b-4c6a-a369-211938671e7f None None] The sync data for ids ['d089008a-46e4-4b4b-b293-408f0300d2d5'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:01.942537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:01.944965 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1733808a-000a-43f2-bf2d-ba6406c25b6c" -d '{"events": [{"server_uuid": "934d48c7-ab85-4815-9762-8aa01b7fb932", "name": "network-vif-plugged", "status": "completed", "tag": "c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:01.947448 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05f02a29-7216-4afd-92e5-a54cc2ae9e2c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.950134 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05f02a29-7216-4afd-92e5-a54cc2ae9e2c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.972125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:01.993623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0a7adf86-0129-4e5e-8e40-8950878c0c25 None None] Could not find standard attr ID for object fcf1e904-bbb9-4b48-a5c5-a1a13b8e0988. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:55:02.038191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.090615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d3248e3-1378-4473-acf8-9d084c8a655e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.099636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05f02a29-7216-4afd-92e5-a54cc2ae9e2c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.100103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f02a29-7216-4afd-92e5-a54cc2ae9e2c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Fanout notify agent at l3_agent the message router_deleted on router d089008a-46e4-4b4b-b293-408f0300d2d5 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:02.105110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:02.143851 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05f02a29-7216-4afd-92e5-a54cc2ae9e2c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.147504 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-05f02a29-7216-4afd-92e5-a54cc2ae9e2c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/d089008a-46e4-4b4b-b293-408f0300d2d5 HTTP/1.1" status: 204 len: 168 time: 0.6461470 Aug 16 20:55:02.147757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34070) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:02.198801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3248e3-1378-4473-acf8-9d084c8a655e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac8c0c6-480c-46b2-b0b0-7254d9dec9e8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:02.206800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d3248e3-1378-4473-acf8-9d084c8a655e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.208720 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4d3248e3-1378-4473-acf8-9d084c8a655e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/4ac8c0c6-480c-46b2-b0b0-7254d9dec9e8 HTTP/1.1" status: 204 len: 168 time: 0.8761947 Aug 16 20:55:02.211318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34074) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:02.222205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86ffe56-a259-47d8-be9f-94ee81fd23b5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting subnet 2642c19a-5ac5-42e4-bc98-9d55f7b63daa {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:02.235244 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d86ffe56-a259-47d8-be9f-94ee81fd23b5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.307965 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d86ffe56-a259-47d8-be9f-94ee81fd23b5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.310323 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7593cd59-7300-403e-bc52-dcebfd76aebf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979829 Aug 16 20:55:02.313476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34078) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:02.319330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e6453237-3cff-4057-bf7f-b08a85a7323b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:02.368407 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939c8e25-9660-4b58-b17e-4cb732f5443e x-openstack-request-id: req-939c8e25-9660-4b58-b17e-4cb732f5443e {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:02.369368 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934d48c7-ab85-4815-9762-8aa01b7fb932", "name": "network-vif-plugged", "status": "completed", "tag": "c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:02.371969 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-939c8e25-9660-4b58-b17e-4cb732f5443e {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:02.371969 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7', 'code': 200} Aug 16 20:55:02.433357 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d86ffe56-a259-47d8-be9f-94ee81fd23b5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.534948 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.564046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d86ffe56-a259-47d8-be9f-94ee81fd23b5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.604035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6205279-d941-4516-b763-21e0e63ae6fc req-d74b5283-b658-45ef-8355-339414704cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.605910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ffe56-a259-47d8-be9f-94ee81fd23b5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Subnet': ['ID=2642c19a-5ac5-42e4-bc98-9d55f7b63daa,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:02.606059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6205279-d941-4516-b763-21e0e63ae6fc req-d74b5283-b658-45ef-8355-339414704cd0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 1097 time: 0.1451921 Aug 16 20:55:02.610261 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d86ffe56-a259-47d8-be9f-94ee81fd23b5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.612225 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d86ffe56-a259-47d8-be9f-94ee81fd23b5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/2642c19a-5ac5-42e4-bc98-9d55f7b63daa HTTP/1.1" status: 204 len: 168 time: 0.4635808 Aug 16 20:55:02.620442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34086) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:02.624059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de7b72-5f0d-4c0f-9f63-48dde2f4815d req-7647c9dc-8dbe-440e-bd53-8411a188f878 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.624383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08efe24f-cea5-47f5-bca7-2def44e4bf56 None None] Network 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:02.635922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42de7b72-5f0d-4c0f-9f63-48dde2f4815d req-7647c9dc-8dbe-440e-bd53-8411a188f878 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 945 time: 0.1481586 Aug 16 20:55:02.721188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 49b742cb-c5ec-4ccd-b043-c669b434c592 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:02.728919 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.755818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42de7b72-5f0d-4c0f-9f63-48dde2f4815d req-94a48baf-730e-44f3-8a99-3b231026c7e7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155550 Aug 16 20:55:02.759282 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6453237-3cff-4057-bf7f-b08a85a7323b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:02.772417 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6453237-3cff-4057-bf7f-b08a85a7323b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.780169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.784085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6205279-d941-4516-b763-21e0e63ae6fc req-a40b7181-08ad-4b0a-a31a-19f8dbbe56af service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391194 Aug 16 20:55:02.877516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:02.877858 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.899861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd8b4ae-5451-4bb3-ad78-54c0ec5c26ef None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:02.961866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8a6b88aa-c179-4531-9e8f-2b88e71b4fa7,segment=NetworkSegment(bc360633-5f44-4d22-9a56-51bd709f95ba),segment_id=bc360633-5f44-4d22-9a56-51bd709f95ba)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:02.962207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.001744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:03.025463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 49b742cb-c5ec-4ccd-b043-c669b434c592 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:03.025846 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.029648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-488c0606-d005-4955-9728-6df5f0a03b67 None None] Provisioning complete for port 49b742cb-c5ec-4ccd-b043-c669b434c592 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:03.030009 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-488c0606-d005-4955-9728-6df5f0a03b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.175149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6453237-3cff-4057-bf7f-b08a85a7323b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.220837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.224255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6453237-3cff-4057-bf7f-b08a85a7323b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:03.227686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-e6453237-3cff-4057-bf7f-b08a85a7323b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:03.232901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6453237-3cff-4057-bf7f-b08a85a7323b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:03.233245 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6453237-3cff-4057-bf7f-b08a85a7323b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.246097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6453237-3cff-4057-bf7f-b08a85a7323b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=70080d03-8114-47ae-b15b-9b1c35c94fc7,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:03.288176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No DVR routers for this DVR port 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:03.296543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=8a6b88aa-c179-4531-9e8f-2b88e71b4fa7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:03.380915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e6453237-3cff-4057-bf7f-b08a85a7323b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0655913 Aug 16 20:55:03.382066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34104) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:03.387680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-31658e72-2be7-4269-bb0b-2d2a578f10a6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:03.389005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed751b1-6d9f-46e8-ab9e-7677a022349c None None] DHCP port deletion for 8aea7bc1-5c4a-4d43-82a9-a4d0b752181b request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:03.420122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.424197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97169536-a85b-4abb-9eac-ee3c6e66bc62 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:03.433901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aea7bc1-5c4a-4d43-82a9-a4d0b752181b']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:03.445571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc360633-5f44-4d22-9a56-51bd709f95ba') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:03.445920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc360633-5f44-4d22-9a56-51bd709f95ba') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:03.456902 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.472423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-97169536-a85b-4abb-9eac-ee3c6e66bc62 None None] Deleting port 49b742cb-c5ec-4ccd-b043-c669b434c592 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:03.472793 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-97169536-a85b-4abb-9eac-ee3c6e66bc62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.477012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.485507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:03.485919 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:03.489251 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:03.565340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-97169536-a85b-4abb-9eac-ee3c6e66bc62 None None] For port 49b742cb-c5ec-4ccd-b043-c669b434c592, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=49b742cb-c5ec-4ccd-b043-c669b434c592,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:03.565746 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-97169536-a85b-4abb-9eac-ee3c6e66bc62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.582244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-97169536-a85b-4abb-9eac-ee3c6e66bc62 None None] Calling delete_port for 49b742cb-c5ec-4ccd-b043-c669b434c592 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:03.700408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31658e72-2be7-4269-bb0b-2d2a578f10a6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:03.704035 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31658e72-2be7-4269-bb0b-2d2a578f10a6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.792770 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.807604 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.807604 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/networks/8aea7bc1-5c4a-4d43-82a9-a4d0b752181b HTTP/1.1" status: 204 len: 168 time: 1.1818588 Aug 16 20:55:03.812734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34122) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:03.825944 n-d-793619-14 neutron-server[95261]: INFO neutron.db.ipam_backend_mixin [None req-31658e72-2be7-4269-bb0b-2d2a578f10a6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70080d03-8114-47ae-b15b-9b1c35c94fc7 (CIDR: 2001:db8::/64) Aug 16 20:55:03.831212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-503621028', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:03.842116 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-97169536-a85b-4abb-9eac-ee3c6e66bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.842699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f9bb4-5224-40b3-bfa1-e84bdc0e8cf6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Network': ['ID=8aea7bc1-5c4a-4d43-82a9-a4d0b752181b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:03.906880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97169536-a85b-4abb-9eac-ee3c6e66bc62 None None] Pushing event deleted for resources: {'Port': ['ID=49b742cb-c5ec-4ccd-b043-c669b434c592,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:03.913833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97169536-a85b-4abb-9eac-ee3c6e66bc62 None None] No DVR routers for this DVR port 49b742cb-c5ec-4ccd-b043-c669b434c592 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:03.933904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9363cc-af3a-45f1-ad92-d8735985930c None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:03.945359 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-31658e72-2be7-4269-bb0b-2d2a578f10a6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:55:03.945813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31658e72-2be7-4269-bb0b-2d2a578f10a6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:03.974104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfe665-6428-4634-9630-a4788a0ab9a0 req-a1872c7b-6605-4538-afad-147379c37409 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:03.975820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9cfe665-6428-4634-9630-a4788a0ab9a0 req-a1872c7b-6605-4538-afad-147379c37409 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 945 time: 0.0633514 Aug 16 20:55:03.998972 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.000153 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.044701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9cfe665-6428-4634-9630-a4788a0ab9a0 req-12c3f94c-edd4-472f-8e21-b810fa4a07c7 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621650 Aug 16 20:55:04.164133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': '70080d03-8114-47ae-b15b-9b1c35c94fc7'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:04.165010 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.321955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/70080d03-8114-47ae-b15b-9b1c35c94fc7/f78aea06-91f5-4b2e-ad1a-da864fda0bf3) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:04.374026 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-31658e72-2be7-4269-bb0b-2d2a578f10a6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9908800 Aug 16 20:55:04.377330 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.377459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34164) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:04.382515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:04.484969 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.495148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Transition to ACTIVE for port object f78aea06-91f5-4b2e-ad1a-da864fda0bf3 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:04.514433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Transition to ACTIVE for port object f78aea06-91f5-4b2e-ad1a-da864fda0bf3 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:04.567057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:04.572513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.592626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34170) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:04.604614 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.630336 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.664829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:04.667011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:04.673680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:04.694007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:04.697202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:04.697548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8a6b88aa-c179-4531-9e8f-2b88e71b4fa7 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:04.697964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 49b742cb-c5ec-4ccd-b043-c669b434c592 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:04.701054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Pushing event updated for resources: {'Port': ['ID=f78aea06-91f5-4b2e-ad1a-da864fda0bf3,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:04.725459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 49b742cb-c5ec-4ccd-b043-c669b434c592 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:04.725807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 49b742cb-c5ec-4ccd-b043-c669b434c592 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:04.777403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Attempting to bind port f78aea06-91f5-4b2e-ad1a-da864fda0bf3 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:04.777778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Attempting to bind port f78aea06-91f5-4b2e-ad1a-da864fda0bf3 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:04.778279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Attempting to bind port f78aea06-91f5-4b2e-ad1a-da864fda0bf3 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:04.786540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:04.786921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:04.787328 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.787725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:04.793952 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Bound port: f78aea06-91f5-4b2e-ad1a-da864fda0bf3, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:04.794392 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.834286 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4a939866-bce3-4d87-b492-440efb40a409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.889261 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] For port f78aea06-91f5-4b2e-ad1a-da864fda0bf3, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:04.893578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] For port f78aea06-91f5-4b2e-ad1a-da864fda0bf3, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f78aea06-91f5-4b2e-ad1a-da864fda0bf3,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:04.981223 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.008461 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.027287 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.104396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d8cc5-7501-4205-a722-0cd28e4777a5 None None] Pushing event updated for resources: {'Port': ['ID=f78aea06-91f5-4b2e-ad1a-da864fda0bf3,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:05.213525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Allocated IP 172.25.4.114 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/a48ac9eb-38fd-4c49-9183-b58986f02a34) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:05.240652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a35784-1044-46c9-a6b1-90e6cbce381f req-e533150e-edee-40d4-9d35-e1ec49ba3995 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:05.242310 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0a35784-1044-46c9-a6b1-90e6cbce381f req-e533150e-edee-40d4-9d35-e1ec49ba3995 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 945 time: 0.0858951 Aug 16 20:55:05.370799 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.405878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4a939866-bce3-4d87-b492-440efb40a409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.437417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34184) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:05.465474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0a35784-1044-46c9-a6b1-90e6cbce381f req-030fcb2c-c72a-4f69-8b5a-cf786a099e25 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079537 Aug 16 20:55:05.507062 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.512376 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4a939866-bce3-4d87-b492-440efb40a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.539069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.objects.ports [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95262) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:55:05.592302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:05.624852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:05.631361 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-42a70d87-48f3-494d-8e18-16dbeb14c196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.633312 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:05.644106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=a48ac9eb-38fd-4c49-9183-b58986f02a34,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:05.644793 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4a939866-bce3-4d87-b492-440efb40a409 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1007ecbfcf044f92bd895daa0faeb5da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0506759 Aug 16 20:55:05.649366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a939866-bce3-4d87-b492-440efb40a409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794407fd-9d92-439a-909a-ce5d2e5cdfd6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:05.656374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34190) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:05.705422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ace947-792d-4284-b768-ef736f27257e req-1d1d6160-30c3-4138-aba9-f9dccf9ec308 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:05.706937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46ace947-792d-4284-b768-ef736f27257e req-1d1d6160-30c3-4138-aba9-f9dccf9ec308 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 945 time: 0.1524696 Aug 16 20:55:05.717428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34192) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:05.723431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6eb767e8-f73e-4346-9901-6282c44a03ca tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Request body: {'floatingip': {'port_id': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:05.781841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6eb767e8-f73e-4346-9901-6282c44a03ca tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.862422 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d300cbe1-5137-4a18-b87f-51b6b548491e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.877205 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-42a70d87-48f3-494d-8e18-16dbeb14c196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.924493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d300cbe1-5137-4a18-b87f-51b6b548491e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.986210 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-42a70d87-48f3-494d-8e18-16dbeb14c196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.047928 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.086838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-42a70d87-48f3-494d-8e18-16dbeb14c196 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e32a9a7ebebd4bbbbc311268af56ea37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454198 Aug 16 20:55:06.087364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a70d87-48f3-494d-8e18-16dbeb14c196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86cb06a-4d15-447e-86e2-a27651700d6d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:06.088125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34198) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:06.096517 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.307697 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.346441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-58694678-0d45-49da-bb29-de5e6508959c None None] Provisioning for port f78aea06-91f5-4b2e-ad1a-da864fda0bf3 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:06.355166 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d300cbe1-5137-4a18-b87f-51b6b548491e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.358023 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d300cbe1-5137-4a18-b87f-51b6b548491e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.359857 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d300cbe1-5137-4a18-b87f-51b6b548491e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/794407fd-9d92-439a-909a-ce5d2e5cdfd6 HTTP/1.1" status: 204 len: 168 time: 0.7023771 Aug 16 20:55:06.391941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22346c26-fa54-4d66-816b-520b380f08ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.409809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300cbe1-5137-4a18-b87f-51b6b548491e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794407fd-9d92-439a-909a-ce5d2e5cdfd6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:06.539922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22346c26-fa54-4d66-816b-520b380f08ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.540765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router ecfaf149-e707-4ff3-939b-e94d64dc36ac is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:55:06.657656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] For port f78aea06-91f5-4b2e-ad1a-da864fda0bf3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f78aea06-91f5-4b2e-ad1a-da864fda0bf3,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:06.664743 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:06.679011 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85557e06-d11b-4f56-ae79-47f4d826f7a9 None None] Sync routers for ids ['ecfaf149-e707-4ff3-939b-e94d64dc36ac'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:06.691729 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85557e06-d11b-4f56-ae79-47f4d826f7a9 None None] Routers {'ecfaf149-e707-4ff3-939b-e94d64dc36ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:06.692359 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-85557e06-d11b-4f56-ae79-47f4d826f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ecfaf149-e707-4ff3-939b-e94d64dc36ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:06.700484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.resource_extend [None req-6eb767e8-f73e-4346-9901-6282c44a03ca tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:55:06.739290 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-85557e06-d11b-4f56-ae79-47f4d826f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:06.749412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.752247 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85557e06-d11b-4f56-ae79-47f4d826f7a9 None None] Routers {'ecfaf149-e707-4ff3-939b-e94d64dc36ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:06.752933 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-85557e06-d11b-4f56-ae79-47f4d826f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ecfaf149-e707-4ff3-939b-e94d64dc36ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:06.767182 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6eb767e8-f73e-4346-9901-6282c44a03ca tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.768435 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f78aea06-91f5-4b2e-ad1a-da864fda0bf3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:06.774783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.778622 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-323533bf-0088-4706-9cb7-280b781cab20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9537606 Aug 16 20:55:06.778987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34204) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:06.805119 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-85557e06-d11b-4f56-ae79-47f4d826f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:06.806012 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85557e06-d11b-4f56-ae79-47f4d826f7a9 None None] The sync data for ids ['ecfaf149-e707-4ff3-939b-e94d64dc36ac'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:06.844383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.844383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.902829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22346c26-fa54-4d66-816b-520b380f08ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.905922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22346c26-fa54-4d66-816b-520b380f08ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.907167 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-22346c26-fa54-4d66-816b-520b380f08ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e86cb06a-4d15-447e-86e2-a27651700d6d HTTP/1.1" status: 204 len: 168 time: 0.8172710 Aug 16 20:55:06.914964 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6eb767e8-f73e-4346-9901-6282c44a03ca tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.922450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port f78aea06-91f5-4b2e-ad1a-da864fda0bf3 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:06.927062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f78aea06-91f5-4b2e-ad1a-da864fda0bf3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:06.936486 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.937082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b5c45dbe-954a-4ac0-b434-29094cba4675 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/routers/ecfaf149-e707-4ff3-939b-e94d64dc36ac HTTP/1.1" status: 200 len: 884 time: 0.1530969 Aug 16 20:55:06.938255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34214) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:06.977395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:06.986696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22346c26-fa54-4d66-816b-520b380f08ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86cb06a-4d15-447e-86e2-a27651700d6d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:06.994321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:07.007895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:07.008492 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.029011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8671d4-27ff-4ab7-973d-d6aeb580dff5 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:07.033656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=013576c0-7e02-41ac-970a-0b813e6e15bd,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:07.056297 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.069699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=f78aea06-91f5-4b2e-ad1a-da864fda0bf3,revision_number=4']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:07.101489 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-6eb767e8-f73e-4346-9901-6282c44a03ca tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Floating IP 69dc2aea-ae14-4808-abf3-d9eda2617993 associated. External IP: 172.25.4.190, port: c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7. Aug 16 20:55:07.179217 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-489b8688-c793-4c1f-81a9-100d5e4557ef tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8006444 Aug 16 20:55:07.179872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34222) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:07.186822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:bc:72:7f', 'name': 'tempest-NetworksTestDHCPv6-186307941'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:07.196195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port f78aea06-91f5-4b2e-ad1a-da864fda0bf3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f78aea06-91f5-4b2e-ad1a-da864fda0bf3,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:07.274267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-238e6797-bc5a-4725-9fb3-6e34b16184f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3345311 Aug 16 20:55:07.282754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34224) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:07.288119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4e4ad102-c840-4699-90a4-c5e657c018cf tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-503621028'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:07.290685 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.426370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=f78aea06-91f5-4b2e-ad1a-da864fda0bf3,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:07.550816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb767e8-f73e-4346-9901-6282c44a03ca tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Router e45696aa-d5f2-4911-93dc-827171eef675 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:07.613833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:07.721478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb767e8-f73e-4346-9901-6282c44a03ca tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:07.727530 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6eb767e8-f73e-4346-9901-6282c44a03ca tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.752626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178be13f-39b0-4e07-af6e-6452b6ffe988 None None] Sync routers for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:07.760791 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6eb767e8-f73e-4346-9901-6282c44a03ca tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "PUT /v2.0/floatingips/69dc2aea-ae14-4808-abf3-d9eda2617993 HTTP/1.1" status: 200 len: 991 time: 2.0393088 Aug 16 20:55:07.765258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'tag': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:07.767716 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2727c5d-ffbf-4f91-ae71-41922392085c" -d '{"events": [{"name": "network-changed", "server_uuid": "934d48c7-ab85-4815-9762-8aa01b7fb932", "tag": "c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:07.778629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178be13f-39b0-4e07-af6e-6452b6ffe988 None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:07.780580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-178be13f-39b0-4e07-af6e-6452b6ffe988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:07.788761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.819337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 34cf934b-2562-4e5b-afbf-67acbce2a335 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:08.016936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-178be13f-39b0-4e07-af6e-6452b6ffe988 None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:08.038547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34240) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:08.107174 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.184341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2727c5d-ffbf-4f91-ae71-41922392085c req-2b3823bc-db84-4df6-b5a2-36652b64062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.185944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2727c5d-ffbf-4f91-ae71-41922392085c req-2b3823bc-db84-4df6-b5a2-36652b64062b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 1097 time: 0.1464789 Aug 16 20:55:08.353240 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab8e65d-9093-4051-be2c-ee58123f2b57 x-openstack-request-id: req-5ab8e65d-9093-4051-be2c-ee58123f2b57 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:08.354063 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934d48c7-ab85-4815-9762-8aa01b7fb932", "tag": "c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:08.354063 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ab8e65d-9093-4051-be2c-ee58123f2b57 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:08.354401 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'tag': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7', 'status': 'completed', 'code': 200} Aug 16 20:55:08.432357 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4e4ad102-c840-4699-90a4-c5e657c018cf tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.440354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b59b0503-82a7-4b06-b78b-eb18e91ce36e None None] Provisioning complete for port f78aea06-91f5-4b2e-ad1a-da864fda0bf3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:08.440866 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b59b0503-82a7-4b06-b78b-eb18e91ce36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.460766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2727c5d-ffbf-4f91-ae71-41922392085c req-b1f1d042-db67-4b22-a13d-47a34614cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.462294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2727c5d-ffbf-4f91-ae71-41922392085c req-b1f1d042-db67-4b22-a13d-47a34614cacc service neutron] 10.222.0.76 "GET /v2.0/networks?id=e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 200 len: 912 time: 0.2621481 Aug 16 20:55:08.529961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::10b (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/70080d03-8114-47ae-b15b-9b1c35c94fc7/34cf934b-2562-4e5b-afbf-67acbce2a335) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:08.530695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-178be13f-39b0-4e07-af6e-6452b6ffe988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '69dc2aea-ae14-4808-abf3-d9eda2617993', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'port_id': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'mac_address': 'fa:16:3e:33:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:54:42Z', 'updated_at': '2021-08-16T20:55:06Z', 'revision_number': 1, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:08.532802 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4e4ad102-c840-4699-90a4-c5e657c018cf tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.537950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.550202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:727f (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/013576c0-7e02-41ac-970a-0b813e6e15bd/34cf934b-2562-4e5b-afbf-67acbce2a335) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:08.564199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178be13f-39b0-4e07-af6e-6452b6ffe988 None None] Checking router: e45696aa-d5f2-4911-93dc-827171eef675 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:08.578761 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178be13f-39b0-4e07-af6e-6452b6ffe988 None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:08.579348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-178be13f-39b0-4e07-af6e-6452b6ffe988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:08.605054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2727c5d-ffbf-4f91-ae71-41922392085c req-9b8d681b-5332-48aa-a28a-458a6b25c7f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 HTTP/1.1" status: 200 len: 999 time: 0.1255803 Aug 16 20:55:08.659972 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.691278 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f78aea06-91f5-4b2e-ad1a-da864fda0bf3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:08.716237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-178be13f-39b0-4e07-af6e-6452b6ffe988 None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:08.757310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.758038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59da38a7-a2ec-48d5-9d32-278829a7497d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:08.772362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 34cf934b-2562-4e5b-afbf-67acbce2a335 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:08.776202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e848311b16314c6584210514ab8f1dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7354364 Aug 16 20:55:08.778888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34254) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:08.783336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.783804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.784273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.784720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.785184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.785624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.786053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.786483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.786914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.787342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.787768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.788222 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62ece-2981-4a64-931a-25eebc9e17c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:08.807473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2727c5d-ffbf-4f91-ae71-41922392085c req-cacb9734-d43e-46c4-bf2a-0615e9775fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.809245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2727c5d-ffbf-4f91-ae71-41922392085c req-cacb9734-d43e-46c4-bf2a-0615e9775fa5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4050dda0-7be6-4550-b8ab-15431325c8a3 HTTP/1.1" status: 200 len: 850 time: 0.1698620 Aug 16 20:55:08.826464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4ad102-c840-4699-90a4-c5e657c018cf tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router ecfaf149-e707-4ff3-939b-e94d64dc36ac has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:08.831417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f78aea06-91f5-4b2e-ad1a-da864fda0bf3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:08.831612 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.864730 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9916b500-e345-4d1e-bfdd-3d2632af599b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.889130 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9916b500-e345-4d1e-bfdd-3d2632af599b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.947482 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.992117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2727c5d-ffbf-4f91-ae71-41922392085c req-40dbdc83-68c6-47cf-b40a-d907abded7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.993820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2727c5d-ffbf-4f91-ae71-41922392085c req-40dbdc83-68c6-47cf-b40a-d907abded7d3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e326fa6c-2a20-4d37-a565-aff686757d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1697826 Aug 16 20:55:09.017149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4ad102-c840-4699-90a4-c5e657c018cf tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:09.028709 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3a065-89d9-4929-9226-f8e3029f96c3 None None] Sync routers for ids ['ecfaf149-e707-4ff3-939b-e94d64dc36ac'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:09.035812 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4e4ad102-c840-4699-90a4-c5e657c018cf tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.039646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4e4ad102-c840-4699-90a4-c5e657c018cf tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/ecfaf149-e707-4ff3-939b-e94d64dc36ac HTTP/1.1" status: 200 len: 891 time: 1.7534440 Aug 16 20:55:09.048750 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3a065-89d9-4929-9226-f8e3029f96c3 None None] Routers {'ecfaf149-e707-4ff3-939b-e94d64dc36ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:09.051886 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f9a3a065-89d9-4929-9226-f8e3029f96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ecfaf149-e707-4ff3-939b-e94d64dc36ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.066235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=34cf934b-2562-4e5b-afbf-67acbce2a335,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:09.067529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34264) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:09.074803 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9916b500-e345-4d1e-bfdd-3d2632af599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.085566 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9916b500-e345-4d1e-bfdd-3d2632af599b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.088434 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9916b500-e345-4d1e-bfdd-3d2632af599b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/59da38a7-a2ec-48d5-9d32-278829a7497d HTTP/1.1" status: 204 len: 168 time: 0.3085990 Aug 16 20:55:09.096756 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f9a3a065-89d9-4929-9226-f8e3029f96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.121665 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3a065-89d9-4929-9226-f8e3029f96c3 None None] Routers {'ecfaf149-e707-4ff3-939b-e94d64dc36ac'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:09.122553 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f9a3a065-89d9-4929-9226-f8e3029f96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ecfaf149-e707-4ff3-939b-e94d64dc36ac'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.139629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:09.140551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916b500-e345-4d1e-bfdd-3d2632af599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59da38a7-a2ec-48d5-9d32-278829a7497d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:09.146640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:09.148810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:09.162271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:09.162960 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.170325 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f9a3a065-89d9-4929-9226-f8e3029f96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.171547 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3a065-89d9-4929-9226-f8e3029f96c3 None None] The sync data for ids ['ecfaf149-e707-4ff3-939b-e94d64dc36ac'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:09.258687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2727c5d-ffbf-4f91-ae71-41922392085c req-5b9240cc-c4bb-4548-819d-bce83d1a2a74 service neutron] 10.222.0.76 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564275 Aug 16 20:55:09.319040 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8a79c69e-4cb6-4c95-bbc6-da15926e7ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1356809 Aug 16 20:55:09.320883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34272) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:09.372463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-178be13f-39b0-4e07-af6e-6452b6ffe988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '69dc2aea-ae14-4808-abf3-d9eda2617993', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'port_id': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'mac_address': 'fa:16:3e:33:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:54:42Z', 'updated_at': '2021-08-16T20:55:06Z', 'revision_number': 1, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.533756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178be13f-39b0-4e07-af6e-6452b6ffe988 None None] The sync data for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 is: [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '69dc2aea-ae14-4808-abf3-d9eda2617993', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'port_id': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'mac_address': 'fa:16:3e:33:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:54:42Z', 'updated_at': '2021-08-16T20:55:06Z', 'revision_number': 1, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:09.536069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-77d9046c-8500-4c53-b1ee-74c52ed87425 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/routers/ecfaf149-e707-4ff3-939b-e94d64dc36ac HTTP/1.1" status: 200 len: 891 time: 0.4580407 Aug 16 20:55:09.543444 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34278) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:09.620423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-88efa19e-1a69-4a50-9e27-0b0864ad1425 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=ecfaf149-e707-4ff3-939b-e94d64dc36ac HTTP/1.1" status: 200 len: 205 time: 0.0755084 Aug 16 20:55:09.625579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34280) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:09.634036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34282) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:09.654823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc74fc-113c-4d92-9b35-4cb249366aba tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 34cf934b-2562-4e5b-afbf-67acbce2a335 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:09.655387 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6cfc74fc-113c-4d92-9b35-4cb249366aba tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.691825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2727c5d-ffbf-4f91-ae71-41922392085c req-828d4915-0758-4a87-8256-1e5edeca49d5 service neutron] 10.222.0.76 "GET /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250965 Aug 16 20:55:09.756079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6a8b0-30bb-426e-90f1-4785532d6e90 req-39339f6b-01f6-49e4-b0c7-337e8701a03e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:09.757748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8d6a8b0-30bb-426e-90f1-4785532d6e90 req-39339f6b-01f6-49e4-b0c7-337e8701a03e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 945 time: 0.1407557 Aug 16 20:55:09.782064 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6cfc74fc-113c-4d92-9b35-4cb249366aba tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.796060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc74fc-113c-4d92-9b35-4cb249366aba tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 34cf934b-2562-4e5b-afbf-67acbce2a335 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:09.812202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-de8b3d61-a5e4-4da9-bb0e-a89438f05d21 None None] Provisioning for port 34cf934b-2562-4e5b-afbf-67acbce2a335 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:09.816802 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.821625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-de8b3d61-a5e4-4da9-bb0e-a89438f05d21 None None] Provisioning complete for port 34cf934b-2562-4e5b-afbf-67acbce2a335 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:09.823024 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-de8b3d61-a5e4-4da9-bb0e-a89438f05d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.873301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8d6a8b0-30bb-426e-90f1-4785532d6e90 req-b0f293b6-78a5-44c4-99bf-4458d425246d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013918 Aug 16 20:55:09.908386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-de8b3d61-a5e4-4da9-bb0e-a89438f05d21 None None] Port 34cf934b-2562-4e5b-afbf-67acbce2a335 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:09.939047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbee17c-bcc6-4482-aaa2-36f4a7929a1a None None] New status for floating IP 69dc2aea-ae14-4808-abf3-d9eda2617993: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:55:10.057494 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.118816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ff3cce29-8ad3-4bf6-bae3-38e56a759ad2 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1887505875'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:10.119310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ff3cce29-8ad3-4bf6-bae3-38e56a759ad2 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Unknown quota resources ['metering_label']. {{(pid=95262) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:55:10.214172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port a48ac9eb-38fd-4c49-9183-b58986f02a34 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:10.214659 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.214786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6cfc74fc-113c-4d92-9b35-4cb249366aba tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.243208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc74fc-113c-4d92-9b35-4cb249366aba tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=34cf934b-2562-4e5b-afbf-67acbce2a335,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:10.305336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6cfc74fc-113c-4d92-9b35-4cb249366aba tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.310203 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6cfc74fc-113c-4d92-9b35-4cb249366aba tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/34cf934b-2562-4e5b-afbf-67acbce2a335 HTTP/1.1" status: 204 len: 168 time: 0.9878778 Aug 16 20:55:10.313367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34306) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:10.360737 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.383003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for a48ac9eb-38fd-4c49-9183-b58986f02a34 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:10.510338 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ff3cce29-8ad3-4bf6-bae3-38e56a759ad2 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.511550 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ff3cce29-8ad3-4bf6-bae3-38e56a759ad2 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8693178 Aug 16 20:55:10.514349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34314) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:10.518848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-655a49d3-e66e-4e57-85df-bab27e061749 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e20757a3-1b95-46fe-83fc-1aee442fc676'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:10.519677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-655a49d3-e66e-4e57-85df-bab27e061749 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95262) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:55:10.536317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474913a4-3ad2-4689-a259-a5252804021c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.537921 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-474913a4-3ad2-4689-a259-a5252804021c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2234387 Aug 16 20:55:10.568231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34316) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:10.638350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7ed3aa-d7e0-4cac-9b38-b9c31d42da6c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.639970 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7c7ed3aa-d7e0-4cac-9b38-b9c31d42da6c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0698140 Aug 16 20:55:10.644399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34324) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:10.695945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f3635-3c87-4a44-8b16-232522b6bf32 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.697564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f3635-3c87-4a44-8b16-232522b6bf32 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.699238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f3635-3c87-4a44-8b16-232522b6bf32 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.700753 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-938f3635-3c87-4a44-8b16-232522b6bf32 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0554063 Aug 16 20:55:10.703533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34326) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:10.747400 n-d-793619-14 neutron-server[95262]: WARNING neutron.services.metering.metering_plugin [None req-655a49d3-e66e-4e57-85df-bab27e061749 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 20:55:10.752599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.765313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f3a495-fc09-47c9-a57b-26d4000d9682 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 013576c0-7e02-41ac-970a-0b813e6e15bd {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:10.784326 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-70f3a495-fc09-47c9-a57b-26d4000d9682 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.805445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=a48ac9eb-38fd-4c49-9183-b58986f02a34,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:10.865664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-655a49d3-e66e-4e57-85df-bab27e061749 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.875209 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-655a49d3-e66e-4e57-85df-bab27e061749 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3515723 Aug 16 20:55:10.875209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34332) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:10.879033 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.880365 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c8e517f1-c665-4a2b-b8cf-703c714135de tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e20757a3-1b95-46fe-83fc-1aee442fc676'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:10.881133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c8e517f1-c665-4a2b-b8cf-703c714135de tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95262) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:55:10.910797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-70f3a495-fc09-47c9-a57b-26d4000d9682 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.006474 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.008872 n-d-793619-14 neutron-server[95262]: WARNING neutron.services.metering.metering_plugin [None req-c8e517f1-c665-4a2b-b8cf-703c714135de tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 20:55:11.010275 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.096258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-70f3a495-fc09-47c9-a57b-26d4000d9682 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.098718 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8e517f1-c665-4a2b-b8cf-703c714135de tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.099944 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c8e517f1-c665-4a2b-b8cf-703c714135de tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2290115 Aug 16 20:55:11.102675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34338) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:11.113399 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0efa20dd-3d35-4e95-ab23-dee1dbf589ce tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=5e892c21-2fde-4390-9d58-301552089753 HTTP/1.1" status: 200 len: 462 time: 0.0096366 Aug 16 20:55:11.117290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34340) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:11.158900 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.159449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Fanout notify agent at l3_agent the message router_deleted on router ecfaf149-e707-4ff3-939b-e94d64dc36ac {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:11.167184 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.168319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-02f0b0e4-7abd-4ac9-bf71-71c71d468636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/ecfaf149-e707-4ff3-939b-e94d64dc36ac HTTP/1.1" status: 204 len: 168 time: 1.5335624 Aug 16 20:55:11.172096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34342) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:11.177304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1983354041'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:11.306342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:11.309951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.336777 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:11.338970 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-70f3a495-fc09-47c9-a57b-26d4000d9682 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.347448 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.347793 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added segment 33ff9d2a-a641-40e1-9790-07fb1a94415d of type vlan for network 6a7ebcd5-298b-4d02-8401-0ca3ba27643e Aug 16 20:55:11.400369 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f67d1a89-1502-42c2-902b-3d2a5b922a88 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.404217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f67d1a89-1502-42c2-902b-3d2a5b922a88 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/5e892c21-2fde-4390-9d58-301552089753 HTTP/1.1" status: 204 len: 168 time: 0.2833030 Aug 16 20:55:11.405238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34348) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:11.416168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.427026 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8556a3e4-a7bc-498d-81d5-51a3bcca9d0b tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=5e892c21-2fde-4390-9d58-301552089753 HTTP/1.1" status: 200 len: 221 time: 0.0199332 Aug 16 20:55:11.430213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34352) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:11.434635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7a5574a7-2547-40ee-a05c-50ddb203f8d2 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--242389154', 'description': 'label created by tempest'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:11.435086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7a5574a7-2547-40ee-a05c-50ddb203f8d2 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Unknown quota resources ['metering_label']. {{(pid=95262) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:55:11.619729 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.626088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:11.627076 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.740886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3a495-fc09-47c9-a57b-26d4000d9682 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=013576c0-7e02-41ac-970a-0b813e6e15bd,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:11.750098 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-70f3a495-fc09-47c9-a57b-26d4000d9682 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.751862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-70f3a495-fc09-47c9-a57b-26d4000d9682 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/013576c0-7e02-41ac-970a-0b813e6e15bd HTTP/1.1" status: 204 len: 168 time: 1.0474238 Aug 16 20:55:11.754336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34370) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:11.756502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820cddb-22b9-4cc2-9a12-0433dee830d0 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:11.812240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50d53b5-6592-4bde-b4b2-245185b3aa02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 70080d03-8114-47ae-b15b-9b1c35c94fc7 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:11.816508 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e50d53b5-6592-4bde-b4b2-245185b3aa02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.835648 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7a5574a7-2547-40ee-a05c-50ddb203f8d2 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.837523 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7a5574a7-2547-40ee-a05c-50ddb203f8d2 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4063630 Aug 16 20:55:11.844377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34374) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:11.862029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Network': ['ID=6a7ebcd5-298b-4d02-8401-0ca3ba27643e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:11.878227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 6a7ebcd5-298b-4d02-8401-0ca3ba27643e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:11.912378 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a8b4abae-94dc-46c4-9430-0fe1204f0709 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7391689 Aug 16 20:55:11.915177 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34376) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:11.921743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'subnet': {'network_id': '6a7ebcd5-298b-4d02-8401-0ca3ba27643e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:11.937910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c8d67f5e-083a-4413-aaa3-1596c48ac543 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=63a0844d-9bdd-45dc-abd3-abfbf27b9827 HTTP/1.1" status: 200 len: 467 time: 0.0921566 Aug 16 20:55:11.940667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34378) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:11.957156 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e50d53b5-6592-4bde-b4b2-245185b3aa02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.147323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:12.152116 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.221239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e50d53b5-6592-4bde-b4b2-245185b3aa02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.293209 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b413d06-c20e-405a-bfa2-fd7c116ccbb6 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.294533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7b413d06-c20e-405a-bfa2-fd7c116ccbb6 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/63a0844d-9bdd-45dc-abd3-abfbf27b9827 HTTP/1.1" status: 204 len: 168 time: 0.3527904 Aug 16 20:55:12.298564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34394) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.313441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bf4f0b03-a655-4b31-b2cf-b1bbeb4586cf tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=63a0844d-9bdd-45dc-abd3-abfbf27b9827 HTTP/1.1" status: 200 len: 216 time: 0.0112226 Aug 16 20:55:12.313814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34396) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.324538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dfe55e92-55d1-47ac-b554-70fba054bf0b tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094397 Aug 16 20:55:12.328462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34398) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.345232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6dafba94-31e2-4fcc-b683-72889a03f91a tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0111444 Aug 16 20:55:12.345584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34400) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.405168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e7bce52c-bd0e-41ce-b784-72f8d8fdc117 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels/e20757a3-1b95-46fe-83fc-1aee442fc676 HTTP/1.1" status: 200 len: 473 time: 0.0554740 Aug 16 20:55:12.406182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34408) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.418663 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-826c331e-f8c0-409d-b5b2-c1f7317053fc tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules/0e6a6814-61be-4ba3-b984-3baa31fcea23 HTTP/1.1" status: 200 len: 459 time: 0.0084288 Aug 16 20:55:12.418888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34410) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.443873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e50d53b5-6592-4bde-b4b2-245185b3aa02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.474073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d53b5-6592-4bde-b4b2-245185b3aa02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=70080d03-8114-47ae-b15b-9b1c35c94fc7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:12.478067 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e50d53b5-6592-4bde-b4b2-245185b3aa02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.479980 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e50d53b5-6592-4bde-b4b2-245185b3aa02 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/70080d03-8114-47ae-b15b-9b1c35c94fc7 HTTP/1.1" status: 204 len: 168 time: 0.7246475 Aug 16 20:55:12.482884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34416) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.489050 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.529152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f124eeca-8c07-47f0-b147-d877d59eedbf tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439513 Aug 16 20:55:12.532174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34418) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.541726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-256a77fe-3613-4e3b-99b4-fb428ece90c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:12.565871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf52d7-23b7-4efa-9802-9ec4df86f020 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:12.616765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Subnet': ['ID=5f2b0427-5822-4f95-a041-5d71c1f678d3,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:12.639046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Checking segment: {'id': '33ff9d2a-a641-40e1-9790-07fb1a94415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a7ebcd5-298b-4d02-8401-0ca3ba27643e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:12.640320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network hostable DHCP agents. Network: 6a7ebcd5-298b-4d02-8401-0ca3ba27643e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:12.658564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a836cade-9914-4fd6-a46a-1287aea80a8d tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.662237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34430) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.662447 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a836cade-9914-4fd6-a46a-1287aea80a8d tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/0e6a6814-61be-4ba3-b984-3baa31fcea23 HTTP/1.1" status: 204 len: 168 time: 0.2424567 Aug 16 20:55:12.719865 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cb67ff1c-ff71-4e6f-a61b-e1e35cb5b46a None None] Provisioning complete for port f78aea06-91f5-4b2e-ad1a-da864fda0bf3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:12.720240 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cb67ff1c-ff71-4e6f-a61b-e1e35cb5b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.796151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256a77fe-3613-4e3b-99b4-fb428ece90c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:12.799963 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-256a77fe-3613-4e3b-99b4-fb428ece90c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.804879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 6a7ebcd5-298b-4d02-8401-0ca3ba27643e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:12.862820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8cf41a-84de-4cb8-800b-c0e0c8ea69f8 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:12.916065 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cf41a-84de-4cb8-800b-c0e0c8ea69f8 None None] Deleting port f78aea06-91f5-4b2e-ad1a-da864fda0bf3 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:12.916525 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2a8cf41a-84de-4cb8-800b-c0e0c8ea69f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.958367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 6a7ebcd5-298b-4d02-8401-0ca3ba27643e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:12.971474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.972085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.978234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2642cca5-0ab6-4d03-ab7d-6c3e3f68755a None None] Network 6a7ebcd5-298b-4d02-8401-0ca3ba27643e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:13.026622 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9943df59-b9ea-4a5b-b776-71fa0bf4b6c0 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.027786 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9943df59-b9ea-4a5b-b776-71fa0bf4b6c0 tempest-MeteringIpV6TestJSON-2079391800 tempest-MeteringIpV6TestJSON-2079391800-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/e20757a3-1b95-46fe-83fc-1aee442fc676 HTTP/1.1" status: 204 len: 168 time: 0.3641891 Aug 16 20:55:13.047485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2a8cf41a-84de-4cb8-800b-c0e0c8ea69f8 None None] For port f78aea06-91f5-4b2e-ad1a-da864fda0bf3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f78aea06-91f5-4b2e-ad1a-da864fda0bf3,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:13.047895 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2a8cf41a-84de-4cb8-800b-c0e0c8ea69f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.067043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cf41a-84de-4cb8-800b-c0e0c8ea69f8 None None] Calling delete_port for f78aea06-91f5-4b2e-ad1a-da864fda0bf3 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:13.080758 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7fbbac38-e64a-4002-975d-0c36d39c3aa7 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1618388 Aug 16 20:55:13.081108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34448) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:13.089177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e24c18b4-0536-4609-b024-df393a7b646c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1443729581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:13.227417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-6a7ebcd5-298b-4d02-8401-0ca3ba27643e', 'network_id': '6a7ebcd5-298b-4d02-8401-0ca3ba27643e', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'fixed_ips': [{'subnet_id': '5f2b0427-5822-4f95-a041-5d71c1f678d3'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:13.228241 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.259020 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-256a77fe-3613-4e3b-99b4-fb428ece90c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.259290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e24c18b4-0536-4609-b024-df393a7b646c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.260361 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e24c18b4-0536-4609-b024-df393a7b646c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.307595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256a77fe-3613-4e3b-99b4-fb428ece90c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:13.310927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-256a77fe-3613-4e3b-99b4-fb428ece90c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:13.315657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256a77fe-3613-4e3b-99b4-fb428ece90c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:13.316265 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-256a77fe-3613-4e3b-99b4-fb428ece90c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.329293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a77fe-3613-4e3b-99b4-fb428ece90c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=b36aa280-52cc-45c3-8eec-0bd170473f15,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:13.449078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2a8cf41a-84de-4cb8-800b-c0e0c8ea69f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.478545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-256a77fe-3613-4e3b-99b4-fb428ece90c6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9451482 Aug 16 20:55:13.481828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34452) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:13.487616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4942ec74-69e4-468a-8649-ceef5bc8297f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:13.492889 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e24c18b4-0536-4609-b024-df393a7b646c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.522069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cf41a-84de-4cb8-800b-c0e0c8ea69f8 None None] Pushing event deleted for resources: {'Port': ['ID=f78aea06-91f5-4b2e-ad1a-da864fda0bf3,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:13.542682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cf41a-84de-4cb8-800b-c0e0c8ea69f8 None None] No DVR routers for this DVR port f78aea06-91f5-4b2e-ad1a-da864fda0bf3 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:13.579082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95695f1d-81ce-48ca-a781-a9ad80cd3147 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:13.594704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34456) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:13.601333 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e24c18b4-0536-4609-b024-df393a7b646c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.655059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Allocated IP 2001:db8::2 (6a7ebcd5-298b-4d02-8401-0ca3ba27643e/5f2b0427-5822-4f95-a041-5d71c1f678d3/a7099a5e-c549-4956-8905-cf0da8fa053a) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:13.677915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34464) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:13.723869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4942ec74-69e4-468a-8649-ceef5bc8297f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:13.729121 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4942ec74-69e4-468a-8649-ceef5bc8297f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.791852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e24c18b4-0536-4609-b024-df393a7b646c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.795670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e24c18b4-0536-4609-b024-df393a7b646c tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7104518 Aug 16 20:55:13.796387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34470) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:13.859293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e360b01d-ab32-4876-8b5d-c865fe3b2a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.876325 n-d-793619-14 neutron-server[95262]: INFO neutron.db.ipam_backend_mixin [None req-4942ec74-69e4-468a-8649-ceef5bc8297f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b36aa280-52cc-45c3-8eec-0bd170473f15 (CIDR: 2001:db8::/64) Aug 16 20:55:13.888599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'tenant_id': 'd41dcbb209d44133b8ecd1fe49e27ebb', 'fixed_ips': [{'subnet_id': 'b36aa280-52cc-45c3-8eec-0bd170473f15'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:13.889466 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.929717 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-4942ec74-69e4-468a-8649-ceef5bc8297f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:55:13.930223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4942ec74-69e4-468a-8649-ceef5bc8297f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:13.985629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e360b01d-ab32-4876-8b5d-c865fe3b2a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.989176 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-84be9861-6091-4860-8e98-e48dfa4f83d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.993721 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.016942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Transition to ACTIVE for port object a7099a5e-c549-4956-8905-cf0da8fa053a will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:14.057936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Transition to ACTIVE for port object a7099a5e-c549-4956-8905-cf0da8fa053a will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:14.082056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Allocated IP 2001:db8::2 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/b36aa280-52cc-45c3-8eec-0bd170473f15/bab2a2c0-bbb9-4ce5-a11c-2afe258cf627) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:14.108599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e360b01d-ab32-4876-8b5d-c865fe3b2a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.137762 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.151079 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e360b01d-ab32-4876-8b5d-c865fe3b2a50 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b7ea234a3c54a7cb755cd1caea92b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4718375 Aug 16 20:55:14.152198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360b01d-ab32-4876-8b5d-c865fe3b2a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64079ed-dc14-4fc5-8477-866d2721c03b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:14.153790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34474) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:14.173493 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.246484 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4942ec74-69e4-468a-8649-ceef5bc8297f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7608354 Aug 16 20:55:14.247009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34476) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:14.250911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Network 6a7ebcd5-298b-4d02-8401-0ca3ba27643e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:14.253305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'subnet': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:14.261391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:14.265315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:14.267177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Pushing event updated for resources: {'Port': ['ID=a7099a5e-c549-4956-8905-cf0da8fa053a,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:14.288372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.324152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Transition to ACTIVE for port object bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:14.349056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Attempting to bind port a7099a5e-c549-4956-8905-cf0da8fa053a on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:14.349270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Attempting to bind port a7099a5e-c549-4956-8905-cf0da8fa053a by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '33ff9d2a-a641-40e1-9790-07fb1a94415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a7ebcd5-298b-4d02-8401-0ca3ba27643e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:14.349600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Attempting to bind port a7099a5e-c549-4956-8905-cf0da8fa053a on network 6a7ebcd5-298b-4d02-8401-0ca3ba27643e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:14.351793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Transition to ACTIVE for port object bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:14.357353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:14.357729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Checking segment: {'id': '33ff9d2a-a641-40e1-9790-07fb1a94415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a7ebcd5-298b-4d02-8401-0ca3ba27643e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:14.358135 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.359086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Bound using segment: {'id': '33ff9d2a-a641-40e1-9790-07fb1a94415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a7ebcd5-298b-4d02-8401-0ca3ba27643e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:14.359833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Bound port: a7099a5e-c549-4956-8905-cf0da8fa053a, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ff9d2a-a641-40e1-9790-07fb1a94415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a7ebcd5-298b-4d02-8401-0ca3ba27643e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:14.359963 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.367270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f1ff5ce2-2da2-4e66-b171-a858201e1408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.427249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] For port a7099a5e-c549-4956-8905-cf0da8fa053a, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:14.430954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] For port a7099a5e-c549-4956-8905-cf0da8fa053a, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a7099a5e-c549-4956-8905-cf0da8fa053a,segment=NetworkSegment(33ff9d2a-a641-40e1-9790-07fb1a94415d),segment_id=33ff9d2a-a641-40e1-9790-07fb1a94415d)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:14.449335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f1ff5ce2-2da2-4e66-b171-a858201e1408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.477712 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.515661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:14.526388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:14.528792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:14.536759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Pushing event updated for resources: {'Port': ['ID=bab2a2c0-bbb9-4ce5-a11c-2afe258cf627,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:14.545860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Allocated IP 2001:db8::1 (6a7ebcd5-298b-4d02-8401-0ca3ba27643e/5f2b0427-5822-4f95-a041-5d71c1f678d3/31a78862-aa66-4066-b99a-652c215bda44) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:14.553806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-84be9861-6091-4860-8e98-e48dfa4f83d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.591283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Attempting to bind port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:14.591767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Attempting to bind port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:14.592270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Attempting to bind port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 on network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:14.598272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:14.598632 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Checking segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:14.599043 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.599438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Bound using segment: {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:14.599903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Bound port: bab2a2c0-bbb9-4ce5-a11c-2afe258cf627, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f9d95-34df-4db0-aee0-6b5751d442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:14.600443 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.614669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.674013 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-84be9861-6091-4860-8e98-e48dfa4f83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.675607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f78aea06-91f5-4b2e-ad1a-da864fda0bf3 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:14.710715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f1ff5ce2-2da2-4e66-b171-a858201e1408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.713229 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f1ff5ce2-2da2-4e66-b171-a858201e1408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.717168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f1ff5ce2-2da2-4e66-b171-a858201e1408 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b64079ed-dc14-4fc5-8477-866d2721c03b HTTP/1.1" status: 204 len: 168 time: 0.5590541 Aug 16 20:55:14.717316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: f78aea06-91f5-4b2e-ad1a-da864fda0bf3 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:14.717316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f78aea06-91f5-4b2e-ad1a-da864fda0bf3 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:14.728671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:14.739557 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.749254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.753468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e88dc-f271-49c1-a1d7-9af57c06b5f2 None None] Pushing event updated for resources: {'Port': ['ID=a7099a5e-c549-4956-8905-cf0da8fa053a,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:14.757359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] For port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:14.761059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] For port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bab2a2c0-bbb9-4ce5-a11c-2afe258cf627,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:14.781556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-84be9861-6091-4860-8e98-e48dfa4f83d3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=740f02bd250c42dfa867f97c38064a25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1804376 Aug 16 20:55:14.781912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34494) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:14.785576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be9861-6091-4860-8e98-e48dfa4f83d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72be5f89-8e43-4a53-94d1-88991bcb1c66,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:14.800555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Transition to ACTIVE for port object 31a78862-aa66-4066-b99a-652c215bda44 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:14.812269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff5ce2-2da2-4e66-b171-a858201e1408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64079ed-dc14-4fc5-8477-866d2721c03b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:14.861484 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.974058 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.974653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd1887-365f-4e51-bff5-13dff8289dcf None None] Pushing event updated for resources: {'Port': ['ID=bab2a2c0-bbb9-4ce5-a11c-2afe258cf627,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:15.021978 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d9721e88-6860-4b87-8e7b-2c5d6c5568ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.061927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 6a7ebcd5-298b-4d02-8401-0ca3ba27643e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:15.072710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:15.075734 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d9721e88-6860-4b87-8e7b-2c5d6c5568ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.078038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:15.078844 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.123081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:15.135153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=31a78862-aa66-4066-b99a-652c215bda44,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:15.302201 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8b98bd4d-a628-42cc-bd77-be2b2af0511c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.341701 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d9721e88-6860-4b87-8e7b-2c5d6c5568ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.348310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d9721e88-6860-4b87-8e7b-2c5d6c5568ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.349692 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d9721e88-6860-4b87-8e7b-2c5d6c5568ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/72be5f89-8e43-4a53-94d1-88991bcb1c66 HTTP/1.1" status: 204 len: 168 time: 0.5677586 Aug 16 20:55:15.363293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9721e88-6860-4b87-8e7b-2c5d6c5568ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72be5f89-8e43-4a53-94d1-88991bcb1c66,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:15.380873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.432146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:15.472809 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'port_id': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'mac_address': 'fa:16:3e:84:39:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:15.512286 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.532990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06935dcb-2da0-4e4c-b78e-d16a70184654 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:15.556478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:15.669108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.objects.ports [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95262) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:55:15.677672 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.733814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.756117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:15.799304 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['06935dcb-2da0-4e4c-b78e-d16a70184654'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:15.820249 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.821267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.971700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34526) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:16.003318 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f06e2f1d-2f9c-4411-bd4c-3b3bc05afe1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.014467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042dbbf9-9106-4cc2-8906-1baedc04251a None None] Network 6a7ebcd5-298b-4d02-8401-0ca3ba27643e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:16.036207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.051578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 6a7ebcd5-298b-4d02-8401-0ca3ba27643e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:16.056473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:16.064895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=31a78862-aa66-4066-b99a-652c215bda44,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:16.348198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router 6dee7c7f-92da-48da-b8a1-80735524ffc7 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:55:16.351502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c8c9e27a-cdad-4d3a-b952-ff78f4b60a6a None None] Provisioning for port a7099a5e-c549-4956-8905-cf0da8fa053a completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:16.393069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] For port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bab2a2c0-bbb9-4ce5-a11c-2afe258cf627,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:16.478854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:16.489326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.491755 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957d542-a9d0-469d-84ec-799409d9748c None None] Sync routers for ids ['6dee7c7f-92da-48da-b8a1-80735524ffc7'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:16.495588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b3fa9d87-40d1-4024-b639-e4b31262089d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/6dee7c7f-92da-48da-b8a1-80735524ffc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6978841 Aug 16 20:55:16.498370 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f06e2f1d-2f9c-4411-bd4c-3b3bc05afe1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.498833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34534) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:16.507518 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957d542-a9d0-469d-84ec-799409d9748c None None] Routers {'6dee7c7f-92da-48da-b8a1-80735524ffc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:16.509382 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a957d542-a9d0-469d-84ec-799409d9748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6dee7c7f-92da-48da-b8a1-80735524ffc7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:16.564640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74919692-98f4-475f-9489-19446d925ef1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:16.570575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-74919692-98f4-475f-9489-19446d925ef1 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports/31a78862-aa66-4066-b99a-652c215bda44 HTTP/1.1" status: 200 len: 911 time: 0.0695009 Aug 16 20:55:16.576796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34536) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:16.581824 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a957d542-a9d0-469d-84ec-799409d9748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:16.594877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1052434c-9a0b-471f-8fc7-5aab4a8f1bc4 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5f2b0427-5822-4f95-a041-5d71c1f678d3'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:16.595034 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957d542-a9d0-469d-84ec-799409d9748c None None] Routers {'6dee7c7f-92da-48da-b8a1-80735524ffc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:16.595900 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a957d542-a9d0-469d-84ec-799409d9748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:54:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6dee7c7f-92da-48da-b8a1-80735524ffc7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:16.614310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34538) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:16.635115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b251a09e-4888-479a-abcf-c3b05ce5e5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.653946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.654738 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.658482 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f06e2f1d-2f9c-4411-bd4c-3b3bc05afe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.713077 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a957d542-a9d0-469d-84ec-799409d9748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:16.713782 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957d542-a9d0-469d-84ec-799409d9748c None None] The sync data for ids ['6dee7c7f-92da-48da-b8a1-80735524ffc7'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:16.807639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=bab2a2c0-bbb9-4ce5-a11c-2afe258cf627,revision_number=4']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:16.859636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.859984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.860330 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.860675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.861011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.861367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.861830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.862169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.862497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.862822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.863150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.863496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.881355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c5190600-36bf-4676-9b8f-b2e11f41df68 None None] Provisioning for port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:16.911573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:16.921131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:16.945557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:16.946180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.959686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4e6d23-2a62-4d1f-96b2-7447e4b8448f None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:17.011532 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f06e2f1d-2f9c-4411-bd4c-3b3bc05afe1a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=29155e067ff34ebda7960a45459354b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0387113 Aug 16 20:55:17.012418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e2f1d-2f9c-4411-bd4c-3b3bc05afe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54bd648-8292-45fe-b4e4-dcc2fb8af320,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:17.029893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Subnet': ['ID=7c4033b3-fb40-4a2e-94d2-7c2e4ab7fcd4,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:17.035260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a7099a5e-c549-4956-8905-cf0da8fa053a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:17.043564 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34546) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:17.175398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c5190600-36bf-4676-9b8f-b2e11f41df68 None None] Provisioning for port 31a78862-aa66-4066-b99a-652c215bda44 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:17.181448 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683cf70d-8858-403e-9955-cee1c7e72246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.200125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:17.234120 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683cf70d-8858-403e-9955-cee1c7e72246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.265733 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1052434c-9a0b-471f-8fc7-5aab4a8f1bc4 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.283359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c5190600-36bf-4676-9b8f-b2e11f41df68 None None] Provisioning complete for port 31a78862-aa66-4066-b99a-652c215bda44 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:17.283731 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c5190600-36bf-4676-9b8f-b2e11f41df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.307744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b251a09e-4888-479a-abcf-c3b05ce5e5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.443683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b251a09e-4888-479a-abcf-c3b05ce5e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.494623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683cf70d-8858-403e-9955-cee1c7e72246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.497666 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-683cf70d-8858-403e-9955-cee1c7e72246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.501939 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-683cf70d-8858-403e-9955-cee1c7e72246 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f54bd648-8292-45fe-b4e4-dcc2fb8af320 HTTP/1.1" status: 204 len: 168 time: 0.4566486 Aug 16 20:55:17.540981 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bca40744-e6e0-47e1-9d4f-d2ba59fbbd1a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2902377 Aug 16 20:55:17.545240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34552) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:17.545240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34554) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:17.555265 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b251a09e-4888-479a-abcf-c3b05ce5e5e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9cbee72428d84eda94285b6675ba48ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9397147 Aug 16 20:55:17.556366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251a09e-4888-479a-abcf-c3b05ce5e5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2159a3e9-1a07-42b2-b02f-25cf06dbcdfd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:17.592460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Request body: {'port': {'network_id': '41ac835f-2df5-4f79-8ccc-5a77459a5cd9', 'mac_address': 'fa:16:3e:67:92:06', 'name': 'tempest-NetworksTestDHCPv6-1385853011'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:17.594230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cf70d-8858-403e-9955-cee1c7e72246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54bd648-8292-45fe-b4e4-dcc2fb8af320,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:17.634533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c5190600-36bf-4676-9b8f-b2e11f41df68 None None] Port 31a78862-aa66-4066-b99a-652c215bda44 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:17.761697 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-519dc020-8f6b-49e8-8c24-00db0d10984c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.780403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ba1ab987-ec17-4f41-9aa2-49da77d6d0de None None] Provisioning complete for port 31a78862-aa66-4066-b99a-652c215bda44 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:17.780403 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba1ab987-ec17-4f41-9aa2-49da77d6d0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.819982 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-519dc020-8f6b-49e8-8c24-00db0d10984c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.826105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ab987-ec17-4f41-9aa2-49da77d6d0de None None] Port 31a78862-aa66-4066-b99a-652c215bda44 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:17.847836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 06935dcb-2da0-4e4c-b78e-d16a70184654 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:17.848222 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.912569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port a7099a5e-c549-4956-8905-cf0da8fa053a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:17.922861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a7099a5e-c549-4956-8905-cf0da8fa053a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:17.923394 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.953561 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.955017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Made reservation on behalf of d41dcbb209d44133b8ecd1fe49e27ebb for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:17.956001 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7a3510ad-73a5-4c5d-9750-26a89e5f2664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.050988 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-519dc020-8f6b-49e8-8c24-00db0d10984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.066456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-519dc020-8f6b-49e8-8c24-00db0d10984c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.067262 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.069286 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.071749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-519dc020-8f6b-49e8-8c24-00db0d10984c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2159a3e9-1a07-42b2-b02f-25cf06dbcdfd HTTP/1.1" status: 204 len: 168 time: 0.5232701 Aug 16 20:55:18.116815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:18.119605 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1f3d6f-f7a8-404f-a98f-39e7255e6bc5" -d '{"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:18.144257 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:18.144257 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port a7099a5e-c549-4956-8905-cf0da8fa053a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a7099a5e-c549-4956-8905-cf0da8fa053a,segment=NetworkSegment(33ff9d2a-a641-40e1-9790-07fb1a94415d),segment_id=33ff9d2a-a641-40e1-9790-07fb1a94415d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:18.146412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dc020-8f6b-49e8-8c24-00db0d10984c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2159a3e9-1a07-42b2-b02f-25cf06dbcdfd,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:18.196291 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1052434c-9a0b-471f-8fc7-5aab4a8f1bc4 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.200466 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5673891-a930-49a9-bfeb-85d48e0d6aa1 x-openstack-request-id: req-c5673891-a930-49a9-bfeb-85d48e0d6aa1 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:18.200853 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:18.201377 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c5673891-a930-49a9-bfeb-85d48e0d6aa1 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:18.208601 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'code': 200} Aug 16 20:55:18.266783 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.274595 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.297520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] device_id is not set on port 39864817-81f3-4773-bc2b-a7ea1e24e496 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:18.383981 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.385936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:18.391539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:18.409214 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1052434c-9a0b-471f-8fc7-5aab4a8f1bc4 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.416383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052434c-9a0b-471f-8fc7-5aab4a8f1bc4 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.417458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1052434c-9a0b-471f-8fc7-5aab4a8f1bc4 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.422619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34576) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:18.425532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1052434c-9a0b-471f-8fc7-5aab4a8f1bc4 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/ports/31a78862-aa66-4066-b99a-652c215bda44 HTTP/1.1" status: 200 len: 911 time: 1.8442416 Aug 16 20:55:18.502835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052434c-9a0b-471f-8fc7-5aab4a8f1bc4 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=31a78862-aa66-4066-b99a-652c215bda44,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:18.506346 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=a7099a5e-c549-4956-8905-cf0da8fa053a,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:18.643649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:18.648004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:18.648311 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.753165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8::318 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/b36aa280-52cc-45c3-8eec-0bd170473f15/39864817-81f3-4773-bc2b-a7ea1e24e496) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:18.774267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Allocated IP 2001:db8:0:1:f816:3eff:fe67:9206 (41ac835f-2df5-4f79-8ccc-5a77459a5cd9/7c4033b3-fb40-4a2e-94d2-7c2e4ab7fcd4/39864817-81f3-4773-bc2b-a7ea1e24e496) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:18.837310 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.951782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bab2a2c0-bbb9-4ce5-a11c-2afe258cf627,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:19.037555 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.131085 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.167071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Transition to ACTIVE for port object 39864817-81f3-4773-bc2b-a7ea1e24e496 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:19.281155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a7099a5e-c549-4956-8905-cf0da8fa053a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:19.290919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-444348ae-c69e-470d-a1ef-8761eaba9e76 None None] Provisioning complete for port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:19.291716 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-444348ae-c69e-470d-a1ef-8761eaba9e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.354131 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.387518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=bab2a2c0-bbb9-4ce5-a11c-2afe258cf627,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:19.414431 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.447333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:19.455766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:19.464225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:19.478940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:19.482555 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.551210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event updated for resources: {'Port': ['ID=39864817-81f3-4773-bc2b-a7ea1e24e496,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:19.581914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a7099a5e-c549-4956-8905-cf0da8fa053a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:19.582300 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.592399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8a23086d-333b-4856-8a60-ad2265182fec tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0459626 Aug 16 20:55:19.594872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34608) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:19.706653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:19.773579 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:19.773962 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.852342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8987f5a0-729b-41ab-8603-1c9eeea83042 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting port 39864817-81f3-4773-bc2b-a7ea1e24e496 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:19.852893 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8987f5a0-729b-41ab-8603-1c9eeea83042 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.052129 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8987f5a0-729b-41ab-8603-1c9eeea83042 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.067165 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c7341b2-aa7f-497f-8edd-6235b1898556 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.067765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8987f5a0-729b-41ab-8603-1c9eeea83042 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Calling delete_port for 39864817-81f3-4773-bc2b-a7ea1e24e496 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:20.101908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3ff2f2b3-854f-4a6a-a797-76a5421d23e0 None None] Provisioning for port 39864817-81f3-4773-bc2b-a7ea1e24e496 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:20.106880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3ff2f2b3-854f-4a6a-a797-76a5421d23e0 None None] Provisioning complete for port 39864817-81f3-4773-bc2b-a7ea1e24e496 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:20.107348 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3ff2f2b3-854f-4a6a-a797-76a5421d23e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.179039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3ff2f2b3-854f-4a6a-a797-76a5421d23e0 None None] Port 39864817-81f3-4773-bc2b-a7ea1e24e496 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:20.500225 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8987f5a0-729b-41ab-8603-1c9eeea83042 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.540701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987f5a0-729b-41ab-8603-1c9eeea83042 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Port': ['ID=39864817-81f3-4773-bc2b-a7ea1e24e496,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:20.615639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-7c7341b2-aa7f-497f-8edd-6235b1898556 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 31a78862-aa66-4066-b99a-652c215bda44 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:20.615991 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c7341b2-aa7f-497f-8edd-6235b1898556 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.619991 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.673705 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8987f5a0-729b-41ab-8603-1c9eeea83042 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.680774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8987f5a0-729b-41ab-8603-1c9eeea83042 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/39864817-81f3-4773-bc2b-a7ea1e24e496 HTTP/1.1" status: 204 len: 168 time: 1.0817299 Aug 16 20:55:20.681731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34640) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:20.762927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9279361-8f3c-47d2-8717-f7a10ffd5176 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.765582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f9279361-8f3c-47d2-8717-f7a10ffd5176 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0822859 Aug 16 20:55:20.769449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34644) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:20.844148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c91942-b964-4a4e-9188-82b4b19f9446 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.852752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-75c91942-b964-4a4e-9188-82b4b19f9446 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0822117 Aug 16 20:55:20.861119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34646) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:20.868519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34648) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:20.877050 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c7341b2-aa7f-497f-8edd-6235b1898556 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.895448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-7c7341b2-aa7f-497f-8edd-6235b1898556 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 31a78862-aa66-4066-b99a-652c215bda44 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:20.955286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107dbfd7-fbf1-4801-841c-c9e14abef409 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.957096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107dbfd7-fbf1-4801-841c-c9e14abef409 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.958691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107dbfd7-fbf1-4801-841c-c9e14abef409 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.962768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-107dbfd7-fbf1-4801-841c-c9e14abef409 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0953486 Aug 16 20:55:20.963177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34652) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.042322 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbb677a-f943-4075-9162-6cf792a64ef7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet 7c4033b3-fb40-4a2e-94d2-7c2e4ab7fcd4 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:21.062714 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5dbb677a-f943-4075-9162-6cf792a64ef7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.176627 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5dbb677a-f943-4075-9162-6cf792a64ef7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.191213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:21.245900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b3433aab-92a3-4d1c-9df6-e6fdbd35d534 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1706884536'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:21.266818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:21.267462 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.339716 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5dbb677a-f943-4075-9162-6cf792a64ef7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.369058 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c7341b2-aa7f-497f-8edd-6235b1898556 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.401631 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3433aab-92a3-4d1c-9df6-e6fdbd35d534 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.406360 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3433aab-92a3-4d1c-9df6-e6fdbd35d534 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.480224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7341b2-aa7f-497f-8edd-6235b1898556 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=31a78862-aa66-4066-b99a-652c215bda44,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:21.493644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3433aab-92a3-4d1c-9df6-e6fdbd35d534 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.594766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3433aab-92a3-4d1c-9df6-e6fdbd35d534 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.596192 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5dbb677a-f943-4075-9162-6cf792a64ef7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.607658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7c7341b2-aa7f-497f-8edd-6235b1898556 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.625735 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5dbb677a-f943-4075-9162-6cf792a64ef7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.631265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50094cf9-61d0-42eb-a540-0cb838eadadd None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:21.642041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5dbb677a-f943-4075-9162-6cf792a64ef7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/7c4033b3-fb40-4a2e-94d2-7c2e4ab7fcd4 HTTP/1.1" status: 204 len: 168 time: 0.6774030 Aug 16 20:55:21.642435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34670) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.721905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb677a-f943-4075-9162-6cf792a64ef7 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4033b3-fb40-4a2e-94d2-7c2e4ab7fcd4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:21.828092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f48363-91fb-4cde-ab95-fa16f4c71a4b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Deleting subnet b36aa280-52cc-45c3-8eec-0bd170473f15 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:21.835752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3433aab-92a3-4d1c-9df6-e6fdbd35d534 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.835752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b3433aab-92a3-4d1c-9df6-e6fdbd35d534 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9060819 Aug 16 20:55:21.837242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7341b2-aa7f-497f-8edd-6235b1898556 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router 6dee7c7f-92da-48da-b8a1-80735524ffc7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:21.838290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34676) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.857191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69f48363-91fb-4cde-ab95-fa16f4c71a4b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.953333 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69f48363-91fb-4cde-ab95-fa16f4c71a4b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.038196 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-839fdb81-e2df-4ec8-ba4d-1ba0381b0e00 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.085418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69f48363-91fb-4cde-ab95-fa16f4c71a4b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.153883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7341b2-aa7f-497f-8edd-6235b1898556 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:22.166083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c07153-de2b-4540-96b7-7e57ac176c47 None None] Sync routers for ids ['6dee7c7f-92da-48da-b8a1-80735524ffc7'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:22.170962 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7c7341b2-aa7f-497f-8edd-6235b1898556 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/6dee7c7f-92da-48da-b8a1-80735524ffc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7432544 Aug 16 20:55:22.172243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34690) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.180551 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c07153-de2b-4540-96b7-7e57ac176c47 None None] Routers {'6dee7c7f-92da-48da-b8a1-80735524ffc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:22.186919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-82c07153-de2b-4540-96b7-7e57ac176c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:18Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6dee7c7f-92da-48da-b8a1-80735524ffc7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:22.222707 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-26969a90-bab6-46ab-a936-b3e33be64b20 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=6dee7c7f-92da-48da-b8a1-80735524ffc7 HTTP/1.1" status: 200 len: 205 time: 0.0450466 Aug 16 20:55:22.225493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34692) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.254438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-82c07153-de2b-4540-96b7-7e57ac176c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:22.272464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c07153-de2b-4540-96b7-7e57ac176c47 None None] Routers {'6dee7c7f-92da-48da-b8a1-80735524ffc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:22.273531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-82c07153-de2b-4540-96b7-7e57ac176c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:18Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6dee7c7f-92da-48da-b8a1-80735524ffc7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:22.335643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-82c07153-de2b-4540-96b7-7e57ac176c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:22.336675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c07153-de2b-4540-96b7-7e57ac176c47 None None] The sync data for ids ['6dee7c7f-92da-48da-b8a1-80735524ffc7'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:22.355672 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3d5baac-d7d5-4c0e-8095-731121c2f424 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.358950 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-839fdb81-e2df-4ec8-ba4d-1ba0381b0e00 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.361373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-839fdb81-e2df-4ec8-ba4d-1ba0381b0e00 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.444317 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69f48363-91fb-4cde-ab95-fa16f4c71a4b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.481338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f48363-91fb-4cde-ab95-fa16f4c71a4b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Subnet': ['ID=b36aa280-52cc-45c3-8eec-0bd170473f15,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:22.491061 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69f48363-91fb-4cde-ab95-fa16f4c71a4b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.493209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-69f48363-91fb-4cde-ab95-fa16f4c71a4b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/b36aa280-52cc-45c3-8eec-0bd170473f15 HTTP/1.1" status: 204 len: 168 time: 0.8462150 Aug 16 20:55:22.496037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34698) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.555593 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-839fdb81-e2df-4ec8-ba4d-1ba0381b0e00 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.556118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839fdb81-e2df-4ec8-ba4d-1ba0381b0e00 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3da15c6b-b422-4136-ab4b-6879a6966fc4 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:22.560541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-839fdb81-e2df-4ec8-ba4d-1ba0381b0e00 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.562292 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-839fdb81-e2df-4ec8-ba4d-1ba0381b0e00 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] 10.222.0.74 "DELETE /v2.0/routers/3da15c6b-b422-4136-ab4b-6879a6966fc4 HTTP/1.1" status: 204 len: 168 time: 0.7231390 Aug 16 20:55:22.565588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34700) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.570087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c71efc92-58c5-4a6b-999b-b3083a4895e1 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Request body: {'router': {'name': 'tempest-router-870430738', 'distributed': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:22.575728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2daaaa95-dcf2-4167-a79a-a0f8b4371347 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785313 Aug 16 20:55:22.581148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34704) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.644408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5778a55-bde2-4b67-b71e-c40753d464ea tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.646087 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b5778a55-bde2-4b67-b71e-c40753d464ea tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0638936 Aug 16 20:55:22.648705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34706) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.662921 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3d5baac-d7d5-4c0e-8095-731121c2f424 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.665893 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3d5baac-d7d5-4c0e-8095-731121c2f424 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.734388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea004689-d7f6-45e9-9a4c-d8925fa439fb tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.738473 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ea004689-d7f6-45e9-9a4c-d8925fa439fb tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0859728 Aug 16 20:55:22.738958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34708) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.780659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5a6ec348-92d6-4a04-921f-98ad7a524850 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403254 Aug 16 20:55:22.787400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34710) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.796639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d42951a-bbd4-490f-ab0d-0b4797f0f812 None None] Network 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:22.812022 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfbaac8-b948-450e-8254-7594450cdbe9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:22.813005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfbaac8-b948-450e-8254-7594450cdbe9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:22.814772 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9bfbaac8-b948-450e-8254-7594450cdbe9 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/39864817-81f3-4773-bc2b-a7ea1e24e496 HTTP/1.1" status: 404 len: 333 time: 0.0263333 Aug 16 20:55:22.817391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34712) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.846867 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1357f84-249c-49ce-bc7a-3d25d9a6c9c4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:22.846867 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1357f84-249c-49ce-bc7a-3d25d9a6c9c4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:22.846867 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c1357f84-249c-49ce-bc7a-3d25d9a6c9c4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/7c4033b3-fb40-4a2e-94d2-7c2e4ab7fcd4 HTTP/1.1" status: 404 len: 337 time: 0.0277803 Aug 16 20:55:22.848409 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-25342551-7ebd-4077-b947-44dfb0287161 None None] Provisioning complete for port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:22.848792 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-25342551-7ebd-4077-b947-44dfb0287161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.849039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34714) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.876730 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b209ec9-c591-4bc3-8978-e597b1d17665 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:22.877529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b209ec9-c591-4bc3-8978-e597b1d17665 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:22.880238 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5b209ec9-c591-4bc3-8978-e597b1d17665 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/b36aa280-52cc-45c3-8eec-0bd170473f15 HTTP/1.1" status: 404 len: 337 time: 0.0294685 Aug 16 20:55:22.904319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34716) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.931547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c71efc92-58c5-4a6b-999b-b3083a4895e1 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.933073 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c71efc92-58c5-4a6b-999b-b3083a4895e1 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.940144 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4fcbe6-29e9-43ff-9804-7c23d3b2b786 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:22.941179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4fcbe6-29e9-43ff-9804-7c23d3b2b786 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:22.945697 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ba4fcbe6-29e9-43ff-9804-7c23d3b2b786 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/34cf934b-2562-4e5b-afbf-67acbce2a335 HTTP/1.1" status: 404 len: 333 time: 0.0384626 Aug 16 20:55:22.949378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34722) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.969302 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3d5baac-d7d5-4c0e-8095-731121c2f424 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.969828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d5baac-d7d5-4c0e-8095-731121c2f424 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Fanout notify agent at l3_agent the message router_deleted on router 6dee7c7f-92da-48da-b8a1-80735524ffc7 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:22.978543 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3d5baac-d7d5-4c0e-8095-731121c2f424 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.985319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c3d5baac-d7d5-4c0e-8095-731121c2f424 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/6dee7c7f-92da-48da-b8a1-80735524ffc7 HTTP/1.1" status: 204 len: 168 time: 0.7586462 Aug 16 20:55:22.987138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34726) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.060102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c71efc92-58c5-4a6b-999b-b3083a4895e1 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.062036 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-051ea116-d795-458c-a5d7-8f38fd7fd263 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.062483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051ea116-d795-458c-a5d7-8f38fd7fd263 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.064229 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-051ea116-d795-458c-a5d7-8f38fd7fd263 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/013576c0-7e02-41ac-970a-0b813e6e15bd HTTP/1.1" status: 404 len: 337 time: 0.1108968 Aug 16 20:55:23.076109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34740) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.097343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c81399-bf7c-417a-96dd-ddc2cd6155fc tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting subnet 5f2b0427-5822-4f95-a041-5d71c1f678d3 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:23.101528 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50c81399-bf7c-417a-96dd-ddc2cd6155fc tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.114228 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca99f116-0c40-4332-9193-69399e656305 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.114228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca99f116-0c40-4332-9193-69399e656305 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.115264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ca99f116-0c40-4332-9193-69399e656305 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/70080d03-8114-47ae-b15b-9b1c35c94fc7 HTTP/1.1" status: 404 len: 337 time: 0.0376937 Aug 16 20:55:23.117688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34742) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.132223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b966db-9f1a-4d5e-9712-d7818edcf474 None None] DHCP port deletion for 41ac835f-2df5-4f79-8ccc-5a77459a5cd9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:23.155698 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80ef23f-0de2-414a-8a75-99af4269b87e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.157489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80ef23f-0de2-414a-8a75-99af4269b87e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.162090 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f80ef23f-0de2-414a-8a75-99af4269b87e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/fcf1e904-bbb9-4b48-a5c5-a1a13b8e0988 HTTP/1.1" status: 404 len: 333 time: 0.0407636 Aug 16 20:55:23.162614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34744) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.176584 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50c81399-bf7c-417a-96dd-ddc2cd6155fc tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.192303 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c71efc92-58c5-4a6b-999b-b3083a4895e1 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.216763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-51b966db-9f1a-4d5e-9712-d7818edcf474 None None] Deleting port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:23.217958 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-51b966db-9f1a-4d5e-9712-d7818edcf474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.247201 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-5401f96e-0180-4ec0-b9fb-3b95e4fada65 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.247590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5401f96e-0180-4ec0-b9fb-3b95e4fada65 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.250089 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5401f96e-0180-4ec0-b9fb-3b95e4fada65 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/41f100f6-f302-44cc-925d-74b05944e0d6 HTTP/1.1" status: 404 len: 337 time: 0.0824902 Aug 16 20:55:23.252674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34754) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.286067 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b73563-dfcb-482b-8100-2acdd970fbed tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.286562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b73563-dfcb-482b-8100-2acdd970fbed tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.288346 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f2b73563-dfcb-482b-8100-2acdd970fbed tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/4ac8c0c6-480c-46b2-b0b0-7254d9dec9e8 HTTP/1.1" status: 404 len: 337 time: 0.0347035 Aug 16 20:55:23.292250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34756) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.314426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-51b966db-9f1a-4d5e-9712-d7818edcf474 None None] For port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bab2a2c0-bbb9-4ce5-a11c-2afe258cf627,segment=NetworkSegment(392f9d95-34df-4db0-aee0-6b5751d442c5),segment_id=392f9d95-34df-4db0-aee0-6b5751d442c5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:23.315111 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-51b966db-9f1a-4d5e-9712-d7818edcf474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.329868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-51b966db-9f1a-4d5e-9712-d7818edcf474 None None] Calling delete_port for bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:23.331147 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3257fb-b113-469a-a204-4bf2cc222f9f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.331868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3257fb-b113-469a-a204-4bf2cc222f9f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.337815 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4d3257fb-b113-469a-a204-4bf2cc222f9f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/dbb593ba-e0f9-4c8e-aec7-cec11c70b400 HTTP/1.1" status: 404 len: 333 time: 0.0422981 Aug 16 20:55:23.338602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34758) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.348536 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50c81399-bf7c-417a-96dd-ddc2cd6155fc tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.373366 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c71efc92-58c5-4a6b-999b-b3083a4895e1 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.377869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c71efc92-58c5-4a6b-999b-b3083a4895e1 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8111405 Aug 16 20:55:23.378011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34766) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.415076 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a071b79-d867-4dbf-8cc6-55f8e2a85290 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.415531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a071b79-d867-4dbf-8cc6-55f8e2a85290 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.422763 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7a071b79-d867-4dbf-8cc6-55f8e2a85290 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/abb9f2d3-8f00-458b-8408-7f5aa032b984 HTTP/1.1" status: 404 len: 337 time: 0.0782495 Aug 16 20:55:23.422763 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34768) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.467939 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16a618b1-c6df-4445-ba86-8aa936d177fc tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.482943 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9a0111-5d74-458f-b747-ae197972cb62 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.488375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9a0111-5d74-458f-b747-ae197972cb62 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.492805 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7c9a0111-5d74-458f-b747-ae197972cb62 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/4c42df49-445a-4de4-bfea-897b956c34b2 HTTP/1.1" status: 404 len: 337 time: 0.0669012 Aug 16 20:55:23.493356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34770) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.555090 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfc52cc-b40f-4b5c-a389-9a86476bdedc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.555966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfc52cc-b40f-4b5c-a389-9a86476bdedc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.559617 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9cfc52cc-b40f-4b5c-a389-9a86476bdedc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/19626307-7f7f-4183-b2b3-f655b8a5e7c6 HTTP/1.1" status: 404 len: 333 time: 0.0624299 Aug 16 20:55:23.560636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34772) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.595751 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-35987185-e9e0-4801-a84d-9f91ad26e83e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.596202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35987185-e9e0-4801-a84d-9f91ad26e83e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.600715 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-35987185-e9e0-4801-a84d-9f91ad26e83e tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/cf779f08-d361-43e7-810a-35bc85a03584 HTTP/1.1" status: 404 len: 337 time: 0.0363212 Aug 16 20:55:23.600879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34774) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.607526 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-51b966db-9f1a-4d5e-9712-d7818edcf474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.626923 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af4b400-eae2-46b2-9911-98d8847745fe tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.628070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af4b400-eae2-46b2-9911-98d8847745fe tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.633409 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4af4b400-eae2-46b2-9911-98d8847745fe tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/30f9db35-d89f-4815-abbd-9651ebc55eb6 HTTP/1.1" status: 404 len: 333 time: 0.0292609 Aug 16 20:55:23.636881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34776) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.650068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b966db-9f1a-4d5e-9712-d7818edcf474 None None] Pushing event deleted for resources: {'Port': ['ID=bab2a2c0-bbb9-4ce5-a11c-2afe258cf627,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:23.656369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b966db-9f1a-4d5e-9712-d7818edcf474 None None] No DVR routers for this DVR port bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:23.658135 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16a618b1-c6df-4445-ba86-8aa936d177fc tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.663599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16a618b1-c6df-4445-ba86-8aa936d177fc tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.682204 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f6b4f5-2f82-4976-ad37-32bb87cbd090 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.683047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f6b4f5-2f82-4976-ad37-32bb87cbd090 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.685003 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b8f6b4f5-2f82-4976-ad37-32bb87cbd090 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/ef8ebdbf-37d4-42da-a269-2058d344885a HTTP/1.1" status: 404 len: 337 time: 0.0469124 Aug 16 20:55:23.687574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34778) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.712615 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab0234d-9028-4a85-a570-d696d9eb7c11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.712878 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50c81399-bf7c-417a-96dd-ddc2cd6155fc tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.713343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab0234d-9028-4a85-a570-d696d9eb7c11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.715461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9ab0234d-9028-4a85-a570-d696d9eb7c11 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/80215f16-12e5-45de-9133-725f27519d9d HTTP/1.1" status: 404 len: 333 time: 0.0269680 Aug 16 20:55:23.719634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34782) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.745251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c81399-bf7c-417a-96dd-ddc2cd6155fc tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2b0427-5822-4f95-a041-5d71c1f678d3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:23.751818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50c81399-bf7c-417a-96dd-ddc2cd6155fc tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.757962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-50c81399-bf7c-417a-96dd-ddc2cd6155fc tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/5f2b0427-5822-4f95-a041-5d71c1f678d3 HTTP/1.1" status: 204 len: 168 time: 0.7657754 Aug 16 20:55:23.758932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a896a58a-05b5-4242-886e-7fbba7e3e32d None None] Network 6a7ebcd5-298b-4d02-8401-0ca3ba27643e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:23.762613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34784) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.818742 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7c49ee-0956-431d-a554-0dd54088f131 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.819699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7c49ee-0956-431d-a554-0dd54088f131 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.825894 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4a7c49ee-0956-431d-a554-0dd54088f131 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/7e6307bd-73a8-46c8-b78c-a42262cf3838 HTTP/1.1" status: 404 len: 337 time: 0.1055427 Aug 16 20:55:23.827645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34786) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.858168 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb5bebf-fa4a-4655-aa4a-bf222d7e6ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.859510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb5bebf-fa4a-4655-aa4a-bf222d7e6ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.861947 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6fb5bebf-fa4a-4655-aa4a-bf222d7e6ed6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/6964c851-43a7-424f-b4a1-8251476c1124 HTTP/1.1" status: 404 len: 333 time: 0.0328014 Aug 16 20:55:23.862937 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16a618b1-c6df-4445-ba86-8aa936d177fc tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.863469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a618b1-c6df-4445-ba86-8aa936d177fc tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce4e7b4-f7ac-4a06-a53f-2ce322139999 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:23.865067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34788) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.875525 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16a618b1-c6df-4445-ba86-8aa936d177fc tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.875525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-16a618b1-c6df-4445-ba86-8aa936d177fc tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] 10.222.0.74 "DELETE /v2.0/routers/1ce4e7b4-f7ac-4a06-a53f-2ce322139999 HTTP/1.1" status: 204 len: 168 time: 0.4938400 Aug 16 20:55:23.881472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34790) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.915657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b6feac2c-8695-482e-94b2-b8874015a249 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Request body: {'router': {'name': 'tempest-router-1793709599', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0033788887684c3e8c9da9f35a12ebf8'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:23.931608 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-488a169b-c2ad-471c-bd74-79dcf5040bd6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.932437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488a169b-c2ad-471c-bd74-79dcf5040bd6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.934859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-488a169b-c2ad-471c-bd74-79dcf5040bd6 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/60490c0a-627f-4103-b347-025187277e27 HTTP/1.1" status: 404 len: 337 time: 0.0686800 Aug 16 20:55:23.937907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34792) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.972441 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dea91ee-9c9f-4ca4-a463-29519d13a38b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.973133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dea91ee-9c9f-4ca4-a463-29519d13a38b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.974884 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3dea91ee-9c9f-4ca4-a463-29519d13a38b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/880918f6-d5a7-4622-bddd-fd01cd19844b HTTP/1.1" status: 404 len: 333 time: 0.0357440 Aug 16 20:55:23.979198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34796) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.985475 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.010075 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb238e0c-f4ef-4a8b-b630-125deb9148fc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.013324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb238e0c-f4ef-4a8b-b630-125deb9148fc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.017979 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fb238e0c-f4ef-4a8b-b630-125deb9148fc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/be4413c3-77ad-470a-8aa8-b6e854dd4981 HTTP/1.1" status: 404 len: 337 time: 0.0355575 Aug 16 20:55:24.028086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34798) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.040488 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6feac2c-8695-482e-94b2-b8874015a249 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.040488 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6feac2c-8695-482e-94b2-b8874015a249 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.049879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c94acae-5b8a-4dc9-84e3-d3de361ddc64 None None] DHCP port deletion for 6a7ebcd5-298b-4d02-8401-0ca3ba27643e request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:24.081836 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ced806f-a314-4b36-8c31-72c7efbb38fc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.082729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ced806f-a314-4b36-8c31-72c7efbb38fc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.084780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8ced806f-a314-4b36-8c31-72c7efbb38fc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/c7560355-d5fc-4bdb-84ec-66cac636f725 HTTP/1.1" status: 404 len: 333 time: 0.0549774 Aug 16 20:55:24.087493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34802) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.147874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port a7099a5e-c549-4956-8905-cf0da8fa053a {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:24.148137 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.150659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34804) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.152000 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6feac2c-8695-482e-94b2-b8874015a249 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.152672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0c94acae-5b8a-4dc9-84e3-d3de361ddc64 None None] Deleting port a7099a5e-c549-4956-8905-cf0da8fa053a {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:24.153053 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a63ef0f-1a8c-4950-a990-96cbcd2bce66 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.153172 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c94acae-5b8a-4dc9-84e3-d3de361ddc64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.154043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a63ef0f-1a8c-4950-a990-96cbcd2bce66 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.158554 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1a63ef0f-1a8c-4950-a990-96cbcd2bce66 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/4bc063e9-d0c1-452a-90b4-6da49b841c46 HTTP/1.1" status: 404 len: 337 time: 0.0694654 Aug 16 20:55:24.164531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34806) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.197532 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-821a5ac8-69d7-48b2-a747-057c68eb3170 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.198000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821a5ac8-69d7-48b2-a747-057c68eb3170 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.199767 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-821a5ac8-69d7-48b2-a747-057c68eb3170 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/e3606285-55d1-43db-b5f3-a7f343a935eb HTTP/1.1" status: 404 len: 337 time: 0.0351393 Aug 16 20:55:24.206394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34810) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.227597 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6feac2c-8695-482e-94b2-b8874015a249 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.249402 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ca15e8-d8fc-47ad-ae21-c12ae94128b5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.250087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ca15e8-d8fc-47ad-ae21-c12ae94128b5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.252891 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d7ca15e8-d8fc-47ad-ae21-c12ae94128b5 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/be953938-79db-4f00-9f38-b8b3b12435f8 HTTP/1.1" status: 404 len: 333 time: 0.0444767 Aug 16 20:55:24.255478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34816) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.278172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port a7099a5e-c549-4956-8905-cf0da8fa053a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a7099a5e-c549-4956-8905-cf0da8fa053a,segment=NetworkSegment(33ff9d2a-a641-40e1-9790-07fb1a94415d),segment_id=33ff9d2a-a641-40e1-9790-07fb1a94415d)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:24.278460 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.304955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for a7099a5e-c549-4956-8905-cf0da8fa053a owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:24.321472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0c94acae-5b8a-4dc9-84e3-d3de361ddc64 None None] For port a7099a5e-c549-4956-8905-cf0da8fa053a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a7099a5e-c549-4956-8905-cf0da8fa053a,segment=NetworkSegment(33ff9d2a-a641-40e1-9790-07fb1a94415d),segment_id=33ff9d2a-a641-40e1-9790-07fb1a94415d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:24.321741 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c94acae-5b8a-4dc9-84e3-d3de361ddc64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.329939 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f86679f-dc76-49ef-bd64-d323679bf1da tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.336155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0c94acae-5b8a-4dc9-84e3-d3de361ddc64 None None] Calling delete_port for a7099a5e-c549-4956-8905-cf0da8fa053a owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:24.354623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f86679f-dc76-49ef-bd64-d323679bf1da tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.360462 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1f86679f-dc76-49ef-bd64-d323679bf1da tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/7d2d5600-6f7d-439a-b9d8-1e15362212d2 HTTP/1.1" status: 404 len: 337 time: 0.1034873 Aug 16 20:55:24.364645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34818) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.394560 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0261186-e31e-4a0d-b771-b221fcd9a07d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.395205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0261186-e31e-4a0d-b771-b221fcd9a07d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.400157 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d0261186-e31e-4a0d-b771-b221fcd9a07d tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/b295d4db-3a87-47df-b93a-0f12fbed5c90 HTTP/1.1" status: 404 len: 337 time: 0.0343552 Aug 16 20:55:24.401564 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34820) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.418319 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a98c4885-972d-4e47-9a61-61785da4ad72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.429066 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd45fb56-5a9f-4b6f-be75-b2f522f7f1dd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.430105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd45fb56-5a9f-4b6f-be75-b2f522f7f1dd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.434895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fd45fb56-5a9f-4b6f-be75-b2f522f7f1dd tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/5bc4c40a-f72c-4d9a-b409-36a919895d7a HTTP/1.1" status: 404 len: 333 time: 0.0321138 Aug 16 20:55:24.435272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34822) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.465106 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b040a04b-f38b-41cb-bce0-ee18b6a78831 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.465589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b040a04b-f38b-41cb-bce0-ee18b6a78831 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.467477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b040a04b-f38b-41cb-bce0-ee18b6a78831 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/4a1ff6bb-cf47-44ad-8ff3-bc84d62ea4b7 HTTP/1.1" status: 404 len: 337 time: 0.0311081 Aug 16 20:55:24.471048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34824) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.501012 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.507088 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c94acae-5b8a-4dc9-84e3-d3de361ddc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.524322 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-532cdbfb-fc9e-45a1-85c3-ce169b1f7534 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.524813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532cdbfb-fc9e-45a1-85c3-ce169b1f7534 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.529350 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-532cdbfb-fc9e-45a1-85c3-ce169b1f7534 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/cb886f0c-3ecb-48c9-b97c-4529b93580af HTTP/1.1" status: 404 len: 337 time: 0.0546474 Aug 16 20:55:24.531315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34826) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.541575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=a7099a5e-c549-4956-8905-cf0da8fa053a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:24.547991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6feac2c-8695-482e-94b2-b8874015a249 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.552083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b6feac2c-8695-482e-94b2-b8874015a249 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6605620 Aug 16 20:55:24.553337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34828) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.561499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:24.570194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No DVR routers for this DVR port a7099a5e-c549-4956-8905-cf0da8fa053a on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:24.573112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94acae-5b8a-4dc9-84e3-d3de361ddc64 None None] Pushing event deleted for resources: {'Port': ['ID=a7099a5e-c549-4956-8905-cf0da8fa053a,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:24.584191 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bca327f-e93c-430e-ab52-1881dc3f92eb tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.584776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c94acae-5b8a-4dc9-84e3-d3de361ddc64 None None] No DVR routers for this DVR port a7099a5e-c549-4956-8905-cf0da8fa053a on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:24.585800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bca327f-e93c-430e-ab52-1881dc3f92eb tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.590232 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3bca327f-e93c-430e-ab52-1881dc3f92eb tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/89a8a927-3393-47ad-bc16-1cb3df1e1d92 HTTP/1.1" status: 404 len: 333 time: 0.0563927 Aug 16 20:55:24.590232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34830) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.619716 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef4be6c-8788-44db-82b4-e4472b2b4eab tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.620175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef4be6c-8788-44db-82b4-e4472b2b4eab tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.622023 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7ef4be6c-8788-44db-82b4-e4472b2b4eab tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/1a58ce54-56f9-4a45-920a-d48546dd12c6 HTTP/1.1" status: 404 len: 337 time: 0.0308452 Aug 16 20:55:24.625180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34832) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.656656 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-04595567-8c8d-434a-a2c5-cee46e0f1a7c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.657058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04595567-8c8d-434a-a2c5-cee46e0f1a7c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.658826 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-04595567-8c8d-434a-a2c5-cee46e0f1a7c tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/33eaa444-59bf-4e57-8fd3-3d94025920e5 HTTP/1.1" status: 404 len: 337 time: 0.0325847 Aug 16 20:55:24.661771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34834) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.701053 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-40f62081-ec29-4557-bdde-46f72eb8e62a tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b7a1c20-635e-499a-b5cd-04e211bd7d12 HTTP/1.1" status: 200 len: 205 time: 0.0382307 Aug 16 20:55:24.702397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34836) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.750709 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-1987639f-35c9-41f0-a705-6af83f56ebcc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] delete failed (client error): The resource could not be found. Aug 16 20:55:24.755217 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1987639f-35c9-41f0-a705-6af83f56ebcc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/routers/5b7a1c20-635e-499a-b5cd-04e211bd7d12 HTTP/1.1" status: 404 len: 336 time: 0.0517068 Aug 16 20:55:24.755896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34838) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.788610 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-8320d229-892f-4d62-a74e-cddae9deffe1 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:24.789268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8320d229-892f-4d62-a74e-cddae9deffe1 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:24.791260 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8320d229-892f-4d62-a74e-cddae9deffe1 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/90e20b80-3f23-408b-bb2f-580765559950 HTTP/1.1" status: 404 len: 337 time: 0.0343115 Aug 16 20:55:24.791486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.794835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34840) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.837326 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7ebcd5-298b-4d02-8401-0ca3ba27643e']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:24.837649 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-900fe12b-50dc-47e6-a990-3c85e5219dcc tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "GET /v2.0/ports?device_id=e67deb8d-d465-4c83-ac44-d9a390db37c2 HTTP/1.1" status: 200 len: 205 time: 0.0399902 Aug 16 20:55:24.841125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34842) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.863797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ff9d2a-a641-40e1-9790-07fb1a94415d') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:24.864016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ff9d2a-a641-40e1-9790-07fb1a94415d') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:25.151022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a7099a5e-c549-4956-8905-cf0da8fa053a no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:25.193971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: a7099a5e-c549-4956-8905-cf0da8fa053a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:25.195204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a7099a5e-c549-4956-8905-cf0da8fa053a not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:25.195869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:25.209654 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-6dba97df-0d97-4b4f-b2b6-816d0d5da39b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] delete failed (client error): The resource could not be found. Aug 16 20:55:25.210726 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6dba97df-0d97-4b4f-b2b6-816d0d5da39b tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/routers/e67deb8d-d465-4c83-ac44-d9a390db37c2 HTTP/1.1" status: 404 len: 336 time: 0.3687904 Aug 16 20:55:25.213346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34848) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.222578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:25.223296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bab2a2c0-bbb9-4ce5-a11c-2afe258cf627 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:25.258795 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a023ed9-af6b-4b8b-9b6b-614b222710a3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.259468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a023ed9-af6b-4b8b-9b6b-614b222710a3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.261327 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8a023ed9-af6b-4b8b-9b6b-614b222710a3 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/cfffa2b4-405c-4aa1-b886-6ec67900d765 HTTP/1.1" status: 404 len: 337 time: 0.0463226 Aug 16 20:55:25.275758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34854) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.304067 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f57f83-bddc-4873-b7ed-2baacf60b2ac tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.304381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f57f83-bddc-4873-b7ed-2baacf60b2ac tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.306189 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c8f57f83-bddc-4873-b7ed-2baacf60b2ac tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/2e2ddef7-bfdb-442d-9287-7a5f5d5b2514 HTTP/1.1" status: 404 len: 337 time: 0.0293503 Aug 16 20:55:25.308812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34856) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.339889 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7388ae-c7f5-44dc-af91-3658714cbe73 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.340370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7388ae-c7f5-44dc-af91-3658714cbe73 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.342188 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1d7388ae-c7f5-44dc-af91-3658714cbe73 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/f1e81277-21b8-4697-ae24-575508719a01 HTTP/1.1" status: 404 len: 333 time: 0.0319636 Aug 16 20:55:25.345304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34858) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.348301 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.348814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.352333 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.367741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.374585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:25.375090 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.378404 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcb6d46-057e-4815-8df9-554ea212e312 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.378404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bcb6d46-057e-4815-8df9-554ea212e312 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:25.378632 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:25.384545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5bcb6d46-057e-4815-8df9-554ea212e312 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/5884d720-839e-487f-80be-6db07d9e62f3 HTTP/1.1" status: 404 len: 337 time: 0.0355179 Aug 16 20:55:25.384545 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34860) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.409153 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-a427775a-fd76-42c0-a0a0-70da9fa8ac22 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.409881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a427775a-fd76-42c0-a0a0-70da9fa8ac22 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.413061 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a427775a-fd76-42c0-a0a0-70da9fa8ac22 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/ac65f40d-52dc-4078-9844-e53da380d107 HTTP/1.1" status: 404 len: 333 time: 0.0261688 Aug 16 20:55:25.415623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34862) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.452370 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22e13a3-441f-4774-ba5f-ee4f2012a014 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.452370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22e13a3-441f-4774-ba5f-ee4f2012a014 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.452370 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a22e13a3-441f-4774-ba5f-ee4f2012a014 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/4a1912a6-9799-463b-88e1-3d49c3746f6d HTTP/1.1" status: 404 len: 337 time: 0.0301788 Aug 16 20:55:25.454663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34864) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.481857 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea8acf3-3f1c-4861-b28f-cb834bacbdd2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.482989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea8acf3-3f1c-4861-b28f-cb834bacbdd2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.485917 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4ea8acf3-3f1c-4861-b28f-cb834bacbdd2 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/3b4fadf4-bc45-43ed-a07a-adb0a87da31a HTTP/1.1" status: 404 len: 333 time: 0.0300767 Aug 16 20:55:25.495063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34866) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.524034 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc32ba4-eafe-4f13-bc34-eb529eeaef16 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.524757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc32ba4-eafe-4f13-bc34-eb529eeaef16 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.526788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-edc32ba4-eafe-4f13-bc34-eb529eeaef16 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/46d5c46c-6caf-4e58-b3a7-e422cbe96c6f HTTP/1.1" status: 404 len: 337 time: 0.0305078 Aug 16 20:55:25.529613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34868) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.561469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95261) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 20:55:25.562124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Router a8282456-e4df-47f4-99aa-cabc71804971 migrating from provider to provider. {{(pid=95261) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 20:55:25.562706 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.565187 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c612fad-04af-4876-bba4-93894f47a408 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.566050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c612fad-04af-4876-bba4-93894f47a408 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.567895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3c612fad-04af-4876-bba4-93894f47a408 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/e60e99aa-a5ff-4efc-903e-430bec79280a HTTP/1.1" status: 404 len: 333 time: 0.0362356 Aug 16 20:55:25.568990 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.570723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34870) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.582167 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a98c4885-972d-4e47-9a61-61785da4ad72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.604621 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4ad149-baf6-4c13-8e2d-79c8a7dc528f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.605207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4ad149-baf6-4c13-8e2d-79c8a7dc528f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.609472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9f4ad149-baf6-4c13-8e2d-79c8a7dc528f tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/da29bd39-c054-42e6-a279-646abeff8837 HTTP/1.1" status: 404 len: 337 time: 0.0377631 Aug 16 20:55:25.611709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34872) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.619383 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.628651 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.636355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/networks/6a7ebcd5-298b-4d02-8401-0ca3ba27643e HTTP/1.1" status: 204 len: 168 time: 1.8662946 Aug 16 20:55:25.646908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34874) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.652924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d4a5e123-0123-4be5-bf7c-b6134bf417af tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1208979304', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:25.659659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd897a-17c9-4b5a-a269-7e7fe858bb58 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Network': ['ID=6a7ebcd5-298b-4d02-8401-0ca3ba27643e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:25.659659 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.660910 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4df7889-082f-4de4-b9fa-b5109eca5319 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.662088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4df7889-082f-4de4-b9fa-b5109eca5319 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.663381 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d4df7889-082f-4de4-b9fa-b5109eca5319 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/ccd585a3-c846-413b-851c-bf2724577ae7 HTTP/1.1" status: 404 len: 333 time: 0.0507104 Aug 16 20:55:25.666783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34876) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.698673 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-015cfb54-2050-4a93-83ec-d0362bb909fe tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.699252 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015cfb54-2050-4a93-83ec-d0362bb909fe tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.704243 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-015cfb54-2050-4a93-83ec-d0362bb909fe tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/19369d92-9f52-46cd-ad86-8bbf7507f033 HTTP/1.1" status: 404 len: 337 time: 0.0321605 Aug 16 20:55:25.704418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34878) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.740229 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67dcfa3-e6de-4354-b294-f744223ae112 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.741581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67dcfa3-e6de-4354-b294-f744223ae112 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.742295 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a98c4885-972d-4e47-9a61-61785da4ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.745603 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f67dcfa3-e6de-4354-b294-f744223ae112 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/86c2a213-8be2-431d-9edd-3a2519848205 HTTP/1.1" status: 404 len: 333 time: 0.0380459 Aug 16 20:55:25.746232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34880) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.773562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c4885-972d-4e47-9a61-61785da4ad72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ae5e55-157e-4c8d-9103-b197af22a438,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:25.784664 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d8b714-5ba9-4460-9fca-aec9cc489f08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.785176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d8b714-5ba9-4460-9fca-aec9cc489f08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.787736 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-12d8b714-5ba9-4460-9fca-aec9cc489f08 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/ae1cafbc-0163-411b-b412-0a10b3ad4987 HTTP/1.1" status: 404 len: 337 time: 0.0405176 Aug 16 20:55:25.790127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34882) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.820769 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-da055be0-3693-4aac-aeb5-fb9b14c65658 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.821443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da055be0-3693-4aac-aeb5-fb9b14c65658 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.826039 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-da055be0-3693-4aac-aeb5-fb9b14c65658 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/ports/e542be21-66b6-4a7f-9b39-7ff6fd003265 HTTP/1.1" status: 404 len: 333 time: 0.0325797 Aug 16 20:55:25.827280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34884) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.832416 n-d-793619-14 neutron-server[95261]: WARNING neutron.scheduler.l3_agent_scheduler [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] No L3 agents can host the router a8282456-e4df-47f4-99aa-cabc71804971 Aug 16 20:55:25.839023 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a98c4885-972d-4e47-9a61-61785da4ad72 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b1276a2c631d4b6ebf67fe928c0924ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6855311 Aug 16 20:55:25.839843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34886) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.858007 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2b0df0-2d3b-49af-9ea7-bcbdd3f35603 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:25.858848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2b0df0-2d3b-49af-9ea7-bcbdd3f35603 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:25.860786 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0e2b0df0-2d3b-49af-9ea7-bcbdd3f35603 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/subnets/6ed891ba-3b3a-4a2e-a543-aebe942f687b HTTP/1.1" status: 404 len: 337 time: 0.0327463 Aug 16 20:55:25.863400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34888) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.874914 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e123-0123-4be5-bf7c-b6134bf417af tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.876270 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e123-0123-4be5-bf7c-b6134bf417af tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.999444 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e123-0123-4be5-bf7c-b6134bf417af tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.003450 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.017829 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-393cb3e8-c4cc-4797-8ccb-96bb086f2a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.086578 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e123-0123-4be5-bf7c-b6134bf417af tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.089261 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-393cb3e8-c4cc-4797-8ccb-96bb086f2a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.098575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Hosts for router a8282456-e4df-47f4-99aa-cabc71804971: [] {{(pid=95261) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 20:55:26.120624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.133100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ac835f-2df5-4f79-8ccc-5a77459a5cd9']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.134879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Hosts for other DVR routers connected to router a8282456-e4df-47f4-99aa-cabc71804971: set() {{(pid=95261) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 20:55:26.137498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.143046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-976b16d4-3001-4d65-8b6c-262e50f8a384 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] 10.222.0.74 "PUT /v2.0/routers/a8282456-e4df-47f4-99aa-cabc71804971 HTTP/1.1" status: 200 len: 717 time: 1.5823200 Aug 16 20:55:26.143248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34892) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:26.222003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392f9d95-34df-4db0-aee0-6b5751d442c5') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.226670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392f9d95-34df-4db0-aee0-6b5751d442c5') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.226670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e123-0123-4be5-bf7c-b6134bf417af tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.226670 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d4a5e123-0123-4be5-bf7c-b6134bf417af tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5774100 Aug 16 20:55:26.228535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34896) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:26.238826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-90026583'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:26.239104 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.251535 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-34b0c93c-4045-4c73-bf5e-cfbd69e89aa5 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] 10.222.0.74 "GET /v2.0/routers/a8282456-e4df-47f4-99aa-cabc71804971 HTTP/1.1" status: 200 len: 717 time: 0.1040161 Aug 16 20:55:26.251729 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-393cb3e8-c4cc-4797-8ccb-96bb086f2a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.251817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34898) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:26.253874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-393cb3e8-c4cc-4797-8ccb-96bb086f2a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.257414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-393cb3e8-c4cc-4797-8ccb-96bb086f2a7f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/20ae5e55-157e-4c8d-9103-b197af22a438 HTTP/1.1" status: 204 len: 168 time: 0.4141381 Aug 16 20:55:26.273004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cb3e8-c4cc-4797-8ccb-96bb086f2a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ae5e55-157e-4c8d-9103-b197af22a438,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:26.291147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.320414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:26.321058 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:26.326161 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:26.391728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:26.395617 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.431387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:26.529292 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e78b67bb-2518-4bac-ae98-d155f3e1f656 tempest-RoutersTestDVR-1053083512 tempest-RoutersTestDVR-1053083512-project] 10.222.0.74 "GET /v2.0/routers/a8282456-e4df-47f4-99aa-cabc71804971 HTTP/1.1" status: 200 len: 683 time: 0.2767661 Aug 16 20:55:26.532138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34908) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:26.551476 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.559486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.565271 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] 10.222.0.74 "DELETE /v2.0/networks/41ac835f-2df5-4f79-8ccc-5a77459a5cd9 HTTP/1.1" status: 204 len: 168 time: 0.7002785 Aug 16 20:55:26.577909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992903c-4698-4d40-8642-f8910b2ae5d4 tempest-NetworksTestDHCPv6-1888597506 tempest-NetworksTestDHCPv6-1888597506-project] Pushing event deleted for resources: {'Network': ['ID=41ac835f-2df5-4f79-8ccc-5a77459a5cd9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:26.631657 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.632019 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added segment b405225f-2129-45ba-bbee-6ed47ae5caec of type vlan for network 49a22caa-e380-4851-9113-70b96c8961b3 Aug 16 20:55:26.670320 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1820547-06b7-4814-9911-a3e3608a7630 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.786811 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.862801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1820547-06b7-4814-9911-a3e3608a7630 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.869397 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1820547-06b7-4814-9911-a3e3608a7630 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.991758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.998000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.998687 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.012063 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1820547-06b7-4814-9911-a3e3608a7630 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.012564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1820547-06b7-4814-9911-a3e3608a7630 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8282456-e4df-47f4-99aa-cabc71804971 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:27.018968 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1820547-06b7-4814-9911-a3e3608a7630 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.020113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b1820547-06b7-4814-9911-a3e3608a7630 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] 10.222.0.74 "DELETE /v2.0/routers/a8282456-e4df-47f4-99aa-cabc71804971 HTTP/1.1" status: 204 len: 168 time: 0.4867578 Aug 16 20:55:27.026712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34914) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:27.031889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-fcb35694-189c-43ae-a47a-d1729f744145 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Request body: {'router': {'name': 'tempest-router-823397885', 'distributed': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:27.102419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34920) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:27.116390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8857622 Aug 16 20:55:27.122301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77359b69-9591-4ebe-a2a7-5426a9066fd8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Network': ['ID=49a22caa-e380-4851-9113-70b96c8961b3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:27.123665 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34922) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:27.130554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 49a22caa-e380-4851-9113-70b96c8961b3 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:27.135701 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ad3f-4d3e-45fc-a8bf-a50ef3442e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.136658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'subnet': {'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:27.250036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34924) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:27.402528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d7b5862b-eae4-435f-acba-dd93b30ebcec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d41dcbb209d44133b8ecd1fe49e27ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488783 Aug 16 20:55:27.403168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34934) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:27.455736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-756831e7-4546-421f-9f9f-47d9bb9f7fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.480887 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-756831e7-4546-421f-9f9f-47d9bb9f7fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.526615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcb35694-189c-43ae-a47a-d1729f744145 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.527938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcb35694-189c-43ae-a47a-d1729f744145 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.540540 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:55:27.540540 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:55:27.540540 n-d-793619-14 neutron-server[95261]: [parameters: {'project_id_1': '196456fa70e24819a09934a59a334eb5', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 55, 27, 228605)}] Aug 16 20:55:27.540540 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:55:27.541355 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:55:27.603727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcb35694-189c-43ae-a47a-d1729f744145 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.649002 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-756831e7-4546-421f-9f9f-47d9bb9f7fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.652865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-756831e7-4546-421f-9f9f-47d9bb9f7fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.658644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-756831e7-4546-421f-9f9f-47d9bb9f7fc8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/13cc6244-900e-4739-aaa7-918182ff9af5 HTTP/1.1" status: 204 len: 168 time: 0.2505732 Aug 16 20:55:27.673456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756831e7-4546-421f-9f9f-47d9bb9f7fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cc6244-900e-4739-aaa7-918182ff9af5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:27.692831 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcb35694-189c-43ae-a47a-d1729f744145 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.779428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ad3f-4d3e-45fc-a8bf-a50ef3442e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.986237 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ad3f-4d3e-45fc-a8bf-a50ef3442e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.028270 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3ee3ad3f-4d3e-45fc-a8bf-a50ef3442e60 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24a39604eba94fb4949c8ba166ebfab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9246225 Aug 16 20:55:28.031004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3ad3f-4d3e-45fc-a8bf-a50ef3442e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0139f9a1-7a51-4bf0-8168-14ec845dfdf3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:28.032278 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34942) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:28.066346 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcb35694-189c-43ae-a47a-d1729f744145 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.067726 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fcb35694-189c-43ae-a47a-d1729f744145 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0403187 Aug 16 20:55:28.071029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34944) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:28.103183 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a49fc5a9-9410-425c-9d20-79bf11e30c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.128770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a49fc5a9-9410-425c-9d20-79bf11e30c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.157755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:28.169826 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.177599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7611b9f3-b5b7-4446-8ed0-e5b121d372d9 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.411903 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7611b9f3-b5b7-4446-8ed0-e5b121d372d9 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.414275 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7611b9f3-b5b7-4446-8ed0-e5b121d372d9 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.429094 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a49fc5a9-9410-425c-9d20-79bf11e30c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.442532 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a49fc5a9-9410-425c-9d20-79bf11e30c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.442532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a49fc5a9-9410-425c-9d20-79bf11e30c7a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0139f9a1-7a51-4bf0-8168-14ec845dfdf3 HTTP/1.1" status: 204 len: 168 time: 0.3994961 Aug 16 20:55:28.458728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fc5a9-9410-425c-9d20-79bf11e30c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0139f9a1-7a51-4bf0-8168-14ec845dfdf3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:28.647175 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7611b9f3-b5b7-4446-8ed0-e5b121d372d9 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.648789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7611b9f3-b5b7-4446-8ed0-e5b121d372d9 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 204b8947-5635-4d85-bcf1-0b836a7f62b4 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:28.659515 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7611b9f3-b5b7-4446-8ed0-e5b121d372d9 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.660721 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7611b9f3-b5b7-4446-8ed0-e5b121d372d9 tempest-RoutersTestDVR-1356953750 tempest-RoutersTestDVR-1356953750-project-admin] 10.222.0.74 "DELETE /v2.0/routers/204b8947-5635-4d85-bcf1-0b836a7f62b4 HTTP/1.1" status: 204 len: 168 time: 0.5886228 Aug 16 20:55:28.757691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.859807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Subnet': ['ID=8a2e71a5-8260-4843-aa01-18a5525594cb,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:28.867494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Checking segment: {'id': 'b405225f-2129-45ba-bbee-6ed47ae5caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:28.867899 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network hostable DHCP agents. Network: 49a22caa-e380-4851-9113-70b96c8961b3, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:28.997560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 49a22caa-e380-4851-9113-70b96c8961b3 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:29.106323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 49a22caa-e380-4851-9113-70b96c8961b3) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:29.116232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e9aea-4553-45d0-a9d0-7365dffae662 None None] Network 49a22caa-e380-4851-9113-70b96c8961b3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:29.123213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:29.127858 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.283144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3ff660e5-a11b-404a-829b-76211f427763 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1581831 Aug 16 20:55:29.286337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34982) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:29.343912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34986) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:29.453112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-49a22caa-e380-4851-9113-70b96c8961b3', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:29.454640 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.621016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Allocated IP 2001:db8::2 (49a22caa-e380-4851-9113-70b96c8961b3/8a2e71a5-8260-4843-aa01-18a5525594cb/9fa73c6c-6492-4ee9-b23f-7ee0620829b1) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:29.792286 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d583b24-be30-4a8c-a16e-a2b499ac6461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.865561 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.883858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Transition to ACTIVE for port object 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:29.901548 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.917864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Transition to ACTIVE for port object 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:29.991406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35002) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.002390 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d583b24-be30-4a8c-a16e-a2b499ac6461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.009756 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.090027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Network 49a22caa-e380-4851-9113-70b96c8961b3 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:30.095361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:30.099781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:30.101294 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d583b24-be30-4a8c-a16e-a2b499ac6461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.137735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6d583b24-be30-4a8c-a16e-a2b499ac6461 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0033788887684c3e8c9da9f35a12ebf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7924354 Aug 16 20:55:30.140530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35010) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.171792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-f0e28a55-3a3b-4f5b-8e0c-f2e1bb457c5d tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.173434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f0e28a55-3a3b-4f5b-8e0c-f2e1bb457c5d tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1806929 Aug 16 20:55:30.180582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35012) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.185799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-bf9089d6-00dd-4f06-88a1-ecc07905c4fb tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.187282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bf9089d6-00dd-4f06-88a1-ecc07905c4fb tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055988 Aug 16 20:55:30.194262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35014) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.207954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-d16bc36c-0a72-4ce8-8d2d-53849e6ccbd0 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.212688 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d16bc36c-0a72-4ce8-8d2d-53849e6ccbd0 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0173197 Aug 16 20:55:30.218005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35018) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.218156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d583b24-be30-4a8c-a16e-a2b499ac6461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9075d40-b418-46c6-b540-c2e8714c9703,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:30.226160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-26ed5b85-8018-4a54-bab0-354b6fb2acdf tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.229660 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-26ed5b85-8018-4a54-bab0-354b6fb2acdf tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0069823 Aug 16 20:55:30.232358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Attempting to bind port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:30.232828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Attempting to bind port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'b405225f-2129-45ba-bbee-6ed47ae5caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:30.233981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Attempting to bind port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 on network 49a22caa-e380-4851-9113-70b96c8961b3 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:30.240294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:30.240729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Checking segment: {'id': 'b405225f-2129-45ba-bbee-6ed47ae5caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:30.241267 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.241567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Bound using segment: {'id': 'b405225f-2129-45ba-bbee-6ed47ae5caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:30.242118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Bound port: 9fa73c6c-6492-4ee9-b23f-7ee0620829b1, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405225f-2129-45ba-bbee-6ed47ae5caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:30.243125 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.243257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35020) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.246201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Pushing event updated for resources: {'Port': ['ID=9fa73c6c-6492-4ee9-b23f-7ee0620829b1,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:30.249170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-b6b0d2c2-d3e1-4fb5-bea1-59be4d6678a2 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.252556 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b6b0d2c2-d3e1-4fb5-bea1-59be4d6678a2 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0087888 Aug 16 20:55:30.255816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35022) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.263831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-8d14cc2e-9e64-4a37-ab2e-fd11c408e911 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.267133 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8d14cc2e-9e64-4a37-ab2e-fd11c408e911 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0078428 Aug 16 20:55:30.273702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35024) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.285556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-ac0a8a0d-4290-468b-b129-89af03bbcc4a tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.289328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ac0a8a0d-4290-468b-b129-89af03bbcc4a tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0140867 Aug 16 20:55:30.291957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35026) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.298375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-06454cc2-f5be-4422-86ba-26fc4c37d7bd tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.300333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-06454cc2-f5be-4422-86ba-26fc4c37d7bd tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0073192 Aug 16 20:55:30.302852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35028) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.308091 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-8abe8e31-4bad-4a39-a65a-f7e6102ac8a2 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.312389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8abe8e31-4bad-4a39-a65a-f7e6102ac8a2 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048168 Aug 16 20:55:30.312389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35030) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.330677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-5e99c657-800f-495f-b35e-6141feacda4b tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.330677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5e99c657-800f-495f-b35e-6141feacda4b tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044048 Aug 16 20:55:30.330938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35032) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.337774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-073b4451-ea2c-4826-8c80-8337fa61fe83 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.341104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-073b4451-ea2c-4826-8c80-8337fa61fe83 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069597 Aug 16 20:55:30.341419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35034) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.346229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-6cafe3b9-7f54-4621-a8c0-adc3f58a2691 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.349701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6cafe3b9-7f54-4621-a8c0-adc3f58a2691 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049129 Aug 16 20:55:30.349701 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-312ce78e-91b9-40d9-bf0a-5d938a5c9bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.352113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] For port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:30.352261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35036) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.369760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-18e11f61-d9a3-45a6-91ba-b5971edc019a tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.373066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] For port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9fa73c6c-6492-4ee9-b23f-7ee0620829b1,segment=NetworkSegment(b405225f-2129-45ba-bbee-6ed47ae5caec),segment_id=b405225f-2129-45ba-bbee-6ed47ae5caec)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:30.374243 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-18e11f61-d9a3-45a6-91ba-b5971edc019a tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0201221 Aug 16 20:55:30.374918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35040) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.384925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-d39ae188-1e39-4c5f-9805-9c7877932595 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.390900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d39ae188-1e39-4c5f-9805-9c7877932595 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0103223 Aug 16 20:55:30.392432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35042) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.394189 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-312ce78e-91b9-40d9-bf0a-5d938a5c9bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.400391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-a0b7acb1-3616-468d-94a5-1cf0ff6e44d2 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.403647 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a0b7acb1-3616-468d-94a5-1cf0ff6e44d2 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0077653 Aug 16 20:55:30.405109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35046) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.410031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-e52536c2-2960-458e-a69e-645516a0b761 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.413341 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e52536c2-2960-458e-a69e-645516a0b761 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049741 Aug 16 20:55:30.414723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35048) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.421501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-b79094d3-30f7-4cb1-a0e0-30eb2d757805 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.425255 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b79094d3-30f7-4cb1-a0e0-30eb2d757805 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068803 Aug 16 20:55:30.428182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35050) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.444118 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.489998 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-d322e36b-f355-4c56-b624-de2b3f594118 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.494957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35056) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.495637 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d322e36b-f355-4c56-b624-de2b3f594118 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0668750 Aug 16 20:55:30.502540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Allocated IP 2001:db8::1 (49a22caa-e380-4851-9113-70b96c8961b3/8a2e71a5-8260-4843-aa01-18a5525594cb/7b34166b-72c5-40be-b26d-d71d8aed507b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:30.509870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-1eb70b06-cdc6-4ddf-918c-72770e47285e tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.516233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1eb70b06-cdc6-4ddf-918c-72770e47285e tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0186856 Aug 16 20:55:30.517127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35058) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.522021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-03cfb4c3-7c19-416d-add8-9f00e6ecbf77 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.526042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-03cfb4c3-7c19-416d-add8-9f00e6ecbf77 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077732 Aug 16 20:55:30.526202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35060) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.536150 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-cd1ce70c-08ff-48ba-8024-a472a412e02d tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.537910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cd1ce70c-08ff-48ba-8024-a472a412e02d tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0098841 Aug 16 20:55:30.540966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35062) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.552246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-a9d1308d-81ea-4c18-a0c2-aca775f7fc73 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.559593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a9d1308d-81ea-4c18-a0c2-aca775f7fc73 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0147543 Aug 16 20:55:30.560636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35064) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.566928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-428ebebb-8f30-4db8-845b-0dae1369bb8f tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.570147 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-428ebebb-8f30-4db8-845b-0dae1369bb8f tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053439 Aug 16 20:55:30.572144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35066) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.589349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-f9af0ad9-e2d2-4819-ae72-a711407f1da1 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.591137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f9af0ad9-e2d2-4819-ae72-a711407f1da1 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0175469 Aug 16 20:55:30.594484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35068) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.601922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-c801e68a-1474-4e04-b0a0-8c35459a9b73 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.613775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c801e68a-1474-4e04-b0a0-8c35459a9b73 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0087380 Aug 16 20:55:30.613775 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-312ce78e-91b9-40d9-bf0a-5d938a5c9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.623529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5b275-5630-41c8-b27b-8c42525b931b None None] Pushing event updated for resources: {'Port': ['ID=9fa73c6c-6492-4ee9-b23f-7ee0620829b1,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:30.628030 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-312ce78e-91b9-40d9-bf0a-5d938a5c9bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.648794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-312ce78e-91b9-40d9-bf0a-5d938a5c9bd8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d9075d40-b418-46c6-b540-c2e8714c9703 HTTP/1.1" status: 204 len: 168 time: 0.5059326 Aug 16 20:55:30.652220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35070) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.673313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-78d7742c-03b9-4501-b351-4ab587c9e331 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.681199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-78d7742c-03b9-4501-b351-4ab587c9e331 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0164435 Aug 16 20:55:30.686344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35080) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.702246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-d66f16a8-072b-4303-bd62-2fa28877adf1 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.708671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d66f16a8-072b-4303-bd62-2fa28877adf1 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0184345 Aug 16 20:55:30.711718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35082) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.722935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-8cd91ed9-8f9a-40b0-ac38-7eec7919e9c1 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.730104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8cd91ed9-8f9a-40b0-ac38-7eec7919e9c1 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0172513 Aug 16 20:55:30.732169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35086) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.733595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ce78e-91b9-40d9-bf0a-5d938a5c9bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9075d40-b418-46c6-b540-c2e8714c9703,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:30.743806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-adc5b87e-543f-4f67-a16d-c57f58a60993 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.747892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-adc5b87e-543f-4f67-a16d-c57f58a60993 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0095811 Aug 16 20:55:30.748966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35088) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.753454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-dabfaf78-b51b-4733-8357-ed47f640c95c tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.759264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dabfaf78-b51b-4733-8357-ed47f640c95c tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0092053 Aug 16 20:55:30.760016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35090) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.768007 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-cae6c977-9445-4ba9-bfed-ef39cb13d75d tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.775533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cae6c977-9445-4ba9-bfed-ef39cb13d75d tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0133557 Aug 16 20:55:30.776250 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35092) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.781336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-cc17323a-4ecb-4c97-83b4-48b830c1de3d tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.787162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cc17323a-4ecb-4c97-83b4-48b830c1de3d tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0097699 Aug 16 20:55:30.787869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35094) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.792532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-3cb2fe5e-6d47-4022-bfa7-20cbc955eba7 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.798070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3cb2fe5e-6d47-4022-bfa7-20cbc955eba7 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091643 Aug 16 20:55:30.804204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35096) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.817748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-79ba7164-b0fb-44e2-a3a0-afba6e384f79 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.823324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-79ba7164-b0fb-44e2-a3a0-afba6e384f79 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0176644 Aug 16 20:55:30.824892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35098) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.833751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-df6f2134-97a8-435a-8deb-bada8ba9bdbf tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.841316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-df6f2134-97a8-435a-8deb-bada8ba9bdbf tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0143118 Aug 16 20:55:30.847347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35100) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.853628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-1a910ce6-2b1a-4659-aa1c-d76dc535471e tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.857857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1a910ce6-2b1a-4659-aa1c-d76dc535471e tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0135398 Aug 16 20:55:30.859107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35102) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.867700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-3f784ec7-18e9-425a-8d5e-afab792e87f3 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.871837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3f784ec7-18e9-425a-8d5e-afab792e87f3 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0116117 Aug 16 20:55:30.872649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35104) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.877399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-7410afbe-2444-4f32-af0d-81f4ec962eaf tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.879750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7410afbe-2444-4f32-af0d-81f4ec962eaf tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0059323 Aug 16 20:55:30.882238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35106) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.898296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-b9923cec-6830-4ed4-86b3-d117453daf7f tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.902338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b9923cec-6830-4ed4-86b3-d117453daf7f tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0191026 Aug 16 20:55:30.903191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35108) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.925123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-b800ff0c-a4a2-46ee-9c4d-2af1ca553969 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.926530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b800ff0c-a4a2-46ee-9c4d-2af1ca553969 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0182440 Aug 16 20:55:30.929139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35110) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.933877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-5858dbbb-6c39-4a8a-bfaa-ed8a18d838e0 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.935090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5858dbbb-6c39-4a8a-bfaa-ed8a18d838e0 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048587 Aug 16 20:55:30.944983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35112) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.953642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-7ca5632f-d4ae-4888-b552-fc695cc58d7c tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.954664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7ca5632f-d4ae-4888-b552-fc695cc58d7c tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058100 Aug 16 20:55:30.957411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35114) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.961635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-808f08b6-8970-49f8-a2e3-33dc1329f48d tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.962652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-808f08b6-8970-49f8-a2e3-33dc1329f48d tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043502 Aug 16 20:55:30.964897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35116) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.971102 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-c2fd0c88-85c1-41dd-a088-db86e8952386 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.972073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c2fd0c88-85c1-41dd-a088-db86e8952386 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062013 Aug 16 20:55:30.976425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35118) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.991712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-46a3a249-c469-45ee-86eb-60ec07b8a056 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:30.993362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-46a3a249-c469-45ee-86eb-60ec07b8a056 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0083525 Aug 16 20:55:30.996551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35120) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.010850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-7e9c6337-515e-4283-b2df-5716b8b71db4 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.012678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7e9c6337-515e-4283-b2df-5716b8b71db4 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0141499 Aug 16 20:55:31.024770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35122) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.029798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-0b0aac4f-ad12-4842-9604-04a263573a22 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.033622 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0b0aac4f-ad12-4842-9604-04a263573a22 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054340 Aug 16 20:55:31.034952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35128) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.042981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-744811d5-7826-4c99-8a17-11994936ec53 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.051081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-744811d5-7826-4c99-8a17-11994936ec53 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0124652 Aug 16 20:55:31.051842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35130) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.056810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-102f04c6-1003-4d18-998f-d5dfbeb06e71 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.063879 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-102f04c6-1003-4d18-998f-d5dfbeb06e71 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0079498 Aug 16 20:55:31.065354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35132) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.073660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-308cfb02-356c-4db7-a0a4-2700fd3d28c0 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.080852 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-308cfb02-356c-4db7-a0a4-2700fd3d28c0 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0122535 Aug 16 20:55:31.081043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35134) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.089405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-1240db1b-ef22-4471-8bdb-7a614868a7c4 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.097282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1240db1b-ef22-4471-8bdb-7a614868a7c4 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0127935 Aug 16 20:55:31.098189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35136) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.114112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-25989355-5d11-4f6b-8192-2d9699cdd3f4 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.114112 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-25989355-5d11-4f6b-8192-2d9699cdd3f4 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0132465 Aug 16 20:55:31.115618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35138) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.130557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-2575c824-d7d6-440b-a376-062bcd484cc0 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.134400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2575c824-d7d6-440b-a376-062bcd484cc0 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0142877 Aug 16 20:55:31.135270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35142) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.144303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-af9e22d9-3945-4382-9d1c-d1e6a7537f52 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.149156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af9e22d9-3945-4382-9d1c-d1e6a7537f52 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0110312 Aug 16 20:55:31.153072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35144) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.159965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-cce7d827-f371-4156-ab5a-1d58ac0e7c84 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.161136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cce7d827-f371-4156-ab5a-1d58ac0e7c84 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0068657 Aug 16 20:55:31.163627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35146) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.173536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-24d7bf28-e24f-458f-b947-ff0d6ae35e9c tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.173536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-24d7bf28-e24f-458f-b947-ff0d6ae35e9c tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044720 Aug 16 20:55:31.174632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35148) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.186767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [None req-0f8c1b42-c588-4f12-b013-5feb7b6349be tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.187967 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0f8c1b42-c588-4f12-b013-5feb7b6349be tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0122080 Aug 16 20:55:31.191050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35150) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.198768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-f422d934-20b2-4997-9565-0ad9e186e7c2 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.200228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f422d934-20b2-4997-9565-0ad9e186e7c2 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0077999 Aug 16 20:55:31.203688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35152) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.209534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-2ae7764f-d341-4342-a95c-40c3472a2a64 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.210942 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2ae7764f-d341-4342-a95c-40c3472a2a64 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0058703 Aug 16 20:55:31.216289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35154) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.225569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-4722b57c-3b82-4520-88f5-0df2bd8b19a7 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.227503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4722b57c-3b82-4520-88f5-0df2bd8b19a7 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0092232 Aug 16 20:55:31.230051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35156) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.231466 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.237511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-e736322c-eb9d-4c5a-b8e3-15edf65d81c4 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.239096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e736322c-eb9d-4c5a-b8e3-15edf65d81c4 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0068293 Aug 16 20:55:31.241688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35158) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.252123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-fcc1557f-1295-4a10-b49f-dcaf08dcd54a tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.253610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fcc1557f-1295-4a10-b49f-dcaf08dcd54a tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0101838 Aug 16 20:55:31.267357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Transition to ACTIVE for port object 7b34166b-72c5-40be-b26d-d71d8aed507b will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:31.268184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:31.269452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35160) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.278228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-c1f71e87-390e-499c-8c61-22235c4bce22 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.279907 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c1f71e87-390e-499c-8c61-22235c4bce22 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0086095 Aug 16 20:55:31.283828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35162) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.289210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-57132e51-e876-42b7-b400-ca3a3fa5eada tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.290745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-57132e51-e876-42b7-b400-ca3a3fa5eada tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0057855 Aug 16 20:55:31.293265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35164) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.298944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-b459604b-b2b8-4b62-a33d-1a8e87c388bc tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.300491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b459604b-b2b8-4b62-a33d-1a8e87c388bc tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0059619 Aug 16 20:55:31.303249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35166) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.308195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-27650985-068d-4be3-a8a3-52dcc606d313 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.309242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-27650985-068d-4be3-a8a3-52dcc606d313 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0049622 Aug 16 20:55:31.312305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35168) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.323386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-9e39d646-d0be-4f5f-8f7e-8d2fa42ecd15 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.325523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9e39d646-d0be-4f5f-8f7e-8d2fa42ecd15 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0101130 Aug 16 20:55:31.329561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35172) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.337722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-98e024f5-36b8-494e-b4bf-ebe8609341c3 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.339644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-98e024f5-36b8-494e-b4bf-ebe8609341c3 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077078 Aug 16 20:55:31.342863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35178) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.348684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [None req-6c48a930-34a9-4b9c-901b-971e4aaf9228 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] http://10.222.0.74:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:55:31.350186 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6c48a930-34a9-4b9c-901b-971e4aaf9228 tempest-ExtensionsTestJSON-1424285195 tempest-ExtensionsTestJSON-1424285195-project] 10.222.0.74 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061686 Aug 16 20:55:31.415151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.454735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:31.474429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 49a22caa-e380-4851-9113-70b96c8961b3 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:31.477692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:31.482015 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:31.482584 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.574049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=7b34166b-72c5-40be-b26d-d71d8aed507b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:31.788621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35200) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:31.802360 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca923f19-3f34-4d49-89c4-8dac34b6eb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.830228 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.960132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca923f19-3f34-4d49-89c4-8dac34b6eb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.025811 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca923f19-3f34-4d49-89c4-8dac34b6eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.029728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35216) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:32.141412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ca923f19-3f34-4d49-89c4-8dac34b6eb00 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be5130dc4fd54f4b8b8d706a11868f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499587 Aug 16 20:55:32.145459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4978dfa3-0221-4850-a5c7-ec445f66e9ac None None] Network 49a22caa-e380-4851-9113-70b96c8961b3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:32.145731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35220) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:32.149776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca923f19-3f34-4d49-89c4-8dac34b6eb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcf6350-0ccf-4330-9e57-0007a53ddbe9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:32.233966 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-050be1bf-b768-47df-89dc-1842bbac667e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.261584 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6449d7f4-59b1-43b5-af0b-898cc8886131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.294744 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-050be1bf-b768-47df-89dc-1842bbac667e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.392415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.421076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Provisioning for port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:32.422494 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6449d7f4-59b1-43b5-af0b-898cc8886131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.426264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Provisioning complete for port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:32.429204 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.529504 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.572977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] For port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9fa73c6c-6492-4ee9-b23f-7ee0620829b1,segment=NetworkSegment(b405225f-2129-45ba-bbee-6ed47ae5caec),segment_id=b405225f-2129-45ba-bbee-6ed47ae5caec)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:32.837753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.838604 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6449d7f4-59b1-43b5-af0b-898cc8886131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.839240 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.840409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-050be1bf-b768-47df-89dc-1842bbac667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.843791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-050be1bf-b768-47df-89dc-1842bbac667e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.844998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-050be1bf-b768-47df-89dc-1842bbac667e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3fcf6350-0ccf-4330-9e57-0007a53ddbe9 HTTP/1.1" status: 204 len: 168 time: 0.6979885 Aug 16 20:55:32.887332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6449d7f4-59b1-43b5-af0b-898cc8886131 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=22d153e98e194540b11753e66bd5b068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8545909 Aug 16 20:55:32.888500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449d7f4-59b1-43b5-af0b-898cc8886131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c884cd-db0d-46a6-a78c-21206ac3baa0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:32.894050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35230) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:32.903905 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.904904 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.921689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050be1bf-b768-47df-89dc-1842bbac667e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcf6350-0ccf-4330-9e57-0007a53ddbe9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:32.959044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=7b34166b-72c5-40be-b26d-d71d8aed507b,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:32.965176 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.012794 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8c63b9c-882e-4e6d-a3cf-76e7cf7214e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.013552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Pushing event updated for resources: {'Port': ['ID=9fa73c6c-6492-4ee9-b23f-7ee0620829b1,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:33.024160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.024619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.025084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.025717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.026225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.026813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.027227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.027650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.028195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.028288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.028744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.029205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f9e70-8ae5-4ae6-a98b-e18f2bc900b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:33.045449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 49a22caa-e380-4851-9113-70b96c8961b3 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:33.047133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:33.066020 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8c63b9c-882e-4e6d-a3cf-76e7cf7214e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.145934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35240) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:33.157112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5f811da8-900b-4d6d-850f-eea1a665eb85 None None] Provisioning for port 7b34166b-72c5-40be-b26d-d71d8aed507b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:33.161192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5f811da8-900b-4d6d-850f-eea1a665eb85 None None] Provisioning complete for port 7b34166b-72c5-40be-b26d-d71d8aed507b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:33.161570 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5f811da8-900b-4d6d-850f-eea1a665eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.231436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8c63b9c-882e-4e6d-a3cf-76e7cf7214e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.235465 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8c63b9c-882e-4e6d-a3cf-76e7cf7214e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.236934 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d8c63b9c-882e-4e6d-a3cf-76e7cf7214e8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/64c884cd-db0d-46a6-a78c-21206ac3baa0 HTTP/1.1" status: 204 len: 168 time: 0.3419485 Aug 16 20:55:33.265467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c63b9c-882e-4e6d-a3cf-76e7cf7214e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c884cd-db0d-46a6-a78c-21206ac3baa0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:33.299635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:33.312709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-5f811da8-900b-4d6d-850f-eea1a665eb85 None None] Port 7b34166b-72c5-40be-b26d-d71d8aed507b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:33.395823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5f811da8-900b-4d6d-850f-eea1a665eb85 None None] Provisioning complete for port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:33.396380 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5f811da8-900b-4d6d-850f-eea1a665eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.439589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router eb13d03a-a23f-414a-a234-9080e6e98f24 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:55:33.452408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:33.453282 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.551261 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71d7b1a7-20fd-41f6-9046-9a2a5cb95621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.587041 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:33.596111 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c4a8e5b0-5810-4556-bc9f-1c10d715183a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3070128 Aug 16 20:55:33.598775 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Sync routers for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:33.599291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35248) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:33.620819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-580433800'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:33.631774 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:33.632438 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:18Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:33.733525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ba06d35a-9520-4e80-ae1e-397405dec3b9 None None] Provisioning complete for port 7b34166b-72c5-40be-b26d-d71d8aed507b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:33.736349 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba06d35a-9520-4e80-ae1e-397405dec3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.781977 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:33.819920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ba06d35a-9520-4e80-ae1e-397405dec3b9 None None] Port 7b34166b-72c5-40be-b26d-d71d8aed507b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:33.822342 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71d7b1a7-20fd-41f6-9046-9a2a5cb95621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.925273 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71d7b1a7-20fd-41f6-9046-9a2a5cb95621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.981339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7b1a7-20fd-41f6-9046-9a2a5cb95621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c716196-b3e6-486c-80b1-6fe10b30e9cd,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:33.989506 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-71d7b1a7-20fd-41f6-9046-9a2a5cb95621 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ad604efab594e238a31c28d7c1240ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8416493 Aug 16 20:55:33.995259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:33.995628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35270) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:33.998531 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.047621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:34.067657 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.068014 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added segment 7c332078-7908-4794-8066-19657678bebd of type vlan for network b8359ab7-734d-42a8-a334-d03c8c02ab73 Aug 16 20:55:34.088837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba69adee-b59c-4cca-baba-1126ee400c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.110443 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:55:31Z', 'revision_number': 2, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:32Z', 'revision_number': 2, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:34.139695 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.142761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba69adee-b59c-4cca-baba-1126ee400c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.164480 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Checking router: eb13d03a-a23f-414a-a234-9080e6e98f24 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:34.164836 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Updating router eb13d03a-a23f-414a-a234-9080e6e98f24 port 7b34166b-72c5-40be-b26d-d71d8aed507b binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:55:34.226060 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.239605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:34.240166 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.261546 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.282830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba69adee-b59c-4cca-baba-1126ee400c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.285954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba69adee-b59c-4cca-baba-1126ee400c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.289429 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ba69adee-b59c-4cca-baba-1126ee400c40 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4c716196-b3e6-486c-80b1-6fe10b30e9cd HTTP/1.1" status: 204 len: 168 time: 0.2960572 Aug 16 20:55:34.304352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69adee-b59c-4cca-baba-1126ee400c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c716196-b3e6-486c-80b1-6fe10b30e9cd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:34.329144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Network': ['ID=b8359ab7-734d-42a8-a334-d03c8c02ab73,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:34.355644 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network b8359ab7-734d-42a8-a334-d03c8c02ab73 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:34.435345 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3e7685cd-c420-4822-a833-7a5e15b76dcd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8311379 Aug 16 20:55:34.439430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35282) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:34.444911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'subnet': {'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:34.609206 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.619166 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Transition to ACTIVE for port object 7b34166b-72c5-40be-b26d-d71d8aed507b will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:34.760933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:34.766397 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.805326 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.892045 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Pushing event updated for resources: {'Port': ['ID=7b34166b-72c5-40be-b26d-d71d8aed507b,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:34.924815 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.925189 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.925553 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.925886 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.926213 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.926537 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.927376 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.927376 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.927576 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.927782 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.928095 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.929425 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:34.942831 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Attempting to bind port 7b34166b-72c5-40be-b26d-d71d8aed507b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:34.943534 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Attempting to bind port 7b34166b-72c5-40be-b26d-d71d8aed507b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'b405225f-2129-45ba-bbee-6ed47ae5caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:34.943534 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Attempting to bind port 7b34166b-72c5-40be-b26d-d71d8aed507b on network 49a22caa-e380-4851-9113-70b96c8961b3 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:34.950290 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:34.950654 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Checking segment: {'id': 'b405225f-2129-45ba-bbee-6ed47ae5caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:34.951261 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.951850 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Bound using segment: {'id': 'b405225f-2129-45ba-bbee-6ed47ae5caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:34.952506 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Bound port: 7b34166b-72c5-40be-b26d-d71d8aed507b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405225f-2129-45ba-bbee-6ed47ae5caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:34.953067 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.071397 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] For port 7b34166b-72c5-40be-b26d-d71d8aed507b, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:35.075470 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] For port 7b34166b-72c5-40be-b26d-d71d8aed507b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7b34166b-72c5-40be-b26d-d71d8aed507b,segment=NetworkSegment(b405225f-2129-45ba-bbee-6ed47ae5caec),segment_id=b405225f-2129-45ba-bbee-6ed47ae5caec)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:35.093351 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.125186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35318) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:35.164956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35322) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:35.183002 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Subnet': ['ID=b876080c-da64-49b4-987f-b4f04d8470e1,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:35.187127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Checking segment: {'id': '7c332078-7908-4794-8066-19657678bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:35.187902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network hostable DHCP agents. Network: b8359ab7-734d-42a8-a334-d03c8c02ab73, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:35.191235 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.268116 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:35.268750 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:18Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:35.278776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1028550882'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:35.283913 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9c2da-8b86-44f8-a0e0-03b19d1943d8 None None] Pushing event updated for resources: {'Port': ['ID=7b34166b-72c5-40be-b26d-d71d8aed507b,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:35.294535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1155549175'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:35.316859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network b8359ab7-734d-42a8-a334-d03c8c02ab73 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:35.378466 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:35.401104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, b8359ab7-734d-42a8-a334-d03c8c02ab73) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:35.411157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:35.411770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.412127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff30a6e8-144d-433f-b3cc-d999fd06edc9 None None] Network b8359ab7-734d-42a8-a334-d03c8c02ab73 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:35.441716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:35.454288 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.481904 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.579691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:35.583475 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.604410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.645893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-b8359ab7-734d-42a8-a334-d03c8c02ab73', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:35.646753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.683824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-df077d47-c6a5-40b7-aa88-81a3aba6eec9 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2430098 Aug 16 20:55:35.687165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35342) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:35.727067 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:55:31Z', 'revision_number': 2, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:35Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:35.758874 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1405f1f-17c2-40f7-9e7a-b92f794f0026 None None] The sync data for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 is: [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:55:31Z', 'revision_number': 2, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:35Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:35.870615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.882376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Allocated IP 2001:db8:1::2 (b8359ab7-734d-42a8-a334-d03c8c02ab73/b876080c-da64-49b4-987f-b4f04d8470e1/3ed7c003-8fe7-47e2-8a31-7b7d251fde72) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:35.928927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b86cd-d06f-4011-a099-086c2602b284 req-362734e5-d694-4cc7-a7ce-4f42591c1cd0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:35.930505 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f27b86cd-d06f-4011-a099-086c2602b284 req-362734e5-d694-4cc7-a7ce-4f42591c1cd0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 945 time: 0.0928717 Aug 16 20:55:35.999542 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.042416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f27b86cd-d06f-4011-a099-086c2602b284 req-54a8aae0-d0f6-4603-b312-a3dbfc6caa3b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746870 Aug 16 20:55:36.054802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd40f21-c76e-4a61-a19b-091d929b88d1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:36.075775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:36.100780 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.107828 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.108748 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Added segment f5e614a8-9d87-42f6-8e27-1c2cefe23c63 of type vlan for network b9ef9a86-fb0c-446f-b4aa-159f397f3682 Aug 16 20:55:36.139989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Transition to ACTIVE for port object 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:36.185443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Transition to ACTIVE for port object 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:36.190103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.278533 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.281247 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.291860 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.334207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.336354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Network b8359ab7-734d-42a8-a334-d03c8c02ab73 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:36.340516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:36.340675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:36.341178 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.348817 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:36.403014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Pushing event updated for resources: {'Port': ['ID=3ed7c003-8fe7-47e2-8a31-7b7d251fde72,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:36.432355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Attempting to bind port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:36.433056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Attempting to bind port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7c332078-7908-4794-8066-19657678bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:36.433165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Attempting to bind port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 on network b8359ab7-734d-42a8-a334-d03c8c02ab73 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:36.447606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:36.447994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Checking segment: {'id': '7c332078-7908-4794-8066-19657678bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:36.448410 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.448812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Bound using segment: {'id': '7c332078-7908-4794-8066-19657678bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:36.449322 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Bound port: 3ed7c003-8fe7-47e2-8a31-7b7d251fde72, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c332078-7908-4794-8066-19657678bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:36.449717 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.480517 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.543186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] For port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:36.547833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] For port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3ed7c003-8fe7-47e2-8a31-7b7d251fde72,segment=NetworkSegment(7c332078-7908-4794-8066-19657678bebd),segment_id=7c332078-7908-4794-8066-19657678bebd)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:36.557355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Network': ['ID=b9ef9a86-fb0c-446f-b4aa-159f397f3682,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:36.572622 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:36.573314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:36.596613 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.597393 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Added segment de631fc0-ff98-4261-a8df-c979b07cc583 of type vlan for network 4ad927d5-61c1-4d56-a515-c081f718deb8 Aug 16 20:55:36.607536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702e2779-e0ae-4166-936a-6be97f520661,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:36.663207 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a13ead45-124c-4778-8aeb-3de561ab81cc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4969704 Aug 16 20:55:36.666799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35372) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:36.695150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'name': 'tempest-PortsTestJSON-1935581857'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:36.708642 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.729283 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.822467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136158aa-bc73-4b29-8bc6-3b5d17f91083 None None] Pushing event updated for resources: {'Port': ['ID=3ed7c003-8fe7-47e2-8a31-7b7d251fde72,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:36.908207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Allocated IP 2001:db8:1::1 (b8359ab7-734d-42a8-a334-d03c8c02ab73/b876080c-da64-49b4-987f-b4f04d8470e1/7f9bb87f-44e6-45ce-8419-3bb375b5c188) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:36.979946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.987088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:36.987708 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.022327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:37.025929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.058964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.088217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Transition to ACTIVE for port object 7f9bb87f-44e6-45ce-8419-3bb375b5c188 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:37.109236 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9895573 Aug 16 20:55:37.166177 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb41cf-9fc4-4766-a053-d18f360cfc37 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=4ad927d5-61c1-4d56-a515-c081f718deb8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:37.175452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port e3a57c79-317f-45a4-b55a-50382897a50e yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:37.198991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 4ad927d5-61c1-4d56-a515-c081f718deb8 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:37.295800 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.418009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:37.464942 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network b8359ab7-734d-42a8-a334-d03c8c02ab73 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:37.487073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:37.505631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:37.507969 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.515476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=7f9bb87f-44e6-45ce-8419-3bb375b5c188,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:37.597443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.602704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:37.617081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7b34166b-72c5-40be-b26d-d71d8aed507b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:37.624193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35392) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:37.711543 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:55:37.740406 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.775352 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.780153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 7b34166b-72c5-40be-b26d-d71d8aed507b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:37.785194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7b34166b-72c5-40be-b26d-d71d8aed507b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:37.785788 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.814791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-647063020'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:37.853502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=e3a57c79-317f-45a4-b55a-50382897a50e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:37.864585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Checking segment: {'id': 'f5e614a8-9d87-42f6-8e27-1c2cefe23c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:37.864956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network hostable DHCP agents. Network: b9ef9a86-fb0c-446f-b4aa-159f397f3682, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:37.900347 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.933726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 7b34166b-72c5-40be-b26d-d71d8aed507b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7b34166b-72c5-40be-b26d-d71d8aed507b,segment=NetworkSegment(b405225f-2129-45ba-bbee-6ed47ae5caec),segment_id=b405225f-2129-45ba-bbee-6ed47ae5caec)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:37.951032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Made reservation on behalf of 5ce381f5703e4041b1a792cf6eec98f3 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:37.955451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.965361 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.990070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:38.053259 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.098649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, b9ef9a86-fb0c-446f-b4aa-159f397f3682) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:38.127245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:38.138717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce59c4-3431-4471-9fad-474295e02507 None None] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:38.141050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:38.141790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.284144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.363073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=7b34166b-72c5-40be-b26d-d71d8aed507b,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:38.365489 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.401012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:38.442547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.442827 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Added segment e3462021-5429-407f-9fe5-ae5f3be49391 of type vlan for network 9eab3492-c700-4408-b3f2-bb73c21bf8f0 Aug 16 20:55:38.476479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab793689-90be-48cb-a0ec-8fb1f1140a39,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:38.533976 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.540035 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-540e0cc6-975a-4a4d-8717-b7e33b51de95 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8605080 Aug 16 20:55:38.540035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35402) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:38.547137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-73626660'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:38.565941 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.584935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398c7175-62ec-49b2-9cd9-aa26ca3b7d0b None None] Network b8359ab7-734d-42a8-a334-d03c8c02ab73 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:38.728604 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.729317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:38.729847 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.734610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.739867 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.743836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ada3a1b6-ddc7-4b36-b108-bc196669d437 None None] Provisioning for port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:38.748323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:38.749455 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.752442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ada3a1b6-ddc7-4b36-b108-bc196669d437 None None] Provisioning complete for port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:38.753519 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ada3a1b6-ddc7-4b36-b108-bc196669d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.858812 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ada3a1b6-ddc7-4b36-b108-bc196669d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.880266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:38.885463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=7f9bb87f-44e6-45ce-8419-3bb375b5c188,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:38.902051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.902409 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Added segment 6fd7e100-15fd-448a-9bdd-6a04d4e0a4fd of type vlan for network 7e338de1-735d-465c-9829-49890e506ba3 Aug 16 20:55:38.908800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ada3a1b6-ddc7-4b36-b108-bc196669d437 None None] For port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3ed7c003-8fe7-47e2-8a31-7b7d251fde72,segment=NetworkSegment(7c332078-7908-4794-8066-19657678bebd),segment_id=7c332078-7908-4794-8066-19657678bebd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:38.947421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Pushing event updated for resources: {'Network': ['ID=9eab3492-c700-4408-b3f2-bb73c21bf8f0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:38.949684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network b8359ab7-734d-42a8-a334-d03c8c02ab73 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:38.950937 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.952356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:38.955529 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8baff972-e5ea-4e7f-aa77-afac1722af8b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3301992 Aug 16 20:55:38.961650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35406) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:38.969499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 9eab3492-c700-4408-b3f2-bb73c21bf8f0 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:38.970038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Request body: {'subnet': {'network_id': '9eab3492-c700-4408-b3f2-bb73c21bf8f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:38.994236 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ada3a1b6-ddc7-4b36-b108-bc196669d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.124823 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.130900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:39.131842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.141926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router eb13d03a-a23f-414a-a234-9080e6e98f24 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:39.162959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3a1b6-ddc7-4b36-b108-bc196669d437 None None] Pushing event updated for resources: {'Port': ['ID=3ed7c003-8fe7-47e2-8a31-7b7d251fde72,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:39.212099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Made reservation on behalf of 5ce381f5703e4041b1a792cf6eec98f3 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:39.215829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.221633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7b34166b-72c5-40be-b26d-d71d8aed507b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:39.288542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:39.302322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Network': ['ID=7e338de1-735d-465c-9829-49890e506ba3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:39.329559 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-72813426-02ab-4f54-8ea6-26ad1b4de122 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7860703 Aug 16 20:55:39.334345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35414) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:39.348648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'ports': [{'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682'}, {'network_id': '7e338de1-735d-465c-9829-49890e506ba3'}]} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:39.349146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:39.349471 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': '7e338de1-735d-465c-9829-49890e506ba3'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:39.352657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 7e338de1-735d-465c-9829-49890e506ba3 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:39.394561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:39.413364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35416) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:39.414418 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3650e2a8-f706-4099-829b-20c6bba880c6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7259996 Aug 16 20:55:39.423349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1173738044'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:39.468088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Sync routers for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:39.487578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5b2f2368-4e20-4e58-a892-265f35acd29e None None] Provisioning complete for port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:39.487953 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2368-4e20-4e58-a892-265f35acd29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.533169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:39.533169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:18Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:39.612375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:39.617468 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.638450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:39.647135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:39.659269 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.659722 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added segment b70262f2-6450-4dae-9147-bcd206fcb48d of type vlan for network a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d Aug 16 20:55:39.779158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7b34166b-72c5-40be-b26d-d71d8aed507b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:39.780798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.789163 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.846455 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.900690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Checking segment: {'id': 'e3462021-5429-407f-9fe5-ae5f3be49391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9eab3492-c700-4408-b3f2-bb73c21bf8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:39.901097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Network hostable DHCP agents. Network: 9eab3492-c700-4408-b3f2-bb73c21bf8f0, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:39.919488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Pushing event updated for resources: {'Subnet': ['ID=c7d6d518-f99c-4dd1-a242-f5a2fc014754,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:39.955175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 2} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:39.959981 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.974742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.990929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.996856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:39.997572 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.026278 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.086538 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Network 9eab3492-c700-4408-b3f2-bb73c21bf8f0 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:40.128972 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7076201 Aug 16 20:55:40.130160 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35420) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:40.131626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b441e-053d-48ce-b367-651e07c39636 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Network': ['ID=a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:40.142432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'subnet': {'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:40.147841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port 93b825c1-11e1-452f-9f39-eb5864be6541 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:40.227786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 9eab3492-c700-4408-b3f2-bb73c21bf8f0) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:40.240182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:40.240924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.252230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:40.254164 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b4a46f-a26f-412c-a64b-7063185e9ab6 None None] Network 9eab3492-c700-4408-b3f2-bb73c21bf8f0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:40.263480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5b2f2368-4e20-4e58-a892-265f35acd29e None None] Provisioning for port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:40.265920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:40.268072 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c618b73-3e2c-4269-82c1-5048cb8dd323" -d '{"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:40.286967 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.362354 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a6641c18-9a19-4164-ac7b-e119b8cb3a63 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3995590 Aug 16 20:55:40.362354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35430) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:40.368961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Request body: {'port': {'network_id': '9eab3492-c700-4408-b3f2-bb73c21bf8f0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1327815957'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:40.379631 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb181e76-67cb-443b-850f-959a5b47fe72 x-openstack-request-id: req-fb181e76-67cb-443b-850f-959a5b47fe72 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:40.380196 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:40.380604 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb181e76-67cb-443b-850f-959a5b47fe72 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:40.381164 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'code': 200} Aug 16 20:55:40.387999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5b2f2368-4e20-4e58-a892-265f35acd29e None None] Provisioning complete for port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:40.388644 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2368-4e20-4e58-a892-265f35acd29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.405187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:40.448586 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port c3842610-d46e-48b9-a9a8-87eb4034d116 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:40.478329 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f2368-4e20-4e58-a892-265f35acd29e None None] Port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:40.482941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:40.495546 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.495772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 3, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:38Z', 'revision_number': 2, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:40.496500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35432) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:40.503800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'network_id': '4ad927d5-61c1-4d56-a515-c081f718deb8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:40.534301 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.540637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Checking router: eb13d03a-a23f-414a-a234-9080e6e98f24 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:40.540637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Updating router eb13d03a-a23f-414a-a234-9080e6e98f24 port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:55:40.625477 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.688337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-01608625-9c17-43a6-a69c-c295586d4eae None None] Provisioning complete for port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:40.688757 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-01608625-9c17-43a6-a69c-c295586d4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.693383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.713764 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:40.714270 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Made reservation on behalf of 5ce381f5703e4041b1a792cf6eec98f3 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:40.717927 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.738290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-9eab3492-c700-4408-b3f2-bb73c21bf8f0', 'network_id': '9eab3492-c700-4408-b3f2-bb73c21bf8f0', 'tenant_id': '5ce381f5703e4041b1a792cf6eec98f3', 'fixed_ips': [{'subnet_id': 'c7d6d518-f99c-4dd1-a242-f5a2fc014754'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:40.739134 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.759073 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] device_id is not set on port b2133322-37d1-41bb-bc8b-e74240ef7440 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:40.769125 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.775602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-01608625-9c17-43a6-a69c-c295586d4eae None None] Port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:40.847167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Subnet': ['ID=9f16158b-bbe8-463b-a516-a0370834344d,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:40.855908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Checking segment: {'id': 'b70262f2-6450-4dae-9147-bcd206fcb48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:40.856358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network hostable DHCP agents. Network: a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:40.870072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:40.873865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.932346 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.991935 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Allocated IP 172.20.0.11 (9eab3492-c700-4408-b3f2-bb73c21bf8f0/c7d6d518-f99c-4dd1-a242-f5a2fc014754/b2133322-37d1-41bb-bc8b-e74240ef7440) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:41.008397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:41.030286 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:41.036829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:41.039302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:41.040319 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.044067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=93b825c1-11e1-452f-9f39-eb5864be6541,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:41.081538 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.091720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Transition to ACTIVE for port object 7f9bb87f-44e6-45ce-8419-3bb375b5c188 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:41.120833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:41.126299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:41.126910 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.136873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9c2f55-5025-42d5-b682-ddcd1940a269 None None] Network a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:41.154337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:41.188919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=c3842610-d46e-48b9-a9a8-87eb4034d116,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:41.257993 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.258832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Checking segment: {'id': '6fd7e100-15fd-448a-9bdd-6a04d4e0a4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7e338de1-735d-465c-9829-49890e506ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:41.259204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network hostable DHCP agents. Network: 7e338de1-735d-465c-9829-49890e506ba3, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:41.283290 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fb394b46-53ce-4dbe-8ee0-29822b11e14b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1500521 Aug 16 20:55:41.285847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35442) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:41.292837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:41.315189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:41.315189 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.362117 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.378637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Transition to ACTIVE for port object b2133322-37d1-41bb-bc8b-e74240ef7440 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:41.380427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017caa5d-d13b-4ee8-b9e1-f9a37d783979 None None] Pushing event updated for resources: {'Port': ['ID=7f9bb87f-44e6-45ce-8419-3bb375b5c188,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:41.410158 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.445979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 7e338de1-735d-465c-9829-49890e506ba3 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:41.490989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=5497ba41-2d10-4f9c-bb62-3a83ef569a8a,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:41.507826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Checking segment: {'id': 'de631fc0-ff98-4261-a8df-c979b07cc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ad927d5-61c1-4d56-a515-c081f718deb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:41.507826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network hostable DHCP agents. Network: 4ad927d5-61c1-4d56-a515-c081f718deb8, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:41.531100 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.563840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:41.569332 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.590385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 7e338de1-735d-465c-9829-49890e506ba3) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:41.597646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Pushing event updated for resources: {'Port': ['ID=b2133322-37d1-41bb-bc8b-e74240ef7440,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:41.610082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:41.616223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:41.621865 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:41.622927 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.645008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Network 9eab3492-c700-4408-b3f2-bb73c21bf8f0 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:41.648031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:41.651111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:41.656624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c012162-b912-42b1-b709-ed4cf54134c5 None None] Network 7e338de1-735d-465c-9829-49890e506ba3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:41.675500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 4ad927d5-61c1-4d56-a515-c081f718deb8 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:41.694751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 4ad927d5-61c1-4d56-a515-c081f718deb8) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:41.698988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:41.699721 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.735187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:41.735836 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.741865 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eee0b6e6-1864-4f76-b95d-8bdea508c45f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4063292 Aug 16 20:55:41.743976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf8d2f-b048-432e-8754-db895e2ad858 None None] Network 4ad927d5-61c1-4d56-a515-c081f718deb8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:41.745399 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35456) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:41.753857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Attempting to bind port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:41.754240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Attempting to bind port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7c332078-7908-4794-8066-19657678bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:41.755039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Attempting to bind port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 on network b8359ab7-734d-42a8-a334-d03c8c02ab73 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:41.796347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:41.797417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Checking segment: {'id': '7c332078-7908-4794-8066-19657678bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:41.797417 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.797589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Bound using segment: {'id': '7c332078-7908-4794-8066-19657678bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:41.798078 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Bound port: 7f9bb87f-44e6-45ce-8419-3bb375b5c188, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c332078-7908-4794-8066-19657678bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:41.798466 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.845307 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9736b4e3-cc58-42ac-92ba-5632dc2f2b76 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3476148 Aug 16 20:55:41.849144 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35460) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:41.857580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-575268156'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:41.897617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-32ee3a4c-81b5-43b8-af68-de30ac3a6b1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port c3842610-d46e-48b9-a9a8-87eb4034d116 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:41.898228 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32ee3a4c-81b5-43b8-af68-de30ac3a6b1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.907144 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c9d4c975-dcd4-4537-ae37-bd8926aa3dc8 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.5418634 Aug 16 20:55:41.913270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Allocated IP 172.20.0.2 (9eab3492-c700-4408-b3f2-bb73c21bf8f0/c7d6d518-f99c-4dd1-a242-f5a2fc014754/f7c929e2-af66-4a89-95ac-2525356286d1) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:41.913464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35464) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:41.930300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.991506 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32ee3a4c-81b5-43b8-af68-de30ac3a6b1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.010683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-32ee3a4c-81b5-43b8-af68-de30ac3a6b1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for c3842610-d46e-48b9-a9a8-87eb4034d116 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:42.031676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:42.036497 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.091279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:42.161263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:42.194249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-1f8247ff-9488-46af-8713-29063ddb735b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Deleting port b2133322-37d1-41bb-bc8b-e74240ef7440 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:42.194691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f8247ff-9488-46af-8713-29063ddb735b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.272367 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32ee3a4c-81b5-43b8-af68-de30ac3a6b1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.275079 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.275523 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Added segment c9e0f34b-9462-4e8c-a6d6-21190c0e4103 of type vlan for network 8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce Aug 16 20:55:42.314961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee3a4c-81b5-43b8-af68-de30ac3a6b1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=c3842610-d46e-48b9-a9a8-87eb4034d116,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:42.346151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32ee3a4c-81b5-43b8-af68-de30ac3a6b1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.348264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-32ee3a4c-81b5-43b8-af68-de30ac3a6b1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/c3842610-d46e-48b9-a9a8-87eb4034d116 HTTP/1.1" status: 204 len: 168 time: 0.6017361 Aug 16 20:55:42.351547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35472) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:42.356796 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f8247ff-9488-46af-8713-29063ddb735b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.365309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.372330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'port_id': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'mac_address': 'fa:16:3e:84:39:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:42.405352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-1f8247ff-9488-46af-8713-29063ddb735b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Calling delete_port for b2133322-37d1-41bb-bc8b-e74240ef7440 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:42.483031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54cdd14-4e1b-483c-9f2d-9fd060b317d8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:42.490561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54cdd14-4e1b-483c-9f2d-9fd060b317d8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:42.492648 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.495451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a54cdd14-4e1b-483c-9f2d-9fd060b317d8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1412766 Aug 16 20:55:42.497972 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35480) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:42.498241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:42.498844 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.508926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] For port 7f9bb87f-44e6-45ce-8419-3bb375b5c188, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:42.611482 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.618291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] For port 7f9bb87f-44e6-45ce-8419-3bb375b5c188, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7f9bb87f-44e6-45ce-8419-3bb375b5c188,segment=NetworkSegment(7c332078-7908-4794-8066-19657678bebd),segment_id=7c332078-7908-4794-8066-19657678bebd)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:42.635208 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7837391 Aug 16 20:55:42.642184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35484) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:42.649985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Allocated IP 2001:db8:2::2 (a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d/9f16158b-bbe8-463b-a516-a0370834344d/f0eef48e-02a8-4b8e-85e9-4ce44e62cec5) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:42.657058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'network_id': '8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:42.690699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06935dcb-2da0-4e4c-b78e-d16a70184654 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:42.735182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380c723-b641-4051-a1a8-c01ff855aab9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:42.739871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:42.756165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:42.772178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0852f5b6-59b8-4161-b41f-ff29ea49719d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 93b825c1-11e1-452f-9f39-eb5864be6541 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:42.772530 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0852f5b6-59b8-4161-b41f-ff29ea49719d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.784000 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.851651 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f8247ff-9488-46af-8713-29063ddb735b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.880718 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0852f5b6-59b8-4161-b41f-ff29ea49719d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.883168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8247ff-9488-46af-8713-29063ddb735b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Pushing event deleted for resources: {'Port': ['ID=b2133322-37d1-41bb-bc8b-e74240ef7440,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:42.907239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0852f5b6-59b8-4161-b41f-ff29ea49719d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 93b825c1-11e1-452f-9f39-eb5864be6541 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:42.915475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-4ad927d5-61c1-4d56-a515-c081f718deb8', 'network_id': '4ad927d5-61c1-4d56-a515-c081f718deb8', 'tenant_id': '61e838134c184a03bb8704eff04e06ea', 'fixed_ips': [{'subnet_id': '5497ba41-2d10-4f9c-bb62-3a83ef569a8a'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:42.916474 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.918896 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.025313 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.072288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['06935dcb-2da0-4e4c-b78e-d16a70184654'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:43.102172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:43.106205 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.125996 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f8247ff-9488-46af-8713-29063ddb735b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.128402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1f8247ff-9488-46af-8713-29063ddb735b tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] 10.222.0.74 "DELETE /v2.0/ports/b2133322-37d1-41bb-bc8b-e74240ef7440 HTTP/1.1" status: 204 len: 168 time: 1.2131360 Aug 16 20:55:43.130912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35488) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.162892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017caa5d-d13b-4ee8-b9e1-f9a37d783979 None None] Pushing event updated for resources: {'Port': ['ID=7f9bb87f-44e6-45ce-8419-3bb375b5c188,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:43.167887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Transition to ACTIVE for port object f7c929e2-af66-4a89-95ac-2525356286d1 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:43.208240 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0852f5b6-59b8-4161-b41f-ff29ea49719d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.250501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bab83084-26ec-4d7f-92f1-2f62b4fdc0db tempest-DHCPAgentSchedulersTestJSON-1824260840 tempest-DHCPAgentSchedulersTestJSON-1824260840-project-admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1182234 Aug 16 20:55:43.253467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35492) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.258791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1055203052'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:43.267731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852f5b6-59b8-4161-b41f-ff29ea49719d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=93b825c1-11e1-452f-9f39-eb5864be6541,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:43.294578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Transition to ACTIVE for port object f7c929e2-af66-4a89-95ac-2525356286d1 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:43.312018 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0852f5b6-59b8-4161-b41f-ff29ea49719d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.312141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:43.312141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:18Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:43.312327 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0852f5b6-59b8-4161-b41f-ff29ea49719d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/93b825c1-11e1-452f-9f39-eb5864be6541 HTTP/1.1" status: 204 len: 168 time: 0.8095005 Aug 16 20:55:43.312415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35494) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.389589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96844002-973f-431f-a209-90050472f096 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:43.389589 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-96844002-973f-431f-a209-90050472f096 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0745614 Aug 16 20:55:43.391620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35496) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.419925 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-33adba47-b7aa-4b99-8ed6-791b95e57d2b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:55:43.421692 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-33adba47-b7aa-4b99-8ed6-791b95e57d2b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/c3842610-d46e-48b9-a9a8-87eb4034d116 HTTP/1.1" status: 404 len: 333 time: 0.0286338 Aug 16 20:55:43.424693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35502) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.445878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Made reservation on behalf of 5ce381f5703e4041b1a792cf6eec98f3 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:43.450785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.518590 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.563337 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.644316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:43.654232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=7136f8bd-c004-43cf-bacd-f7cf704d3da9,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:43.661279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Checking segment: {'id': 'c9e0f34b-9462-4e8c-a6d6-21190c0e4103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:43.661635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network hostable DHCP agents. Network: 8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:43.662776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Network 9eab3492-c700-4408-b3f2-bb73c21bf8f0 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:43.702690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:43.705899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:43.710047 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.722207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:43.736819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Transition to ACTIVE for port object f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:43.758546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Transition to ACTIVE for port object f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:43.762830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:43.810190 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cedc72-5b57-4183-8d70-41d75f172bf4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:55:43.814988 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a9cedc72-5b57-4183-8d70-41d75f172bf4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/93b825c1-11e1-452f-9f39-eb5864be6541 HTTP/1.1" status: 404 len: 333 time: 0.3863218 Aug 16 20:55:43.815487 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35506) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.859251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:43.864947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:43.865573 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.888465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:43.921340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.921340 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Added segment e6542836-ceb3-4869-81e8-ce4c13688e2e of type vlan for network 0a4209e1-3da6-4082-b9e7-69cca6367d49 Aug 16 20:55:43.931342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cce1c42-5fe0-4523-ab8e-0fa9d82c7051 None None] Network 8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:43.933306 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.975227 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.979537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-df8cdf1c-6435-401f-bdcd-e13fd5733ae4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3353477 Aug 16 20:55:43.980361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35508) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.991735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Allocated IP 2001:db8:2::1 (a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d/9f16158b-bbe8-463b-a516-a0370834344d/9fb3b699-4982-46a5-b596-bc9d3a4ff05e) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:44.003558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Allocated IP 2001:db8:0:ffff::2 (4ad927d5-61c1-4d56-a515-c081f718deb8/5497ba41-2d10-4f9c-bb62-3a83ef569a8a/4a7e773f-1de1-44c1-8339-38efb28b183a) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:44.134399 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.148168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.166549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e338de1-735d-465c-9829-49890e506ba3']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:44.184408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Transition to ACTIVE for port object 9fb3b699-4982-46a5-b596-bc9d3a4ff05e will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:44.190718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd7e100-15fd-448a-9bdd-6a04d4e0a4fd') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:44.191191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd7e100-15fd-448a-9bdd-6a04d4e0a4fd') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:44.209847 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.213594 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.219951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.220820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.226754 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.243550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Transition to ACTIVE for port object 4a7e773f-1de1-44c1-8339-38efb28b183a will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:44.249331 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.274880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Attempting to bind port f7c929e2-af66-4a89-95ac-2525356286d1 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:44.275192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Attempting to bind port f7c929e2-af66-4a89-95ac-2525356286d1 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'e3462021-5429-407f-9fe5-ae5f3be49391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9eab3492-c700-4408-b3f2-bb73c21bf8f0'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:44.275561 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Attempting to bind port f7c929e2-af66-4a89-95ac-2525356286d1 on network 9eab3492-c700-4408-b3f2-bb73c21bf8f0 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:44.277570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Pushing event updated for resources: {'Port': ['ID=f7c929e2-af66-4a89-95ac-2525356286d1,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.289311 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.302617 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.329309 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.329655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:44.330201 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:44.333450 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:44.335463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Pushing event updated for resources: {'Network': ['ID=0a4209e1-3da6-4082-b9e7-69cca6367d49,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.378188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 0a4209e1-3da6-4082-b9e7-69cca6367d49 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:44.381379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:44.381700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Checking segment: {'id': 'e3462021-5429-407f-9fe5-ae5f3be49391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9eab3492-c700-4408-b3f2-bb73c21bf8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:44.382106 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.382504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Bound using segment: {'id': 'e3462021-5429-407f-9fe5-ae5f3be49391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9eab3492-c700-4408-b3f2-bb73c21bf8f0'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:44.382994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Bound port: f7c929e2-af66-4a89-95ac-2525356286d1, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3462021-5429-407f-9fe5-ae5f3be49391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9eab3492-c700-4408-b3f2-bb73c21bf8f0'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:44.383384 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.391153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:44.396156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:44.413418 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-209c0aa0-13d1-42b5-ac2c-a89e90def868 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1587095 Aug 16 20:55:44.424838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:44.425927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.431784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35516) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:44.463649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Transition to ACTIVE for port object 4a7e773f-1de1-44c1-8339-38efb28b183a will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:44.498986 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Network a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:44.541865 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:44.542083 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.547155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:44.611499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Pushing event updated for resources: {'Port': ['ID=f0eef48e-02a8-4b8e-85e9-4ce44e62cec5,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.614981 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.645213 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.659098 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.661839 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/networks/7e338de1-735d-465c-9829-49890e506ba3 HTTP/1.1" status: 204 len: 168 time: 0.8451397 Aug 16 20:55:44.668729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35522) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:44.685825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2044187791'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:44.688726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f01a5-8e39-4bb5-9f31-730d22da719f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Network': ['ID=7e338de1-735d-465c-9829-49890e506ba3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.693640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=9fb3b699-4982-46a5-b596-bc9d3a4ff05e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.746349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a33f1-97a7-4489-9c91-9a6e0a3e6f47 req-b7b24d86-44f1-4746-8b06-0124c0e1c8be tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.753328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a33f1-97a7-4489-9c91-9a6e0a3e6f47 req-b7b24d86-44f1-4746-8b06-0124c0e1c8be tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.760271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a33f1-97a7-4489-9c91-9a6e0a3e6f47 req-b7b24d86-44f1-4746-8b06-0124c0e1c8be tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.768422 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.769482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a33f1-97a7-4489-9c91-9a6e0a3e6f47 req-b7b24d86-44f1-4746-8b06-0124c0e1c8be tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.780098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a33f1-97a7-4489-9c91-9a6e0a3e6f47 req-b7b24d86-44f1-4746-8b06-0124c0e1c8be tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.788024 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a33f1-97a7-4489-9c91-9a6e0a3e6f47 req-b7b24d86-44f1-4746-8b06-0124c0e1c8be tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.795964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a33f1-97a7-4489-9c91-9a6e0a3e6f47 req-b7b24d86-44f1-4746-8b06-0124c0e1c8be tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.804883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f5a33f1-97a7-4489-9c91-9a6e0a3e6f47 req-b7b24d86-44f1-4746-8b06-0124c0e1c8be tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5435 time: 0.4111824 Aug 16 20:55:44.845164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Subnet': ['ID=7136f8bd-c004-43cf-bacd-f7cf704d3da9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.903555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:44.907736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.924195 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.980315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:45.008483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c6a78c34-3d8e-4a16-ae2c-e72d9ef29f82 tempest-DHCPAgentSchedulersTestJSON-1824260840 tempest-DHCPAgentSchedulersTestJSON-1824260840-project-admin] 10.222.0.74 "GET /v2.0/agents/c969bb31-c1bf-46a2-a97e-00a6c078d85c/dhcp-networks HTTP/1.1" status: 200 len: 12710 time: 0.5766203 Aug 16 20:55:45.009279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35526) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:45.085766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.086229 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Added segment 78a1edfc-5554-4072-bc2b-f206a0b52614 of type vlan for network 70041277-1fc3-45b0-a1cd-c3144128c3fe Aug 16 20:55:45.094580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.103511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f5a33f1-97a7-4489-9c91-9a6e0a3e6f47 req-af61891b-70a4-4396-be4f-30c20c5671d8 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2922721 Aug 16 20:55:45.116083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:45.129327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] For port f7c929e2-af66-4a89-95ac-2525356286d1, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:45.133569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] For port f7c929e2-af66-4a89-95ac-2525356286d1, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f7c929e2-af66-4a89-95ac-2525356286d1,segment=NetworkSegment(e3462021-5429-407f-9fe5-ae5f3be49391),segment_id=e3462021-5429-407f-9fe5-ae5f3be49391)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:45.171070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e0f34b-9462-4e8c-a6d6-21190c0e4103') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:45.176666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e0f34b-9462-4e8c-a6d6-21190c0e4103') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:45.203362 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.204397 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Network 4ad927d5-61c1-4d56-a515-c081f718deb8 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:45.229840 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.249152 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.271532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:45.289694 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:45.349818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:45.390987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Attempting to bind port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:45.391752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Attempting to bind port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'b70262f2-6450-4dae-9147-bcd206fcb48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:45.392367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Attempting to bind port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 on network a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:45.405197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a489e2-1bea-4aa9-a1a7-d282341e600f tempest-DHCPAgentSchedulersTestJSON-1824260840 tempest-DHCPAgentSchedulersTestJSON-1824260840-project-admin] Network 0a4209e1-3da6-4082-b9e7-69cca6367d49 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:45.411080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:45.419343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:45.419959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Checking segment: {'id': 'b70262f2-6450-4dae-9147-bcd206fcb48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:45.420518 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.421133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Bound using segment: {'id': 'b70262f2-6450-4dae-9147-bcd206fcb48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:45.421719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Bound port: f0eef48e-02a8-4b8e-85e9-4ce44e62cec5, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70262f2-6450-4dae-9147-bcd206fcb48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:45.422294 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.436551 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.448434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:45.449369 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.454655 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba2c98b-3333-4ab6-94ed-d271ab7687f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce', 'network_id': '8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce', 'tenant_id': '61e838134c184a03bb8704eff04e06ea', 'fixed_ips': [{'subnet_id': '7136f8bd-c004-43cf-bacd-f7cf704d3da9'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:45.455764 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c98b-3333-4ab6-94ed-d271ab7687f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.472777 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-278c67cd-8618-44e6-a36c-5f21cbae8d41 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:55:45.472777 n-d-793619-14 neutron-server[95263]: [SQL: UPDATE agents SET heartbeat_timestamp=%(heartbeat_timestamp)s, configurations=%(configurations)s, `load`=%(load)s WHERE agents.id = %(agents_id)s] Aug 16 20:55:45.472777 n-d-793619-14 neutron-server[95263]: [parameters: {'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 45, 151817), 'configurations': '{"dhcp_driver": "neutron.agent.linux.dhcp.Dnsmasq", "dhcp_lease_duration": 86400, "log_agent_heartbeats": false, "networks": 9, "ports": 24, "subnets": 9}', 'load': 9, 'agents_id': 'c969bb31-c1bf-46a2-a97e-00a6c078d85c'}] Aug 16 20:55:45.472777 n-d-793619-14 neutron-server[95263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:55:45.476469 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-278c67cd-8618-44e6-a36c-5f21cbae8d41 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:55:45.512966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.531695 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.532568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Pushing event updated for resources: {'Port': ['ID=4a7e773f-1de1-44c1-8339-38efb28b183a,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.551217 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce HTTP/1.1" status: 204 len: 168 time: 1.5700300 Aug 16 20:55:45.561510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35534) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:45.584867 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e2a489e2-1bea-4aa9-a1a7-d282341e600f tempest-DHCPAgentSchedulersTestJSON-1824260840 tempest-DHCPAgentSchedulersTestJSON-1824260840-project-admin] 10.222.0.74 "POST /v2.0/agents/c969bb31-c1bf-46a2-a97e-00a6c078d85c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5672727 Aug 16 20:55:45.619916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1176495893'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:45.631482 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35536) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:45.656405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88291e-d59d-4f70-8163-5e51c33c8224 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Network': ['ID=8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.690097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4404eb6-60d3-49af-a1fd-8611b6907228 None None] Network 0a4209e1-3da6-4082-b9e7-69cca6367d49 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:45.830999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:45.835408 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.901094 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-06523c9e-275b-410d-9bcc-079b6d15967c tempest-DHCPAgentSchedulersTestJSON-1824260840 tempest-DHCPAgentSchedulersTestJSON-1824260840-project-admin] 10.222.0.74 "GET /v2.0/agents/c969bb31-c1bf-46a2-a97e-00a6c078d85c/dhcp-networks HTTP/1.1" status: 200 len: 11942 time: 0.2666116 Aug 16 20:55:45.910825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35540) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:45.951003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Network': ['ID=70041277-1fc3-45b0-a1cd-c3144128c3fe,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.964273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:45.988686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 3, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:42Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:45.997320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a681922-c519-475b-bfb2-f3a49c665fac None None] Network 8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:46.001102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 70041277-1fc3-45b0-a1cd-c3144128c3fe details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:46.007255 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.009699 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Added segment 211ef155-3e93-40a5-b4ed-4320e9953c03 of type vlan for network 02ff28ad-332e-46b2-8acc-91a411f0fa7a Aug 16 20:55:46.072421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95861c78-8007-4bc1-8b29-2f20b88c8e8f None None] Pushing event updated for resources: {'Port': ['ID=f7c929e2-af66-4a89-95ac-2525356286d1,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:46.087496 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.106781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512fad-743e-48b9-a02b-2a6ab55c2bda req-0057783f-ac07-494f-99d5-baef20afc2db tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:46.114691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512fad-743e-48b9-a02b-2a6ab55c2bda req-0057783f-ac07-494f-99d5-baef20afc2db tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:46.121541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512fad-743e-48b9-a02b-2a6ab55c2bda req-0057783f-ac07-494f-99d5-baef20afc2db tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:46.128854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512fad-743e-48b9-a02b-2a6ab55c2bda req-0057783f-ac07-494f-99d5-baef20afc2db tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:46.136239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512fad-743e-48b9-a02b-2a6ab55c2bda req-0057783f-ac07-494f-99d5-baef20afc2db tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:46.143506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512fad-743e-48b9-a02b-2a6ab55c2bda req-0057783f-ac07-494f-99d5-baef20afc2db tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:46.150996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512fad-743e-48b9-a02b-2a6ab55c2bda req-0057783f-ac07-494f-99d5-baef20afc2db tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:46.157546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52512fad-743e-48b9-a02b-2a6ab55c2bda req-0057783f-ac07-494f-99d5-baef20afc2db tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5435 time: 0.8935356 Aug 16 20:55:46.159390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-896afdca-f70b-4f07-b9ee-e1ccb1567a64 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4824491 Aug 16 20:55:46.160299 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.162470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35542) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:46.168223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': '70041277-1fc3-45b0-a1cd-c3144128c3fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:46.179973 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.186513 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.262342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a681922-c519-475b-bfb2-f3a49c665fac None None] Network 8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce could not be found, it might have been deleted concurrently. {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:55:46.265041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9ab0d-2081-466e-b59d-481d6e17deb3 None None] The sync data for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 is: [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 3, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:42Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:46.268031 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-23ff42c8-3b16-47c7-9cd4-4efa44953331 tempest-DHCPAgentSchedulersTestJSON-1824260840 tempest-DHCPAgentSchedulersTestJSON-1824260840-project-admin] 10.222.0.74 "DELETE /v2.0/agents/c969bb31-c1bf-46a2-a97e-00a6c078d85c/dhcp-networks/0a4209e1-3da6-4082-b9e7-69cca6367d49 HTTP/1.1" status: 204 len: 168 time: 0.3147881 Aug 16 20:55:46.269199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35546) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:46.271735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Attempting to bind port 4a7e773f-1de1-44c1-8339-38efb28b183a on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:46.272388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Attempting to bind port 4a7e773f-1de1-44c1-8339-38efb28b183a by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'de631fc0-ff98-4261-a8df-c979b07cc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ad927d5-61c1-4d56-a515-c081f718deb8'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:46.273864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Attempting to bind port 4a7e773f-1de1-44c1-8339-38efb28b183a on network 4ad927d5-61c1-4d56-a515-c081f718deb8 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:46.284087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:46.284915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Checking segment: {'id': 'de631fc0-ff98-4261-a8df-c979b07cc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ad927d5-61c1-4d56-a515-c081f718deb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:46.285580 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.286192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Bound using segment: {'id': 'de631fc0-ff98-4261-a8df-c979b07cc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ad927d5-61c1-4d56-a515-c081f718deb8'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:46.286962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Bound port: 4a7e773f-1de1-44c1-8339-38efb28b183a, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de631fc0-ff98-4261-a8df-c979b07cc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ad927d5-61c1-4d56-a515-c081f718deb8'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:46.287626 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.291337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] For port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:46.291941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=9fb3b699-4982-46a5-b596-bc9d3a4ff05e,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:46.331397 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] For port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f0eef48e-02a8-4b8e-85e9-4ce44e62cec5,segment=NetworkSegment(b70262f2-6450-4dae-9147-bcd206fcb48d),segment_id=b70262f2-6450-4dae-9147-bcd206fcb48d)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:46.335603 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-278c67cd-8618-44e6-a36c-5f21cbae8d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.429637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] For port 4a7e773f-1de1-44c1-8339-38efb28b183a, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:46.433765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] For port 4a7e773f-1de1-44c1-8339-38efb28b183a, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4a7e773f-1de1-44c1-8339-38efb28b183a,segment=NetworkSegment(de631fc0-ff98-4261-a8df-c979b07cc583),segment_id=de631fc0-ff98-4261-a8df-c979b07cc583)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:46.436681 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.492997 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.498636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:46.499263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.521994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ca2d0-d176-40d0-91e9-380d7cc46ceb None None] Pushing event updated for resources: {'Port': ['ID=f0eef48e-02a8-4b8e-85e9-4ce44e62cec5,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:46.534303 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.550551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:46.552332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:46.680506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:46.700427 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.765337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f543674-8e0f-4ccc-98d2-3d5f130990d4 None None] Pushing event updated for resources: {'Port': ['ID=4a7e773f-1de1-44c1-8339-38efb28b183a,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:46.866121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router eb13d03a-a23f-414a-a234-9080e6e98f24 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:47.060432 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3f31652d-9f20-4234-8cca-ae70b1b0a063 tempest-DHCPAgentSchedulersTestJSON-1824260840 tempest-DHCPAgentSchedulersTestJSON-1824260840-project-admin] 10.222.0.74 "GET /v2.0/agents/c969bb31-c1bf-46a2-a97e-00a6c078d85c/dhcp-networks HTTP/1.1" status: 200 len: 11171 time: 0.7900496 Aug 16 20:55:47.065058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35554) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:47.083553 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4865012 Aug 16 20:55:47.113715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35556) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:47.119966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'network_id': '02ff28ad-332e-46b2-8acc-91a411f0fa7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:47.177937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ca620-affa-4ed2-91fb-29a83118f7f9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=02ff28ad-332e-46b2-8acc-91a411f0fa7a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:47.215240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 02ff28ad-332e-46b2-8acc-91a411f0fa7a details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:47.419362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:47.484173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d2a59-ba89-4b3d-910d-8111aec26402 None None] Network 9eab3492-c700-4408-b3f2-bb73c21bf8f0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:47.631835 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f61f52ae-902e-4019-a9f2-a7cde842ed68 tempest-DHCPAgentSchedulersTestJSON-1824260840 tempest-DHCPAgentSchedulersTestJSON-1824260840-project-admin] 10.222.0.74 "GET /v2.0/networks/9eab3492-c700-4408-b3f2-bb73c21bf8f0/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.5468819 Aug 16 20:55:47.643014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35562) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:47.692358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:47.723509 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-72b00eed-644d-4fce-95ee-e5dc7fc30838 tempest-DHCPAgentSchedulersTestJSON-1824260840 tempest-DHCPAgentSchedulersTestJSON-1824260840-project-admin] 10.222.0.74 "GET /v2.0/networks/9eab3492-c700-4408-b3f2-bb73c21bf8f0/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0772567 Aug 16 20:55:47.731914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35566) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:47.806853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:47.820892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2f2da592-92ba-4858-88d1-5ceee528ce01 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5337229 Aug 16 20:55:47.823783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35568) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:47.842850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-729948791'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:47.878056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.880243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-af4cced8-2af3-41b2-a8e2-db7a96f45c84 None None] Provisioning for port f7c929e2-af66-4a89-95ac-2525356286d1 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:47.929570 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-530fe17f-dd80-4d58-9c63-d47cde7a3f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.941996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:47.945777 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.949067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 06935dcb-2da0-4e4c-b78e-d16a70184654 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:47.949450 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.969718 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.011061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:48.024158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f7c929e2-af66-4a89-95ac-2525356286d1 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:48.034824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:48.043966 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.101689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:48.114792 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Sync routers for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:48.120226 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.120527 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added segment 011915ac-ad4a-4b77-9b99-b06639044fa3 of type vlan for network 452e1121-0354-4b68-8db2-a08fe605476e Aug 16 20:55:48.139818 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:48.141596 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:48.191557 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.332768 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.334206 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.339522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:48.340149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.396449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:48.403125 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:48.405394 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e168c7b-c15a-4daf-82b7-0abdad788fa6" -d '{"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:48.455158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:48.456358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port f7c929e2-af66-4a89-95ac-2525356286d1 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:48.499025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f7c929e2-af66-4a89-95ac-2525356286d1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:48.500027 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.567411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Subnet': ['ID=462bdbdd-d0ac-440f-b450-e1ea14782054,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:48.590503 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Network': ['ID=452e1121-0354-4b68-8db2-a08fe605476e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:48.610440 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cc5056-ed46-4b99-9a87-948802029546 x-openstack-request-id: req-61cc5056-ed46-4b99-9a87-948802029546 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:48.610742 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:48.611014 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-61cc5056-ed46-4b99-9a87-948802029546 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:48.611398 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'code': 200} Aug 16 20:55:48.613538 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.632853 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.636574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 452e1121-0354-4b68-8db2-a08fe605476e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:48.723185 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-31ed462a-ea05-4e34-9888-af6c7b5b6574 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8980553 Aug 16 20:55:48.725606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35584) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:48.731640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb37d451-8edb-4e5c-9a1d-145d60dc7d70 None None] Network a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:48.737539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'subnet': {'network_id': '452e1121-0354-4b68-8db2-a08fe605476e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:48.755293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3c0625f6-9ba7-4b0c-a207-6ce8ffc38ac9 None None] Provisioning complete for port f7c929e2-af66-4a89-95ac-2525356286d1 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:48.755966 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3c0625f6-9ba7-4b0c-a207-6ce8ffc38ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.017441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35592) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:49.031595 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.036259 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=8755ec9c-d3f4-4cf0-9ea4-69bea861d244,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:49.054926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Made reservation on behalf of 196456fa70e24819a09934a59a334eb5 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:49.067772 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.085040 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:55:44Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:42Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:45Z', 'revision_number': 2, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:49.131789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Checking segment: {'id': '78a1edfc-5554-4072-bc2b-f206a0b52614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70041277-1fc3-45b0-a1cd-c3144128c3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:49.132242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network hostable DHCP agents. Network: 70041277-1fc3-45b0-a1cd-c3144128c3fe, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:49.156348 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-03fd56b8-5147-4a8d-be0c-dc0a4d79ea5f tempest-DHCPAgentSchedulersTestJSON-1824260840 tempest-DHCPAgentSchedulersTestJSON-1824260840-project-admin] 10.222.0.74 "GET /v2.0/agents/c969bb31-c1bf-46a2-a97e-00a6c078d85c/dhcp-networks HTTP/1.1" status: 200 len: 11171 time: 1.4198673 Aug 16 20:55:49.164027 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Checking router: eb13d03a-a23f-414a-a234-9080e6e98f24 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:49.165000 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Updating router eb13d03a-a23f-414a-a234-9080e6e98f24 port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:55:49.167746 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35596) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:49.237791 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.311374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Checking segment: {'id': '211ef155-3e93-40a5-b4ed-4320e9953c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02ff28ad-332e-46b2-8acc-91a411f0fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:49.320011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network hostable DHCP agents. Network: 02ff28ad-332e-46b2-8acc-91a411f0fa7a, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:49.385218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5bfd-4b7b-430a-a2fa-f6232954b490 req-ccd6c8c3-96c7-4845-9f35-4f1930040e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:49.385719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5bfd-4b7b-430a-a2fa-f6232954b490 req-ccd6c8c3-96c7-4845-9f35-4f1930040e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:49.386213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5bfd-4b7b-430a-a2fa-f6232954b490 req-ccd6c8c3-96c7-4845-9f35-4f1930040e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:49.387846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5bfd-4b7b-430a-a2fa-f6232954b490 req-ccd6c8c3-96c7-4845-9f35-4f1930040e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:49.388241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5bfd-4b7b-430a-a2fa-f6232954b490 req-ccd6c8c3-96c7-4845-9f35-4f1930040e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:49.388756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5bfd-4b7b-430a-a2fa-f6232954b490 req-ccd6c8c3-96c7-4845-9f35-4f1930040e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:49.389293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5bfd-4b7b-430a-a2fa-f6232954b490 req-ccd6c8c3-96c7-4845-9f35-4f1930040e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:49.394297 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f4a5bfd-4b7b-430a-a2fa-f6232954b490 req-ccd6c8c3-96c7-4845-9f35-4f1930040e6f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6499 time: 0.3748195 Aug 16 20:55:49.416068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b4d98-8fab-4ab4-bd65-704aa16320be None None] Network 4ad927d5-61c1-4d56-a515-c081f718deb8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:49.440449 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.443610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 70041277-1fc3-45b0-a1cd-c3144128c3fe is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:49.485381 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=10']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:49.503639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f4a5bfd-4b7b-430a-a2fa-f6232954b490 req-35be8d93-ef7b-4534-9a52-ead5af4159bc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0958643 Aug 16 20:55:49.534751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 02ff28ad-332e-46b2-8acc-91a411f0fa7a is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:49.593638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port f7c929e2-af66-4a89-95ac-2525356286d1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f7c929e2-af66-4a89-95ac-2525356286d1,segment=NetworkSegment(e3462021-5429-407f-9fe5-ae5f3be49391),segment_id=e3462021-5429-407f-9fe5-ae5f3be49391)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:49.598683 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.641827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.659882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4209e1-3da6-4082-b9e7-69cca6367d49']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:49.667342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 02ff28ad-332e-46b2-8acc-91a411f0fa7a) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:49.673053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:49.673723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.676943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 70041277-1fc3-45b0-a1cd-c3144128c3fe) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:49.682919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:49.685592 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.700757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766ed092-18ee-4033-ba91-1751c9b4e9a3 None None] Network 02ff28ad-332e-46b2-8acc-91a411f0fa7a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:49.724286 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6542836-ceb3-4869-81e8-ce4c13688e2e') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:49.724588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6542836-ceb3-4869-81e8-ce4c13688e2e') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:49.745901 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.748603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.760801 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a587f36-8765-4d59-8cf8-7e26b59a2667 None None] Network 70041277-1fc3-45b0-a1cd-c3144128c3fe requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:49.766258 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Transition to ACTIVE for port object 9fb3b699-4982-46a5-b596-bc9d3a4ff05e will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:49.777867 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.786300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:49.786809 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:49.790710 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:49.810929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3c0625f6-9ba7-4b0c-a207-6ce8ffc38ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.813214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.814135 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7f9bb87f-44e6-45ce-8419-3bb375b5c188 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:49.842502 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a5e2f5c1-2960-4cb7-b9b4-2cbcc04a3e1b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6762655 Aug 16 20:55:49.842502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35608) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:49.848801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': '70041277-1fc3-45b0-a1cd-c3144128c3fe', 'name': 'tempest-PortsTestJSON-1987350975'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:49.855388 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.857409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.863895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f78cac6d-7683-40db-a4fc-35749a7afcec tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7489057 Aug 16 20:55:49.867866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35610) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:49.912695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2007430380'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:50.136419 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d9f98-ed66-480d-9dfd-5d6bee1fce35 None None] Pushing event updated for resources: {'Port': ['ID=9fb3b699-4982-46a5-b596-bc9d3a4ff05e,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.137940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Checking segment: {'id': '011915ac-ad4a-4b77-9b99-b06639044fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:50.137940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network hostable DHCP agents. Network: 452e1121-0354-4b68-8db2-a08fe605476e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:50.137940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Subnet': ['ID=d2e1d36e-12f6-44ac-b3cb-0114f6845219,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.138794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Attempting to bind port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:50.138794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Attempting to bind port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'b70262f2-6450-4dae-9147-bcd206fcb48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:50.138794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Attempting to bind port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e on network a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:50.138794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:50.138794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Checking segment: {'id': 'b70262f2-6450-4dae-9147-bcd206fcb48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:50.138794 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.138794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Bound using segment: {'id': 'b70262f2-6450-4dae-9147-bcd206fcb48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:50.138794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Bound port: 9fb3b699-4982-46a5-b596-bc9d3a4ff05e, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70262f2-6450-4dae-9147-bcd206fcb48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:50.138794 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.140265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=f7c929e2-af66-4a89-95ac-2525356286d1,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.146238 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] For port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:50.149868 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] For port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9fb3b699-4982-46a5-b596-bc9d3a4ff05e,segment=NetworkSegment(b70262f2-6450-4dae-9147-bcd206fcb48d),segment_id=b70262f2-6450-4dae-9147-bcd206fcb48d)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:50.177741 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-3c0625f6-9ba7-4b0c-a207-6ce8ffc38ac9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:55:50.178102 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-3c0625f6-9ba7-4b0c-a207-6ce8ffc38ac9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:55:50.207269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-02ff28ad-332e-46b2-8acc-91a411f0fa7a', 'network_id': '02ff28ad-332e-46b2-8acc-91a411f0fa7a', 'tenant_id': '61e838134c184a03bb8704eff04e06ea', 'fixed_ips': [{'subnet_id': '8755ec9c-d3f4-4cf0-9ea4-69bea861d244'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:50.208112 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.295201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-70041277-1fc3-45b0-a1cd-c3144128c3fe', 'network_id': '70041277-1fc3-45b0-a1cd-c3144128c3fe', 'tenant_id': 'a319271fc3714777bb9854455552b6a7', 'fixed_ips': [{'subnet_id': '462bdbdd-d0ac-440f-b450-e1ea14782054'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:50.295201 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.372323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:50.374261 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.401470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:50.436490 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.438359 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.439205 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.439544 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Added segment a3e95f9c-e9f5-407e-97e0-2d49969cc981 of type vlan for network 3e48f9fe-5303-4ee6-adbc-92c50fe60817 Aug 16 20:55:50.460372 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.464706 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] 10.222.0.74 "DELETE /v2.0/networks/0a4209e1-3da6-4082-b9e7-69cca6367d49 HTTP/1.1" status: 204 len: 168 time: 1.2946661 Aug 16 20:55:50.467856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35616) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:50.521450 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:50.522189 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:50.586082 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.632027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:50.640938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.648117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 452e1121-0354-4b68-8db2-a08fe605476e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:50.651056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c5cf6-7410-4d1b-afb9-79441f34dcc1 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Pushing event deleted for resources: {'Network': ['ID=0a4209e1-3da6-4082-b9e7-69cca6367d49,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.661809 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e773dc-3f1f-460c-819f-7cb4f51a67f9 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:50.662739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e773dc-3f1f-460c-819f-7cb4f51a67f9 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:50.664649 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f7e773dc-3f1f-460c-819f-7cb4f51a67f9 tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] 10.222.0.74 "DELETE /v2.0/ports/b2133322-37d1-41bb-bc8b-e74240ef7440 HTTP/1.1" status: 404 len: 333 time: 0.1928658 Aug 16 20:55:50.667915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35620) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:50.675256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Allocated IP 172.20.0.2 (70041277-1fc3-45b0-a1cd-c3144128c3fe/462bdbdd-d0ac-440f-b450-e1ea14782054/cf3eb76f-3c77-479e-9ced-cf1ff62799ce) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:50.683844 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d9f98-ed66-480d-9dfd-5d6bee1fce35 None None] Pushing event updated for resources: {'Port': ['ID=9fb3b699-4982-46a5-b596-bc9d3a4ff05e,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.719094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port c36ee67f-5590-4484-91ea-2055645fd5c8 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:50.749846 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:50.766599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.774787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:50.776083 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.835610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-5315f5b4-ded5-44b2-821e-408a0b37506e tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Deleting subnet c7d6d518-f99c-4dd1-a242-f5a2fc014754 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:50.854080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:50.865815 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5315f5b4-ded5-44b2-821e-408a0b37506e tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.908214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:50.908214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.918620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 452e1121-0354-4b68-8db2-a08fe605476e) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:50.940381 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:50.941130 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.959845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5315f5b4-ded5-44b2-821e-408a0b37506e tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.977481 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.978724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43953df-9162-44c4-b1ba-32375a039c2e None None] Network 452e1121-0354-4b68-8db2-a08fe605476e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:51.033657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=3e48f9fe-5303-4ee6-adbc-92c50fe60817,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:51.048201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8cffe1f9-4204-49cf-b721-7089b997d8c0 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1656165 Aug 16 20:55:51.051978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35626) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:51.067709 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5315f5b4-ded5-44b2-821e-408a0b37506e tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.068655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'network_id': '3e48f9fe-5303-4ee6-adbc-92c50fe60817', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:51.205207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c86595ee-0bd5-4c3c-b133-64ef80ae81b3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4782531 Aug 16 20:55:51.208024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35628) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:51.234774 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 3e48f9fe-5303-4ee6-adbc-92c50fe60817 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:51.258020 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:55:44Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:42Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:50Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:51.323802 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ca423-7fae-4a59-8f1e-f805af52b1da None None] The sync data for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 is: [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:55:44Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:42Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:50Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:51.360727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:51.364540 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.530481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Allocated IP 2001:db8::1 (02ff28ad-332e-46b2-8acc-91a411f0fa7a/8755ec9c-d3f4-4cf0-9ea4-69bea861d244/d7f13359-8e79-4d69-8b58-c6c127564ff3) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:51.544702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbeb3b61-4c8d-41e4-add3-29db1e2cad8b None None] Provisioning for port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:51.548327 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.601547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Transition to ACTIVE for port object cf3eb76f-3c77-479e-9ced-cf1ff62799ce will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:51.643041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_backend_mixin [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Performing IP validity checks on allocation pools {{(pid=95261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:55:51.650546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_backend_mixin [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:55:51.828241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-452e1121-0354-4b68-8db2-a08fe605476e', 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'fixed_ips': [{'subnet_id': 'd2e1d36e-12f6-44ac-b3cb-0114f6845219'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:51.829179 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.860147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Transition to ACTIVE for port object cf3eb76f-3c77-479e-9ced-cf1ff62799ce will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:51.956300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbeb3b61-4c8d-41e4-add3-29db1e2cad8b None None] Provisioning for port 4a7e773f-1de1-44c1-8339-38efb28b183a completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:51.957585 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5315f5b4-ded5-44b2-821e-408a0b37506e tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.036901 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.039420 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5315f5b4-ded5-44b2-821e-408a0b37506e tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.042026 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5315f5b4-ded5-44b2-821e-408a0b37506e tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] 10.222.0.74 "DELETE /v2.0/subnets/c7d6d518-f99c-4dd1-a242-f5a2fc014754 HTTP/1.1" status: 204 len: 168 time: 1.3707132 Aug 16 20:55:52.051724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35636) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:52.069786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315f5b4-ded5-44b2-821e-408a0b37506e tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d6d518-f99c-4dd1-a242-f5a2fc014754,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:52.189566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.10 (70041277-1fc3-45b0-a1cd-c3144128c3fe/462bdbdd-d0ac-440f-b450-e1ea14782054/c36ee67f-5590-4484-91ea-2055645fd5c8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:52.388815 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.391563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8951dd-39e8-4d83-9461-7a0103620f4f None None] Network 9eab3492-c700-4408-b3f2-bb73c21bf8f0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:52.411553 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.436465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=f31c898a-0181-4d17-a622-945fa82df7ed,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:52.443973 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.469501 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Checking segment: {'id': 'a3e95f9c-e9f5-407e-97e0-2d49969cc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3e48f9fe-5303-4ee6-adbc-92c50fe60817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:52.470125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network hostable DHCP agents. Network: 3e48f9fe-5303-4ee6-adbc-92c50fe60817, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:52.538870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbeb3b61-4c8d-41e4-add3-29db1e2cad8b None None] Could not find standard attr ID for object b2133322-37d1-41bb-bc8b-e74240ef7440. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:55:52.583079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Deleting port f7c929e2-af66-4a89-95ac-2525356286d1 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:52.583694 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.588656 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.657617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 7f9bb87f-44e6-45ce-8419-3bb375b5c188, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7f9bb87f-44e6-45ce-8419-3bb375b5c188,segment=NetworkSegment(7c332078-7908-4794-8066-19657678bebd),segment_id=7c332078-7908-4794-8066-19657678bebd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:52.663287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Network 70041277-1fc3-45b0-a1cd-c3144128c3fe is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:52.678898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] For port f7c929e2-af66-4a89-95ac-2525356286d1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f7c929e2-af66-4a89-95ac-2525356286d1,segment=NetworkSegment(e3462021-5429-407f-9fe5-ae5f3be49391),segment_id=e3462021-5429-407f-9fe5-ae5f3be49391)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:52.679631 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.680650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:52.682440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Pushing event updated for resources: {'Port': ['ID=cf3eb76f-3c77-479e-9ced-cf1ff62799ce,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:52.693837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:52.700084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Calling delete_port for f7c929e2-af66-4a89-95ac-2525356286d1 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:52.800201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 3e48f9fe-5303-4ee6-adbc-92c50fe60817 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:52.815434 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.816378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4a7e773f-1de1-44c1-8339-38efb28b183a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:52.828848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Allocated IP 2001:db8:3::2 (452e1121-0354-4b68-8db2-a08fe605476e/d2e1d36e-12f6-44ac-b3cb-0114f6845219/cfe76a96-bb84-44f9-93fe-47489fae1328) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:52.891821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbeb3b61-4c8d-41e4-add3-29db1e2cad8b None None] Provisioning for port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:52.893920 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.913782 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.916620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object c36ee67f-5590-4484-91ea-2055645fd5c8 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:52.964421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Pushing event deleted for resources: {'Port': ['ID=f7c929e2-af66-4a89-95ac-2525356286d1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:52.966236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 3e48f9fe-5303-4ee6-adbc-92c50fe60817) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:52.978891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] No DVR routers for this DVR port f7c929e2-af66-4a89-95ac-2525356286d1 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:53.003246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbeb3b61-4c8d-41e4-add3-29db1e2cad8b None None] Provisioning complete for port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:53.003846 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3b61-4c8d-41e4-add3-29db1e2cad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.024853 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.048426 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.121011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 70041277-1fc3-45b0-a1cd-c3144128c3fe is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:53.124935 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:53.128621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:53.135771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Attempting to bind port cf3eb76f-3c77-479e-9ced-cf1ff62799ce on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:53.136299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Attempting to bind port cf3eb76f-3c77-479e-9ced-cf1ff62799ce by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '78a1edfc-5554-4072-bc2b-f206a0b52614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70041277-1fc3-45b0-a1cd-c3144128c3fe'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:53.136785 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Attempting to bind port cf3eb76f-3c77-479e-9ced-cf1ff62799ce on network 70041277-1fc3-45b0-a1cd-c3144128c3fe {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:53.142615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:53.143242 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.146858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Transition to ACTIVE for port object d7f13359-8e79-4d69-8b58-c6c127564ff3 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:53.147042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.155833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78412721-22cc-4141-9ae1-4822bd793d6c None None] Network 3e48f9fe-5303-4ee6-adbc-92c50fe60817 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:53.167364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eab3492-c700-4408-b3f2-bb73c21bf8f0']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:53.191242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3462021-5429-407f-9fe5-ae5f3be49391') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:53.191242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3462021-5429-407f-9fe5-ae5f3be49391') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:53.208771 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.221237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=c36ee67f-5590-4484-91ea-2055645fd5c8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:53.240113 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.249238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=7f9bb87f-44e6-45ce-8419-3bb375b5c188,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:53.255567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:53.255567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Checking segment: {'id': '78a1edfc-5554-4072-bc2b-f206a0b52614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70041277-1fc3-45b0-a1cd-c3144128c3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:53.255567 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.255567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Bound using segment: {'id': '78a1edfc-5554-4072-bc2b-f206a0b52614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70041277-1fc3-45b0-a1cd-c3144128c3fe'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:53.255567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Bound port: cf3eb76f-3c77-479e-9ced-cf1ff62799ce, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a1edfc-5554-4072-bc2b-f206a0b52614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70041277-1fc3-45b0-a1cd-c3144128c3fe'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:53.255567 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.256649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:53.256939 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.270817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:53.277982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.306725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Transition to ACTIVE for port object d7f13359-8e79-4d69-8b58-c6c127564ff3 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:53.343954 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:53.347849 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b83a16-47d4-4c0c-81f7-d84a6f7ee267 None None] DHCP port deletion for 9eab3492-c700-4408-b3f2-bb73c21bf8f0 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:53.445760 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35650) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:53.449459 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bd76cc33-f50a-4122-bda1-8a327a59e637 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5977514 Aug 16 20:55:53.497922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1a20dcbc-ff96-415c-bc3d-ee4f2ee27b74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4440725 Aug 16 20:55:53.498793 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.506322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35652) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:53.526234 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.532293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] 10.222.0.74 "DELETE /v2.0/networks/9eab3492-c700-4408-b3f2-bb73c21bf8f0 HTTP/1.1" status: 204 len: 168 time: 1.4768834 Aug 16 20:55:53.552762 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f277203-4a90-49f7-99a3-504dfbbd0d9c tempest-DHCPAgentSchedulersTestJSON-782576245 tempest-DHCPAgentSchedulersTestJSON-782576245-project] Pushing event deleted for resources: {'Network': ['ID=9eab3492-c700-4408-b3f2-bb73c21bf8f0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:53.624530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-88f74865-edb8-4491-a2b0-cdf9ad3cf9e2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port c36ee67f-5590-4484-91ea-2055645fd5c8 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:53.629216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88f74865-edb8-4491-a2b0-cdf9ad3cf9e2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.644153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 4a7e773f-1de1-44c1-8339-38efb28b183a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:53.659176 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.682081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.714639 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.766467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4a7e773f-1de1-44c1-8339-38efb28b183a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:53.774094 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.785347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.821102 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88f74865-edb8-4491-a2b0-cdf9ad3cf9e2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.825844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] For port cf3eb76f-3c77-479e-9ced-cf1ff62799ce, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:53.835239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Network 02ff28ad-332e-46b2-8acc-91a411f0fa7a is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:53.836240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e769f09-a98d-4bbc-a1a6-51b402534b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-3e48f9fe-5303-4ee6-adbc-92c50fe60817', 'network_id': '3e48f9fe-5303-4ee6-adbc-92c50fe60817', 'tenant_id': '61e838134c184a03bb8704eff04e06ea', 'fixed_ips': [{'subnet_id': 'f31c898a-0181-4d17-a622-945fa82df7ed'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:53.837097 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e769f09-a98d-4bbc-a1a6-51b402534b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.842774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-88f74865-edb8-4491-a2b0-cdf9ad3cf9e2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for c36ee67f-5590-4484-91ea-2055645fd5c8 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:53.857067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Transition to ACTIVE for port object cfe76a96-bb84-44f9-93fe-47489fae1328 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:53.859180 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3b61-4c8d-41e4-add3-29db1e2cad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.861420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:53.883684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:53.903605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] For port cf3eb76f-3c77-479e-9ced-cf1ff62799ce, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=cf3eb76f-3c77-479e-9ced-cf1ff62799ce,segment=NetworkSegment(78a1edfc-5554-4072-bc2b-f206a0b52614),segment_id=78a1edfc-5554-4072-bc2b-f206a0b52614)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:53.946005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Pushing event updated for resources: {'Port': ['ID=d7f13359-8e79-4d69-8b58-c6c127564ff3,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:53.967403 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.979647 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Transition to ACTIVE for port object cfe76a96-bb84-44f9-93fe-47489fae1328 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:54.007053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Subnet': ['ID=f31c898a-0181-4d17-a622-945fa82df7ed,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.048542 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.112954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.135999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bbeb3b61-4c8d-41e4-add3-29db1e2cad8b None None] For port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f0eef48e-02a8-4b8e-85e9-4ce44e62cec5,segment=NetworkSegment(b70262f2-6450-4dae-9147-bcd206fcb48d),segment_id=b70262f2-6450-4dae-9147-bcd206fcb48d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:54.148043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e48f9fe-5303-4ee6-adbc-92c50fe60817']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:54.164850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e95f9c-e9f5-407e-97e0-2d49969cc981') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:54.164850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e95f9c-e9f5-407e-97e0-2d49969cc981') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:54.168594 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.179915 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.181992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Attempting to bind port d7f13359-8e79-4d69-8b58-c6c127564ff3 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:54.182157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Attempting to bind port d7f13359-8e79-4d69-8b58-c6c127564ff3 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '211ef155-3e93-40a5-b4ed-4320e9953c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02ff28ad-332e-46b2-8acc-91a411f0fa7a'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:54.182531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Attempting to bind port d7f13359-8e79-4d69-8b58-c6c127564ff3 on network 02ff28ad-332e-46b2-8acc-91a411f0fa7a {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:54.193618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Allocated IP 2001:db8:3::1 (452e1121-0354-4b68-8db2-a08fe605476e/d2e1d36e-12f6-44ac-b3cb-0114f6845219/0ee9d11b-368a-4b60-9a0e-8769d6152570) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:54.221624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.232851 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88f74865-edb8-4491-a2b0-cdf9ad3cf9e2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.249340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:54.249783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Checking segment: {'id': '211ef155-3e93-40a5-b4ed-4320e9953c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02ff28ad-332e-46b2-8acc-91a411f0fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:54.250160 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.250646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Bound using segment: {'id': '211ef155-3e93-40a5-b4ed-4320e9953c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02ff28ad-332e-46b2-8acc-91a411f0fa7a'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:54.251266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Bound port: d7f13359-8e79-4d69-8b58-c6c127564ff3, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211ef155-3e93-40a5-b4ed-4320e9953c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02ff28ad-332e-46b2-8acc-91a411f0fa7a'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:54.251740 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.251977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:54.257560 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:54.270470 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:54.272770 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.274870 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3b61-4c8d-41e4-add3-29db1e2cad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.293636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f74865-edb8-4491-a2b0-cdf9ad3cf9e2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=c36ee67f-5590-4484-91ea-2055645fd5c8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.296161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Network 452e1121-0354-4b68-8db2-a08fe605476e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:54.320203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c696f-fc38-4369-a7f1-cb6f5a390dd4 None None] Pushing event updated for resources: {'Port': ['ID=cf3eb76f-3c77-479e-9ced-cf1ff62799ce,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.386457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server [None req-4e769f09-a98d-4bbc-a1a6-51b402534b14 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f31c898a-0181-4d17-a622-945fa82df7ed: This subnet is being modified by another concurrent operation. Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:55:54.399429 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f31c898a-0181-4d17-a622-945fa82df7ed: This subnet is being modified by another concurrent operation. Aug 16 20:55:54.402751 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Aug 16 20:55:54.405089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:54.429461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4a06e-ec47-4388-9813-1c5a3455f772 None None] Network 3e48f9fe-5303-4ee6-adbc-92c50fe60817 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:54.442862 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88f74865-edb8-4491-a2b0-cdf9ad3cf9e2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.445738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-88f74865-edb8-4491-a2b0-cdf9ad3cf9e2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/c36ee67f-5590-4484-91ea-2055645fd5c8 HTTP/1.1" status: 204 len: 168 time: 0.9978638 Aug 16 20:55:54.452311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35664) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:54.462292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35666) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:54.492676 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47b4ac7-2ca1-413f-9efe-35509bd8a54a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:54.493759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47b4ac7-2ca1-413f-9efe-35509bd8a54a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:54.495941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c47b4ac7-2ca1-413f-9efe-35509bd8a54a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/c36ee67f-5590-4484-91ea-2055645fd5c8 HTTP/1.1" status: 404 len: 333 time: 0.0416579 Aug 16 20:55:54.501001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35670) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:54.533771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.557557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Transition to ACTIVE for port object 0ee9d11b-368a-4b60-9a0e-8769d6152570 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:54.588122 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b44a5f-98ff-45e8-9505-8000ba849e3d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:55:54.602974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-76b44a5f-98ff-45e8-9505-8000ba849e3d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/c36ee67f-5590-4484-91ea-2055645fd5c8 HTTP/1.1" status: 404 len: 333 time: 0.1000490 Aug 16 20:55:54.605439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35672) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:54.682333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f906bf6-fe1d-4974-9d2d-2a90253572dc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting subnet 462bdbdd-d0ac-440f-b450-e1ea14782054 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:54.687295 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f906bf6-fe1d-4974-9d2d-2a90253572dc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.711201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Pushing event updated for resources: {'Port': ['ID=cfe76a96-bb84-44f9-93fe-47489fae1328,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.711931 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.765177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f906bf6-fe1d-4974-9d2d-2a90253572dc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.837628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f0dee32f-4ce6-40cd-af84-9cc0036c58f8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ce381f5703e4041b1a792cf6eec98f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717177 Aug 16 20:55:54.838826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.839842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35674) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:54.847104 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.859959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35676) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:54.860583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 4a7e773f-1de1-44c1-8339-38efb28b183a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4a7e773f-1de1-44c1-8339-38efb28b183a,segment=NetworkSegment(de631fc0-ff98-4261-a8df-c979b07cc583),segment_id=de631fc0-ff98-4261-a8df-c979b07cc583)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:54.865075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135346727'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:54.865586 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/3e48f9fe-5303-4ee6-adbc-92c50fe60817 HTTP/1.1" status: 204 len: 168 time: 1.3635135 Aug 16 20:55:54.870428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 452e1121-0354-4b68-8db2-a08fe605476e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:54.886990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=0ee9d11b-368a-4b60-9a0e-8769d6152570,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.890817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:54.893578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:54.894145 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.905760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ef1d6-a55c-42ef-9db7-227ca22ab02d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Network': ['ID=3e48f9fe-5303-4ee6-adbc-92c50fe60817,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.948948 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f906bf6-fe1d-4974-9d2d-2a90253572dc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.983000 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1b53-4e57-4cf5-af43-d03920fb268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.986571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb3b61-4c8d-41e4-add3-29db1e2cad8b None None] Pushing event updated for resources: {'Port': ['ID=f0eef48e-02a8-4b8e-85e9-4ce44e62cec5,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.043141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] For port d7f13359-8e79-4d69-8b58-c6c127564ff3, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:55.046427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1b53-4e57-4cf5-af43-d03920fb268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.047010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] For port d7f13359-8e79-4d69-8b58-c6c127564ff3, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d7f13359-8e79-4d69-8b58-c6c127564ff3,segment=NetworkSegment(211ef155-3e93-40a5-b4ed-4320e9953c03),segment_id=211ef155-3e93-40a5-b4ed-4320e9953c03)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:55.050093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Attempting to bind port cfe76a96-bb84-44f9-93fe-47489fae1328 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:55.050848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Attempting to bind port cfe76a96-bb84-44f9-93fe-47489fae1328 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '011915ac-ad4a-4b77-9b99-b06639044fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:55.051275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Attempting to bind port cfe76a96-bb84-44f9-93fe-47489fae1328 on network 452e1121-0354-4b68-8db2-a08fe605476e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:55.055099 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.145521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:55.160630 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.258428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:55.272760 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.280290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.280704 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Added segment 1319bbb6-2cd3-4e12-98e7-4a9304738f02 of type vlan for network 54f151b1-ec72-4578-b81c-ebee4caebf9b Aug 16 20:55:55.312343 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f906bf6-fe1d-4974-9d2d-2a90253572dc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.460473 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1b53-4e57-4cf5-af43-d03920fb268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.463212 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1b53-4e57-4cf5-af43-d03920fb268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.467234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e7ed1b53-4e57-4cf5-af43-d03920fb268b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab793689-90be-48cb-a0ec-8fb1f1140a39 HTTP/1.1" status: 204 len: 168 time: 0.6236413 Aug 16 20:55:55.476557 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.499832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f906bf6-fe1d-4974-9d2d-2a90253572dc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Subnet': ['ID=462bdbdd-d0ac-440f-b450-e1ea14782054,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.524782 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f906bf6-fe1d-4974-9d2d-2a90253572dc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.530749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2f906bf6-fe1d-4974-9d2d-2a90253572dc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/462bdbdd-d0ac-440f-b450-e1ea14782054 HTTP/1.1" status: 204 len: 168 time: 0.9240427 Aug 16 20:55:55.534048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35686) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:55.552839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed1b53-4e57-4cf5-af43-d03920fb268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab793689-90be-48cb-a0ec-8fb1f1140a39,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.563375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7f9bb87f-44e6-45ce-8419-3bb375b5c188 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:55.581608 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.629326 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.resource_extend [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:55:55.644056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e7857-478f-4db2-85e2-2697a685e89e req-4946b2a8-c296-41a1-8265-a9c70026205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:55.646015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d0e7857-478f-4db2-85e2-2697a685e89e req-4946b2a8-c296-41a1-8265-a9c70026205b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1098 time: 0.2348919 Aug 16 20:55:55.647178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:55.648207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Checking segment: {'id': '011915ac-ad4a-4b77-9b99-b06639044fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:55.648643 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.649119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Bound using segment: {'id': '011915ac-ad4a-4b77-9b99-b06639044fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:55.650190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Bound port: cfe76a96-bb84-44f9-93fe-47489fae1328, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011915ac-ad4a-4b77-9b99-b06639044fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:55.650190 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.675481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=4a7e773f-1de1-44c1-8339-38efb28b183a,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.776269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.828051 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.833892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:55.834588 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.874431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366920ec-eecc-4259-a0db-e956e2109eba None None] Pushing event updated for resources: {'Port': ['ID=d7f13359-8e79-4d69-8b58-c6c127564ff3,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.906432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:55.906789 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.939442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=54f151b1-ec72-4578-b81c-ebee4caebf9b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.954913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 54f151b1-ec72-4578-b81c-ebee4caebf9b details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:55.960684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] For port cfe76a96-bb84-44f9-93fe-47489fae1328, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:55.984914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e7857-478f-4db2-85e2-2697a685e89e req-1d86ef3e-69a1-47b6-ad04-6e11cb937a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:55.994275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d0e7857-478f-4db2-85e2-2697a685e89e req-1d86ef3e-69a1-47b6-ad04-6e11cb937a58 service neutron] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.3090770 Aug 16 20:55:56.002655 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] For port cfe76a96-bb84-44f9-93fe-47489fae1328, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=cfe76a96-bb84-44f9-93fe-47489fae1328,segment=NetworkSegment(011915ac-ad4a-4b77-9b99-b06639044fa3),segment_id=011915ac-ad4a-4b77-9b99-b06639044fa3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:56.005687 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.010814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e01d3-e9fa-415e-9eca-c65d6adf2b79 None None] Network 70041277-1fc3-45b0-a1cd-c3144128c3fe requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:56.028568 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port cf3eb76f-3c77-479e-9ced-cf1ff62799ce {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:56.028786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.076978 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.078136 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.089706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-09c5dc6b-9f04-409c-9934-a83f98487253 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2287500 Aug 16 20:55:56.095584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35694) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:56.126801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'network_id': '54f151b1-ec72-4578-b81c-ebee4caebf9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:56.168683 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.313337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event updated for resources: {'Port': ['ID=0ee9d11b-368a-4b60-9a0e-8769d6152570,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:56.335671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d0e7857-478f-4db2-85e2-2697a685e89e req-e8ca83ca-e7df-4039-90a6-5218a1c18843 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 200 len: 1001 time: 0.3353121 Aug 16 20:55:56.365052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] For port cf3eb76f-3c77-479e-9ced-cf1ff62799ce, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=cf3eb76f-3c77-479e-9ced-cf1ff62799ce,segment=NetworkSegment(78a1edfc-5554-4072-bc2b-f206a0b52614),segment_id=78a1edfc-5554-4072-bc2b-f206a0b52614)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:56.365484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.376922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-b773a2c0-7423-4924-8b43-dae96d8511cc req-22792885-6f83-40dd-9978-18b829293d8d tempest-ServersOnMultiNodesTest-671292906 tempest-ServersOnMultiNodesTest-671292906-project] (95262) timed out ('10.222.0.79', 50036) {{(pid=95262) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:55:56.416263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for cf3eb76f-3c77-479e-9ced-cf1ff62799ce owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:56.469795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e7857-478f-4db2-85e2-2697a685e89e req-d943bc8b-2977-4703-a4be-9bab90a60b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:56.472947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Network 452e1121-0354-4b68-8db2-a08fe605476e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:56.476101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d0e7857-478f-4db2-85e2-2697a685e89e req-d943bc8b-2977-4703-a4be-9bab90a60b71 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.1259134 Aug 16 20:55:56.480181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:56.539919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-020c8566-1e92-4ab0-97b4-64aaf00f97b9 None None] Provisioning for port cf3eb76f-3c77-479e-9ced-cf1ff62799ce completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:56.592922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35698) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:56.618032 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9995c066-e1df-4ab6-a449-ecab3a383409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.696980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:56.709202 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.728220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4b52f-885e-4223-b6d5-7501061b54e0 None None] Pushing event updated for resources: {'Port': ['ID=cfe76a96-bb84-44f9-93fe-47489fae1328,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:56.736673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router eb13d03a-a23f-414a-a234-9080e6e98f24 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:56.754390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device cf3eb76f-3c77-479e-9ced-cf1ff62799ce up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:56.828591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e7857-478f-4db2-85e2-2697a685e89e req-bfac9552-2ca4-418e-8521-b13e5a06bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:56.831673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d0e7857-478f-4db2-85e2-2697a685e89e req-bfac9552-2ca4-418e-8521-b13e5a06bb89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2698710 Aug 16 20:55:56.838031 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port cf3eb76f-3c77-479e-9ced-cf1ff62799ce completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:56.855566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port cf3eb76f-3c77-479e-9ced-cf1ff62799ce triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:56.856178 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.890518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] Port cf3eb76f-3c77-479e-9ced-cf1ff62799ce was deleted so its status cannot be updated. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:55:56.892219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:56.909257 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c017d2-28cc-470f-a32f-6c692927400f None None] DHCP port deletion for 70041277-1fc3-45b0-a1cd-c3144128c3fe request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:56.909451 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.978492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:56.985881 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-04cda3c2-f246-4577-b2a3-e00d8491566a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7767074 Aug 16 20:55:56.990395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Sync routers for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:56.994938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35700) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:57.009055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-66b20faf-f587-4629-ab0d-690d93eb432d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:57.009371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:57.012301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:57.053910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:57.054299 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.107067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=cf3eb76f-3c77-479e-9ced-cf1ff62799ce,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:57.144865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No DVR routers for this DVR port cf3eb76f-3c77-479e-9ced-cf1ff62799ce on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:57.195206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:57.291309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d0e7857-478f-4db2-85e2-2697a685e89e req-ca42df9a-f888-4110-b8c3-0edf7fe898be service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287815 Aug 16 20:55:57.462309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9fb3b699-4982-46a5-b596-bc9d3a4ff05e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:57.572037 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.606411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70041277-1fc3-45b0-a1cd-c3144128c3fe']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:57.632362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a1edfc-5554-4072-bc2b-f206a0b52614') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:57.653191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a1edfc-5554-4072-bc2b-f206a0b52614') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:57.686754 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:55:55Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '0ee9d11b-368a-4b60-9a0e-8769d6152570', 'name': '', 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:64:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'd2e1d36e-12f6-44ac-b3cb-0114f6845219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:52Z', 'updated_at': '2021-08-16T20:55:55Z', 'revision_number': 2, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'd2e1d36e-12f6-44ac-b3cb-0114f6845219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:50Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:57.692908 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.729245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Checking router: eb13d03a-a23f-414a-a234-9080e6e98f24 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:57.729821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Updating router eb13d03a-a23f-414a-a234-9080e6e98f24 port 0ee9d11b-368a-4b60-9a0e-8769d6152570 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:55:57.733076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9a426-c2a4-41c5-b59a-767054a4a647 None None] Network 02ff28ad-332e-46b2-8acc-91a411f0fa7a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:57.746457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d0e7857-478f-4db2-85e2-2697a685e89e req-5f0a8d67-f04b-4b90-8c07-949b0662f3bb service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384081 Aug 16 20:55:57.759868 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.768451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:57.769097 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:57.772632 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:57.831120 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.910043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9a6af2-7dd3-4f44-a541-7f04b070caa3 None None] Network 452e1121-0354-4b68-8db2-a08fe605476e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:57.923042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9995c066-e1df-4ab6-a449-ecab3a383409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.977675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:58.045108 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:58.045500 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.053899 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.065475 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.128863 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9995c066-e1df-4ab6-a449-ecab3a383409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.144906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1ec515eb-62e2-453f-9368-14439e3abe8b None None] Provisioning for port d7f13359-8e79-4d69-8b58-c6c127564ff3 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:58.151754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.157757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/networks/70041277-1fc3-45b0-a1cd-c3144128c3fe HTTP/1.1" status: 204 len: 168 time: 2.6144860 Aug 16 20:55:58.159326 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35712) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:58.167575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-283819841'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:58.175003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.extraroute_db [None req-66b20faf-f587-4629-ab0d-690d93eb432d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95262) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:55:58.200876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a915b-984d-4768-9619-139e41e07acd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Network': ['ID=70041277-1fc3-45b0-a1cd-c3144128c3fe,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:58.217404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.extraroute_db [None req-66b20faf-f587-4629-ab0d-690d93eb432d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Removed routes are [] {{(pid=95262) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:55:58.218090 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-66b20faf-f587-4629-ab0d-690d93eb432d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.224230 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9995c066-e1df-4ab6-a449-ecab3a383409 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f90508646ddd48bbaa5654f347c60e61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6276419 Aug 16 20:55:58.224230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995c066-e1df-4ab6-a449-ecab3a383409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed27bf8-d1bc-42d0-90f3-b0fcbbb772ab,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:58.225506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35714) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:58.237105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=abaaeab1-2bff-47ab-984b-726fad2fe8c4,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:58.271202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Checking segment: {'id': '1319bbb6-2cd3-4e12-98e7-4a9304738f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '54f151b1-ec72-4578-b81c-ebee4caebf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:58.271691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network hostable DHCP agents. Network: 54f151b1-ec72-4578-b81c-ebee4caebf9b, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:58.315053 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d42ecc3b-9133-4bea-96c5-105dbbaa54ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.343274 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d42ecc3b-9133-4bea-96c5-105dbbaa54ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.380643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:58.384780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.425031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:58.439245 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.439588 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Added segment 347a7eab-d151-42ab-bc34-2991e13a9c91 of type vlan for network 8f3c83e4-cb11-43ae-abb7-93614217e4c3 Aug 16 20:55:58.487342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 54f151b1-ec72-4578-b81c-ebee4caebf9b is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:58.491693 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.508731 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.579066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9fb3b699-4982-46a5-b596-bc9d3a4ff05e,segment=NetworkSegment(b70262f2-6450-4dae-9147-bcd206fcb48d),segment_id=b70262f2-6450-4dae-9147-bcd206fcb48d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:58.645600 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d42ecc3b-9133-4bea-96c5-105dbbaa54ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.666092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d42ecc3b-9133-4bea-96c5-105dbbaa54ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.666092 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d42ecc3b-9133-4bea-96c5-105dbbaa54ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7ed27bf8-d1bc-42d0-90f3-b0fcbbb772ab HTTP/1.1" status: 204 len: 168 time: 0.4033298 Aug 16 20:55:58.677308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ecc3b-9133-4bea-96c5-105dbbaa54ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed27bf8-d1bc-42d0-90f3-b0fcbbb772ab,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:58.692552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-66b20faf-f587-4629-ab0d-690d93eb432d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.696410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-66b20faf-f587-4629-ab0d-690d93eb432d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.699576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 54f151b1-ec72-4578-b81c-ebee4caebf9b) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:58.705170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:58.705934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.726441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f032486-9e2f-450b-b347-84a84e07a248 None None] Network 54f151b1-ec72-4578-b81c-ebee4caebf9b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:58.749445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.755108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:58.755751 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.842439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9114aeb6-9317-4e2e-80c2-027cba90a318 None None] Provisioning for port cfe76a96-bb84-44f9-93fe-47489fae1328 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:58.852094 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.881172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-82a64d83-fe3c-41d9-aec0-1273de378bd3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7591944 Aug 16 20:55:58.884446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35724) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:58.897624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b20faf-f587-4629-ab0d-690d93eb432d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router eb13d03a-a23f-414a-a234-9080e6e98f24 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:58.946461 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.949193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Transition to ACTIVE for port object 0ee9d11b-368a-4b60-9a0e-8769d6152570 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:58.983624 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8208089 Aug 16 20:55:58.986721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c3a5d-f412-46ea-be03-4bccb78384df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Network': ['ID=8f3c83e4-cb11-43ae-abb7-93614217e4c3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:58.993227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35726) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:58.998060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': '8f3c83e4-cb11-43ae-abb7-93614217e4c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:59.099065 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f7c929e2-af66-4a89-95ac-2525356286d1 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:59.101668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8f3c83e4-cb11-43ae-abb7-93614217e4c3 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:59.103948 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.160127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b20faf-f587-4629-ab0d-690d93eb432d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:59.170968 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-66b20faf-f587-4629-ab0d-690d93eb432d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.172704 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-66b20faf-f587-4629-ab0d-690d93eb432d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24 HTTP/1.1" status: 200 len: 954 time: 2.1759305 Aug 16 20:55:59.175277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35728) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:59.322092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-54f151b1-ec72-4578-b81c-ebee4caebf9b', 'network_id': '54f151b1-ec72-4578-b81c-ebee4caebf9b', 'tenant_id': '61e838134c184a03bb8704eff04e06ea', 'fixed_ips': [{'subnet_id': 'abaaeab1-2bff-47ab-984b-726fad2fe8c4'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:59.323388 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.326156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=9fb3b699-4982-46a5-b596-bc9d3a4ff05e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:59.335511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: f7c929e2-af66-4a89-95ac-2525356286d1 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:59.336323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f7c929e2-af66-4a89-95ac-2525356286d1 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:59.395246 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-18855bf3-0ac5-459d-b485-423c44476c21 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24 HTTP/1.1" status: 200 len: 954 time: 0.2162650 Aug 16 20:55:59.409738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35736) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:59.419895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-be768421-92f2-42d9-be53-270867988ff6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'routes': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:59.584242 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01cb71-ebf6-4607-8afb-0688d7997a07 None None] Pushing event updated for resources: {'Port': ['ID=0ee9d11b-368a-4b60-9a0e-8769d6152570,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:59.591183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Attempting to bind port 0ee9d11b-368a-4b60-9a0e-8769d6152570 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:59.591636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Attempting to bind port 0ee9d11b-368a-4b60-9a0e-8769d6152570 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '011915ac-ad4a-4b77-9b99-b06639044fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:59.592004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Attempting to bind port 0ee9d11b-368a-4b60-9a0e-8769d6152570 on network 452e1121-0354-4b68-8db2-a08fe605476e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:59.689112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:59.692025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Checking segment: {'id': '011915ac-ad4a-4b77-9b99-b06639044fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:59.692025 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.692025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Bound using segment: {'id': '011915ac-ad4a-4b77-9b99-b06639044fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:59.692025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Bound port: 0ee9d11b-368a-4b60-9a0e-8769d6152570, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011915ac-ad4a-4b77-9b99-b06639044fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:59.692025 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.902699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device cfe76a96-bb84-44f9-93fe-47489fae1328 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:00.046522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] For port 0ee9d11b-368a-4b60-9a0e-8769d6152570, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:00.081420 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.098000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:00.105248 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.114735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] For port 0ee9d11b-368a-4b60-9a0e-8769d6152570, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0ee9d11b-368a-4b60-9a0e-8769d6152570,segment=NetworkSegment(011915ac-ad4a-4b77-9b99-b06639044fa3),segment_id=011915ac-ad4a-4b77-9b99-b06639044fa3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:00.123093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Allocated IP 2001:db8::1 (54f151b1-ec72-4578-b81c-ebee4caebf9b/abaaeab1-2bff-47ab-984b-726fad2fe8c4/5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:00.128856 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-11deb888-60b2-43d7-9c5c-3f00f4470612 None None] Provisioning for port 0ee9d11b-368a-4b60-9a0e-8769d6152570 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:00.227585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.extraroute_db [None req-be768421-92f2-42d9-be53-270867988ff6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added routes are [] {{(pid=95262) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:56:00.228144 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.extraroute_db [None req-be768421-92f2-42d9-be53-270867988ff6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95262) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:56:00.279999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be768421-92f2-42d9-be53-270867988ff6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.363244 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.451545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port cfe76a96-bb84-44f9-93fe-47489fae1328 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:00.571375 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.671630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port cfe76a96-bb84-44f9-93fe-47489fae1328 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:00.675554 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.679928 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.698679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.768005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:00.772822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Subnet': ['ID=0eb54bc3-5013-4201-a516-75e9da6c6854,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:00.780059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:00.859875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Checking segment: {'id': '347a7eab-d151-42ab-bc34-2991e13a9c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f3c83e4-cb11-43ae-abb7-93614217e4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:00.860381 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network hostable DHCP agents. Network: 8f3c83e4-cb11-43ae-abb7-93614217e4c3, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:00.861486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be768421-92f2-42d9-be53-270867988ff6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.871902 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be768421-92f2-42d9-be53-270867988ff6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.974871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:00.977920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 8f3c83e4-cb11-43ae-abb7-93614217e4c3 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:01.014524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Transition to ACTIVE for port object 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:01.064950 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 8f3c83e4-cb11-43ae-abb7-93614217e4c3) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:01.071378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:01.073930 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.091497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01cb71-ebf6-4607-8afb-0688d7997a07 None None] Pushing event updated for resources: {'Port': ['ID=0ee9d11b-368a-4b60-9a0e-8769d6152570,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:01.100990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22375c2b-3d08-4429-a145-646b7d96758d None None] Network 8f3c83e4-cb11-43ae-abb7-93614217e4c3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:01.111826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be768421-92f2-42d9-be53-270867988ff6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router eb13d03a-a23f-414a-a234-9080e6e98f24 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:01.179112 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fb2551a5-3954-41bb-84f0-488120b33bd6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1827557 Aug 16 20:56:01.179709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35764) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:01.183691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Transition to ACTIVE for port object 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:01.187933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': '8f3c83e4-cb11-43ae-abb7-93614217e4c3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1161501872'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:01.258274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be768421-92f2-42d9-be53-270867988ff6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:01.282289 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-be768421-92f2-42d9-be53-270867988ff6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.284001 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-be768421-92f2-42d9-be53-270867988ff6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24 HTTP/1.1" status: 200 len: 704 time: 1.8730464 Aug 16 20:56:01.293315 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.293501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35766) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:01.327066 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.397971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Network 54f151b1-ec72-4578-b81c-ebee4caebf9b is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:01.434481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:01.446767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:01.451729 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.460396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Pushing event updated for resources: {'Port': ['ID=5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:01.530750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port cfe76a96-bb84-44f9-93fe-47489fae1328, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=cfe76a96-bb84-44f9-93fe-47489fae1328,segment=NetworkSegment(011915ac-ad4a-4b77-9b99-b06639044fa3),segment_id=011915ac-ad4a-4b77-9b99-b06639044fa3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:01.558404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Subnet': ['ID=abaaeab1-2bff-47ab-984b-726fad2fe8c4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:01.583557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-8f3c83e4-cb11-43ae-abb7-93614217e4c3', 'network_id': '8f3c83e4-cb11-43ae-abb7-93614217e4c3', 'tenant_id': 'a319271fc3714777bb9854455552b6a7', 'fixed_ips': [{'subnet_id': '0eb54bc3-5013-4201-a516-75e9da6c6854'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:01.583557 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.592927 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9101351d-7915-4ef1-818d-13d3b9772982 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24 HTTP/1.1" status: 200 len: 704 time: 0.2962704 Aug 16 20:56:01.593911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35780) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:01.599002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Attempting to bind port 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:01.599535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Attempting to bind port 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '1319bbb6-2cd3-4e12-98e7-4a9304738f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '54f151b1-ec72-4578-b81c-ebee4caebf9b'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:01.599805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Attempting to bind port 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f on network 54f151b1-ec72-4578-b81c-ebee4caebf9b {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:01.620544 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.622444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9fb3b699-4982-46a5-b596-bc9d3a4ff05e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:01.650808 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.663681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f151b1-ec72-4578-b81c-ebee4caebf9b']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:01.665056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:01.665562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Checking segment: {'id': '1319bbb6-2cd3-4e12-98e7-4a9304738f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '54f151b1-ec72-4578-b81c-ebee4caebf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:01.665867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.666481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Bound using segment: {'id': '1319bbb6-2cd3-4e12-98e7-4a9304738f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '54f151b1-ec72-4578-b81c-ebee4caebf9b'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:01.666755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Bound port: 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1319bbb6-2cd3-4e12-98e7-4a9304738f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '54f151b1-ec72-4578-b81c-ebee4caebf9b'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:01.667140 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.676443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:00Z', 'revision_number': 7, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '0ee9d11b-368a-4b60-9a0e-8769d6152570', 'name': '', 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:64:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'd2e1d36e-12f6-44ac-b3cb-0114f6845219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:52Z', 'updated_at': '2021-08-16T20:55:59Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'd2e1d36e-12f6-44ac-b3cb-0114f6845219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:58Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:01.686159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1319bbb6-2cd3-4e12-98e7-4a9304738f02') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:01.686413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1319bbb6-2cd3-4e12-98e7-4a9304738f02') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:01.732862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:01.736427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.739672 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.808042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.822937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port f45e76dc-96b1-4635-a65f-02e0c2a55b20 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:01.846695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:01.847115 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:01.850362 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:02.102552 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:56:02.102552 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:56:02.102552 n-d-793619-14 neutron-server[95261]: [parameters: {'id': '54f151b1-ec72-4578-b81c-ebee4caebf9b'}] Aug 16 20:56:02.102552 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:56:02.102898 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:56:02.118104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.3 (8f3c83e4-cb11-43ae-abb7-93614217e4c3/0eb54bc3-5013-4201-a516-75e9da6c6854/f45e76dc-96b1-4635-a65f-02e0c2a55b20) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:02.150591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.163716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1d0e6a-3b61-4791-8044-8922013b672a None None] The sync data for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 is: [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:00Z', 'revision_number': 7, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '0ee9d11b-368a-4b60-9a0e-8769d6152570', 'name': '', 'network_id': '452e1121-0354-4b68-8db2-a08fe605476e', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:64:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'd2e1d36e-12f6-44ac-b3cb-0114f6845219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:52Z', 'updated_at': '2021-08-16T20:55:59Z', 'revision_number': 4, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'd2e1d36e-12f6-44ac-b3cb-0114f6845219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:58Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:02.281437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=cfe76a96-bb84-44f9-93fe-47489fae1328,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:02.331046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] For port 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:02.341466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] For port 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f,segment=NetworkSegment(1319bbb6-2cd3-4e12-98e7-4a9304738f02),segment_id=1319bbb6-2cd3-4e12-98e7-4a9304738f02)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:02.359762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:02.368014 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.437416 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.488897 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.542006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object f45e76dc-96b1-4635-a65f-02e0c2a55b20 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:02.577931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adeab14-bb6b-48a8-91e6-acbdea49caf2 None None] Pushing event updated for resources: {'Port': ['ID=5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:02.604656 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.705130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7f13359-8e79-4d69-8b58-c6c127564ff3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:02.746312 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.758369 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.759445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3de7a-37c1-4984-9d34-dbf92b1a5af6 None None] Network 54f151b1-ec72-4578-b81c-ebee4caebf9b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:02.772237 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.776904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Deleting port 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:02.789770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.853320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 0ee9d11b-368a-4b60-9a0e-8769d6152570 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:02.853879 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.886887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Allocated IP 172.20.0.2 (8f3c83e4-cb11-43ae-abb7-93614217e4c3/0eb54bc3-5013-4201-a516-75e9da6c6854/19a87b42-f41d-4953-b815-e9b3e7b96a63) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:02.982703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 8f3c83e4-cb11-43ae-abb7-93614217e4c3 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:03.000710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:03.006035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port d7f13359-8e79-4d69-8b58-c6c127564ff3 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:03.017581 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port d7f13359-8e79-4d69-8b58-c6c127564ff3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:03.018167 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.032441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:03.068648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port 0ee9d11b-368a-4b60-9a0e-8769d6152570, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0ee9d11b-368a-4b60-9a0e-8769d6152570,segment=NetworkSegment(011915ac-ad4a-4b77-9b99-b06639044fa3),segment_id=011915ac-ad4a-4b77-9b99-b06639044fa3)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:03.069050 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.097957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=f45e76dc-96b1-4635-a65f-02e0c2a55b20,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.101698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 0ee9d11b-368a-4b60-9a0e-8769d6152570 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:03.155909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] For port 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f,segment=NetworkSegment(1319bbb6-2cd3-4e12-98e7-4a9304738f02),segment_id=1319bbb6-2cd3-4e12-98e7-4a9304738f02)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:03.157003 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.203027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:03.211059 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.240616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Calling delete_port for 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:03.326619 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.347953 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.377896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-01c63b2b-b0c0-460d-bb43-0a9f267e779c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1947832 Aug 16 20:56:03.379944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35804) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:03.387167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Transition to ACTIVE for port object 19a87b42-f41d-4953-b815-e9b3e7b96a63 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:03.460049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port d7f13359-8e79-4d69-8b58-c6c127564ff3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d7f13359-8e79-4d69-8b58-c6c127564ff3,segment=NetworkSegment(211ef155-3e93-40a5-b4ed-4320e9953c03),segment_id=211ef155-3e93-40a5-b4ed-4320e9953c03)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:03.463218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Transition to ACTIVE for port object 19a87b42-f41d-4953-b815-e9b3e7b96a63 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:03.488096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.547405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=0ee9d11b-368a-4b60-9a0e-8769d6152570,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.555925 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.560200 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4a7e773f-1de1-44c1-8339-38efb28b183a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:03.560381 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51256395-e500-4255-b569-1051bb5f6546 None None] Sync routers for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:03.568364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35810) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:03.572545 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51256395-e500-4255-b569-1051bb5f6546 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:03.573278 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-51256395-e500-4255-b569-1051bb5f6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:03.631911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-add7d87f-84bb-45d0-b9da-12eff54cc791 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port f45e76dc-96b1-4635-a65f-02e0c2a55b20 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:03.632267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-add7d87f-84bb-45d0-b9da-12eff54cc791 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.648502 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.718986 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=d7f13359-8e79-4d69-8b58-c6c127564ff3,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.740732 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.774222 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-51256395-e500-4255-b569-1051bb5f6546 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:03.839067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Pushing event updated for resources: {'Port': ['ID=19a87b42-f41d-4953-b815-e9b3e7b96a63,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.862085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.869444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Network 8f3c83e4-cb11-43ae-abb7-93614217e4c3 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:03.871891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:03.882813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:03.905625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Port': ['ID=5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.936398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No DVR routers for this DVR port 5a756f6f-fe0e-41a1-bbfb-63bf78b5ea3f on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:03.983597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4a7e773f-1de1-44c1-8339-38efb28b183a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:03.983597 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.023252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Attempting to bind port 19a87b42-f41d-4953-b815-e9b3e7b96a63 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:04.023642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Attempting to bind port 19a87b42-f41d-4953-b815-e9b3e7b96a63 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '347a7eab-d151-42ab-bc34-2991e13a9c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f3c83e4-cb11-43ae-abb7-93614217e4c3'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:04.024021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Attempting to bind port 19a87b42-f41d-4953-b815-e9b3e7b96a63 on network 8f3c83e4-cb11-43ae-abb7-93614217e4c3 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:04.033667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:04.040808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:04.041190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Checking segment: {'id': '347a7eab-d151-42ab-bc34-2991e13a9c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f3c83e4-cb11-43ae-abb7-93614217e4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:04.041607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.042014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Bound using segment: {'id': '347a7eab-d151-42ab-bc34-2991e13a9c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f3c83e4-cb11-43ae-abb7-93614217e4c3'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:04.042504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Bound port: 19a87b42-f41d-4953-b815-e9b3e7b96a63, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347a7eab-d151-42ab-bc34-2991e13a9c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f3c83e4-cb11-43ae-abb7-93614217e4c3'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:04.043188 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.155239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.202516 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-add7d87f-84bb-45d0-b9da-12eff54cc791 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.257556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router eb13d03a-a23f-414a-a234-9080e6e98f24 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:04.281062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] For port 19a87b42-f41d-4953-b815-e9b3e7b96a63, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:04.295360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] For port 19a87b42-f41d-4953-b815-e9b3e7b96a63, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=19a87b42-f41d-4953-b815-e9b3e7b96a63,segment=NetworkSegment(347a7eab-d151-42ab-bc34-2991e13a9c91),segment_id=347a7eab-d151-42ab-bc34-2991e13a9c91)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:04.296722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device cf3eb76f-3c77-479e-9ced-cf1ff62799ce no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:04.323075 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.327434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-add7d87f-84bb-45d0-b9da-12eff54cc791 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for f45e76dc-96b1-4635-a65f-02e0c2a55b20 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:04.349383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f151b1-ec72-4578-b81c-ebee4caebf9b']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:04.358343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: cf3eb76f-3c77-479e-9ced-cf1ff62799ce {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:04.358917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device cf3eb76f-3c77-479e-9ced-cf1ff62799ce not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:04.376687 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.400318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1319bbb6-2cd3-4e12-98e7-4a9304738f02') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:04.400747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1319bbb6-2cd3-4e12-98e7-4a9304738f02') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:04.417872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:04.426640 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-20ae603e-7445-40d8-8998-b743a12ed065 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8266499 Aug 16 20:56:04.429009 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-51256395-e500-4255-b569-1051bb5f6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:03Z', 'revision_number': 8, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:58Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:04.431729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35816) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:04.525453 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51256395-e500-4255-b569-1051bb5f6546 None None] Checking router: eb13d03a-a23f-414a-a234-9080e6e98f24 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:04.531546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6ec661-bcce-46a3-b80c-91889b371d94 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting subnet d2e1d36e-12f6-44ac-b3cb-0114f6845219 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:04.545880 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.547187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a6ec661-bcce-46a3-b80c-91889b371d94 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.550083 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51256395-e500-4255-b569-1051bb5f6546 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:04.551604 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-51256395-e500-4255-b569-1051bb5f6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:04.586490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6f8b5-3d94-440a-b81e-744387e14764 None None] Pushing event updated for resources: {'Port': ['ID=19a87b42-f41d-4953-b815-e9b3e7b96a63,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:04.612797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.636772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7f13359-8e79-4d69-8b58-c6c127564ff3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:04.641709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.654280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:04.654990 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:04.659045 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:04.695989 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a6ec661-bcce-46a3-b80c-91889b371d94 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.735824 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-51256395-e500-4255-b569-1051bb5f6546 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:04.775709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port d7f13359-8e79-4d69-8b58-c6c127564ff3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:04.776090 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.949820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a6ec661-bcce-46a3-b80c-91889b371d94 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.959637 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.053151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.061411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/54f151b1-ec72-4578-b81c-ebee4caebf9b HTTP/1.1" status: 204 len: 168 time: 6.1699927 Aug 16 20:56:05.061411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Allocated IP 172.25.4.107 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/a9446f46-aab2-4821-b1a0-a4f954b3edff) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:05.063102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35824) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:05.082613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-35933713'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:05.102248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254c426-c1a8-4a67-a30a-9b9a93c10bf2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Network': ['ID=54f151b1-ec72-4578-b81c-ebee4caebf9b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:05.121464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device cfe76a96-bb84-44f9-93fe-47489fae1328 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:05.173486 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-51256395-e500-4255-b569-1051bb5f6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:03Z', 'revision_number': 8, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:58Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:05.213226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port cfe76a96-bb84-44f9-93fe-47489fae1328 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:05.213702 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51256395-e500-4255-b569-1051bb5f6546 None None] The sync data for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 is: [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:03Z', 'revision_number': 8, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:58Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:05.214417 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.247327 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.353306 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-add7d87f-84bb-45d0-b9da-12eff54cc791 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.412396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7d87f-84bb-45d0-b9da-12eff54cc791 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=f45e76dc-96b1-4635-a65f-02e0c2a55b20,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:05.453614 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-add7d87f-84bb-45d0-b9da-12eff54cc791 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.455531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-add7d87f-84bb-45d0-b9da-12eff54cc791 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/f45e76dc-96b1-4635-a65f-02e0c2a55b20 HTTP/1.1" status: 204 len: 168 time: 2.0744288 Aug 16 20:56:05.458143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35826) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:05.481485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a6ec661-bcce-46a3-b80c-91889b371d94 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.487631 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3dc1d2-8568-4acb-ba2d-307650d10272 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:56:05.489210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4e3dc1d2-8568-4acb-ba2d-307650d10272 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/f45e76dc-96b1-4635-a65f-02e0c2a55b20 HTTP/1.1" status: 404 len: 333 time: 0.0299799 Aug 16 20:56:05.492060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35828) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:05.504304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ec661-bcce-46a3-b80c-91889b371d94 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e1d36e-12f6-44ac-b3cb-0114f6845219,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:05.521483 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a6ec661-bcce-46a3-b80c-91889b371d94 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.521483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8a6ec661-bcce-46a3-b80c-91889b371d94 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/d2e1d36e-12f6-44ac-b3cb-0114f6845219 HTTP/1.1" status: 204 len: 168 time: 1.0794551 Aug 16 20:56:05.521838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81505cf5-3bb6-42f6-8512-fad066768725 None None] Network 452e1121-0354-4b68-8db2-a08fe605476e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:05.523722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35834) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:05.558421 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.586258 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-17de058b-18e2-4e5f-9c74-983f6d4c72cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting subnet 0eb54bc3-5013-4201-a516-75e9da6c6854 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:05.594908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:05.598563 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.617759 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17de058b-18e2-4e5f-9c74-983f6d4c72cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.629203 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:05.684943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:05.689399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:05.702032 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.706317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:05.724954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.725687 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Added segment 30c2c929-899a-45fe-8808-22e17a531b4d of type vlan for network 56267a23-8e98-4ac4-9005-e2020e59b45d Aug 16 20:56:05.734254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17de058b-18e2-4e5f-9c74-983f6d4c72cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.793504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107739bc-4ef8-478b-a6fe-e61b8350c6e3 None None] DHCP port deletion for 452e1121-0354-4b68-8db2-a08fe605476e request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:05.806455 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.851205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port cfe76a96-bb84-44f9-93fe-47489fae1328 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:05.851916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.921780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-107739bc-4ef8-478b-a6fe-e61b8350c6e3 None None] Deleting port cfe76a96-bb84-44f9-93fe-47489fae1328 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:05.922252 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-107739bc-4ef8-478b-a6fe-e61b8350c6e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.961146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event updated for resources: {'Port': ['ID=a9446f46-aab2-4821-b1a0-a4f954b3edff,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:05.997013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d3629-f5a7-461f-8ab8-3da8007f1589 None None] Sync routers for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:06.023267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d3629-f5a7-461f-8ab8-3da8007f1589 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:06.023835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-661d3629-f5a7-461f-8ab8-3da8007f1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:06.091046 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.104727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17de058b-18e2-4e5f-9c74-983f6d4c72cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.214478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-107739bc-4ef8-478b-a6fe-e61b8350c6e3 None None] For port cfe76a96-bb84-44f9-93fe-47489fae1328, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=cfe76a96-bb84-44f9-93fe-47489fae1328,segment=NetworkSegment(011915ac-ad4a-4b77-9b99-b06639044fa3),segment_id=011915ac-ad4a-4b77-9b99-b06639044fa3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:06.214951 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-107739bc-4ef8-478b-a6fe-e61b8350c6e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.230720 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.232958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d44beb-89f6-49d7-82f5-1712b2db897d None None] Network 8f3c83e4-cb11-43ae-abb7-93614217e4c3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:06.261586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-107739bc-4ef8-478b-a6fe-e61b8350c6e3 None None] Calling delete_port for cfe76a96-bb84-44f9-93fe-47489fae1328 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:06.301452 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17de058b-18e2-4e5f-9c74-983f6d4c72cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.387613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de058b-18e2-4e5f-9c74-983f6d4c72cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb54bc3-5013-4201-a516-75e9da6c6854,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.397275 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.397868 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17de058b-18e2-4e5f-9c74-983f6d4c72cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.397973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-661d3629-f5a7-461f-8ab8-3da8007f1589 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:06.398068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-17de058b-18e2-4e5f-9c74-983f6d4c72cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/0eb54bc3-5013-4201-a516-75e9da6c6854 HTTP/1.1" status: 204 len: 168 time: 0.9016969 Aug 16 20:56:06.398157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:06.398157 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.398352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35842) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:06.526950 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4558339 Aug 16 20:56:06.527161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35844) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:06.531428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'network_id': '56267a23-8e98-4ac4-9005-e2020e59b45d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:06.603134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port cfe76a96-bb84-44f9-93fe-47489fae1328, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=cfe76a96-bb84-44f9-93fe-47489fae1328,segment=NetworkSegment(011915ac-ad4a-4b77-9b99-b06639044fa3),segment_id=011915ac-ad4a-4b77-9b99-b06639044fa3)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:06.603134 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.614344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 19a87b42-f41d-4953-b815-e9b3e7b96a63 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:06.618014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f311afb6-cc69-42c4-9f45-bce3992b2d40 None None] Provisioning for port 19a87b42-f41d-4953-b815-e9b3e7b96a63 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:06.620952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45a3de-da33-405d-a3b7-338568f5f37f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=56267a23-8e98-4ac4-9005-e2020e59b45d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.634535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for cfe76a96-bb84-44f9-93fe-47489fae1328 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:06.669326 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.672188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 56267a23-8e98-4ac4-9005-e2020e59b45d details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:06.699048 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.787394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 19a87b42-f41d-4953-b815-e9b3e7b96a63 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:06.787691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.790958 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.866132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:06.869675 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.995836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event updated for resources: {'Port': ['ID=a9446f46-aab2-4821-b1a0-a4f954b3edff,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.008759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] For port 19a87b42-f41d-4953-b815-e9b3e7b96a63, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=19a87b42-f41d-4953-b815-e9b3e7b96a63,segment=NetworkSegment(347a7eab-d151-42ab-bc34-2991e13a9c91),segment_id=347a7eab-d151-42ab-bc34-2991e13a9c91)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:07.009167 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.033848 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.043661 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 19a87b42-f41d-4953-b815-e9b3e7b96a63 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:07.085639 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-107739bc-4ef8-478b-a6fe-e61b8350c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.091247 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.120094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107739bc-4ef8-478b-a6fe-e61b8350c6e3 None None] Pushing event deleted for resources: {'Port': ['ID=cfe76a96-bb84-44f9-93fe-47489fae1328,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.133988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=cfe76a96-bb84-44f9-93fe-47489fae1328,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.149548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107739bc-4ef8-478b-a6fe-e61b8350c6e3 None None] No DVR routers for this DVR port cfe76a96-bb84-44f9-93fe-47489fae1328 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:07.156278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No DVR routers for this DVR port cfe76a96-bb84-44f9-93fe-47489fae1328 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:07.173776 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.175085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6cdefdfb-5934-4d28-846d-7395ed1ff091 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6043587 Aug 16 20:56:07.190266 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35852) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:07.194177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 19a87b42-f41d-4953-b815-e9b3e7b96a63 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:07.199380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2075555245'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:07.204541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-661d3629-f5a7-461f-8ab8-3da8007f1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:03Z', 'revision_number': 8, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:58Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:07.209614 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 19a87b42-f41d-4953-b815-e9b3e7b96a63 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:07.209614 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.288608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d3629-f5a7-461f-8ab8-3da8007f1589 None None] Checking router: eb13d03a-a23f-414a-a234-9080e6e98f24 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:07.297117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8f46b-3c25-440d-aa7d-662286e15578 None None] DHCP port deletion for 8f3c83e4-cb11-43ae-abb7-93614217e4c3 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:07.315483 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.326991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452e1121-0354-4b68-8db2-a08fe605476e']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:07.339397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011915ac-ad4a-4b77-9b99-b06639044fa3') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:07.340088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011915ac-ad4a-4b77-9b99-b06639044fa3') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:07.347114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d3629-f5a7-461f-8ab8-3da8007f1589 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:07.347584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-661d3629-f5a7-461f-8ab8-3da8007f1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:07.350435 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.365347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.371209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:07.371603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:07.374823 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:07.470683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Made reservation on behalf of fc9295029c7d45b882a48153688c2472 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:07.474274 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.479624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-661d3629-f5a7-461f-8ab8-3da8007f1589 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:07.488117 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.528553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.529928 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-72a8f46b-3c25-440d-aa7d-662286e15578 None None] Deleting port 19a87b42-f41d-4953-b815-e9b3e7b96a63 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:07.530314 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-72a8f46b-3c25-440d-aa7d-662286e15578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.531133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.534501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.556537 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.564123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.566810 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/networks/452e1121-0354-4b68-8db2-a08fe605476e HTTP/1.1" status: 204 len: 168 time: 2.0412586 Aug 16 20:56:07.569376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35856) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:07.590323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a30ec2-ec6d-42d7-a548-84022cedba07 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Network': ['ID=452e1121-0354-4b68-8db2-a08fe605476e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.598670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=19a87b42-f41d-4953-b815-e9b3e7b96a63,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.611246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No DVR routers for this DVR port 19a87b42-f41d-4953-b815-e9b3e7b96a63 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:07.720622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=a5d66002-d9b7-411c-b886-1dbefdc9dbe1,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.753616 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.767513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Checking segment: {'id': '30c2c929-899a-45fe-8808-22e17a531b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56267a23-8e98-4ac4-9005-e2020e59b45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:07.767878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network hostable DHCP agents. Network: 56267a23-8e98-4ac4-9005-e2020e59b45d, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:07.771972 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3c83e4-cb11-43ae-abb7-93614217e4c3']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:07.788823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-72a8f46b-3c25-440d-aa7d-662286e15578 None None] For port 19a87b42-f41d-4953-b815-e9b3e7b96a63, host n-d-793619-14, got binding levels [] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:07.794685 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-72a8f46b-3c25-440d-aa7d-662286e15578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.794843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347a7eab-d151-42ab-bc34-2991e13a9c91') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:07.794843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347a7eab-d151-42ab-bc34-2991e13a9c91') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:07.813953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.841064 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.845156 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.846496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-72a8f46b-3c25-440d-aa7d-662286e15578 None None] Calling delete_port for 19a87b42-f41d-4953-b815-e9b3e7b96a63 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:07.850006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.ipam_backend_mixin [None req-72a8f46b-3c25-440d-aa7d-662286e15578 None None] Port 19a87b42-f41d-4953-b815-e9b3e7b96a63 was not found and therefore no delete operation was performed {{(pid=95263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:56:07.851537 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-72a8f46b-3c25-440d-aa7d-662286e15578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.854130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:07.854962 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:07.858292 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:07.873474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0ee9d11b-368a-4b60-9a0e-8769d6152570 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:07.918303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8f46b-3c25-440d-aa7d-662286e15578 None None] Pushing event deleted for resources: {'Port': ['ID=19a87b42-f41d-4953-b815-e9b3e7b96a63,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.925260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8f46b-3c25-440d-aa7d-662286e15578 None None] No DVR routers for this DVR port 19a87b42-f41d-4953-b815-e9b3e7b96a63 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:07.951475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 0ee9d11b-368a-4b60-9a0e-8769d6152570 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:07.951475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0ee9d11b-368a-4b60-9a0e-8769d6152570 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:07.951475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device cfe76a96-bb84-44f9-93fe-47489fae1328 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:07.975458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: cfe76a96-bb84-44f9-93fe-47489fae1328 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:07.975830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device cfe76a96-bb84-44f9-93fe-47489fae1328 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:07.986414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a8f83b-f951-44b3-b97e-0afa7bb4c147 None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:56:08.041510 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.088741 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-661d3629-f5a7-461f-8ab8-3da8007f1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:03Z', 'revision_number': 8, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:58Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:08.130109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d3629-f5a7-461f-8ab8-3da8007f1589 None None] The sync data for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 is: [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:03Z', 'revision_number': 8, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fb3b699-4982-46a5-b596-bc9d3a4ff05e', 'name': '', 'network_id': 'a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:fb:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '9f16158b-bbe8-463b-a516-a0370834344d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:42Z', 'updated_at': '2021-08-16T20:55:58Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '9f16158b-bbe8-463b-a516-a0370834344d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:08.189463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8f83b-f951-44b3-b97e-0afa7bb4c147 None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:56:08.266264 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.269348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 56267a23-8e98-4ac4-9005-e2020e59b45d is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:08.320253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:08.331732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8d084a-ce24-41cf-9d6c-5a61574aa4d3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:08.337069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.341843 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Added segment 8228fe1d-0734-4c26-8ee0-a9623c75dc12 of type vlan for network 532e7b9a-4c16-4122-aadf-217051a38460 Aug 16 20:56:08.375946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:08.376982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.377444 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 56267a23-8e98-4ac4-9005-e2020e59b45d) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:08.387975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:08.389215 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.403292 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.405850 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.413343 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.420026 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/networks/8f3c83e4-cb11-43ae-abb7-93614217e4c3 HTTP/1.1" status: 204 len: 168 time: 2.0161262 Aug 16 20:56:08.428998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35872) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:08.435972 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'name': 'tempest-PortsTestJSON-521805442'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:08.443651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d66e7f-177c-491b-b14a-ac1646660a7a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Network': ['ID=8f3c83e4-cb11-43ae-abb7-93614217e4c3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:08.500674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-654fc6db-c157-43de-ab35-9a2b466b59ca tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9758496 Aug 16 20:56:08.502904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35878) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:08.511955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 19a87b42-f41d-4953-b815-e9b3e7b96a63 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:08.528285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port 9fb3b699-4982-46a5-b596-bc9d3a4ff05e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9fb3b699-4982-46a5-b596-bc9d3a4ff05e,segment=NetworkSegment(b70262f2-6450-4dae-9147-bcd206fcb48d),segment_id=b70262f2-6450-4dae-9147-bcd206fcb48d)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:08.528732 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.535143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 19a87b42-f41d-4953-b815-e9b3e7b96a63 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:08.535420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 19a87b42-f41d-4953-b815-e9b3e7b96a63 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:08.549567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 9fb3b699-4982-46a5-b596-bc9d3a4ff05e owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:08.654497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.674905 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.675493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-56267a23-8e98-4ac4-9005-e2020e59b45d', 'network_id': '56267a23-8e98-4ac4-9005-e2020e59b45d', 'tenant_id': '61e838134c184a03bb8704eff04e06ea', 'fixed_ips': [{'subnet_id': 'a5d66002-d9b7-411c-b886-1dbefdc9dbe1'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:08.676610 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.680747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:08.686491 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.744591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:08.748787 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.779978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port 694b9d1f-4137-40d4-86cd-d421119153e6 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:08.792035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event updated for resources: {'Network': ['ID=532e7b9a-4c16-4122-aadf-217051a38460,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:08.834226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Allocated IP 2001:db8::1 (56267a23-8e98-4ac4-9005-e2020e59b45d/a5d66002-d9b7-411c-b886-1dbefdc9dbe1/285b64f6-4f3b-42d9-ad4c-1620d1d4d493) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:08.863007 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6677742 Aug 16 20:56:08.866131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35890) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:08.869341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.869687 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.870128 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.870410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.870737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.871065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.871390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.871710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.872032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.872355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.872702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.873039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb54a71-5c0e-4f7c-a16b-e8fd44bf3ccd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:08.875225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Request body: {'subnet': {'network_id': '532e7b9a-4c16-4122-aadf-217051a38460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:08.880086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.893667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 532e7b9a-4c16-4122-aadf-217051a38460 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:08.941495 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.959793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=9fb3b699-4982-46a5-b596-bc9d3a4ff05e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:09.005094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f38363-4734-4e22-872a-d15ea5de7299 req-3f586f94-de8e-470d-918b-5322baf89f66 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:09.006642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0f38363-4734-4e22-872a-d15ea5de7299 req-3f586f94-de8e-470d-918b-5322baf89f66 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.1784685 Aug 16 20:56:09.070064 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.080116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Transition to ACTIVE for port object 285b64f6-4f3b-42d9-ad4c-1620d1d4d493 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:09.097955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Transition to ACTIVE for port object 285b64f6-4f3b-42d9-ad4c-1620d1d4d493 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:09.103588 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.108572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0f38363-4734-4e22-872a-d15ea5de7299 req-166f7da0-d0ca-4a8d-8f97-2834677d2bb6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710011 Aug 16 20:56:09.113250 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.180333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Made reservation on behalf of fc9295029c7d45b882a48153688c2472 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:09.183882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.230340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.252913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Network 56267a23-8e98-4ac4-9005-e2020e59b45d is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:09.277186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:09.280498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:09.294611 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.321960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Pushing event updated for resources: {'Port': ['ID=285b64f6-4f3b-42d9-ad4c-1620d1d4d493,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:09.358343 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.362867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Attempting to bind port 285b64f6-4f3b-42d9-ad4c-1620d1d4d493 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:09.363250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Attempting to bind port 285b64f6-4f3b-42d9-ad4c-1620d1d4d493 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '30c2c929-899a-45fe-8808-22e17a531b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56267a23-8e98-4ac4-9005-e2020e59b45d'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:09.363769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Attempting to bind port 285b64f6-4f3b-42d9-ad4c-1620d1d4d493 on network 56267a23-8e98-4ac4-9005-e2020e59b45d {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:09.376005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:09.378768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:09.379188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Checking segment: {'id': '30c2c929-899a-45fe-8808-22e17a531b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56267a23-8e98-4ac4-9005-e2020e59b45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:09.379667 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.380077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Bound using segment: {'id': '30c2c929-899a-45fe-8808-22e17a531b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56267a23-8e98-4ac4-9005-e2020e59b45d'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:09.382845 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Bound port: 285b64f6-4f3b-42d9-ad4c-1620d1d4d493, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c2c929-899a-45fe-8808-22e17a531b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56267a23-8e98-4ac4-9005-e2020e59b45d'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:09.383308 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.402342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:09.408904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d66002-d9b7-411c-b886-1dbefdc9dbe1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:09.416020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:09.421664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:09.422278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.427543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=694b9d1f-4137-40d4-86cd-d421119153e6,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:09.480186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] For port 285b64f6-4f3b-42d9-ad4c-1620d1d4d493, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:09.484186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router eb13d03a-a23f-414a-a234-9080e6e98f24 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:09.487808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] For port 285b64f6-4f3b-42d9-ad4c-1620d1d4d493, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=285b64f6-4f3b-42d9-ad4c-1620d1d4d493,segment=NetworkSegment(30c2c929-899a-45fe-8808-22e17a531b4d),segment_id=30c2c929-899a-45fe-8808-22e17a531b4d)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:09.494450 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.504547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56267a23-8e98-4ac4-9005-e2020e59b45d']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:09.521043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c2c929-899a-45fe-8808-22e17a531b4d') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:09.521043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c2c929-899a-45fe-8808-22e17a531b4d') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:09.529636 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.556724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a4d51ade-cf85-4667-96bd-760aff0b0996 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1266289 Aug 16 20:56:09.559246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35904) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:09.593698 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.598319 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.622372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:09.637143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:09.637367 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9022f7f8-0a3b-456a-85d8-b42a4ada5e9a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0668995 Aug 16 20:56:09.637455 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9dd447-ae60-49c5-920b-e1bd1d288168 None None] Sync routers for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:09.638025 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35906) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:09.645303 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:09.649014 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:09.655937 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9dd447-ae60-49c5-920b-e1bd1d288168 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:09.656951 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c9dd447-ae60-49c5-920b-e1bd1d288168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:09.679544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.702884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed38868-6cbc-4f9a-9b3d-1d63958c1304 None None] Pushing event updated for resources: {'Port': ['ID=285b64f6-4f3b-42d9-ad4c-1620d1d4d493,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:09.711452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c578a624-ef73-4389-bda4-9cde8f6f4523 None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:56:09.747340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4ab7e40f-9667-4edc-a5c6-c0975beb0e16 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 694b9d1f-4137-40d4-86cd-d421119153e6 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:09.749309 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e40f-9667-4edc-a5c6-c0975beb0e16 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.765354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8dd5f5-1748-4997-a3d2-9d832e80298d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting subnet 9f16158b-bbe8-463b-a516-a0370834344d {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:09.769457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc8dd5f5-1748-4997-a3d2-9d832e80298d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.772073 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event updated for resources: {'Subnet': ['ID=e1f6fbdc-7092-45a4-9c33-6a8d7233a8c5,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:09.823367 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-3c9dd447-ae60-49c5-920b-e1bd1d288168 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:09.830775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Checking segment: {'id': '8228fe1d-0734-4c26-8ee0-a9623c75dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '532e7b9a-4c16-4122-aadf-217051a38460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:09.831148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Network hostable DHCP agents. Network: 532e7b9a-4c16-4122-aadf-217051a38460, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:09.835286 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc8dd5f5-1748-4997-a3d2-9d832e80298d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.844124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:56:09.844124 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:56:09.844124 n-d-793619-14 neutron-server[95261]: [parameters: {'id': '56267a23-8e98-4ac4-9005-e2020e59b45d'}] Aug 16 20:56:09.844124 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:56:09.844550 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:56:09.853289 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e40f-9667-4edc-a5c6-c0975beb0e16 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.877526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4ab7e40f-9667-4edc-a5c6-c0975beb0e16 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 694b9d1f-4137-40d4-86cd-d421119153e6 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:09.945442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Network 532e7b9a-4c16-4122-aadf-217051a38460 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:09.966061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc8dd5f5-1748-4997-a3d2-9d832e80298d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.995898 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578a624-ef73-4389-bda4-9cde8f6f4523 None None] Unable to find a vacant binding_index for network 532e7b9a-4c16-4122-aadf-217051a38460 and agent c969bb31-c1bf-46a2-a97e-00a6c078d85c {{(pid=95263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 16 20:56:10.014978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdcd3d-7125-4a80-8767-23629f899106 req-41d7975c-6aea-4ad7-b0e6-4dc59142fff6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:10.017294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6bdcd3d-7125-4a80-8767-23629f899106 req-41d7975c-6aea-4ad7-b0e6-4dc59142fff6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.0825307 Aug 16 20:56:10.071506 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6bdcd3d-7125-4a80-8767-23629f899106 req-ce4f8db5-dc6e-4b84-9913-97b74f622630 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468602 Aug 16 20:56:10.081855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 532e7b9a-4c16-4122-aadf-217051a38460) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:10.083275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578a624-ef73-4389-bda4-9cde8f6f4523 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 532e7b9a-4c16-4122-aadf-217051a38460) {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:56:10.088890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:10.093595 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.115271 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc8dd5f5-1748-4997-a3d2-9d832e80298d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.131962 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c9dd447-ae60-49c5-920b-e1bd1d288168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:08Z', 'revision_number': 9, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:10.147246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc8dd5f5-1748-4997-a3d2-9d832e80298d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.162573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35910) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:10.162897 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bc8dd5f5-1748-4997-a3d2-9d832e80298d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/9f16158b-bbe8-463b-a516-a0370834344d HTTP/1.1" status: 204 len: 168 time: 0.5125167 Aug 16 20:56:10.162897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8dd5f5-1748-4997-a3d2-9d832e80298d tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Subnet': ['ID=9f16158b-bbe8-463b-a516-a0370834344d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:10.168287 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9dd447-ae60-49c5-920b-e1bd1d288168 None None] Checking router: eb13d03a-a23f-414a-a234-9080e6e98f24 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:10.177793 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9dd447-ae60-49c5-920b-e1bd1d288168 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:10.178629 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c9dd447-ae60-49c5-920b-e1bd1d288168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:10.208063 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e40f-9667-4edc-a5c6-c0975beb0e16 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.215083 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1fdb3611-0cb4-4ae1-a98f-2d5809651258 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3467915 Aug 16 20:56:10.217359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35912) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:10.224084 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1959544282', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:10.255373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7e40f-9667-4edc-a5c6-c0975beb0e16 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=694b9d1f-4137-40d4-86cd-d421119153e6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:10.273377 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e40f-9667-4edc-a5c6-c0975beb0e16 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.273377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4ab7e40f-9667-4edc-a5c6-c0975beb0e16 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/694b9d1f-4137-40d4-86cd-d421119153e6 HTTP/1.1" status: 204 len: 168 time: 0.7117677 Aug 16 20:56:10.275006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35914) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:10.277641 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.279222 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-3c9dd447-ae60-49c5-920b-e1bd1d288168 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:10.281676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'mac_address': 'fa:16:3e:f4:35:a9', 'name': 'tempest-PortsTestJSON-698591211'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:10.335412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:10.335762 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.342676 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.343842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.348400 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.436830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f0eef48e-02a8-4b8e-85e9-4ce44e62cec5,segment=NetworkSegment(b70262f2-6450-4dae-9147-bcd206fcb48d),segment_id=b70262f2-6450-4dae-9147-bcd206fcb48d)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:10.437239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.453487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:10.493506 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.534853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Deleting port 285b64f6-4f3b-42d9-ad4c-1620d1d4d493 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:10.539349 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.618984 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3c9dd447-ae60-49c5-920b-e1bd1d288168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:08Z', 'revision_number': 9, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:10.624341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] For port 285b64f6-4f3b-42d9-ad4c-1620d1d4d493, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=285b64f6-4f3b-42d9-ad4c-1620d1d4d493,segment=NetworkSegment(30c2c929-899a-45fe-8808-22e17a531b4d),segment_id=30c2c929-899a-45fe-8808-22e17a531b4d)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:10.624713 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.638251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Calling delete_port for 285b64f6-4f3b-42d9-ad4c-1620d1d4d493 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:10.654895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-532e7b9a-4c16-4122-aadf-217051a38460', 'network_id': '532e7b9a-4c16-4122-aadf-217051a38460', 'tenant_id': 'fc9295029c7d45b882a48153688c2472', 'fixed_ips': [{'subnet_id': 'e1f6fbdc-7092-45a4-9c33-6a8d7233a8c5'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:10.655719 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.672484 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9dd447-ae60-49c5-920b-e1bd1d288168 None None] The sync data for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 is: [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:08Z', 'revision_number': 9, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9bb87f-44e6-45ce-8419-3bb375b5c188', 'name': '', 'network_id': 'b8359ab7-734d-42a8-a334-d03c8c02ab73', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:3b:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:36Z', 'updated_at': '2021-08-16T20:55:52Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': 'b876080c-da64-49b4-987f-b4f04d8470e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:10.696287 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:10.750594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.778549 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=f0eef48e-02a8-4b8e-85e9-4ce44e62cec5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:10.785238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No DVR routers for this DVR port f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:10.811686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.815702 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.816297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Allocated IP 172.20.0.2 (532e7b9a-4c16-4122-aadf-217051a38460/e1f6fbdc-7092-45a4-9c33-6a8d7233a8c5/eae1a1ba-8a74-41bf-820f-5023618e5d06) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:10.836739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port 137105c7-7a16-44e7-b4b0-c8a6980af0e0 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:10.847441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.891839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Port': ['ID=285b64f6-4f3b-42d9-ad4c-1620d1d4d493,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:10.894095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No DVR routers for this DVR port 285b64f6-4f3b-42d9-ad4c-1620d1d4d493 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:10.904917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.929000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:10.974636 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.979611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70262f2-6450-4dae-9147-bcd206fcb48d') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:10.980176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70262f2-6450-4dae-9147-bcd206fcb48d') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:10.983966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Transition to ACTIVE for port object eae1a1ba-8a74-41bf-820f-5023618e5d06 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:10.996133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.005773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Transition to ACTIVE for port object eae1a1ba-8a74-41bf-820f-5023618e5d06 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:11.015376 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.037058 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.041099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56267a23-8e98-4ac4-9005-e2020e59b45d']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:11.050873 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.052899 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:11.053344 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:11.056990 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:11.067726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c2c929-899a-45fe-8808-22e17a531b4d') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:11.068033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c2c929-899a-45fe-8808-22e17a531b4d') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:11.088780 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.106235 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.131260 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.139807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:11.140674 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:11.144337 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:11.147721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Network 532e7b9a-4c16-4122-aadf-217051a38460 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:11.156413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:11.158957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:11.164467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Pushing event updated for resources: {'Port': ['ID=eae1a1ba-8a74-41bf-820f-5023618e5d06,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.227289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Attempting to bind port eae1a1ba-8a74-41bf-820f-5023618e5d06 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:11.227826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Attempting to bind port eae1a1ba-8a74-41bf-820f-5023618e5d06 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8228fe1d-0734-4c26-8ee0-a9623c75dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '532e7b9a-4c16-4122-aadf-217051a38460'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:11.228290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Attempting to bind port eae1a1ba-8a74-41bf-820f-5023618e5d06 on network 532e7b9a-4c16-4122-aadf-217051a38460 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:11.235053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:11.241852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Checking segment: {'id': '8228fe1d-0734-4c26-8ee0-a9623c75dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '532e7b9a-4c16-4122-aadf-217051a38460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:11.241852 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.241852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Bound using segment: {'id': '8228fe1d-0734-4c26-8ee0-a9623c75dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '532e7b9a-4c16-4122-aadf-217051a38460'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:11.241852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Bound port: eae1a1ba-8a74-41bf-820f-5023618e5d06, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8228fe1d-0734-4c26-8ee0-a9623c75dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '532e7b9a-4c16-4122-aadf-217051a38460'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:11.241852 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.262242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a40ca-ef50-40be-8582-6bbffc67c72d req-d16904d1-6bef-41fc-98ce-9e1b61c0914a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:11.263780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a7a40ca-ef50-40be-8582-6bbffc67c72d req-d16904d1-6bef-41fc-98ce-9e1b61c0914a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.0645149 Aug 16 20:56:11.264960 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.274841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.279798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/networks/a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d HTTP/1.1" status: 204 len: 168 time: 1.1235812 Aug 16 20:56:11.281814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35922) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:11.284607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.294012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b9ef9-a0ec-4d55-a145-3aa16a86369e tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Network': ['ID=a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.324653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a7a40ca-ef50-40be-8582-6bbffc67c72d req-d19511b8-66ed-4be6-9ae3-d18ec2c43bde tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520949 Aug 16 20:56:11.330139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] For port eae1a1ba-8a74-41bf-820f-5023618e5d06, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:11.333791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] For port eae1a1ba-8a74-41bf-820f-5023618e5d06, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=eae1a1ba-8a74-41bf-820f-5023618e5d06,segment=NetworkSegment(8228fe1d-0734-4c26-8ee0-a9623c75dc12),segment_id=8228fe1d-0734-4c26-8ee0-a9623c75dc12)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:11.373679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.380742 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.385802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/56267a23-8e98-4ac4-9005-e2020e59b45d HTTP/1.1" status: 204 len: 168 time: 2.8767357 Aug 16 20:56:11.386372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35924) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:11.389412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:11.399726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1576789208'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:11.405060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00715158-115b-420e-8503-faf52f623e0f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Network': ['ID=56267a23-8e98-4ac4-9005-e2020e59b45d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.413811 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.482886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:11.487089 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.525471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c112b4-7a7a-480e-a223-965a4b6866ac None None] Pushing event updated for resources: {'Port': ['ID=eae1a1ba-8a74-41bf-820f-5023618e5d06,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.527759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:11.540978 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.541489 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Added segment 1ff962ae-8998-47e1-8b09-a3d123bef469 of type vlan for network 750965cd-be8a-4979-8037-4ddc6c08a5a5 Aug 16 20:56:11.544481 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.581964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:11.582747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:11.585183 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8787c3d-7a02-4baa-988d-6de43f3e9ae3" -d '{"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:11.605101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.636662 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14762211-33e4-4fa2-9349-2f8262c3bb70 x-openstack-request-id: req-14762211-33e4-4fa2-9349-2f8262c3bb70 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:11.637121 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:11.637385 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-14762211-33e4-4fa2-9349-2f8262c3bb70 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:11.637857 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'code': 200} Aug 16 20:56:11.674605 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.695867 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.717814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.723644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:11.737360 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.767020 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.770323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=11']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.793502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:11.799424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:11.802152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=137105c7-7a16-44e7-b4b0-c8a6980af0e0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.808465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:11.814530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:11.815206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.837331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=750965cd-be8a-4979-8037-4ddc6c08a5a5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.848823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 750965cd-be8a-4979-8037-4ddc6c08a5a5 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:11.881613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9c561c69-76b8-44de-814b-30f0af73abe9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4859223 Aug 16 20:56:11.884211 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35930) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:11.890211 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'network_id': '750965cd-be8a-4979-8037-4ddc6c08a5a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:11.953225 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0ab2ee55-e234-4d2b-b7e1-c51e23a257a4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6768868 Aug 16 20:56:11.957430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35932) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:12.017859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f269c5b-2f6d-4a82-a04e-3f9b958b7cee tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:12.019227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8f269c5b-2f6d-4a82-a04e-3f9b958b7cee tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/137105c7-7a16-44e7-b4b0-c8a6980af0e0 HTTP/1.1" status: 200 len: 840 time: 0.0608683 Aug 16 20:56:12.023180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35934) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:12.049794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Allocated IP 172.25.4.115 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/666ace5e-c659-4998-ad7a-43f8537cd1c0) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:12.115382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-cc71db75-48b1-4919-900a-d6fa3e3860b9 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 137105c7-7a16-44e7-b4b0-c8a6980af0e0 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:12.115722 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc71db75-48b1-4919-900a-d6fa3e3860b9 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.119832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:12.123833 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.214742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.250655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc71db75-48b1-4919-900a-d6fa3e3860b9 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.271777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-cc71db75-48b1-4919-900a-d6fa3e3860b9 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 137105c7-7a16-44e7-b4b0-c8a6980af0e0 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:12.300078 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.373947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.447143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:12.455835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:12.492420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:12.494508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event updated for resources: {'Port': ['ID=666ace5e-c659-4998-ad7a-43f8537cd1c0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:12.519092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b864-61df-43dd-bd6b-fc4b4f8c842a req-cba7633a-6741-4b97-9631-321fea514bdc tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:12.520977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a458b864-61df-43dd-bd6b-fc4b4f8c842a req-cba7633a-6741-4b97-9631-321fea514bdc tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1021032 Aug 16 20:56:12.527813 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc71db75-48b1-4919-900a-d6fa3e3860b9 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.574626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71db75-48b1-4919-900a-d6fa3e3860b9 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=137105c7-7a16-44e7-b4b0-c8a6980af0e0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:12.584436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cc71db75-48b1-4919-900a-d6fa3e3860b9 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.586451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cc71db75-48b1-4919-900a-d6fa3e3860b9 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/137105c7-7a16-44e7-b4b0-c8a6980af0e0 HTTP/1.1" status: 204 len: 168 time: 0.5623631 Aug 16 20:56:12.589327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35938) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:12.601118 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.608235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a458b864-61df-43dd-bd6b-fc4b4f8c842a req-11917ee4-eedf-49e6-b330-3ef3381de820 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782664 Aug 16 20:56:12.639738 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0a325b-c0d5-48fc-bdef-ceacee17b7ea tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:56:12.646103 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cb0a325b-c0d5-48fc-bdef-ceacee17b7ea tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/137105c7-7a16-44e7-b4b0-c8a6980af0e0 HTTP/1.1" status: 404 len: 333 time: 0.0515330 Aug 16 20:56:12.647371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35940) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:12.659319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'name': 'tempest-PortsTestJSON-557715431'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:12.674491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device eae1a1ba-8a74-41bf-820f-5023618e5d06 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:12.725443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=632a0dc5-b550-4a09-82c6-8974458f8931,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:12.754192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Checking segment: {'id': '1ff962ae-8998-47e1-8b09-a3d123bef469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '750965cd-be8a-4979-8037-4ddc6c08a5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:12.754515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network hostable DHCP agents. Network: 750965cd-be8a-4979-8037-4ddc6c08a5a5, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:12.771543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4f907e-a847-4870-9ff7-b39fd2356300 None None] Network 56267a23-8e98-4ac4-9005-e2020e59b45d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:12.800406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e6b69-e488-44af-ad39-b200178b6282 None None] Network 532e7b9a-4c16-4122-aadf-217051a38460 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:12.805938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4f907e-a847-4870-9ff7-b39fd2356300 None None] Network 56267a23-8e98-4ac4-9005-e2020e59b45d could not be found, it might have been deleted concurrently. {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:56:12.850125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093da7ac-77cb-4e6d-95c9-9cd264696539 None None] Network 56267a23-8e98-4ac4-9005-e2020e59b45d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:12.870911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093da7ac-77cb-4e6d-95c9-9cd264696539 None None] Network 56267a23-8e98-4ac4-9005-e2020e59b45d could not be found, it might have been deleted concurrently. {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:56:12.882495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 750965cd-be8a-4979-8037-4ddc6c08a5a5 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:12.891219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 7f9bb87f-44e6-45ce-8419-3bb375b5c188 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:12.891814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.910753 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:12.912217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port eae1a1ba-8a74-41bf-820f-5023618e5d06 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:12.914315 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.937200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port dbf7ad9c-cfec-495e-aeb8-850c1ba14c3f yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:12.959301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3db39f1f-baaa-40af-a273-a4b31448e9d5 None None] Provisioning for port eae1a1ba-8a74-41bf-820f-5023618e5d06 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:12.964767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3db39f1f-baaa-40af-a273-a4b31448e9d5 None None] Provisioning complete for port eae1a1ba-8a74-41bf-820f-5023618e5d06 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:12.965389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3db39f1f-baaa-40af-a273-a4b31448e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.997964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 750965cd-be8a-4979-8037-4ddc6c08a5a5) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:13.007087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:13.007683 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.019504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9fb3b699-4982-46a5-b596-bc9d3a4ff05e no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:13.026793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a925ca-67f6-45e6-8f3a-af6a537c2313 None None] Network 750965cd-be8a-4979-8037-4ddc6c08a5a5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:13.092938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 9fb3b699-4982-46a5-b596-bc9d3a4ff05e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:13.093354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9fb3b699-4982-46a5-b596-bc9d3a4ff05e not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:13.117725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0454c83e-f356-4843-acc9-02eca0b1fafb None None] DHCP port deletion for a6d1c5fd-8ce9-47dc-83cc-3648b6f7115d request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:13.141372 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.149123 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.191492 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fc58a971-d357-40a2-916f-f101a64964fe tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3060055 Aug 16 20:56:13.192086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35944) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:13.197326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port 7f9bb87f-44e6-45ce-8419-3bb375b5c188, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7f9bb87f-44e6-45ce-8419-3bb375b5c188,segment=NetworkSegment(7c332078-7908-4794-8066-19657678bebd),segment_id=7c332078-7908-4794-8066-19657678bebd)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:13.197791 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.200106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-59e94e7a-40d6-4949-aa11-3e4981cc293e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'network_id': '750965cd-be8a-4979-8037-4ddc6c08a5a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:13.235228 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3db39f1f-baaa-40af-a273-a4b31448e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.248217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 7f9bb87f-44e6-45ce-8419-3bb375b5c188 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:13.279955 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.297557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-750965cd-be8a-4979-8037-4ddc6c08a5a5', 'network_id': '750965cd-be8a-4979-8037-4ddc6c08a5a5', 'tenant_id': '61e838134c184a03bb8704eff04e06ea', 'fixed_ips': [{'subnet_id': '632a0dc5-b550-4a09-82c6-8974458f8931'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:13.298663 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.319705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3db39f1f-baaa-40af-a273-a4b31448e9d5 None None] For port eae1a1ba-8a74-41bf-820f-5023618e5d06, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=eae1a1ba-8a74-41bf-820f-5023618e5d06,segment=NetworkSegment(8228fe1d-0734-4c26-8ee0-a9623c75dc12),segment_id=8228fe1d-0734-4c26-8ee0-a9623c75dc12)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:13.347733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:13.360576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:13.370465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:13.376645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:13.377312 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.400246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=dbf7ad9c-cfec-495e-aeb8-850c1ba14c3f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:13.410307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:56:13.440239 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3db39f1f-baaa-40af-a273-a4b31448e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.492880 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.528957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3bedf6a6-f7fc-4f3e-ae60-acf2dac50642 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8785839 Aug 16 20:56:13.532293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35948) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:13.538131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4a748535-0e0d-4e96-9c0a-d0b36ef29b44 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:13.645995 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a748535-0e0d-4e96-9c0a-d0b36ef29b44 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.677586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db39f1f-baaa-40af-a273-a4b31448e9d5 None None] Pushing event updated for resources: {'Port': ['ID=eae1a1ba-8a74-41bf-820f-5023618e5d06,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:13.696444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:13.716966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Allocated IP 2001:db8::2 (750965cd-be8a-4979-8037-4ddc6c08a5a5/632a0dc5-b550-4a09-82c6-8974458f8931/e6f77c88-8e2e-45ce-86a5-910bc49056d8) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:13.723818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'port_id': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'mac_address': 'fa:16:3e:84:39:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:56:13.736391 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e94e7a-40d6-4949-aa11-3e4981cc293e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:13.740495 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59e94e7a-40d6-4949-aa11-3e4981cc293e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.773871 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.833670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Router bc89002a-1237-4d64-9ff1-f3892cf7b28b is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:56:13.846443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=7f9bb87f-44e6-45ce-8419-3bb375b5c188,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:13.850477 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.867380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06935dcb-2da0-4e4c-b78e-d16a70184654 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:13.897287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:13.901722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e6c29-1724-4f02-a5d7-55680549737e None None] Network 532e7b9a-4c16-4122-aadf-217051a38460 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:13.974964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883b17f-5b96-4e2d-beb1-7b38c407ab87 req-362d53d7-e2e6-4dc0-ab21-2ceda27feb19 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:13.976524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8883b17f-5b96-4e2d-beb1-7b38c407ab87 req-362d53d7-e2e6-4dc0-ab21-2ceda27feb19 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.2453773 Aug 16 20:56:14.003245 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.019338 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.156837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-715ca87b-14f8-4dcb-85b6-9cfb2a642d6b None None] Provisioning complete for port eae1a1ba-8a74-41bf-820f-5023618e5d06 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:14.157240 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-715ca87b-14f8-4dcb-85b6-9cfb2a642d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.184987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['06935dcb-2da0-4e4c-b78e-d16a70184654'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:14.280888 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=12']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:14.338923 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.352858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Transition to ACTIVE for port object e6f77c88-8e2e-45ce-86a5-910bc49056d8 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:14.449292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Transition to ACTIVE for port object e6f77c88-8e2e-45ce-86a5-910bc49056d8 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:14.602400 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.644645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device eae1a1ba-8a74-41bf-820f-5023618e5d06 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:14.655656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:14.656223 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a748535-0e0d-4e96-9c0a-d0b36ef29b44 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.677802 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0c6f1-6a64-4e2d-b2c6-9f1b39c41022 None None] Sync routers for ids ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:14.710705 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:56:14.713515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Network 750965cd-be8a-4979-8037-4ddc6c08a5a5 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:14.726757 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a748535-0e0d-4e96-9c0a-d0b36ef29b44 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.730821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0c6f1-6a64-4e2d-b2c6-9f1b39c41022 None None] Routers {'bc89002a-1237-4d64-9ff1-f3892cf7b28b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:14.731527 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d2e0c6f1-6a64-4e2d-b2c6-9f1b39c41022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:14.733662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:14.739997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:14.766263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router eb13d03a-a23f-414a-a234-9080e6e98f24 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:14.777597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Pushing event updated for resources: {'Port': ['ID=e6f77c88-8e2e-45ce-86a5-910bc49056d8,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:14.788959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d2e0c6f1-6a64-4e2d-b2c6-9f1b39c41022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:14.792856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4a748535-0e0d-4e96-9c0a-d0b36ef29b44 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] In _notify_port_updated(), no bound segment for port dbf7ad9c-cfec-495e-aeb8-850c1ba14c3f on network b9ef9a86-fb0c-446f-b4aa-159f397f3682 {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:56:14.798638 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a748535-0e0d-4e96-9c0a-d0b36ef29b44 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:14.799411 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a748535-0e0d-4e96-9c0a-d0b36ef29b44 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.801796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4a748535-0e0d-4e96-9c0a-d0b36ef29b44 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "PUT /v2.0/ports/dbf7ad9c-cfec-495e-aeb8-850c1ba14c3f HTTP/1.1" status: 200 len: 818 time: 1.2674584 Aug 16 20:56:14.813970 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8883b17f-5b96-4e2d-beb1-7b38c407ab87 req-e40306ba-ae23-4daa-9081-b892427cb9e8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8215592 Aug 16 20:56:14.820039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35974) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:14.820189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-81e5622f-b66e-4a76-97b7-341c2c4d237d None None] Provisioning complete for port eae1a1ba-8a74-41bf-820f-5023618e5d06 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:14.820189 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-81e5622f-b66e-4a76-97b7-341c2c4d237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.846048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0c6f1-6a64-4e2d-b2c6-9f1b39c41022 None None] Routers {'bc89002a-1237-4d64-9ff1-f3892cf7b28b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:14.846680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d2e0c6f1-6a64-4e2d-b2c6-9f1b39c41022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:14.856517 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.862025 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fdf77e18-7b2f-4d76-b526-fdeb42976b64 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.6406589 Aug 16 20:56:14.882456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35978) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:14.920493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a748535-0e0d-4e96-9c0a-d0b36ef29b44 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=dbf7ad9c-cfec-495e-aeb8-850c1ba14c3f,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:15.007981 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59e94e7a-40d6-4949-aa11-3e4981cc293e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.073586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e94e7a-40d6-4949-aa11-3e4981cc293e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 750965cd-be8a-4979-8037-4ddc6c08a5a5 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:15.076920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-59e94e7a-40d6-4949-aa11-3e4981cc293e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:15.081646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e94e7a-40d6-4949-aa11-3e4981cc293e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:15.081828 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59e94e7a-40d6-4949-aa11-3e4981cc293e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.095344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e94e7a-40d6-4949-aa11-3e4981cc293e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=7d45930a-5b38-4d37-8c34-6e28f3bb3319,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:15.121699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d2e0c6f1-6a64-4e2d-b2c6-9f1b39c41022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:15.122375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0c6f1-6a64-4e2d-b2c6-9f1b39c41022 None None] The sync data for ids ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:15.134078 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:15.144371 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44371ebe-a4c2-4e38-a053-4955b9a5daa8 None None] Sync routers for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:15.145661 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ae7e2d46-d88d-4936-b9a1-4ac7d9f209f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8623705 Aug 16 20:56:15.148302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35982) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:15.157414 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44371ebe-a4c2-4e38-a053-4955b9a5daa8 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:15.159216 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-44371ebe-a4c2-4e38-a053-4955b9a5daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:15.178786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Attempting to bind port e6f77c88-8e2e-45ce-86a5-910bc49056d8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:15.179157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Attempting to bind port e6f77c88-8e2e-45ce-86a5-910bc49056d8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '1ff962ae-8998-47e1-8b09-a3d123bef469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '750965cd-be8a-4979-8037-4ddc6c08a5a5'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:15.179525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Attempting to bind port e6f77c88-8e2e-45ce-86a5-910bc49056d8 on network 750965cd-be8a-4979-8037-4ddc6c08a5a5 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:15.188391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port eae1a1ba-8a74-41bf-820f-5023618e5d06 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:15.188758 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.194234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-59e94e7a-40d6-4949-aa11-3e4981cc293e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9981155 Aug 16 20:56:15.194234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35984) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:15.213132 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:15.213570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Checking segment: {'id': '1ff962ae-8998-47e1-8b09-a3d123bef469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '750965cd-be8a-4979-8037-4ddc6c08a5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:15.213951 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.214347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Bound using segment: {'id': '1ff962ae-8998-47e1-8b09-a3d123bef469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '750965cd-be8a-4979-8037-4ddc6c08a5a5'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:15.214828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Bound port: e6f77c88-8e2e-45ce-86a5-910bc49056d8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff962ae-8998-47e1-8b09-a3d123bef469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '750965cd-be8a-4979-8037-4ddc6c08a5a5'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:15.215210 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.246039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-80787277-be6c-4f3b-92a7-5625565c5395 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port dbf7ad9c-cfec-495e-aeb8-850c1ba14c3f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:15.246543 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80787277-be6c-4f3b-92a7-5625565c5395 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.316768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] For port e6f77c88-8e2e-45ce-86a5-910bc49056d8, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:15.320618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] For port e6f77c88-8e2e-45ce-86a5-910bc49056d8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e6f77c88-8e2e-45ce-86a5-910bc49056d8,segment=NetworkSegment(1ff962ae-8998-47e1-8b09-a3d123bef469),segment_id=1ff962ae-8998-47e1-8b09-a3d123bef469)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:15.329994 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2946871b-a2e0-4afa-bae5-bd52e580b48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.338280 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80787277-be6c-4f3b-92a7-5625565c5395 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.364399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f8d311-09ec-4c03-b8ed-24dca1d365e6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting subnet b876080c-da64-49b4-987f-b4f04d8470e1 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:15.374837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-80787277-be6c-4f3b-92a7-5625565c5395 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for dbf7ad9c-cfec-495e-aeb8-850c1ba14c3f owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:15.375331 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-44371ebe-a4c2-4e38-a053-4955b9a5daa8 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:15.377473 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32f8d311-09ec-4c03-b8ed-24dca1d365e6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.420266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:15.424733 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.447405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:15.455089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ace714-8e81-4ef9-bdb4-5cfb45c24b06 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:15.460708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ace714-8e81-4ef9-bdb4-5cfb45c24b06 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:15.462503 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ace714-8e81-4ef9-bdb4-5cfb45c24b06 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:15.464637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ace714-8e81-4ef9-bdb4-5cfb45c24b06 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:15.466869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ace714-8e81-4ef9-bdb4-5cfb45c24b06 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:15.472209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-10ace714-8e81-4ef9-bdb4-5cfb45c24b06 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2736759 Aug 16 20:56:15.488189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35986) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:15.495567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1149285181'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:15.521153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:15.521153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f0eef48e-02a8-4b8e-85e9-4ce44e62cec5 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:15.565359 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32f8d311-09ec-4c03-b8ed-24dca1d365e6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.603232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdb0a7-4444-4b94-8bc2-3f4a3c0d7bf2 None None] Pushing event updated for resources: {'Port': ['ID=e6f77c88-8e2e-45ce-86a5-910bc49056d8,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:15.640789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 06935dcb-2da0-4e4c-b78e-d16a70184654 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:15.641212 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.654251 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80787277-be6c-4f3b-92a7-5625565c5395 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.716108 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32f8d311-09ec-4c03-b8ed-24dca1d365e6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.721489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80787277-be6c-4f3b-92a7-5625565c5395 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=dbf7ad9c-cfec-495e-aeb8-850c1ba14c3f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:15.735735 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80787277-be6c-4f3b-92a7-5625565c5395 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.738289 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-80787277-be6c-4f3b-92a7-5625565c5395 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/dbf7ad9c-cfec-495e-aeb8-850c1ba14c3f HTTP/1.1" status: 204 len: 168 time: 0.9180725 Aug 16 20:56:15.742722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35988) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:15.762574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:15.767723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.830160 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.842939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:15.914949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:15.924135 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14511ca-3a48-47f2-99c2-39ee0c4f74f4" -d '{"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:15.927091 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.928696 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Added segment a1b1543d-6891-48bf-a1f9-e26f10e79e80 of type vlan for network 683565eb-8c08-4dac-a93e-d182732d55de Aug 16 20:56:15.961586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:16.001565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf5679-b294-4ceb-a1a8-662fa7212ccd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:16.006303 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4baf5679-b294-4ceb-a1a8-662fa7212ccd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2595708 Aug 16 20:56:16.011308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35994) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:16.014609 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e65878a-9c94-43b3-ad07-1bfea1b201d6 x-openstack-request-id: req-2e65878a-9c94-43b3-ad07-1bfea1b201d6 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:16.014770 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:16.014948 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e65878a-9c94-43b3-ad07-1bfea1b201d6 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:16.015352 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'code': 200} Aug 16 20:56:16.044200 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.064040 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-44371ebe-a4c2-4e38-a053-4955b9a5daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:13Z', 'revision_number': 10, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:16.069142 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32f8d311-09ec-4c03-b8ed-24dca1d365e6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.100179 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9e7d49-4db7-4123-8e78-c9a882fe3507 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:56:16.111667 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dd9e7d49-4db7-4123-8e78-c9a882fe3507 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/dbf7ad9c-cfec-495e-aeb8-850c1ba14c3f HTTP/1.1" status: 404 len: 333 time: 0.0952194 Aug 16 20:56:16.114100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35998) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:16.126243 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44371ebe-a4c2-4e38-a053-4955b9a5daa8 None None] Checking router: eb13d03a-a23f-414a-a234-9080e6e98f24 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:16.130669 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-244609291'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:16.142539 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44371ebe-a4c2-4e38-a053-4955b9a5daa8 None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:16.143446 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-44371ebe-a4c2-4e38-a053-4955b9a5daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:55:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:16.162711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8d311-09ec-4c03-b8ed-24dca1d365e6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Subnet': ['ID=b876080c-da64-49b4-987f-b4f04d8470e1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:16.174184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=13']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:16.199424 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32f8d311-09ec-4c03-b8ed-24dca1d365e6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.201607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-32f8d311-09ec-4c03-b8ed-24dca1d365e6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/b876080c-da64-49b4-987f-b4f04d8470e1 HTTP/1.1" status: 204 len: 168 time: 1.0522764 Aug 16 20:56:16.203778 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.208016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36000) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:16.209596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac71c7b-3422-4c73-b279-58bbf671ba07 None None] Network b8359ab7-734d-42a8-a334-d03c8c02ab73 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:16.222025 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bdf54-fa92-4422-9798-1de59d638e91 req-8427622d-f6d8-43de-8de0-639c3639ea09 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:16.223639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb8bdf54-fa92-4422-9798-1de59d638e91 req-8427622d-f6d8-43de-8de0-639c3639ea09 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 945 time: 0.2714036 Aug 16 20:56:16.245316 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-44371ebe-a4c2-4e38-a053-4955b9a5daa8 None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:16.297015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb8bdf54-fa92-4422-9798-1de59d638e91 req-69bd8c31-483a-42b8-a5ea-df06e2a38d98 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636716 Aug 16 20:56:16.315190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:16.318651 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.364599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.382146 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.383852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.395520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:16.399216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:16.400036 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.500210 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-44371ebe-a4c2-4e38-a053-4955b9a5daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:13Z', 'revision_number': 10, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:16.508390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.508788 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Added segment 63537f57-462d-4a6f-8249-262d19f3ef83 of type vlan for network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 Aug 16 20:56:16.529714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0397613 Aug 16 20:56:16.532709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36002) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:16.556549 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1eed698d-cfac-4633-8bc1-5021866b5fc4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:16.573981 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44371ebe-a4c2-4e38-a053-4955b9a5daa8 None None] The sync data for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 is: [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:13Z', 'revision_number': 10, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None, '_interfaces': [{'id': '7b34166b-72c5-40be-b26d-d71d8aed507b', 'name': '', 'network_id': '49a22caa-e380-4851-9113-70b96c8961b3', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'mac_address': 'fa:16:3e:7a:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:30Z', 'updated_at': '2021-08-16T20:55:37Z', 'revision_number': 5, 'project_id': '196456fa70e24819a09934a59a334eb5', 'subnets': [{'id': '8a2e71a5-8260-4843-aa01-18a5525594cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:16.581128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4b11f2-c8ae-43fb-96d9-6fd9ea708da6 None None] DHCP port deletion for b8359ab7-734d-42a8-a334-d03c8c02ab73 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:16.656429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cba56-758f-4ea7-b565-3e832e2bff30 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=683565eb-8c08-4dac-a93e-d182732d55de,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:16.659431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e6f77c88-8e2e-45ce-86a5-910bc49056d8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:16.720556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 683565eb-8c08-4dac-a93e-d182732d55de details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:16.802660 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.852855 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1eed698d-cfac-4633-8bc1-5021866b5fc4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.888920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:16.889325 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.927628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b11f2-c8ae-43fb-96d9-6fd9ea708da6 None None] Deleting port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:16.928197 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f4b11f2-c8ae-43fb-96d9-6fd9ea708da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.977639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.985536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:16.986784 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.995170 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1eed698d-cfac-4633-8bc1-5021866b5fc4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.034308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1eed698d-cfac-4633-8bc1-5021866b5fc4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 683565eb-8c08-4dac-a93e-d182732d55de is not hosted by any dhcp agent {{(pid=95261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:56:17.049482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port e6f77c88-8e2e-45ce-86a5-910bc49056d8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:17.055115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed698d-cfac-4633-8bc1-5021866b5fc4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:17.055777 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1eed698d-cfac-4633-8bc1-5021866b5fc4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.073365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7f4b11f2-c8ae-43fb-96d9-6fd9ea708da6 None None] For port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3ed7c003-8fe7-47e2-8a31-7b7d251fde72,segment=NetworkSegment(7c332078-7908-4794-8066-19657678bebd),segment_id=7c332078-7908-4794-8066-19657678bebd)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:17.073912 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f4b11f2-c8ae-43fb-96d9-6fd9ea708da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.077644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1eed698d-cfac-4633-8bc1-5021866b5fc4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "PUT /v2.0/networks/683565eb-8c08-4dac-a93e-d182732d55de HTTP/1.1" status: 200 len: 723 time: 0.5389316 Aug 16 20:56:17.092823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36004) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:17.094866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b11f2-c8ae-43fb-96d9-6fd9ea708da6 None None] Calling delete_port for 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:17.118630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'network_id': '683565eb-8c08-4dac-a93e-d182732d55de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:17.185888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed698d-cfac-4633-8bc1-5021866b5fc4 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=683565eb-8c08-4dac-a93e-d182732d55de,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:17.197111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 683565eb-8c08-4dac-a93e-d182732d55de details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:17.204457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Network': ['ID=39457e2d-43e5-4699-9743-b2e1a38fd4f4,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:17.333316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf6268e-3e0c-474e-913c-dbdccb1c3ecf None None] Network 750965cd-be8a-4979-8037-4ddc6c08a5a5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:17.352108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.355956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.355956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.355956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.355956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.355956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.355956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.355956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.355956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.355956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.356586 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.356586 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:17.389471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:17.487031 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f4b11f2-c8ae-43fb-96d9-6fd9ea708da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.490945 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c25cf10f-d11e-45fb-a458-9b91538e85b0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3731823 Aug 16 20:56:17.494268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3ed7c003-8fe7-47e2-8a31-7b7d251fde72,segment=NetworkSegment(7c332078-7908-4794-8066-19657678bebd),segment_id=7c332078-7908-4794-8066-19657678bebd)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:17.495312 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.505268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceac87-b475-4c86-b4b2-12d023258b69 req-aa3d9b37-2f8b-4184-ab40-92a77ed2d857 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:17.508397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36010) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:17.509244 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22ceac87-b475-4c86-b4b2-12d023258b69 req-aa3d9b37-2f8b-4184-ab40-92a77ed2d857 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.0972614 Aug 16 20:56:17.526152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': '39457e2d-43e5-4699-9743-b2e1a38fd4f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:17.554194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:17.581085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b11f2-c8ae-43fb-96d9-6fd9ea708da6 None None] Pushing event deleted for resources: {'Port': ['ID=3ed7c003-8fe7-47e2-8a31-7b7d251fde72,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:17.585211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b11f2-c8ae-43fb-96d9-6fd9ea708da6 None None] No DVR routers for this DVR port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:17.612505 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8c944c5c-21ea-4aae-9c78-5787be44fe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.617236 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:17.623406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-673ca6c7-ac45-4a91-ae0b-96673b6f953d None None] Provisioning for port e6f77c88-8e2e-45ce-86a5-910bc49056d8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:17.623528 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.623950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22ceac87-b475-4c86-b4b2-12d023258b69 req-b658e195-99cd-464d-a0a9-55a5aebf65f9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078994 Aug 16 20:56:17.645339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-673ca6c7-ac45-4a91-ae0b-96673b6f953d None None] Provisioning complete for port e6f77c88-8e2e-45ce-86a5-910bc49056d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:17.645896 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-673ca6c7-ac45-4a91-ae0b-96673b6f953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.827799 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-673ca6c7-ac45-4a91-ae0b-96673b6f953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.886111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-673ca6c7-ac45-4a91-ae0b-96673b6f953d None None] For port e6f77c88-8e2e-45ce-86a5-910bc49056d8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e6f77c88-8e2e-45ce-86a5-910bc49056d8,segment=NetworkSegment(1ff962ae-8998-47e1-8b09-a3d123bef469),segment_id=1ff962ae-8998-47e1-8b09-a3d123bef469)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:17.947620 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.963896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a2e4c-49f4-49a1-995f-4b5d28a84c6c None None] Update dhcp port {'port': {'network_id': '750965cd-be8a-4979-8037-4ddc6c08a5a5', 'fixed_ips': [{'subnet_id': '632a0dc5-b550-4a09-82c6-8974458f8931', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d45930a-5b38-4d37-8c34-6e28f3bb3319'}], 'binding:host_id': 'n-d-793619-14'}, 'id': 'e6f77c88-8e2e-45ce-86a5-910bc49056d8'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:56:17.988679 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-673ca6c7-ac45-4a91-ae0b-96673b6f953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.020681 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2a5a2e4c-49f4-49a1-995f-4b5d28a84c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.075605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ca6c7-ac45-4a91-ae0b-96673b6f953d None None] Pushing event updated for resources: {'Port': ['ID=e6f77c88-8e2e-45ce-86a5-910bc49056d8,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:18.226543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-2a5a2e4c-49f4-49a1-995f-4b5d28a84c6c None None] Allocated IP 172.20.0.1 (750965cd-be8a-4979-8037-4ddc6c08a5a5/7d45930a-5b38-4d37-8c34-6e28f3bb3319/e6f77c88-8e2e-45ce-86a5-910bc49056d8) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:18.259814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Allocated IP 172.20.0.1 (532e7b9a-4c16-4122-aadf-217051a38460/e1f6fbdc-7092-45a4-9c33-6a8d7233a8c5/014cd420-e4ef-4e1d-aa12-1b4d8f93ccce) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:18.327096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2a5a2e4c-49f4-49a1-995f-4b5d28a84c6c None None] For port e6f77c88-8e2e-45ce-86a5-910bc49056d8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e6f77c88-8e2e-45ce-86a5-910bc49056d8,segment=NetworkSegment(1ff962ae-8998-47e1-8b09-a3d123bef469),segment_id=1ff962ae-8998-47e1-8b09-a3d123bef469)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:18.332968 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.367235 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2a5a2e4c-49f4-49a1-995f-4b5d28a84c6c None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.399070 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2a5a2e4c-49f4-49a1-995f-4b5d28a84c6c None None] Transition to ACTIVE for port object e6f77c88-8e2e-45ce-86a5-910bc49056d8 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:18.445929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:18.449516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.454527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=3ed7c003-8fe7-47e2-8a31-7b7d251fde72,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:18.463148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No DVR routers for this DVR port 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:18.492475 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2a5a2e4c-49f4-49a1-995f-4b5d28a84c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.505336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e6f77c88-8e2e-45ce-86a5-910bc49056d8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:18.669009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a2e4c-49f4-49a1-995f-4b5d28a84c6c None None] Pushing event updated for resources: {'Port': ['ID=e6f77c88-8e2e-45ce-86a5-910bc49056d8,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:18.761108 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:18.786901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:18.787251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3ed7c003-8fe7-47e2-8a31-7b7d251fde72 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:18.787696 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7f9bb87f-44e6-45ce-8419-3bb375b5c188 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:18.815814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.828564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c192c-e33d-4639-907b-0e3d27ca9b92 req-2b55a5cf-9981-4f2d-9e0d-f529a293997c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:18.829149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.830397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-264c192c-e33d-4639-907b-0e3d27ca9b92 req-2b55a5cf-9981-4f2d-9e0d-f529a293997c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.0893626 Aug 16 20:56:18.849595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 7f9bb87f-44e6-45ce-8419-3bb375b5c188 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:18.850265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7f9bb87f-44e6-45ce-8419-3bb375b5c188 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:18.879414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8359ab7-734d-42a8-a334-d03c8c02ab73']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:18.889653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-264c192c-e33d-4639-907b-0e3d27ca9b92 req-c3e5fb81-ddcc-4e7e-a65a-b67127c073ea tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528178 Aug 16 20:56:18.907165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c332078-7908-4794-8066-19657678bebd') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:18.907165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c332078-7908-4794-8066-19657678bebd') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:18.922954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Transition to ACTIVE for port object 014cd420-e4ef-4e1d-aa12-1b4d8f93ccce will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:18.922954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.957848 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.990260 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.993567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:18.994075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:19.005694 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:19.185333 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.226980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=cd76d9d2-584f-4218-acd4-734f33a89699,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.261422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Checking segment: {'id': 'a1b1543d-6891-48bf-a1f9-e26f10e79e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '683565eb-8c08-4dac-a93e-d182732d55de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:19.262000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network hostable DHCP agents. Network: 683565eb-8c08-4dac-a93e-d182732d55de, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:19.292964 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.309786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.340788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.346696 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/networks/b8359ab7-734d-42a8-a334-d03c8c02ab73 HTTP/1.1" status: 204 len: 168 time: 3.1352446 Aug 16 20:56:19.347082 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36016) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:19.366295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.437391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Network 532e7b9a-4c16-4122-aadf-217051a38460 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:19.438281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a135f-b573-481e-a262-7273abcd55de None None] Network 750965cd-be8a-4979-8037-4ddc6c08a5a5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:19.441932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:19.507975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e354-41e4-4f1a-b88b-2ecdc52fe31a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Network': ['ID=b8359ab7-734d-42a8-a334-d03c8c02ab73,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.529527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 683565eb-8c08-4dac-a93e-d182732d55de is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:19.558320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:19.666112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event updated for resources: {'Port': ['ID=014cd420-e4ef-4e1d-aa12-1b4d8f93ccce,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.692944 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-21502b3e-dd36-4864-8562-0a8d9aac6598 None None] Provisioning for port e6f77c88-8e2e-45ce-86a5-910bc49056d8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:19.701386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-21502b3e-dd36-4864-8562-0a8d9aac6598 None None] Provisioning complete for port e6f77c88-8e2e-45ce-86a5-910bc49056d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:19.701860 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-21502b3e-dd36-4864-8562-0a8d9aac6598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.732971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Subnet': ['ID=8197f31c-bed8-4fb8-b659-bb05fc10c0c9,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.740528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 683565eb-8c08-4dac-a93e-d182732d55de) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:19.753970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a9c30-fc38-4582-bb1a-1960bc892528 None None] Network 683565eb-8c08-4dac-a93e-d182732d55de requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:19.760016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Checking segment: {'id': '63537f57-462d-4a6f-8249-262d19f3ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '39457e2d-43e5-4699-9743-b2e1a38fd4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:19.760466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network hostable DHCP agents. Network: 39457e2d-43e5-4699-9743-b2e1a38fd4f4, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:19.764472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:19.765102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.768788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.394812 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.398697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-683565eb-8c08-4dac-a93e-d182732d55de', 'network_id': '683565eb-8c08-4dac-a93e-d182732d55de', 'tenant_id': '61e838134c184a03bb8704eff04e06ea', 'fixed_ips': [{'subnet_id': 'cd76d9d2-584f-4218-acd4-734f33a89699'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:20.398697 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.402446 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a588870b-8159-4440-b1e6-22683cbddf03 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9679096 Aug 16 20:56:20.402446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36022) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:20.402446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c6d3d66b-0d5d-4202-9528-811df72ded16 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:20.403510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d63ed-cf9c-42ba-a97a-1377b60bfedc req-bb47868e-cc0e-4e39-9187-0015e1a95c71 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:20.403510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a94d63ed-cf9c-42ba-a97a-1377b60bfedc req-bb47868e-cc0e-4e39-9187-0015e1a95c71 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.1284778 Aug 16 20:56:20.404811 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6d3d66b-0d5d-4202-9528-811df72ded16 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10045190'] for subnet, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.405480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a94d63ed-cf9c-42ba-a97a-1377b60bfedc req-9801018f-a01a-497e-a0fa-be10c91f1327 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509362 Aug 16 20:56:20.405770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Allocated IP 2001:db8::2 (683565eb-8c08-4dac-a93e-d182732d55de/cd76d9d2-584f-4218-acd4-734f33a89699/d30eaeed-32ed-4f32-8db8-5d2dd4b82e10) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:20.405932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:20.405932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 39457e2d-43e5-4699-9743-b2e1a38fd4f4) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:20.405932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:20.405932 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.408303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd07be-9646-4e21-817a-6d19b942109e None None] Network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:20.408847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 7b34166b-72c5-40be-b26d-d71d8aed507b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:20.408847 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.476962 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c8bd1367-0d42-42c2-84f8-e0b62ae1598f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9668851 Aug 16 20:56:20.478791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port 7b34166b-72c5-40be-b26d-d71d8aed507b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7b34166b-72c5-40be-b26d-d71d8aed507b,segment=NetworkSegment(b405225f-2129-45ba-bbee-6ed47ae5caec),segment_id=b405225f-2129-45ba-bbee-6ed47ae5caec)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:20.479178 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.482708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36030) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:20.486613 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.495385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5dba7d1b-581a-4590-82a7-2b503e333d67 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': '39457e2d-43e5-4699-9743-b2e1a38fd4f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:20.623127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e6f77c88-8e2e-45ce-86a5-910bc49056d8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:20.639826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 7b34166b-72c5-40be-b26d-d71d8aed507b owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:20.670767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f5d3c19c-e3b2-41cb-a109-f71177d9acaf None None] Provisioning for port 014cd420-e4ef-4e1d-aa12-1b4d8f93ccce completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:20.693652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f5d3c19c-e3b2-41cb-a109-f71177d9acaf None None] Provisioning complete for port 014cd420-e4ef-4e1d-aa12-1b4d8f93ccce triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:20.694034 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f5d3c19c-e3b2-41cb-a109-f71177d9acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.701489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dba7d1b-581a-4590-82a7-2b503e333d67 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:20.706373 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5dba7d1b-581a-4590-82a7-2b503e333d67 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.805641 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e6f77c88-8e2e-45ce-86a5-910bc49056d8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:20.806085 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.844922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3c19c-e3b2-41cb-a109-f71177d9acaf None None] Port 014cd420-e4ef-4e1d-aa12-1b4d8f93ccce cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:20.847808 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.890346 n-d-793619-14 neutron-server[95261]: INFO neutron.db.ipam_backend_mixin [None req-5dba7d1b-581a-4590-82a7-2b503e333d67 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8197f31c-bed8-4fb8-b659-bb05fc10c0c9 (CIDR: 172.20.0.0/28) Aug 16 20:56:20.896074 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.918538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Transition to ACTIVE for port object d30eaeed-32ed-4f32-8db8-5d2dd4b82e10 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:20.932094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.956947 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dba7d1b-581a-4590-82a7-2b503e333d67 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:56:20.957490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dba7d1b-581a-4590-82a7-2b503e333d67 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:20.962669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Transition to ACTIVE for port object d30eaeed-32ed-4f32-8db8-5d2dd4b82e10 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:21.000601 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-39457e2d-43e5-4699-9743-b2e1a38fd4f4', 'network_id': '39457e2d-43e5-4699-9743-b2e1a38fd4f4', 'tenant_id': 'a319271fc3714777bb9854455552b6a7', 'fixed_ips': [{'subnet_id': '8197f31c-bed8-4fb8-b659-bb05fc10c0c9'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:21.001344 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.025519 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.034395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-deb5007a-1ebd-46a9-84f7-1719ba271fcd None None] Provisioning complete for port e6f77c88-8e2e-45ce-86a5-910bc49056d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:21.034763 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-deb5007a-1ebd-46a9-84f7-1719ba271fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.060053 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.070397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5dba7d1b-581a-4590-82a7-2b503e333d67 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5796084 Aug 16 20:56:21.079682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36034) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:21.108479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7ecf3ea5-5fce-4247-a674-5006921d9a86 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': '39457e2d-43e5-4699-9743-b2e1a38fd4f4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:21.119181 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.160337 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.165162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event updated for resources: {'Port': ['ID=014cd420-e4ef-4e1d-aa12-1b4d8f93ccce,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:21.208970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Network 683565eb-8c08-4dac-a93e-d182732d55de is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:21.222476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:21.224846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:21.249204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Pushing event updated for resources: {'Port': ['ID=d30eaeed-32ed-4f32-8db8-5d2dd4b82e10,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:21.322746 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Network 532e7b9a-4c16-4122-aadf-217051a38460 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:21.324761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:21.345095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=7b34166b-72c5-40be-b26d-d71d8aed507b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:21.376327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6d3d66b-0d5d-4202-9528-811df72ded16 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762063723704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10189421'] for subnet, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.420891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Allocated IP 172.20.0.2 (39457e2d-43e5-4699-9743-b2e1a38fd4f4/8197f31c-bed8-4fb8-b659-bb05fc10c0c9/8355d798-0667-43df-9f81-dc188093949d) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:21.476128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Attempting to bind port d30eaeed-32ed-4f32-8db8-5d2dd4b82e10 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:21.487426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Attempting to bind port d30eaeed-32ed-4f32-8db8-5d2dd4b82e10 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'a1b1543d-6891-48bf-a1f9-e26f10e79e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '683565eb-8c08-4dac-a93e-d182732d55de'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:21.487426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Attempting to bind port d30eaeed-32ed-4f32-8db8-5d2dd4b82e10 on network 683565eb-8c08-4dac-a93e-d182732d55de {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:21.494067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:21.495953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Checking segment: {'id': 'a1b1543d-6891-48bf-a1f9-e26f10e79e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '683565eb-8c08-4dac-a93e-d182732d55de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:21.496878 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.497638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Bound using segment: {'id': 'a1b1543d-6891-48bf-a1f9-e26f10e79e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '683565eb-8c08-4dac-a93e-d182732d55de'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:21.501389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Bound port: d30eaeed-32ed-4f32-8db8-5d2dd4b82e10, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b1543d-6891-48bf-a1f9-e26f10e79e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '683565eb-8c08-4dac-a93e-d182732d55de'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:21.502093 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.563090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Router bc89002a-1237-4d64-9ff1-f3892cf7b28b has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:21.572217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d3d66b-0d5d-4202-9528-811df72ded16 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:21.572843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6d3d66b-0d5d-4202-9528-811df72ded16 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.578315 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c6d3d66b-0d5d-4202-9528-811df72ded16 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "PUT /v2.0/subnets/cd76d9d2-584f-4218-acd4-734f33a89699 HTTP/1.1" status: 200 len: 826 time: 1.5035923 Aug 16 20:56:21.582495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36038) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:21.697841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.715670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.746362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3d66b-0d5d-4202-9528-811df72ded16 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=cd76d9d2-584f-4218-acd4-734f33a89699,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:21.861094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecf3ea5-5fce-4247-a674-5006921d9a86 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:21.864775 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3ea5-5fce-4247-a674-5006921d9a86 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.894687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Deleting port d30eaeed-32ed-4f32-8db8-5d2dd4b82e10 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:21.895418 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.944247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:21.961316 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e58926ed-e87b-4cfb-bc12-7f5ef2ac1e59 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "PUT /v2.0/routers/bc89002a-1237-4d64-9ff1-f3892cf7b28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0778382 Aug 16 20:56:21.964309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36042) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:21.980084 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Request body: {'port': {'network_id': '532e7b9a-4c16-4122-aadf-217051a38460', 'name': 'tempest-FloatingIPAdminTestJSON-1632010830'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:21.994243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a8f85-5c77-4545-9e40-9b04de9b4193 None None] Sync routers for ids ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:22.000791 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.003424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-49547f2f-6624-4f0b-8605-091195079436 None None] Provisioning complete for port 014cd420-e4ef-4e1d-aa12-1b4d8f93ccce triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:22.003796 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-49547f2f-6624-4f0b-8605-091195079436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.007709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725047d1-4424-4943-adaa-c2401a4338b4 req-d0472689-37a2-47e7-b750-8301754385e4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:22.016080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-725047d1-4424-4943-adaa-c2401a4338b4 req-d0472689-37a2-47e7-b750-8301754385e4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.5967321 Aug 16 20:56:22.054149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] For port d30eaeed-32ed-4f32-8db8-5d2dd4b82e10, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:22.061899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-49547f2f-6624-4f0b-8605-091195079436 None None] Port 014cd420-e4ef-4e1d-aa12-1b4d8f93ccce cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:22.073674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] For port d30eaeed-32ed-4f32-8db8-5d2dd4b82e10, host n-d-793619-14, got binding levels [] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:22.074345 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.082755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Transition to ACTIVE for port object 8355d798-0667-43df-9f81-dc188093949d will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:22.100637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Calling delete_port for d30eaeed-32ed-4f32-8db8-5d2dd4b82e10 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:22.102193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] For port d30eaeed-32ed-4f32-8db8-5d2dd4b82e10, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d30eaeed-32ed-4f32-8db8-5d2dd4b82e10,segment=NetworkSegment(a1b1543d-6891-48bf-a1f9-e26f10e79e80),segment_id=a1b1543d-6891-48bf-a1f9-e26f10e79e80)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:22.113736 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a8f85-5c77-4545-9e40-9b04de9b4193 None None] Routers {'bc89002a-1237-4d64-9ff1-f3892cf7b28b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:22.114492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d2a8f85-5c77-4545-9e40-9b04de9b4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.122085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Transition to ACTIVE for port object 8355d798-0667-43df-9f81-dc188093949d will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:22.177060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d2a8f85-5c77-4545-9e40-9b04de9b4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.181812 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router eb13d03a-a23f-414a-a234-9080e6e98f24 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:22.187350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a8f85-5c77-4545-9e40-9b04de9b4193 None None] Routers {'bc89002a-1237-4d64-9ff1-f3892cf7b28b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:22.187973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d2a8f85-5c77-4545-9e40-9b04de9b4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.191157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-725047d1-4424-4943-adaa-c2401a4338b4 req-6ba79c3b-7c32-41f0-89d5-f7c1b02a1083 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740789 Aug 16 20:56:22.245215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d2a8f85-5c77-4545-9e40-9b04de9b4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.245947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a8f85-5c77-4545-9e40-9b04de9b4193 None None] The sync data for ids ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:22.248851 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.313176 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.323016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Made reservation on behalf of fc9295029c7d45b882a48153688c2472 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:22.329435 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.333231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:22.344918 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd8953-512c-4ac0-bc5c-d52f9a54bc9d None None] Sync routers for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:22.349748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6285480c-ce26-42ee-9377-7f2f7348801f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0000927 Aug 16 20:56:22.355063 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd8953-512c-4ac0-bc5c-d52f9a54bc9d None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:22.355678 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aacd8953-512c-4ac0-bc5c-d52f9a54bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.355866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36044) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:22.373274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:22.373534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] device_id is not set on port cf91a373-77d5-410a-81cf-721fdab7d532 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:22.376353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:22.378943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:22.424795 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd3f87-6d22-4266-b7f9-2e2ba4dd4001 None None] Pushing event updated for resources: {'Port': ['ID=d30eaeed-32ed-4f32-8db8-5d2dd4b82e10,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:22.508787 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-aacd8953-512c-4ac0-bc5c-d52f9a54bc9d None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:22.532591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.567696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3ea5-5fce-4247-a674-5006921d9a86 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.582050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Pushing event updated for resources: {'Port': ['ID=8355d798-0667-43df-9f81-dc188093949d,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:22.590344 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aacd8953-512c-4ac0-bc5c-d52f9a54bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:20Z', 'revision_number': 11, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.630878 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd8953-512c-4ac0-bc5c-d52f9a54bc9d None None] Checking router: eb13d03a-a23f-414a-a234-9080e6e98f24 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:22.641415 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd8953-512c-4ac0-bc5c-d52f9a54bc9d None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:22.677114 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aacd8953-512c-4ac0-bc5c-d52f9a54bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.687709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-1452f9c6-8489-4654-a7f0-61214211f388 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting subnet 8a2e71a5-8260-4843-aa01-18a5525594cb {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:22.692666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Attempting to bind port 8355d798-0667-43df-9f81-dc188093949d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:22.693755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Attempting to bind port 8355d798-0667-43df-9f81-dc188093949d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '63537f57-462d-4a6f-8249-262d19f3ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '39457e2d-43e5-4699-9743-b2e1a38fd4f4'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:22.694509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Attempting to bind port 8355d798-0667-43df-9f81-dc188093949d on network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:22.700556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:22.701116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecf3ea5-5fce-4247-a674-5006921d9a86 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:22.701950 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Checking segment: {'id': '63537f57-462d-4a6f-8249-262d19f3ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '39457e2d-43e5-4699-9743-b2e1a38fd4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:22.702589 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.703200 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Bound using segment: {'id': '63537f57-462d-4a6f-8249-262d19f3ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '39457e2d-43e5-4699-9743-b2e1a38fd4f4'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:22.703905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Bound port: 8355d798-0667-43df-9f81-dc188093949d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63537f57-462d-4a6f-8249-262d19f3ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '39457e2d-43e5-4699-9743-b2e1a38fd4f4'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:22.704700 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.707456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7ecf3ea5-5fce-4247-a674-5006921d9a86 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:22.714137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Port': ['ID=d30eaeed-32ed-4f32-8db8-5d2dd4b82e10,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:22.728541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecf3ea5-5fce-4247-a674-5006921d9a86 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:22.729179 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3ea5-5fce-4247-a674-5006921d9a86 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.736141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1452f9c6-8489-4654-a7f0-61214211f388 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.771230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf3ea5-5fce-4247-a674-5006921d9a86 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Subnet': ['ID=fd92ba06-0f1d-47fc-8dcd-7e7215182bcf,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:22.792112 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-aacd8953-512c-4ac0-bc5c-d52f9a54bc9d None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:22.846032 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7ecf3ea5-5fce-4247-a674-5006921d9a86 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7568743 Aug 16 20:56:22.846776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36048) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:22.852290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': '39457e2d-43e5-4699-9743-b2e1a38fd4f4', 'fixed_ips': [{'subnet_id': '8197f31c-bed8-4fb8-b659-bb05fc10c0c9'}, {'subnet_id': 'fd92ba06-0f1d-47fc-8dcd-7e7215182bcf'}], 'name': 'tempest-PortsTestJSON-1897035646'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:22.893210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] For port 8355d798-0667-43df-9f81-dc188093949d, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:22.901546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] For port 8355d798-0667-43df-9f81-dc188093949d, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8355d798-0667-43df-9f81-dc188093949d,segment=NetworkSegment(63537f57-462d-4a6f-8249-262d19f3ef83),segment_id=63537f57-462d-4a6f-8249-262d19f3ef83)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:22.901723 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aacd8953-512c-4ac0-bc5c-d52f9a54bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:20Z', 'revision_number': 11, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.932569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1452f9c6-8489-4654-a7f0-61214211f388 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.938642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No DVR routers for this DVR port d30eaeed-32ed-4f32-8db8-5d2dd4b82e10 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:22.948146 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd8953-512c-4ac0-bc5c-d52f9a54bc9d None None] The sync data for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 is: [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:20Z', 'revision_number': 11, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:22.979373 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.055552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7027cf-9f29-49bf-91ca-78d126784e92 None None] Pushing event updated for resources: {'Port': ['ID=8355d798-0667-43df-9f81-dc188093949d,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:23.110459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:23.154006 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.260049 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.301478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:23.592308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f67b-56c3-4b4b-9fad-da2967427e98 req-9ecdcb67-27da-4d65-87b0-2f152fdd3184 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:23.594558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f987f67b-56c3-4b4b-9fad-da2967427e98 req-9ecdcb67-27da-4d65-87b0-2f152fdd3184 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.1416576 Aug 16 20:56:23.730870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1452f9c6-8489-4654-a7f0-61214211f388 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.790715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Allocated IP 172.20.0.5 (532e7b9a-4c16-4122-aadf-217051a38460/e1f6fbdc-7092-45a4-9c33-6a8d7233a8c5/cf91a373-77d5-410a-81cf-721fdab7d532) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:23.822844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f987f67b-56c3-4b4b-9fad-da2967427e98 req-29472bc9-acad-47c5-8f24-2595ffc0edd9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923831 Aug 16 20:56:23.967766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442ca636-1b6c-481d-ac2c-c069751a14d1 None None] Network 683565eb-8c08-4dac-a93e-d182732d55de requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:23.996056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.11 (39457e2d-43e5-4699-9743-b2e1a38fd4f4/8197f31c-bed8-4fb8-b659-bb05fc10c0c9/eb3841cf-2b7d-47e9-86cb-1123f00c9d55) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:24.006436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.27 (39457e2d-43e5-4699-9743-b2e1a38fd4f4/fd92ba06-0f1d-47fc-8dcd-7e7215182bcf/eb3841cf-2b7d-47e9-86cb-1123f00c9d55) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:24.050553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1452f9c6-8489-4654-a7f0-61214211f388 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.063622 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.072721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bed805b9-025f-41aa-a29b-7f828642823b None None] Could not find standard attr ID for object d30eaeed-32ed-4f32-8db8-5d2dd4b82e10. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:56:24.137172 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1452f9c6-8489-4654-a7f0-61214211f388 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.139336 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1452f9c6-8489-4654-a7f0-61214211f388 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/8a2e71a5-8260-4843-aa01-18a5525594cb HTTP/1.1" status: 204 len: 168 time: 1.7781544 Aug 16 20:56:24.140309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452f9c6-8489-4654-a7f0-61214211f388 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2e71a5-8260-4843-aa01-18a5525594cb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:24.145809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36054) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:24.156663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f17e0f-dab3-4ffe-8e74-9203915a606e None None] Network 49a22caa-e380-4851-9113-70b96c8961b3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:24.278485 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.309470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object eb3841cf-2b7d-47e9-86cb-1123f00c9d55 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:24.399290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Subnet': ['ID=cd76d9d2-584f-4218-acd4-734f33a89699,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:24.417380 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.447973 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.470834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683565eb-8c08-4dac-a93e-d182732d55de']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:24.483001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf7f10-cfc9-4871-a818-22ea36e7a94a None None] DHCP port deletion for 683565eb-8c08-4dac-a93e-d182732d55de request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:24.489457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.537135 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3498f28b-8288-4060-8762-bd1b7655d3ef None None] Network 683565eb-8c08-4dac-a93e-d182732d55de requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:24.549610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b1543d-6891-48bf-a1f9-e26f10e79e80') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:24.549915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b1543d-6891-48bf-a1f9-e26f10e79e80') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:24.583813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:24.587400 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:24.593595 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.606314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:24.609398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=eb3841cf-2b7d-47e9-86cb-1123f00c9d55,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:24.615037 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.617142 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Transition to ACTIVE for port object cf91a373-77d5-410a-81cf-721fdab7d532 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:24.623581 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1e4cae-281d-48e0-9d6b-1db30386860a None None] DHCP port deletion for 49a22caa-e380-4851-9113-70b96c8961b3 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:24.667961 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.693459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:24.693800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.695383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8355d798-0667-43df-9f81-dc188093949d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:24.716413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:24.716798 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:24.717671 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:24.745233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5b0068-7cd4-429d-b378-b2672f630f0a None None] Network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:24.837792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ca64b987-a8aa-46d9-a5b4-4b70d4e37ddc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9874997 Aug 16 20:56:24.838360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36056) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:24.843423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5aee6ede-4368-4412-a0df-7bb1c2163adc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8197f31c-bed8-4fb8-b659-bb05fc10c0c9'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:24.868875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Deleting port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:24.873648 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.944151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.946493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e4cae-281d-48e0-9d6b-1db30386860a None None] Deleting port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:24.946493 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4cae-281d-48e0-9d6b-1db30386860a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.965412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.970476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36060) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:24.971373 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/683565eb-8c08-4dac-a93e-d182732d55de HTTP/1.1" status: 204 len: 168 time: 3.3877153 Aug 16 20:56:24.995803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000a47-9aac-4ef1-ac58-b321c659df8f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Network': ['ID=683565eb-8c08-4dac-a93e-d182732d55de,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:24.999504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.042190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] For port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9fa73c6c-6492-4ee9-b23f-7ee0620829b1,segment=NetworkSegment(b405225f-2129-45ba-bbee-6ed47ae5caec),segment_id=b405225f-2129-45ba-bbee-6ed47ae5caec)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:25.042575 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.095557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Network 532e7b9a-4c16-4122-aadf-217051a38460 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:25.102692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:25.105414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Calling delete_port for 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:25.109943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:25.227303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event updated for resources: {'Port': ['ID=cf91a373-77d5-410a-81cf-721fdab7d532,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:25.296596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:25.297302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.342384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-013cf1c7-f8f7-4724-beba-282e40e1056c None None] Provisioning for port 8355d798-0667-43df-9f81-dc188093949d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:25.421472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9a1e4cae-281d-48e0-9d6b-1db30386860a None None] For port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9fa73c6c-6492-4ee9-b23f-7ee0620829b1,segment=NetworkSegment(b405225f-2129-45ba-bbee-6ed47ae5caec),segment_id=b405225f-2129-45ba-bbee-6ed47ae5caec)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:25.422054 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4cae-281d-48e0-9d6b-1db30386860a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.444582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e4cae-281d-48e0-9d6b-1db30386860a None None] Calling delete_port for 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:25.453564 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dcdbcf33-4be0-40e0-a93b-48a8a6c6e200 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4877083 Aug 16 20:56:25.454351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36066) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:25.499134 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.516859 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5aee6ede-4368-4412-a0df-7bb1c2163adc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.529464 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb92299-0807-4f37-92af-8fd656338b7d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:25.530118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb92299-0807-4f37-92af-8fd656338b7d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:25.530415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8355d798-0667-43df-9f81-dc188093949d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:25.535283 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0bb92299-0807-4f37-92af-8fd656338b7d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/683565eb-8c08-4dac-a93e-d182732d55de HTTP/1.1" status: 404 len: 339 time: 0.5559404 Aug 16 20:56:25.536738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36070) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:25.544088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1360588713', 'description': 'd1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:25.550360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8355d798-0667-43df-9f81-dc188093949d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:25.550732 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.575969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Port': ['ID=9fa73c6c-6492-4ee9-b23f-7ee0620829b1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:25.600254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'project_id': 'fc9295029c7d45b882a48153688c2472', 'port_id': 'cf91a373-77d5-410a-81cf-721fdab7d532'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:25.607366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No DVR routers for this DVR port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:25.659750 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 20:56:25.676765 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4cae-281d-48e0-9d6b-1db30386860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.686326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd038c9-87e7-49fb-a862-42ff54e1a87c None None] Update dhcp port {'port': {'network_id': '39457e2d-43e5-4699-9743-b2e1a38fd4f4', 'fixed_ips': [{'subnet_id': '8197f31c-bed8-4fb8-b659-bb05fc10c0c9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fd92ba06-0f1d-47fc-8dcd-7e7215182bcf'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '8355d798-0667-43df-9f81-dc188093949d'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:56:25.712084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8e8cfb47-4c94-4be4-847f-2b850c2e58cf None None] Provisioning for port cf91a373-77d5-410a-81cf-721fdab7d532 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:25.722075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.736634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a22caa-e380-4851-9113-70b96c8961b3']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:25.738312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e4cae-281d-48e0-9d6b-1db30386860a None None] Pushing event deleted for resources: {'Port': ['ID=9fa73c6c-6492-4ee9-b23f-7ee0620829b1,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:25.757570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b405225f-2129-45ba-bbee-6ed47ae5caec') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:25.757945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b405225f-2129-45ba-bbee-6ed47ae5caec') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:25.770126 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.772675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e4cae-281d-48e0-9d6b-1db30386860a None None] No DVR routers for this DVR port 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:25.774437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8e8cfb47-4c94-4be4-847f-2b850c2e58cf None None] Provisioning complete for port cf91a373-77d5-410a-81cf-721fdab7d532 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:25.775054 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8e8cfb47-4c94-4be4-847f-2b850c2e58cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.790556 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.793455 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3dd038c9-87e7-49fb-a862-42ff54e1a87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.799084 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:25.799592 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:25.803319 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:25.816825 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.851473 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.851993 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:25.855910 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.867558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cfb47-4c94-4be4-847f-2b850c2e58cf None None] Port cf91a373-77d5-410a-81cf-721fdab7d532 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:25.869732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3dcc7-a468-4790-b7c2-185b988134b1 req-4a53dfee-e8df-4c90-b433-26e46e01960a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:25.871509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5aa3dcc7-a468-4790-b7c2-185b988134b1 req-4a53dfee-e8df-4c90-b433-26e46e01960a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.9033105 Aug 16 20:56:25.924179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-5aee6ede-4368-4412-a0df-7bb1c2163adc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Delete allocated IP 172.20.0.27 (39457e2d-43e5-4699-9743-b2e1a38fd4f4/fd92ba06-0f1d-47fc-8dcd-7e7215182bcf) {{(pid=95261) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:56:25.949620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:25.958829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8355d798-0667-43df-9f81-dc188093949d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8355d798-0667-43df-9f81-dc188093949d,segment=NetworkSegment(63537f57-462d-4a6f-8249-262d19f3ef83),segment_id=63537f57-462d-4a6f-8249-262d19f3ef83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:25.987714 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.988233 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Added segment cbb3da20-0a8c-4f10-b765-fd3e1461a51e of type vlan for network 8efffe4c-aedb-4dae-b38d-4b2096b1acb4 Aug 16 20:56:26.011149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.043237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5aa3dcc7-a468-4790-b7c2-185b988134b1 req-6bae184a-f1d3-47e5-a0d0-403eab2f9861 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563959 Aug 16 20:56:26.098556 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.098814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.137222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7b34166b-72c5-40be-b26d-d71d8aed507b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:26.163136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 7b34166b-72c5-40be-b26d-d71d8aed507b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:26.163807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7b34166b-72c5-40be-b26d-d71d8aed507b not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:26.199183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8355d798-0667-43df-9f81-dc188093949d,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:26.201470 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5aee6ede-4368-4412-a0df-7bb1c2163adc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.219769 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.232063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-5aee6ede-4368-4412-a0df-7bb1c2163adc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Ignored duplicate provisioning block setup for port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:56:26.239148 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635629'] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.244217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36074) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:26.244605 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/networks/49a22caa-e380-4851-9113-70b96c8961b3 HTTP/1.1" status: 204 len: 168 time: 2.0320618 Aug 16 20:56:26.254555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4a72926b-4685-4d78-a7da-48af2b0d53fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'routes': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:26.259359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e4bd2-ad23-4eff-8268-d8af041c342b tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Pushing event deleted for resources: {'Network': ['ID=49a22caa-e380-4851-9113-70b96c8961b3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:26.275743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Allocated IP 172.25.4.162 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/1501945f-ef5f-48eb-aff4-dc1b7506f8ad) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:26.345110 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.345110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:26.345110 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.347622 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5aee6ede-4368-4412-a0df-7bb1c2163adc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.423683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-3dd038c9-87e7-49fb-a862-42ff54e1a87c None None] Allocated IP 172.20.0.18 (39457e2d-43e5-4699-9743-b2e1a38fd4f4/fd92ba06-0f1d-47fc-8dcd-7e7215182bcf/8355d798-0667-43df-9f81-dc188093949d) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:26.472542 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.577645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8355d798-0667-43df-9f81-dc188093949d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:26.586264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=8efffe4c-aedb-4dae-b38d-4b2096b1acb4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:26.607593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-61ae8139-8304-44a8-a98d-45ae2c9c5c32 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0647078 Aug 16 20:56:26.607817 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8efffe4c-aedb-4dae-b38d-4b2096b1acb4 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:26.611300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36076) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:26.667567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.extraroute_db [None req-4a72926b-4685-4d78-a7da-48af2b0d53fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Added routes are [] {{(pid=95261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:56:26.668558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.extraroute_db [None req-4a72926b-4685-4d78-a7da-48af2b0d53fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Removed routes are [] {{(pid=95261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:56:26.668558 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a72926b-4685-4d78-a7da-48af2b0d53fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.710419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee6ede-4368-4412-a0df-7bb1c2163adc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=eb3841cf-2b7d-47e9-86cb-1123f00c9d55,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:26.723360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3dd038c9-87e7-49fb-a862-42ff54e1a87c None None] For port 8355d798-0667-43df-9f81-dc188093949d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8355d798-0667-43df-9f81-dc188093949d,segment=NetworkSegment(63537f57-462d-4a6f-8249-262d19f3ef83),segment_id=63537f57-462d-4a6f-8249-262d19f3ef83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:26.749907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1d306a-5641-4ace-bb24-85a82c365604 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:26.754926 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4b1d306a-5641-4ace-bb24-85a82c365604 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/networks?id=8efffe4c-aedb-4dae-b38d-4b2096b1acb4 HTTP/1.1" status: 200 len: 765 time: 0.1326189 Aug 16 20:56:26.754926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36078) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:26.756965 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8355d798-0667-43df-9f81-dc188093949d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:26.757450 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.761934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2a833ef2-9cea-4138-a9f0-2cedcee40dbd tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'description': 'd2'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:26.789194 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3dd038c9-87e7-49fb-a862-42ff54e1a87c None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.799955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5aee6ede-4368-4412-a0df-7bb1c2163adc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] In _notify_port_updated(), no bound segment for port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 on network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:56:26.806224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aee6ede-4368-4412-a0df-7bb1c2163adc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:26.807270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5aee6ede-4368-4412-a0df-7bb1c2163adc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.811833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5aee6ede-4368-4412-a0df-7bb1c2163adc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "PUT /v2.0/ports/eb3841cf-2b7d-47e9-86cb-1123f00c9d55 HTTP/1.1" status: 200 len: 920 time: 1.9694011 Aug 16 20:56:26.812077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36080) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:26.817758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ce187f55-3ab5-473b-ac62-8264601625c3 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8197f31c-bed8-4fb8-b659-bb05fc10c0c9'}, {'subnet_id': 'fd92ba06-0f1d-47fc-8dcd-7e7215182bcf'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:26.819364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3dd038c9-87e7-49fb-a862-42ff54e1a87c None None] Transition to ACTIVE for port object 8355d798-0667-43df-9f81-dc188093949d will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:26.919921 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a72926b-4685-4d78-a7da-48af2b0d53fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.930781 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a72926b-4685-4d78-a7da-48af2b0d53fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.941228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d30eaeed-32ed-4f32-8db8-5d2dd4b82e10 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:26.942736 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a833ef2-9cea-4138-a9f0-2cedcee40dbd tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.953710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.962095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: d30eaeed-32ed-4f32-8db8-5d2dd4b82e10 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:26.962991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d30eaeed-32ed-4f32-8db8-5d2dd4b82e10 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:26.963443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:26.984387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:26.984906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9fa73c6c-6492-4ee9-b23f-7ee0620829b1 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:27.001086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:27.005458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:27.009848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:27.012999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Pushing event updated for resources: {'Port': ['ID=1501945f-ef5f-48eb-aff4-dc1b7506f8ad,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:27.025455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce187f55-3ab5-473b-ac62-8264601625c3 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.049692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a72926b-4685-4d78-a7da-48af2b0d53fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router eb13d03a-a23f-414a-a234-9080e6e98f24 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:27.098852 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3dd038c9-87e7-49fb-a862-42ff54e1a87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.154027 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a833ef2-9cea-4138-a9f0-2cedcee40dbd tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.212446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd038c9-87e7-49fb-a862-42ff54e1a87c None None] Pushing event updated for resources: {'Port': ['ID=8355d798-0667-43df-9f81-dc188093949d,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:27.218296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a833ef2-9cea-4138-a9f0-2cedcee40dbd tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 8efffe4c-aedb-4dae-b38d-4b2096b1acb4 is not hosted by any dhcp agent {{(pid=95262) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:56:27.224093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a833ef2-9cea-4138-a9f0-2cedcee40dbd tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:27.224881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a833ef2-9cea-4138-a9f0-2cedcee40dbd tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.228888 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2a833ef2-9cea-4138-a9f0-2cedcee40dbd tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "PUT /v2.0/networks/8efffe4c-aedb-4dae-b38d-4b2096b1acb4 HTTP/1.1" status: 200 len: 762 time: 0.4706626 Aug 16 20:56:27.233659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36086) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:27.250395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a72926b-4685-4d78-a7da-48af2b0d53fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:27.261927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791ddab-1a63-4871-8d9b-d262ed064cbf None None] Sync routers for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:27.274795 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a72926b-4685-4d78-a7da-48af2b0d53fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.275994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4a72926b-4685-4d78-a7da-48af2b0d53fa tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24 HTTP/1.1" status: 200 len: 705 time: 1.0302911 Aug 16 20:56:27.282814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36092) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:27.292692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791ddab-1a63-4871-8d9b-d262ed064cbf None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:27.304883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b791ddab-1a63-4871-8d9b-d262ed064cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:27.340667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-565113cf-7f5d-4f84-8958-ae410c4901a8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb13d03a-a23f-414a-a234-9080e6e98f24 HTTP/1.1" status: 200 len: 205 time: 0.0545721 Aug 16 20:56:27.345620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36094) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:27.416146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a833ef2-9cea-4138-a9f0-2cedcee40dbd tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=8efffe4c-aedb-4dae-b38d-4b2096b1acb4,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:27.473808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8efffe4c-aedb-4dae-b38d-4b2096b1acb4 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:27.480237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3619eec-b739-4628-9e56-80332a511944 req-4fddf01b-efa3-4c70-8254-5b35bc07856d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:27.481340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d3619eec-b739-4628-9e56-80332a511944 req-4fddf01b-efa3-4c70-8254-5b35bc07856d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.3148756 Aug 16 20:56:27.496852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0dff23-1d3b-4a78-b0e9-f772f727881d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:27.499236 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4b0dff23-1d3b-4a78-b0e9-f772f727881d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/networks?id=8efffe4c-aedb-4dae-b38d-4b2096b1acb4 HTTP/1.1" status: 200 len: 765 time: 0.2638803 Aug 16 20:56:27.530193 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36096) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:27.556160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b791ddab-1a63-4871-8d9b-d262ed064cbf None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:27.661698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b791ddab-1a63-4871-8d9b-d262ed064cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:20Z', 'revision_number': 11, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:27.715614 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9bb958e-9eae-4d0a-831f-fb593d7947a0 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.720058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791ddab-1a63-4871-8d9b-d262ed064cbf None None] Checking router: eb13d03a-a23f-414a-a234-9080e6e98f24 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:27.731471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791ddab-1a63-4871-8d9b-d262ed064cbf None None] Routers {'eb13d03a-a23f-414a-a234-9080e6e98f24'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:27.732185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b791ddab-1a63-4871-8d9b-d262ed064cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['eb13d03a-a23f-414a-a234-9080e6e98f24'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:27.732999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.866092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b791ddab-1a63-4871-8d9b-d262ed064cbf None None] Set router eb13d03a-a23f-414a-a234-9080e6e98f24 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:27.936297 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.941288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b791ddab-1a63-4871-8d9b-d262ed064cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:20Z', 'revision_number': 11, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:27.958525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d3619eec-b739-4628-9e56-80332a511944 req-95243270-16b8-44f8-af21-6714411255f0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4245217 Aug 16 20:56:28.010959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791ddab-1a63-4871-8d9b-d262ed064cbf None None] The sync data for ids ['eb13d03a-a23f-414a-a234-9080e6e98f24'] in n-d-793619-14 is: [{'id': 'eb13d03a-a23f-414a-a234-9080e6e98f24', 'name': 'tempest-RoutersIpV6Test-router-1208979304', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:25Z', 'updated_at': '2021-08-16T20:56:20Z', 'revision_number': 11, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:28.160540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0bf26a-7db6-4ad8-a1e2-a4c235858169 None None] Network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:28.210061 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9bb958e-9eae-4d0a-831f-fb593d7947a0 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.217344 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9bb958e-9eae-4d0a-831f-fb593d7947a0 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.234306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b5837-92e7-49ce-8f35-6867d45efe74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:28.238342 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e40b5837-92e7-49ce-8f35-6867d45efe74 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6860304 Aug 16 20:56:28.242194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36098) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:28.271286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-ce187f55-3ab5-473b-ac62-8264601625c3 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.28 (39457e2d-43e5-4699-9743-b2e1a38fd4f4/fd92ba06-0f1d-47fc-8dcd-7e7215182bcf/eb3841cf-2b7d-47e9-86cb-1123f00c9d55) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:28.369367 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9bb958e-9eae-4d0a-831f-fb593d7947a0 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.369367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bb958e-9eae-4d0a-831f-fb593d7947a0 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Fanout notify agent at l3_agent the message router_deleted on router eb13d03a-a23f-414a-a234-9080e6e98f24 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:56:28.388587 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9bb958e-9eae-4d0a-831f-fb593d7947a0 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.394253 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a9bb958e-9eae-4d0a-831f-fb593d7947a0 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24 HTTP/1.1" status: 204 len: 168 time: 0.9940548 Aug 16 20:56:28.394910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36102) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:28.400569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2ab905da-cb4f-4834-ae0c-31a81ed89458 None None] Provisioning for port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:28.420907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b8a6ad2a-d41a-4188-a9fa-85ee45d5ebb5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-150074226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:28.421301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2ab905da-cb4f-4834-ae0c-31a81ed89458 None None] Provisioning complete for port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:28.421301 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2ab905da-cb4f-4834-ae0c-31a81ed89458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.443466 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.455800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36104) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:28.467669 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-46fddfb6-5775-4386-98da-7c7fb4497f5a tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 207 time: 0.2143803 Aug 16 20:56:28.505896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2ab905da-cb4f-4834-ae0c-31a81ed89458 None None] Port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:28.558926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8355d798-0667-43df-9f81-dc188093949d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:28.654692 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.709054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Pushing event updated for resources: {'Port': ['ID=1501945f-ef5f-48eb-aff4-dc1b7506f8ad,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:28.727214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2ab905da-cb4f-4834-ae0c-31a81ed89458 None None] Provisioning for port 8355d798-0667-43df-9f81-dc188093949d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:28.735973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2ab905da-cb4f-4834-ae0c-31a81ed89458 None None] Provisioning complete for port 8355d798-0667-43df-9f81-dc188093949d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:28.736745 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2ab905da-cb4f-4834-ae0c-31a81ed89458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.782354 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.948908 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Floating IP 9a5d430e-17b3-4fb5-bd1c-1d216bc947f9 associated. External IP: 172.25.4.162, port: cf91a373-77d5-410a-81cf-721fdab7d532. Aug 16 20:56:29.071941 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce187f55-3ab5-473b-ac62-8264601625c3 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.178820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b73332-774d-4cbd-9f0b-d9a6d517430d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.185816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b73332-774d-4cbd-9f0b-d9a6d517430d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.197848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b73332-774d-4cbd-9f0b-d9a6d517430d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.200995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cf605522-91cc-4938-8145-0e51b6587bfa None None] Provisioning complete for port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:29.204736 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cf605522-91cc-4938-8145-0e51b6587bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.206245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b73332-774d-4cbd-9f0b-d9a6d517430d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.212703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b73332-774d-4cbd-9f0b-d9a6d517430d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.222240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b73332-774d-4cbd-9f0b-d9a6d517430d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.232768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d4b73332-774d-4cbd-9f0b-d9a6d517430d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.7660646 Aug 16 20:56:29.277853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36108) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:29.290567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-cf605522-91cc-4938-8145-0e51b6587bfa None None] Port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:29.308517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-ce187f55-3ab5-473b-ac62-8264601625c3 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Ignored duplicate provisioning block setup for port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:56:29.311504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cf605522-91cc-4938-8145-0e51b6587bfa None None] Provisioning complete for port 8355d798-0667-43df-9f81-dc188093949d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:29.311999 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cf605522-91cc-4938-8145-0e51b6587bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.312118 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ad2a-d41a-4188-a9fa-85ee45d5ebb5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.313220 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ad2a-d41a-4188-a9fa-85ee45d5ebb5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.368440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b715b-aafc-4dc9-8850-7bd867788ee4 req-522d16bc-4ea8-4aae-b3ac-ace16c1c318d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.370707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-268b715b-aafc-4dc9-8850-7bd867788ee4 req-522d16bc-4ea8-4aae-b3ac-ace16c1c318d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.1414516 Aug 16 20:56:29.379568 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce187f55-3ab5-473b-ac62-8264601625c3 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.576311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Router bc89002a-1237-4d64-9ff1-f3892cf7b28b has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:29.625599 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9237dc33-7244-4ceb-81ac-38690f81d6e6 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3438594 Aug 16 20:56:29.635011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36112) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:29.639785 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-262339a8-8ed3-41a9-9bfe-5a7cf53d63f4 None None] Provisioning complete for port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:29.643980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-262339a8-8ed3-41a9-9bfe-5a7cf53d63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.651600 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ad2a-d41a-4188-a9fa-85ee45d5ebb5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.694177 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-268b715b-aafc-4dc9-8850-7bd867788ee4 req-a41360f4-5f03-4e6d-942f-1e366eaeb5ec tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122096 Aug 16 20:56:29.736758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-262339a8-8ed3-41a9-9bfe-5a7cf53d63f4 None None] Port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:29.772032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce187f55-3ab5-473b-ac62-8264601625c3 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=eb3841cf-2b7d-47e9-86cb-1123f00c9d55,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:29.793801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ce187f55-3ab5-473b-ac62-8264601625c3 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] In _notify_port_updated(), no bound segment for port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 on network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:56:29.800874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce187f55-3ab5-473b-ac62-8264601625c3 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.801617 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce187f55-3ab5-473b-ac62-8264601625c3 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.803040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ce187f55-3ab5-473b-ac62-8264601625c3 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "PUT /v2.0/ports/eb3841cf-2b7d-47e9-86cb-1123f00c9d55 HTTP/1.1" status: 200 len: 1000 time: 2.9899664 Aug 16 20:56:29.805943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36114) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:29.817923 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ad2a-d41a-4188-a9fa-85ee45d5ebb5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.880628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6b1b9987-4bec-428d-af6f-1ba2d73559a0 None None] Provisioning complete for port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:29.882618 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9987-4bec-428d-af6f-1ba2d73559a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.948030 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ad2a-d41a-4188-a9fa-85ee45d5ebb5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.950216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b9987-4bec-428d-af6f-1ba2d73559a0 None None] Port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:29.953635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b8a6ad2a-d41a-4188-a9fa-85ee45d5ebb5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5524273 Aug 16 20:56:29.954519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36116) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:29.961255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-84543c3f-e03d-4ee5-9571-3213a81c44ad tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:30.043035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9c30771e-c233-43ab-9584-145de73e1170 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:30.043317 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c30771e-c233-43ab-9584-145de73e1170 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.074111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-75b72926-1aa9-45d4-82de-f53f4f24a2c5 None None] Provisioning complete for port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:30.074486 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-75b72926-1aa9-45d4-82de-f53f4f24a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.136768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-75b72926-1aa9-45d4-82de-f53f4f24a2c5 None None] Port eb3841cf-2b7d-47e9-86cb-1123f00c9d55 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:30.211172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a834e7e5-6ffd-4572-88b6-5a99c9a010b3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.213232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a834e7e5-6ffd-4572-88b6-5a99c9a010b3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.215846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a834e7e5-6ffd-4572-88b6-5a99c9a010b3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.218735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a834e7e5-6ffd-4572-88b6-5a99c9a010b3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.220989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a834e7e5-6ffd-4572-88b6-5a99c9a010b3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.226856 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a834e7e5-6ffd-4572-88b6-5a99c9a010b3 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5871947 Aug 16 20:56:30.227845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36118) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:30.270753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-84543c3f-e03d-4ee5-9571-3213a81c44ad tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.290892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:30.309889 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c30771e-c233-43ab-9584-145de73e1170 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.310029 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107cb7f7-bd97-42bc-a905-a58af3d772ed None None] Sync routers for ids ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:30.313541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be493c11-c808-4807-bffd-46f02987cd14 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.314997 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be493c11-c808-4807-bffd-46f02987cd14 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.316726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be493c11-c808-4807-bffd-46f02987cd14 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.317819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be493c11-c808-4807-bffd-46f02987cd14 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.319325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be493c11-c808-4807-bffd-46f02987cd14 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.324166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9c30771e-c233-43ab-9584-145de73e1170 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for eb3841cf-2b7d-47e9-86cb-1123f00c9d55 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:30.324371 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-be493c11-c808-4807-bffd-46f02987cd14 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0929189 Aug 16 20:56:30.324903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36120) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:30.340688 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107cb7f7-bd97-42bc-a905-a58af3d772ed None None] Routers {'bc89002a-1237-4d64-9ff1-f3892cf7b28b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:30.341899 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-107cb7f7-bd97-42bc-a905-a58af3d772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:30.379072 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-107cb7f7-bd97-42bc-a905-a58af3d772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:30.384318 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-84543c3f-e03d-4ee5-9571-3213a81c44ad tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.393842 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107cb7f7-bd97-42bc-a905-a58af3d772ed None None] Routers {'bc89002a-1237-4d64-9ff1-f3892cf7b28b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:30.394463 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-107cb7f7-bd97-42bc-a905-a58af3d772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:30.433253 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-107cb7f7-bd97-42bc-a905-a58af3d772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:30.434030 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107cb7f7-bd97-42bc-a905-a58af3d772ed None None] The sync data for ids ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:30.458571 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.494764 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-570fabc9-bd7d-47e1-9f5e-bc1f7cb73b9e tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.0388892 Aug 16 20:56:30.498231 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36124) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:30.617920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eec00e-0f79-4343-bb8a-02dd1b22a502 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.623374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-63eec00e-0f79-4343-bb8a-02dd1b22a502 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/networks/4ad927d5-61c1-4d56-a515-c081f718deb8 HTTP/1.1" status: 200 len: 804 time: 0.2925944 Aug 16 20:56:30.625354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36126) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:30.650640 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5081f960-aa56-4845-b02e-3f80a3867437 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] 10.222.0.74 "GET /v2.0/floatingips/9a5d430e-17b3-4fb5-bd1c-1d216bc947f9 HTTP/1.1" status: 200 len: 983 time: 0.1503365 Aug 16 20:56:30.655143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36130) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:30.714442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84543c3f-e03d-4ee5-9571-3213a81c44ad tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Router 156d7885-b566-41c2-820c-e0d99c0aee26 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:56:30.802813 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3f90ffd1-154a-49c0-8965-c15e75405b7b tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.1447251 Aug 16 20:56:30.804666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36134) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:30.903833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-09ea06e0-f90a-497e-9e7d-5e9f86b90dd2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/networks/4ad927d5-61c1-4d56-a515-c081f718deb8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2737153 Aug 16 20:56:30.929867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36136) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:30.966252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84543c3f-e03d-4ee5-9571-3213a81c44ad tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:30.975566 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-84543c3f-e03d-4ee5-9571-3213a81c44ad tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.976187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129fb65-7639-46b9-9c34-434101309e2b None None] Sync routers for ids ['156d7885-b566-41c2-820c-e0d99c0aee26'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:30.979762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-84543c3f-e03d-4ee5-9571-3213a81c44ad tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "PUT /v2.0/routers/156d7885-b566-41c2-820c-e0d99c0aee26 HTTP/1.1" status: 200 len: 697 time: 1.0195143 Aug 16 20:56:30.982988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36138) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:30.991072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129fb65-7639-46b9-9c34-434101309e2b None None] Routers {'156d7885-b566-41c2-820c-e0d99c0aee26'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:30.991700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5129fb65-7639-46b9-9c34-434101309e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['156d7885-b566-41c2-820c-e0d99c0aee26'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:31.027137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a05bc-5b4a-487e-898c-d2eb798ca765 req-5e359c51-3894-47df-aba0-32a79f76c860 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:31.030098 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff0a05bc-5b4a-487e-898c-d2eb798ca765 req-5e359c51-3894-47df-aba0-32a79f76c860 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.1728837 Aug 16 20:56:31.031922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5bf7e4-8662-4c38-95b1-dcd72b11c95c tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:31.033462 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2b5bf7e4-8662-4c38-95b1-dcd72b11c95c tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/subnets/5497ba41-2d10-4f9c-bb62-3a83ef569a8a HTTP/1.1" status: 200 len: 843 time: 0.1023932 Aug 16 20:56:31.037322 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36140) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:31.114824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Deleting port 1501945f-ef5f-48eb-aff4-dc1b7506f8ad {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:31.116187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.116650 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c30771e-c233-43ab-9584-145de73e1170 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.172215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30771e-c233-43ab-9584-145de73e1170 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=eb3841cf-2b7d-47e9-86cb-1123f00c9d55,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:31.191399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba4132e-515e-4f50-900d-0eaa4c2fc69f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['shared'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:31.196404 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5ba4132e-515e-4f50-900d-0eaa4c2fc69f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "GET /v2.0/subnets/5497ba41-2d10-4f9c-bb62-3a83ef569a8a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1540565 Aug 16 20:56:31.199544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36142) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:31.203486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699109512'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:31.232741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff0a05bc-5b4a-487e-898c-d2eb798ca765 req-4c3d782c-cee1-4f23-833b-b2b9c8b96c66 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795585 Aug 16 20:56:31.248971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-5129fb65-7639-46b9-9c34-434101309e2b None None] Set router 156d7885-b566-41c2-820c-e0d99c0aee26 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:31.259556 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.260142 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.277208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Calling delete_port for 1501945f-ef5f-48eb-aff4-dc1b7506f8ad owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:31.309742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5129fb65-7639-46b9-9c34-434101309e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156d7885-b566-41c2-820c-e0d99c0aee26', 'name': 'tempest-RoutersIpV6Test-router-150074226', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:29Z', 'updated_at': '2021-08-16T20:56:30Z', 'revision_number': 2, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:31.330116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c30771e-c233-43ab-9584-145de73e1170 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.339273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129fb65-7639-46b9-9c34-434101309e2b None None] Checking router: 156d7885-b566-41c2-820c-e0d99c0aee26 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:31.343226 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9c30771e-c233-43ab-9584-145de73e1170 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/eb3841cf-2b7d-47e9-86cb-1123f00c9d55 HTTP/1.1" status: 204 len: 168 time: 1.5317085 Aug 16 20:56:31.343226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36144) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:31.349633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129fb65-7639-46b9-9c34-434101309e2b None None] Routers {'156d7885-b566-41c2-820c-e0d99c0aee26'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:31.350422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5129fb65-7639-46b9-9c34-434101309e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['156d7885-b566-41c2-820c-e0d99c0aee26'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:31.379355 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdbf6bb-be4c-4789-8653-e2b57bb62532 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:56:31.384162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7bdbf6bb-be4c-4789-8653-e2b57bb62532 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/eb3841cf-2b7d-47e9-86cb-1123f00c9d55 HTTP/1.1" status: 404 len: 333 time: 0.0418174 Aug 16 20:56:31.384686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36146) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:31.428807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:31.428807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.430445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-5129fb65-7639-46b9-9c34-434101309e2b None None] Set router 156d7885-b566-41c2-820c-e0d99c0aee26 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:31.478458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce0903e-3e9e-4a44-bdde-4d89e8c6f861 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting subnet fd92ba06-0f1d-47fc-8dcd-7e7215182bcf {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:31.479654 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fce0903e-3e9e-4a44-bdde-4d89e8c6f861 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.495921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5129fb65-7639-46b9-9c34-434101309e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156d7885-b566-41c2-820c-e0d99c0aee26', 'name': 'tempest-RoutersIpV6Test-router-150074226', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:29Z', 'updated_at': '2021-08-16T20:56:30Z', 'revision_number': 2, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:31.512355 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5861e2cb-7a92-4949-a437-d9a51c89bc73 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/routers/156d7885-b566-41c2-820c-e0d99c0aee26 HTTP/1.1" status: 200 len: 703 time: 0.5263293 Aug 16 20:56:31.515143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36148) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:31.535497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129fb65-7639-46b9-9c34-434101309e2b None None] The sync data for ids ['156d7885-b566-41c2-820c-e0d99c0aee26'] in n-d-793619-14 is: [{'id': '156d7885-b566-41c2-820c-e0d99c0aee26', 'name': 'tempest-RoutersIpV6Test-router-150074226', 'tenant_id': '196456fa70e24819a09934a59a334eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:29Z', 'updated_at': '2021-08-16T20:56:30Z', 'revision_number': 2, 'project_id': '196456fa70e24819a09934a59a334eb5', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:31.567866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-79245634-11b8-416c-b5bc-e72527075ec2 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=156d7885-b566-41c2-820c-e0d99c0aee26 HTTP/1.1" status: 200 len: 205 time: 0.0484867 Aug 16 20:56:31.568818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36150) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:31.590329 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fce0903e-3e9e-4a44-bdde-4d89e8c6f861 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.617981 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.655426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:31.690858 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.691791 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Added segment b10b4706-8e88-473b-9562-65ace3f47b01 of type vlan for network 39ebf875-3a2b-4919-8b1b-4d1855fcb3d5 Aug 16 20:56:31.744632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event deleted for resources: {'Port': ['ID=1501945f-ef5f-48eb-aff4-dc1b7506f8ad,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:31.784915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.813773 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fce0903e-3e9e-4a44-bdde-4d89e8c6f861 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.892942 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e2f5-75a0-4459-bdbd-74aae1f968fe tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.931942 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.938206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:31.938906 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.011058 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fce0903e-3e9e-4a44-bdde-4d89e8c6f861 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.037031 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fce0903e-3e9e-4a44-bdde-4d89e8c6f861 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.042695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fce0903e-3e9e-4a44-bdde-4d89e8c6f861 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/fd92ba06-0f1d-47fc-8dcd-7e7215182bcf HTTP/1.1" status: 204 len: 168 time: 0.6568201 Aug 16 20:56:32.046833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ad037-1ff0-42c4-9948-1d2d017a4695 None None] Network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:32.054163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36154) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.099712 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.103833 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Floating IP 9a5d430e-17b3-4fb5-bd1c-1d216bc947f9 disassociated (deleted). External IP: 172.25.4.162, port: cf91a373-77d5-410a-81cf-721fdab7d532. Aug 16 20:56:32.104138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0903e-3e9e-4a44-bdde-4d89e8c6f861 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Subnet': ['ID=fd92ba06-0f1d-47fc-8dcd-7e7215182bcf,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:32.119604 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9207234 Aug 16 20:56:32.124918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36156) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.130282 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'network_id': '39ebf875-3a2b-4919-8b1b-4d1855fcb3d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:32.135979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87edfab-3ff0-48c7-a26d-6068ddb13a7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Network': ['ID=39ebf875-3a2b-4919-8b1b-4d1855fcb3d5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:32.150601 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 39ebf875-3a2b-4919-8b1b-4d1855fcb3d5 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:32.246631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-07071280-546c-44e2-ad8a-651dc0bb76a1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting subnet 8197f31c-bed8-4fb8-b659-bb05fc10c0c9 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:32.311108 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07071280-546c-44e2-ad8a-651dc0bb76a1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.399517 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e2f5-75a0-4459-bdbd-74aae1f968fe tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.404663 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e2f5-75a0-4459-bdbd-74aae1f968fe tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.459766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07071280-546c-44e2-ad8a-651dc0bb76a1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.538394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97882dfd-1872-46fa-aba9-49dcd01f0944 req-6e3a6075-8506-44fb-8dcd-1aab91370265 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:32.539963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97882dfd-1872-46fa-aba9-49dcd01f0944 req-6e3a6075-8506-44fb-8dcd-1aab91370265 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.1432319 Aug 16 20:56:32.561871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Router bc89002a-1237-4d64-9ff1-f3892cf7b28b has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:32.621627 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07071280-546c-44e2-ad8a-651dc0bb76a1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.646892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97882dfd-1872-46fa-aba9-49dcd01f0944 req-71139f33-f579-4bb6-b9f2-05ceac39074f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808003 Aug 16 20:56:32.693636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:32.700584 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.707288 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd65fb-b978-45b6-80ef-361e42cb73fd None None] Sync routers for ids ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:32.717539 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd65fb-b978-45b6-80ef-361e42cb73fd None None] Routers {'bc89002a-1237-4d64-9ff1-f3892cf7b28b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:32.718160 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cbdd65fb-b978-45b6-80ef-361e42cb73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:32.732728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a855e93a-bfc9-4315-a1de-9642238db545 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "DELETE /v2.0/floatingips/9a5d430e-17b3-4fb5-bd1c-1d216bc947f9 HTTP/1.1" status: 204 len: 168 time: 1.9269855 Aug 16 20:56:32.737334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36160) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.741900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:32.750380 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.763348 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cbdd65fb-b978-45b6-80ef-361e42cb73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:32.772950 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd65fb-b978-45b6-80ef-361e42cb73fd None None] Routers {'bc89002a-1237-4d64-9ff1-f3892cf7b28b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:32.773551 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cbdd65fb-b978-45b6-80ef-361e42cb73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:32.806429 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cbdd65fb-b978-45b6-80ef-361e42cb73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:32.807090 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd65fb-b978-45b6-80ef-361e42cb73fd None None] The sync data for ids ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:32.822840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e2f5-75a0-4459-bdbd-74aae1f968fe tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.823062 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.823362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed0e2f5-75a0-4459-bdbd-74aae1f968fe tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Fanout notify agent at l3_agent the message router_deleted on router 156d7885-b566-41c2-820c-e0d99c0aee26 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:56:32.824800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Made reservation on behalf of 61e838134c184a03bb8704eff04e06ea for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:32.828571 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.831689 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e2f5-75a0-4459-bdbd-74aae1f968fe tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.838464 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2ed0e2f5-75a0-4459-bdbd-74aae1f968fe tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/156d7885-b566-41c2-820c-e0d99c0aee26 HTTP/1.1" status: 204 len: 168 time: 1.2638414 Aug 16 20:56:32.838604 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07071280-546c-44e2-ad8a-651dc0bb76a1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.838715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36162) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.879419 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9425ee1a-4e9e-4bb2-9d32-9aabca3a65e4 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=156d7885-b566-41c2-820c-e0d99c0aee26 HTTP/1.1" status: 200 len: 205 time: 0.0289905 Aug 16 20:56:32.882294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36166) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.926514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07071280-546c-44e2-ad8a-651dc0bb76a1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Subnet': ['ID=8197f31c-bed8-4fb8-b659-bb05fc10c0c9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:32.944457 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07071280-546c-44e2-ad8a-651dc0bb76a1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.944457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-07071280-546c-44e2-ad8a-651dc0bb76a1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/8197f31c-bed8-4fb8-b659-bb05fc10c0c9 HTTP/1.1" status: 204 len: 168 time: 0.8908041 Aug 16 20:56:32.949402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36172) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.955417 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-e713cbe0-7642-4d54-9e88-6f3bf8138595 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] delete failed (client error): The resource could not be found. Aug 16 20:56:32.956905 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e713cbe0-7642-4d54-9e88-6f3bf8138595 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/156d7885-b566-41c2-820c-e0d99c0aee26 HTTP/1.1" status: 404 len: 336 time: 0.0744202 Aug 16 20:56:32.960044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36174) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.972774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_backend_mixin [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Performing IP validity checks on allocation pools {{(pid=95261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:56:32.980855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_backend_mixin [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:56:33.000829 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4407e8-41a4-4607-b36c-d3e7a8cf46f8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.003558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4407e8-41a4-4607-b36c-d3e7a8cf46f8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.006929 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eb4407e8-41a4-4607-b36c-d3e7a8cf46f8 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/d2e1d36e-12f6-44ac-b3cb-0114f6845219 HTTP/1.1" status: 404 len: 337 time: 0.0439467 Aug 16 20:56:33.026063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36176) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.049558 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7bfe6b-6a0a-4490-9e33-1c0af1d171de tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.050619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7bfe6b-6a0a-4490-9e33-1c0af1d171de tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.054543 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ee7bfe6b-6a0a-4490-9e33-1c0af1d171de tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/9f16158b-bbe8-463b-a516-a0370834344d HTTP/1.1" status: 404 len: 337 time: 0.0414433 Aug 16 20:56:33.056258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36178) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.082742 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.097206 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbad43df-76aa-429a-a699-ab048c25374f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.097366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbad43df-76aa-429a-a699-ab048c25374f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.099168 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fbad43df-76aa-429a-a699-ab048c25374f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/b876080c-da64-49b4-987f-b4f04d8470e1 HTTP/1.1" status: 404 len: 337 time: 0.0417342 Aug 16 20:56:33.102768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36180) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.167114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a5769-bf7f-498f-9be6-b96252049275 None None] Network 39457e2d-43e5-4699-9743-b2e1a38fd4f4 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:33.221171 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.226770 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb1abc7-9c9f-4390-b8a2-2b7548e69800 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.227255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb1abc7-9c9f-4390-b8a2-2b7548e69800 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.233255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36182) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.233671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-eeb1abc7-9c9f-4390-b8a2-2b7548e69800 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/8a2e71a5-8260-4843-aa01-18a5525594cb HTTP/1.1" status: 404 len: 337 time: 0.1129858 Aug 16 20:56:33.284318 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-507900bb-41d5-47c6-92c7-d6c5fd5d3dbc tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb13d03a-a23f-414a-a234-9080e6e98f24 HTTP/1.1" status: 200 len: 205 time: 0.0429742 Aug 16 20:56:33.286378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-34134398-47db-49f8-8a84-07cbc17d8b59 None None] Provisioning complete for port 8355d798-0667-43df-9f81-dc188093949d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:33.286920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36184) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.287169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34134398-47db-49f8-8a84-07cbc17d8b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.328321 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-becb8147-277e-4808-a71c-5f4ffbffdd9f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.329358 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-becb8147-277e-4808-a71c-5f4ffbffdd9f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/eb13d03a-a23f-414a-a234-9080e6e98f24 HTTP/1.1" status: 404 len: 336 time: 0.0409415 Aug 16 20:56:33.332865 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36186) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.377569 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3e998e2b-5bfa-4ea9-941e-a95f56b3accb tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=6dee7c7f-92da-48da-b8a1-80735524ffc7 HTTP/1.1" status: 200 len: 205 time: 0.0428398 Aug 16 20:56:33.379356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36188) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.424851 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-cf7f7320-df58-479c-9cfc-4a24fc7c6006 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.426007 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cf7f7320-df58-479c-9cfc-4a24fc7c6006 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/6dee7c7f-92da-48da-b8a1-80735524ffc7 HTTP/1.1" status: 404 len: 336 time: 0.0457392 Aug 16 20:56:33.429128 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36190) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.470150 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59475e6-fdf4-4ae1-aed3-c6d96516f123 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.470824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59475e6-fdf4-4ae1-aed3-c6d96516f123 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.472804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c59475e6-fdf4-4ae1-aed3-c6d96516f123 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/5f2b0427-5822-4f95-a041-5d71c1f678d3 HTTP/1.1" status: 404 len: 337 time: 0.0402710 Aug 16 20:56:33.476424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36192) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.487360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 8355d798-0667-43df-9f81-dc188093949d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:33.487699 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.522429 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-babfa24a-c249-44a4-9e83-0cc05b6e7185 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=ecfaf149-e707-4ff3-939b-e94d64dc36ac HTTP/1.1" status: 200 len: 205 time: 0.0440609 Aug 16 20:56:33.524614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36194) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.548782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] DHCP port deletion for 39457e2d-43e5-4699-9743-b2e1a38fd4f4 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:33.555550 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.558359 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.573528 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-146f9c41-b19e-4792-ba5a-018568364b8f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.574933 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-146f9c41-b19e-4792-ba5a-018568364b8f tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/ecfaf149-e707-4ff3-939b-e94d64dc36ac HTTP/1.1" status: 404 len: 336 time: 0.0492406 Aug 16 20:56:33.578038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36196) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.607026 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Deleting port 8355d798-0667-43df-9f81-dc188093949d {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:33.607387 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.620523 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a625280b-2ddd-4881-942d-ef67230b8289 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=d089008a-46e4-4b4b-b293-408f0300d2d5 HTTP/1.1" status: 200 len: 205 time: 0.0407689 Aug 16 20:56:33.623372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36198) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.675303 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-67a9d2a4-08f0-4900-a3a9-a129725ee0cd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.676501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-67a9d2a4-08f0-4900-a3a9-a129725ee0cd tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/d089008a-46e4-4b4b-b293-408f0300d2d5 HTTP/1.1" status: 404 len: 336 time: 0.0519500 Aug 16 20:56:33.679061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36202) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.702007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] For port 8355d798-0667-43df-9f81-dc188093949d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8355d798-0667-43df-9f81-dc188093949d,segment=NetworkSegment(63537f57-462d-4a6f-8249-262d19f3ef83),segment_id=63537f57-462d-4a6f-8249-262d19f3ef83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:33.702420 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.718233 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4596503-6a08-42d6-a641-7e23a74f7ad6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.718779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4596503-6a08-42d6-a641-7e23a74f7ad6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.720609 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c4596503-6a08-42d6-a641-7e23a74f7ad6 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/2642c19a-5ac5-42e4-bc98-9d55f7b63daa HTTP/1.1" status: 404 len: 337 time: 0.0405669 Aug 16 20:56:33.723752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Calling delete_port for 8355d798-0667-43df-9f81-dc188093949d owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:33.725775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36204) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.777329 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2713e6e6-d620-49fb-a8b4-007c9b1b0826 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0fdd5ee-e497-4e5b-905f-db4aad1eea9b HTTP/1.1" status: 200 len: 205 time: 0.0496385 Aug 16 20:56:33.781620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36206) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.830430 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-f47e8c8e-ab75-460d-a2c3-81c4052b42f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.831588 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f47e8c8e-ab75-460d-a2c3-81c4052b42f5 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/d0fdd5ee-e497-4e5b-905f-db4aad1eea9b HTTP/1.1" status: 404 len: 336 time: 0.0484154 Aug 16 20:56:33.834461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36208) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.874806 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e687b5-efb9-4169-98d6-662640637bb3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.875214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e687b5-efb9-4169-98d6-662640637bb3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.879513 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-52e687b5-efb9-4169-98d6-662640637bb3 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/bdbbeb12-ce48-4bd4-bbd2-32f5a058fdf1 HTTP/1.1" status: 404 len: 337 time: 0.0416782 Aug 16 20:56:33.879796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36210) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.889603 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.917476 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-396fc013-0fe7-49c6-98c2-e232b8271c16 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "GET /v2.0/ports?device_id=e008ea3e-ee4c-4ea3-b6d1-512dafef9248 HTTP/1.1" status: 200 len: 205 time: 0.0334103 Aug 16 20:56:33.918174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36212) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.946791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Pushing event deleted for resources: {'Port': ['ID=8355d798-0667-43df-9f81-dc188093949d,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:33.951673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] No DVR routers for this DVR port 8355d798-0667-43df-9f81-dc188093949d on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:33.957158 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-cea44ccb-5a49-49c0-b2b2-33ba1c56e765 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.960779 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cea44ccb-5a49-49c0-b2b2-33ba1c56e765 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/routers/e008ea3e-ee4c-4ea3-b6d1-512dafef9248 HTTP/1.1" status: 404 len: 336 time: 0.0393245 Aug 16 20:56:33.961272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36214) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.976725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.977552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.978152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.978723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.979276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.980095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.980649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.981302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.983069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.983803 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.984612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.985391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae13b4-2244-409b-999f-bb589c57d53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:33.999621 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0b7215-7283-401a-8925-1a7e194af982 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:34.000094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0b7215-7283-401a-8925-1a7e194af982 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:34.004362 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ed0b7215-7283-401a-8925-1a7e194af982 tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/ce4d722c-429d-45cb-afc7-54f02715e8f7 HTTP/1.1" status: 404 len: 337 time: 0.0392592 Aug 16 20:56:34.004701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36216) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:34.059279 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e84376-4508-4e0a-84d6-f8d7c100e24a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:34.060306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e84376-4508-4e0a-84d6-f8d7c100e24a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:34.064503 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-70e84376-4508-4e0a-84d6-f8d7c100e24a tempest-RoutersIpV6Test-601281165 tempest-RoutersIpV6Test-601281165-project] 10.222.0.74 "DELETE /v2.0/subnets/01f197c3-9934-4483-b461-a6a28d165439 HTTP/1.1" status: 404 len: 337 time: 0.0563509 Aug 16 20:56:34.167595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] For port 8355d798-0667-43df-9f81-dc188093949d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8355d798-0667-43df-9f81-dc188093949d,segment=NetworkSegment(63537f57-462d-4a6f-8249-262d19f3ef83),segment_id=63537f57-462d-4a6f-8249-262d19f3ef83)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:34.167595 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.180176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 8355d798-0667-43df-9f81-dc188093949d owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:34.206151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=81c61dc8-e17a-4c82-9ef4-b86bc82ce426,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:34.255453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9186b-636d-44d5-a0b6-fa3ce618cd23 req-665ad533-60f7-4045-a8cc-679a095f237f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:34.256933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93d9186b-636d-44d5-a0b6-fa3ce618cd23 req-665ad533-60f7-4045-a8cc-679a095f237f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.2207041 Aug 16 20:56:34.291658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Checking segment: {'id': 'b10b4706-8e88-473b-9562-65ace3f47b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '39ebf875-3a2b-4919-8b1b-4d1855fcb3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:34.292019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network hostable DHCP agents. Network: 39ebf875-3a2b-4919-8b1b-4d1855fcb3d5, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:34.345965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Allocated IP 172.25.4.191 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/9f6795fc-b7eb-4ca4-bc4e-49d53ad8aa16) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:34.395155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93d9186b-636d-44d5-a0b6-fa3ce618cd23 req-0bbdfc2a-c855-4415-a8c4-4d02bd7e8d69 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061828 Aug 16 20:56:34.435710 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.470795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=8355d798-0667-43df-9f81-dc188093949d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:34.478699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No DVR routers for this DVR port 8355d798-0667-43df-9f81-dc188093949d on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:34.492481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8355d798-0667-43df-9f81-dc188093949d no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:34.519721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8355d798-0667-43df-9f81-dc188093949d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:34.520077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8355d798-0667-43df-9f81-dc188093949d not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:34.562118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Network 39ebf875-3a2b-4919-8b1b-4d1855fcb3d5 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:34.593521 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.611729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39457e2d-43e5-4699-9743-b2e1a38fd4f4']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:34.615641 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.626980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63537f57-462d-4a6f-8249-262d19f3ef83') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:34.627369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63537f57-462d-4a6f-8249-262d19f3ef83') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:34.639746 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.658246 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.673264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:34.673603 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:34.676615 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:34.737910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36232) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:34.753723 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 39ebf875-3a2b-4919-8b1b-4d1855fcb3d5) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:34.758224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:34.758838 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.763238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e61964-7023-4942-9e61-aee66bdc57d6 None None] Network 39ebf875-3a2b-4919-8b1b-4d1855fcb3d5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:34.824405 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.866212 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.871796 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.877936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/networks/39457e2d-43e5-4699-9743-b2e1a38fd4f4 HTTP/1.1" status: 204 len: 168 time: 1.9275260 Aug 16 20:56:34.881060 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3d6f8bf3-447e-4e9e-b27d-f59bf97a4260 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=196456fa70e24819a09934a59a334eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399570 Aug 16 20:56:34.881215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-51208260-651e-4249-a6f6-feb615f557bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7532439 Aug 16 20:56:34.881215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36238) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:34.881954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36240) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:34.882100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:34.882290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36242) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:34.895115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-55e9c7ca-e778-4018-858e-b5c883602e41 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:34.918052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Pushing event updated for resources: {'Port': ['ID=9f6795fc-b7eb-4ca4-bc4e-49d53ad8aa16,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:34.919343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-39ebf875-3a2b-4919-8b1b-4d1855fcb3d5', 'network_id': '39ebf875-3a2b-4919-8b1b-4d1855fcb3d5', 'tenant_id': '61e838134c184a03bb8704eff04e06ea', 'fixed_ips': [{'subnet_id': '81c61dc8-e17a-4c82-9ef4-b86bc82ce426'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:34.920258 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.947699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:34.954953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:34.958412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca8154-e0f4-46d6-89b4-14f5fe53f906 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Network': ['ID=39457e2d-43e5-4699-9743-b2e1a38fd4f4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:35.010236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3f93e4c9-6141-4bf7-9d6c-b38bbf1edcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.029814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653fce08-a4d9-40da-b5f5-cc2c127fc969 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:35.036482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-653fce08-a4d9-40da-b5f5-cc2c127fc969 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1438460 Aug 16 20:56:35.037056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36246) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:35.040124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-55e9c7ca-e778-4018-858e-b5c883602e41 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10045190'] for subnet, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.054035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3f93e4c9-6141-4bf7-9d6c-b38bbf1edcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.076376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Allocated IP 2001:db8::3 (39ebf875-3a2b-4919-8b1b-4d1855fcb3d5/81c61dc8-e17a-4c82-9ef4-b86bc82ce426/885c7f0f-7d47-495a-83c9-17426069df9c) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:35.114981 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.135655 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-35540a8b-6532-4a29-8d85-d48228fbe205 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0975006 Aug 16 20:56:35.139871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36250) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:35.145714 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1986238044'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:35.218972 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3f93e4c9-6141-4bf7-9d6c-b38bbf1edcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.221721 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3f93e4c9-6141-4bf7-9d6c-b38bbf1edcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.222910 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3f93e4c9-6141-4bf7-9d6c-b38bbf1edcfe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/63d06dd6-8c61-47d7-919a-af6f0366a0ff HTTP/1.1" status: 204 len: 168 time: 0.3396738 Aug 16 20:56:35.232460 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93e4c9-6141-4bf7-9d6c-b38bbf1edcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d06dd6-8c61-47d7-919a-af6f0366a0ff,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:35.247884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:35.252024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.279970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:35.287994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.291645 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.291987 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Added segment 745ccd23-cf99-4a65-acd1-19616ad25fd0 of type vlan for network 589ee5c7-3ebd-4f46-bfe3-553a26066c11 Aug 16 20:56:35.335961 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.344670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.345153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Transition to ACTIVE for port object 885c7f0f-7d47-495a-83c9-17426069df9c will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:35.363921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Transition to ACTIVE for port object 885c7f0f-7d47-495a-83c9-17426069df9c will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:35.447990 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.495255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Network 39ebf875-3a2b-4919-8b1b-4d1855fcb3d5 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:35.498580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:35.502416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:35.514681 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.515249 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.521851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:35.522467 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.540688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c495cab-3532-41cc-bdfa-ca103ad66a7e req-5a39c603-5f34-4676-9702-58d67c17af9f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:35.542661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c495cab-3532-41cc-bdfa-ca103ad66a7e req-5a39c603-5f34-4676-9702-58d67c17af9f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.0674419 Aug 16 20:56:35.570833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Attempting to bind port 885c7f0f-7d47-495a-83c9-17426069df9c on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:35.571600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Attempting to bind port 885c7f0f-7d47-495a-83c9-17426069df9c by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'b10b4706-8e88-473b-9562-65ace3f47b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '39ebf875-3a2b-4919-8b1b-4d1855fcb3d5'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:35.572197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Attempting to bind port 885c7f0f-7d47-495a-83c9-17426069df9c on network 39ebf875-3a2b-4919-8b1b-4d1855fcb3d5 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:35.585669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Pushing event updated for resources: {'Port': ['ID=885c7f0f-7d47-495a-83c9-17426069df9c,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:35.589424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:35.590431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Checking segment: {'id': 'b10b4706-8e88-473b-9562-65ace3f47b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '39ebf875-3a2b-4919-8b1b-4d1855fcb3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:35.591685 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.592287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Bound using segment: {'id': 'b10b4706-8e88-473b-9562-65ace3f47b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '39ebf875-3a2b-4919-8b1b-4d1855fcb3d5'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:35.593003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Bound port: 885c7f0f-7d47-495a-83c9-17426069df9c, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10b4706-8e88-473b-9562-65ace3f47b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '39ebf875-3a2b-4919-8b1b-4d1855fcb3d5'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:35.593636 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.594425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c495cab-3532-41cc-bdfa-ca103ad66a7e req-e4ad8a62-8230-4610-814e-60dfc0ab1cd0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452299 Aug 16 20:56:35.647131 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.697579 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] For port 885c7f0f-7d47-495a-83c9-17426069df9c, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:35.703223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] For port 885c7f0f-7d47-495a-83c9-17426069df9c, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=885c7f0f-7d47-495a-83c9-17426069df9c,segment=NetworkSegment(b10b4706-8e88-473b-9562-65ace3f47b01),segment_id=b10b4706-8e88-473b-9562-65ace3f47b01)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:35.772451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Pushing event updated for resources: {'Port': ['ID=9f6795fc-b7eb-4ca4-bc4e-49d53ad8aa16,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:35.786441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.842686 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.876054 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.877416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9fd87e7e-26a1-4f64-a1f0-e66363d59333 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1389778 Aug 16 20:56:35.880128 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36284) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:35.935120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3dca-d539-4076-a688-fd2e8c739cb1 None None] Pushing event updated for resources: {'Port': ['ID=885c7f0f-7d47-495a-83c9-17426069df9c,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:36.020100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Network': ['ID=589ee5c7-3ebd-4f46-bfe3-553a26066c11,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:36.034455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 589ee5c7-3ebd-4f46-bfe3-553a26066c11 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:36.152344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:36.175011 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6d62bde6-b828-4542-8559-50499f57e2cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0335979 Aug 16 20:56:36.175168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36298) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:36.182432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': '589ee5c7-3ebd-4f46-bfe3-553a26066c11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:36.308325 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-55e9c7ca-e778-4018-858e-b5c883602e41 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762063723704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10189421'] for subnet, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.361284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e9c7ca-e778-4018-858e-b5c883602e41 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:36.361877 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-55e9c7ca-e778-4018-858e-b5c883602e41 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.363191 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-55e9c7ca-e778-4018-858e-b5c883602e41 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "PUT /v2.0/subnets/81c61dc8-e17a-4c82-9ef4-b86bc82ce426 HTTP/1.1" status: 200 len: 900 time: 1.4787991 Aug 16 20:56:36.366638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36308) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:36.391790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9c7ca-e778-4018-858e-b5c883602e41 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event updated for resources: {'Subnet': ['ID=81c61dc8-e17a-4c82-9ef4-b86bc82ce426,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:36.407250 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.483588 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.539160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 885c7f0f-7d47-495a-83c9-17426069df9c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:36.572915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Deleting port 885c7f0f-7d47-495a-83c9-17426069df9c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:36.573306 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.576699 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.585611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:36.589226 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.638878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36320) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:36.678945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] For port 885c7f0f-7d47-495a-83c9-17426069df9c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=885c7f0f-7d47-495a-83c9-17426069df9c,segment=NetworkSegment(b10b4706-8e88-473b-9562-65ace3f47b01),segment_id=b10b4706-8e88-473b-9562-65ace3f47b01)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:36.679730 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.696302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Calling delete_port for 885c7f0f-7d47-495a-83c9-17426069df9c owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:36.746253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 885c7f0f-7d47-495a-83c9-17426069df9c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:36.786438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cf896b3f-0738-43b5-93aa-cef6c00ae9fd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group': {'name': 'tempest-secgroup--287759318'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:36.787832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Allocated IP 172.25.4.68 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/7b88423e-4c5c-490c-8f6c-67afb09fa3ab) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:36.970734 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.042356 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf896b3f-0738-43b5-93aa-cef6c00ae9fd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.052855 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf896b3f-0738-43b5-93aa-cef6c00ae9fd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.103008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835ec7a7-e8e2-4e97-a492-e8aee923c4c0 None None] Network 39ebf875-3a2b-4919-8b1b-4d1855fcb3d5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:37.122211 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.127776 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.168395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Port': ['ID=885c7f0f-7d47-495a-83c9-17426069df9c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.195857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0be1839e-1846-41e6-bd0e-9bbeb25b37cc None None] Could not find standard attr ID for object 885c7f0f-7d47-495a-83c9-17426069df9c. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:56:37.197852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Subnet': ['ID=f13bf3d3-f5b2-460a-9f48-e8990047b6ca,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.208299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Checking segment: {'id': '745ccd23-cf99-4a65-acd1-19616ad25fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '589ee5c7-3ebd-4f46-bfe3-553a26066c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:37.208739 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network hostable DHCP agents. Network: 589ee5c7-3ebd-4f46-bfe3-553a26066c11, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:37.212004 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.226596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No DVR routers for this DVR port 885c7f0f-7d47-495a-83c9-17426069df9c on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:37.268525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:37.279247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:37.286050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:37.291860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Pushing event updated for resources: {'Port': ['ID=7b88423e-4c5c-490c-8f6c-67afb09fa3ab,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.348339 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf896b3f-0738-43b5-93aa-cef6c00ae9fd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.371288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 589ee5c7-3ebd-4f46-bfe3-553a26066c11 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:37.376475 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.396583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.491151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf896b3f-0738-43b5-93aa-cef6c00ae9fd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.530981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf896b3f-0738-43b5-93aa-cef6c00ae9fd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c02169b-9f95-4272-a891-2da4ff27cd97,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.538173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 589ee5c7-3ebd-4f46-bfe3-553a26066c11) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:37.563362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c47427-f33d-4712-9814-94fbbea36ddf None None] Network 589ee5c7-3ebd-4f46-bfe3-553a26066c11 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:37.564847 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.570629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:37.571222 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.586956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7682ab-1217-46c3-8dcd-eb43b9616c3b None None] Network 39ebf875-3a2b-4919-8b1b-4d1855fcb3d5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:37.589086 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.599704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Subnet': ['ID=81c61dc8-e17a-4c82-9ef4-b86bc82ce426,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.677558 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.695436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ebf875-3a2b-4919-8b1b-4d1855fcb3d5']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:37.713410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10b4706-8e88-473b-9562-65ace3f47b01') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:37.713706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10b4706-8e88-473b-9562-65ace3f47b01') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:37.717153 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf896b3f-0738-43b5-93aa-cef6c00ae9fd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.726018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.746302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.758162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:37.758162 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:37.776366 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:37.779275 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.814204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf896b3f-0738-43b5-93aa-cef6c00ae9fd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.835143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1ead6-5a2a-47fa-ab6f-37a50377e6a8 None None] DHCP port deletion for 39ebf875-3a2b-4919-8b1b-4d1855fcb3d5 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:37.853300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-589ee5c7-3ebd-4f46-bfe3-553a26066c11', 'network_id': '589ee5c7-3ebd-4f46-bfe3-553a26066c11', 'tenant_id': 'a319271fc3714777bb9854455552b6a7', 'fixed_ips': [{'subnet_id': 'f13bf3d3-f5b2-460a-9f48-e8990047b6ca'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:37.853300 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.865093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf896b3f-0738-43b5-93aa-cef6c00ae9fd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329484fd-ad47-4642-88bc-97931e3764f8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.869730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.947465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Pushing event updated for resources: {'Port': ['ID=7b88423e-4c5c-490c-8f6c-67afb09fa3ab,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.958396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36340) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:37.958628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-574842ae-6ca0-4e51-960e-ed35e104111f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7820919 Aug 16 20:56:37.959667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.966703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': '589ee5c7-3ebd-4f46-bfe3-553a26066c11', 'name': 'tempest-PortsTestJSON-2019025957'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:37.997538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Allocated IP 172.20.0.2 (589ee5c7-3ebd-4f46-bfe3-553a26066c11/f13bf3d3-f5b2-460a-9f48-e8990047b6ca/0f32b494-9e13-497e-8e12-0caf7f06d692) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:38.010495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf896b3f-0738-43b5-93aa-cef6c00ae9fd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.011777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cf896b3f-0738-43b5-93aa-cef6c00ae9fd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3713567 Aug 16 20:56:38.012460 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.015387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36342) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.017332 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.019218 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/39ebf875-3a2b-4919-8b1b-4d1855fcb3d5 HTTP/1.1" status: 204 len: 168 time: 1.6516142 Aug 16 20:56:38.024993 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36344) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.060117 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.064091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c3bba208-a8ec-4aae-9cf9-0ac280db03f2 tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1803484 Aug 16 20:56:38.068087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36346) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.070263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e7993-af38-459e-a74f-1ba696de5546 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Network': ['ID=39ebf875-3a2b-4919-8b1b-4d1855fcb3d5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:38.076004 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-603bac41-9f89-4c6c-8cd7-a929758e19b2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:38.076464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603bac41-9f89-4c6c-8cd7-a929758e19b2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:38.083326 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-603bac41-9f89-4c6c-8cd7-a929758e19b2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/subnets/81c61dc8-e17a-4c82-9ef4-b86bc82ce426 HTTP/1.1" status: 404 len: 337 time: 0.0523357 Aug 16 20:56:38.085767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36348) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.110739 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3f9b81-e283-4eb4-9ad1-dcd10436fd7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:38.111313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3f9b81-e283-4eb4-9ad1-dcd10436fd7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:38.113984 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0d3f9b81-e283-4eb4-9ad1-dcd10436fd7f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/39ebf875-3a2b-4919-8b1b-4d1855fcb3d5 HTTP/1.1" status: 404 len: 339 time: 0.0264232 Aug 16 20:56:38.119667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36350) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.159971 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.168546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Transition to ACTIVE for port object 0f32b494-9e13-497e-8e12-0caf7f06d692 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:38.187491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Transition to ACTIVE for port object 0f32b494-9e13-497e-8e12-0caf7f06d692 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:38.187718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e13ad40a-3000-403a-9b03-2fde3342a00b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1676180 Aug 16 20:56:38.193148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36352) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.197746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3807b6b6-6cb5-4d87-ac0f-4955feac504c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group': {'name': 'tempest-security--1200278114', 'description': 'tempest-security-description-531580413'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:38.221156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.225373 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f12aecf2-edb9-42ab-83b5-eb83fa6526d9 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.1560755 Aug 16 20:56:38.228125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36354) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.239585 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3807b6b6-6cb5-4d87-ac0f-4955feac504c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.284541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3807b6b6-6cb5-4d87-ac0f-4955feac504c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.307192 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b3c952f8-8e65-4c52-afaf-576a1bf1b3e5 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0779855 Aug 16 20:56:38.310604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36356) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.332427 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.378754 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Network 589ee5c7-3ebd-4f46-bfe3-553a26066c11 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:38.381682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:38.385345 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:38.394756 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.395728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Pushing event updated for resources: {'Port': ['ID=0f32b494-9e13-497e-8e12-0caf7f06d692,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:38.398523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:38.402218 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.419690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efffe4c-aedb-4dae-b38d-4b2096b1acb4']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:38.423662 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3807b6b6-6cb5-4d87-ac0f-4955feac504c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.429308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3807b6b6-6cb5-4d87-ac0f-4955feac504c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.430696 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3807b6b6-6cb5-4d87-ac0f-4955feac504c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "PUT /v2.0/security-groups/329484fd-ad47-4642-88bc-97931e3764f8 HTTP/1.1" status: 200 len: 1779 time: 0.2363951 Aug 16 20:56:38.432436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb3da20-0a8c-4f10-b765-fd3e1461a51e') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:38.432735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb3da20-0a8c-4f10-b765-fd3e1461a51e') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:38.435803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36360) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.442141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port 4bd7ead5-9818-4071-9ce3-44bda3bda86a yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:38.451093 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.466622 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Attempting to bind port 0f32b494-9e13-497e-8e12-0caf7f06d692 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:38.469489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Attempting to bind port 0f32b494-9e13-497e-8e12-0caf7f06d692 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '745ccd23-cf99-4a65-acd1-19616ad25fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '589ee5c7-3ebd-4f46-bfe3-553a26066c11'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:38.469896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Attempting to bind port 0f32b494-9e13-497e-8e12-0caf7f06d692 on network 589ee5c7-3ebd-4f46-bfe3-553a26066c11 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:38.475568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:38.475950 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Checking segment: {'id': '745ccd23-cf99-4a65-acd1-19616ad25fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '589ee5c7-3ebd-4f46-bfe3-553a26066c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:38.476370 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.476770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Bound using segment: {'id': '745ccd23-cf99-4a65-acd1-19616ad25fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '589ee5c7-3ebd-4f46-bfe3-553a26066c11'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:38.477273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Bound port: 0f32b494-9e13-497e-8e12-0caf7f06d692, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ccd23-cf99-4a65-acd1-19616ad25fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '589ee5c7-3ebd-4f46-bfe3-553a26066c11'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:38.477663 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.496033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-19ded8c3-8293-491c-8075-1a8376847cfa tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-groups/329484fd-ad47-4642-88bc-97931e3764f8 HTTP/1.1" status: 200 len: 1779 time: 0.0567322 Aug 16 20:56:38.501815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36362) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.502404 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.532645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:38.533077 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.539356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807b6b6-6cb5-4d87-ac0f-4955feac504c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329484fd-ad47-4642-88bc-97931e3764f8,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:38.545679 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:38.565706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 885c7f0f-7d47-495a-83c9-17426069df9c no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:38.588377 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 885c7f0f-7d47-495a-83c9-17426069df9c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:38.588732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 885c7f0f-7d47-495a-83c9-17426069df9c not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:38.590824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] For port 0f32b494-9e13-497e-8e12-0caf7f06d692, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:38.593462 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-588c7c60-a86c-4dca-ae74-389b79e08fbd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.597673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8ea6cc1a-a0ea-497a-97dc-f7b0098911aa tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Deleting port 7b88423e-4c5c-490c-8f6c-67afb09fa3ab {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:38.597948 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cc1a-a0ea-497a-97dc-f7b0098911aa tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.610003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] For port 0f32b494-9e13-497e-8e12-0caf7f06d692, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0f32b494-9e13-497e-8e12-0caf7f06d692,segment=NetworkSegment(745ccd23-cf99-4a65-acd1-19616ad25fd0),segment_id=745ccd23-cf99-4a65-acd1-19616ad25fd0)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:38.656776 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-588c7c60-a86c-4dca-ae74-389b79e08fbd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.661744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.8 (589ee5c7-3ebd-4f46-bfe3-553a26066c11/f13bf3d3-f5b2-460a-9f48-e8990047b6ca/4bd7ead5-9818-4071-9ce3-44bda3bda86a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:38.686924 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.723789 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cc1a-a0ea-497a-97dc-f7b0098911aa tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.724135 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cc1a-a0ea-497a-97dc-f7b0098911aa tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.740879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8ea6cc1a-a0ea-497a-97dc-f7b0098911aa tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Calling delete_port for 7b88423e-4c5c-490c-8f6c-67afb09fa3ab owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:38.741151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.745581 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.748804 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/8efffe4c-aedb-4dae-b38d-4b2096b1acb4 HTTP/1.1" status: 204 len: 168 time: 0.6281724 Aug 16 20:56:38.751434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36368) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.785927 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-717cdd22-1c62-4da5-9735-9c05d8b3383c tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:38.786392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717cdd22-1c62-4da5-9735-9c05d8b3383c tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:38.788196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-717cdd22-1c62-4da5-9735-9c05d8b3383c tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/subnets/cd76d9d2-584f-4218-acd4-734f33a89699 HTTP/1.1" status: 404 len: 337 time: 0.0357955 Aug 16 20:56:38.791858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36374) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.815886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000ee93-602a-459d-8dd0-9d2a24973a97 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Network': ['ID=8efffe4c-aedb-4dae-b38d-4b2096b1acb4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:38.841429 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c94ba7-33e0-4a8e-a3ce-9bc3bd1bb3e6 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:38.842304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c94ba7-33e0-4a8e-a3ce-9bc3bd1bb3e6 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:38.844057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c0c94ba7-33e0-4a8e-a3ce-9bc3bd1bb3e6 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/683565eb-8c08-4dac-a93e-d182732d55de HTTP/1.1" status: 404 len: 339 time: 0.0512559 Aug 16 20:56:38.846863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36376) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.855015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-588c7c60-a86c-4dca-ae74-389b79e08fbd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.858346 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-588c7c60-a86c-4dca-ae74-389b79e08fbd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.859483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-588c7c60-a86c-4dca-ae74-389b79e08fbd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-groups/329484fd-ad47-4642-88bc-97931e3764f8 HTTP/1.1" status: 204 len: 168 time: 0.3556478 Aug 16 20:56:38.863560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36378) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.901306 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.920881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object 4bd7ead5-9818-4071-9ce3-44bda3bda86a will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:38.922956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33057019-2221-4490-86d1-579659e0f7f1 None None] Pushing event updated for resources: {'Port': ['ID=0f32b494-9e13-497e-8e12-0caf7f06d692,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:38.928955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c7c60-a86c-4dca-ae74-389b79e08fbd tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=329484fd-ad47-4642-88bc-97931e3764f8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:39.010303 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bd09275a-c42f-4a7a-b2e5-3087be322ecb tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1373334 Aug 16 20:56:39.013269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36382) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:39.016698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b86ef2-5a2c-48b8-827a-431e2938a156 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Deleting subnet 7d45930a-5b38-4d37-8c34-6e28f3bb3319 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:39.024273 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0b86ef2-5a2c-48b8-827a-431e2938a156 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.028841 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-debdaa0e-c593-4c81-8e8d-3bac08750c18 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] delete failed (client error): The resource could not be found. Aug 16 20:56:39.029968 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-debdaa0e-c593-4c81-8e8d-3bac08750c18 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-groups/329484fd-ad47-4642-88bc-97931e3764f8 HTTP/1.1" status: 404 len: 347 time: 0.0156987 Aug 16 20:56:39.034635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36384) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:39.038619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e5e84838-0010-479b-a11e-9477c9df38a9 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602447186'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:39.079350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3efe6-dbe6-4c06-b9b3-91f5965036e8 req-6a2f4265-97fb-4f70-9e07-3d0c8c216f36 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:39.080959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89b3efe6-dbe6-4c06-b9b3-91f5965036e8 req-6a2f4265-97fb-4f70-9e07-3d0c8c216f36 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 946 time: 0.1630547 Aug 16 20:56:39.092867 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0b86ef2-5a2c-48b8-827a-431e2938a156 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.119843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.185663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 589ee5c7-3ebd-4f46-bfe3-553a26066c11 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:39.189214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:39.196877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:39.211102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89b3efe6-dbe6-4c06-b9b3-91f5965036e8 req-65803af2-72af-496d-8889-726827209e27 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220231 Aug 16 20:56:39.222932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=4bd7ead5-9818-4071-9ce3-44bda3bda86a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:39.253459 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e5e84838-0010-479b-a11e-9477c9df38a9 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.270421 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0b86ef2-5a2c-48b8-827a-431e2938a156 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.285488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:39.286120 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.360162 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cc1a-a0ea-497a-97dc-f7b0098911aa tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.374344 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e5e84838-0010-479b-a11e-9477c9df38a9 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.394321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6cc1a-a0ea-497a-97dc-f7b0098911aa tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Pushing event deleted for resources: {'Port': ['ID=7b88423e-4c5c-490c-8f6c-67afb09fa3ab,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:39.440926 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0b86ef2-5a2c-48b8-827a-431e2938a156 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.464272 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e5e84838-0010-479b-a11e-9477c9df38a9 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.478378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b86ef2-5a2c-48b8-827a-431e2938a156 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Subnet': ['ID=7d45930a-5b38-4d37-8c34-6e28f3bb3319,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:39.488263 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0b86ef2-5a2c-48b8-827a-431e2938a156 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.490740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f0b86ef2-5a2c-48b8-827a-431e2938a156 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/subnets/7d45930a-5b38-4d37-8c34-6e28f3bb3319 HTTP/1.1" status: 204 len: 168 time: 0.6423314 Aug 16 20:56:39.492687 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36392) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:39.496693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b39f30-27ee-4696-ad9b-2fb1085da50e None None] Network 750965cd-be8a-4979-8037-4ddc6c08a5a5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:39.510813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e84838-0010-479b-a11e-9477c9df38a9 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f331cb-d03a-4a3a-8a7c-7aa199ae1cee,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:39.526801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cc1a-a0ea-497a-97dc-f7b0098911aa tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.540992 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cc1a-a0ea-497a-97dc-f7b0098911aa tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.542392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8ea6cc1a-a0ea-497a-97dc-f7b0098911aa tempest-FloatingIPAdminTestJSON-312587601 tempest-FloatingIPAdminTestJSON-312587601-project] 10.222.0.74 "DELETE /v2.0/floatingips/bc98dfeb-7b2b-42be-86c9-e5c85a1be889 HTTP/1.1" status: 204 len: 168 time: 1.2307818 Aug 16 20:56:39.545454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36398) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:39.547375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:39.600216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e900e1-3ff1-42f3-a880-ea0357fca1b9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Deleting subnet 632a0dc5-b550-4a09-82c6-8974458f8931 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:39.603040 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-02c3aa9d-9eea-4281-9488-156dae9ed4b2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6433036 Aug 16 20:56:39.610663 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e5e84838-0010-479b-a11e-9477c9df38a9 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.611090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36402) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:39.611206 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e5e84838-0010-479b-a11e-9477c9df38a9 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5736904 Aug 16 20:56:39.616302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36404) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:39.621319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': '589ee5c7-3ebd-4f46-bfe3-553a26066c11', 'name': 'tempest-PortsTestJSON-1079924922'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:39.622485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f773ff88-370c-45f1-99db-403c8bf6837a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': '98f331cb-d03a-4a3a-8a7c-7aa199ae1cee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:39.657559 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-08e900e1-3ff1-42f3-a880-ea0357fca1b9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.746506 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f773ff88-370c-45f1-99db-403c8bf6837a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.763545 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-08e900e1-3ff1-42f3-a880-ea0357fca1b9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.782889 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.829661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:39.832278 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb54575-bb9c-4591-b2de-64b02f9cf8f8" -d '{"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:39.836194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:39.846215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-595b714d-1baa-42a0-95db-d1e8f817d0f8 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Deleting port 9f6795fc-b7eb-4ca4-bc4e-49d53ad8aa16 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:39.846573 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-595b714d-1baa-42a0-95db-d1e8f817d0f8 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.896225 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9510cbde-6adf-4a15-ac46-94e3126b2402 x-openstack-request-id: req-9510cbde-6adf-4a15-ac46-94e3126b2402 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:39.897410 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:39.898026 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9510cbde-6adf-4a15-ac46-94e3126b2402 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:39.898738 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'code': 200} Aug 16 20:56:39.909894 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.919465 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-08e900e1-3ff1-42f3-a880-ea0357fca1b9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.928168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f773ff88-370c-45f1-99db-403c8bf6837a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.986611 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-595b714d-1baa-42a0-95db-d1e8f817d0f8 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.988199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-595b714d-1baa-42a0-95db-d1e8f817d0f8 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.004850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-595b714d-1baa-42a0-95db-d1e8f817d0f8 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Calling delete_port for 9f6795fc-b7eb-4ca4-bc4e-49d53ad8aa16 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:40.012217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=14']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.031674 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f773ff88-370c-45f1-99db-403c8bf6837a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.092320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773ff88-370c-45f1-99db-403c8bf6837a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e810cf1-07be-41b1-93f2-60ab911cfc84,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.103316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:40.109960 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.131866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port d52c6a52-092f-4054-b8af-a010c8c5aea9 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:40.160471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc478fd-e942-4b9c-9479-e69ac038e5e1 None None] Network 589ee5c7-3ebd-4f46-bfe3-553a26066c11 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:40.172409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-08e900e1-3ff1-42f3-a880-ea0357fca1b9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.217474 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-08e900e1-3ff1-42f3-a880-ea0357fca1b9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.221077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-08e900e1-3ff1-42f3-a880-ea0357fca1b9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/subnets/632a0dc5-b550-4a09-82c6-8974458f8931 HTTP/1.1" status: 204 len: 168 time: 0.7257314 Aug 16 20:56:40.221077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e900e1-3ff1-42f3-a880-ea0357fca1b9 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Subnet': ['ID=632a0dc5-b550-4a09-82c6-8974458f8931,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.222093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36424) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:40.247359 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f773ff88-370c-45f1-99db-403c8bf6837a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.251682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f773ff88-370c-45f1-99db-403c8bf6837a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6321359 Aug 16 20:56:40.252984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36426) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:40.300287 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-595b714d-1baa-42a0-95db-d1e8f817d0f8 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.323036 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79516754-fce7-4c0a-a837-3a473e724940 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.335264 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79516754-fce7-4c0a-a837-3a473e724940 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.361593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b714d-1baa-42a0-95db-d1e8f817d0f8 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f6795fc-b7eb-4ca4-bc4e-49d53ad8aa16,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.365121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.4 (589ee5c7-3ebd-4f46-bfe3-553a26066c11/f13bf3d3-f5b2-460a-9f48-e8990047b6ca/d52c6a52-092f-4054-b8af-a010c8c5aea9) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:40.375078 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.410236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d571b2c5-3fe9-445e-9571-dbf0cecefdd7 None None] Provisioning for port 0f32b494-9e13-497e-8e12-0caf7f06d692 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:40.450693 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-595b714d-1baa-42a0-95db-d1e8f817d0f8 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.455605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-595b714d-1baa-42a0-95db-d1e8f817d0f8 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.457174 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-595b714d-1baa-42a0-95db-d1e8f817d0f8 tempest-FloatingIPAdminTestJSON-2113855034 tempest-FloatingIPAdminTestJSON-2113855034-project-admin] 10.222.0.74 "DELETE /v2.0/floatingips/421e6cff-6c17-409b-b4be-440b36cfa1a7 HTTP/1.1" status: 204 len: 168 time: 0.9105146 Aug 16 20:56:40.460678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36432) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:40.517374 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79516754-fce7-4c0a-a837-3a473e724940 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.529268 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79516754-fce7-4c0a-a837-3a473e724940 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.530883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-79516754-fce7-4c0a-a837-3a473e724940 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/8e810cf1-07be-41b1-93f2-60ab911cfc84 HTTP/1.1" status: 204 len: 168 time: 0.2769256 Aug 16 20:56:40.539795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36438) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:40.550632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79516754-fce7-4c0a-a837-3a473e724940 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e810cf1-07be-41b1-93f2-60ab911cfc84,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.572796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0f32b494-9e13-497e-8e12-0caf7f06d692 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:40.645973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Deleting port e6f77c88-8e2e-45ce-86a5-910bc49056d8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:40.646551 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.679521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-02484598-bf86-41f9-a406-f342e938e85f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1316383 Aug 16 20:56:40.690857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36444) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:40.695460 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a4febfd2-f706-4262-9e6c-5e59e7875d32 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Deleting port cf91a373-77d5-410a-81cf-721fdab7d532 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:40.695802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4febfd2-f706-4262-9e6c-5e59e7875d32 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.745222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 0f32b494-9e13-497e-8e12-0caf7f06d692 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:40.746409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.752610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b55d91-1ab7-4ec2-912f-3d5343308a36 None None] Network 750965cd-be8a-4979-8037-4ddc6c08a5a5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:40.773337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0f32b494-9e13-497e-8e12-0caf7f06d692 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:40.774152 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.782138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] For port e6f77c88-8e2e-45ce-86a5-910bc49056d8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e6f77c88-8e2e-45ce-86a5-910bc49056d8,segment=NetworkSegment(1ff962ae-8998-47e1-8b09-a3d123bef469),segment_id=1ff962ae-8998-47e1-8b09-a3d123bef469)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:40.782516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.802320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Calling delete_port for e6f77c88-8e2e-45ce-86a5-910bc49056d8 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:40.826138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object d52c6a52-092f-4054-b8af-a010c8c5aea9 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:40.835719 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ba64f5c-d26f-47b0-87cc-1e72858c9612 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.848907 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4febfd2-f706-4262-9e6c-5e59e7875d32 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.862494 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ba64f5c-d26f-47b0-87cc-1e72858c9612 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.897507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a4febfd2-f706-4262-9e6c-5e59e7875d32 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Calling delete_port for cf91a373-77d5-410a-81cf-721fdab7d532 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:40.916853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-89433024-c326-40f4-9f69-b448aa87b3d6 None None] Provisioning complete for port e6f77c88-8e2e-45ce-86a5-910bc49056d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:40.917443 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-89433024-c326-40f4-9f69-b448aa87b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.983176 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.054726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=d52c6a52-092f-4054-b8af-a010c8c5aea9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:41.058049 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ba64f5c-d26f-47b0-87cc-1e72858c9612 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.061576 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ba64f5c-d26f-47b0-87cc-1e72858c9612 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.063270 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.063584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9ba64f5c-d26f-47b0-87cc-1e72858c9612 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-groups/98f331cb-d03a-4a3a-8a7c-7aa199ae1cee HTTP/1.1" status: 204 len: 168 time: 0.3711970 Aug 16 20:56:41.071494 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36450) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.084413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-89433024-c326-40f4-9f69-b448aa87b3d6 None None] Could not find standard attr ID for object e6f77c88-8e2e-45ce-86a5-910bc49056d8. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:56:41.091829 n-d-793619-14 neutron-server[95263]: INFO neutron.plugins.ml2.db [None req-89433024-c326-40f4-9f69-b448aa87b3d6 None None] No ports have port_id starting with e6f77c88-8e2e-45ce-86a5-910bc49056d8 Aug 16 20:56:41.099042 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.106933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba64f5c-d26f-47b0-87cc-1e72858c9612 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f331cb-d03a-4a3a-8a7c-7aa199ae1cee,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:41.111330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 589ee5c7-3ebd-4f46-bfe3-553a26066c11 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:41.114548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:41.115662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:41.126886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Port': ['ID=e6f77c88-8e2e-45ce-86a5-910bc49056d8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:41.134411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No DVR routers for this DVR port e6f77c88-8e2e-45ce-86a5-910bc49056d8 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:41.156863 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 0f32b494-9e13-497e-8e12-0caf7f06d692, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0f32b494-9e13-497e-8e12-0caf7f06d692,segment=NetworkSegment(745ccd23-cf99-4a65-acd1-19616ad25fd0),segment_id=745ccd23-cf99-4a65-acd1-19616ad25fd0)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:41.168001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:41.168797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.212551 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-89433024-c326-40f4-9f69-b448aa87b3d6 None None] Provisioning for port 4bd7ead5-9818-4071-9ce3-44bda3bda86a completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:41.218330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-89433024-c326-40f4-9f69-b448aa87b3d6 None None] Provisioning complete for port 4bd7ead5-9818-4071-9ce3-44bda3bda86a triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:41.218954 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-89433024-c326-40f4-9f69-b448aa87b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.251061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4febfd2-f706-4262-9e6c-5e59e7875d32 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.260261 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a2e4ed02-64f1-4a55-9f9b-b4e7fa637899 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1851645 Aug 16 20:56:41.267017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36462) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.268954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7cbd94-bd2e-4307-9027-9d3e38ed75b4 None None] DHCP port deletion for 750965cd-be8a-4979-8037-4ddc6c08a5a5 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:41.274165 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.279156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-01caaf58-cbb2-481e-9be1-ce8ca2b63d4e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1299661631'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:41.281988 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.288273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f8a17f2b-32cb-4cc1-9782-e7230ddcc0b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6720991 Aug 16 20:56:41.288273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36464) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.315014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4febfd2-f706-4262-9e6c-5e59e7875d32 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event deleted for resources: {'Port': ['ID=cf91a373-77d5-410a-81cf-721fdab7d532,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:41.318770 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750965cd-be8a-4979-8037-4ddc6c08a5a5']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:41.336332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-89433024-c326-40f4-9f69-b448aa87b3d6 None None] Port 4bd7ead5-9818-4071-9ce3-44bda3bda86a cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:41.350116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff962ae-8998-47e1-8b09-a3d123bef469') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:41.351829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff962ae-8998-47e1-8b09-a3d123bef469') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:41.370249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-89433024-c326-40f4-9f69-b448aa87b3d6 None None] Provisioning complete for port 0f32b494-9e13-497e-8e12-0caf7f06d692 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:41.370624 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-89433024-c326-40f4-9f69-b448aa87b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.396956 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.413735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e0399-f899-4791-afbd-a461b8b59047 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:41.425123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fd2e0399-f899-4791-afbd-a461b8b59047 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1335583 Aug 16 20:56:41.426297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36468) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.442598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=0f32b494-9e13-497e-8e12-0caf7f06d692,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:41.460055 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-01caaf58-cbb2-481e-9be1-ce8ca2b63d4e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.470577 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.484875 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4febfd2-f706-4262-9e6c-5e59e7875d32 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.486829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a4febfd2-f706-4262-9e6c-5e59e7875d32 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "DELETE /v2.0/ports/cf91a373-77d5-410a-81cf-721fdab7d532 HTTP/1.1" status: 204 len: 168 time: 1.0251725 Aug 16 20:56:41.491987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36472) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:41.502665 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:41.612862 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-01caaf58-cbb2-481e-9be1-ce8ca2b63d4e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.642767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a4d6d3-1434-4dca-82af-8ced84db29ac tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:41.644272 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b1a4d6d3-1434-4dca-82af-8ced84db29ac tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "GET /v2.0/ports?device_id=bc89002a-1237-4d64-9ff1-f3892cf7b28b HTTP/1.1" status: 200 len: 913 time: 0.1478088 Aug 16 20:56:41.647057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36478) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.661586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d1c372c7-a62b-47e2-a3f3-2b9454cf9d6e None None] Provisioning complete for port 4bd7ead5-9818-4071-9ce3-44bda3bda86a triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:41.661937 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d1c372c7-a62b-47e2-a3f3-2b9454cf9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.664531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-0f6775ef-3de6-474b-bd07-e5bc0867386c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port d52c6a52-092f-4054-b8af-a010c8c5aea9 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:41.664879 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0f6775ef-3de6-474b-bd07-e5bc0867386c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.697281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d1c372c7-a62b-47e2-a3f3-2b9454cf9d6e None None] Port 4bd7ead5-9818-4071-9ce3-44bda3bda86a cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:41.738736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-01caaf58-cbb2-481e-9be1-ce8ca2b63d4e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.745060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.758029 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.758029 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/750965cd-be8a-4979-8037-4ddc6c08a5a5 HTTP/1.1" status: 204 len: 168 time: 1.5342147 Aug 16 20:56:41.763493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36486) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.809602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd6525-8f29-42c3-93e3-b175743592ff tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Network': ['ID=750965cd-be8a-4979-8037-4ddc6c08a5a5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:41.812979 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0f6775ef-3de6-474b-bd07-e5bc0867386c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.816448 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-2525d601-766d-4955-8334-da88e7e08317 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:41.817079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2525d601-766d-4955-8334-da88e7e08317 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:41.818874 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2525d601-766d-4955-8334-da88e7e08317 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/subnets/a5d66002-d9b7-411c-b886-1dbefdc9dbe1 HTTP/1.1" status: 404 len: 337 time: 0.0543947 Aug 16 20:56:41.819893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d1c372c7-a62b-47e2-a3f3-2b9454cf9d6e None None] Provisioning for port d52c6a52-092f-4054-b8af-a010c8c5aea9 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:41.827032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36490) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.827128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d1c372c7-a62b-47e2-a3f3-2b9454cf9d6e None None] Provisioning complete for port d52c6a52-092f-4054-b8af-a010c8c5aea9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:41.827128 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d1c372c7-a62b-47e2-a3f3-2b9454cf9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.850857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-0f6775ef-3de6-474b-bd07-e5bc0867386c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for d52c6a52-092f-4054-b8af-a010c8c5aea9 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:41.863608 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de711b6-be52-4904-b386-fe9f770f029f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:41.863608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de711b6-be52-4904-b386-fe9f770f029f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:41.863608 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6de711b6-be52-4904-b386-fe9f770f029f tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/56267a23-8e98-4ac4-9005-e2020e59b45d HTTP/1.1" status: 404 len: 339 time: 0.0329957 Aug 16 20:56:41.866373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36494) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.877564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d1c372c7-a62b-47e2-a3f3-2b9454cf9d6e None None] Port d52c6a52-092f-4054-b8af-a010c8c5aea9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:41.927644 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d1c7ee-fe2c-4e74-9646-6f91dfdca415 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:41.928014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d1c7ee-fe2c-4e74-9646-6f91dfdca415 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:41.931883 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b7d1c7ee-fe2c-4e74-9646-6f91dfdca415 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/subnets/abaaeab1-2bff-47ab-984b-726fad2fe8c4 HTTP/1.1" status: 404 len: 337 time: 0.0610073 Aug 16 20:56:41.939080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36498) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.966203 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbda8d5-8981-47d4-8c49-198f47640e35 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:41.966782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbda8d5-8981-47d4-8c49-198f47640e35 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:41.968573 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3dbda8d5-8981-47d4-8c49-198f47640e35 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/54f151b1-ec72-4578-b81c-ebee4caebf9b HTTP/1.1" status: 404 len: 339 time: 0.0285103 Aug 16 20:56:41.973944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36502) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.010884 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb98182e-2722-4eb9-8e8c-15bff5fe3173 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:42.010884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb98182e-2722-4eb9-8e8c-15bff5fe3173 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:42.012045 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fb98182e-2722-4eb9-8e8c-15bff5fe3173 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/subnets/f31c898a-0181-4d17-a622-945fa82df7ed HTTP/1.1" status: 404 len: 337 time: 0.0371470 Aug 16 20:56:42.016250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36504) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.041436 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-5367710e-1b1e-4fa9-aa50-bd44001de5bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:42.042095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5367710e-1b1e-4fa9-aa50-bd44001de5bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:42.043818 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5367710e-1b1e-4fa9-aa50-bd44001de5bc tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/3e48f9fe-5303-4ee6-adbc-92c50fe60817 HTTP/1.1" status: 404 len: 339 time: 0.0265746 Aug 16 20:56:42.048645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36508) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.124067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caaf58-cbb2-481e-9be1-ce8ca2b63d4e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2deb091-bd6b-476a-9f34-acb74dd429b6,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:42.134392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2964e98-cd76-4ab1-bb27-d3bd877daf98 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Deleting subnet 8755ec9c-d3f4-4cf0-9ea4-69bea861d244 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:42.139206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2964e98-cd76-4ab1-bb27-d3bd877daf98 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.172855 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-01caaf58-cbb2-481e-9be1-ce8ca2b63d4e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.174099 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-01caaf58-cbb2-481e-9be1-ce8ca2b63d4e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9006472 Aug 16 20:56:42.176905 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36510) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.181585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1a0224f2-466a-4a7c-bfcd-ce17584f2640 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': 'b2deb091-bd6b-476a-9f34-acb74dd429b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:42.193856 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2964e98-cd76-4ab1-bb27-d3bd877daf98 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.244097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0f6775ef-3de6-474b-bd07-e5bc0867386c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.281996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6775ef-3de6-474b-bd07-e5bc0867386c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=d52c6a52-092f-4054-b8af-a010c8c5aea9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:42.349247 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a0224f2-466a-4a7c-bfcd-ce17584f2640 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.397768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2964e98-cd76-4ab1-bb27-d3bd877daf98 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.403392 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33bdecce-6b26-4758-8593-3520d51631f1 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.456275 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0f6775ef-3de6-474b-bd07-e5bc0867386c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.467326 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0f6775ef-3de6-474b-bd07-e5bc0867386c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/d52c6a52-092f-4054-b8af-a010c8c5aea9 HTTP/1.1" status: 204 len: 168 time: 1.0398870 Aug 16 20:56:42.480929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36516) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.536272 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d9ff54-4938-4581-ac60-bef2b27e42a9 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:56:42.539222 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-87d9ff54-4938-4581-ac60-bef2b27e42a9 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/d52c6a52-092f-4054-b8af-a010c8c5aea9 HTTP/1.1" status: 404 len: 333 time: 0.0534329 Aug 16 20:56:42.551029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36518) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.569006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0f32b494-9e13-497e-8e12-0caf7f06d692 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:42.602812 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a0224f2-466a-4a7c-bfcd-ce17584f2640 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.623749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0f32b494-9e13-497e-8e12-0caf7f06d692 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:42.624260 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.645293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a53d8d-53b5-434f-9b0a-b97a70f05e3b req-76f854a4-1537-4062-8bc0-7a93ef7ffe50 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:42.646822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83a53d8d-53b5-434f-9b0a-b97a70f05e3b req-76f854a4-1537-4062-8bc0-7a93ef7ffe50 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1095607 Aug 16 20:56:42.667010 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a0224f2-466a-4a7c-bfcd-ce17584f2640 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.695170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-ee0bb3a1-2e4a-4e68-af50-574926d843f8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 4bd7ead5-9818-4071-9ce3-44bda3bda86a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:42.695560 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb3a1-2e4a-4e68-af50-574926d843f8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.703176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83a53d8d-53b5-434f-9b0a-b97a70f05e3b req-5768c2a8-5594-4f9d-b6aa-ecbe5af84583 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463200 Aug 16 20:56:42.714340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2964e98-cd76-4ab1-bb27-d3bd877daf98 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.747524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0224f2-466a-4a7c-bfcd-ce17584f2640 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c18aa0-2ac9-4f24-b0a1-1e937300c8e4,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:42.787479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2964e98-cd76-4ab1-bb27-d3bd877daf98 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Subnet': ['ID=8755ec9c-d3f4-4cf0-9ea4-69bea861d244,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:42.793014 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a0224f2-466a-4a7c-bfcd-ce17584f2640 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.795520 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1a0224f2-466a-4a7c-bfcd-ce17584f2640 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6176209 Aug 16 20:56:42.798924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d2964e98-cd76-4ab1-bb27-d3bd877daf98 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.799673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36522) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.800747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e6f77c88-8e2e-45ce-86a5-910bc49056d8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:42.801000 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d2964e98-cd76-4ab1-bb27-d3bd877daf98 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/subnets/8755ec9c-d3f4-4cf0-9ea4-69bea861d244 HTTP/1.1" status: 204 len: 168 time: 0.7513118 Aug 16 20:56:42.803811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36524) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.810426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-8bd7b3c7-87c7-4988-8bca-b3e0c04e1e0a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': 'b2deb091-bd6b-476a-9f34-acb74dd429b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:42.828413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c1833-69c7-42ec-8f7b-6f0467a45f8b None None] Network 02ff28ad-332e-46b2-8acc-91a411f0fa7a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:42.831744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: e6f77c88-8e2e-45ce-86a5-910bc49056d8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:42.832175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e6f77c88-8e2e-45ce-86a5-910bc49056d8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:42.851169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-33bdecce-6b26-4758-8593-3520d51631f1 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Deleting port 014cd420-e4ef-4e1d-aa12-1b4d8f93ccce {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:42.851392 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33bdecce-6b26-4758-8593-3520d51631f1 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.958839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8bd7b3c7-87c7-4988-8bca-b3e0c04e1e0a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.965441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33bdecce-6b26-4758-8593-3520d51631f1 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.994242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-33bdecce-6b26-4758-8593-3520d51631f1 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Calling delete_port for 014cd420-e4ef-4e1d-aa12-1b4d8f93ccce owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:43.061320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afb12c1-2a8b-40e4-864d-09d55a480b39 None None] DHCP port deletion for 02ff28ad-332e-46b2-8acc-91a411f0fa7a request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:43.116418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1afb12c1-2a8b-40e4-864d-09d55a480b39 None None] Deleting port d7f13359-8e79-4d69-8b58-c6c127564ff3 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:43.117205 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1afb12c1-2a8b-40e4-864d-09d55a480b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.148833 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8bd7b3c7-87c7-4988-8bca-b3e0c04e1e0a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.196414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1afb12c1-2a8b-40e4-864d-09d55a480b39 None None] For port d7f13359-8e79-4d69-8b58-c6c127564ff3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d7f13359-8e79-4d69-8b58-c6c127564ff3,segment=NetworkSegment(211ef155-3e93-40a5-b4ed-4320e9953c03),segment_id=211ef155-3e93-40a5-b4ed-4320e9953c03)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:43.196916 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1afb12c1-2a8b-40e4-864d-09d55a480b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.212449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1afb12c1-2a8b-40e4-864d-09d55a480b39 None None] Calling delete_port for d7f13359-8e79-4d69-8b58-c6c127564ff3 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:43.226541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8bd7b3c7-87c7-4988-8bca-b3e0c04e1e0a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.248086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb3a1-2e4a-4e68-af50-574926d843f8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.269983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-ee0bb3a1-2e4a-4e68-af50-574926d843f8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 4bd7ead5-9818-4071-9ce3-44bda3bda86a owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:43.278903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7b3c7-87c7-4988-8bca-b3e0c04e1e0a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64d05d4-bc94-4cb4-963e-21058081520f,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:43.279122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.283070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176eaa4-dd24-4611-8398-9cd2195390a2 req-dac3467a-79f9-42e6-a15d-16ed07cca205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:43.284766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a176eaa4-dd24-4611-8398-9cd2195390a2 req-dac3467a-79f9-42e6-a15d-16ed07cca205 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0993166 Aug 16 20:56:43.295298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209b0e4-35e8-4898-a4f4-7f5aa224fbaa req-4d05cc99-f461-44e0-855e-959653eb8536 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:43.296820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8209b0e4-35e8-4898-a4f4-7f5aa224fbaa req-4d05cc99-f461-44e0-855e-959653eb8536 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1923072 Aug 16 20:56:43.380741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8bd7b3c7-87c7-4988-8bca-b3e0c04e1e0a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.382012 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8bd7b3c7-87c7-4988-8bca-b3e0c04e1e0a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5812347 Aug 16 20:56:43.385466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36530) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:43.391093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5532ae37-3745-4a8d-aa72-efd46837c00c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': 'b2deb091-bd6b-476a-9f34-acb74dd429b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:43.408295 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1afb12c1-2a8b-40e4-864d-09d55a480b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.429907 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8209b0e4-35e8-4898-a4f4-7f5aa224fbaa req-52d5fc07-c793-4b13-a370-042a6b7d5712 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226089 Aug 16 20:56:43.439694 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb12c1-2a8b-40e4-864d-09d55a480b39 None None] Pushing event deleted for resources: {'Port': ['ID=d7f13359-8e79-4d69-8b58-c6c127564ff3,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:43.442638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Deleting port d7f13359-8e79-4d69-8b58-c6c127564ff3 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:43.442980 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.454848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb12c1-2a8b-40e4-864d-09d55a480b39 None None] No DVR routers for this DVR port d7f13359-8e79-4d69-8b58-c6c127564ff3 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:43.480122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176eaa4-dd24-4611-8398-9cd2195390a2 req-e37b0e24-e322-44f3-8478-12e344a9015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:43.482047 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a176eaa4-dd24-4611-8398-9cd2195390a2 req-e37b0e24-e322-44f3-8478-12e344a9015a service neutron] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.1836486 Aug 16 20:56:43.520923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] For port d7f13359-8e79-4d69-8b58-c6c127564ff3, host n-d-793619-14, got binding levels [] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:43.521318 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.539457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Calling delete_port for d7f13359-8e79-4d69-8b58-c6c127564ff3 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:43.541284 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5532ae37-3745-4a8d-aa72-efd46837c00c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.546660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.ipam_backend_mixin [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Port d7f13359-8e79-4d69-8b58-c6c127564ff3 was not found and therefore no delete operation was performed {{(pid=95262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:56:43.552983 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.555475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a176eaa4-dd24-4611-8398-9cd2195390a2 req-7e16d325-9a09-4107-9d30-4bc4d49e1a2d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 200 len: 999 time: 0.0649970 Aug 16 20:56:43.598049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Port': ['ID=d7f13359-8e79-4d69-8b58-c6c127564ff3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:43.598049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No DVR routers for this DVR port d7f13359-8e79-4d69-8b58-c6c127564ff3 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:43.608973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176eaa4-dd24-4611-8398-9cd2195390a2 req-67d808c2-1773-40fc-b28d-6e851cd17145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:43.610546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a176eaa4-dd24-4611-8398-9cd2195390a2 req-67d808c2-1773-40fc-b28d-6e851cd17145 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.0478265 Aug 16 20:56:43.616721 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33bdecce-6b26-4758-8593-3520d51631f1 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.633476 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb3a1-2e4a-4e68-af50-574926d843f8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.653826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdecce-6b26-4758-8593-3520d51631f1 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event deleted for resources: {'Port': ['ID=014cd420-e4ef-4e1d-aa12-1b4d8f93ccce,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:43.718924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5532ae37-3745-4a8d-aa72-efd46837c00c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.735711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bb3a1-2e4a-4e68-af50-574926d843f8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=4bd7ead5-9818-4071-9ce3-44bda3bda86a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:43.742814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176eaa4-dd24-4611-8398-9cd2195390a2 req-e8110696-22cf-44e4-98ed-615be8d58ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:43.744210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a176eaa4-dd24-4611-8398-9cd2195390a2 req-e8110696-22cf-44e4-98ed-615be8d58ee6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206415 Aug 16 20:56:43.752961 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.787877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ff28ad-332e-46b2-8acc-91a411f0fa7a']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:43.797667 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5532ae37-3745-4a8d-aa72-efd46837c00c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.813131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211ef155-3e93-40a5-b4ed-4320e9953c03') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:43.813504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211ef155-3e93-40a5-b4ed-4320e9953c03') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:43.837894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.853887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532ae37-3745-4a8d-aa72-efd46837c00c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73fbf80-64a3-4ba9-9e96-6e648cb93046,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:43.861534 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb3a1-2e4a-4e68-af50-574926d843f8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.866706 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ee0bb3a1-2e4a-4e68-af50-574926d843f8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/4bd7ead5-9818-4071-9ce3-44bda3bda86a HTTP/1.1" status: 204 len: 168 time: 1.3111858 Aug 16 20:56:43.866706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.866706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36532) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:43.895829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:43.896097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:43.899131 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:43.901245 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-175423f8-9bf9-468c-b750-aa96d8484773 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:56:43.906233 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-175423f8-9bf9-468c-b750-aa96d8484773 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/4bd7ead5-9818-4071-9ce3-44bda3bda86a HTTP/1.1" status: 404 len: 333 time: 0.0342667 Aug 16 20:56:43.907065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36534) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:43.960335 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5532ae37-3745-4a8d-aa72-efd46837c00c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.961584 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5532ae37-3745-4a8d-aa72-efd46837c00c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5751691 Aug 16 20:56:43.969804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36538) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:43.988992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ae77358f-2be6-4bd9-828e-55c1f010f01d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': 'b2deb091-bd6b-476a-9f34-acb74dd429b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:43.996925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33bdecce-6b26-4758-8593-3520d51631f1 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.000596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a176eaa4-dd24-4611-8398-9cd2195390a2 req-a35b0ac9-661d-426f-80d5-0800c5908355 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164655 Aug 16 20:56:44.057098 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.062441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.066096 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/02ff28ad-332e-46b2-8acc-91a411f0fa7a HTTP/1.1" status: 204 len: 168 time: 1.2612145 Aug 16 20:56:44.070392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36540) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:44.075603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0a1e1e-358a-4a05-908a-ad5d07881ea8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting subnet f13bf3d3-f5b2-460a-9f48-e8990047b6ca {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:44.082339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1e1e-358a-4a05-908a-ad5d07881ea8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.089459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6344dce-d83b-4821-9092-a89c07865347 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Network': ['ID=02ff28ad-332e-46b2-8acc-91a411f0fa7a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:44.113611 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4c21f1-38ac-4ec6-897b-d7e5d1daad3d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:44.118502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4c21f1-38ac-4ec6-897b-d7e5d1daad3d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:44.118502 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bc4c21f1-38ac-4ec6-897b-d7e5d1daad3d tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/subnets/7136f8bd-c004-43cf-bacd-f7cf704d3da9 HTTP/1.1" status: 404 len: 337 time: 0.0431547 Aug 16 20:56:44.118726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36542) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:44.136323 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b32f76-cf62-42f1-a1d1-0b79800be6e2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:44.136840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b32f76-cf62-42f1-a1d1-0b79800be6e2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:44.138635 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e6b32f76-cf62-42f1-a1d1-0b79800be6e2 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/8eebe7c0-e1c6-4122-8bf1-96d4f46a9dce HTTP/1.1" status: 404 len: 339 time: 0.0190563 Aug 16 20:56:44.141080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36544) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:44.183020 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1e1e-358a-4a05-908a-ad5d07881ea8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.192627 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa0ee18-7532-4098-8720-3968ecbf7c15 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Deleting subnet 5497ba41-2d10-4f9c-bb62-3a83ef569a8a {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:44.195961 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ee18-7532-4098-8720-3968ecbf7c15 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.236968 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ee18-7532-4098-8720-3968ecbf7c15 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.258623 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae77358f-2be6-4bd9-828e-55c1f010f01d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.273600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a176eaa4-dd24-4611-8398-9cd2195390a2 req-a9265171-eca8-4503-9511-556116e10a4b service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587836 Aug 16 20:56:44.326686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ee18-7532-4098-8720-3968ecbf7c15 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.367224 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae77358f-2be6-4bd9-828e-55c1f010f01d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.407894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1e1e-358a-4a05-908a-ad5d07881ea8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.440398 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae77358f-2be6-4bd9-828e-55c1f010f01d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.462327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ee18-7532-4098-8720-3968ecbf7c15 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.484407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ee18-7532-4098-8720-3968ecbf7c15 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.490960 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0aa0ee18-7532-4098-8720-3968ecbf7c15 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/subnets/5497ba41-2d10-4f9c-bb62-3a83ef569a8a HTTP/1.1" status: 204 len: 168 time: 0.3487554 Aug 16 20:56:44.493143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36548) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:44.494006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f7198-66b7-42eb-b4c6-3e4a68ecbc24 None None] Network 4ad927d5-61c1-4d56-a515-c081f718deb8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:44.521047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0ee18-7532-4098-8720-3968ecbf7c15 tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Subnet': ['ID=5497ba41-2d10-4f9c-bb62-3a83ef569a8a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:44.521291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77358f-2be6-4bd9-828e-55c1f010f01d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109ec229-05b7-4abe-bc24-e7d21bfa266c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:44.568093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7f13359-8e79-4d69-8b58-c6c127564ff3 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:44.602542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: d7f13359-8e79-4d69-8b58-c6c127564ff3 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:44.606153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7f13359-8e79-4d69-8b58-c6c127564ff3 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:44.643485 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ae77358f-2be6-4bd9-828e-55c1f010f01d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.647409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ae77358f-2be6-4bd9-828e-55c1f010f01d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6724565 Aug 16 20:56:44.647806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36550) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:44.653843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4457a7d0-dbb8-4285-bfbf-5dd4486bfb55 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': 'b2deb091-bd6b-476a-9f34-acb74dd429b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:44.659897 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.668985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bdecce-6b26-4758-8593-3520d51631f1 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Router bc89002a-1237-4d64-9ff1-f3892cf7b28b has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:44.689873 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf03736-3f9d-45dd-95c7-120fbbccb666 req-c2660032-fc8e-496d-94b2-24dbc2a87102 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:44.691389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbf03736-3f9d-45dd-95c7-120fbbccb666 req-c2660032-fc8e-496d-94b2-24dbc2a87102 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1719859 Aug 16 20:56:44.762408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1e1e-358a-4a05-908a-ad5d07881ea8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.778045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfecf445-a5fc-48fb-b4a0-29b05549155b None None] DHCP port deletion for 4ad927d5-61c1-4d56-a515-c081f718deb8 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:44.791278 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4457a7d0-dbb8-4285-bfbf-5dd4486bfb55 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.814860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a1e1e-358a-4a05-908a-ad5d07881ea8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Subnet': ['ID=f13bf3d3-f5b2-460a-9f48-e8990047b6ca,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:44.820625 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1e1e-358a-4a05-908a-ad5d07881ea8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.825815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bf0a1e1e-358a-4a05-908a-ad5d07881ea8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/f13bf3d3-f5b2-460a-9f48-e8990047b6ca HTTP/1.1" status: 204 len: 168 time: 0.9108953 Aug 16 20:56:44.830984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36552) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:44.833631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38c476a-d4bd-4b53-8607-e9993501244a None None] Network 589ee5c7-3ebd-4f46-bfe3-553a26066c11 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:44.875639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbf03736-3f9d-45dd-95c7-120fbbccb666 req-34f5ab35-4fee-4bb5-996b-65aa8073a072 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239135 Aug 16 20:56:44.895871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bdecce-6b26-4758-8593-3520d51631f1 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:44.898065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Deleting port 4a7e773f-1de1-44c1-8339-38efb28b183a {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:44.898683 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.907041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-33bdecce-6b26-4758-8593-3520d51631f1 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "PUT /v2.0/routers/bc89002a-1237-4d64-9ff1-f3892cf7b28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2588720 Aug 16 20:56:44.917061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36554) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:44.918802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4457a7d0-dbb8-4285-bfbf-5dd4486bfb55 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.921832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd44b931-84d5-4beb-adad-05a3f6e4ba62 None None] Sync routers for ids ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:44.982107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] For port 4a7e773f-1de1-44c1-8339-38efb28b183a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4a7e773f-1de1-44c1-8339-38efb28b183a,segment=NetworkSegment(de631fc0-ff98-4261-a8df-c979b07cc583),segment_id=de631fc0-ff98-4261-a8df-c979b07cc583)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:44.984077 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.987945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd44b931-84d5-4beb-adad-05a3f6e4ba62 None None] Routers {'bc89002a-1237-4d64-9ff1-f3892cf7b28b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:44.988703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dd44b931-84d5-4beb-adad-05a3f6e4ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:44.995820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4457a7d0-dbb8-4285-bfbf-5dd4486bfb55 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.008998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Calling delete_port for 4a7e773f-1de1-44c1-8339-38efb28b183a owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:45.067071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dd44b931-84d5-4beb-adad-05a3f6e4ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:45.073458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bfecf445-a5fc-48fb-b4a0-29b05549155b None None] Deleting port 4a7e773f-1de1-44c1-8339-38efb28b183a {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:45.073838 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bfecf445-a5fc-48fb-b4a0-29b05549155b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.125797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457a7d0-dbb8-4285-bfbf-5dd4486bfb55 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc80654-5aeb-410e-b65d-089db4ec5df0,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.134313 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.147304 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.158215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd44b931-84d5-4beb-adad-05a3f6e4ba62 None None] Routers {'bc89002a-1237-4d64-9ff1-f3892cf7b28b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:45.158827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dd44b931-84d5-4beb-adad-05a3f6e4ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:45.208282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dd44b931-84d5-4beb-adad-05a3f6e4ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:45.208924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd44b931-84d5-4beb-adad-05a3f6e4ba62 None None] The sync data for ids ['bc89002a-1237-4d64-9ff1-f3892cf7b28b'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:45.211506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bfecf445-a5fc-48fb-b4a0-29b05549155b None None] For port 4a7e773f-1de1-44c1-8339-38efb28b183a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4a7e773f-1de1-44c1-8339-38efb28b183a,segment=NetworkSegment(de631fc0-ff98-4261-a8df-c979b07cc583),segment_id=de631fc0-ff98-4261-a8df-c979b07cc583)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:45.212288 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bfecf445-a5fc-48fb-b4a0-29b05549155b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.228664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bfecf445-a5fc-48fb-b4a0-29b05549155b None None] Calling delete_port for 4a7e773f-1de1-44c1-8339-38efb28b183a owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:45.239556 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.275071 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4457a7d0-dbb8-4285-bfbf-5dd4486bfb55 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.279842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Port': ['ID=4a7e773f-1de1-44c1-8339-38efb28b183a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.280042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4457a7d0-dbb8-4285-bfbf-5dd4486bfb55 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6273046 Aug 16 20:56:45.280133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a23fe-ae4f-49cb-9951-bcfaa011f7c4 None None] DHCP port deletion for 589ee5c7-3ebd-4f46-bfe3-553a26066c11 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:45.280218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36558) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:45.282809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] No DVR routers for this DVR port 4a7e773f-1de1-44c1-8339-38efb28b183a on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:45.282951 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e698-3b36-4a2a-89ba-9b78f6e405a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.318332 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.325611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 0f32b494-9e13-497e-8e12-0caf7f06d692 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:45.326015 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.363144 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bfecf445-a5fc-48fb-b4a0-29b05549155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.378122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfecf445-a5fc-48fb-b4a0-29b05549155b None None] No DVR routers for this DVR port 4a7e773f-1de1-44c1-8339-38efb28b183a on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:45.380462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a36a23fe-ae4f-49cb-9951-bcfaa011f7c4 None None] Deleting port 0f32b494-9e13-497e-8e12-0caf7f06d692 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:45.380905 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a36a23fe-ae4f-49cb-9951-bcfaa011f7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.399479 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.401594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecf445-a5fc-48fb-b4a0-29b05549155b None None] Pushing event deleted for resources: {'Port': ['ID=4a7e773f-1de1-44c1-8339-38efb28b183a,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.416204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] For port 0f32b494-9e13-497e-8e12-0caf7f06d692, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0f32b494-9e13-497e-8e12-0caf7f06d692,segment=NetworkSegment(745ccd23-cf99-4a65-acd1-19616ad25fd0),segment_id=745ccd23-cf99-4a65-acd1-19616ad25fd0)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:45.416763 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.421367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad927d5-61c1-4d56-a515-c081f718deb8']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:45.431767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 0f32b494-9e13-497e-8e12-0caf7f06d692 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:45.432860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de631fc0-ff98-4261-a8df-c979b07cc583') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:45.433226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de631fc0-ff98-4261-a8df-c979b07cc583') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:45.442953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7da4b62c-6494-4f74-ba42-7603db9ceda0 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.456536 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7da4b62c-6494-4f74-ba42-7603db9ceda0 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.470533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a36a23fe-ae4f-49cb-9951-bcfaa011f7c4 None None] For port 0f32b494-9e13-497e-8e12-0caf7f06d692, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0f32b494-9e13-497e-8e12-0caf7f06d692,segment=NetworkSegment(745ccd23-cf99-4a65-acd1-19616ad25fd0),segment_id=745ccd23-cf99-4a65-acd1-19616ad25fd0)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:45.471082 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a36a23fe-ae4f-49cb-9951-bcfaa011f7c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.483230 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.486120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a36a23fe-ae4f-49cb-9951-bcfaa011f7c4 None None] Calling delete_port for 0f32b494-9e13-497e-8e12-0caf7f06d692 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:45.498798 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.505202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:45.505601 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:45.509227 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:45.564173 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7da4b62c-6494-4f74-ba42-7603db9ceda0 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.584204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Deleting port 666ace5e-c659-4998-ad7a-43f8537cd1c0 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:45.585558 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.597012 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7da4b62c-6494-4f74-ba42-7603db9ceda0 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.600692 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7da4b62c-6494-4f74-ba42-7603db9ceda0 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/fdc80654-5aeb-410e-b65d-089db4ec5df0 HTTP/1.1" status: 204 len: 168 time: 0.3182390 Aug 16 20:56:45.602876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36560) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:45.605201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4b62c-6494-4f74-ba42-7603db9ceda0 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdc80654-5aeb-410e-b65d-089db4ec5df0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.681519 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.690052 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.695054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] 10.222.0.74 "DELETE /v2.0/networks/4ad927d5-61c1-4d56-a515-c081f718deb8 HTTP/1.1" status: 204 len: 168 time: 1.1950116 Aug 16 20:56:45.708825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad2f6b-54c3-43e3-8a6e-49fde8fe8d3e tempest-NetworksIpV6Test-1090309358 tempest-NetworksIpV6Test-1090309358-project] Pushing event deleted for resources: {'Network': ['ID=4ad927d5-61c1-4d56-a515-c081f718deb8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.722551 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3b219f2c-843b-4d74-af89-4f51b38f7287 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1169009 Aug 16 20:56:45.725379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36564) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:45.733760 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a36a23fe-ae4f-49cb-9951-bcfaa011f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.758684 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.762255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a23fe-ae4f-49cb-9951-bcfaa011f7c4 None None] Pushing event deleted for resources: {'Port': ['ID=0f32b494-9e13-497e-8e12-0caf7f06d692,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.764132 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a23fe-ae4f-49cb-9951-bcfaa011f7c4 None None] No DVR routers for this DVR port 0f32b494-9e13-497e-8e12-0caf7f06d692 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:45.769872 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a32f0447-38c0-4d83-a8af-60f89fae504d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.773749 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.778566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Calling delete_port for 666ace5e-c659-4998-ad7a-43f8537cd1c0 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:45.780202 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a32f0447-38c0-4d83-a8af-60f89fae504d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.811513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=0f32b494-9e13-497e-8e12-0caf7f06d692,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.817215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No DVR routers for this DVR port 0f32b494-9e13-497e-8e12-0caf7f06d692 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:45.886707 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a32f0447-38c0-4d83-a8af-60f89fae504d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.894914 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a32f0447-38c0-4d83-a8af-60f89fae504d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.896163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a32f0447-38c0-4d83-a8af-60f89fae504d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/109ec229-05b7-4abe-bc24-e7d21bfa266c HTTP/1.1" status: 204 len: 168 time: 0.1694398 Aug 16 20:56:45.910277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36566) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:45.922095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f0447-38c0-4d83-a8af-60f89fae504d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=109ec229-05b7-4abe-bc24-e7d21bfa266c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.942518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.955276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589ee5c7-3ebd-4f46-bfe3-553a26066c11']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:45.962504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-973d18b8-d84c-4fa7-a104-2fe606865f64 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0596874 Aug 16 20:56:45.962787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36570) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.002659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745ccd23-cf99-4a65-acd1-19616ad25fd0') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:46.003024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745ccd23-cf99-4a65-acd1-19616ad25fd0') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:46.016628 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.020554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7338dba8-6bce-48ba-aa50-94ef03d03a1b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.032216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7338dba8-6bce-48ba-aa50-94ef03d03a1b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.038094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:46.053799 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:46.056651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbedd4-7088-473a-b8d9-c5c036c33f46 req-77c150b1-c1bd-432b-be40-19c0fbc34094 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:46.056651 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bfbedd4-7088-473a-b8d9-c5c036c33f46 req-77c150b1-c1bd-432b-be40-19c0fbc34094 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0860853 Aug 16 20:56:46.100188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bfbedd4-7088-473a-b8d9-c5c036c33f46 req-92ee1fdb-4430-4730-bf6c-3163e6e7d0cf tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364985 Aug 16 20:56:46.218293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7338dba8-6bce-48ba-aa50-94ef03d03a1b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.227849 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7338dba8-6bce-48ba-aa50-94ef03d03a1b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.229006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7338dba8-6bce-48ba-aa50-94ef03d03a1b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/d73fbf80-64a3-4ba9-9e96-6e648cb93046 HTTP/1.1" status: 204 len: 168 time: 0.2653308 Aug 16 20:56:46.232083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36582) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.258773 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.260252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338dba8-6bce-48ba-aa50-94ef03d03a1b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d73fbf80-64a3-4ba9-9e96-6e648cb93046,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:46.281607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.283541 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/networks/589ee5c7-3ebd-4f46-bfe3-553a26066c11 HTTP/1.1" status: 204 len: 168 time: 1.4517691 Aug 16 20:56:46.284419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e3b6f-3875-4003-b7cf-fd039d81bdd8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Network': ['ID=589ee5c7-3ebd-4f46-bfe3-553a26066c11,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:46.288579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36588) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.294066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-739792049'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:46.311812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36590) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.321309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.332044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5cc39a81-98fb-4d87-980c-fc7e0bbfa8a1 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0986292 Aug 16 20:56:46.335033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36594) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.357789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event deleted for resources: {'Port': ['ID=666ace5e-c659-4998-ad7a-43f8537cd1c0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:46.362265 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0daaa721-3bb9-4a90-aab2-28b864684867 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.371480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abac85-d4bb-49ae-b35d-e5e1d56b2989 req-fb966e81-2605-4d1e-998e-06fa29abedd5 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:46.373819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06abac85-d4bb-49ae-b35d-e5e1d56b2989 req-fb966e81-2605-4d1e-998e-06fa29abedd5 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1228931 Aug 16 20:56:46.381463 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0daaa721-3bb9-4a90-aab2-28b864684867 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.436025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06abac85-d4bb-49ae-b35d-e5e1d56b2989 req-bc35e0d0-fc1e-47ce-a4f9-3cc132e04083 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523183 Aug 16 20:56:46.464547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:46.464547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.511857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4a7e773f-1de1-44c1-8339-38efb28b183a no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:46.533862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 4a7e773f-1de1-44c1-8339-38efb28b183a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:46.534286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4a7e773f-1de1-44c1-8339-38efb28b183a not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:46.534937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0f32b494-9e13-497e-8e12-0caf7f06d692 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:46.536822 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.545519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-87dd6891-2a7a-4422-80c9-86c211c3a4c6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=61e838134c184a03bb8704eff04e06ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304118 Aug 16 20:56:46.555563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36600) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.558558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 0f32b494-9e13-497e-8e12-0caf7f06d692 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:46.558989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0f32b494-9e13-497e-8e12-0caf7f06d692 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:46.571769 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0daaa721-3bb9-4a90-aab2-28b864684867 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.580725 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0daaa721-3bb9-4a90-aab2-28b864684867 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.581837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0daaa721-3bb9-4a90-aab2-28b864684867 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/f64d05d4-bc94-4cb4-963e-21058081520f HTTP/1.1" status: 204 len: 168 time: 0.2459123 Aug 16 20:56:46.586919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36602) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.614322 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daaa721-3bb9-4a90-aab2-28b864684867 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f64d05d4-bc94-4cb4-963e-21058081520f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:46.638722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:46.644148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4e3e2-62ab-49c5-9137-78b0795c0e24 req-8909ae1a-b4a6-4f19-9bbc-6c8c02a17091 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:46.645724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48b4e3e2-62ab-49c5-9137-78b0795c0e24 req-8909ae1a-b4a6-4f19-9bbc-6c8c02a17091 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1201637 Aug 16 20:56:46.651113 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.654416 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.656338 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.656690 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Added segment 40520230-a3a0-4b86-8123-ab1e2fe8d123 of type vlan for network 22d75421-3514-4c52-81ad-7d0d49bedd25 Aug 16 20:56:46.685414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c1591a93-20c1-40be-ae7f-e6ef5d5626e6 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0936317 Aug 16 20:56:46.691662 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb43c-1edc-40ad-8322-0b02d5c31047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.694602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36604) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.729864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.747736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-48b4e3e2-62ab-49c5-9137-78b0795c0e24 req-179ec16d-1713-45ca-b890-b0d5e614ccd2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941823 Aug 16 20:56:46.749564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb43c-1edc-40ad-8322-0b02d5c31047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.757300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50a4866d-9f97-4206-aedc-76c8e6f0947f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.775994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50a4866d-9f97-4206-aedc-76c8e6f0947f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.807215 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.807969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Fanout notify agent at l3_agent the message router_deleted on router bc89002a-1237-4d64-9ff1-f3892cf7b28b {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:56:46.816934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.818188 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-03e6a6bd-2042-43e2-bacc-50ddf41424fc tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "DELETE /v2.0/routers/bc89002a-1237-4d64-9ff1-f3892cf7b28b HTTP/1.1" status: 204 len: 168 time: 1.8979597 Aug 16 20:56:46.820689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36608) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.854127 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.860475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:46.861249 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.902700 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50a4866d-9f97-4206-aedc-76c8e6f0947f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.910445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50a4866d-9f97-4206-aedc-76c8e6f0947f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.914094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-50a4866d-9f97-4206-aedc-76c8e6f0947f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/f0c18aa0-2ac9-4f24-b0a1-1e937300c8e4 HTTP/1.1" status: 204 len: 168 time: 0.2160676 Aug 16 20:56:46.917749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36620) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.940963 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb43c-1edc-40ad-8322-0b02d5c31047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.943536 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb43c-1edc-40ad-8322-0b02d5c31047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.948774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6f9cb43c-1edc-40ad-8322-0b02d5c31047 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/702e2779-e0ae-4166-936a-6be97f520661 HTTP/1.1" status: 204 len: 168 time: 0.3873217 Aug 16 20:56:46.949173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f56ba8-5cad-4a33-a266-0ae2157ceeff tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Deleting subnet e1f6fbdc-7092-45a4-9c33-6a8d7233a8c5 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:46.949301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4866d-9f97-4206-aedc-76c8e6f0947f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0c18aa0-2ac9-4f24-b0a1-1e937300c8e4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:46.951412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f56ba8-5cad-4a33-a266-0ae2157ceeff tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.953998 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Network': ['ID=22d75421-3514-4c52-81ad-7d0d49bedd25,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:46.958276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cb43c-1edc-40ad-8322-0b02d5c31047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702e2779-e0ae-4166-936a-6be97f520661,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:46.971464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 22d75421-3514-4c52-81ad-7d0d49bedd25 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:47.011733 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6f479fe6-e107-4754-bf33-49b218c0b193 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0903361 Aug 16 20:56:47.011920 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f56ba8-5cad-4a33-a266-0ae2157ceeff tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.017097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36630) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:47.050619 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-266bead9-e6e1-4885-9a55-fa64a4a7610b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7609916 Aug 16 20:56:47.063882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36632) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:47.068937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': '22d75421-3514-4c52-81ad-7d0d49bedd25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:47.133067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-fea0b085-bee0-4bfd-a8a3-87c1a82607db tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:47.134560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-fea0b085-bee0-4bfd-a8a3-87c1a82607db tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 812 time: 0.1373043 Aug 16 20:56:47.150145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-40f5a195-174d-4dd3-b4fe-863f642efd61 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/quotas/7d374f3cfccd45f2ab76032deb984a01 HTTP/1.1" status: 200 len: 375 time: 0.0094092 Aug 16 20:56:47.215433 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-d122fb3f-6d4e-4657-bb8f-00cac5e785ac tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0587149 Aug 16 20:56:47.218128 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-181a5270-e577-40c6-b3e8-5d27e14ca26e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.249243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f56ba8-5cad-4a33-a266-0ae2157ceeff tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.277305 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-181a5270-e577-40c6-b3e8-5d27e14ca26e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.378350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:47.382905 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.424301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-74050da5-2bab-4be0-9517-60600ea75b50 service neutron] 10.222.0.74 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996100 Aug 16 20:56:47.496100 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-181a5270-e577-40c6-b3e8-5d27e14ca26e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.498883 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-181a5270-e577-40c6-b3e8-5d27e14ca26e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.500973 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-181a5270-e577-40c6-b3e8-5d27e14ca26e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-groups/b2deb091-bd6b-476a-9f34-acb74dd429b6 HTTP/1.1" status: 204 len: 168 time: 0.4822125 Aug 16 20:56:47.508362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36644) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:47.524336 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-07f6a8a2-bd38-417b-862f-ea59d5ebe184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.539557 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f56ba8-5cad-4a33-a266-0ae2157ceeff tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.557130 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a5270-e577-40c6-b3e8-5d27e14ca26e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2deb091-bd6b-476a-9f34-acb74dd429b6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:47.640065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f56ba8-5cad-4a33-a266-0ae2157ceeff tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f6fbdc-7092-45a4-9c33-6a8d7233a8c5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:47.658023 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f56ba8-5cad-4a33-a266-0ae2157ceeff tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.662002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fcb4fc-8b66-4ed9-8c2e-74d019de5e69 None None] Network 532e7b9a-4c16-4122-aadf-217051a38460 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:47.662525 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-31f56ba8-5cad-4a33-a266-0ae2157ceeff tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "DELETE /v2.0/subnets/e1f6fbdc-7092-45a4-9c33-6a8d7233a8c5 HTTP/1.1" status: 204 len: 168 time: 0.8379884 Aug 16 20:56:47.779523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36648) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:47.789553 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-633850a6-8c31-444d-97ce-151afc01a007 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2823539 Aug 16 20:56:47.879390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36652) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:47.881557 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.885787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-286c68fd-0cbb-4f72-8492-3efd3659931c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group': {'name': 'tempest-secgroup--140443694'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:47.912820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02958c55-0a50-4e10-9e37-13eb742afb37 None None] DHCP port deletion for 532e7b9a-4c16-4122-aadf-217051a38460 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:47.939288 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.951151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-fa2ac718-60b3-4756-a8f7-d284e11dd54d service neutron] 10.222.0.74 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201340 Aug 16 20:56:47.989885 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-286c68fd-0cbb-4f72-8492-3efd3659931c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.992732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-02958c55-0a50-4e10-9e37-13eb742afb37 None None] Deleting port eae1a1ba-8a74-41bf-820f-5023618e5d06 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:47.997476 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-02958c55-0a50-4e10-9e37-13eb742afb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.008911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Deleting port eae1a1ba-8a74-41bf-820f-5023618e5d06 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:48.009470 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.099180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.101428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-02958c55-0a50-4e10-9e37-13eb742afb37 None None] For port eae1a1ba-8a74-41bf-820f-5023618e5d06, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=eae1a1ba-8a74-41bf-820f-5023618e5d06,segment=NetworkSegment(8228fe1d-0734-4c26-8ee0-a9623c75dc12),segment_id=8228fe1d-0734-4c26-8ee0-a9623c75dc12)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:48.101834 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-02958c55-0a50-4e10-9e37-13eb742afb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.153707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] For port eae1a1ba-8a74-41bf-820f-5023618e5d06, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=eae1a1ba-8a74-41bf-820f-5023618e5d06,segment=NetworkSegment(8228fe1d-0734-4c26-8ee0-a9623c75dc12),segment_id=8228fe1d-0734-4c26-8ee0-a9623c75dc12)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:48.156351 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.156446 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-286c68fd-0cbb-4f72-8492-3efd3659931c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.198886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Calling delete_port for eae1a1ba-8a74-41bf-820f-5023618e5d06 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:48.208661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Subnet': ['ID=cd4f5841-1d77-492c-9afe-b98f6c219649,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:48.264477 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-286c68fd-0cbb-4f72-8492-3efd3659931c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.291426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Checking segment: {'id': '40520230-a3a0-4b86-8123-ab1e2fe8d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '22d75421-3514-4c52-81ad-7d0d49bedd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:48.291841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network hostable DHCP agents. Network: 22d75421-3514-4c52-81ad-7d0d49bedd25, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:48.321971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c68fd-0cbb-4f72-8492-3efd3659931c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7224c229-42d5-40fb-afdf-490fc6b1ea6a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:48.322501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-02958c55-0a50-4e10-9e37-13eb742afb37 None None] Calling delete_port for eae1a1ba-8a74-41bf-820f-5023618e5d06 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:48.407155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-286c68fd-0cbb-4f72-8492-3efd3659931c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.408437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-286c68fd-0cbb-4f72-8492-3efd3659931c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5280726 Aug 16 20:56:48.411270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36664) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:48.415784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b104cd95-672b-4a03-86eb-baae6c8c20af tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': '7224c229-42d5-40fb-afdf-490fc6b1ea6a', 'direction': 'ingress', 'protocol': 17}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:48.437130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36666) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:48.453474 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.458364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 22d75421-3514-4c52-81ad-7d0d49bedd25 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:48.472397 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-02958c55-0a50-4e10-9e37-13eb742afb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.500472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event deleted for resources: {'Port': ['ID=eae1a1ba-8a74-41bf-820f-5023618e5d06,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:48.504632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] No DVR routers for this DVR port eae1a1ba-8a74-41bf-820f-5023618e5d06 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:48.504914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device eae1a1ba-8a74-41bf-820f-5023618e5d06 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:48.536894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02958c55-0a50-4e10-9e37-13eb742afb37 None None] Pushing event deleted for resources: {'Port': ['ID=eae1a1ba-8a74-41bf-820f-5023618e5d06,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:48.540668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: eae1a1ba-8a74-41bf-820f-5023618e5d06 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:48.540668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device eae1a1ba-8a74-41bf-820f-5023618e5d06 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:48.542497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02958c55-0a50-4e10-9e37-13eb742afb37 None None] No DVR routers for this DVR port eae1a1ba-8a74-41bf-820f-5023618e5d06 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:48.568035 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b104cd95-672b-4a03-86eb-baae6c8c20af tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.575095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1748996176'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:48.592436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.602810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532e7b9a-4c16-4122-aadf-217051a38460']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:48.614021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8228fe1d-0734-4c26-8ee0-a9623c75dc12') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:48.614315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8228fe1d-0734-4c26-8ee0-a9623c75dc12') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:48.616050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 22d75421-3514-4c52-81ad-7d0d49bedd25) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:48.620659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:48.621525 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.626445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b216c-2f23-4137-891e-f8b12d1eb719 None None] Network 22d75421-3514-4c52-81ad-7d0d49bedd25 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:48.639771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.643785 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b104cd95-672b-4a03-86eb-baae6c8c20af tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.658840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.664805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:48.665286 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:48.668436 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:48.686787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:48.690410 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.706007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.719247 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b104cd95-672b-4a03-86eb-baae6c8c20af tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.739182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104cd95-672b-4a03-86eb-baae6c8c20af tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d3099b-5146-4722-a705-a8883b81a16e,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:48.773679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-22d75421-3514-4c52-81ad-7d0d49bedd25', 'network_id': '22d75421-3514-4c52-81ad-7d0d49bedd25', 'tenant_id': 'a319271fc3714777bb9854455552b6a7', 'fixed_ips': [{'subnet_id': 'cd4f5841-1d77-492c-9afe-b98f6c219649'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:48.774531 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.777348 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d6394d60-af90-4610-bf35-06d85bf5fb3c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7123721 Aug 16 20:56:48.780701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36670) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:48.785960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': '22d75421-3514-4c52-81ad-7d0d49bedd25', 'name': 'tempest-PortsTestJSON-208865955', 'fixed_ips': [{'subnet_id': 'cd4f5841-1d77-492c-9afe-b98f6c219649', 'ip_address': '172.20.0.10'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:48.827312 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.835317 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.839767 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "DELETE /v2.0/networks/532e7b9a-4c16-4122-aadf-217051a38460 HTTP/1.1" status: 204 len: 168 time: 1.0486641 Aug 16 20:56:48.842587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36672) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:48.861232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e021ab-9a7f-46bc-b8a3-7b66c87dc3dd tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event deleted for resources: {'Network': ['ID=532e7b9a-4c16-4122-aadf-217051a38460,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:48.932053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Allocated IP 172.20.0.2 (22d75421-3514-4c52-81ad-7d0d49bedd25/cd4f5841-1d77-492c-9afe-b98f6c219649/48f935bb-3945-4e1f-a6aa-1786c16b7953) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:48.936046 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.985930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-194e68c2-b3c0-4aa3-be1d-07d982a41ac2 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Deleting port a9446f46-aab2-4821-b1a0-a4f954b3edff {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:48.986270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-194e68c2-b3c0-4aa3-be1d-07d982a41ac2 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.023620 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.058495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:49.080323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf728d-468c-435e-91c9-04a6e751cb8d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.083208 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.083733 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.083733 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment 9f0291ff-44c8-4ea6-84d2-b68b391c82a4 of type vlan for network 87baa7a3-9f02-4786-9aba-accacf228c87 Aug 16 20:56:49.095679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Transition to ACTIVE for port object 48f935bb-3945-4e1f-a6aa-1786c16b7953 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:49.111510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Transition to ACTIVE for port object 48f935bb-3945-4e1f-a6aa-1786c16b7953 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:49.117779 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b104cd95-672b-4a03-86eb-baae6c8c20af tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.124512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b104cd95-672b-4a03-86eb-baae6c8c20af tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7067811 Aug 16 20:56:49.124512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-194e68c2-b3c0-4aa3-be1d-07d982a41ac2 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.124512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-194e68c2-b3c0-4aa3-be1d-07d982a41ac2 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.127507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36676) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:49.159440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-194e68c2-b3c0-4aa3-be1d-07d982a41ac2 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Calling delete_port for a9446f46-aab2-4821-b1a0-a4f954b3edff owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:49.170036 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.197681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed635436-ae1b-45b5-870c-4e4964e9f16e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.207580 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.239300 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed635436-ae1b-45b5-870c-4e4964e9f16e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.282612 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.286976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:49.366612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Network 22d75421-3514-4c52-81ad-7d0d49bedd25 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:49.369558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:49.373947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:49.388891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Pushing event updated for resources: {'Port': ['ID=48f935bb-3945-4e1f-a6aa-1786c16b7953,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.397693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1341b52-aa7e-450e-8e99-e91bc7896788 req-98b05629-e164-43ef-8fac-0985d5325336 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 210 time: 0.0806463 Aug 16 20:56:49.402172 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.403508 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.409844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:49.410715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.424228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port 53004d52-c32b-4150-b7d2-26034d0a17fe yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:49.458231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Attempting to bind port 48f935bb-3945-4e1f-a6aa-1786c16b7953 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:49.458676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Attempting to bind port 48f935bb-3945-4e1f-a6aa-1786c16b7953 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '40520230-a3a0-4b86-8123-ab1e2fe8d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '22d75421-3514-4c52-81ad-7d0d49bedd25'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:49.459054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Attempting to bind port 48f935bb-3945-4e1f-a6aa-1786c16b7953 on network 22d75421-3514-4c52-81ad-7d0d49bedd25 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:49.465242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed635436-ae1b-45b5-870c-4e4964e9f16e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.465983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:49.466439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Checking segment: {'id': '40520230-a3a0-4b86-8123-ab1e2fe8d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '22d75421-3514-4c52-81ad-7d0d49bedd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:49.466963 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.467436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Bound using segment: {'id': '40520230-a3a0-4b86-8123-ab1e2fe8d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '22d75421-3514-4c52-81ad-7d0d49bedd25'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:49.467939 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed635436-ae1b-45b5-870c-4e4964e9f16e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.468045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Bound port: 48f935bb-3945-4e1f-a6aa-1786c16b7953, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40520230-a3a0-4b86-8123-ab1e2fe8d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '22d75421-3514-4c52-81ad-7d0d49bedd25'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:49.468562 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.469124 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ed635436-ae1b-45b5-870c-4e4964e9f16e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-groups/7224c229-42d5-40fb-afdf-490fc6b1ea6a HTTP/1.1" status: 204 len: 168 time: 0.3405664 Aug 16 20:56:49.477221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36692) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:49.506255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed635436-ae1b-45b5-870c-4e4964e9f16e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7224c229-42d5-40fb-afdf-490fc6b1ea6a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.530021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=87baa7a3-9f02-4786-9aba-accacf228c87,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.561072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0405b1ce-f328-431d-88fa-cc5795396521 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1128216 Aug 16 20:56:49.561288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 87baa7a3-9f02-4786-9aba-accacf228c87 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:49.592806 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-36b869f6-bfd9-499f-9084-bb326eb3a9b2 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1147218 Aug 16 20:56:49.596579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36694) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:49.600944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-bb477245-044a-470c-8108-6863efe0d7a4 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group': {'name': 'tempest-secgroup--597877240'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:49.625949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] For port 48f935bb-3945-4e1f-a6aa-1786c16b7953, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:49.651222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] For port 48f935bb-3945-4e1f-a6aa-1786c16b7953, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=48f935bb-3945-4e1f-a6aa-1786c16b7953,segment=NetworkSegment(40520230-a3a0-4b86-8123-ab1e2fe8d123),segment_id=40520230-a3a0-4b86-8123-ab1e2fe8d123)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:49.677738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-194e68c2-b3c0-4aa3-be1d-07d982a41ac2 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.683599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.10 (22d75421-3514-4c52-81ad-7d0d49bedd25/cd4f5841-1d77-492c-9afe-b98f6c219649/53004d52-c32b-4150-b7d2-26034d0a17fe) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:49.698010 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36700) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:49.703864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'network_id': '87baa7a3-9f02-4786-9aba-accacf228c87', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:49.718241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e68c2-b3c0-4aa3-be1d-07d982a41ac2 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Pushing event deleted for resources: {'Port': ['ID=a9446f46-aab2-4821-b1a0-a4f954b3edff,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.733626 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.762610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb477245-044a-470c-8108-6863efe0d7a4 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.798344 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-194e68c2-b3c0-4aa3-be1d-07d982a41ac2 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.806308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-194e68c2-b3c0-4aa3-be1d-07d982a41ac2 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.810734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9779d9-e8c3-4144-b939-073b22fce517 None None] Pushing event updated for resources: {'Port': ['ID=48f935bb-3945-4e1f-a6aa-1786c16b7953,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.821693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-194e68c2-b3c0-4aa3-be1d-07d982a41ac2 tempest-FloatingIPAdminTestJSON-1025624108 tempest-FloatingIPAdminTestJSON-1025624108-project] 10.222.0.74 "DELETE /v2.0/floatingips/190c0584-a8cf-4bf6-8a63-53c70c562d11 HTTP/1.1" status: 204 len: 168 time: 0.9710667 Aug 16 20:56:50.373538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb477245-044a-470c-8108-6863efe0d7a4 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.376648 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.380841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36710) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:50.390722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object 53004d52-c32b-4150-b7d2-26034d0a17fe will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:50.490862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb477245-044a-470c-8108-6863efe0d7a4 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.532741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb477245-044a-470c-8108-6863efe0d7a4 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6e0a41-4145-4c8c-b2ad-01bc78d20d88,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:50.577155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2bfeeb3-b391-4a7c-a077-e709019c60c9 req-cddaf776-968c-4bdb-be48-65c02efda154 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 210 time: 0.0428088 Aug 16 20:56:50.598402 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.604630 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.621749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-58b1570c-bcb4-42fd-9f92-e74d10d0bdbe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc9295029c7d45b882a48153688c2472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376447 Aug 16 20:56:50.622480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36716) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:50.626166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 48f935bb-3945-4e1f-a6aa-1786c16b7953 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:50.690778 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e3f1a0b-a64c-4e8a-89e6-8072270f446d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.697110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:50.703008 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.711582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 22d75421-3514-4c52-81ad-7d0d49bedd25 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:50.725143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=53004d52-c32b-4150-b7d2-26034d0a17fe,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:50.740592 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e3f1a0b-a64c-4e8a-89e6-8072270f446d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.768049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:50.770383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:50.806942 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb477245-044a-470c-8108-6863efe0d7a4 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.808767 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bb477245-044a-470c-8108-6863efe0d7a4 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2112341 Aug 16 20:56:50.812806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 48f935bb-3945-4e1f-a6aa-1786c16b7953 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:50.819832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36718) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:50.827309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-60cec7f3-a48c-40fd-8caf-39a19177be75 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group': {'name': 'tempest-secgroup--410762497'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:50.875906 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e3f1a0b-a64c-4e8a-89e6-8072270f446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.878511 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:50.878764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e3f1a0b-a64c-4e8a-89e6-8072270f446d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.879162 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.882359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2e3f1a0b-a64c-4e8a-89e6-8072270f446d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca8d084a-ce24-41cf-9d6c-5a61574aa4d3 HTTP/1.1" status: 204 len: 168 time: 0.2553415 Aug 16 20:56:50.895397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f1a0b-a64c-4e8a-89e6-8072270f446d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8d084a-ce24-41cf-9d6c-5a61574aa4d3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:50.941971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60cec7f3-a48c-40fd-8caf-39a19177be75 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.021586 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0b2a41f0-def8-4d64-bb85-907b917d4ec8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2370701 Aug 16 20:56:51.021586 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36724) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:51.027058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': '22d75421-3514-4c52-81ad-7d0d49bedd25', 'name': 'tempest-PortsTestJSON-1818591021', 'fixed_ips': [{'subnet_id': 'cd4f5841-1d77-492c-9afe-b98f6c219649', 'ip_address': '172.20.0.9'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:51.042599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b73ba3-ede8-48d0-aa17-975648091b78 None None] Network 22d75421-3514-4c52-81ad-7d0d49bedd25 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:51.108575 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60cec7f3-a48c-40fd-8caf-39a19177be75 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.218681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.248032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60cec7f3-a48c-40fd-8caf-39a19177be75 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.248601 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-db0e8aca-5c90-4ce9-9337-d3b2fbd56767 None None] Provisioning for port 48f935bb-3945-4e1f-a6aa-1786c16b7953 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:51.255647 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-db0e8aca-5c90-4ce9-9337-d3b2fbd56767 None None] Provisioning complete for port 48f935bb-3945-4e1f-a6aa-1786c16b7953 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:51.257017 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db0e8aca-5c90-4ce9-9337-d3b2fbd56767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.281309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=c0b2aa6c-00f7-4970-9072-52ee7eee69b1,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:51.334950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking segment: {'id': '9f0291ff-44c8-4ea6-84d2-b68b391c82a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '87baa7a3-9f02-4786-9aba-accacf228c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:51.335324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network hostable DHCP agents. Network: 87baa7a3-9f02-4786-9aba-accacf228c87, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:51.351413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cec7f3-a48c-40fd-8caf-39a19177be75 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e207cc7-8d2f-4219-b758-986c4b23a520,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:51.378156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:51.384647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.402500 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db0e8aca-5c90-4ce9-9337-d3b2fbd56767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.431356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port 1e85c387-477b-4d97-8b0f-1cd9a4fbd92d yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:51.448302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network 87baa7a3-9f02-4786-9aba-accacf228c87 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:51.449264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-db0e8aca-5c90-4ce9-9337-d3b2fbd56767 None None] For port 48f935bb-3945-4e1f-a6aa-1786c16b7953, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=48f935bb-3945-4e1f-a6aa-1786c16b7953,segment=NetworkSegment(40520230-a3a0-4b86-8123-ab1e2fe8d123),segment_id=40520230-a3a0-4b86-8123-ab1e2fe8d123)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:51.509370 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60cec7f3-a48c-40fd-8caf-39a19177be75 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.513112 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-60cec7f3-a48c-40fd-8caf-39a19177be75 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6896589 Aug 16 20:56:51.513722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36730) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:51.523751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a754d581-4df9-413a-b7cf-e7ef90059e67 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e0a41-4145-4c8c-b2ad-01bc78d20d88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1e207cc7-8d2f-4219-b758-986c4b23a520', 'remote_ip_prefix': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:51.532795 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-db0e8aca-5c90-4ce9-9337-d3b2fbd56767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.611829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e8aca-5c90-4ce9-9337-d3b2fbd56767 None None] Pushing event updated for resources: {'Port': ['ID=48f935bb-3945-4e1f-a6aa-1786c16b7953,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:51.629705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 87baa7a3-9f02-4786-9aba-accacf228c87) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:51.637771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:51.638360 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.678626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96c5b4-783f-4563-8138-ed814aaadd2f None None] Network 87baa7a3-9f02-4786-9aba-accacf228c87 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:51.697854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9874252-526b-457f-b62a-24f361a35805 req-0b638195-6d7c-4370-b50d-2a586d9a84eb tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 210 time: 0.0352085 Aug 16 20:56:51.718652 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a754d581-4df9-413a-b7cf-e7ef90059e67 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.719187 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:56:51.772962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-def51039-c5c5-4407-8337-3c0877bf60dc None None] Provisioning complete for port 48f935bb-3945-4e1f-a6aa-1786c16b7953 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:51.774203 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-def51039-c5c5-4407-8337-3c0877bf60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.783674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.9 (22d75421-3514-4c52-81ad-7d0d49bedd25/cd4f5841-1d77-492c-9afe-b98f6c219649/1e85c387-477b-4d97-8b0f-1cd9a4fbd92d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:51.798076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-61f3ffcb-24db-428c-9cab-4fd4b5f0efd4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0989954 Aug 16 20:56:51.807383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36734) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:51.815824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1253180664'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:51.863854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a754d581-4df9-413a-b7cf-e7ef90059e67 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.925382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36736) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:51.939675 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a45dd737-6336-4c4c-9a22-dc9e78a5df38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.949863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:51.953469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.969008 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a754d581-4df9-413a-b7cf-e7ef90059e67 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.037136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754d581-4df9-413a-b7cf-e7ef90059e67 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7d568a-6c9a-43bd-aa09-d71245222dc9,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:52.044755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:52.061409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.061913 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment 08b5c272-b19c-4c20-aab7-922dacf0e6bf of type vlan for network 01589797-1639-48aa-a08d-7c6c9ef26a14 Aug 16 20:56:52.063455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-87baa7a3-9f02-4786-9aba-accacf228c87', 'network_id': '87baa7a3-9f02-4786-9aba-accacf228c87', 'tenant_id': '8e67561cc6004c719b4715b0e20e3ea0', 'fixed_ips': [{'subnet_id': 'c0b2aa6c-00f7-4970-9072-52ee7eee69b1'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:52.064631 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.135193 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.157145 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.165842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-def51039-c5c5-4407-8337-3c0877bf60dc None None] Provisioning for port 53004d52-c32b-4150-b7d2-26034d0a17fe completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:52.183765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object 1e85c387-477b-4d97-8b0f-1cd9a4fbd92d will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:52.184005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-def51039-c5c5-4407-8337-3c0877bf60dc None None] Provisioning complete for port 53004d52-c32b-4150-b7d2-26034d0a17fe triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:52.184198 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-def51039-c5c5-4407-8337-3c0877bf60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.199500 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a45dd737-6336-4c4c-9a22-dc9e78a5df38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.261060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-def51039-c5c5-4407-8337-3c0877bf60dc None None] Port 53004d52-c32b-4150-b7d2-26034d0a17fe cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:52.280889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Allocated IP 172.20.255.242 (87baa7a3-9f02-4786-9aba-accacf228c87/c0b2aa6c-00f7-4970-9072-52ee7eee69b1/8c7d6eb7-1ffd-42b8-80be-244c13010e00) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:52.282961 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.288515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:52.289118 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.299974 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a45dd737-6336-4c4c-9a22-dc9e78a5df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.329159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dd737-6336-4c4c-9a22-dc9e78a5df38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74e9ead-3aa0-4336-8795-b2272f4e0552,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:52.358917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a45dd737-6336-4c4c-9a22-dc9e78a5df38 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d11b424c495d40e889b9687ff4d10493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325063 Aug 16 20:56:52.362245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36738) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:52.411800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9d2eb5a0-e007-4366-9f67-241ddb26a7bd None None] Provisioning complete for port 53004d52-c32b-4150-b7d2-26034d0a17fe triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:52.412494 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb5a0-e007-4366-9f67-241ddb26a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.442362 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a754d581-4df9-413a-b7cf-e7ef90059e67 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.452893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a754d581-4df9-413a-b7cf-e7ef90059e67 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9330077 Aug 16 20:56:52.454916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36742) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:52.508179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=01589797-1639-48aa-a08d-7c6c9ef26a14,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:52.524858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9d2eb5a0-e007-4366-9f67-241ddb26a7bd None None] Port 53004d52-c32b-4150-b7d2-26034d0a17fe cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:52.540505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 01589797-1639-48aa-a08d-7c6c9ef26a14 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:52.544966 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47720bb1-7f1d-40cf-a381-ec176c1337f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.555392 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47720bb1-7f1d-40cf-a381-ec176c1337f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.566270 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.577421 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c250e4af-77ba-42ee-9f73-08736dd157e4 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7620764 Aug 16 20:56:52.578129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36744) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:52.589044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'network_id': '01589797-1639-48aa-a08d-7c6c9ef26a14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:52.593167 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a129a007-cde2-46df-8f17-fb4bd2a09f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.617016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 48f935bb-3945-4e1f-a6aa-1786c16b7953 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:52.618399 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a129a007-cde2-46df-8f17-fb4bd2a09f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.679444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.692649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47720bb1-7f1d-40cf-a381-ec176c1337f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.699313 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47720bb1-7f1d-40cf-a381-ec176c1337f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.704502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-47720bb1-7f1d-40cf-a381-ec176c1337f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/cb7d568a-6c9a-43bd-aa09-d71245222dc9 HTTP/1.1" status: 204 len: 168 time: 0.2463994 Aug 16 20:56:52.705343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36746) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:52.718110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47720bb1-7f1d-40cf-a381-ec176c1337f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb7d568a-6c9a-43bd-aa09-d71245222dc9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:52.723779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-6622f871-8fc7-4f4c-8014-a3da85d03591 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:52.725338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-6622f871-8fc7-4f4c-8014-a3da85d03591 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.79 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 812 time: 0.4672403 Aug 16 20:56:52.747951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Request body: {'port': {'device_id': '1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'admin_state_up': True, 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:52.749205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 48f935bb-3945-4e1f-a6aa-1786c16b7953 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:52.750053 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.761087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c8443214-8a27-4ee1-bd86-1692678228e1 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0535462 Aug 16 20:56:52.763757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36750) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:52.802136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Transition to ACTIVE for port object 8c7d6eb7-1ffd-42b8-80be-244c13010e00 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:52.811366 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a129a007-cde2-46df-8f17-fb4bd2a09f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.813896 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a129a007-cde2-46df-8f17-fb4bd2a09f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.815026 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a129a007-cde2-46df-8f17-fb4bd2a09f11 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e74e9ead-3aa0-4336-8795-b2272f4e0552 HTTP/1.1" status: 204 len: 168 time: 0.4518626 Aug 16 20:56:52.821829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 22d75421-3514-4c52-81ad-7d0d49bedd25 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:52.823340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=1e85c387-477b-4d97-8b0f-1cd9a4fbd92d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:52.826702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:52.849567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:52.862027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Transition to ACTIVE for port object 8c7d6eb7-1ffd-42b8-80be-244c13010e00 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:52.891678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2b2ad6eb-7f85-49ba-bdff-6704430d13ac req-47d38817-cc74-4578-b25a-c5810fa1c693 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 210 time: 0.0848138 Aug 16 20:56:52.899916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129a007-cde2-46df-8f17-fb4bd2a09f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74e9ead-3aa0-4336-8795-b2272f4e0552,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:52.949446 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.953611 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3733d699-860e-465d-a44a-c3eb0373c3ee tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.969844 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:52.970537 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.006250 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3733d699-860e-465d-a44a-c3eb0373c3ee tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.063337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Network 87baa7a3-9f02-4786-9aba-accacf228c87 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:53.069082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:53.076553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:53.125544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Pushing event updated for resources: {'Port': ['ID=8c7d6eb7-1ffd-42b8-80be-244c13010e00,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:53.140884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Attempting to bind port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:53.141292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Attempting to bind port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '9f0291ff-44c8-4ea6-84d2-b68b391c82a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '87baa7a3-9f02-4786-9aba-accacf228c87'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:53.141659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Attempting to bind port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 on network 87baa7a3-9f02-4786-9aba-accacf228c87 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:53.145964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:53.150605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.151420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:53.151802 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Checking segment: {'id': '9f0291ff-44c8-4ea6-84d2-b68b391c82a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '87baa7a3-9f02-4786-9aba-accacf228c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:53.152211 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.152605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Bound using segment: {'id': '9f0291ff-44c8-4ea6-84d2-b68b391c82a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '87baa7a3-9f02-4786-9aba-accacf228c87'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:53.153639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Bound port: 8c7d6eb7-1ffd-42b8-80be-244c13010e00, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0291ff-44c8-4ea6-84d2-b68b391c82a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '87baa7a3-9f02-4786-9aba-accacf228c87'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:53.154027 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.172909 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3733d699-860e-465d-a44a-c3eb0373c3ee tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.176563 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3733d699-860e-465d-a44a-c3eb0373c3ee tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.178097 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3733d699-860e-465d-a44a-c3eb0373c3ee tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-groups/1e207cc7-8d2f-4219-b758-986c4b23a520 HTTP/1.1" status: 204 len: 168 time: 0.4134285 Aug 16 20:56:53.188188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36754) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:53.189430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733d699-860e-465d-a44a-c3eb0373c3ee tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e207cc7-8d2f-4219-b758-986c4b23a520,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:53.204134 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5f51ff04-12e6-4f47-87d0-25db3580c4aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1817548 Aug 16 20:56:53.218118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36756) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:53.230895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] For port 8c7d6eb7-1ffd-42b8-80be-244c13010e00, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:53.235516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] For port 8c7d6eb7-1ffd-42b8-80be-244c13010e00, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8c7d6eb7-1ffd-42b8-80be-244c13010e00,segment=NetworkSegment(9f0291ff-44c8-4ea6-84d2-b68b391c82a4),segment_id=9f0291ff-44c8-4ea6-84d2-b68b391c82a4)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:53.342383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Made reservation on behalf of 7d374f3cfccd45f2ab76032deb984a01 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:53.346059 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.346726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2efd6a52-050c-4aaf-b26e-7175445ee28e tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1480570 Aug 16 20:56:53.349532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36758) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:53.358478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1412b9-1de7-48b9-b539-022dce2eaffc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:53.360295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5d1412b9-1de7-48b9-b539-022dce2eaffc tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1405847 Aug 16 20:56:53.362965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36760) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:53.416173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee3243c-7ba5-4ef7-8366-d1bf618eb3c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:53.422653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee3243c-7ba5-4ef7-8366-d1bf618eb3c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:53.428795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee3243c-7ba5-4ef7-8366-d1bf618eb3c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:53.430207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fee3243c-7ba5-4ef7-8366-d1bf618eb3c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0663178 Aug 16 20:56:53.433273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36762) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:53.435785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.440019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f35d9937-0348-4375-8a5f-86f12ec0364b None None] Provisioning for port 1e85c387-477b-4d97-8b0f-1cd9a4fbd92d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:53.514259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f35d9937-0348-4375-8a5f-86f12ec0364b None None] Provisioning complete for port 1e85c387-477b-4d97-8b0f-1cd9a4fbd92d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:53.514632 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f35d9937-0348-4375-8a5f-86f12ec0364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.523413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.606230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4a91e801-4d1a-41c6-a516-47d91792b4c4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 1e85c387-477b-4d97-8b0f-1cd9a4fbd92d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:53.609321 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a91e801-4d1a-41c6-a516-47d91792b4c4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.658176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c0e1c-87a7-443f-bb86-54469d41bb9a None None] Pushing event updated for resources: {'Port': ['ID=8c7d6eb7-1ffd-42b8-80be-244c13010e00,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:53.660934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f35d9937-0348-4375-8a5f-86f12ec0364b None None] Port 1e85c387-477b-4d97-8b0f-1cd9a4fbd92d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:53.686952 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69044a7d-3460-4824-b697-7ddf42cf1a7b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.737170 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a91e801-4d1a-41c6-a516-47d91792b4c4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.750423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=347f0f19-b3c2-44ae-b1d4-8b2775c15e68,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:53.757494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4a91e801-4d1a-41c6-a516-47d91792b4c4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 1e85c387-477b-4d97-8b0f-1cd9a4fbd92d owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:53.767083 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69044a7d-3460-4824-b697-7ddf42cf1a7b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.789814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Allocated IP 172.20.0.6 (08150c28-7ae3-4f07-ac78-d32078b65a42/99b6311e-97c3-4c6e-b1d5-331fc57faba4/e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:53.808565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking segment: {'id': '08b5c272-b19c-4c20-aab7-922dacf0e6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01589797-1639-48aa-a08d-7c6c9ef26a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:53.808932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network hostable DHCP agents. Network: 01589797-1639-48aa-a08d-7c6c9ef26a14, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:53.990349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network 01589797-1639-48aa-a08d-7c6c9ef26a14 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:53.992551 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69044a7d-3460-4824-b697-7ddf42cf1a7b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.995409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69044a7d-3460-4824-b697-7ddf42cf1a7b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.999892 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-69044a7d-3460-4824-b697-7ddf42cf1a7b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-groups/ff6e0a41-4145-4c8c-b2ad-01bc78d20d88 HTTP/1.1" status: 204 len: 168 time: 0.6496272 Aug 16 20:56:54.000773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36770) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:54.025904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69044a7d-3460-4824-b697-7ddf42cf1a7b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6e0a41-4145-4c8c-b2ad-01bc78d20d88,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:54.055927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a2597d3-389e-47c4-91cc-d3696e7bba8f req-58800f0b-bc1f-4694-9420-58663b794ee5 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 210 time: 0.0620742 Aug 16 20:56:54.070123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.079136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36772) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:54.085870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d3436c5a-20f0-4e07-a06a-fd3dae37f5f8 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833747 Aug 16 20:56:54.090626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36774) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:54.095272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6d3bd875-ff62-4f08-a1a3-28a4c3a5d17f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group': {'name': 'tempest-secgroup--920541506'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:54.097011 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1b48f62-de9d-4e74-bcc7-38691e5176f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.110007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Transition to ACTIVE for port object e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:54.133272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a91e801-4d1a-41c6-a516-47d91792b4c4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.137317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 01589797-1639-48aa-a08d-7c6c9ef26a14) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:54.143609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:54.144226 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.148730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd72bf2-e781-46ba-8606-c739712c48fd None None] Network 01589797-1639-48aa-a08d-7c6c9ef26a14 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:54.186089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91e801-4d1a-41c6-a516-47d91792b4c4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=1e85c387-477b-4d97-8b0f-1cd9a4fbd92d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:54.236007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd875-ff62-4f08-a1a3-28a4c3a5d17f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.274492 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a91e801-4d1a-41c6-a516-47d91792b4c4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.276411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4a91e801-4d1a-41c6-a516-47d91792b4c4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/1e85c387-477b-4d97-8b0f-1cd9a4fbd92d HTTP/1.1" status: 204 len: 168 time: 0.8424804 Aug 16 20:56:54.277458 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.279621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36776) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:54.308212 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24589cc-110c-4a6f-9c47-edd31d38f5d8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:56:54.310057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b24589cc-110c-4a6f-9c47-edd31d38f5d8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/1e85c387-477b-4d97-8b0f-1cd9a4fbd92d HTTP/1.1" status: 404 len: 333 time: 0.0294061 Aug 16 20:56:54.312718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36778) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:54.408858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-01589797-1639-48aa-a08d-7c6c9ef26a14', 'network_id': '01589797-1639-48aa-a08d-7c6c9ef26a14', 'tenant_id': '8e67561cc6004c719b4715b0e20e3ea0', 'fixed_ips': [{'subnet_id': '347f0f19-b3c2-44ae-b1d4-8b2775c15e68'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:54.409994 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.443528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:54.472908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:54.482249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:54.495588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event updated for resources: {'Port': ['ID=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:54.533937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c6c59ff8-ef68-40e0-b167-36e4335aca4d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 53004d52-c32b-4150-b7d2-26034d0a17fe {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:54.534299 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6c59ff8-ef68-40e0-b167-36e4335aca4d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.660045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8c7d6eb7-1ffd-42b8-80be-244c13010e00 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:54.695087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:54.702700 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.747791 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1b48f62-de9d-4e74-bcc7-38691e5176f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.758200 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6c59ff8-ef68-40e0-b167-36e4335aca4d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.785752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c6c59ff8-ef68-40e0-b167-36e4335aca4d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 53004d52-c32b-4150-b7d2-26034d0a17fe owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:54.802948 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Allocated IP 172.20.0.2 (01589797-1639-48aa-a08d-7c6c9ef26a14/347f0f19-b3c2-44ae-b1d4-8b2775c15e68/46f8d38c-3587-4d02-adeb-a1c0547e4def) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:54.827871 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1b48f62-de9d-4e74-bcc7-38691e5176f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.880232 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e1b48f62-de9d-4e74-bcc7-38691e5176f2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=49bea22479f54329be49de582cd52602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7973065 Aug 16 20:56:54.882120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36782) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:54.907930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b48f62-de9d-4e74-bcc7-38691e5176f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf154a98-867e-4c74-90db-131767e934fe,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:54.938916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:54.969016 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-f60a1570-8c3b-41c3-929d-3da738aa99bd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2302382 Aug 16 20:56:54.975489 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9c946315-4ea3-4524-a28e-2fa460a7061b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3926749 Aug 16 20:56:54.975798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36784) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:54.996057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Request body: {'port': {'device_id': '1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:55.000580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8460d136-5331-4d13-998c-809348e52ab1 None None] Provisioning for port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:55.019666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8460d136-5331-4d13-998c-809348e52ab1 None None] Provisioning complete for port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:55.020339 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8460d136-5331-4d13-998c-809348e52ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.057854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-043b3ffe-217f-433c-b89b-6d546742c4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.068567 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.070953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8460d136-5331-4d13-998c-809348e52ab1 None None] Port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:55.072675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c486f3-6be9-4eb0-b02a-5264f676c57d None None] Network 87baa7a3-9f02-4786-9aba-accacf228c87 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:55.125471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Transition to ACTIVE for port object 46f8d38c-3587-4d02-adeb-a1c0547e4def will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:55.129585 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-043b3ffe-217f-433c-b89b-6d546742c4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.152071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Transition to ACTIVE for port object 46f8d38c-3587-4d02-adeb-a1c0547e4def will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:55.154416 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.243522 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd875-ff62-4f08-a1a3-28a4c3a5d17f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.249399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.252951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80ee79-e895-4234-9ab2-957c82785c56 req-e36b7572-a2e2-4b68-acd0-4519627ff72c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:55.260913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c80ee79-e895-4234-9ab2-957c82785c56 req-e36b7572-a2e2-4b68-acd0-4519627ff72c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 931 time: 0.0921776 Aug 16 20:56:55.296248 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Network 01589797-1639-48aa-a08d-7c6c9ef26a14 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:55.296437 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6c59ff8-ef68-40e0-b167-36e4335aca4d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.298840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:55.314483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c80ee79-e895-4234-9ab2-957c82785c56 req-f4191b5f-254e-4b9b-83c7-ba3619c38d92 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506463 Aug 16 20:56:55.321715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-84b1f7bc-23ff-4c8c-a5f0-6d6c0b985bb2 None None] Provisioning for port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:55.328788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:55.348956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c59ff8-ef68-40e0-b167-36e4335aca4d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=53004d52-c32b-4150-b7d2-26034d0a17fe,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:55.434603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.444955 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-043b3ffe-217f-433c-b89b-6d546742c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.448181 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-043b3ffe-217f-433c-b89b-6d546742c4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.460294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-043b3ffe-217f-433c-b89b-6d546742c4cd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bf154a98-867e-4c74-90db-131767e934fe HTTP/1.1" status: 204 len: 168 time: 0.5689421 Aug 16 20:56:55.484599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd875-ff62-4f08-a1a3-28a4c3a5d17f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.555241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-84b1f7bc-23ff-4c8c-a5f0-6d6c0b985bb2 None None] Provisioning complete for port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:55.556661 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-84b1f7bc-23ff-4c8c-a5f0-6d6c0b985bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.572905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b3ffe-217f-433c-b89b-6d546742c4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf154a98-867e-4c74-90db-131767e934fe,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:55.573154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Deleting port 46f8d38c-3587-4d02-adeb-a1c0547e4def {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:55.573438 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.613764 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Pushing event updated for resources: {'Port': ['ID=46f8d38c-3587-4d02-adeb-a1c0547e4def,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:55.626776 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6c59ff8-ef68-40e0-b167-36e4335aca4d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.628939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c6c59ff8-ef68-40e0-b167-36e4335aca4d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/53004d52-c32b-4150-b7d2-26034d0a17fe HTTP/1.1" status: 204 len: 168 time: 1.3151951 Aug 16 20:56:55.633552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36790) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:55.700648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:55.712982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.721580 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd875-ff62-4f08-a1a3-28a4c3a5d17f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.722830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6d3bd875-ff62-4f08-a1a3-28a4c3a5d17f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6311257 Aug 16 20:56:55.724865 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a23afc-4a09-439f-87a7-d905e3636ff6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:56:55.726637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e7a23afc-4a09-439f-87a7-d905e3636ff6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/53004d52-c32b-4150-b7d2-26034d0a17fe HTTP/1.1" status: 404 len: 333 time: 0.0899057 Aug 16 20:56:55.727478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36792) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:55.733323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3897a47e-6b29-4336-8090-831a2735d7ea tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': '6d160bf7-9dce-427d-846b-25f115cbec5d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:55.733610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36794) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:55.738884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bd875-ff62-4f08-a1a3-28a4c3a5d17f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d160bf7-9dce-427d-846b-25f115cbec5d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:55.750985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Attempting to bind port 46f8d38c-3587-4d02-adeb-a1c0547e4def on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:55.751395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Attempting to bind port 46f8d38c-3587-4d02-adeb-a1c0547e4def by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '08b5c272-b19c-4c20-aab7-922dacf0e6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01589797-1639-48aa-a08d-7c6c9ef26a14'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:55.751882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Attempting to bind port 46f8d38c-3587-4d02-adeb-a1c0547e4def on network 01589797-1639-48aa-a08d-7c6c9ef26a14 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:55.760193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:55.760585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Checking segment: {'id': '08b5c272-b19c-4c20-aab7-922dacf0e6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01589797-1639-48aa-a08d-7c6c9ef26a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:55.760993 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.761417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Bound using segment: {'id': '08b5c272-b19c-4c20-aab7-922dacf0e6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01589797-1639-48aa-a08d-7c6c9ef26a14'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:55.761893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Bound port: 46f8d38c-3587-4d02-adeb-a1c0547e4def, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b5c272-b19c-4c20-aab7-922dacf0e6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01589797-1639-48aa-a08d-7c6c9ef26a14'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:55.765474 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.831686 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3897a47e-6b29-4336-8090-831a2735d7ea tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.841690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Transition to ACTIVE for port object e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:55.864544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] For port 46f8d38c-3587-4d02-adeb-a1c0547e4def, host n-d-793619-14, got binding levels [] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:55.865132 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.888638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e9ab83-1d6d-4774-b38e-c699e7762d52 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting subnet cd4f5841-1d77-492c-9afe-b98f6c219649 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:55.893265 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71e9ab83-1d6d-4774-b38e-c699e7762d52 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.896617 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-84b1f7bc-23ff-4c8c-a5f0-6d6c0b985bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.944979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Calling delete_port for 46f8d38c-3587-4d02-adeb-a1c0547e4def owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:55.953361 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.953887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] For port 46f8d38c-3587-4d02-adeb-a1c0547e4def, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:55.958588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] For port 46f8d38c-3587-4d02-adeb-a1c0547e4def, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=46f8d38c-3587-4d02-adeb-a1c0547e4def,segment=NetworkSegment(08b5c272-b19c-4c20-aab7-922dacf0e6bf),segment_id=08b5c272-b19c-4c20-aab7-922dacf0e6bf)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:55.960820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-84b1f7bc-23ff-4c8c-a5f0-6d6c0b985bb2 None None] For port 8c7d6eb7-1ffd-42b8-80be-244c13010e00, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8c7d6eb7-1ffd-42b8-80be-244c13010e00,segment=NetworkSegment(9f0291ff-44c8-4ea6-84d2-b68b391c82a4),segment_id=9f0291ff-44c8-4ea6-84d2-b68b391c82a4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:55.969349 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3897a47e-6b29-4336-8090-831a2735d7ea tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.978417 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71e9ab83-1d6d-4774-b38e-c699e7762d52 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.052495 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.087014 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3897a47e-6b29-4336-8090-831a2735d7ea tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.091743 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-84b1f7bc-23ff-4c8c-a5f0-6d6c0b985bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.140176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897a47e-6b29-4336-8090-831a2735d7ea tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b278e2-d639-47cb-8c97-f791c45bc02f,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:56.160404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e0c2-3b3b-4597-af36-13b3e27a1df0 None None] Pushing event updated for resources: {'Port': ['ID=46f8d38c-3587-4d02-adeb-a1c0547e4def,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:56.163676 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71e9ab83-1d6d-4774-b38e-c699e7762d52 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.270564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1f7bc-23ff-4c8c-a5f0-6d6c0b985bb2 None None] Pushing event updated for resources: {'Port': ['ID=8c7d6eb7-1ffd-42b8-80be-244c13010e00,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:56.285424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5afa31ae-32b4-4385-85ae-6b44430b863e None None] Provisioning complete for port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:56.285884 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5afa31ae-32b4-4385-85ae-6b44430b863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.310554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3897a47e-6b29-4336-8090-831a2735d7ea tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.316262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3897a47e-6b29-4336-8090-831a2735d7ea tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5878210 Aug 16 20:56:56.318314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36804) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:56.399982 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f5fec83-734a-4452-afc0-4119027eff28 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.411584 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f5fec83-734a-4452-afc0-4119027eff28 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.533934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71e9ab83-1d6d-4774-b38e-c699e7762d52 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.556810 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71e9ab83-1d6d-4774-b38e-c699e7762d52 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.561242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-4598f068-847c-4598-b57d-b7b663e06ba2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1517410 Aug 16 20:56:56.562369 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-71e9ab83-1d6d-4774-b38e-c699e7762d52 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/cd4f5841-1d77-492c-9afe-b98f6c219649 HTTP/1.1" status: 204 len: 168 time: 0.8193064 Aug 16 20:56:56.563260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Pushing event updated for resources: {'Port': ['ID=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:56.567721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36812) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:56.585079 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23a0c38-6104-4081-bc1b-01434906dac3 None None] Network 22d75421-3514-4c52-81ad-7d0d49bedd25 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:56.679695 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f5fec83-734a-4452-afc0-4119027eff28 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.686811 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f5fec83-734a-4452-afc0-4119027eff28 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.691814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5f5fec83-734a-4452-afc0-4119027eff28 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/86b278e2-d639-47cb-8c97-f791c45bc02f HTTP/1.1" status: 204 len: 168 time: 0.3722231 Aug 16 20:56:56.718815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36816) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:56.734511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8c7d6eb7-1ffd-42b8-80be-244c13010e00 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:56.758974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba4cd2-b07b-4cee-ade8-62bbd8f6d69f req-3565de83-6baa-4bbc-a111-e16febc37c20 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:56.767943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cba4cd2-b07b-4cee-ade8-62bbd8f6d69f req-3565de83-6baa-4bbc-a111-e16febc37c20 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 943 time: 0.2568822 Aug 16 20:56:56.786821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fec83-734a-4452-afc0-4119027eff28 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86b278e2-d639-47cb-8c97-f791c45bc02f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:56.815615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9ab83-1d6d-4774-b38e-c699e7762d52 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4f5841-1d77-492c-9afe-b98f6c219649,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:56.868555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-f07e2899-69f0-49a2-a363-f85a2b829886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:56.869146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-f07e2899-69f0-49a2-a363-f85a2b829886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:56.869580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-f07e2899-69f0-49a2-a363-f85a2b829886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:56.870072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-f07e2899-69f0-49a2-a363-f85a2b829886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:56.870713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-f07e2899-69f0-49a2-a363-f85a2b829886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:56.871021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-f07e2899-69f0-49a2-a363-f85a2b829886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:56.871502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-f07e2899-69f0-49a2-a363-f85a2b829886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:56.873646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-f07e2899-69f0-49a2-a363-f85a2b829886 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0a087a9019a4187a37aa8311ae2b939&device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 6499 time: 0.2108138 Aug 16 20:56:56.899850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-51c205cf-5459-4050-8b7f-8a3fedee6906 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1622458 Aug 16 20:56:56.900042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.900042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36822) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:56.910777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cba4cd2-b07b-4cee-ade8-62bbd8f6d69f req-e5d22923-0579-4239-919d-d37cc2cb1420 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417494 Aug 16 20:56:56.925603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Attempting to bind port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:56.925940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Attempting to bind port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:56.926266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Attempting to bind port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:56.973134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:56.974124 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.979895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 on network 08150c28-7ae3-4f07-ac78-d32078b65a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:56:56.980219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Attempting to bind port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:57.009422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:57.009782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Checking segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:57.010262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Bound using segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:57.010593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Bound port: e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:57.010954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.087392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69144535-5a76-41ce-b45d-193580a2e485 None None] DHCP port deletion for 22d75421-3514-4c52-81ad-7d0d49bedd25 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:57.107456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-9f46ecc4-07b6-4c17-a396-afc05aa50ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.107672 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f5978e0-ac91-4876-9eba-a03ec4864fe8 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.126472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-9f46ecc4-07b6-4c17-a396-afc05aa50ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.126472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-9f46ecc4-07b6-4c17-a396-afc05aa50ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.126472 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-9f46ecc4-07b6-4c17-a396-afc05aa50ace service neutron] 10.222.0.76 "GET /v2.0/networks?id=f811c930-d940-4fe5-b868-27e98c3af345&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5 HTTP/1.1" status: 200 len: 2293 time: 0.1929314 Aug 16 20:56:57.156298 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.162092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f5978e0-ac91-4876-9eba-a03ec4864fe8 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.175176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-69144535-5a76-41ce-b45d-193580a2e485 None None] Deleting port 48f935bb-3945-4e1f-a6aa-1786c16b7953 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:57.175558 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69144535-5a76-41ce-b45d-193580a2e485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.187130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-406a5f2b-b01f-4ee4-a237-4b6565791959 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485de2cf-1908-4253-b829-fe46c689dd3c HTTP/1.1" status: 200 len: 1000 time: 0.0693920 Aug 16 20:56:57.209256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] For port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:57.217523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Port': ['ID=46f8d38c-3587-4d02-adeb-a1c0547e4def,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:57.241178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 48f935bb-3945-4e1f-a6aa-1786c16b7953 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:57.241524 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.245870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-1e7aedae-aeef-4093-8012-fd63bd2916b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.247422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-1e7aedae-aeef-4093-8012-fd63bd2916b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd35abf-7995-4566-8e60-30dabd3fd226 HTTP/1.1" status: 200 len: 851 time: 0.0526617 Aug 16 20:56:57.260913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] For port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:57.293193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-69144535-5a76-41ce-b45d-193580a2e485 None None] For port 48f935bb-3945-4e1f-a6aa-1786c16b7953, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=48f935bb-3945-4e1f-a6aa-1786c16b7953,segment=NetworkSegment(40520230-a3a0-4b86-8123-ab1e2fe8d123),segment_id=40520230-a3a0-4b86-8123-ab1e2fe8d123)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:57.293670 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69144535-5a76-41ce-b45d-193580a2e485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.306428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-640dfaf0-6716-48a1-984b-96127f028c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.307963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-640dfaf0-6716-48a1-984b-96127f028c13 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f811c930-d940-4fe5-b868-27e98c3af345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538456 Aug 16 20:56:57.315564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-69144535-5a76-41ce-b45d-193580a2e485 None None] Calling delete_port for 48f935bb-3945-4e1f-a6aa-1786c16b7953 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:57.324562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No DVR routers for this DVR port 46f8d38c-3587-4d02-adeb-a1c0547e4def on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:57.370236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.403776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] For port 48f935bb-3945-4e1f-a6aa-1786c16b7953, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=48f935bb-3945-4e1f-a6aa-1786c16b7953,segment=NetworkSegment(40520230-a3a0-4b86-8123-ab1e2fe8d123),segment_id=40520230-a3a0-4b86-8123-ab1e2fe8d123)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:57.404147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.444678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-b844620a-2f5a-4c4c-aefb-599262ca1dfe service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293359 Aug 16 20:56:57.462609 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f5978e0-ac91-4876-9eba-a03ec4864fe8 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.464632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5f5978e0-ac91-4876-9eba-a03ec4864fe8 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.468845 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5f5978e0-ac91-4876-9eba-a03ec4864fe8 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-groups/6d160bf7-9dce-427d-846b-25f115cbec5d HTTP/1.1" status: 204 len: 168 time: 0.5636034 Aug 16 20:56:57.468845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.468845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.470091 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] 10.222.0.79 "PUT /v2.0/ports/e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 HTTP/1.1" status: 200 len: 1092 time: 2.4785764 Aug 16 20:56:57.478941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa', 'tag': 'e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:57.482161 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303cbabe-5b8b-4cfd-b949-c504c7b3188e" -d '{"events": [{"name": "network-changed", "server_uuid": "1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa", "tag": "e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:57.484442 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.488855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 48f935bb-3945-4e1f-a6aa-1786c16b7953 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:57.490897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36832) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:57.563168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5978e0-ac91-4876-9eba-a03ec4864fe8 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d160bf7-9dce-427d-846b-25f115cbec5d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:57.565887 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75414656-3f01-4ba4-8bc8-b04eb0393ec5 x-openstack-request-id: req-75414656-3f01-4ba4-8bc8-b04eb0393ec5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:57.566183 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa", "tag": "e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:57.566397 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-75414656-3f01-4ba4-8bc8-b04eb0393ec5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:57.566812 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa', 'tag': 'e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4', 'status': 'completed', 'code': 200} Aug 16 20:56:57.577149 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69144535-5a76-41ce-b45d-193580a2e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.631442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f1de0-000a-4094-9a5a-791e2b70f88e service neutron] Pushing event updated for resources: {'Port': ['ID=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:57.646289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a2623409-5978-4028-962a-bf1432f9d1f4 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1499727 Aug 16 20:56:57.648555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36836) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:57.654599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-325bee7e-8fde-4c62-9286-eeb57af2b34a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group': {'name': 'tempest-secgroup--244529908'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:57.656359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69144535-5a76-41ce-b45d-193580a2e485 None None] Pushing event deleted for resources: {'Port': ['ID=48f935bb-3945-4e1f-a6aa-1786c16b7953,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:57.669131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69144535-5a76-41ce-b45d-193580a2e485 None None] No DVR routers for this DVR port 48f935bb-3945-4e1f-a6aa-1786c16b7953 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:57.694658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-e4764237-b705-4d91-b886-7505812ed995 service neutron] 10.222.0.76 "GET /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408078 Aug 16 20:56:57.761896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-78a54614-24d1-4b47-b954-ed579000fa42 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 HTTP/1.1" status: 200 len: 217 time: 0.0583444 Aug 16 20:56:57.772350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cbabe-5b8b-4cfd-b949-c504c7b3188e req-cc491cc7-6027-4c74-b020-36cd10686cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.774376 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-303cbabe-5b8b-4cfd-b949-c504c7b3188e req-cc491cc7-6027-4c74-b020-36cd10686cfc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 1095 time: 0.1996279 Aug 16 20:56:57.813723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-325bee7e-8fde-4c62-9286-eeb57af2b34a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.844349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-218ec7cb-5dff-4361-aafc-83fa0d8c45f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.846237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-218ec7cb-5dff-4361-aafc-83fa0d8c45f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.0715039 Aug 16 20:56:57.867836 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.900012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a2953-d89e-4cea-9433-784ed17c6004 None None] Network 01589797-1639-48aa-a08d-7c6c9ef26a14 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:57.927141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-0b81282e-5715-4a9d-a3e8-e01921fe3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.928735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-0b81282e-5715-4a9d-a3e8-e01921fe3620 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736568 Aug 16 20:56:57.977891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e123009-09cf-41e4-b977-2593c9371191 None None] Could not find standard attr ID for object 46f8d38c-3587-4d02-adeb-a1c0547e4def. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:56:58.012458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-325bee7e-8fde-4c62-9286-eeb57af2b34a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.116318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-eb7d0ba2-d91a-428b-af56-5e91d5e20127 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795344 Aug 16 20:56:58.120895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-325bee7e-8fde-4c62-9286-eeb57af2b34a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.133437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def328e9-e648-4ccc-ba18-c81689fe1da9 None None] DHCP port deletion for 01589797-1639-48aa-a08d-7c6c9ef26a14 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:58.223848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469aecc-7c27-42ca-b595-35311ff7d850 req-906c090b-0485-4b16-8498-0f761f90d1b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:58.225400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7469aecc-7c27-42ca-b595-35311ff7d850 req-906c090b-0485-4b16-8498-0f761f90d1b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 943 time: 0.1602478 Aug 16 20:56:58.234591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bee7e-8fde-4c62-9286-eeb57af2b34a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf32fe0-2855-4f3a-8a91-dab335f276ac,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:58.290456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-325bee7e-8fde-4c62-9286-eeb57af2b34a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.292457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-325bee7e-8fde-4c62-9286-eeb57af2b34a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6421485 Aug 16 20:56:58.297085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7469aecc-7c27-42ca-b595-35311ff7d850 req-6c6bb353-3edc-4978-83e3-991e33c85deb tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637624 Aug 16 20:56:58.299465 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-3377afc9-1d01-43b1-836b-d7622b570b4b service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702139 Aug 16 20:56:58.299937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36850) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:58.304542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d3a8138c-6dd3-480b-9d31-fb2a60403394 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': '5cf32fe0-2855-4f3a-8a91-dab335f276ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:58.330443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=48f935bb-3945-4e1f-a6aa-1786c16b7953,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:58.334478 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.339378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No DVR routers for this DVR port 48f935bb-3945-4e1f-a6aa-1786c16b7953 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:58.357398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-72574695-2161-4f6b-b7fd-ed6a9fde3dee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a19bea0e-f740-4d0b-8449-60adbd042ab2 HTTP/1.1" status: 200 len: 217 time: 0.0458295 Aug 16 20:56:58.396132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Subnet': ['ID=347f0f19-b3c2-44ae-b1d4-8b2775c15e68,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:58.406518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cbabe-5b8b-4cfd-b949-c504c7b3188e req-3bca0762-a56e-4303-b3e6-09e0a4417275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:58.408003 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-303cbabe-5b8b-4cfd-b949-c504c7b3188e req-3bca0762-a56e-4303-b3e6-09e0a4417275 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7d374f3cfccd45f2ab76032deb984a01&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6248000 Aug 16 20:56:58.416623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-c7f2ecfa-1db8-484e-9363-52c4e594fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:58.419838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-c7f2ecfa-1db8-484e-9363-52c4e594fcf3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.0549355 Aug 16 20:56:58.467766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3a8138c-6dd3-480b-9d31-fb2a60403394 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.507144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-91fe505d-3a4c-49d9-86b2-ed998063b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:58.508651 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-91fe505d-3a4c-49d9-86b2-ed998063b8fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0822787 Aug 16 20:56:58.535874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 48f935bb-3945-4e1f-a6aa-1786c16b7953 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:58.563099 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.566247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 48f935bb-3945-4e1f-a6aa-1786c16b7953 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:58.568529 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.568689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 48f935bb-3945-4e1f-a6aa-1786c16b7953 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:58.589845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d75421-3514-4c52-81ad-7d0d49bedd25']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.594853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01589797-1639-48aa-a08d-7c6c9ef26a14']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.605770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3a8138c-6dd3-480b-9d31-fb2a60403394 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.619200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40520230-a3a0-4b86-8123-ab1e2fe8d123') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.619551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40520230-a3a0-4b86-8123-ab1e2fe8d123') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.627117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36856) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:58.630477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b5c272-b19c-4c20-aab7-922dacf0e6bf') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.630477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b5c272-b19c-4c20-aab7-922dacf0e6bf') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.644135 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-b5e93740-a675-4dcc-82a9-3e50b102dcd3 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250713 Aug 16 20:56:58.648662 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.651256 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.679735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cbabe-5b8b-4cfd-b949-c504c7b3188e req-4a43c291-b838-4806-9f1b-e4e1f5049629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:58.681253 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-303cbabe-5b8b-4cfd-b949-c504c7b3188e req-4a43c291-b838-4806-9f1b-e4e1f5049629 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2536852 Aug 16 20:56:58.682152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.684404 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.692779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:58.693212 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:58.696234 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:58.702077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:58.702077 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.707825 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3a8138c-6dd3-480b-9d31-fb2a60403394 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:58.710476 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:58.743481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8138c-6dd3-480b-9d31-fb2a60403394 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c1ee90-48df-4652-91ec-358517233e06,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:58.765941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-7b9fcaf5-ce4b-40de-8f60-b3ecf834defa service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142049 Aug 16 20:56:58.811148 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-729becf1-5b58-4f7d-939a-a6c0c36a5dcb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e HTTP/1.1" status: 200 len: 217 time: 0.0374186 Aug 16 20:56:58.822007 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1050467957'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:58.837410 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3a8138c-6dd3-480b-9d31-fb2a60403394 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.838582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d3a8138c-6dd3-480b-9d31-fb2a60403394 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5377009 Aug 16 20:56:58.842244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36860) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:58.853514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-2f0f4189-4941-46e2-8e4f-b9075bbd243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:58.855244 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-2f0f4189-4941-46e2-8e4f-b9075bbd243e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 1095 time: 0.0802298 Aug 16 20:56:58.872752 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1731916b-98aa-495c-9360-2c2aeb28fa50 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules/a4c1ee90-48df-4652-91ec-358517233e06 HTTP/1.1" status: 200 len: 763 time: 0.0294993 Aug 16 20:56:58.875310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36862) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:58.892048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-488545d5-9632-4223-bdce-55d1e37e42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:58.893513 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-488545d5-9632-4223-bdce-55d1e37e42cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.0754147 Aug 16 20:56:58.908989 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-13782e5e-5a86-4160-9222-9b670502494b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 HTTP/1.1" status: 200 len: 217 time: 0.0443776 Aug 16 20:56:58.942430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.949418 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7889ec84-6feb-4d8d-8d2c-c2c9b106c1ba tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0728824 Aug 16 20:56:58.953588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36864) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:58.963691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.966148 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/networks/22d75421-3514-4c52-81ad-7d0d49bedd25 HTTP/1.1" status: 204 len: 168 time: 2.3901603 Aug 16 20:56:58.970095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Made reservation on behalf of 7b17dc5a19d342e097fc91a52be23a60 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:58.970250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc77c76-2eec-4673-b673-b47d0500dcbd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Network': ['ID=22d75421-3514-4c52-81ad-7d0d49bedd25,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:58.971402 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.972001 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.976845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36866) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:58.978903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-291105605'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:58.988989 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.990805 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/01589797-1639-48aa-a08d-7c6c9ef26a14 HTTP/1.1" status: 204 len: 168 time: 4.0137038 Aug 16 20:56:58.993939 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.995038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36868) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:58.999669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-e3859ece-1b48-4925-8455-60323eb33243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.001206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-e3859ece-1b48-4925-8455-60323eb33243 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1001902 Aug 16 20:56:59.006664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a535e88-5a33-448d-aaa1-a6e599b138f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.015445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66415505'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:59.021321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-3502abfd-dbbf-42d3-b84c-c28d02770ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.022735 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-3502abfd-dbbf-42d3-b84c-c28d02770ded service neutron] 10.222.0.79 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.1071711 Aug 16 20:56:59.025567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf191703-6013-44e9-877f-9f7274cb01fc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=01589797-1639-48aa-a08d-7c6c9ef26a14,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:59.025703 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a535e88-5a33-448d-aaa1-a6e599b138f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.075872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-c20cc60a-a874-4c41-9f0f-09f109eba4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.077416 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-c20cc60a-a874-4c41-9f0f-09f109eba4d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455756 Aug 16 20:56:59.123286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-e82aafaf-0d10-4425-8176-db1f1483a00d service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143651 Aug 16 20:56:59.135151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:59.139243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.160191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:56:59.160191 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:56:59.160191 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': '8e67561cc6004c719b4715b0e20e3ea0', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 56, 59, 27400)}] Aug 16 20:56:59.160191 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:56:59.165617 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:56:59.190249 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-6ebe0631-cc49-4709-820b-77f78bcd3cbd service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058795 Aug 16 20:56:59.193928 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a535e88-5a33-448d-aaa1-a6e599b138f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.195822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:59.207185 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a535e88-5a33-448d-aaa1-a6e599b138f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.210531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7a535e88-5a33-448d-aaa1-a6e599b138f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/a4c1ee90-48df-4652-91ec-358517233e06 HTTP/1.1" status: 204 len: 168 time: 0.2538080 Aug 16 20:56:59.210925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36872) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:59.226635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a535e88-5a33-448d-aaa1-a6e599b138f7 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4c1ee90-48df-4652-91ec-358517233e06,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:59.256200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.256538 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Added segment fcbae54f-87b8-40c6-ad53-9282df9dfe45 of type vlan for network 9c77914b-4015-431b-a8df-be38041f7073 Aug 16 20:56:59.263276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-272b7e59-e989-4b53-9f2b-fa462bf70fd9 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325264 Aug 16 20:56:59.314916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-dba4fb01-7a88-40aa-a683-9716bd6fda46 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=3720daa2-0491-4484-8e3f-c5a4cec80c4e HTTP/1.1" status: 200 len: 217 time: 0.0442057 Aug 16 20:56:59.320184 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.346686 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-35816ec9-ded4-47bd-8438-0ed01ceea47b tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1346874 Aug 16 20:56:59.354828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36876) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:59.360930 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.372424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d0cfc98e-5a76-4560-9cde-963350134ad2 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': '5cf32fe0-2855-4f3a-8a91-dab335f276ac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:59.377046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-d8fdc083-b578-4f70-a21d-4785d43798bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.378620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-d8fdc083-b578-4f70-a21d-4785d43798bb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 200 len: 797 time: 0.0551426 Aug 16 20:56:59.390461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d2a29e4b-9745-47f8-b072-f1b2af9b78b7 req-8269766c-e0f3-43f3-8438-1605d2aa0511 service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899412 Aug 16 20:56:59.458320 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.462716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-b3d845d0-c62b-401e-b599-8c602bacecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.464223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-b3d845d0-c62b-401e-b599-8c602bacecb9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95fb09e9-5787-4cea-bde9-a09e1b739f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0785396 Aug 16 20:56:59.480891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.481980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47340f2d-99db-4340-bdff-4c1b8e1fc19d req-530e927d-44b2-4a35-9c0f-971621d81db7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.483444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47340f2d-99db-4340-bdff-4c1b8e1fc19d req-530e927d-44b2-4a35-9c0f-971621d81db7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 943 time: 0.0871499 Aug 16 20:56:59.487028 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.487589 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.546412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:59.561046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Network': ['ID=9c77914b-4015-431b-a8df-be38041f7073,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:59.573641 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 9c77914b-4015-431b-a8df-be38041f7073 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:59.575507 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc98e-5a76-4560-9cde-963350134ad2 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.576241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf47b30-9fe1-449b-97c0-563e1edb6615,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:59.586759 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.587107 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Added segment e4467b4f-59fb-48ad-b131-819609ca0277 of type vlan for network aae86b16-4444-4526-a3bc-513a51c8a3a1 Aug 16 20:56:59.636293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc98e-5a76-4560-9cde-963350134ad2 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.643028 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47340f2d-99db-4340-bdff-4c1b8e1fc19d req-d7d76e3d-85d1-48af-ad6c-e388bd57e648 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440165 Aug 16 20:56:59.659957 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-67813e27-efac-4876-ace2-941ec8b69db6 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6822815 Aug 16 20:56:59.660233 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.660476 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36878) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:59.669573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': '9c77914b-4015-431b-a8df-be38041f7073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:59.681539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-542865cb-3ab9-494d-ab2b-34b09d3525c9 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081974 Aug 16 20:56:59.721479 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc98e-5a76-4560-9cde-963350134ad2 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.768314 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfc98e-5a76-4560-9cde-963350134ad2 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322ddc6b-4ece-4498-9f34-a3d4aa2190fe,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:59.777587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-2a212a11-d768-4ee2-98ff-389e55ac6245 service neutron] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885653 Aug 16 20:56:59.821792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-f5cf66d3-cada-40b1-8c61-006f1e37d128 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fb4be18d-5e38-47bb-9167-5ba8956f3168 HTTP/1.1" status: 200 len: 217 time: 0.0375271 Aug 16 20:56:59.822419 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.828378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.829009 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.882239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:59.885783 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.912330 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:59.919001 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.919451 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment 89e20d77-227e-4e6e-9fac-f78b5c7a4d24 of type vlan for network 07295499-47c4-4590-840e-a1e4bb0a597e Aug 16 20:56:59.924601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Pushing event updated for resources: {'Network': ['ID=aae86b16-4444-4526-a3bc-513a51c8a3a1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:59.933739 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-5b6301a6-9b0d-406a-ba31-bea15aaeecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.935770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-5b6301a6-9b0d-406a-ba31-bea15aaeecc9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 200 len: 797 time: 0.1042972 Aug 16 20:56:59.935991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network aae86b16-4444-4526-a3bc-513a51c8a3a1 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:59.963102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc98e-5a76-4560-9cde-963350134ad2 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.966612 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d0cfc98e-5a76-4560-9cde-963350134ad2 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6076550 Aug 16 20:56:59.968897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36880) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:59.971800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.992176 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d5158cb0-9fa9-4506-837b-3591675d5d6c tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules/322ddc6b-4ece-4498-9f34-a3d4aa2190fe HTTP/1.1" status: 200 len: 763 time: 0.0221558 Aug 16 20:56:59.994871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36882) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.006131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-6a77de34-6225-4837-b0b7-737b8c3984d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:00.007605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-6a77de34-6225-4837-b0b7-737b8c3984d7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651994 Aug 16 20:57:00.070929 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3f8cf7af-fb3f-4a5a-b578-374299655cc6 tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4427497 Aug 16 20:57:00.083748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-17d41549-b5a1-48a7-83be-ebdc0f96e9d2 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0877919 Aug 16 20:57:00.086361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36888) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.099148 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.106884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:00.107790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.123145 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a0287e4-3187-4e74-978d-38cd188ee591 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.139882 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a0287e4-3187-4e74-978d-38cd188ee591 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.165001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:00.165348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-79c816be-c91f-4d8a-ae71-4d4595d77a0d service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449285 Aug 16 20:57:00.168691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.240883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=07295499-47c4-4590-840e-a1e4bb0a597e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:00.260724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 07295499-47c4-4590-840e-a1e4bb0a597e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:00.286532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36892) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.291750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Request body: {'port': {'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1', 'binding:host_id': 'n-h1-793619-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1886353071'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:00.299488 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-80fe6619-2bb7-4297-bd20-248791455618 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198242 Aug 16 20:57:00.343446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-45aa3095-e563-4f32-b302-ba3e29b16378 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1 HTTP/1.1" status: 200 len: 217 time: 0.0361314 Aug 16 20:57:00.396334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-36c39de6-1de3-418c-b672-8a36e435a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:00.397798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-36c39de6-1de3-418c-b672-8a36e435a16d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 200 len: 797 time: 0.0480101 Aug 16 20:57:00.443937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-c4b0eafa-08e2-43d0-a4af-f2c0fa098fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:00.445481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-c4b0eafa-08e2-43d0-a4af-f2c0fa098fdc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7b89468-d91c-49fc-8c48-1765c0cd8fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0402839 Aug 16 20:57:00.451176 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dc13fdb7-2b2a-4476-beb1-0dcac00fa303 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4532418 Aug 16 20:57:00.453887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36894) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.458805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'network_id': '07295499-47c4-4590-840e-a1e4bb0a597e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:00.511336 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a0287e4-3187-4e74-978d-38cd188ee591 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.522429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a0287e4-3187-4e74-978d-38cd188ee591 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.523552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8a0287e4-3187-4e74-978d-38cd188ee591 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/322ddc6b-4ece-4498-9f34-a3d4aa2190fe HTTP/1.1" status: 204 len: 168 time: 0.4363704 Aug 16 20:57:00.526460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36896) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.543047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0287e4-3187-4e74-978d-38cd188ee591 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=322ddc6b-4ece-4498-9f34-a3d4aa2190fe,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:00.572708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-76f1853d-c5fa-44d7-a33c-c09087579af6 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193249 Aug 16 20:57:00.600443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2f1ba1a5-9231-48ea-815b-48b84cb51398 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677006 Aug 16 20:57:00.613546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36898) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.618014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-81b31a9d-ca87-47b3-8aca-6ac24ef38f94 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Request body: {'security_group_rule': {'security_group_id': '5cf32fe0-2855-4f3a-8a91-dab335f276ac', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:00.642483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Made reservation on behalf of b518137e43784a41862a43880d27e842 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:00.645167 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.659863 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.749930 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.811947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:00.815618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.838854 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Subnet': ['ID=35814ab8-5cbc-492e-ac0d-92864866bf5d,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:00.910375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.ipam_backend_mixin [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Performing IP validity checks on allocation pools {{(pid=95262) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:57:00.910933 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.ipam_backend_mixin [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95262) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:57:00.914325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Checking segment: {'id': 'fcbae54f-87b8-40c6-ad53-9282df9dfe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c77914b-4015-431b-a8df-be38041f7073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:00.914696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network hostable DHCP agents. Network: 9c77914b-4015-431b-a8df-be38041f7073, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:01.044271 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.053583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 9c77914b-4015-431b-a8df-be38041f7073 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:01.061305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916ec50-cac2-4c7f-952b-a942062241b7 req-3f631920-6394-42e8-97f8-e18776aa2920 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:01.067158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c916ec50-cac2-4c7f-952b-a942062241b7 req-3f631920-6394-42e8-97f8-e18776aa2920 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 943 time: 0.0830672 Aug 16 20:57:01.067158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d468984-8774-4c7c-886b-cc507ab4da1c req-7d4c54bf-ac80-409a-bbf9-1b768bb25377 service neutron] 10.222.0.76 "GET /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847927 Aug 16 20:57:01.103301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c916ec50-cac2-4c7f-952b-a942062241b7 req-57e7053f-4ca8-458a-a409-24bd3ff5f9cc tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344071 Aug 16 20:57:01.142249 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.148127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] device_id is not set on port 4d000b07-12cd-48e9-b858-a85db4bc0e35 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:01.224812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 9c77914b-4015-431b-a8df-be38041f7073) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:01.232805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:01.233754 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.238025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4167afa8-d239-47d1-8662-2d97e0b9fab1 None None] Network 9c77914b-4015-431b-a8df-be38041f7073 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:01.238583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e951eec-9c11-4534-b819-c36906c06508,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:01.259566 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.315737 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-81b31a9d-ca87-47b3-8aca-6ac24ef38f94 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Project d22cbfd33cae47a78147e2e2138c9ea5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:57:01.321270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81b31a9d-ca87-47b3-8aca-6ac24ef38f94 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.389089 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81b31a9d-ca87-47b3-8aca-6ac24ef38f94 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.399945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=03a3fe31-26ab-4302-ac84-6da2859013cd,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:01.430993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-9c77914b-4015-431b-a8df-be38041f7073', 'network_id': '9c77914b-4015-431b-a8df-be38041f7073', 'tenant_id': 'a319271fc3714777bb9854455552b6a7', 'fixed_ips': [{'subnet_id': '35814ab8-5cbc-492e-ac0d-92864866bf5d'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:01.431852 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.432633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking segment: {'id': '89e20d77-227e-4e6e-9fac-f78b5c7a4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '07295499-47c4-4590-840e-a1e4bb0a597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:01.433009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network hostable DHCP agents. Network: 07295499-47c4-4590-840e-a1e4bb0a597e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:01.438797 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-89dbf9b2-681b-4b08-9e86-d0a17fc1d40a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7771792 Aug 16 20:57:01.442341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36906) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:01.448491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-bda0b2fc-4884-4cf6-b3e4-361bcf370b53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1485529780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:01.492255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81b31a9d-ca87-47b3-8aca-6ac24ef38f94 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.513272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b31a9d-ca87-47b3-8aca-6ac24ef38f94 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7d4d13-a931-4edc-9c6a-35d0c9fc82f0,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:01.518582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] device_id is not set on port 4d000b07-12cd-48e9-b858-a85db4bc0e35 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:01.529682 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.541373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Transition to ACTIVE for port object 4d000b07-12cd-48e9-b858-a85db4bc0e35 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:01.580522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Allocated IP 172.20.0.2 (9c77914b-4015-431b-a8df-be38041f7073/35814ab8-5cbc-492e-ac0d-92864866bf5d/a55cc1bd-8131-45ac-882e-bed661acf745) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:01.612398 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network 07295499-47c4-4590-840e-a1e4bb0a597e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:01.698657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.700523 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2fc-4884-4cf6-b3e4-361bcf370b53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.701635 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2fc-4884-4cf6-b3e4-361bcf370b53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.726457 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.735456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Transition to ACTIVE for port object a55cc1bd-8131-45ac-882e-bed661acf745 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:01.743077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 07295499-47c4-4590-840e-a1e4bb0a597e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:01.751086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:01.751673 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.752339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2427abb-a9a4-4ceb-ad15-0cb754a9d4f5 None None] Network 07295499-47c4-4590-840e-a1e4bb0a597e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:01.754449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Transition to ACTIVE for port object a55cc1bd-8131-45ac-882e-bed661acf745 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:01.761227 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-81b31a9d-ca87-47b3-8aca-6ac24ef38f94 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.763409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-81b31a9d-ca87-47b3-8aca-6ac24ef38f94 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1486874 Aug 16 20:57:01.765951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36908) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:01.785904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b5c660c0-c17f-46d7-80ec-5b38523b5312 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules/8b7d4d13-a931-4edc-9c6a-35d0c9fc82f0 HTTP/1.1" status: 200 len: 769 time: 0.0185058 Aug 16 20:57:01.788270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36910) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:01.822058 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2fc-4884-4cf6-b3e4-361bcf370b53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.827212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event updated for resources: {'Port': ['ID=4d000b07-12cd-48e9-b858-a85db4bc0e35,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:01.836427 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.844155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Checking segment: {'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:01.844407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Network hostable DHCP agents. Network: aae86b16-4444-4526-a3bc-513a51c8a3a1, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:01.852268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-49119fb8-8c72-4ddc-be14-ff29ee98e229 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0625997 Aug 16 20:57:01.855131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36912) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:01.886109 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8586278b-0238-42fd-9631-18a31fdfba5f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4287715 Aug 16 20:57:01.886109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4b7be966-9c4d-4aa6-add0-0e01a0330c9d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.888275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36914) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:01.893830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4b7be966-9c4d-4aa6-add0-0e01a0330c9d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.918470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Network 9c77914b-4015-431b-a8df-be38041f7073 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:01.921949 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2fc-4884-4cf6-b3e4-361bcf370b53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.925771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:01.931289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:01.941281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Pushing event updated for resources: {'Port': ['ID=a55cc1bd-8131-45ac-882e-bed661acf745,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:01.972055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Network aae86b16-4444-4526-a3bc-513a51c8a3a1 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:01.988308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:57:02.015088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c10bf-91c4-4177-a810-ef23007d0907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-07295499-47c4-4590-840e-a1e4bb0a597e', 'network_id': '07295499-47c4-4590-840e-a1e4bb0a597e', 'tenant_id': '8e67561cc6004c719b4715b0e20e3ea0', 'fixed_ips': [{'subnet_id': '03a3fe31-26ab-4302-ac84-6da2859013cd'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:02.015670 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.015918 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-709c10bf-91c4-4177-a810-ef23007d0907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.029917 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4b7be966-9c4d-4aa6-add0-0e01a0330c9d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.034777 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4b7be966-9c4d-4aa6-add0-0e01a0330c9d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.038551 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4b7be966-9c4d-4aa6-add0-0e01a0330c9d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/8b7d4d13-a931-4edc-9c6a-35d0c9fc82f0 HTTP/1.1" status: 204 len: 168 time: 0.1798635 Aug 16 20:57:02.043670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36916) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:02.051254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7be966-9c4d-4aa6-add0-0e01a0330c9d tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b7d4d13-a931-4edc-9c6a-35d0c9fc82f0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:02.053133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Attempting to bind port a55cc1bd-8131-45ac-882e-bed661acf745 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:02.053517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Attempting to bind port a55cc1bd-8131-45ac-882e-bed661acf745 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'fcbae54f-87b8-40c6-ad53-9282df9dfe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c77914b-4015-431b-a8df-be38041f7073'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:02.053883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Attempting to bind port a55cc1bd-8131-45ac-882e-bed661acf745 on network 9c77914b-4015-431b-a8df-be38041f7073 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:02.066762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:02.066762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Checking segment: {'id': 'fcbae54f-87b8-40c6-ad53-9282df9dfe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c77914b-4015-431b-a8df-be38041f7073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:02.067138 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.067474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Bound using segment: {'id': 'fcbae54f-87b8-40c6-ad53-9282df9dfe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c77914b-4015-431b-a8df-be38041f7073'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:02.067955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Bound port: a55cc1bd-8131-45ac-882e-bed661acf745, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbae54f-87b8-40c6-ad53-9282df9dfe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c77914b-4015-431b-a8df-be38041f7073'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:02.068083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, aae86b16-4444-4526-a3bc-513a51c8a3a1) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:02.068345 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.069868 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.072629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:02.077902 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2fc-4884-4cf6-b3e4-361bcf370b53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.081079 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bda0b2fc-4884-4cf6-b3e4-361bcf370b53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6359158 Aug 16 20:57:02.091405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36918) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:02.100123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'network_id': '9c77914b-4015-431b-a8df-be38041f7073', 'name': 'tempest-PortsTestJSON-417745603'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:02.116762 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:02.117116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:02.117456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:02.128560 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81536e96-5175-4e01-ad57-38984083ac2f None None] Network aae86b16-4444-4526-a3bc-513a51c8a3a1 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:02.188098 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4d4039e1-d222-4e80-b2ca-4ad26677a96f tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1401205 Aug 16 20:57:02.188375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36922) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:02.189679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:02.190016 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:02.192910 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 2 to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 Aug 16 20:57:02.213810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:02.214212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:02.214490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:02.223576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:02.223904 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:02.231923 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 3 to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 Aug 16 20:57:02.256625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:02.257061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:02.257531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:02.258385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.266308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:02.266699 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:02.268252 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 4 to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 Aug 16 20:57:02.289577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:02.290007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:02.290434 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:02.302518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:02.302934 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:02.303459 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 5 to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 Aug 16 20:57:02.308540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0af673-41c6-45d0-9d7f-30fd4f13e979 req-7f4c0d10-e1f8-4c7c-91f5-b1b6bd562564 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:02.310312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c0af673-41c6-45d0-9d7f-30fd4f13e979 req-7f4c0d10-e1f8-4c7c-91f5-b1b6bd562564 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 943 time: 0.1318300 Aug 16 20:57:02.313467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Subnet': ['ID=03a3fe31-26ab-4302-ac84-6da2859013cd,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:02.328574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:02.328941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:02.329335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:02.335099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:02.335883 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:02.335883 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 6 to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 Aug 16 20:57:02.339050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] For port a55cc1bd-8131-45ac-882e-bed661acf745, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:02.350783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:02.351122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:02.351450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:02.358501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:02.358501 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:02.358501 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 7 to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 Aug 16 20:57:02.371959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:02.372313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:02.372654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:02.377721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:02.378296 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:02.378439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:02.379203 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 8 to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 Aug 16 20:57:02.382109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] For port a55cc1bd-8131-45ac-882e-bed661acf745, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a55cc1bd-8131-45ac-882e-bed661acf745,segment=NetworkSegment(fcbae54f-87b8-40c6-ad53-9282df9dfe45),segment_id=fcbae54f-87b8-40c6-ad53-9282df9dfe45)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:02.394690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:02.395348 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:02.395890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:02.401351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'port_id': 'e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4', 'mac_address': 'fa:16:3e:c1:5d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:57:02.401654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:02.402178 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:02.403307 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 9 to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 Aug 16 20:57:02.424139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:02.424139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:02.424139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:02.428036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:02.428524 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:02.429081 n-d-793619-14 neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 10 to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 Aug 16 20:57:02.436607 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.441447 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-898b6ba2-7d80-4961-a6f0-255aeb0e06ab tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server [None req-709c10bf-91c4-4177-a810-ef23007d0907 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03a3fe31-26ab-4302-ac84-6da2859013cd: This subnet is being modified by another concurrent operation. Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03a3fe31-26ab-4302-ac84-6da2859013cd: This subnet is being modified by another concurrent operation. Aug 16 20:57:02.446176 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Aug 16 20:57:02.457654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:02.457654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:02.457654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:02.471314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c0af673-41c6-45d0-9d7f-30fd4f13e979 req-d25dfe1d-78f4-49c6-a1bf-643d4d7aa9b2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356938 Aug 16 20:57:02.471492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7cf915-da88-46cf-a989-68400c7353aa None None] Network 07295499-47c4-4590-840e-a1e4bb0a597e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:02.471648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07295499-47c4-4590-840e-a1e4bb0a597e']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:02.481960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:02.490878 n-d-793619-14 neutron-server[95262]: ERROR neutron.plugins.ml2.managers [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 4d000b07-12cd-48e9-b858-a85db4bc0e35 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:02.490878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.490878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:02.492860 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.496763 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-898b6ba2-7d80-4961-a6f0-255aeb0e06ab tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.501554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e20d77-227e-4e6e-9fac-f78b5c7a4d24') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:02.501859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e20d77-227e-4e6e-9fac-f78b5c7a4d24') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:02.521098 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.531909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port 4a618c7b-eb62-4539-8649-08b2dd69083c yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:02.553634 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.563789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:02.564530 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:02.568486 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:02.656836 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.694260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] For port 4d000b07-12cd-48e9-b858-a85db4bc0e35, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:02.694633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempted to set empty binding levels {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:57:02.698252 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.701065 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-898b6ba2-7d80-4961-a6f0-255aeb0e06ab tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.704604 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-898b6ba2-7d80-4961-a6f0-255aeb0e06ab tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.704764 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.708274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-898b6ba2-7d80-4961-a6f0-255aeb0e06ab tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "DELETE /v2.0/security-groups/5cf32fe0-2855-4f3a-8a91-dab335f276ac HTTP/1.1" status: 204 len: 168 time: 0.5102654 Aug 16 20:57:02.709211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36928) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:02.715036 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.720960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/07295499-47c4-4590-840e-a1e4bb0a597e HTTP/1.1" status: 204 len: 168 time: 0.8294504 Aug 16 20:57:02.722063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36930) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:02.740006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1723764981'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:02.743818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97904ac9-36f7-4a05-af66-612168b15f0a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=07295499-47c4-4590-840e-a1e4bb0a597e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:02.746699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b6ba2-7d80-4961-a6f0-255aeb0e06ab tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf32fe0-2855-4f3a-8a91-dab335f276ac,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:02.771195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:02.776318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.3 (9c77914b-4015-431b-a8df-be38041f7073/35814ab8-5cbc-492e-ac0d-92864866bf5d/4a618c7b-eb62-4539-8649-08b2dd69083c) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:02.790663 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.791025 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.804451 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-17c41c0e-e733-4899-9b77-560ec181352a tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0907459 Aug 16 20:57:02.805298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36932) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:02.846370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:02.847247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5c5b4-8206-47e2-92e8-08a76c519859 None None] Pushing event updated for resources: {'Port': ['ID=a55cc1bd-8131-45ac-882e-bed661acf745,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:02.850505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:02.856206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.856362 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.882512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f317def6-6b7b-45ce-a18e-7c75dee5be30 tempest-SecGroupIPv6Test-1225623410 tempest-SecGroupIPv6Test-1225623410-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727291 Aug 16 20:57:02.886603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:02.894230 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.897207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event updated for resources: {'Port': ['ID=4d000b07-12cd-48e9-b858-a85db4bc0e35,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:02.930418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:02.941532 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.941874 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment e5275696-7a5f-45f5-9527-36364a33b4b9 of type vlan for network 2b289924-e8c4-4b7a-ae98-fad8e6d44793 Aug 16 20:57:02.947990 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.997318 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.017550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:03.027000 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9a9acc07-82f5-4969-b901-9b0f34db4dbe tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.7387235 Aug 16 20:57:03.029693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36936) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:03.084320 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.099109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object 4a618c7b-eb62-4539-8649-08b2dd69083c will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:03.139202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d638adbe-c238-4cbf-bacf-e1a512ef42fc tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Deleting port 4d000b07-12cd-48e9-b858-a85db4bc0e35 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:03.139816 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d638adbe-c238-4cbf-bacf-e1a512ef42fc tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.185332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:57:03.210469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-d638adbe-c238-4cbf-bacf-e1a512ef42fc tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] For port 4d000b07-12cd-48e9-b858-a85db4bc0e35, host n-h1-793619-14, got binding levels [] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:03.210844 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d638adbe-c238-4cbf-bacf-e1a512ef42fc tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.223715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d638adbe-c238-4cbf-bacf-e1a512ef42fc tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Calling delete_port for 4d000b07-12cd-48e9-b858-a85db4bc0e35 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:03.265537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.271268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.271864 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.305199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.355147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 9c77914b-4015-431b-a8df-be38041f7073 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:03.371319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=2b289924-e8c4-4b7a-ae98-fad8e6d44793,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:03.372291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:03.372291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:03.372291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=4a618c7b-eb62-4539-8649-08b2dd69083c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:03.372532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 2b289924-e8c4-4b7a-ae98-fad8e6d44793 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:03.427165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9a76144a-5afb-49a0-bac5-6e5ca1a36b30 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6910563 Aug 16 20:57:03.427165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36940) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:03.427394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.427394 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.435431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'network_id': '2b289924-e8c4-4b7a-ae98-fad8e6d44793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:03.492099 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d638adbe-c238-4cbf-bacf-e1a512ef42fc tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.510032 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a9a25c60-3b7f-481d-9d80-20e0ddb92461 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4165723 Aug 16 20:57:03.514125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36948) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:03.531624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36950) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:03.541502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638adbe-c238-4cbf-bacf-e1a512ef42fc tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d000b07-12cd-48e9-b858-a85db4bc0e35,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:03.580014 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d638adbe-c238-4cbf-bacf-e1a512ef42fc tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.580160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d638adbe-c238-4cbf-bacf-e1a512ef42fc tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "DELETE /v2.0/ports/4d000b07-12cd-48e9-b858-a85db4bc0e35 HTTP/1.1" status: 204 len: 168 time: 0.5494611 Aug 16 20:57:03.583737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36954) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:03.640672 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e808dd43-5ac7-4551-92c4-ebb6c8781398 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:57:03.642392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e808dd43-5ac7-4551-92c4-ebb6c8781398 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "GET /v2.0/ports/4d000b07-12cd-48e9-b858-a85db4bc0e35 HTTP/1.1" status: 404 len: 333 time: 0.0574493 Aug 16 20:57:03.646633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36958) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:03.654918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Request body: {'port': {'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-92482567'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:03.738491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138086f-efc7-47dd-8a54-adc70dab0b51 req-19e6093c-e974-4453-8c94-a4d4bb52e715 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.739410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:03.739410 n-d-793619-14 neutron-server[95262]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:57:03.739410 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id': 'b518137e43784a41862a43880d27e842', 'id': 'ac5c6c46-c940-4c4d-9252-24eae5c924d8', 'expiration': datetime.datetime(2021, 8, 16, 20, 59, 3, 686152)}] Aug 16 20:57:03.739410 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:03.739842 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:03.740073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7138086f-efc7-47dd-8a54-adc70dab0b51 req-19e6093c-e974-4453-8c94-a4d4bb52e715 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 944 time: 0.1340566 Aug 16 20:57:03.788181 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-82286318-f5ec-4494-a4be-65bcd26abc94 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d22cbfd33cae47a78147e2e2138c9ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547557 Aug 16 20:57:03.802295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36964) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:03.832687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7138086f-efc7-47dd-8a54-adc70dab0b51 req-823de306-b1ef-494c-a021-7854a3a9ebef tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802763 Aug 16 20:57:03.849089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:03.853361 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.963958 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0085a4f-1fe2-4127-b48f-9147d1b7908a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.989364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:03.990547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.000540 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0085a4f-1fe2-4127-b48f-9147d1b7908a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.036484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c425ed81-0ec9-40e4-990d-5c81fea684f1 None None] Network 9c77914b-4015-431b-a8df-be38041f7073 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:04.173318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d348d4a0-2e91-4aba-b18f-ae2a2121a116 None None] Provisioning for port a55cc1bd-8131-45ac-882e-bed661acf745 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:04.206946 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0085a4f-1fe2-4127-b48f-9147d1b7908a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.209980 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c0085a4f-1fe2-4127-b48f-9147d1b7908a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.214920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:04.221003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:04.221401 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.222739 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c0085a4f-1fe2-4127-b48f-9147d1b7908a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0c02169b-9f95-4272-a891-2da4ff27cd97 HTTP/1.1" status: 204 len: 168 time: 0.4135029 Aug 16 20:57:04.236879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0085a4f-1fe2-4127-b48f-9147d1b7908a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c02169b-9f95-4272-a891-2da4ff27cd97,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:04.275806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.285570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.335344 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.359886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=709b7c09-c7d8-4c96-9eec-bfaddfd7b1c7,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:04.368391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:04.369478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking segment: {'id': 'e5275696-7a5f-45f5-9527-36364a33b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b289924-e8c4-4b7a-ae98-fad8e6d44793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:04.369850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network hostable DHCP agents. Network: 2b289924-e8c4-4b7a-ae98-fad8e6d44793, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:04.372331 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9ace86-7b20-4a60-9da2-b281aef3f2ef" -d '{"events": [{"server_uuid": "1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa", "name": "network-vif-plugged", "status": "completed", "tag": "e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:04.378994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Made reservation on behalf of b518137e43784a41862a43880d27e842 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:04.385407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.393920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:04.403983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] device_id is not set on port 35055594-22c8-4603-a66c-13819c2aeca2 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:04.413810 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.432924 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef27d7a-1e1c-4ad3-a5f2-4f2e69c87369 x-openstack-request-id: req-1ef27d7a-1e1c-4ad3-a5f2-4f2e69c87369 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:04.432924 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa", "name": "network-vif-plugged", "status": "completed", "tag": "e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:04.432924 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ef27d7a-1e1c-4ad3-a5f2-4f2e69c87369 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:04.432924 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4', 'code': 200} Aug 16 20:57:04.503488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network 2b289924-e8c4-4b7a-ae98-fad8e6d44793 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:04.567082 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.603353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 2b289924-e8c4-4b7a-ae98-fad8e6d44793) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:04.615992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.616911 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.620619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a55cc1bd-8131-45ac-882e-bed661acf745 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:04.665113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=4a618c7b-eb62-4539-8649-08b2dd69083c,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:04.683156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d9a5bc-537e-42cc-9e23-20cf1b24faf4 None None] Network 2b289924-e8c4-4b7a-ae98-fad8e6d44793 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:04.724874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c618814-4917-45d9-865b-de5380333c10 req-0461b949-4d0c-41b6-9d48-80efba64c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.726569 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c618814-4917-45d9-865b-de5380333c10 req-0461b949-4d0c-41b6-9d48-80efba64c1ed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 1096 time: 0.2122982 Aug 16 20:57:04.750156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3e75349d-a278-429f-9b80-4589eb089db7 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3246813 Aug 16 20:57:04.752682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36978) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:04.768092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:04.820962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-898560fe-6686-4e92-b8f2-f7fa2774c623 None None] Provisioning for port 4a618c7b-eb62-4539-8649-08b2dd69083c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:04.832717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-898560fe-6686-4e92-b8f2-f7fa2774c623 None None] Provisioning complete for port 4a618c7b-eb62-4539-8649-08b2dd69083c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:04.833328 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-898560fe-6686-4e92-b8f2-f7fa2774c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.835020 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c618814-4917-45d9-865b-de5380333c10 req-095f44ff-db0f-4adc-8c93-d6a6d006272b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978067 Aug 16 20:57:04.936920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port a55cc1bd-8131-45ac-882e-bed661acf745 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:04.963585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a55cc1bd-8131-45ac-882e-bed661acf745 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:04.963974 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.988220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-898560fe-6686-4e92-b8f2-f7fa2774c623 None None] Port 4a618c7b-eb62-4539-8649-08b2dd69083c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:05.014576 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.035460 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.075670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3c43a-9ae9-4c12-81f0-d2161b72f25d req-b1141896-8ff3-45a2-beeb-71664da25c32 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:05.077913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfe3c43a-9ae9-4c12-81f0-d2161b72f25d req-b1141896-8ff3-45a2-beeb-71664da25c32 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0997121 Aug 16 20:57:05.110950 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.123088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-898560fe-6686-4e92-b8f2-f7fa2774c623 None None] Provisioning complete for port a55cc1bd-8131-45ac-882e-bed661acf745 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:05.130971 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-898560fe-6686-4e92-b8f2-f7fa2774c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.144773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcbb041-6178-4c35-8f4e-1ca40864588d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-2b289924-e8c4-4b7a-ae98-fad8e6d44793', 'network_id': '2b289924-e8c4-4b7a-ae98-fad8e6d44793', 'tenant_id': '8e67561cc6004c719b4715b0e20e3ea0', 'fixed_ips': [{'subnet_id': '709b7c09-c7d8-4c96-9eec-bfaddfd7b1c7'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:05.145680 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb041-6178-4c35-8f4e-1ca40864588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.190486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.223949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfe3c43a-9ae9-4c12-81f0-d2161b72f25d req-152d2d90-fece-42b0-b011-26a8e8e61372 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341455 Aug 16 20:57:05.360013 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.387927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Subnet': ['ID=709b7c09-c7d8-4c96-9eec-bfaddfd7b1c7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:05.399395 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.426026 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.489472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port a55cc1bd-8131-45ac-882e-bed661acf745, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a55cc1bd-8131-45ac-882e-bed661acf745,segment=NetworkSegment(fcbae54f-87b8-40c6-ad53-9282df9dfe45),segment_id=fcbae54f-87b8-40c6-ad53-9282df9dfe45)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:05.492889 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.505633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.539092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Network aae86b16-4444-4526-a3bc-513a51c8a3a1 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:05.542553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b289924-e8c4-4b7a-ae98-fad8e6d44793']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server [None req-1dcbb041-6178-4c35-8f4e-1ca40864588d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 709b7c09-c7d8-4c96-9eec-bfaddfd7b1c7: This subnet is being modified by another concurrent operation. Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 709b7c09-c7d8-4c96-9eec-bfaddfd7b1c7: This subnet is being modified by another concurrent operation. Aug 16 20:57:05.548526 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Aug 16 20:57:05.555151 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-898560fe-6686-4e92-b8f2-f7fa2774c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.575402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:05.580734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:05.581930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:05.582083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5275696-7a5f-45f5-9527-36364a33b4b9') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:05.582310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5275696-7a5f-45f5-9527-36364a33b4b9') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:05.582536 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.589997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b43a1a2-f034-4e03-a0e1-7bfadbf94778 None None] Network 2b289924-e8c4-4b7a-ae98-fad8e6d44793 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:05.614008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event updated for resources: {'Port': ['ID=35055594-22c8-4603-a66c-13819c2aeca2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:05.615482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.646877 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.658028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:05.658743 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:05.662428 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:05.680565 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.814051 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cbc47f60-b2fc-4d45-9207-f121f0c8fa5a tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 2.1657276 Aug 16 20:57:05.816957 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-898560fe-6686-4e92-b8f2-f7fa2774c623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:05.818424 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-898560fe-6686-4e92-b8f2-f7fa2774c623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:05.818557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37002) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:05.825887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:05.835411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=a55cc1bd-8131-45ac-882e-bed661acf745,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:05.886984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893b78e2-e53f-4607-a56d-598dbe04fc19 None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:57:05.912356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37006) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:05.947214 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.960613 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.969975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/2b289924-e8c4-4b7a-ae98-fad8e6d44793 HTTP/1.1" status: 204 len: 168 time: 1.2159407 Aug 16 20:57:05.975740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37010) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:06.026333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-979340220'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:06.035302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58203ed9-24bb-47fc-8ca9-316890fc552e tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=2b289924-e8c4-4b7a-ae98-fad8e6d44793,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:06.042422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b78e2-e53f-4607-a56d-598dbe04fc19 None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:57:06.055477 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.102496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-8f66915d-2eb0-49b8-b3cc-650babfcacff tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:06.103332 n-d-793619-14 neutron-server[95261]: WARNING neutron.api.v2.base [None req-8f66915d-2eb0-49b8-b3cc-650babfcacff tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 20:57:06.104212 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-8f66915d-2eb0-49b8-b3cc-650babfcacff tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:57:06.108840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8f66915d-2eb0-49b8-b3cc-650babfcacff tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1919835 Aug 16 20:57:06.136283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37012) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:06.145078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ced71639-42b1-4a40-b2d0-fcbe629471e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047604951'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:06.272880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:06.276666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.344833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] device_id is not set on port 35055594-22c8-4603-a66c-13819c2aeca2 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:06.374501 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.393313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:06.398889 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.402966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Transition to ACTIVE for port object 35055594-22c8-4603-a66c-13819c2aeca2 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:06.405883 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced71639-42b1-4a40-b2d0-fcbe629471e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.410507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a4ded-f292-4810-86b6-8336c98be09e None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:57:06.421917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.422265 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment 7efb5fc3-ecda-4c19-927e-15560b67647d of type vlan for network 651ed62f-1bfc-4f52-a2df-728050b3e70e Aug 16 20:57:06.437956 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced71639-42b1-4a40-b2d0-fcbe629471e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.449393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa4b4-fdf8-4f93-9b74-fecd97250080 req-5fe0c509-8014-4c68-88b1-c77ec8cd1128 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:06.457429 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da8fa4b4-fdf8-4f93-9b74-fecd97250080 req-5fe0c509-8014-4c68-88b1-c77ec8cd1128 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.1292253 Aug 16 20:57:06.490947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.526855 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.534032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.562671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a55cc1bd-8131-45ac-882e-bed661acf745 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:06.582052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da8fa4b4-fdf8-4f93-9b74-fecd97250080 req-173b8464-ba9b-42b3-95a1-1ce4a32ba3e8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221049 Aug 16 20:57:06.613980 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.630992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=4a618c7b-eb62-4539-8649-08b2dd69083c,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:06.640786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3c1e9756-a095-4439-9f99-5881f8146110 None None] Provisioning complete for port 4a618c7b-eb62-4539-8649-08b2dd69083c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:06.641229 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9756-a095-4439-9f99-5881f8146110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.706917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event updated for resources: {'Port': ['ID=35055594-22c8-4603-a66c-13819c2aeca2,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:06.714515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:06.714868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:06.724121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:06.724637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a4ded-f292-4810-86b6-8336c98be09e None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:57:06.724733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:06.724733 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:06.726489 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 2 to bind port 35055594-22c8-4603-a66c-13819c2aeca2 Aug 16 20:57:06.738640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e9756-a095-4439-9f99-5881f8146110 None None] Port 4a618c7b-eb62-4539-8649-08b2dd69083c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:06.743162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a55cc1bd-8131-45ac-882e-bed661acf745 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:06.743263 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.747424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:06.747766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:06.748115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:06.756054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:06.756963 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:06.758027 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 3 to bind port 35055594-22c8-4603-a66c-13819c2aeca2 Aug 16 20:57:06.772345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network 9c77914b-4015-431b-a8df-be38041f7073 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:06.774380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:06.784908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:06.785367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:06.785834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:06.798337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:06.799181 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:06.802946 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 4 to bind port 35055594-22c8-4603-a66c-13819c2aeca2 Aug 16 20:57:06.816392 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced71639-42b1-4a40-b2d0-fcbe629471e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.819149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.824752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:06.825877 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.852119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:06.852119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:06.852578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:06.882975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:06.882975 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:06.885500 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 5 to bind port 35055594-22c8-4603-a66c-13819c2aeca2 Aug 16 20:57:06.911369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:06.911711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:06.912044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:06.915839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=651ed62f-1bfc-4f52-a2df-728050b3e70e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:06.920521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:06.920870 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:06.921458 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 6 to bind port 35055594-22c8-4603-a66c-13819c2aeca2 Aug 16 20:57:06.932999 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced71639-42b1-4a40-b2d0-fcbe629471e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.938443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 651ed62f-1bfc-4f52-a2df-728050b3e70e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:06.969898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced71639-42b1-4a40-b2d0-fcbe629471e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200b0bc9-df69-4703-bd00-98e8304a52a1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:06.973516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:06.973516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:06.973741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:06.978679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:06.979127 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:06.979603 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 7 to bind port 35055594-22c8-4603-a66c-13819c2aeca2 Aug 16 20:57:07.012866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:07.013483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:07.013919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:07.019238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:07.019692 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:07.020149 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 8 to bind port 35055594-22c8-4603-a66c-13819c2aeca2 Aug 16 20:57:07.029708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9401d6dd-3db2-4cc3-8185-4aa71be6dd25 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0155351 Aug 16 20:57:07.030089 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37030) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:07.035932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'network_id': '651ed62f-1bfc-4f52-a2df-728050b3e70e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:07.061299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:07.061719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:07.062068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:07.091291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:07.091789 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:07.096578 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 9 to bind port 35055594-22c8-4603-a66c-13819c2aeca2 Aug 16 20:57:07.124771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:07.125151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:07.125888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:07.140787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:07.141249 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:07.142891 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 10 to bind port 35055594-22c8-4603-a66c-13819c2aeca2 Aug 16 20:57:07.152886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1257-256a-499c-bd48-eedf939dd3cb req-98202e55-49dd-4ce6-926a-cf60f64ad9fc tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.161277 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805e1257-256a-499c-bd48-eedf939dd3cb req-98202e55-49dd-4ce6-926a-cf60f64ad9fc tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.1049843 Aug 16 20:57:07.167092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Router cbb91939-c88c-4379-9795-02c3d336f3f0 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:57:07.189489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:07.189948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:07.190358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:07.209978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:07.210421 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port 35055594-22c8-4603-a66c-13819c2aeca2 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:07.210877 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.226906 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced71639-42b1-4a40-b2d0-fcbe629471e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.242110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-805e1257-256a-499c-bd48-eedf939dd3cb req-ba185959-53c6-453b-b3f9-6694b80f1713 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738947 Aug 16 20:57:07.287316 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:07.295598 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-36ac32b9-4f11-446f-9b73-18b4ecc5c119 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "PUT /v2.0/routers/cbb91939-c88c-4379-9795-02c3d336f3f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7774258 Aug 16 20:57:07.295881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37032) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:07.302251 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7e1b9-5ed6-425c-b55b-f7acb5262d3f None None] Sync routers for ids ['cbb91939-c88c-4379-9795-02c3d336f3f0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:07.312626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] For port 35055594-22c8-4603-a66c-13819c2aeca2, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:07.313189 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7e1b9-5ed6-425c-b55b-f7acb5262d3f None None] Routers {'cbb91939-c88c-4379-9795-02c3d336f3f0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:07.313784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempted to set empty binding levels {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:57:07.314298 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2cc7e1b9-5ed6-425c-b55b-f7acb5262d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['cbb91939-c88c-4379-9795-02c3d336f3f0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:07.350908 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2cc7e1b9-5ed6-425c-b55b-f7acb5262d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:07.351140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9778182-7d88-4a3c-9949-b9c8009e9d41 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.352683 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a9778182-7d88-4a3c-9949-b9c8009e9d41 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbb91939-c88c-4379-9795-02c3d336f3f0 HTTP/1.1" status: 200 len: 981 time: 0.0551946 Aug 16 20:57:07.356421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37034) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:07.360874 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7e1b9-5ed6-425c-b55b-f7acb5262d3f None None] Routers {'cbb91939-c88c-4379-9795-02c3d336f3f0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:07.361684 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2cc7e1b9-5ed6-425c-b55b-f7acb5262d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['cbb91939-c88c-4379-9795-02c3d336f3f0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:07.366886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced71639-42b1-4a40-b2d0-fcbe629471e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.393571 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2cc7e1b9-5ed6-425c-b55b-f7acb5262d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:07.397198 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7e1b9-5ed6-425c-b55b-f7acb5262d3f None None] The sync data for ids ['cbb91939-c88c-4379-9795-02c3d336f3f0'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:07.413132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced71639-42b1-4a40-b2d0-fcbe629471e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffa4f9d-9dad-46dc-b9b8-1684eef2c073,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:07.424451 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.458142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] In _notify_port_updated(), no bound segment for port 35055594-22c8-4603-a66c-13819c2aeca2 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:57:07.459050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.459667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.461060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "PUT /v2.0/ports/35055594-22c8-4603-a66c-13819c2aeca2 HTTP/1.1" status: 200 len: 974 time: 1.6415281 Aug 16 20:57:07.463576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37036) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:07.475350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0585ae1-24b8-4e4a-b538-c643b5ff8f37 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event updated for resources: {'Port': ['ID=35055594-22c8-4603-a66c-13819c2aeca2,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:07.578608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:07.582082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.667869 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced71639-42b1-4a40-b2d0-fcbe629471e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.670761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ced71639-42b1-4a40-b2d0-fcbe629471e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5317187 Aug 16 20:57:07.673695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37040) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:07.678370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7d143017-358d-42da-8583-4ada181e65e3 None None] Provisioning complete for port 4a618c7b-eb62-4539-8649-08b2dd69083c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:07.678892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-41ca6c24-0025-4a99-a9d4-2d8981d5030f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '2ffa4f9d-9dad-46dc-b9b8-1684eef2c073', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:07.679005 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7d143017-358d-42da-8583-4ada181e65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.690735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.691239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.691726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.692472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.692684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.693198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.693682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.694523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.694744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.695215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.695699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.696174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.696676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.697178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.697651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.698129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.698600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.699077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.699616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.700080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.700554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.701044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.701523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.701995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.702489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.702996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.703489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.703965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.704472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.704957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.705468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.705941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.706415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.710371 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9b9bbf05-1ed9-4afc-aeb0-19753614bbe7 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29661 time: 0.2452109 Aug 16 20:57:07.714471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7d143017-358d-42da-8583-4ada181e65e3 None None] Port 4a618c7b-eb62-4539-8649-08b2dd69083c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:07.717975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37042) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:07.783191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41ca6c24-0025-4a99-a9d4-2d8981d5030f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.836827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-011ad215-84b7-4c0e-8754-3231d70c09f9 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Deleting port 35055594-22c8-4603-a66c-13819c2aeca2 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:07.837205 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-011ad215-84b7-4c0e-8754-3231d70c09f9 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.899113 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41ca6c24-0025-4a99-a9d4-2d8981d5030f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.915441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-011ad215-84b7-4c0e-8754-3231d70c09f9 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] For port 35055594-22c8-4603-a66c-13819c2aeca2, host n-h1-793619-14, got binding levels [] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:07.915848 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-011ad215-84b7-4c0e-8754-3231d70c09f9 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.928378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-011ad215-84b7-4c0e-8754-3231d70c09f9 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Calling delete_port for 35055594-22c8-4603-a66c-13819c2aeca2 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:07.976487 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41ca6c24-0025-4a99-a9d4-2d8981d5030f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.005395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca6c24-0025-4a99-a9d4-2d8981d5030f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9ff190-4fa1-4047-8532-71be61419270,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:08.096203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.110840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3db7a0a-ef31-4391-bdee-86a3145c93c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.115732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41ca6c24-0025-4a99-a9d4-2d8981d5030f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.117292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-41ca6c24-0025-4a99-a9d4-2d8981d5030f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4424894 Aug 16 20:57:08.120028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37046) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:08.125821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-fe249e07-5bb3-49e7-b309-9e3b263bf851 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '2ffa4f9d-9dad-46dc-b9b8-1684eef2c073', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:08.130065 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-011ad215-84b7-4c0e-8754-3231d70c09f9 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.169231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ad215-84b7-4c0e-8754-3231d70c09f9 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event deleted for resources: {'Port': ['ID=35055594-22c8-4603-a66c-13819c2aeca2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:08.178003 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-011ad215-84b7-4c0e-8754-3231d70c09f9 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.193249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-011ad215-84b7-4c0e-8754-3231d70c09f9 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "DELETE /v2.0/ports/35055594-22c8-4603-a66c-13819c2aeca2 HTTP/1.1" status: 204 len: 168 time: 0.4639323 Aug 16 20:57:08.193249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37048) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:08.219044 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b010ca2d-54d5-46e2-b229-2b6612906ffd tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:57:08.224080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b010ca2d-54d5-46e2-b229-2b6612906ffd tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "GET /v2.0/ports/35055594-22c8-4603-a66c-13819c2aeca2 HTTP/1.1" status: 404 len: 333 time: 0.0314267 Aug 16 20:57:08.226019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37050) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:08.230334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1442397978', 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:08.237576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=ad1ddd92-5f44-47f6-80f7-fbf60ae90997,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:08.254383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking segment: {'id': '7efb5fc3-ecda-4c19-927e-15560b67647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '651ed62f-1bfc-4f52-a2df-728050b3e70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:08.254738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network hostable DHCP agents. Network: 651ed62f-1bfc-4f52-a2df-728050b3e70e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:08.296468 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe249e07-5bb3-49e7-b309-9e3b263bf851 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.392284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879a57a-2cc4-4478-b743-7a2088837ca2 req-19fbd323-65dc-4d62-84a0-9f650ea2a169 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:08.394675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0879a57a-2cc4-4478-b743-7a2088837ca2 req-19fbd323-65dc-4d62-84a0-9f650ea2a169 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0645287 Aug 16 20:57:08.406977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e3db7a0a-ef31-4391-bdee-86a3145c93c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 4a618c7b-eb62-4539-8649-08b2dd69083c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:08.407358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3db7a0a-ef31-4391-bdee-86a3145c93c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.419513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Made reservation on behalf of b518137e43784a41862a43880d27e842 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:08.422039 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.452424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network 651ed62f-1bfc-4f52-a2df-728050b3e70e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:08.455255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0879a57a-2cc4-4478-b743-7a2088837ca2 req-24d740e4-867e-4163-b6f6-47cd2b67574f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531802 Aug 16 20:57:08.456378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] device_id is not set on port da7ba709-2401-4cd9-b472-3d887d6be888 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:08.506832 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3db7a0a-ef31-4391-bdee-86a3145c93c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.520504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e3db7a0a-ef31-4391-bdee-86a3145c93c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 4a618c7b-eb62-4539-8649-08b2dd69083c owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:08.520760 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-fe249e07-5bb3-49e7-b309-9e3b263bf851 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:57:08.525213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fe249e07-5bb3-49e7-b309-9e3b263bf851 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4014163 Aug 16 20:57:08.529437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37054) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:08.576642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 651ed62f-1bfc-4f52-a2df-728050b3e70e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:08.582900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:08.583805 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.589988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6339484d-cfea-4a10-8dbf-2e7236978730 None None] Network 651ed62f-1bfc-4f52-a2df-728050b3e70e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:08.629615 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.713278 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c2b9bbc0-775b-42c8-bedd-255f5a4c4338 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6819575 Aug 16 20:57:08.716247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37058) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:08.744836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.775005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-651ed62f-1bfc-4f52-a2df-728050b3e70e', 'network_id': '651ed62f-1bfc-4f52-a2df-728050b3e70e', 'tenant_id': '8e67561cc6004c719b4715b0e20e3ea0', 'fixed_ips': [{'subnet_id': 'ad1ddd92-5f44-47f6-80f7-fbf60ae90997'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:08.776642 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.777196 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.855182 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.869897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3db7a0a-ef31-4391-bdee-86a3145c93c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.916854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.925249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db7a0a-ef31-4391-bdee-86a3145c93c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=4a618c7b-eb62-4539-8649-08b2dd69083c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:08.951946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Allocated IP 172.20.0.2 (651ed62f-1bfc-4f52-a2df-728050b3e70e/ad1ddd92-5f44-47f6-80f7-fbf60ae90997/6bddc1c2-dd0e-4719-abd9-f71614a584c2) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:08.961778 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.995351 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.998021 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.999311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "DELETE /v2.0/security-groups/2ffa4f9d-9dad-46dc-b9b8-1684eef2c073 HTTP/1.1" status: 204 len: 168 time: 0.4691501 Aug 16 20:57:09.007224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37060) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:09.022267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Network aae86b16-4444-4526-a3bc-513a51c8a3a1 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:09.051250 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffa4f9d-9dad-46dc-b9b8-1684eef2c073,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.053802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:09.058961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:09.059998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:09.060765 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.073000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event updated for resources: {'Port': ['ID=da7ba709-2401-4cd9-b472-3d887d6be888,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.088483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.088918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.089358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.089747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.091859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.091859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.091859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.096043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.099423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.099423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.099423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.099423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.110501 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.110891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.111244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.111582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.111922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.112264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.112578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.112903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.113485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.113816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.114143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.116372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ebaca-ed8a-4999-968f-c3e6c7e0818b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:09.151554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dae0589f-67a0-4400-9a2e-984ee1a5dfcb tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1292608 Aug 16 20:57:09.151811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37062) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:09.157828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-807523bd-6089-431c-b248-c0996a339832 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'tempest-secgroup--212087780'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:09.189261 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-41ce1797-2050-4ac1-9008-b846803dce18 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9548800 Aug 16 20:57:09.189646 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.190930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37064) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:09.206471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Transition to ACTIVE for port object 6bddc1c2-dd0e-4719-abd9-f71614a584c2 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:09.217712 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3db7a0a-ef31-4391-bdee-86a3145c93c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.227403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Transition to ACTIVE for port object 6bddc1c2-dd0e-4719-abd9-f71614a584c2 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:09.249111 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25348d07-4057-49f8-8c94-d283f6ef6ca6 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:09.257735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-25348d07-4057-49f8-8c94-d283f6ef6ca6 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "GET /v2.0/ports/da7ba709-2401-4cd9-b472-3d887d6be888 HTTP/1.1" status: 200 len: 955 time: 0.0585625 Aug 16 20:57:09.257735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37066) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:09.321485 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.343682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ea485308-abe5-4d4d-8641-fa975a787ed4 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Deleting port da7ba709-2401-4cd9-b472-3d887d6be888 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:09.344089 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea485308-abe5-4d4d-8641-fa975a787ed4 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.372440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Network 651ed62f-1bfc-4f52-a2df-728050b3e70e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:09.378887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:09.383219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:09.394732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Pushing event updated for resources: {'Port': ['ID=6bddc1c2-dd0e-4719-abd9-f71614a584c2,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.395523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3db7a0a-ef31-4391-bdee-86a3145c93c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Router cbb91939-c88c-4379-9795-02c3d336f3f0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:09.414825 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-807523bd-6089-431c-b248-c0996a339832 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.459270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Attempting to bind port 6bddc1c2-dd0e-4719-abd9-f71614a584c2 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:09.459894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Attempting to bind port 6bddc1c2-dd0e-4719-abd9-f71614a584c2 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7efb5fc3-ecda-4c19-927e-15560b67647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '651ed62f-1bfc-4f52-a2df-728050b3e70e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:09.460539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Attempting to bind port 6bddc1c2-dd0e-4719-abd9-f71614a584c2 on network 651ed62f-1bfc-4f52-a2df-728050b3e70e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:09.466758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:09.467471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Checking segment: {'id': '7efb5fc3-ecda-4c19-927e-15560b67647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '651ed62f-1bfc-4f52-a2df-728050b3e70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:09.468063 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.468618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Bound using segment: {'id': '7efb5fc3-ecda-4c19-927e-15560b67647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '651ed62f-1bfc-4f52-a2df-728050b3e70e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:09.469280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Bound port: 6bddc1c2-dd0e-4719-abd9-f71614a584c2, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efb5fc3-ecda-4c19-927e-15560b67647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '651ed62f-1bfc-4f52-a2df-728050b3e70e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:09.469429 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.469966 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.480715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea485308-abe5-4d4d-8641-fa975a787ed4 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.532274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ea485308-abe5-4d4d-8641-fa975a787ed4 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Calling delete_port for da7ba709-2401-4cd9-b472-3d887d6be888 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:09.568364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] For port 6bddc1c2-dd0e-4719-abd9-f71614a584c2, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:09.572290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] For port 6bddc1c2-dd0e-4719-abd9-f71614a584c2, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6bddc1c2-dd0e-4719-abd9-f71614a584c2,segment=NetworkSegment(7efb5fc3-ecda-4c19-927e-15560b67647d),segment_id=7efb5fc3-ecda-4c19-927e-15560b67647d)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:09.653337 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.704606 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-807523bd-6089-431c-b248-c0996a339832 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.728635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084a098-11bc-4abc-968f-6837b3769c52 req-53c4f19a-2d2c-4fbe-b816-1dc3b1784c8f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:09.730791 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5084a098-11bc-4abc-968f-6837b3769c52 req-53c4f19a-2d2c-4fbe-b816-1dc3b1784c8f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.1114781 Aug 16 20:57:09.799100 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5084a098-11bc-4abc-968f-6837b3769c52 req-52afc3df-a38a-4b12-988f-fbe95ac5fdd8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587709 Aug 16 20:57:09.800580 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-807523bd-6089-431c-b248-c0996a339832 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.830498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696e569-bf1e-4637-9861-1d06b96361ce None None] Pushing event updated for resources: {'Port': ['ID=6bddc1c2-dd0e-4719-abd9-f71614a584c2,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.846960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148783d-6e40-4278-8757-fa9fa2d5078d None None] Network 651ed62f-1bfc-4f52-a2df-728050b3e70e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:09.865003 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea485308-abe5-4d4d-8641-fa975a787ed4 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.869519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807523bd-6089-431c-b248-c0996a339832 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d28ecc3-d0ee-41a4-b2de-61c084dbeb40,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.913796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1ddd92-5f44-47f6-80f7-fbf60ae90997,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.916770 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3db7a0a-ef31-4391-bdee-86a3145c93c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:09.924506 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e3db7a0a-ef31-4391-bdee-86a3145c93c2 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "PUT /v2.0/routers/cbb91939-c88c-4379-9795-02c3d336f3f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5670280 Aug 16 20:57:09.929757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37072) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:09.930788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea485308-abe5-4d4d-8641-fa975a787ed4 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event deleted for resources: {'Port': ['ID=da7ba709-2401-4cd9-b472-3d887d6be888,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.933182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b7871-7959-4230-8ad4-d5041096fca7 None None] Sync routers for ids ['cbb91939-c88c-4379-9795-02c3d336f3f0'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:09.948639 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea485308-abe5-4d4d-8641-fa975a787ed4 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.955202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ea485308-abe5-4d4d-8641-fa975a787ed4 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "DELETE /v2.0/ports/da7ba709-2401-4cd9-b472-3d887d6be888 HTTP/1.1" status: 204 len: 168 time: 0.7006631 Aug 16 20:57:09.956358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37074) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:09.973394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b7871-7959-4230-8ad4-d5041096fca7 None None] Routers {'cbb91939-c88c-4379-9795-02c3d336f3f0'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:09.974172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a04b7871-7959-4230-8ad4-d5041096fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['cbb91939-c88c-4379-9795-02c3d336f3f0'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:09.988481 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-38be8fec-286f-4ca3-81b7-f16c9b2f7571 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:57:09.994599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-38be8fec-286f-4ca3-81b7-f16c9b2f7571 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "GET /v2.0/ports/da7ba709-2401-4cd9-b472-3d887d6be888 HTTP/1.1" status: 404 len: 333 time: 0.0370767 Aug 16 20:57:09.995287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37076) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.001726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Request body: {'port': {'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-330019600'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:10.004755 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47ff193-693b-4c5c-ac22-ab21e16ad53b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:57:10.006531 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f47ff193-693b-4c5c-ac22-ab21e16ad53b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/4a618c7b-eb62-4539-8649-08b2dd69083c HTTP/1.1" status: 404 len: 333 time: 0.0743120 Aug 16 20:57:10.010039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37078) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.026213 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-807523bd-6089-431c-b248-c0996a339832 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.027748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-807523bd-6089-431c-b248-c0996a339832 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8739476 Aug 16 20:57:10.030667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37080) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.034419 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a04b7871-7959-4230-8ad4-d5041096fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.037429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ee5c2cf1-aa50-470d-81be-4f5ee49d8b62 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '9d28ecc3-d0ee-41a4-b2de-61c084dbeb40', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:10.038453 n-d-793619-14 neutron-server[95261]: WARNING neutron.api.v2.base [None req-ee5c2cf1-aa50-470d-81be-4f5ee49d8b62 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 20:57:10.039177 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-ee5c2cf1-aa50-470d-81be-4f5ee49d8b62 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:10.044409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ee5c2cf1-aa50-470d-81be-4f5ee49d8b62 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0117424 Aug 16 20:57:10.045359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37082) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.053688 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b7871-7959-4230-8ad4-d5041096fca7 None None] Routers {'cbb91939-c88c-4379-9795-02c3d336f3f0'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:10.054382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a04b7871-7959-4230-8ad4-d5041096fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:56:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['cbb91939-c88c-4379-9795-02c3d336f3f0'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.065548 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.106664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651ed62f-1bfc-4f52-a2df-728050b3e70e']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.107915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a04b7871-7959-4230-8ad4-d5041096fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.108782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b7871-7959-4230-8ad4-d5041096fca7 None None] The sync data for ids ['cbb91939-c88c-4379-9795-02c3d336f3f0'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:10.117808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Made reservation on behalf of b518137e43784a41862a43880d27e842 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:10.118416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d1265-04eb-4987-97ab-7787988b8cdc None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:57:10.120432 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.124451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efb5fc3-ecda-4c19-927e-15560b67647d') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.124917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efb5fc3-ecda-4c19-927e-15560b67647d') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.129226 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-313cb762-272e-474b-8891-47da1b4d6324 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.137192 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05571e5-cd75-4c46-a45c-114fa323568e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.146411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] device_id is not set on port b131bbbe-4e02-438a-8dd2-a959da6289f4 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:10.174060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.211435 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05571e5-cd75-4c46-a45c-114fa323568e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.256236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d1265-04eb-4987-97ab-7787988b8cdc None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:57:10.289124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.333770 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:10.334319 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:10.338325 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:10.358440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-313cb762-272e-474b-8891-47da1b4d6324 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.366586 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.391952 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-313cb762-272e-474b-8891-47da1b4d6324 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.394759 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05571e5-cd75-4c46-a45c-114fa323568e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.397733 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d05571e5-cd75-4c46-a45c-114fa323568e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.398883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d05571e5-cd75-4c46-a45c-114fa323568e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "DELETE /v2.0/security-groups/9d28ecc3-d0ee-41a4-b2de-61c084dbeb40 HTTP/1.1" status: 204 len: 168 time: 0.3523345 Aug 16 20:57:10.406878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37084) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.415108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05571e5-cd75-4c46-a45c-114fa323568e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d28ecc3-d0ee-41a4-b2de-61c084dbeb40,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:10.501564 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-08bdb47b-4c1a-4260-93be-9deebfd1903c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934076 Aug 16 20:57:10.505124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37086) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.509922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-221255f3-329b-41b6-836c-4c3ef2fe7316 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532191643'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:10.555264 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:57:10.555264 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:57:10.555264 n-d-793619-14 neutron-server[95262]: [parameters: {'id': '651ed62f-1bfc-4f52-a2df-728050b3e70e'}] Aug 16 20:57:10.555264 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:10.555749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.555861 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:10.601881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Network aae86b16-4444-4526-a3bc-513a51c8a3a1 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:10.605442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:10.608375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:10.609592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:10.610203 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.610666 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-313cb762-272e-474b-8891-47da1b4d6324 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.611159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313cb762-272e-474b-8891-47da1b4d6324 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Fanout notify agent at l3_agent the message router_deleted on router cbb91939-c88c-4379-9795-02c3d336f3f0 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:57:10.626541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event updated for resources: {'Port': ['ID=b131bbbe-4e02-438a-8dd2-a959da6289f4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:10.626660 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-313cb762-272e-474b-8891-47da1b4d6324 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.626660 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-313cb762-272e-474b-8891-47da1b4d6324 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/routers/cbb91939-c88c-4379-9795-02c3d336f3f0 HTTP/1.1" status: 204 len: 168 time: 0.6088402 Aug 16 20:57:10.626660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37088) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.645661 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-221255f3-329b-41b6-836c-4c3ef2fe7316 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.675438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6706d10-5365-4481-bae5-dc0f9c4ceb53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting subnet 35814ab8-5cbc-492e-ac0d-92864866bf5d {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:10.678548 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6706d10-5365-4481-bae5-dc0f9c4ceb53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.723056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6706d10-5365-4481-bae5-dc0f9c4ceb53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.740090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4f369a43-d374-4b5a-9bbe-207531a2dd4d tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7436929 Aug 16 20:57:10.742833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37090) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.754835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:10.818951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6706d10-5365-4481-bae5-dc0f9c4ceb53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.831547 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.915300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-221255f3-329b-41b6-836c-4c3ef2fe7316 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.983178 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6706d10-5365-4481-bae5-dc0f9c4ceb53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.009090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad2b52-ac99-4d1b-8745-37a0c4c60172 req-13f379ae-35e7-4023-8b7f-492e4333977e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:11.010603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36ad2b52-ac99-4d1b-8745-37a0c4c60172 req-13f379ae-35e7-4023-8b7f-492e4333977e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.1164849 Aug 16 20:57:11.016839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-221255f3-329b-41b6-836c-4c3ef2fe7316 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.023624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6706d10-5365-4481-bae5-dc0f9c4ceb53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Subnet': ['ID=35814ab8-5cbc-492e-ac0d-92864866bf5d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.027198 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a6706d10-5365-4481-bae5-dc0f9c4ceb53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.033218 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a6706d10-5365-4481-bae5-dc0f9c4ceb53 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/35814ab8-5cbc-492e-ac0d-92864866bf5d HTTP/1.1" status: 204 len: 168 time: 0.4074786 Aug 16 20:57:11.034453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37098) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:11.044289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f1af47-9363-4f03-9e7b-d3909962c014 None None] Network 9c77914b-4015-431b-a8df-be38041f7073 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:11.082389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221255f3-329b-41b6-836c-4c3ef2fe7316 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c7590a-3497-44ae-beda-c5af8231c11a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.085000 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.109618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36ad2b52-ac99-4d1b-8745-37a0c4c60172 req-ba29ac7b-fc70-4dbf-9ca3-873a948534dd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863979 Aug 16 20:57:11.133229 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-221255f3-329b-41b6-836c-4c3ef2fe7316 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.133229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-221255f3-329b-41b6-836c-4c3ef2fe7316 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6267438 Aug 16 20:57:11.135729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37100) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:11.140949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-fed31d4d-3993-47c7-aacb-6a94b77025e6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '87c7590a-3497-44ae-beda-c5af8231c11a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:11.141851 n-d-793619-14 neutron-server[95261]: WARNING neutron.api.v2.base [None req-fed31d4d-3993-47c7-aacb-6a94b77025e6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 20:57:11.142347 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-fed31d4d-3993-47c7-aacb-6a94b77025e6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:11.143330 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fed31d4d-3993-47c7-aacb-6a94b77025e6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065563 Aug 16 20:57:11.152868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37102) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:11.169298 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.173417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] device_id is not set on port b131bbbe-4e02-438a-8dd2-a959da6289f4 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:11.188124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.214408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Transition to ACTIVE for port object b131bbbe-4e02-438a-8dd2-a959da6289f4 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:11.234422 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec97a-a957-4170-8da1-4f1c306fcb74 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.238658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Deleting port 6bddc1c2-dd0e-4719-abd9-f71614a584c2 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:11.239018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.262848 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec97a-a957-4170-8da1-4f1c306fcb74 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.295119 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.322951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] For port 6bddc1c2-dd0e-4719-abd9-f71614a584c2, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6bddc1c2-dd0e-4719-abd9-f71614a584c2,segment=NetworkSegment(7efb5fc3-ecda-4c19-927e-15560b67647d),segment_id=7efb5fc3-ecda-4c19-927e-15560b67647d)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:11.323468 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.342883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Calling delete_port for 6bddc1c2-dd0e-4719-abd9-f71614a584c2 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:11.349162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port a55cc1bd-8131-45ac-882e-bed661acf745 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:11.349510 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.358763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a56253-2eac-46af-859d-6b8d968079da None None] DHCP port deletion for 9c77914b-4015-431b-a8df-be38041f7073 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:11.367643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event updated for resources: {'Port': ['ID=b131bbbe-4e02-438a-8dd2-a959da6289f4,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.382680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:11.382680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:11.383019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:11.388486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:11.388942 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:11.389446 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 2 to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 Aug 16 20:57:11.404727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:11.404727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:11.404727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:11.409717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:11.410155 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:11.410681 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 3 to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 Aug 16 20:57:11.423453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:11.424128 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:11.424262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:11.434491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:11.434491 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:11.434491 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 4 to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 Aug 16 20:57:11.434865 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-76a56253-2eac-46af-859d-6b8d968079da None None] Deleting port a55cc1bd-8131-45ac-882e-bed661acf745 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:11.434865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-76a56253-2eac-46af-859d-6b8d968079da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.444189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:11.444681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:11.445166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:11.451980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:11.452737 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:11.453366 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 5 to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 Aug 16 20:57:11.467846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:11.468320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:11.468771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:11.473813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] For port a55cc1bd-8131-45ac-882e-bed661acf745, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a55cc1bd-8131-45ac-882e-bed661acf745,segment=NetworkSegment(fcbae54f-87b8-40c6-ad53-9282df9dfe45),segment_id=fcbae54f-87b8-40c6-ad53-9282df9dfe45)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:11.474195 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.474508 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:11.474932 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:11.475415 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 6 to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 Aug 16 20:57:11.491230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:11.491462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:11.491843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:11.497352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for a55cc1bd-8131-45ac-882e-bed661acf745 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:11.498505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:11.499274 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:11.499946 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 7 to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 Aug 16 20:57:11.515107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:11.515623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:11.516581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:11.523468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:11.523468 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:11.524101 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 8 to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 Aug 16 20:57:11.525936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-76a56253-2eac-46af-859d-6b8d968079da None None] For port a55cc1bd-8131-45ac-882e-bed661acf745, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a55cc1bd-8131-45ac-882e-bed661acf745,segment=NetworkSegment(fcbae54f-87b8-40c6-ad53-9282df9dfe45),segment_id=fcbae54f-87b8-40c6-ad53-9282df9dfe45)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:11.526590 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-76a56253-2eac-46af-859d-6b8d968079da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.542240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-76a56253-2eac-46af-859d-6b8d968079da None None] Calling delete_port for a55cc1bd-8131-45ac-882e-bed661acf745 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:11.545696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:11.546133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:11.546566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:11.550484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec97a-a957-4170-8da1-4f1c306fcb74 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.553677 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec97a-a957-4170-8da1-4f1c306fcb74 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.555267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4d5ec97a-a957-4170-8da1-4f1c306fcb74 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "DELETE /v2.0/security-groups/87c7590a-3497-44ae-beda-c5af8231c11a HTTP/1.1" status: 204 len: 168 time: 0.4011528 Aug 16 20:57:11.566116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37106) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:11.566116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:11.566116 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:11.590828 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 9 to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 Aug 16 20:57:11.609975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ec97a-a957-4170-8da1-4f1c306fcb74 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c7590a-3497-44ae-beda-c5af8231c11a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.619422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:11.619579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:11.619834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:11.631932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:11.632411 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:11.632778 n-d-793619-14 neutron-server[95261]: INFO neutron.plugins.ml2.plugin [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempt 10 to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 Aug 16 20:57:11.638350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-174ed3e6-edcb-443b-86c7-58f1d4612247 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761218 Aug 16 20:57:11.649421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37108) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:11.651305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:11.651644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:11.651984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempting to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:11.654448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-063182b1-5802-4fa9-833d-0f5d7bbb778c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'tempest-secgroup--109178515'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:11.656601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:11.657117 n-d-793619-14 neutron-server[95261]: ERROR neutron.plugins.ml2.managers [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Failed to bind port b131bbbe-4e02-438a-8dd2-a959da6289f4 on host n-h1-793619-14 for vnic_type normal using segments [{'id': 'e4467b4f-59fb-48ad-b131-819609ca0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aae86b16-4444-4526-a3bc-513a51c8a3a1'}] Aug 16 20:57:11.657638 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.721595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] For port b131bbbe-4e02-438a-8dd2-a959da6289f4, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:11.721955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attempted to set empty binding levels {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:57:11.749357 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.774812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Port': ['ID=6bddc1c2-dd0e-4719-abd9-f71614a584c2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.781524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No DVR routers for this DVR port 6bddc1c2-dd0e-4719-abd9-f71614a584c2 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:11.788189 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.790205 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-76a56253-2eac-46af-859d-6b8d968079da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.790344 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-063182b1-5802-4fa9-833d-0f5d7bbb778c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.818840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a56253-2eac-46af-859d-6b8d968079da None None] Pushing event deleted for resources: {'Port': ['ID=a55cc1bd-8131-45ac-882e-bed661acf745,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.822667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a56253-2eac-46af-859d-6b8d968079da None None] No DVR routers for this DVR port a55cc1bd-8131-45ac-882e-bed661acf745 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:11.854605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No DVR routers for this DVR port a55cc1bd-8131-45ac-882e-bed661acf745 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:11.859257 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.890416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] In _notify_port_updated(), no bound segment for port b131bbbe-4e02-438a-8dd2-a959da6289f4 on network aae86b16-4444-4526-a3bc-513a51c8a3a1 {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:57:11.891571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:11.892549 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.894003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "PUT /v2.0/ports/b131bbbe-4e02-438a-8dd2-a959da6289f4 HTTP/1.1" status: 200 len: 975 time: 1.1502216 Aug 16 20:57:11.897497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37110) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:11.901577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=a55cc1bd-8131-45ac-882e-bed661acf745,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.920597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964295e-4e1d-4d64-a6c2-558e725efda8 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event updated for resources: {'Port': ['ID=b131bbbe-4e02-438a-8dd2-a959da6289f4,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.972224 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.012718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c77f7-625b-4c0b-8f82-bf4413951c03 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Deleting port b131bbbe-4e02-438a-8dd2-a959da6289f4 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:12.013152 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e3c77f7-625b-4c0b-8f82-bf4413951c03 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.022172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651ed62f-1bfc-4f52-a2df-728050b3e70e']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.045480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efb5fc3-ecda-4c19-927e-15560b67647d') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.045780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efb5fc3-ecda-4c19-927e-15560b67647d') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.056310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.066912 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.083170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c77914b-4015-431b-a8df-be38041f7073']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.083361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-9e3c77f7-625b-4c0b-8f82-bf4413951c03 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] For port b131bbbe-4e02-438a-8dd2-a959da6289f4, host n-h1-793619-14, got binding levels [] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:12.083361 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e3c77f7-625b-4c0b-8f82-bf4413951c03 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.097103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbae54f-87b8-40c6-ad53-9282df9dfe45') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.097331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbae54f-87b8-40c6-ad53-9282df9dfe45') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.098617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c77f7-625b-4c0b-8f82-bf4413951c03 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Calling delete_port for b131bbbe-4e02-438a-8dd2-a959da6289f4 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:12.106706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.114667 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.118279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:12.118681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:12.126056 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:12.179635 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.191267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-063182b1-5802-4fa9-833d-0f5d7bbb778c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.203760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:12.204170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:12.207572 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:12.247035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb95171-2733-481c-b6fb-0543a89c95c7 req-fb8b6da8-cfca-4bcb-ac87-c86681c6d934 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.248652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6bb95171-2733-481c-b6fb-0543a89c95c7 req-fb8b6da8-cfca-4bcb-ac87-c86681c6d934 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0543053 Aug 16 20:57:12.286564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-063182b1-5802-4fa9-833d-0f5d7bbb778c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.289128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6bb95171-2733-481c-b6fb-0543a89c95c7 req-237b032a-3c45-4597-989b-f9be7d732ecc tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Aug 16 20:57:12.324988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063182b1-5802-4fa9-833d-0f5d7bbb778c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3c6371-a51f-4f1f-ba50-df9b4cae1bb7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.327837 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e3c77f7-625b-4c0b-8f82-bf4413951c03 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.361104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c77f7-625b-4c0b-8f82-bf4413951c03 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Pushing event deleted for resources: {'Port': ['ID=b131bbbe-4e02-438a-8dd2-a959da6289f4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.363759 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e3c77f7-625b-4c0b-8f82-bf4413951c03 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.368133 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9e3c77f7-625b-4c0b-8f82-bf4413951c03 tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "DELETE /v2.0/ports/b131bbbe-4e02-438a-8dd2-a959da6289f4 HTTP/1.1" status: 204 len: 168 time: 0.4565415 Aug 16 20:57:12.368676 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.369523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37116) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.392144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.392144 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/651ed62f-1bfc-4f52-a2df-728050b3e70e HTTP/1.1" status: 204 len: 168 time: 3.6687868 Aug 16 20:57:12.392488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37118) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.397361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1042856951'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:12.411749 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c10cf23-62e9-47b3-bce4-0bf1ce4fcf1c tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:57:12.413450 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8c10cf23-62e9-47b3-bce4-0bf1ce4fcf1c tempest-PortsAdminExtendedAttrsTestJSON-2044176176 tempest-PortsAdminExtendedAttrsTestJSON-2044176176-project-admin] 10.222.0.74 "GET /v2.0/ports/b131bbbe-4e02-438a-8dd2-a959da6289f4 HTTP/1.1" status: 404 len: 333 time: 0.0429487 Aug 16 20:57:12.414914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bdbd8-9fa9-4d17-8d6a-682394ccd5a2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=651ed62f-1bfc-4f52-a2df-728050b3e70e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.416978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37120) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.427785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-063182b1-5802-4fa9-833d-0f5d7bbb778c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.430910 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-063182b1-5802-4fa9-833d-0f5d7bbb778c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7777164 Aug 16 20:57:12.430910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.431555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37122) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.438680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3ca988d8-a9ff-4d68-9f43-0544d25fb28e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '4b3c6371-a51f-4f1f-ba50-df9b4cae1bb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:12.445412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.447213 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/networks/9c77914b-4015-431b-a8df-be38041f7073 HTTP/1.1" status: 204 len: 168 time: 1.4122646 Aug 16 20:57:12.452036 n-d-793619-14 neutron-server[95261]: WARNING neutron.api.v2.base [None req-3ca988d8-a9ff-4d68-9f43-0544d25fb28e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 20:57:12.452681 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-3ca988d8-a9ff-4d68-9f43-0544d25fb28e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:12.457359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3ca988d8-a9ff-4d68-9f43-0544d25fb28e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214365 Aug 16 20:57:12.457359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37124) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.466702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37126) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.471282 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2cc96482-cc76-4b7d-9a24-ae22b19dc780 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '4b3c6371-a51f-4f1f-ba50-df9b4cae1bb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:12.472166 n-d-793619-14 neutron-server[95261]: WARNING neutron.api.v2.base [None req-2cc96482-cc76-4b7d-9a24-ae22b19dc780 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 20:57:12.472724 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-2cc96482-cc76-4b7d-9a24-ae22b19dc780 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:12.476483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2cc96482-cc76-4b7d-9a24-ae22b19dc780 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059102 Aug 16 20:57:12.479771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37128) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.482976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-af4a25cb-3a48-48b4-a5d4-e066527532b3 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '4b3c6371-a51f-4f1f-ba50-df9b4cae1bb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:12.484547 n-d-793619-14 neutron-server[95261]: WARNING neutron.api.v2.base [None req-af4a25cb-3a48-48b4-a5d4-e066527532b3 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 20:57:12.485144 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-af4a25cb-3a48-48b4-a5d4-e066527532b3 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:12.488898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af4a25cb-3a48-48b4-a5d4-e066527532b3 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086324 Aug 16 20:57:12.492258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37130) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.501651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1d9b6165-94c6-4d34-926d-9a0e07993e4e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '4b3c6371-a51f-4f1f-ba50-df9b4cae1bb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:12.503578 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-1d9b6165-94c6-4d34-926d-9a0e07993e4e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 20:57:12.504089 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-1d9b6165-94c6-4d34-926d-9a0e07993e4e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:12.508021 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1d9b6165-94c6-4d34-926d-9a0e07993e4e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095696 Aug 16 20:57:12.510637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37132) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.513636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ad5db-38a4-40c9-ac59-68530b96b055 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Network': ['ID=9c77914b-4015-431b-a8df-be38041f7073,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.530985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a55cc1bd-8131-45ac-882e-bed661acf745 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:12.533259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.540429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d04e5c2-254b-4c68-9a64-d5afacb7efaf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.542948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1d04e5c2-254b-4c68-9a64-d5afacb7efaf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/e3a57c79-317f-45a4-b55a-50382897a50e HTTP/1.1" status: 200 len: 841 time: 0.0859361 Aug 16 20:57:12.552973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37134) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.556808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: a55cc1bd-8131-45ac-882e-bed661acf745 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:12.557187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a55cc1bd-8131-45ac-882e-bed661acf745 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:12.580868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:12.584165 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.607403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f942bdf-4aef-494e-8c3f-affe32444dbf tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.630880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:12.643212 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f942bdf-4aef-494e-8c3f-affe32444dbf tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.655494 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.655853 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment 42599f1d-79ff-4f3b-8806-b5aa3c17a7f4 of type vlan for network a9d6dfb7-db11-4df8-a7c0-2bccaee44503 Aug 16 20:57:12.662674 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1ef9f151-bb1c-4ace-bca7-61397bbe0780 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/e3a57c79-317f-45a4-b55a-50382897a50e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1080391 Aug 16 20:57:12.667197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37136) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.678730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-371d6930-0548-4904-ac1f-01ab468293b5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:12.695410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.720705 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.732979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae86b16-4444-4526-a3bc-513a51c8a3a1']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.752459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4467b4f-59fb-48ad-b131-819609ca0277') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.752755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4467b4f-59fb-48ad-b131-819609ca0277') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.770253 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.778100 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f942bdf-4aef-494e-8c3f-affe32444dbf tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.781363 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f942bdf-4aef-494e-8c3f-affe32444dbf tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.782886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5f942bdf-4aef-494e-8c3f-affe32444dbf tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "DELETE /v2.0/security-groups/4b3c6371-a51f-4f1f-ba50-df9b4cae1bb7 HTTP/1.1" status: 204 len: 168 time: 0.2710326 Aug 16 20:57:12.786617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37138) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.794314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f942bdf-4aef-494e-8c3f-affe32444dbf tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3c6371-a51f-4f1f-ba50-df9b4cae1bb7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.801753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.801934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.809496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.810430 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.814863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:12.814863 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:12.820238 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:12.884143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=a9d6dfb7-db11-4df8-a7c0-2bccaee44503,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.898906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a9d6dfb7-db11-4df8-a7c0-2bccaee44503 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:12.901107 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-907df763-7a25-45b6-9fac-37fecaa1b89e tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127512 Aug 16 20:57:12.904695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37140) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.909431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-12b1b36e-1a84-489e-8d00-97051fff5e4c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542105938'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:12.914915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371d6930-0548-4904-ac1f-01ab468293b5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:12.918464 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-371d6930-0548-4904-ac1f-01ab468293b5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.966339 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.974923 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.976387 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] 10.222.0.74 "DELETE /v2.0/networks/aae86b16-4444-4526-a3bc-513a51c8a3a1 HTTP/1.1" status: 204 len: 168 time: 0.5584743 Aug 16 20:57:12.994545 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7ca5fbaa-c26e-42e7-bc6b-269b6fcc78ba tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6014805 Aug 16 20:57:12.997100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447221ca-e184-474c-a119-488864b7592e tempest-PortsAdminExtendedAttrsTestJSON-529133315 tempest-PortsAdminExtendedAttrsTestJSON-529133315-project] Pushing event deleted for resources: {'Network': ['ID=aae86b16-4444-4526-a3bc-513a51c8a3a1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.997710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37146) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.003650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'network_id': 'a9d6dfb7-db11-4df8-a7c0-2bccaee44503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:13.080020 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-12b1b36e-1a84-489e-8d00-97051fff5e4c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.187939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:13.191535 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.213962 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-371d6930-0548-4904-ac1f-01ab468293b5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.249927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_backend_mixin [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Performing IP validity checks on allocation pools {{(pid=95261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:57:13.250497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_backend_mixin [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:57:13.277614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d6930-0548-4904-ac1f-01ab468293b5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:13.285371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-371d6930-0548-4904-ac1f-01ab468293b5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:13.290312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d6930-0548-4904-ac1f-01ab468293b5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:13.290906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-371d6930-0548-4904-ac1f-01ab468293b5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.297333 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46962472-42a8-4d70-8cc2-56662e76019a None None] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:13.311161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d6930-0548-4904-ac1f-01ab468293b5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Subnet': ['ID=aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:13.323089 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-12b1b36e-1a84-489e-8d00-97051fff5e4c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.423099 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-12b1b36e-1a84-489e-8d00-97051fff5e4c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.429697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2ab07-4eed-471f-bea8-d5258b7efb5b req-e42abf0d-6579-4d89-89b3-be0cd9215d2b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:13.431423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73d2ab07-4eed-471f-bea8-d5258b7efb5b req-e42abf0d-6579-4d89-89b3-be0cd9215d2b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0587571 Aug 16 20:57:13.455624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1b36e-1a84-489e-8d00-97051fff5e4c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13be1fd8-3a81-4c18-9a0d-6a3274a4f058,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:13.470955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73d2ab07-4eed-471f-bea8-d5258b7efb5b req-7673d6e8-79ba-4cee-a257-edd5da80078f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Aug 16 20:57:13.493637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'tenant_id': 'a319271fc3714777bb9854455552b6a7', 'fixed_ips': [{'subnet_id': 'aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:13.494543 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.541054 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.544264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-371d6930-0548-4904-ac1f-01ab468293b5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8740389 Aug 16 20:57:13.545910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-12b1b36e-1a84-489e-8d00-97051fff5e4c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.550076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-12b1b36e-1a84-489e-8d00-97051fff5e4c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6415575 Aug 16 20:57:13.550873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37152) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.551533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37154) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.557908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e2f91644-ceb4-4b45-b526-7933c6b5a38f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'security_group': {'name': 'tempest-secgroup-107526649'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:13.566381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-80d341c9-d8c8-4901-9185-a6e810f105fd tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '13be1fd8-3a81-4c18-9a0d-6a3274a4f058', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:13.567967 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-80d341c9-d8c8-4901-9185-a6e810f105fd tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 20:57:13.568478 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-80d341c9-d8c8-4901-9185-a6e810f105fd tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:13.569738 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-80d341c9-d8c8-4901-9185-a6e810f105fd tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072029 Aug 16 20:57:13.574966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37156) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.581756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4792c23a-2db8-4719-acc8-82172b9dc8ae tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '13be1fd8-3a81-4c18-9a0d-6a3274a4f058', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:13.604803 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-4792c23a-2db8-4719-acc8-82172b9dc8ae tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:13.604803 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:57:13.604803 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': '050082a7138b4a129631b719a2d16d47', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 57, 13, 591540)}] Aug 16 20:57:13.604803 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:13.605293 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-4792c23a-2db8-4719-acc8-82172b9dc8ae tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:13.618926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37158) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.634460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Allocated IP 172.20.0.2 (b9ef9a86-fb0c-446f-b4aa-159f397f3682/aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3/7940d67f-631d-4e5a-a2f5-6797380ed31b) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:13.639436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=6e9ec28c-a8e2-4198-bef8-f9fba279396f,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:13.649941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking segment: {'id': '42599f1d-79ff-4f3b-8806-b5aa3c17a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9d6dfb7-db11-4df8-a7c0-2bccaee44503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:13.650306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network hostable DHCP agents. Network: a9d6dfb7-db11-4df8-a7c0-2bccaee44503, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:13.667800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2f91644-ceb4-4b45-b526-7933c6b5a38f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.727781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network a9d6dfb7-db11-4df8-a7c0-2bccaee44503 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:13.768899 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2f91644-ceb4-4b45-b526-7933c6b5a38f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.788933 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.790213 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e63c639f-a97d-4359-ad80-79b28435e82b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b17dc5a19d342e097fc91a52be23a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708736 Aug 16 20:57:13.792797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37162) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.797628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Transition to ACTIVE for port object 7940d67f-631d-4e5a-a2f5-6797380ed31b will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:13.811973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a9d6dfb7-db11-4df8-a7c0-2bccaee44503) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:13.814025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Transition to ACTIVE for port object 7940d67f-631d-4e5a-a2f5-6797380ed31b will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:13.816730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:13.817407 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.825011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf924a-de52-41a7-81b7-828eff22f15f None None] Network a9d6dfb7-db11-4df8-a7c0-2bccaee44503 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:13.844866 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2f91644-ceb4-4b45-b526-7933c6b5a38f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.857472 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0d94a704-be31-4143-b138-82edb6d8128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.892600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f91644-ceb4-4b45-b526-7933c6b5a38f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec95b19-f460-4583-94f4-2d207cc70d4c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:13.894328 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.896039 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0d94a704-be31-4143-b138-82edb6d8128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.916019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b6afad95-4e86-471f-992d-ec9dd87dc007 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9170425 Aug 16 20:57:13.918590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37164) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.922692 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2f91644-ceb4-4b45-b526-7933c6b5a38f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.926570 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e2f91644-ceb4-4b45-b526-7933c6b5a38f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3714616 Aug 16 20:57:13.927514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37166) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.931343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-537da214-0605-46f8-849b-0ee4f130b6cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'security_group': {'name': 'tempest-secgroup-1385993398'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:13.953516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:13.977236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:13.980940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Pushing event updated for resources: {'Port': ['ID=7940d67f-631d-4e5a-a2f5-6797380ed31b,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:13.983233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:14.026025 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0d94a704-be31-4143-b138-82edb6d8128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.029036 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0d94a704-be31-4143-b138-82edb6d8128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.032909 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0d94a704-be31-4143-b138-82edb6d8128d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2cf47b30-9fe1-449b-97c0-563e1edb6615 HTTP/1.1" status: 204 len: 168 time: 0.2365987 Aug 16 20:57:14.041373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94a704-be31-4143-b138-82edb6d8128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf47b30-9fe1-449b-97c0-563e1edb6615,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:14.075956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-a9d6dfb7-db11-4df8-a7c0-2bccaee44503', 'network_id': 'a9d6dfb7-db11-4df8-a7c0-2bccaee44503', 'tenant_id': '8e67561cc6004c719b4715b0e20e3ea0', 'fixed_ips': [{'subnet_id': '6e9ec28c-a8e2-4198-bef8-f9fba279396f'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:14.076862 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.093938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Attempting to bind port 7940d67f-631d-4e5a-a2f5-6797380ed31b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:14.094183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Attempting to bind port 7940d67f-631d-4e5a-a2f5-6797380ed31b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'f5e614a8-9d87-42f6-8e27-1c2cefe23c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:14.094555 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Attempting to bind port 7940d67f-631d-4e5a-a2f5-6797380ed31b on network b9ef9a86-fb0c-446f-b4aa-159f397f3682 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:14.102863 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:14.103252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Checking segment: {'id': 'f5e614a8-9d87-42f6-8e27-1c2cefe23c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:14.103665 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.104333 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Bound using segment: {'id': 'f5e614a8-9d87-42f6-8e27-1c2cefe23c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:14.104904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Bound port: 7940d67f-631d-4e5a-a2f5-6797380ed31b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e614a8-9d87-42f6-8e27-1c2cefe23c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:14.105243 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.275288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] For port 7940d67f-631d-4e5a-a2f5-6797380ed31b, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:14.280360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] For port 7940d67f-631d-4e5a-a2f5-6797380ed31b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7940d67f-631d-4e5a-a2f5-6797380ed31b,segment=NetworkSegment(f5e614a8-9d87-42f6-8e27-1c2cefe23c63),segment_id=f5e614a8-9d87-42f6-8e27-1c2cefe23c63)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:14.301598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Allocated IP 172.20.0.3 (a9d6dfb7-db11-4df8-a7c0-2bccaee44503/6e9ec28c-a8e2-4198-bef8-f9fba279396f/18573ee4-00e6-4649-8c15-03d508784bb0) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:14.343214 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-537da214-0605-46f8-849b-0ee4f130b6cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:14.343214 n-d-793619-14 neutron-server[95261]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:57:14.343214 n-d-793619-14 neutron-server[95261]: [parameters: {'project_id': 'a319271fc3714777bb9854455552b6a7', 'id': '524025de-b9c6-4e45-81e2-d99480cccae0', 'expiration': datetime.datetime(2021, 8, 16, 20, 59, 14, 330410)}] Aug 16 20:57:14.343214 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:14.344003 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-537da214-0605-46f8-849b-0ee4f130b6cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:14.369700 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.392032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.464137 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.479902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6490ee-ed01-458a-bf44-1cb58c359a94 None None] Pushing event updated for resources: {'Port': ['ID=7940d67f-631d-4e5a-a2f5-6797380ed31b,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:14.525309 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.530485 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-4792c23a-2db8-4719-acc8-82172b9dc8ae tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:14.530485 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4792c23a-2db8-4719-acc8-82172b9dc8ae tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9498293 Aug 16 20:57:14.531012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37176) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.536078 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e2d77cee-2121-4a13-ae24-4487b97bc3b9 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '13be1fd8-3a81-4c18-9a0d-6a3274a4f058', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:14.538709 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-e2d77cee-2121-4a13-ae24-4487b97bc3b9 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 20:57:14.539753 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-e2d77cee-2121-4a13-ae24-4487b97bc3b9 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:14.546509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37178) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.548010 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e2d77cee-2121-4a13-ae24-4487b97bc3b9 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0162721 Aug 16 20:57:14.548628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Transition to ACTIVE for port object 18573ee4-00e6-4649-8c15-03d508784bb0 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:14.552316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-12c348ee-c558-499b-80b1-b0db6b4ec5b0 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '13be1fd8-3a81-4c18-9a0d-6a3274a4f058', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:14.565881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Transition to ACTIVE for port object 18573ee4-00e6-4649-8c15-03d508784bb0 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:14.618821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899cdac-efb6-4c4d-98f4-ceabdca63d9b req-b1d8c53d-6b9a-4397-932d-498822ef862c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:14.622339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c899cdac-efb6-4c4d-98f4-ceabdca63d9b req-b1d8c53d-6b9a-4397-932d-498822ef862c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0615487 Aug 16 20:57:14.667258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c899cdac-efb6-4c4d-98f4-ceabdca63d9b req-d1e0735c-9966-4068-9bec-ea0353de4fcc tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368524 Aug 16 20:57:14.676051 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.739527 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Network a9d6dfb7-db11-4df8-a7c0-2bccaee44503 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:14.742488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:14.746076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:14.754208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Pushing event updated for resources: {'Port': ['ID=18573ee4-00e6-4649-8c15-03d508784bb0,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:14.768783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37180) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.777623 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.780108 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-12c348ee-c558-499b-80b1-b0db6b4ec5b0 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:14.780525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-12c348ee-c558-499b-80b1-b0db6b4ec5b0 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2324874 Aug 16 20:57:14.783946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37182) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.790034 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3777cb20-bc4b-48e7-9f4a-9503580751bf tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '13be1fd8-3a81-4c18-9a0d-6a3274a4f058', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:14.790520 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-3777cb20-bc4b-48e7-9f4a-9503580751bf tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 20:57:14.791074 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-3777cb20-bc4b-48e7-9f4a-9503580751bf tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:14.796068 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3777cb20-bc4b-48e7-9f4a-9503580751bf tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095165 Aug 16 20:57:14.796866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37184) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.801776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-23bb1f9e-c0d0-427a-b50c-44002d9ad4a2 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '13be1fd8-3a81-4c18-9a0d-6a3274a4f058', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:14.810820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Attempting to bind port 18573ee4-00e6-4649-8c15-03d508784bb0 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:14.816526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Attempting to bind port 18573ee4-00e6-4649-8c15-03d508784bb0 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '42599f1d-79ff-4f3b-8806-b5aa3c17a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9d6dfb7-db11-4df8-a7c0-2bccaee44503'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:14.816526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Attempting to bind port 18573ee4-00e6-4649-8c15-03d508784bb0 on network a9d6dfb7-db11-4df8-a7c0-2bccaee44503 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:14.816752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:14.817170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Checking segment: {'id': '42599f1d-79ff-4f3b-8806-b5aa3c17a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9d6dfb7-db11-4df8-a7c0-2bccaee44503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:14.817636 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.818090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Bound using segment: {'id': '42599f1d-79ff-4f3b-8806-b5aa3c17a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9d6dfb7-db11-4df8-a7c0-2bccaee44503'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:14.818620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Bound port: 18573ee4-00e6-4649-8c15-03d508784bb0, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42599f1d-79ff-4f3b-8806-b5aa3c17a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9d6dfb7-db11-4df8-a7c0-2bccaee44503'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:14.819070 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.820494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9ec28c-a8e2-4198-bef8-f9fba279396f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:14.883080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] For port 18573ee4-00e6-4649-8c15-03d508784bb0, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:14.895035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] For port 18573ee4-00e6-4649-8c15-03d508784bb0, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=18573ee4-00e6-4649-8c15-03d508784bb0,segment=NetworkSegment(42599f1d-79ff-4f3b-8806-b5aa3c17a7f4),segment_id=42599f1d-79ff-4f3b-8806-b5aa3c17a7f4)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:14.905147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e1ab6c90-71e9-42b0-a02c-7dd46d55f27c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b518137e43784a41862a43880d27e842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351128 Aug 16 20:57:14.907797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37186) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.914731 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.917572 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-23bb1f9e-c0d0-427a-b50c-44002d9ad4a2 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Project 050082a7138b4a129631b719a2d16d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:57:14.936534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d6dfb7-db11-4df8-a7c0-2bccaee44503']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:14.954355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42599f1d-79ff-4f3b-8806-b5aa3c17a7f4') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:14.954659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42599f1d-79ff-4f3b-8806-b5aa3c17a7f4') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:14.970416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.993938 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.999873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.008544 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fe07674-ae28-44eb-b598-e8d51c00c7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.010448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:15.010788 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:15.014444 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:15.064579 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-537da214-0605-46f8-849b-0ee4f130b6cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.082266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9927db-21cd-4896-8293-4452288dac5b None None] Pushing event updated for resources: {'Port': ['ID=18573ee4-00e6-4649-8c15-03d508784bb0,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:15.097475 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fe07674-ae28-44eb-b598-e8d51c00c7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.099909 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f348e9ce-b3e9-428b-b11f-05639d6ce957 None None] Network a9d6dfb7-db11-4df8-a7c0-2bccaee44503 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:15.109465 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-23bb1f9e-c0d0-427a-b50c-44002d9ad4a2 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:15.111077 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-23bb1f9e-c0d0-427a-b50c-44002d9ad4a2 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3129773 Aug 16 20:57:15.114083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37188) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:15.120031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c62f573c-d789-4e87-97b3-e2394c19128c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '13be1fd8-3a81-4c18-9a0d-6a3274a4f058', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:15.120796 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-c62f573c-d789-4e87-97b3-e2394c19128c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 20:57:15.121517 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-c62f573c-d789-4e87-97b3-e2394c19128c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:15.123707 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c62f573c-d789-4e87-97b3-e2394c19128c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080299 Aug 16 20:57:15.129518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37190) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:15.134464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c9969248-a913-4314-b4b2-816aaf4ea33f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '13be1fd8-3a81-4c18-9a0d-6a3274a4f058', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:15.154064 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-c9969248-a913-4314-b4b2-816aaf4ea33f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:15.154064 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:57:15.154064 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': '050082a7138b4a129631b719a2d16d47', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 57, 15, 141338)}] Aug 16 20:57:15.154064 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:15.154585 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-c9969248-a913-4314-b4b2-816aaf4ea33f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:15.184322 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:57:15.184322 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:57:15.184322 n-d-793619-14 neutron-server[95261]: [parameters: {'id': 'a9d6dfb7-db11-4df8-a7c0-2bccaee44503'}] Aug 16 20:57:15.184322 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:15.184322 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:15.227987 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-537da214-0605-46f8-849b-0ee4f130b6cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.237141 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5633b9ed-a0c3-4ba7-b5b3-6ca4335beb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.269015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fe07674-ae28-44eb-b598-e8d51c00c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.271544 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fe07674-ae28-44eb-b598-e8d51c00c7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.272760 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8fe07674-ae28-44eb-b598-e8d51c00c7bc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9e951eec-9c11-4534-b819-c36906c06508 HTTP/1.1" status: 204 len: 168 time: 0.3640428 Aug 16 20:57:15.282044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe07674-ae28-44eb-b598-e8d51c00c7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e951eec-9c11-4534-b819-c36906c06508,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:15.320593 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-537da214-0605-46f8-849b-0ee4f130b6cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.353425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537da214-0605-46f8-849b-0ee4f130b6cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331991a8-62ef-41c6-b316-7d090bead4e7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:15.410613 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-537da214-0605-46f8-849b-0ee4f130b6cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.415223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-537da214-0605-46f8-849b-0ee4f130b6cf tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4839330 Aug 16 20:57:15.415223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37198) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:15.420589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-850420815', 'security_groups': ['331991a8-62ef-41c6-b316-7d090bead4e7'], 'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:15.428743 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a80411-44cd-4a82-ba9e-6ee69dfc857d None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:57:15.629749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:15.682621 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.697698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-157dc0aa-d4b5-4eaa-96af-3f9780bf1eae None None] Provisioning for port 7940d67f-631d-4e5a-a2f5-6797380ed31b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:15.723333 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a80411-44cd-4a82-ba9e-6ee69dfc857d None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:57:15.726670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-157dc0aa-d4b5-4eaa-96af-3f9780bf1eae None None] Provisioning complete for port e3a57c79-317f-45a4-b55a-50382897a50e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:15.727133 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-157dc0aa-d4b5-4eaa-96af-3f9780bf1eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.778511 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-c9969248-a913-4314-b4b2-816aaf4ea33f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Project 050082a7138b4a129631b719a2d16d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:57:15.779754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.829112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-157dc0aa-d4b5-4eaa-96af-3f9780bf1eae None None] Port e3a57c79-317f-45a4-b55a-50382897a50e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:15.833582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port d66c7766-6eab-41f0-897a-4e5de6659632 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:15.852404 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-c9969248-a913-4314-b4b2-816aaf4ea33f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:15.855337 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c9969248-a913-4314-b4b2-816aaf4ea33f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7246542 Aug 16 20:57:15.859338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37210) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:15.869327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e247be52-052f-4a6a-a363-69053f799da4 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '13be1fd8-3a81-4c18-9a0d-6a3274a4f058', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:15.908998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd72cf-506e-4a80-894d-b2360af49b0b req-172a3531-4d4f-4007-98f6-6b41afb5f70d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:15.910525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b7fd72cf-506e-4a80-894d-b2360af49b0b req-172a3531-4d4f-4007-98f6-6b41afb5f70d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.1285489 Aug 16 20:57:15.917179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Deleting port 18573ee4-00e6-4649-8c15-03d508784bb0 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:15.917649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.972628 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-e247be52-052f-4a6a-a363-69053f799da4 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Project 050082a7138b4a129631b719a2d16d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:57:16.051331 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-e247be52-052f-4a6a-a363-69053f799da4 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:16.052470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] For port 18573ee4-00e6-4649-8c15-03d508784bb0, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=18573ee4-00e6-4649-8c15-03d508784bb0,segment=NetworkSegment(42599f1d-79ff-4f3b-8806-b5aa3c17a7f4),segment_id=42599f1d-79ff-4f3b-8806-b5aa3c17a7f4)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:16.052847 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.055687 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e247be52-052f-4a6a-a363-69053f799da4 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1951103 Aug 16 20:57:16.056792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37214) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:16.067338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b7fd72cf-506e-4a80-894d-b2360af49b0b req-69eab778-65d8-4888-a34d-a11144161470 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468844 Aug 16 20:57:16.099027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Calling delete_port for 18573ee4-00e6-4649-8c15-03d508784bb0 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:16.112204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1839097-5847-4ffc-a687-de47352f7071 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.136942 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1839097-5847-4ffc-a687-de47352f7071 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.157801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.13 (b9ef9a86-fb0c-446f-b4aa-159f397f3682/aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3/d66c7766-6eab-41f0-897a-4e5de6659632) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:16.258022 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1839097-5847-4ffc-a687-de47352f7071 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.260648 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1839097-5847-4ffc-a687-de47352f7071 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.265801 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f1839097-5847-4ffc-a687-de47352f7071 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "DELETE /v2.0/security-groups/13be1fd8-3a81-4c18-9a0d-6a3274a4f058 HTTP/1.1" status: 204 len: 168 time: 0.2067165 Aug 16 20:57:16.265926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37224) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:16.274861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1839097-5847-4ffc-a687-de47352f7071 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13be1fd8-3a81-4c18-9a0d-6a3274a4f058,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:16.341156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d82731b6-cbf8-4f80-9b14-006e27d274e5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709496 Aug 16 20:57:16.343484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.346615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37226) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:16.352143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-bfa99847-ca83-4eeb-b78d-a0d6ca367203 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153964447'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:16.380983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Port': ['ID=18573ee4-00e6-4649-8c15-03d508784bb0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:16.385282 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.393089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No DVR routers for this DVR port 18573ee4-00e6-4649-8c15-03d508784bb0 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:16.420688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object d66c7766-6eab-41f0-897a-4e5de6659632 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:16.469881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bfa99847-ca83-4eeb-b78d-a0d6ca367203 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.488196 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.509457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d6dfb7-db11-4df8-a7c0-2bccaee44503']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:16.528779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42599f1d-79ff-4f3b-8806-b5aa3c17a7f4') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:16.529130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42599f1d-79ff-4f3b-8806-b5aa3c17a7f4') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:16.549452 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.568699 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.574190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7940d67f-631d-4e5a-a2f5-6797380ed31b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:16.579152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:16.579598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:16.582949 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:16.594136 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bfa99847-ca83-4eeb-b78d-a0d6ca367203 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.631989 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.684841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bfa99847-ca83-4eeb-b78d-a0d6ca367203 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.691793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:16.696930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:16.700723 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:16.716877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa99847-ca83-4eeb-b78d-a0d6ca367203 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d63341-325d-4822-bd75-25d3abc273ca,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:16.726823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 7940d67f-631d-4e5a-a2f5-6797380ed31b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:16.733688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=d66c7766-6eab-41f0-897a-4e5de6659632,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:16.735357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7940d67f-631d-4e5a-a2f5-6797380ed31b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:16.735955 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.759341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:16.760002 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.801837 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.818566 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.820740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/a9d6dfb7-db11-4df8-a7c0-2bccaee44503 HTTP/1.1" status: 204 len: 168 time: 2.9011886 Aug 16 20:57:16.825726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37234) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:16.832575 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.832893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-742071962'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:16.837255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea40155-47ef-40d6-8b4d-a94a31388696 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=a9d6dfb7-db11-4df8-a7c0-2bccaee44503,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:16.873559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 7940d67f-631d-4e5a-a2f5-6797380ed31b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7940d67f-631d-4e5a-a2f5-6797380ed31b,segment=NetworkSegment(f5e614a8-9d87-42f6-8e27-1c2cefe23c63),segment_id=f5e614a8-9d87-42f6-8e27-1c2cefe23c63)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:16.885107 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bfa99847-ca83-4eeb-b78d-a0d6ca367203 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.886545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bfa99847-ca83-4eeb-b78d-a0d6ca367203 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5380387 Aug 16 20:57:16.890002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37236) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:16.894597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2ef5944f-52db-4f2f-8482-c5d36c50c481 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': 'e4d63341-325d-4822-bd75-25d3abc273ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:16.920643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a9adf999-1e66-4bd4-b414-f0549bf6ba9f tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5048382 Aug 16 20:57:16.925622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37238) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:16.929258 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a00e8550-71f3-41ac-b3d7-66969a997746 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:17.023731 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.026500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:17.030894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.063230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:17.072513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.072853 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment bbcaed9d-2883-45e3-adb8-e56d5108f16f of type vlan for network 4b750151-2b06-49f2-ab37-b5f76672f86a Aug 16 20:57:17.080173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=7940d67f-631d-4e5a-a2f5-6797380ed31b,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:17.085640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-129fb081-bdad-4be2-ab33-05c0ce79a7cc None None] Provisioning for port d66c7766-6eab-41f0-897a-4e5de6659632 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:17.089970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-129fb081-bdad-4be2-ab33-05c0ce79a7cc None None] Provisioning complete for port d66c7766-6eab-41f0-897a-4e5de6659632 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:17.092116 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-129fb081-bdad-4be2-ab33-05c0ce79a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.114449 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.129473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-129fb081-bdad-4be2-ab33-05c0ce79a7cc None None] Port d66c7766-6eab-41f0-897a-4e5de6659632 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:17.194938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0f42e-cac4-442f-a50d-7771c52cc102 req-cf224a82-9f93-4cd9-9ede-0d169d5c8454 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:17.196426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ded0f42e-cac4-442f-a50d-7771c52cc102 req-cf224a82-9f93-4cd9-9ede-0d169d5c8454 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0543659 Aug 16 20:57:17.236097 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ded0f42e-cac4-442f-a50d-7771c52cc102 req-746b8857-1ba3-4ff1-b18e-1a36fb47bb47 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Aug 16 20:57:17.264295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.269928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:17.270510 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.301805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00e8550-71f3-41ac-b3d7-66969a997746 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:17.305691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a00e8550-71f3-41ac-b3d7-66969a997746 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.353456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=4b750151-2b06-49f2-ab37-b5f76672f86a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:17.368110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 4b750151-2b06-49f2-ab37-b5f76672f86a details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:17.409567 n-d-793619-14 neutron-server[95261]: INFO neutron.db.ipam_backend_mixin [None req-a00e8550-71f3-41ac-b3d7-66969a997746 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3 (CIDR: 172.20.0.0/28) Aug 16 20:57:17.437113 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f06a1df5-aae3-4b60-8140-4ffcb5831e27 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6076229 Aug 16 20:57:17.437366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37254) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:17.442907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'network_id': '4b750151-2b06-49f2-ab37-b5f76672f86a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:17.464643 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00e8550-71f3-41ac-b3d7-66969a997746 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:17.465499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00e8550-71f3-41ac-b3d7-66969a997746 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:17.488515 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-2ef5944f-52db-4f2f-8482-c5d36c50c481 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The resource could not be found. Aug 16 20:57:17.489623 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2ef5944f-52db-4f2f-8482-c5d36c50c481 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5986812 Aug 16 20:57:17.492389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37258) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:17.497590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-73181876-f0f3-4b2b-9e80-4bdb47a31869 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': 'e4d63341-325d-4822-bd75-25d3abc273ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '02c9284d-2d9a-40e3-a58b-23402c726658'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:17.519882 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-515b0fba-ab8f-4034-9ee5-c08ea2737606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.592998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a00e8550-71f3-41ac-b3d7-66969a997746 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6680992 Aug 16 20:57:17.593634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37262) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:17.598634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:17.724563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37266) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:17.732366 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:17.732366 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:57:17.732366 n-d-793619-14 neutron-server[95261]: [parameters: {'project_id_1': 'a319271fc3714777bb9854455552b6a7', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 57, 17, 693567)}] Aug 16 20:57:17.732366 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:17.732715 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:17.823109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f0254eef-4219-4973-8de0-24eb28c41410 tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:17.824414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:17.827924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.897690 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.928718 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-73181876-f0f3-4b2b-9e80-4bdb47a31869 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The resource could not be found. Aug 16 20:57:17.930203 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-73181876-f0f3-4b2b-9e80-4bdb47a31869 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4367812 Aug 16 20:57:17.933439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37270) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:17.986962 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14b3572f-b05b-4959-8d3c-8cc280fb129f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.008453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14b3572f-b05b-4959-8d3c-8cc280fb129f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.046395 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f0254eef-4219-4973-8de0-24eb28c41410 tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] 10.222.0.74 "PUT /v2.0/quotas/f1e06455944e434aab8fd66334c8888d HTTP/1.1" status: 200 len: 366 time: 0.3206744 Aug 16 20:57:18.048971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37272) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.058988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-89688875-41f0-4317-a384-b7c29e92a187 tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] 10.222.0.74 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0090191 Aug 16 20:57:18.061276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37274) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.070161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e03815ac-8b39-45d4-8b32-ccb4ff64b44c tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] 10.222.0.74 "GET /v2.0/quotas/f1e06455944e434aab8fd66334c8888d HTTP/1.1" status: 200 len: 366 time: 0.0079603 Aug 16 20:57:18.072258 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37276) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.113578 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.143549 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14b3572f-b05b-4959-8d3c-8cc280fb129f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.146203 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14b3572f-b05b-4959-8d3c-8cc280fb129f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.147318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-14b3572f-b05b-4959-8d3c-8cc280fb129f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "DELETE /v2.0/security-groups/e4d63341-325d-4822-bd75-25d3abc273ca HTTP/1.1" status: 204 len: 168 time: 0.2129202 Aug 16 20:57:18.150155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37278) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.151536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-40a5a8c1-c4fa-4d66-a334-ef04e3da1ff9 tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] 10.222.0.74 "DELETE /v2.0/quotas/f1e06455944e434aab8fd66334c8888d HTTP/1.1" status: 204 len: 168 time: 0.0783353 Aug 16 20:57:18.154332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37280) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.165784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3572f-b05b-4959-8d3c-8cc280fb129f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d63341-325d-4822-bd75-25d3abc273ca,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:18.171573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b8ee0fdd-ef9b-47e4-b0cb-f33d65b3c6f9 tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] 10.222.0.74 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0162635 Aug 16 20:57:18.174051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37282) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.183092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=da4b70c9-a99f-41f0-94d7-5b2841d41196,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:18.185002 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3a666b30-ccad-4d2e-a76f-51f635d7e5c5 tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] 10.222.0.74 "GET /v2.0/quotas/f1e06455944e434aab8fd66334c8888d HTTP/1.1" status: 200 len: 370 time: 0.0096908 Aug 16 20:57:18.187387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37284) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.193465 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dae7d035-78de-4883-b23e-c5d8059055a0 tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] 10.222.0.74 "GET /v2.0/quotas/f1e06455944e434aab8fd66334c8888d/default HTTP/1.1" status: 200 len: 370 time: 0.0047417 Aug 16 20:57:18.196005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37286) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.208837 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-8b0fbea8-6e35-4465-b08e-a8b7fea69367 tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] delete failed (client error): The resource could not be found. Aug 16 20:57:18.210716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8b0fbea8-6e35-4465-b08e-a8b7fea69367 tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] 10.222.0.74 "DELETE /v2.0/quotas/f1e06455944e434aab8fd66334c8888d HTTP/1.1" status: 404 len: 348 time: 0.0139012 Aug 16 20:57:18.218621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.218976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.219322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.219662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.219998 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.220338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.220670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.221003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.225723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.225723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.225723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.225723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:18.245416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking segment: {'id': 'bbcaed9d-2883-45e3-adb8-e56d5108f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4b750151-2b06-49f2-ab37-b5f76672f86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:18.245833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network hostable DHCP agents. Network: 4b750151-2b06-49f2-ab37-b5f76672f86a, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:18.257904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2485ef0e-e1b6-419b-9dd2-86b7e25bdccf tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067414 Aug 16 20:57:18.263916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37294) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.269935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9f1a5f59-295e-4411-b1db-32384569f967 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '356d8b4f-19d8-4142-8fcf-ed67598c4e30', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:18.358892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72e7a5-ade2-440a-b83f-fc932b37f81c req-c4fbb105-cdf2-44f3-b0e3-16e134f408ae tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:18.360425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc72e7a5-ade2-440a-b83f-fc932b37f81c req-c4fbb105-cdf2-44f3-b0e3-16e134f408ae tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0502839 Aug 16 20:57:18.366541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network 4b750151-2b06-49f2-ab37-b5f76672f86a is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:18.375856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:18.379684 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.466872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc72e7a5-ade2-440a-b83f-fc932b37f81c req-598a4b5f-9b71-47e6-8261-95f66a24fa90 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931513 Aug 16 20:57:18.503533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 4b750151-2b06-49f2-ab37-b5f76672f86a) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:18.508614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:18.509678 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.516398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e210b904-4553-41d3-82b7-c16d585c933a None None] Network 4b750151-2b06-49f2-ab37-b5f76672f86a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:18.523035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37298) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.547249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7940d67f-631d-4e5a-a2f5-6797380ed31b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:18.578522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Usage tracker for resource:network and tenant:a116cb73f8b24a6a91d57312f282ddfa is out of sync, need to count used quota {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:57:18.588599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:57:18.606823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Usage tracker for resource:subnet and tenant:a116cb73f8b24a6a91d57312f282ddfa is out of sync, need to count used quota {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:57:18.621153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:57:18.658813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Usage tracker for resource:subnetpool and tenant:a116cb73f8b24a6a91d57312f282ddfa is out of sync, need to count used quota {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:57:18.668101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:57:18.677454 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7940d67f-631d-4e5a-a2f5-6797380ed31b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:18.677831 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.698513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Usage tracker for resource:port and tenant:a116cb73f8b24a6a91d57312f282ddfa is out of sync, need to count used quota {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:57:18.704221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:57:18.711351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Usage tracker for resource:router and tenant:a116cb73f8b24a6a91d57312f282ddfa is out of sync, need to count used quota {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:57:18.717103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:57:18.722809 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a4bfd8d1-b2e1-4644-9dde-66e33ad6ec4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2841296 Aug 16 20:57:18.730534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37300) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.734419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Usage tracker for resource:floatingip and tenant:a116cb73f8b24a6a91d57312f282ddfa is out of sync, need to count used quota {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:57:18.746036 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-4b750151-2b06-49f2-ab37-b5f76672f86a', 'network_id': '4b750151-2b06-49f2-ab37-b5f76672f86a', 'tenant_id': '8e67561cc6004c719b4715b0e20e3ea0', 'fixed_ips': [{'subnet_id': 'da4b70c9-a99f-41f0-94d7-5b2841d41196'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:18.746853 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.749242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:57:18.780219 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-9f1a5f59-295e-4411-b1db-32384569f967 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The resource could not be found. Aug 16 20:57:18.781293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9f1a5f59-295e-4411-b1db-32384569f967 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5161316 Aug 16 20:57:18.785297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37302) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.795128 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f30ff52e-460e-40eb-aaa9-efcd35a5bc5b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168390498'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:18.800934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.872611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:18.884329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:18.893190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:18.893778 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.896540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84616bfe-7507-4f53-b6cb-ba3cc9306eba None None] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:18.909536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Subnet': ['ID=10ec3cb6-6a92-46c4-a452-d0c825b12cac,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:18.914393 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.920615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f30ff52e-460e-40eb-aaa9-efcd35a5bc5b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.930249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Usage tracker for resource:security_group and tenant:a116cb73f8b24a6a91d57312f282ddfa is out of sync, need to count used quota {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:57:18.937702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:57:18.965582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Allocated IP 172.20.0.1 (4b750151-2b06-49f2-ab37-b5f76672f86a/da4b70c9-a99f-41f0-94d7-5b2841d41196/886e6c1b-f8de-417f-a466-09d3312e03fc) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:18.971587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Usage tracker for resource:security_group_rule and tenant:a116cb73f8b24a6a91d57312f282ddfa is out of sync, need to count used quota {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:57:18.982672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.quota.resource [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:57:18.991030 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.995650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ba5496c5-9246-4970-bcbe-ede3ccd93f2d tempest-QuotasTest-1060161059 tempest-QuotasTest-1060161059-project-admin] 10.222.0.74 "GET /v2.0/quotas/a116cb73f8b24a6a91d57312f282ddfa/details.json HTTP/1.1" status: 200 len: 703 time: 0.4716461 Aug 16 20:57:19.015055 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bac6447d-7039-44e2-9334-c3f5acb5163b tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4203696 Aug 16 20:57:19.018031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37306) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:19.023968 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-200260732', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10ec3cb6-6a92-46c4-a452-d0c825b12cac'}], 'security_groups': ['9ec95b19-f460-4583-94f4-2d207cc70d4c']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:19.085657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f30ff52e-460e-40eb-aaa9-efcd35a5bc5b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.117554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.182259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f30ff52e-460e-40eb-aaa9-efcd35a5bc5b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.221068 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.236334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Transition to ACTIVE for port object 886e6c1b-f8de-417f-a466-09d3312e03fc will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:19.237571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ff52e-460e-40eb-aaa9-efcd35a5bc5b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90db43a-e6bf-4824-a990-278f013d1c29,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:19.262019 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.274821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Transition to ACTIVE for port object 886e6c1b-f8de-417f-a466-09d3312e03fc will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:19.282620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174d31bf-e623-424f-9850-290066adc7b3 None None] Update dhcp port {'port': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'fixed_ips': [{'subnet_id': 'aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3', 'ip_address': '172.20.0.2'}, {'subnet_id': '10ec3cb6-6a92-46c4-a452-d0c825b12cac'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '7940d67f-631d-4e5a-a2f5-6797380ed31b'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:57:19.308020 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-174d31bf-e623-424f-9850-290066adc7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.423676 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f30ff52e-460e-40eb-aaa9-efcd35a5bc5b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.427436 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f30ff52e-460e-40eb-aaa9-efcd35a5bc5b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6341400 Aug 16 20:57:19.427836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37308) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:19.432188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-20fa880d-dcde-4e6b-9f71-237f82d985de tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445620025'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:19.434317 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.445674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Delete allocated IP 172.20.0.13 (b9ef9a86-fb0c-446f-b4aa-159f397f3682/aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3) {{(pid=95261) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:57:19.453577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.30 (b9ef9a86-fb0c-446f-b4aa-159f397f3682/10ec3cb6-6a92-46c4-a452-d0c825b12cac/d66c7766-6eab-41f0-897a-4e5de6659632) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:19.471781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Network 4b750151-2b06-49f2-ab37-b5f76672f86a is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:19.474745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:19.477603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:19.518683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Pushing event updated for resources: {'Port': ['ID=886e6c1b-f8de-417f-a466-09d3312e03fc,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:19.554859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20fa880d-dcde-4e6b-9f71-237f82d985de tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.559557 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.565557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Attempting to bind port 886e6c1b-f8de-417f-a466-09d3312e03fc on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:19.565939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Attempting to bind port 886e6c1b-f8de-417f-a466-09d3312e03fc by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'bbcaed9d-2883-45e3-adb8-e56d5108f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4b750151-2b06-49f2-ab37-b5f76672f86a'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:19.566307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Attempting to bind port 886e6c1b-f8de-417f-a466-09d3312e03fc on network 4b750151-2b06-49f2-ab37-b5f76672f86a {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:19.572691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:19.573148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Checking segment: {'id': 'bbcaed9d-2883-45e3-adb8-e56d5108f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4b750151-2b06-49f2-ab37-b5f76672f86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:19.573553 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.573955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Bound using segment: {'id': 'bbcaed9d-2883-45e3-adb8-e56d5108f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4b750151-2b06-49f2-ab37-b5f76672f86a'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:19.574446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Bound port: 886e6c1b-f8de-417f-a466-09d3312e03fc, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcaed9d-2883-45e3-adb8-e56d5108f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4b750151-2b06-49f2-ab37-b5f76672f86a'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:19.574826 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.662410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] For port 886e6c1b-f8de-417f-a466-09d3312e03fc, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:19.665572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] For port 886e6c1b-f8de-417f-a466-09d3312e03fc, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=886e6c1b-f8de-417f-a466-09d3312e03fc,segment=NetworkSegment(bbcaed9d-2883-45e3-adb8-e56d5108f16f),segment_id=bbcaed9d-2883-45e3-adb8-e56d5108f16f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:19.680555 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20fa880d-dcde-4e6b-9f71-237f82d985de tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.694062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Subnet': ['ID=da4b70c9-a99f-41f0-94d7-5b2841d41196,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:19.744922 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.758765 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.778509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20fa880d-dcde-4e6b-9f71-237f82d985de tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.783211 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b750151-2b06-49f2-ab37-b5f76672f86a']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:19.809667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37322) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:19.811304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875cda5-b42e-4f3a-9595-105de3ff5964 req-cc024961-b149-4b46-a4c2-7a3cc65419d4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:19.812880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a875cda5-b42e-4f3a-9595-105de3ff5964 req-cc024961-b149-4b46-a4c2-7a3cc65419d4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.2018874 Aug 16 20:57:19.814923 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcaed9d-2883-45e3-adb8-e56d5108f16f') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:19.815232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcaed9d-2883-45e3-adb8-e56d5108f16f') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:19.833733 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.836169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4783f71-d696-4f8b-b614-d5dd18b6df5b None None] Pushing event updated for resources: {'Port': ['ID=886e6c1b-f8de-417f-a466-09d3312e03fc,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:19.837704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa880d-dcde-4e6b-9f71-237f82d985de tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95561645-cc28-419f-afdb-3dd401f788fd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:19.856021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca61fb3-707f-41f5-ae54-9f2acbda0fb1 None None] Network 4b750151-2b06-49f2-ab37-b5f76672f86a requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:19.871310 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.885266 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:19.885685 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:19.894458 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:19.903858 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20fa880d-dcde-4e6b-9f71-237f82d985de tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.909058 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-20fa880d-dcde-4e6b-9f71-237f82d985de tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4803476 Aug 16 20:57:19.909904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37328) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:19.914947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-930ad38d-2af4-45ef-8768-6660951409fe tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': 'd90db43a-e6bf-4824-a990-278f013d1c29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '95561645-cc28-419f-afdb-3dd401f788fd'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:19.952640 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.961213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a875cda5-b42e-4f3a-9595-105de3ff5964 req-786c7137-2803-48ed-9d1a-029f37487c3a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331587 Aug 16 20:57:19.987014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object d66c7766-6eab-41f0-897a-4e5de6659632 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:20.013013 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a94c89e7-8979-4e07-9ede-617031aa8d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.051385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:57:20.051385 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:57:20.051385 n-d-793619-14 neutron-server[95261]: [parameters: {'id': '4b750151-2b06-49f2-ab37-b5f76672f86a'}] Aug 16 20:57:20.051385 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:20.051800 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:20.084543 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.143420 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a94c89e7-8979-4e07-9ede-617031aa8d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.157621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=d66c7766-6eab-41f0-897a-4e5de6659632,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:20.159122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-174d31bf-e623-424f-9850-290066adc7b3 None None] Allocated IP 172.20.0.18 (b9ef9a86-fb0c-446f-b4aa-159f397f3682/10ec3cb6-6a92-46c4-a452-d0c825b12cac/7940d67f-631d-4e5a-a2f5-6797380ed31b) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:20.199263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] In _notify_port_updated(), no bound segment for port d66c7766-6eab-41f0-897a-4e5de6659632 on network b9ef9a86-fb0c-446f-b4aa-159f397f3682 {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:57:20.205224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:20.205823 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.207093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c11c1740-60a3-4244-ad44-c77a057cf11d tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "PUT /v2.0/ports/d66c7766-6eab-41f0-897a-4e5de6659632 HTTP/1.1" status: 200 len: 920 time: 1.1881502 Aug 16 20:57:20.209997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37336) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:20.254825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-174d31bf-e623-424f-9850-290066adc7b3 None None] For port 7940d67f-631d-4e5a-a2f5-6797380ed31b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7940d67f-631d-4e5a-a2f5-6797380ed31b,segment=NetworkSegment(f5e614a8-9d87-42f6-8e27-1c2cefe23c63),segment_id=f5e614a8-9d87-42f6-8e27-1c2cefe23c63)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:20.269659 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a94c89e7-8979-4e07-9ede-617031aa8d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.292095 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-174d31bf-e623-424f-9850-290066adc7b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.306324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-174d31bf-e623-424f-9850-290066adc7b3 None None] Transition to ACTIVE for port object 7940d67f-631d-4e5a-a2f5-6797380ed31b will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:20.310888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ef57841b-876c-4539-8996-abe5ccd1f6d5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port d66c7766-6eab-41f0-897a-4e5de6659632 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:20.311245 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef57841b-876c-4539-8996-abe5ccd1f6d5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.314307 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a94c89e7-8979-4e07-9ede-617031aa8d1e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1bf25e7b3cbe4e508b99cfe2524973b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033777 Aug 16 20:57:20.315255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c89e7-8979-4e07-9ede-617031aa8d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5796ae84-9ea4-42d7-938a-6e222b32a7c2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:20.318449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37338) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:20.369742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6a33-a507-4db0-bdb5-1aa61874d581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.392565 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6a33-a507-4db0-bdb5-1aa61874d581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.405489 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef57841b-876c-4539-8996-abe5ccd1f6d5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.421598 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-174d31bf-e623-424f-9850-290066adc7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.435811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ef57841b-876c-4539-8996-abe5ccd1f6d5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for d66c7766-6eab-41f0-897a-4e5de6659632 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:20.468025 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-930ad38d-2af4-45ef-8768-6660951409fe tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:20.471662 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-930ad38d-2af4-45ef-8768-6660951409fe tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5580277 Aug 16 20:57:20.471918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37342) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:20.543883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d31bf-e623-424f-9850-290066adc7b3 None None] Pushing event updated for resources: {'Port': ['ID=7940d67f-631d-4e5a-a2f5-6797380ed31b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:20.558266 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6a33-a507-4db0-bdb5-1aa61874d581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.561389 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6a33-a507-4db0-bdb5-1aa61874d581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.566324 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0c2a6a33-a507-4db0-bdb5-1aa61874d581 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5796ae84-9ea4-42d7-938a-6e222b32a7c2 HTTP/1.1" status: 204 len: 168 time: 0.2430072 Aug 16 20:57:20.566324 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-372c0bb4-f5be-45d4-a90c-572d8cefec4f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.573437 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.581435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a6a33-a507-4db0-bdb5-1aa61874d581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5796ae84-9ea4-42d7-938a-6e222b32a7c2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:20.598134 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-372c0bb4-f5be-45d4-a90c-572d8cefec4f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.617572 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.687755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Deleting port 886e6c1b-f8de-417f-a466-09d3312e03fc {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:20.688099 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.759306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] For port 886e6c1b-f8de-417f-a466-09d3312e03fc, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=886e6c1b-f8de-417f-a466-09d3312e03fc,segment=NetworkSegment(bbcaed9d-2883-45e3-adb8-e56d5108f16f),segment_id=bbcaed9d-2883-45e3-adb8-e56d5108f16f)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:20.759987 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.766203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-372c0bb4-f5be-45d4-a90c-572d8cefec4f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.767445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef57841b-876c-4539-8996-abe5ccd1f6d5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.769122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-372c0bb4-f5be-45d4-a90c-572d8cefec4f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.770288 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-372c0bb4-f5be-45d4-a90c-572d8cefec4f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "DELETE /v2.0/security-groups/95561645-cc28-419f-afdb-3dd401f788fd HTTP/1.1" status: 204 len: 168 time: 0.2974873 Aug 16 20:57:20.773752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37346) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:20.780974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c0bb4-f5be-45d4-a90c-572d8cefec4f tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95561645-cc28-419f-afdb-3dd401f788fd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:20.806855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Calling delete_port for 886e6c1b-f8de-417f-a466-09d3312e03fc owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:20.823877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57841b-876c-4539-8996-abe5ccd1f6d5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=d66c7766-6eab-41f0-897a-4e5de6659632,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:20.982506 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a0a1ae52-3b69-4a16-b351-68f4c168267b tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2031765 Aug 16 20:57:20.985583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37350) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:20.989289 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef57841b-876c-4539-8996-abe5ccd1f6d5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.994157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ef57841b-876c-4539-8996-abe5ccd1f6d5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/d66c7766-6eab-41f0-897a-4e5de6659632 HTTP/1.1" status: 204 len: 168 time: 0.7807744 Aug 16 20:57:20.994966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37352) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.030395 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c35513-be1b-468b-b63f-a764420edd8c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:57:21.032634 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d4c35513-be1b-468b-b63f-a764420edd8c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/d66c7766-6eab-41f0-897a-4e5de6659632 HTTP/1.1" status: 404 len: 333 time: 0.0370469 Aug 16 20:57:21.035687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37356) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.120130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec9529-2cb0-481e-9d72-4f3f2749d9ef req-a18925c4-78c8-4c50-8c58-c0a87a812197 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:21.122058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33ec9529-2cb0-481e-9d72-4f3f2749d9ef req-a18925c4-78c8-4c50-8c58-c0a87a812197 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0697072 Aug 16 20:57:21.128243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13ff5969-a6f4-4122-9641-66e0849dd4d8 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.136908 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1be56a1e-4821-4ed6-9689-bba90404ead4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.146207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.168584 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13ff5969-a6f4-4122-9641-66e0849dd4d8 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.185979 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1be56a1e-4821-4ed6-9689-bba90404ead4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.200911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Port': ['ID=886e6c1b-f8de-417f-a466-09d3312e03fc,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:21.204644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No DVR routers for this DVR port 886e6c1b-f8de-417f-a466-09d3312e03fc on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:21.211678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33ec9529-2cb0-481e-9d72-4f3f2749d9ef req-6e169e1d-39fd-421c-8b82-05b6d01f10c9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826256 Aug 16 20:57:21.286246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-909b323c-0e93-4c3d-9bbc-050ee4b10fdf None None] Provisioning for port 7940d67f-631d-4e5a-a2f5-6797380ed31b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:21.290606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-909b323c-0e93-4c3d-9bbc-050ee4b10fdf None None] Provisioning complete for port 7940d67f-631d-4e5a-a2f5-6797380ed31b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:21.290991 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-909b323c-0e93-4c3d-9bbc-050ee4b10fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.291771 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.302217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b750151-2b06-49f2-ab37-b5f76672f86a']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:21.312702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcaed9d-2883-45e3-adb8-e56d5108f16f') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:21.312997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcaed9d-2883-45e3-adb8-e56d5108f16f') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:21.319927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37358) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.322528 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.338107 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.339641 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35cb2003-95ab-4899-ad2c-790454ecd9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.345576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:21.346381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:21.350129 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:21.373700 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13ff5969-a6f4-4122-9641-66e0849dd4d8 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.376626 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-13ff5969-a6f4-4122-9641-66e0849dd4d8 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.380264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-13ff5969-a6f4-4122-9641-66e0849dd4d8 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "DELETE /v2.0/security-groups/d90db43a-e6bf-4824-a990-278f013d1c29 HTTP/1.1" status: 204 len: 168 time: 0.3910375 Aug 16 20:57:21.382663 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1be56a1e-4821-4ed6-9689-bba90404ead4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.385990 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1be56a1e-4821-4ed6-9689-bba90404ead4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.388139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1be56a1e-4821-4ed6-9689-bba90404ead4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/security-groups/331991a8-62ef-41c6-b316-7d090bead4e7 HTTP/1.1" status: 204 len: 168 time: 0.3511543 Aug 16 20:57:21.390650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37360) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.391088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37362) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.410327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-909b323c-0e93-4c3d-9bbc-050ee4b10fdf None None] Could not find standard attr ID for object d66c7766-6eab-41f0-897a-4e5de6659632. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:57:21.421793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-909b323c-0e93-4c3d-9bbc-050ee4b10fdf None None] Provisioning complete for port e3a57c79-317f-45a4-b55a-50382897a50e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:21.422477 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-909b323c-0e93-4c3d-9bbc-050ee4b10fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.442534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff5969-a6f4-4122-9641-66e0849dd4d8 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90db43a-e6bf-4824-a990-278f013d1c29,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:21.494119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-909b323c-0e93-4c3d-9bbc-050ee4b10fdf None None] Port e3a57c79-317f-45a4-b55a-50382897a50e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:21.512534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be56a1e-4821-4ed6-9689-bba90404ead4 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331991a8-62ef-41c6-b316-7d090bead4e7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:21.532102 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.537656 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.543165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/4b750151-2b06-49f2-ab37-b5f76672f86a HTTP/1.1" status: 204 len: 168 time: 2.8159626 Aug 16 20:57:21.551931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37366) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.591687 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1502149051'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:21.597263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4085000-1432-449d-9641-0e359fdd1c41 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=4b750151-2b06-49f2-ab37-b5f76672f86a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:21.600063 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-338473a1-38a1-40cf-ac3f-5ff5e60dd2ee tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2049100 Aug 16 20:57:21.604118 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1326d41-f2a7-4d7a-ae86-19a39ac3c474 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.605085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37368) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.611928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-94df45af-ba8c-4789-9b8f-fce2e8bb8542 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939752856'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:21.644623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1326d41-f2a7-4d7a-ae86-19a39ac3c474 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.671056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35cb2003-95ab-4899-ad2c-790454ecd9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.707092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0b440219-dad9-4575-8a83-1db5b5bc69b5 None None] Could not find standard attr ID for object d66c7766-6eab-41f0-897a-4e5de6659632. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:57:21.766881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35cb2003-95ab-4899-ad2c-790454ecd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.805173 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1326d41-f2a7-4d7a-ae86-19a39ac3c474 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.807731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f1326d41-f2a7-4d7a-ae86-19a39ac3c474 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.809456 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f1326d41-f2a7-4d7a-ae86-19a39ac3c474 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/security-groups/9ec95b19-f460-4583-94f4-2d207cc70d4c HTTP/1.1" status: 204 len: 168 time: 0.4143038 Aug 16 20:57:21.812275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37370) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.817306 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-35cb2003-95ab-4899-ad2c-790454ecd9f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a116cb73f8b24a6a91d57312f282ddfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4963181 Aug 16 20:57:21.818196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb2003-95ab-4899-ad2c-790454ecd9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44c580f-06ea-4a2a-ab35-42a618670436,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:21.820567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37372) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.843374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1326d41-f2a7-4d7a-ae86-19a39ac3c474 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec95b19-f460-4583-94f4-2d207cc70d4c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:21.880317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5475f44-9152-4fde-9c94-8838c79de5e6 None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:57:21.896373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b499413f-ceab-4221-b237-1a35dea15131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.921745 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b499413f-ceab-4221-b237-1a35dea15131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.931848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-9296b99f-f7db-4257-be60-c4b6eed7ced8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting subnet aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:21.936481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:21.940385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.956518 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9296b99f-f7db-4257-be60-c4b6eed7ced8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.027717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5475f44-9152-4fde-9c94-8838c79de5e6 None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:57:22.096919 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b499413f-ceab-4221-b237-1a35dea15131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.101425 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b499413f-ceab-4221-b237-1a35dea15131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.103970 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b499413f-ceab-4221-b237-1a35dea15131 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b44c580f-06ea-4a2a-ab35-42a618670436 HTTP/1.1" status: 204 len: 168 time: 0.2821743 Aug 16 20:57:22.118329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499413f-ceab-4221-b237-1a35dea15131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44c580f-06ea-4a2a-ab35-42a618670436,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:22.381175 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-94df45af-ba8c-4789-9b8f-fce2e8bb8542 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.424124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:22.429217 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9296b99f-f7db-4257-be60-c4b6eed7ced8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.500256 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.500598 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment 364ba01a-377d-45b2-85c7-b1fd447bc2ad of type vlan for network 811a2fe6-f39a-4adc-987e-88c7227a9749 Aug 16 20:57:22.533513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7940d67f-631d-4e5a-a2f5-6797380ed31b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:22.541306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc573e-0db5-42d6-9df6-8d4d467ab662 req-1d25c19c-2af9-4208-b077-e58063aaf983 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:22.547631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ccc573e-0db5-42d6-9df6-8d4d467ab662 req-1d25c19c-2af9-4208-b077-e58063aaf983 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.1707358 Aug 16 20:57:22.600524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7940d67f-631d-4e5a-a2f5-6797380ed31b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:22.601364 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.684202 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.758619 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-94df45af-ba8c-4789-9b8f-fce2e8bb8542 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.758619 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9296b99f-f7db-4257-be60-c4b6eed7ced8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.762268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ccc573e-0db5-42d6-9df6-8d4d467ab662 req-c087781f-da60-4200-8e15-d7d9d52f2694 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840861 Aug 16 20:57:22.856488 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-94df45af-ba8c-4789-9b8f-fce2e8bb8542 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.887308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.892739 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:22.893401 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.903157 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9296b99f-f7db-4257-be60-c4b6eed7ced8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.913229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df45af-ba8c-4789-9b8f-fce2e8bb8542 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657c6d47-cf82-43e6-b999-892f3ae652a0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:22.995658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296b99f-f7db-4257-be60-c4b6eed7ced8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Subnet': ['ID=aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:22.999132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-94df45af-ba8c-4789-9b8f-fce2e8bb8542 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.003850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37390) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:23.004180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-94df45af-ba8c-4789-9b8f-fce2e8bb8542 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3974698 Aug 16 20:57:23.005812 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9296b99f-f7db-4257-be60-c4b6eed7ced8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.007808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9296b99f-f7db-4257-be60-c4b6eed7ced8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3 HTTP/1.1" status: 204 len: 168 time: 1.1938558 Aug 16 20:57:23.009662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc6a17a-dbc0-4f83-94c3-050dbe43265e None None] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:23.011117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1ec6b71f-1a6b-43b2-9603-7b1e24fa3fc5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '657c6d47-cf82-43e6-b999-892f3ae652a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:23.015696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37392) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:23.021317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b7daa102-001d-4681-9b70-84ac148e65f7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:23.073331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=811a2fe6-f39a-4adc-987e-88c7227a9749,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:23.087602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dfc23bd2-b359-497b-9113-6962623a9b4a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5073686 Aug 16 20:57:23.092044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37396) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:23.106705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'network_id': '811a2fe6-f39a-4adc-987e-88c7227a9749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:23.153084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 811a2fe6-f39a-4adc-987e-88c7227a9749 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:23.300508 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:23.300508 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:57:23.300508 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': '8e67561cc6004c719b4715b0e20e3ea0', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 57, 23, 215870)}] Aug 16 20:57:23.300508 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:23.302371 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:23.378476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7daa102-001d-4681-9b70-84ac148e65f7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:23.385521 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7daa102-001d-4681-9b70-84ac148e65f7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.442428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37404) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:23.491691 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-1ec6b71f-1a6b-43b2-9603-7b1e24fa3fc5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:23.493555 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1ec6b71f-1a6b-43b2-9603-7b1e24fa3fc5 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4887381 Aug 16 20:57:23.495707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37408) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:23.504036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-41840f09-9129-499d-88b5-ef2ea3b6e766 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group_rule': {'security_group_id': '657c6d47-cf82-43e6-b999-892f3ae652a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:23.569050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1123018723'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:23.733803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Made reservation on behalf of b860ea7c7f3244d187242551ad43ae06 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:23.738034 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.748326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.761116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7daa102-001d-4681-9b70-84ac148e65f7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.799675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7daa102-001d-4681-9b70-84ac148e65f7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:23.803054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b7daa102-001d-4681-9b70-84ac148e65f7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:23.807527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7daa102-001d-4681-9b70-84ac148e65f7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:23.808214 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7daa102-001d-4681-9b70-84ac148e65f7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.835776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daa102-001d-4681-9b70-84ac148e65f7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Subnet': ['ID=7a07c729-43f6-44c2-b90f-fcc531e2566d,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:23.850103 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-41840f09-9129-499d-88b5-ef2ea3b6e766 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:23.850103 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-41840f09-9129-499d-88b5-ef2ea3b6e766 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3500421 Aug 16 20:57:23.850103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37414) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:23.912494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1007dff-c31c-4e17-969c-3e91d1a66af3 req-93c95a74-17f6-40b8-8461-8038c6ba5eca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:23.914215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1007dff-c31c-4e17-969c-3e91d1a66af3 req-93c95a74-17f6-40b8-8461-8038c6ba5eca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0698519 Aug 16 20:57:23.917937 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3dbc658a-1a87-4165-8768-2b896cbee24c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.937666 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b7daa102-001d-4681-9b70-84ac148e65f7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9206111 Aug 16 20:57:23.944018 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37416) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:23.954113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-160d6fe2-85e1-462e-938f-7fa00b17c0df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'security_group': {'name': 'tempest-secgroup-627766'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:23.967164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1007dff-c31c-4e17-969c-3e91d1a66af3 req-24d47fc8-9e69-40b8-92b1-48736f56f597 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Aug 16 20:57:23.976457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3dbc658a-1a87-4165-8768-2b896cbee24c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.072155 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.116755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658d198-fd9e-4cbc-bb41-47a7a17e841a None None] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:24.120867 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3dbc658a-1a87-4165-8768-2b896cbee24c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.123561 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3dbc658a-1a87-4165-8768-2b896cbee24c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.128541 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3dbc658a-1a87-4165-8768-2b896cbee24c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "DELETE /v2.0/security-groups/657c6d47-cf82-43e6-b999-892f3ae652a0 HTTP/1.1" status: 204 len: 168 time: 0.2747908 Aug 16 20:57:24.129415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37418) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:24.144051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc658a-1a87-4165-8768-2b896cbee24c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657c6d47-cf82-43e6-b999-892f3ae652a0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:24.181368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4a5cb19b-3ca7-452f-93e4-7e431cc31200 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0511861 Aug 16 20:57:24.185344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37420) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:24.186882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.194222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c9fce2dd-62af-4dd8-8ea1-af87421adc96 None None] Provisioning complete for port 7940d67f-631d-4e5a-a2f5-6797380ed31b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:24.194721 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9fce2dd-62af-4dd8-8ea1-af87421adc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.196063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6826e0d4-ecb9-4726-a794-2ad18943fab6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722555839'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:24.289847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:24.293578 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.349220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:24.379864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.380227 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Added segment 8cf1865a-adb9-42a9-bc53-4022a2121133 of type vlan for network f7d647bc-5da2-4b78-b494-346437681817 Aug 16 20:57:24.381649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92dd80e1-f4be-4a5b-8ce4-6bd58482f25a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:24.446802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.454175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c9fce2dd-62af-4dd8-8ea1-af87421adc96 None None] Provisioning complete for port e3a57c79-317f-45a4-b55a-50382897a50e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:24.454563 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9fce2dd-62af-4dd8-8ea1-af87421adc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.459762 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-160d6fe2-85e1-462e-938f-7fa00b17c0df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.521389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c9fce2dd-62af-4dd8-8ea1-af87421adc96 None None] Port e3a57c79-317f-45a4-b55a-50382897a50e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:24.534939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f42c52-55c1-471f-af0d-0797095bc796 None None] Update dhcp port {'port': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'fixed_ips': [{'subnet_id': '10ec3cb6-6a92-46c4-a452-d0c825b12cac', 'ip_address': '172.20.0.18'}, {'subnet_id': '7a07c729-43f6-44c2-b90f-fcc531e2566d'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '7940d67f-631d-4e5a-a2f5-6797380ed31b'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:57:24.544808 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6826e0d4-ecb9-4726-a794-2ad18943fab6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.567371 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2f42c52-55c1-471f-af0d-0797095bc796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.589526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.595612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.596188 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.604658 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-6826e0d4-ecb9-4726-a794-2ad18943fab6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:24.604658 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:57:24.604658 n-d-793619-14 neutron-server[95261]: [parameters: {'project_id_1': '050082a7138b4a129631b719a2d16d47', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 57, 24, 562679)}] Aug 16 20:57:24.604658 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:24.606560 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-6826e0d4-ecb9-4726-a794-2ad18943fab6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:24.702708 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Pushing event updated for resources: {'Network': ['ID=f7d647bc-5da2-4b78-b494-346437681817,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:24.717560 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network f7d647bc-5da2-4b78-b494-346437681817 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:24.747570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-160d6fe2-85e1-462e-938f-7fa00b17c0df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.760474 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.802209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-a2f42c52-55c1-471f-af0d-0797095bc796 None None] Allocated IP 172.20.0.2 (b9ef9a86-fb0c-446f-b4aa-159f397f3682/7a07c729-43f6-44c2-b90f-fcc531e2566d/7940d67f-631d-4e5a-a2f5-6797380ed31b) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:24.836543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=a55ea813-e3b3-4bbb-ab46-481cbf377181,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:24.844057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-160d6fe2-85e1-462e-938f-7fa00b17c0df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.849472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking segment: {'id': '364ba01a-377d-45b2-85c7-b1fd447bc2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '811a2fe6-f39a-4adc-987e-88c7227a9749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:24.849933 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network hostable DHCP agents. Network: 811a2fe6-f39a-4adc-987e-88c7227a9749, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:24.892429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d6fe2-85e1-462e-938f-7fa00b17c0df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86df8d5e-6625-451e-977d-d60a9ed3b9b1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:24.910441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a2f42c52-55c1-471f-af0d-0797095bc796 None None] For port 7940d67f-631d-4e5a-a2f5-6797380ed31b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7940d67f-631d-4e5a-a2f5-6797380ed31b,segment=NetworkSegment(f5e614a8-9d87-42f6-8e27-1c2cefe23c63),segment_id=f5e614a8-9d87-42f6-8e27-1c2cefe23c63)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:24.913605 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-772982e5-4e3c-4d9e-b932-4058bd65ff9f tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4698923 Aug 16 20:57:24.916289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37424) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:24.921567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Request body: {'subnet': {'network_id': 'f7d647bc-5da2-4b78-b494-346437681817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:24.940817 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2f42c52-55c1-471f-af0d-0797095bc796 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.956402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a2f42c52-55c1-471f-af0d-0797095bc796 None None] Transition to ACTIVE for port object 7940d67f-631d-4e5a-a2f5-6797380ed31b will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:24.963929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-160d6fe2-85e1-462e-938f-7fa00b17c0df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.965203 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-160d6fe2-85e1-462e-938f-7fa00b17c0df tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.0194778 Aug 16 20:57:24.967834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37426) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:24.972200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-76af27b8-3d81-4bec-814c-b0053e3e2d07 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'security_group': {'name': 'tempest-secgroup-2029629859'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:25.009611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network 811a2fe6-f39a-4adc-987e-88c7227a9749 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:25.034745 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2f42c52-55c1-471f-af0d-0797095bc796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.100611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f386b-eca0-4884-a571-2f277b622fb0 req-b5ad993f-51f0-41b5-89e9-484f64d7c1f1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:25.102526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-086f386b-eca0-4884-a571-2f277b622fb0 req-b5ad993f-51f0-41b5-89e9-484f64d7c1f1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0636735 Aug 16 20:57:25.108293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6826e0d4-ecb9-4726-a794-2ad18943fab6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.115117 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76af27b8-3d81-4bec-814c-b0053e3e2d07 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.134338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f42c52-55c1-471f-af0d-0797095bc796 None None] Pushing event updated for resources: {'Port': ['ID=7940d67f-631d-4e5a-a2f5-6797380ed31b,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:25.146266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 811a2fe6-f39a-4adc-987e-88c7227a9749) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:25.155617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89043565-7a90-47f2-b39e-42e50394e505 None None] Network 811a2fe6-f39a-4adc-987e-88c7227a9749 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:25.155826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:25.156464 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.167541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-086f386b-eca0-4884-a571-2f277b622fb0 req-e44f7537-b994-40b1-ae24-2a0c3a44634a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557613 Aug 16 20:57:25.269886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Made reservation on behalf of b860ea7c7f3244d187242551ad43ae06 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:25.273781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.317461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-811a2fe6-f39a-4adc-987e-88c7227a9749', 'network_id': '811a2fe6-f39a-4adc-987e-88c7227a9749', 'tenant_id': '8e67561cc6004c719b4715b0e20e3ea0', 'fixed_ips': [{'subnet_id': 'a55ea813-e3b3-4bbb-ab46-481cbf377181'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:25.323982 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.425334 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8233da85-05aa-4a84-b02e-67881059e699 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3319643 Aug 16 20:57:25.426206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37430) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:25.474044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Allocated IP 172.20.0.1 (811a2fe6-f39a-4adc-987e-88c7227a9749/a55ea813-e3b3-4bbb-ab46-481cbf377181/c7fbd94e-94f9-4bf9-baf2-4089f8b2606f) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:25.499087 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6826e0d4-ecb9-4726-a794-2ad18943fab6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.594531 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6826e0d4-ecb9-4726-a794-2ad18943fab6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.645191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826e0d4-ecb9-4726-a794-2ad18943fab6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b26c4d-1d6b-4e13-88b8-c01c21df1dd9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:25.670338 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.679588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Transition to ACTIVE for port object c7fbd94e-94f9-4bf9-baf2-4089f8b2606f will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:25.695052 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Transition to ACTIVE for port object c7fbd94e-94f9-4bf9-baf2-4089f8b2606f will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:25.782480 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.829824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Network 811a2fe6-f39a-4adc-987e-88c7227a9749 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:25.834723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-eadaff0f-d16f-486c-8fb8-27abd2a056fd None None] Provisioning for port 7940d67f-631d-4e5a-a2f5-6797380ed31b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:25.837698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:25.841591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:25.844123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Pushing event updated for resources: {'Port': ['ID=c7fbd94e-94f9-4bf9-baf2-4089f8b2606f,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:25.857765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-eadaff0f-d16f-486c-8fb8-27abd2a056fd None None] Provisioning complete for port 7940d67f-631d-4e5a-a2f5-6797380ed31b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:25.858144 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-eadaff0f-d16f-486c-8fb8-27abd2a056fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.942734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Attempting to bind port c7fbd94e-94f9-4bf9-baf2-4089f8b2606f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:25.943113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Attempting to bind port c7fbd94e-94f9-4bf9-baf2-4089f8b2606f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '364ba01a-377d-45b2-85c7-b1fd447bc2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '811a2fe6-f39a-4adc-987e-88c7227a9749'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:25.944760 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Attempting to bind port c7fbd94e-94f9-4bf9-baf2-4089f8b2606f on network 811a2fe6-f39a-4adc-987e-88c7227a9749 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:25.953578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:25.954009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Checking segment: {'id': '364ba01a-377d-45b2-85c7-b1fd447bc2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '811a2fe6-f39a-4adc-987e-88c7227a9749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:25.954324 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.954721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Bound using segment: {'id': '364ba01a-377d-45b2-85c7-b1fd447bc2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '811a2fe6-f39a-4adc-987e-88c7227a9749'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:25.955200 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Bound port: c7fbd94e-94f9-4bf9-baf2-4089f8b2606f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364ba01a-377d-45b2-85c7-b1fd447bc2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '811a2fe6-f39a-4adc-987e-88c7227a9749'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:25.955598 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.975129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.002291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.013584 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76af27b8-3d81-4bec-814c-b0053e3e2d07 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.056802 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-eadaff0f-d16f-486c-8fb8-27abd2a056fd None None] Provisioning complete for port e3a57c79-317f-45a4-b55a-50382897a50e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:26.057209 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-eadaff0f-d16f-486c-8fb8-27abd2a056fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.061012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] For port c7fbd94e-94f9-4bf9-baf2-4089f8b2606f, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:26.093389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] For port c7fbd94e-94f9-4bf9-baf2-4089f8b2606f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c7fbd94e-94f9-4bf9-baf2-4089f8b2606f,segment=NetworkSegment(364ba01a-377d-45b2-85c7-b1fd447bc2ad),segment_id=364ba01a-377d-45b2-85c7-b1fd447bc2ad)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:26.097616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Pushing event updated for resources: {'Subnet': ['ID=438e7758-fe07-45fc-a1fd-71e281a0ab77,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:26.104139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-eadaff0f-d16f-486c-8fb8-27abd2a056fd None None] Port e3a57c79-317f-45a4-b55a-50382897a50e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:26.110888 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76af27b8-3d81-4bec-814c-b0053e3e2d07 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.135610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Checking segment: {'id': '8cf1865a-adb9-42a9-bc53-4022a2121133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f7d647bc-5da2-4b78-b494-346437681817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:26.141178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Network hostable DHCP agents. Network: f7d647bc-5da2-4b78-b494-346437681817, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:26.157740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Deleting port c7fbd94e-94f9-4bf9-baf2-4089f8b2606f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:26.158336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.159578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af27b8-3d81-4bec-814c-b0053e3e2d07 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaac46c-a7de-4aab-937a-b4f43047b9bc,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:26.201797 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.250635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] For port c7fbd94e-94f9-4bf9-baf2-4089f8b2606f, host n-d-793619-14, got binding levels [] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:26.251003 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.269285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca57a3c-ff98-44a1-a77b-743145590324 None None] Pushing event updated for resources: {'Port': ['ID=c7fbd94e-94f9-4bf9-baf2-4089f8b2606f,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:26.273340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Calling delete_port for c7fbd94e-94f9-4bf9-baf2-4089f8b2606f owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:26.281501 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6826e0d4-ecb9-4726-a794-2ad18943fab6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.281501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6826e0d4-ecb9-4726-a794-2ad18943fab6 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0922260 Aug 16 20:57:26.282261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37444) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:26.286785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-94de2476-de1d-4d42-a28e-0e81156b99e1 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:26.287269 n-d-793619-14 neutron-server[95261]: WARNING neutron.api.v2.base [None req-94de2476-de1d-4d42-a28e-0e81156b99e1 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 20:57:26.287791 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-94de2476-de1d-4d42-a28e-0e81156b99e1 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 20:57:26.288788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-94de2476-de1d-4d42-a28e-0e81156b99e1 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "PUT /v2.0/security-groups/68b26c4d-1d6b-4e13-88b8-c01c21df1dd9 HTTP/1.1" status: 409 len: 330 time: 0.0056226 Aug 16 20:57:26.291354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37446) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:26.304887 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76af27b8-3d81-4bec-814c-b0053e3e2d07 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.306869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-76af27b8-3d81-4bec-814c-b0053e3e2d07 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3373983 Aug 16 20:57:26.312595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37448) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:26.312887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86669d-e133-4039-9688-ecb25993c2f9 req-ac6a229e-9a23-42ed-a619-83cf8f11f32e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:26.314575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad86669d-e133-4039-9688-ecb25993c2f9 req-ac6a229e-9a23-42ed-a619-83cf8f11f32e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0762005 Aug 16 20:57:26.316832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1a0f1d80-1b95-4061-b5a0-c0b43c55709c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'security_group': {'name': 'tempest-secgroup-413199828'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:26.325408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Network f7d647bc-5da2-4b78-b494-346437681817 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:26.357571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad86669d-e133-4039-9688-ecb25993c2f9 req-8965d498-f604-45a3-83af-6900b5bd4051 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361333 Aug 16 20:57:26.423240 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4831784b-10cd-473f-a28a-3162f72b0397 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.481393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, f7d647bc-5da2-4b78-b494-346437681817) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:26.482814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6abd8c3-96c6-4f45-b7c3-886209d157a9 None None] Network f7d647bc-5da2-4b78-b494-346437681817 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:26.486985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:26.487572 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.505879 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4831784b-10cd-473f-a28a-3162f72b0397 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.508413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d80-1b95-4061-b5a0-c0b43c55709c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.663910 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dad30534-f75a-4f5e-a4d1-5945fa38a737 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7463257 Aug 16 20:57:26.666725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37452) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:26.672708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Request body: {'port': {'network_id': 'f7d647bc-5da2-4b78-b494-346437681817', 'name': 'tempest-ExtraDHCPOptionsTestJSON-623031744'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:26.698183 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4831784b-10cd-473f-a28a-3162f72b0397 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.700342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-f7d647bc-5da2-4b78-b494-346437681817', 'network_id': 'f7d647bc-5da2-4b78-b494-346437681817', 'tenant_id': 'b860ea7c7f3244d187242551ad43ae06', 'fixed_ips': [{'subnet_id': '438e7758-fe07-45fc-a1fd-71e281a0ab77'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:26.700926 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4831784b-10cd-473f-a28a-3162f72b0397 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.701410 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.704459 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4831784b-10cd-473f-a28a-3162f72b0397 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "DELETE /v2.0/security-groups/68b26c4d-1d6b-4e13-88b8-c01c21df1dd9 HTTP/1.1" status: 204 len: 168 time: 0.4097254 Aug 16 20:57:26.709592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37454) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:26.733296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831784b-10cd-473f-a28a-3162f72b0397 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b26c4d-1d6b-4e13-88b8-c01c21df1dd9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:26.790272 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.792426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c7fbd94e-94f9-4bf9-baf2-4089f8b2606f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:26.830569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c7fbd94e-94f9-4bf9-baf2-4089f8b2606f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:26.830569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c7fbd94e-94f9-4bf9-baf2-4089f8b2606f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 20:57:26.835311 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bbdc298e-8f58-4640-aa33-8307ec554175 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204374 Aug 16 20:57:26.835311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37458) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:26.835933 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Port': ['ID=c7fbd94e-94f9-4bf9-baf2-4089f8b2606f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:26.854808 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d80-1b95-4061-b5a0-c0b43c55709c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.859004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Port c7fbd94e-94f9-4bf9-baf2-4089f8b2606f not found, will not notify nova. {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 20:57:26.859397 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7940d67f-631d-4e5a-a2f5-6797380ed31b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:26.874138 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-a8ae0406-5250-4333-87ee-05a3bf1c9111 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] delete failed (client error): The resource could not be found. Aug 16 20:57:26.875173 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a8ae0406-5250-4333-87ee-05a3bf1c9111 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "DELETE /v2.0/security-groups/a8a7c50e-7192-471c-bd14-fc678fe26f02 HTTP/1.1" status: 404 len: 347 time: 0.0371413 Aug 16 20:57:26.879168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37460) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:26.894870 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-3a18c012-fe74-4878-b013-bd702022a73c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] show failed (client error): The resource could not be found. Aug 16 20:57:26.895181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No DVR routers for this DVR port c7fbd94e-94f9-4bf9-baf2-4089f8b2606f on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:26.896649 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3a18c012-fe74-4878-b013-bd702022a73c tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-groups/ed11ccbb-c269-4fd3-aa13-8a734aed5eff HTTP/1.1" status: 404 len: 347 time: 0.0140071 Aug 16 20:57:26.903618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37462) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:26.916313 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-df61dee8-be63-45f3-9c60-9c98ceb3caa8 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] show failed (client error): The resource could not be found. Aug 16 20:57:26.921386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-df61dee8-be63-45f3-9c60-9c98ceb3caa8 tempest-NegativeSecGroupIPv6Test-19997030 tempest-NegativeSecGroupIPv6Test-19997030-project] 10.222.0.74 "GET /v2.0/security-group-rules/57c6e7fb-92e8-4464-93aa-f9ec71b0fb35 HTTP/1.1" status: 404 len: 356 time: 0.0127220 Aug 16 20:57:26.929744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d80-1b95-4061-b5a0-c0b43c55709c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.957405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Allocated IP 172.20.0.2 (f7d647bc-5da2-4b78-b494-346437681817/438e7758-fe07-45fc-a1fd-71e281a0ab77/0ae76d7a-a9de-4cec-a416-5dafd39229b3) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:26.959453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7940d67f-631d-4e5a-a2f5-6797380ed31b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:26.959835 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.983829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.034990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Made reservation on behalf of b860ea7c7f3244d187242551ad43ae06 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:27.049873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.060127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f1d80-1b95-4061-b5a0-c0b43c55709c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509d92f4-267d-4199-b818-ac026bb63962,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:27.104329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] device_id is not set on port 7f0e23db-c2ed-4256-821a-2c27a63f30b9 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:27.127585 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1d80-1b95-4061-b5a0-c0b43c55709c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.131288 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1a0f1d80-1b95-4061-b5a0-c0b43c55709c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8171155 Aug 16 20:57:27.133156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37466) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:27.141774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-301481104', 'security_groups': ['509d92f4-267d-4199-b818-ac026bb63962'], 'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a07c729-43f6-44c2-b90f-fcc531e2566d'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:27.221448 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.232881 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.244604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Transition to ACTIVE for port object 0ae76d7a-a9de-4cec-a416-5dafd39229b3 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:27.262402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Subnet': ['ID=a55ea813-e3b3-4bbb-ab46-481cbf377181,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:27.265640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Transition to ACTIVE for port object 0ae76d7a-a9de-4cec-a416-5dafd39229b3 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:27.351208 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.363868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811a2fe6-f39a-4adc-987e-88c7227a9749']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:27.366762 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.381261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364ba01a-377d-45b2-85c7-b1fd447bc2ad') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:27.381576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364ba01a-377d-45b2-85c7-b1fd447bc2ad') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:27.395550 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.411045 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.419826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:27.421511 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:27.426964 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:27.489151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:27.492807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc06a1-b349-46fd-993e-35adbda7f053 None None] Network 811a2fe6-f39a-4adc-987e-88c7227a9749 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:27.534436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Network f7d647bc-5da2-4b78-b494-346437681817 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:27.564784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Allocated IP 172.20.0.14 (f7d647bc-5da2-4b78-b494-346437681817/438e7758-fe07-45fc-a1fd-71e281a0ab77/7f0e23db-c2ed-4256-821a-2c27a63f30b9) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:27.607649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37474) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:27.623485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:27.633806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:27.639630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-694ff07a-6356-4769-bd59-248257d21950 None None] Could not find standard attr ID for object c7fbd94e-94f9-4bf9-baf2-4089f8b2606f. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:57:27.648418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d86e-6b6d-4665-9290-23d90c0f46ed req-476ce41b-a93b-4344-be19-f6c54edc81e7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:27.648698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Pushing event updated for resources: {'Port': ['ID=0ae76d7a-a9de-4cec-a416-5dafd39229b3,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:27.648806 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a69d86e-6b6d-4665-9290-23d90c0f46ed req-476ce41b-a93b-4344-be19-f6c54edc81e7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.1720901 Aug 16 20:57:27.672657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.693154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] device_id is not set on port 2a958dc8-7ec3-4a45-bd44-1312d93b3a27 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:27.757492 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a69d86e-6b6d-4665-9290-23d90c0f46ed req-ff486325-2832-4ad0-8524-aa6442475438 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990365 Aug 16 20:57:27.763669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Attempting to bind port 0ae76d7a-a9de-4cec-a416-5dafd39229b3 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:27.764052 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Attempting to bind port 0ae76d7a-a9de-4cec-a416-5dafd39229b3 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8cf1865a-adb9-42a9-bc53-4022a2121133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f7d647bc-5da2-4b78-b494-346437681817'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:27.764420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Attempting to bind port 0ae76d7a-a9de-4cec-a416-5dafd39229b3 on network f7d647bc-5da2-4b78-b494-346437681817 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:27.778098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:27.778486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Checking segment: {'id': '8cf1865a-adb9-42a9-bc53-4022a2121133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f7d647bc-5da2-4b78-b494-346437681817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:27.779434 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.779434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Bound using segment: {'id': '8cf1865a-adb9-42a9-bc53-4022a2121133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f7d647bc-5da2-4b78-b494-346437681817'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:27.782676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Bound port: 0ae76d7a-a9de-4cec-a416-5dafd39229b3, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf1865a-adb9-42a9-bc53-4022a2121133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f7d647bc-5da2-4b78-b494-346437681817'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:27.783119 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.883786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.895369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4942021d-cdf8-425c-a4db-07068fa52463 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=050082a7138b4a129631b719a2d16d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863300 Aug 16 20:57:27.899088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37478) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:27.911247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Transition to ACTIVE for port object 7f0e23db-c2ed-4256-821a-2c27a63f30b9 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:27.940872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.8 (b9ef9a86-fb0c-446f-b4aa-159f397f3682/7a07c729-43f6-44c2-b90f-fcc531e2566d/2a958dc8-7ec3-4a45-bd44-1312d93b3a27) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:27.985836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5145cd3a-2de0-4c00-9634-00a02f095b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.011277 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5145cd3a-2de0-4c00-9634-00a02f095b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.030331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159ee60e-3a14-4d83-b904-4bc5cd7997eb None None] DHCP port deletion for 811a2fe6-f39a-4adc-987e-88c7227a9749 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:28.079561 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.080854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] For port 0ae76d7a-a9de-4cec-a416-5dafd39229b3, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:28.080991 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.085966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] For port 0ae76d7a-a9de-4cec-a416-5dafd39229b3, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0ae76d7a-a9de-4cec-a416-5dafd39229b3,segment=NetworkSegment(8cf1865a-adb9-42a9-bc53-4022a2121133),segment_id=8cf1865a-adb9-42a9-bc53-4022a2121133)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:28.091392 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.093333 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/811a2fe6-f39a-4adc-987e-88c7227a9749 HTTP/1.1" status: 204 len: 168 time: 2.6637735 Aug 16 20:57:28.097744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37480) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:28.104801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1248764802'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:28.136811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Network f7d647bc-5da2-4b78-b494-346437681817 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:28.144211 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:28.144387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037348b-3956-4448-a486-5c2b22ef6e59 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=811a2fe6-f39a-4adc-987e-88c7227a9749,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:28.149801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:28.161395 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.179197 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5145cd3a-2de0-4c00-9634-00a02f095b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.181925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5145cd3a-2de0-4c00-9634-00a02f095b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.183089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5145cd3a-2de0-4c00-9634-00a02f095b26 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/200b0bc9-df69-4703-bd00-98e8304a52a1 HTTP/1.1" status: 204 len: 168 time: 0.2828352 Aug 16 20:57:28.183294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object 2a958dc8-7ec3-4a45-bd44-1312d93b3a27 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:28.184487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Pushing event updated for resources: {'Port': ['ID=7f0e23db-c2ed-4256-821a-2c27a63f30b9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:28.203557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145cd3a-2de0-4c00-9634-00a02f095b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200b0bc9-df69-4703-bd00-98e8304a52a1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:28.221846 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.224224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:28.224976 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.255696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:28.259916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.288128 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:28.300561 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.300893 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment dee5387f-ec64-4f1d-88da-27bfdca9a349 of type vlan for network 32c43c4d-7488-4233-8121-a14cd16b9a3b Aug 16 20:57:28.311373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902028c-3e3c-410d-8c5d-036d24c29cd3 None None] Pushing event updated for resources: {'Port': ['ID=0ae76d7a-a9de-4cec-a416-5dafd39229b3,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:28.336785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-60af370b-192d-46f2-94ea-4c0704c10f57 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6685431 Aug 16 20:57:28.337430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37484) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:28.343402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Request body: {'port': {'network_id': 'f7d647bc-5da2-4b78-b494-346437681817', 'name': 'tempest-ExtraDHCPOptionsTestJSON-605735980', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:28.345015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.api.validators [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] bootfile-name is not in valid_values {{(pid=95261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:57:28.345015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.api.validators [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] tftp-server is not in valid_values {{(pid=95261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:57:28.345015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.api.validators [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] server-ip-address is not in valid_values {{(pid=95261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:57:28.354702 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.388944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.434727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:28.438046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:28.441872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:28.471122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.476964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:28.477621 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.621152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c7fbd94e-94f9-4bf9-baf2-4089f8b2606f no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:28.666873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=32c43c4d-7488-4233-8121-a14cd16b9a3b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:28.677788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dedaeb6e-9bff-42d5-83f2-62ca6906fcf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5776255 Aug 16 20:57:28.678140 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37490) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:28.683924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-588a8ef0-619b-434f-9d55-60fa92a9a55c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:28.692510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=2a958dc8-7ec3-4a45-bd44-1312d93b3a27,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:28.719446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:28.719446 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.731392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Made reservation on behalf of b860ea7c7f3244d187242551ad43ae06 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:28.735403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.743559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 32c43c4d-7488-4233-8121-a14cd16b9a3b details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:28.754583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c7fbd94e-94f9-4bf9-baf2-4089f8b2606f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:28.757453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c7fbd94e-94f9-4bf9-baf2-4089f8b2606f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:28.772931 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b86059e9-8df4-416e-ad60-451576fa9166 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6376884 Aug 16 20:57:28.775559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37492) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:28.783499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cbd159ac-d89b-4e92-a7c7-d716bce52787 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:28.874463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] device_id is not set on port 5fb59452-2ca8-46e4-aac5-8010f4151cf5 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:29.042608 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:57:29.157340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0fc41-94bb-4acb-b397-0f15ef6ebfbd req-8c6670d8-3aa3-4b6a-ba04-9631159bcc94 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:29.158810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6df0fc41-94bb-4acb-b397-0f15ef6ebfbd req-8c6670d8-3aa3-4b6a-ba04-9631159bcc94 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.2610791 Aug 16 20:57:29.177435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd159ac-d89b-4e92-a7c7-d716bce52787 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:29.181192 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cbd159ac-d89b-4e92-a7c7-d716bce52787 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.194437 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-588a8ef0-619b-434f-9d55-60fa92a9a55c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.211498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9708ea52-0d41-42ec-8b8e-b2a9bcd1b441 None None] Provisioning for port 2a958dc8-7ec3-4a45-bd44-1312d93b3a27 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:29.215867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9708ea52-0d41-42ec-8b8e-b2a9bcd1b441 None None] Provisioning complete for port 2a958dc8-7ec3-4a45-bd44-1312d93b3a27 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:29.216242 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9708ea52-0d41-42ec-8b8e-b2a9bcd1b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.223770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Allocated IP 172.20.0.10 (f7d647bc-5da2-4b78-b494-346437681817/438e7758-fe07-45fc-a1fd-71e281a0ab77/5fb59452-2ca8-46e4-aac5-8010f4151cf5) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:29.306676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9708ea52-0d41-42ec-8b8e-b2a9bcd1b441 None None] Port 2a958dc8-7ec3-4a45-bd44-1312d93b3a27 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:29.317604 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6df0fc41-94bb-4acb-b397-0f15ef6ebfbd req-f4901e8a-19e2-4e84-b894-fd65cf39ed09 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492221 Aug 16 20:57:29.382098 n-d-793619-14 neutron-server[95262]: INFO neutron.db.ipam_backend_mixin [None req-cbd159ac-d89b-4e92-a7c7-d716bce52787 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7a07c729-43f6-44c2-b90f-fcc531e2566d (CIDR: 172.20.0.0/28) Aug 16 20:57:29.391309 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-588a8ef0-619b-434f-9d55-60fa92a9a55c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.424667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-588a8ef0-619b-434f-9d55-60fa92a9a55c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network 32c43c4d-7488-4233-8121-a14cd16b9a3b is not hosted by any dhcp agent {{(pid=95261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:57:29.431208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a8ef0-619b-434f-9d55-60fa92a9a55c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:29.431760 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-588a8ef0-619b-434f-9d55-60fa92a9a55c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.433162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-588a8ef0-619b-434f-9d55-60fa92a9a55c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "PUT /v2.0/networks/32c43c4d-7488-4233-8121-a14cd16b9a3b HTTP/1.1" status: 200 len: 723 time: 0.7539539 Aug 16 20:57:29.436742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37506) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:29.443884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'network_id': '32c43c4d-7488-4233-8121-a14cd16b9a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:29.447792 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd159ac-d89b-4e92-a7c7-d716bce52787 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:29.448284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd159ac-d89b-4e92-a7c7-d716bce52787 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:29.512264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a8ef0-619b-434f-9d55-60fa92a9a55c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=32c43c4d-7488-4233-8121-a14cd16b9a3b,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:29.523911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 32c43c4d-7488-4233-8121-a14cd16b9a3b details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:29.603954 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cbd159ac-d89b-4e92-a7c7-d716bce52787 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8266048 Aug 16 20:57:29.607211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37512) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:29.620156 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.621932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-11747105-b311-417d-b2d0-cb0157c47fa0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:29.650067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Transition to ACTIVE for port object 5fb59452-2ca8-46e4-aac5-8010f4151cf5 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:29.717000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0082f3-8041-4702-8fae-ad5b27c3de28 None None] Network f7d647bc-5da2-4b78-b494-346437681817 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:29.767032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.826894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Network f7d647bc-5da2-4b78-b494-346437681817 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:29.832347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:29.836437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:29.862101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:29.863200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.865668 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37518) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:29.879235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Pushing event updated for resources: {'Port': ['ID=5fb59452-2ca8-46e4-aac5-8010f4151cf5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:29.913012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:29.913709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.939877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11747105-b311-417d-b2d0-cb0157c47fa0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:29.945328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-11747105-b311-417d-b2d0-cb0157c47fa0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.994097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6ea32185-87f4-49dc-9c52-a95b3266e178 None None] Provisioning for port 0ae76d7a-a9de-4cec-a416-5dafd39229b3 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:30.000381 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-23d3839a-34d1-44ba-b1ae-4d566cd96381 tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-774391042', 'prefixes': ['172.20.0.0/16']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:30.037000 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-df3d2583-2950-4b2a-afc5-2060e9447b75 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6984630 Aug 16 20:57:30.041164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37522) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:30.164808 n-d-793619-14 neutron-server[95262]: INFO neutron.db.ipam_backend_mixin [None req-11747105-b311-417d-b2d0-cb0157c47fa0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 10ec3cb6-6a92-46c4-a452-d0c825b12cac (CIDR: 172.20.0.16/28) Aug 16 20:57:30.174876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3571211-4d82-49ff-99d7-5601be242338 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:30.180892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3571211-4d82-49ff-99d7-5601be242338 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:30.186898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3571211-4d82-49ff-99d7-5601be242338 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:30.192172 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c3571211-4d82-49ff-99d7-5601be242338 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1438270 Aug 16 20:57:30.192395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37524) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:30.244088 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-11747105-b311-417d-b2d0-cb0157c47fa0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:30.244516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11747105-b311-417d-b2d0-cb0157c47fa0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:30.302178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-bafe323d-4baa-41bb-a022-3aa03b93dcb4 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Deleting port 5fb59452-2ca8-46e4-aac5-8010f4151cf5 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:30.302437 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bafe323d-4baa-41bb-a022-3aa03b93dcb4 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.338019 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.408776 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-11747105-b311-417d-b2d0-cb0157c47fa0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7984834 Aug 16 20:57:30.409757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37528) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:30.421466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-01921c44-7d38-447c-985a-ec63875e34aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'subnet': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:30.423157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-09fa7d57-503a-481c-b88c-8867329a0b56 None None] Provisioning for port 5fb59452-2ca8-46e4-aac5-8010f4151cf5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:30.428066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-09fa7d57-503a-481c-b88c-8867329a0b56 None None] Provisioning complete for port 5fb59452-2ca8-46e4-aac5-8010f4151cf5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:30.428242 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23d3839a-34d1-44ba-b1ae-4d566cd96381 tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] Notify callbacks [] for subnetpool, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.428457 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-09fa7d57-503a-481c-b88c-8867329a0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.429621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-23d3839a-34d1-44ba-b1ae-4d566cd96381 tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5629022 Aug 16 20:57:30.439549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37530) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:30.474850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-09fa7d57-503a-481c-b88c-8867329a0b56 None None] Port 5fb59452-2ca8-46e4-aac5-8010f4151cf5 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:30.513562 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bafe323d-4baa-41bb-a022-3aa03b93dcb4 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.541470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-bafe323d-4baa-41bb-a022-3aa03b93dcb4 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Calling delete_port for 5fb59452-2ca8-46e4-aac5-8010f4151cf5 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:30.558254 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96e9a9-4f7c-4520-a70a-6c2f652679eb req-0e20e50f-d80c-4f57-86f5-d1ccd65202d0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:30.559845 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a96e9a9-4f7c-4520-a70a-6c2f652679eb req-0e20e50f-d80c-4f57-86f5-d1ccd65202d0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.1367440 Aug 16 20:57:30.564836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-09fa7d57-503a-481c-b88c-8867329a0b56 None None] Provisioning for port 7f0e23db-c2ed-4256-821a-2c27a63f30b9 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:30.570543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-09fa7d57-503a-481c-b88c-8867329a0b56 None None] Provisioning complete for port 7f0e23db-c2ed-4256-821a-2c27a63f30b9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:30.571190 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-09fa7d57-503a-481c-b88c-8867329a0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.591286 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=e7f1ef96-eac5-436a-8ac9-136fe02ca93c,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:30.612889 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0adde8f4-19f5-406a-9ca2-46846c8523c4 tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] 10.222.0.74 "GET /v2.0/subnetpools/439b182f-7379-4dc2-af39-9084a4311bae HTTP/1.1" status: 200 len: 731 time: 0.1593347 Aug 16 20:57:30.615316 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37532) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:30.656066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a96e9a9-4f7c-4520-a70a-6c2f652679eb req-93f8c852-ef31-4241-b3c1-1e9988955fd8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823278 Aug 16 20:57:30.656938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-09fa7d57-503a-481c-b88c-8867329a0b56 None None] Port 7f0e23db-c2ed-4256-821a-2c27a63f30b9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:30.665393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0ae76d7a-a9de-4cec-a416-5dafd39229b3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:30.666334 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-29b5e12e-e576-4aa6-8926-7ca7438389f5 tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-701405331'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:30.697827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking segment: {'id': 'dee5387f-ec64-4f1d-88da-27bfdca9a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '32c43c4d-7488-4233-8121-a14cd16b9a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:30.701849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network hostable DHCP agents. Network: 32c43c4d-7488-4233-8121-a14cd16b9a3b, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:30.786254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e799eb3e-d6c5-4c60-ad2e-9aaf923cafb9 None None] Provisioning complete for port 7f0e23db-c2ed-4256-821a-2c27a63f30b9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:30.791956 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e799eb3e-d6c5-4c60-ad2e-9aaf923cafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.818634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 0ae76d7a-a9de-4cec-a416-5dafd39229b3 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:30.824882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0ae76d7a-a9de-4cec-a416-5dafd39229b3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:30.825356 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.841305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network 32c43c4d-7488-4233-8121-a14cd16b9a3b is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:30.863281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e799eb3e-d6c5-4c60-ad2e-9aaf923cafb9 None None] Port 7f0e23db-c2ed-4256-821a-2c27a63f30b9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:30.885928 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bafe323d-4baa-41bb-a022-3aa03b93dcb4 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.912845 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe323d-4baa-41bb-a022-3aa03b93dcb4 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Pushing event deleted for resources: {'Port': ['ID=5fb59452-2ca8-46e4-aac5-8010f4151cf5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:30.927096 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.962674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 32c43c4d-7488-4233-8121-a14cd16b9a3b) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:30.969452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:30.970204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.971527 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 0ae76d7a-a9de-4cec-a416-5dafd39229b3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0ae76d7a-a9de-4cec-a416-5dafd39229b3,segment=NetworkSegment(8cf1865a-adb9-42a9-bc53-4022a2121133),segment_id=8cf1865a-adb9-42a9-bc53-4022a2121133)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:30.977878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e3debf-19eb-4701-b42a-d9d6f2a75317 None None] Network 32c43c4d-7488-4233-8121-a14cd16b9a3b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:31.003026 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bafe323d-4baa-41bb-a022-3aa03b93dcb4 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.011434 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37536) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:31.012350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bafe323d-4baa-41bb-a022-3aa03b93dcb4 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] 10.222.0.74 "DELETE /v2.0/ports/5fb59452-2ca8-46e4-aac5-8010f4151cf5 HTTP/1.1" status: 204 len: 168 time: 0.8191071 Aug 16 20:57:31.020182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Request body: {'port': {'name': 'tempest-new-port-name-103412869', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:31.024385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.api.validators [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] bootfile-name is not in valid_values {{(pid=95262) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:57:31.024795 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.api.validators [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] tftp-server is not in valid_values {{(pid=95262) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:57:31.025171 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.api.validators [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] server-ip-address is not in valid_values {{(pid=95262) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:57:31.030089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8e99f05e-2cc8-46f1-ad78-48330f335281 None None] Could not find standard attr ID for object 5fb59452-2ca8-46e4-aac5-8010f4151cf5. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:57:31.111459 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.116814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01921c44-7d38-447c-985a-ec63875e34aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Made reservation on behalf of a319271fc3714777bb9854455552b6a7 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:31.123151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-01921c44-7d38-447c-985a-ec63875e34aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.145691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29b5e12e-e576-4aa6-8926-7ca7438389f5 tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] Notify callbacks [] for subnetpool, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.146909 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-29b5e12e-e576-4aa6-8926-7ca7438389f5 tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] 10.222.0.74 "PUT /v2.0/subnetpools/439b182f-7379-4dc2-af39-9084a4311bae HTTP/1.1" status: 200 len: 683 time: 0.4956846 Aug 16 20:57:31.150145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37538) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:31.184362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-32c43c4d-7488-4233-8121-a14cd16b9a3b', 'network_id': '32c43c4d-7488-4233-8121-a14cd16b9a3b', 'tenant_id': '8e67561cc6004c719b4715b0e20e3ea0', 'fixed_ips': [{'subnet_id': 'e7f1ef96-eac5-436a-8ac9-136fe02ca93c'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:31.185584 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.204838 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.253585 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5ca9a341-5179-4c50-b041-710c7baccd7c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8148341 Aug 16 20:57:31.256983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37540) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:31.266005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f927e151-7db7-475f-a14c-6b72199913c9 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:31.334957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=0ae76d7a-a9de-4cec-a416-5dafd39229b3,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:31.396096 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-803429eb-3cd7-462b-80fa-a371cfc0b3b4 tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] Notify callbacks [] for subnetpool, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.404301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-803429eb-3cd7-462b-80fa-a371cfc0b3b4 tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] 10.222.0.74 "DELETE /v2.0/subnetpools/439b182f-7379-4dc2-af39-9084a4311bae HTTP/1.1" status: 204 len: 168 time: 0.2462542 Aug 16 20:57:31.404458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Allocated IP 172.20.0.2 (32c43c4d-7488-4233-8121-a14cd16b9a3b/e7f1ef96-eac5-436a-8ac9-136fe02ca93c/6a390a39-bc92-43cc-af68-744097092389) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:31.404570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37542) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:31.412151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f927e151-7db7-475f-a14c-6b72199913c9 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9000738'] for subnet, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.433891 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-debbb40d-2a82-41ae-a4a9-6e1336b8c66c tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] show failed (client error): The resource could not be found. Aug 16 20:57:31.437478 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-debbb40d-2a82-41ae-a4a9-6e1336b8c66c tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] 10.222.0.74 "GET /v2.0/subnetpools/439b182f-7379-4dc2-af39-9084a4311bae HTTP/1.1" status: 404 len: 346 time: 0.0305274 Aug 16 20:57:31.441517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37544) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:31.462074 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-2dc7dfc1-c9db-40d1-a169-2583c0201954 tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] delete failed (client error): The resource could not be found. Aug 16 20:57:31.463123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2dc7dfc1-c9db-40d1-a169-2583c0201954 tempest-SubnetPoolsTestJSON-695595256 tempest-SubnetPoolsTestJSON-695595256-project] 10.222.0.74 "DELETE /v2.0/subnetpools/439b182f-7379-4dc2-af39-9084a4311bae HTTP/1.1" status: 404 len: 346 time: 0.0193343 Aug 16 20:57:31.557765 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.615150 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.624408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Transition to ACTIVE for port object 6a390a39-bc92-43cc-af68-744097092389 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:31.627826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.639612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Transition to ACTIVE for port object 6a390a39-bc92-43cc-af68-744097092389 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:31.741875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] In _notify_port_updated(), no bound segment for port 7f0e23db-c2ed-4256-821a-2c27a63f30b9 on network f7d647bc-5da2-4b78-b494-346437681817 {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:57:31.743778 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.758943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.759941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.764653 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] 10.222.0.74 "PUT /v2.0/ports/7f0e23db-c2ed-4256-821a-2c27a63f30b9 HTTP/1.1" status: 200 len: 1136 time: 0.7491510 Aug 16 20:57:31.766833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37550) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:31.776503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725c521-f031-4020-ae04-88a3013f429b tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Pushing event updated for resources: {'Port': ['ID=7f0e23db-c2ed-4256-821a-2c27a63f30b9,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:31.790576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Network 32c43c4d-7488-4233-8121-a14cd16b9a3b is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:31.806105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:31.823144 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Pushing event updated for resources: {'Port': ['ID=6a390a39-bc92-43cc-af68-744097092389,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:31.827678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:31.838108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-01921c44-7d38-447c-985a-ec63875e34aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.870213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b7dc-8b56-4b55-90f7-7e9e071cbf49 req-09e4a223-eccf-4035-83bb-0a50b539898c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.871954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf67b7dc-8b56-4b55-90f7-7e9e071cbf49 req-09e4a223-eccf-4035-83bb-0a50b539898c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.1323366 Aug 16 20:57:31.909690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c0877e-c4b9-4a56-816e-73b32c839138 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.911276 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-39c0877e-c4b9-4a56-816e-73b32c839138 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] 10.222.0.74 "GET /v2.0/ports/7f0e23db-c2ed-4256-821a-2c27a63f30b9 HTTP/1.1" status: 200 len: 1136 time: 0.1430516 Aug 16 20:57:31.919409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37554) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:31.931499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01921c44-7d38-447c-985a-ec63875e34aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:31.942847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Attempting to bind port 6a390a39-bc92-43cc-af68-744097092389 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:31.943423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Attempting to bind port 6a390a39-bc92-43cc-af68-744097092389 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'dee5387f-ec64-4f1d-88da-27bfdca9a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '32c43c4d-7488-4233-8121-a14cd16b9a3b'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:31.943959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Attempting to bind port 6a390a39-bc92-43cc-af68-744097092389 on network 32c43c4d-7488-4233-8121-a14cd16b9a3b {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:31.959028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:31.959908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Checking segment: {'id': 'dee5387f-ec64-4f1d-88da-27bfdca9a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '32c43c4d-7488-4233-8121-a14cd16b9a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:31.960548 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.961173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Bound using segment: {'id': 'dee5387f-ec64-4f1d-88da-27bfdca9a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '32c43c4d-7488-4233-8121-a14cd16b9a3b'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:31.967854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Bound port: 6a390a39-bc92-43cc-af68-744097092389, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee5387f-ec64-4f1d-88da-27bfdca9a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '32c43c4d-7488-4233-8121-a14cd16b9a3b'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:31.967854 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.973092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-01921c44-7d38-447c-985a-ec63875e34aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:31.974945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01921c44-7d38-447c-985a-ec63875e34aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Subnet': ['ID=12694d84-c397-4eda-b9ca-1df155fe2685,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:31.981051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01921c44-7d38-447c-985a-ec63875e34aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.981760 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-01921c44-7d38-447c-985a-ec63875e34aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.990822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a4c20-5eb9-4ac3-a02a-1c81ef6a97dd None None] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:32.030337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf67b7dc-8b56-4b55-90f7-7e9e071cbf49 req-6e4e3237-db07-47ba-9de7-5ccfd55e258e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915070 Aug 16 20:57:32.088806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-20d1b93b-429f-4e34-b655-fa5175d9fd78 None None] Provisioning complete for port 7f0e23db-c2ed-4256-821a-2c27a63f30b9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:32.089198 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-20d1b93b-429f-4e34-b655-fa5175d9fd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.093215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-07c05aae-2ef2-4036-85e6-f69eae53fcb1 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Deleting port 7f0e23db-c2ed-4256-821a-2c27a63f30b9 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:32.093662 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07c05aae-2ef2-4036-85e6-f69eae53fcb1 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.101354 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f927e151-7db7-475f-a14c-6b72199913c9 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762063723704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8635595'] for subnet, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.138522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927e151-7db7-475f-a14c-6b72199913c9 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:32.139388 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f927e151-7db7-475f-a14c-6b72199913c9 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.143221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f927e151-7db7-475f-a14c-6b72199913c9 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "PUT /v2.0/subnets/e7f1ef96-eac5-436a-8ac9-136fe02ca93c HTTP/1.1" status: 200 len: 806 time: 0.8825161 Aug 16 20:57:32.145002 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37558) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:32.162435 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] For port 6a390a39-bc92-43cc-af68-744097092389, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:32.166043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-20d1b93b-429f-4e34-b655-fa5175d9fd78 None None] Port 7f0e23db-c2ed-4256-821a-2c27a63f30b9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:32.176857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37560) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:32.185198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] For port 6a390a39-bc92-43cc-af68-744097092389, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6a390a39-bc92-43cc-af68-744097092389,segment=NetworkSegment(dee5387f-ec64-4f1d-88da-27bfdca9a349),segment_id=dee5387f-ec64-4f1d-88da-27bfdca9a349)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:32.202487 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-01921c44-7d38-447c-985a-ec63875e34aa tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7869759 Aug 16 20:57:32.205810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37564) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:32.211360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1321154677', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12694d84-c397-4eda-b9ca-1df155fe2685'}], 'security_groups': ['86df8d5e-6625-451e-977d-d60a9ed3b9b1', 'bfaac46c-a7de-4aab-937a-b4f43047b9bc']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:32.221325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927e151-7db7-475f-a14c-6b72199913c9 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=e7f1ef96-eac5-436a-8ac9-136fe02ca93c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:32.298363 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.306390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07c05aae-2ef2-4036-85e6-f69eae53fcb1 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.306616 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.331444 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.344866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-07c05aae-2ef2-4036-85e6-f69eae53fcb1 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Calling delete_port for 7f0e23db-c2ed-4256-821a-2c27a63f30b9 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:32.372478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Deleting port 6a390a39-bc92-43cc-af68-744097092389 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:32.372808 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.389832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c62a38-036b-4ffd-a4e4-5af0be16e182 None None] Pushing event updated for resources: {'Port': ['ID=6a390a39-bc92-43cc-af68-744097092389,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:32.468587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Update dhcp port {'port': {'network_id': 'b9ef9a86-fb0c-446f-b4aa-159f397f3682', 'fixed_ips': [{'subnet_id': '10ec3cb6-6a92-46c4-a452-d0c825b12cac', 'ip_address': '172.20.0.18'}, {'subnet_id': '7a07c729-43f6-44c2-b90f-fcc531e2566d', 'ip_address': '172.20.0.2'}, {'subnet_id': '12694d84-c397-4eda-b9ca-1df155fe2685'}], 'binding:host_id': 'n-d-793619-14'}, 'id': '7940d67f-631d-4e5a-a2f5-6797380ed31b'} from n-d-793619-14. {{(pid=95263) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:57:32.482978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] For port 6a390a39-bc92-43cc-af68-744097092389, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6a390a39-bc92-43cc-af68-744097092389,segment=NetworkSegment(dee5387f-ec64-4f1d-88da-27bfdca9a349),segment_id=dee5387f-ec64-4f1d-88da-27bfdca9a349)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:32.482978 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.494869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Calling delete_port for 6a390a39-bc92-43cc-af68-744097092389 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:32.503264 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.627672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0ae76d7a-a9de-4cec-a416-5dafd39229b3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:32.630814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-df45aec0-7cc5-4d59-a3f5-4377d62999bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.718444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.749000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0ae76d7a-a9de-4cec-a416-5dafd39229b3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:32.749408 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.793846 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.824690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Port': ['ID=6a390a39-bc92-43cc-af68-744097092389,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:32.866062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Delete allocated IP 172.20.0.8 (b9ef9a86-fb0c-446f-b4aa-159f397f3682/7a07c729-43f6-44c2-b90f-fcc531e2566d) {{(pid=95262) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:57:32.870871 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.882403 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No DVR routers for this DVR port 6a390a39-bc92-43cc-af68-744097092389 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:32.911150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Allocated IP 172.20.0.38 (b9ef9a86-fb0c-446f-b4aa-159f397f3682/12694d84-c397-4eda-b9ca-1df155fe2685/2a958dc8-7ec3-4a45-bd44-1312d93b3a27) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:32.934182 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.005715 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-df45aec0-7cc5-4d59-a3f5-4377d62999bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.049310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07c05aae-2ef2-4036-85e6-f69eae53fcb1 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.092185 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.102024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c05aae-2ef2-4036-85e6-f69eae53fcb1 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Pushing event deleted for resources: {'Port': ['ID=7f0e23db-c2ed-4256-821a-2c27a63f30b9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:33.104090 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-df45aec0-7cc5-4d59-a3f5-4377d62999bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.120858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f1ef96-eac5-436a-8ac9-136fe02ca93c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:33.199493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45aec0-7cc5-4d59-a3f5-4377d62999bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6853cf8f-e0d6-4b78-b682-c45388f2ba60,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:33.206854 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-df45aec0-7cc5-4d59-a3f5-4377d62999bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=993e94f6c01a489fb290b3dae59d0232&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0287187 Aug 16 20:57:33.256963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37576) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:33.361934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bca4b10-6182-42e4-8ac8-2aefe7469ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.389515 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bca4b10-6182-42e4-8ac8-2aefe7469ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.488102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07c05aae-2ef2-4036-85e6-f69eae53fcb1 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.495535 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-07c05aae-2ef2-4036-85e6-f69eae53fcb1 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] 10.222.0.74 "DELETE /v2.0/ports/7f0e23db-c2ed-4256-821a-2c27a63f30b9 HTTP/1.1" status: 204 len: 168 time: 1.5699394 Aug 16 20:57:33.495535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.497839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37586) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:33.513150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.533908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c43c4d-7488-4233-8121-a14cd16b9a3b']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:33.551495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee5387f-ec64-4f1d-88da-27bfdca9a349') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:33.551864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee5387f-ec64-4f1d-88da-27bfdca9a349') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:33.555161 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bca4b10-6182-42e4-8ac8-2aefe7469ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.557810 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3bca4b10-6182-42e4-8ac8-2aefe7469ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.559020 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3bca4b10-6182-42e4-8ac8-2aefe7469ac0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6853cf8f-e0d6-4b78-b682-c45388f2ba60 HTTP/1.1" status: 204 len: 168 time: 0.3006501 Aug 16 20:57:33.578068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5f51d-55cb-4dc5-b458-74d7572aef35 req-568f1c5a-6bcf-4136-9b13-9ae5f89deabe tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:33.581205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Transition to ACTIVE for port object 2a958dc8-7ec3-4a45-bd44-1312d93b3a27 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:33.586826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0f5f51d-55cb-4dc5-b458-74d7572aef35 req-568f1c5a-6bcf-4136-9b13-9ae5f89deabe tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.1252165 Aug 16 20:57:33.590607 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.596053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca4b10-6182-42e4-8ac8-2aefe7469ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6853cf8f-e0d6-4b78-b682-c45388f2ba60,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:33.618477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-14577a74-303a-4b7d-8054-87f324d00709 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Deleting subnet 438e7758-fe07-45fc-a1fd-71e281a0ab77 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:33.626643 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14577a74-303a-4b7d-8054-87f324d00709 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.631110 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.655062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0f5f51d-55cb-4dc5-b458-74d7572aef35 req-07ad07c9-c689-46e4-bc41-37f7a599286c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632567 Aug 16 20:57:33.656700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:33.658270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:33.661577 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:33.684149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14577a74-303a-4b7d-8054-87f324d00709 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.709439 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.776418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Allocated IP 172.20.0.34 (b9ef9a86-fb0c-446f-b4aa-159f397f3682/12694d84-c397-4eda-b9ca-1df155fe2685/7940d67f-631d-4e5a-a2f5-6797380ed31b) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:33.806082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e825c66-58c7-4a49-949c-0b84fc121729 None None] Network 32c43c4d-7488-4233-8121-a14cd16b9a3b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:33.861493 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.872582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-de4b1f05-e890-4e9e-8b51-d841505bc47c None None] Could not find standard attr ID for object 6a390a39-bc92-43cc-af68-744097092389. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:57:33.882191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.884192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/32c43c4d-7488-4233-8121-a14cd16b9a3b HTTP/1.1" status: 204 len: 168 time: 1.7393887 Aug 16 20:57:33.885248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e531fbc-de63-4481-90fb-b823e732de4b tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=32c43c4d-7488-4233-8121-a14cd16b9a3b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:33.888463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37594) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:33.899253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event updated for resources: {'Port': ['ID=2a958dc8-7ec3-4a45-bd44-1312d93b3a27,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:33.924753 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c2fdb0-f52e-4730-bf76-fd2cfcbfc0fa tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:33.925283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c2fdb0-f52e-4730-bf76-fd2cfcbfc0fa tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:33.930795 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e9c2fdb0-f52e-4730-bf76-fd2cfcbfc0fa tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/32c43c4d-7488-4233-8121-a14cd16b9a3b HTTP/1.1" status: 404 len: 339 time: 0.0366032 Aug 16 20:57:33.936000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae262327-cb0b-4433-ac0d-920dc802ea10 req-fc28dd8d-425a-434e-a846-692918bea5c6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:33.939793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37598) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:33.943749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae262327-cb0b-4433-ac0d-920dc802ea10 req-fc28dd8d-425a-434e-a846-692918bea5c6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1094379 Aug 16 20:57:33.948382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-303556242', 'description': 'd1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:33.957277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] In _notify_port_updated(), no bound segment for port 2a958dc8-7ec3-4a45-bd44-1312d93b3a27 on network b9ef9a86-fb0c-446f-b4aa-159f397f3682 {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:57:33.963071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:33.963546 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.967761 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-57db5e8d-f6dd-4758-a8a3-fea0e1a8f283 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "PUT /v2.0/ports/2a958dc8-7ec3-4a45-bd44-1312d93b3a27 HTTP/1.1" status: 200 len: 960 time: 1.7608933 Aug 16 20:57:33.968238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37602) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:33.992473 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14577a74-303a-4b7d-8054-87f324d00709 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.063562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae262327-cb0b-4433-ac0d-920dc802ea10 req-063ecd24-b35c-4a50-adbc-7f6476ee17e2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130836 Aug 16 20:57:34.101536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:34.105919 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.110991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] For port 7940d67f-631d-4e5a-a2f5-6797380ed31b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7940d67f-631d-4e5a-a2f5-6797380ed31b,segment=NetworkSegment(f5e614a8-9d87-42f6-8e27-1c2cefe23c63),segment_id=f5e614a8-9d87-42f6-8e27-1c2cefe23c63)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:34.159905 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14577a74-303a-4b7d-8054-87f324d00709 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.197513 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.203205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14577a74-303a-4b7d-8054-87f324d00709 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Pushing event deleted for resources: {'Subnet': ['ID=438e7758-fe07-45fc-a1fd-71e281a0ab77,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:34.208308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14577a74-303a-4b7d-8054-87f324d00709 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.211123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-14577a74-303a-4b7d-8054-87f324d00709 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] 10.222.0.74 "DELETE /v2.0/subnets/438e7758-fe07-45fc-a1fd-71e281a0ab77 HTTP/1.1" status: 204 len: 168 time: 0.7123706 Aug 16 20:57:34.215675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37612) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:34.232069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06d3fdf-81ca-45e7-b30c-6a8a7186f882 None None] Network f7d647bc-5da2-4b78-b494-346437681817 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:34.246497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc4667-51a7-4e10-800d-1a778764ede8 req-08b5cf79-13ab-4d71-a252-232157c3cc1d tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:34.248007 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00bc4667-51a7-4e10-800d-1a778764ede8 req-08b5cf79-13ab-4d71-a252-232157c3cc1d tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 945 time: 0.1780167 Aug 16 20:57:34.254348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4effd-d448-458e-b20d-b69a3aeac822 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 2a958dc8-7ec3-4a45-bd44-1312d93b3a27 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:34.254946 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bcc4effd-d448-458e-b20d-b69a3aeac822 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.265901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e505830-ae14-433c-a1a2-5cea7a34bd62 None None] DHCP port deletion for 32c43c4d-7488-4233-8121-a14cd16b9a3b request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:34.301634 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.345841 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00bc4667-51a7-4e10-800d-1a778764ede8 req-0da40e35-d9e8-461a-b375-e5d98d64e969 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859275 Aug 16 20:57:34.380035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:34.397000 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.397528 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment 0673e0ff-c8a0-4874-a784-457b2d9ad5c4 of type vlan for network 233bf079-8245-426d-ba95-078768928f08 Aug 16 20:57:34.400227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb64ad3-5c4e-473b-9638-f369c46f1d61 req-80ad1343-f6f9-4fc0-929b-09b29b3d1f34 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:34.402502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4cb64ad3-5c4e-473b-9638-f369c46f1d61 req-80ad1343-f6f9-4fc0-929b-09b29b3d1f34 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.2255955 Aug 16 20:57:34.407132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bcc4effd-d448-458e-b20d-b69a3aeac822 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.419035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Deleting port 0ae76d7a-a9de-4cec-a416-5dafd39229b3 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:34.420193 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.458652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4cb64ad3-5c4e-473b-9638-f369c46f1d61 req-ec14852b-4058-46ea-9255-ab831fd3c1aa tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468941 Aug 16 20:57:34.464984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4effd-d448-458e-b20d-b69a3aeac822 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 2a958dc8-7ec3-4a45-bd44-1312d93b3a27 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:34.505700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Transition to ACTIVE for port object 7940d67f-631d-4e5a-a2f5-6797380ed31b will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:34.539758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6515ce6c-49aa-475f-aba2-e29b94a208d7 None None] Network 32c43c4d-7488-4233-8121-a14cd16b9a3b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:34.542838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.579286 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] For port 0ae76d7a-a9de-4cec-a416-5dafd39229b3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0ae76d7a-a9de-4cec-a416-5dafd39229b3,segment=NetworkSegment(8cf1865a-adb9-42a9-bc53-4022a2121133),segment_id=8cf1865a-adb9-42a9-bc53-4022a2121133)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:34.579661 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.582095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6515ce6c-49aa-475f-aba2-e29b94a208d7 None None] Network 32c43c4d-7488-4233-8121-a14cd16b9a3b could not be found, it might have been deleted concurrently. {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:57:34.610034 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Calling delete_port for 0ae76d7a-a9de-4cec-a416-5dafd39229b3 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:34.636652 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.710186 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.717561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:34.718323 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.781861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Pushing event updated for resources: {'Port': ['ID=7940d67f-631d-4e5a-a2f5-6797380ed31b,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:34.787828 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bcc4effd-d448-458e-b20d-b69a3aeac822 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.796006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=233bf079-8245-426d-ba95-078768928f08,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:34.799957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.800365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.800704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.801049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.801406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.801880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.802219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.803063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.803063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.803281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.803500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.803875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f1e4e-a4eb-432f-b2f7-855749405593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:34.814811 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 233bf079-8245-426d-ba95-078768928f08 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:34.827397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4effd-d448-458e-b20d-b69a3aeac822 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=2a958dc8-7ec3-4a45-bd44-1312d93b3a27,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:34.867714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0221af75-8a99-44fe-ba74-75921090dbc9 None None] DHCP port deletion for f7d647bc-5da2-4b78-b494-346437681817 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:34.870569 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d645dd2b-6326-4b0e-8683-db669f458fdb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9296279 Aug 16 20:57:34.871504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.873440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37636) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:34.967364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-e0babe3a-c25e-4a90-9682-3430d9c0dc0a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:34.974824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-e0babe3a-c25e-4a90-9682-3430d9c0dc0a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 812 time: 0.2411914 Aug 16 20:57:34.994602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-3967875a-02a9-4f00-8d55-210f363c337c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/quotas/7d374f3cfccd45f2ab76032deb984a01 HTTP/1.1" status: 200 len: 375 time: 0.0186906 Aug 16 20:57:35.014744 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bcc4effd-d448-458e-b20d-b69a3aeac822 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.016687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bcc4effd-d448-458e-b20d-b69a3aeac822 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/2a958dc8-7ec3-4a45-bd44-1312d93b3a27 HTTP/1.1" status: 204 len: 168 time: 1.0474386 Aug 16 20:57:35.019367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37640) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:35.064143 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-44456d3a-81d8-443e-acb0-272a35b6b967 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] GET failed (client error): The resource could not be found. Aug 16 20:57:35.068063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-44456d3a-81d8-443e-acb0-272a35b6b967 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports/2a958dc8-7ec3-4a45-bd44-1312d93b3a27 HTTP/1.1" status: 404 len: 333 time: 0.0455875 Aug 16 20:57:35.071306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37642) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:35.120231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-85fdf264-c5cb-486c-a7f6-e676a920e60f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1247191 Aug 16 20:57:35.140138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-698bc390-807d-42ef-9de2-d5e68a847e96 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:57:35.141237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-698bc390-807d-42ef-9de2-d5e68a847e96 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080581 Aug 16 20:57:35.166488 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-772b29d9-8540-4d77-901d-0d37904c0738 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.194025 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-772b29d9-8540-4d77-901d-0d37904c0738 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.349129 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-772b29d9-8540-4d77-901d-0d37904c0738 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.357680 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-772b29d9-8540-4d77-901d-0d37904c0738 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.357680 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-772b29d9-8540-4d77-901d-0d37904c0738 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/security-groups/509d92f4-267d-4199-b818-ac026bb63962 HTTP/1.1" status: 204 len: 168 time: 0.2824311 Aug 16 20:57:35.358929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37648) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:35.370469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Pushing event deleted for resources: {'Port': ['ID=0ae76d7a-a9de-4cec-a416-5dafd39229b3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:35.384580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] No DVR routers for this DVR port 0ae76d7a-a9de-4cec-a416-5dafd39229b3 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:35.395460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b29d9-8540-4d77-901d-0d37904c0738 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509d92f4-267d-4199-b818-ac026bb63962,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:35.515884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63408024-eddd-4a89-b97d-8cfb8755e4a5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:35.520345 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-63408024-eddd-4a89-b97d-8cfb8755e4a5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/networks?id=233bf079-8245-426d-ba95-078768928f08 HTTP/1.1" status: 200 len: 760 time: 0.6444356 Aug 16 20:57:35.537988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37652) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:35.537988 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.537988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-41f13fc6-8ac8-49d9-a86d-d8b2c5851713 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'description': 'd2'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:35.576247 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-605402a5-7f54-40e4-8d15-dadfac493385 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.607361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08fd99-a9fe-4e57-bba4-755d03aaf8ea req-3eb4e245-484f-4ebb-b5da-ccf5535b2411 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:35.607541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d647bc-5da2-4b78-b494-346437681817']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:35.608885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c08fd99-a9fe-4e57-bba4-755d03aaf8ea req-3eb4e245-484f-4ebb-b5da-ccf5535b2411 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 945 time: 0.1358228 Aug 16 20:57:35.627407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf1865a-adb9-42a9-bc53-4022a2121133') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:35.627705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf1865a-adb9-42a9-bc53-4022a2121133') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:35.644871 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.647371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-59590898-8eaf-4bf7-ae4c-1eaaeeedbe87 service neutron] 10.222.0.74 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975495 Aug 16 20:57:35.680346 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-605402a5-7f54-40e4-8d15-dadfac493385 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.693011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7450d592-9f00-40d0-9e85-c5b5523b0ee2 None None] Provisioning for port 7940d67f-631d-4e5a-a2f5-6797380ed31b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:35.697346 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7450d592-9f00-40d0-9e85-c5b5523b0ee2 None None] Provisioning complete for port 7940d67f-631d-4e5a-a2f5-6797380ed31b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:35.698037 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7450d592-9f00-40d0-9e85-c5b5523b0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.702273 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.718769 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:35.719456 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:35.722309 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:35.759913 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-dac24f13-a5de-453b-8ab4-40886c3e9bbe tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:35.761360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-dac24f13-a5de-453b-8ab4-40886c3e9bbe tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.76 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 945 time: 0.1904385 Aug 16 20:57:35.793934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-41f13fc6-8ac8-49d9-a86d-d8b2c5851713 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.794940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c08fd99-a9fe-4e57-bba4-755d03aaf8ea req-f7b99cec-f948-4f93-b3e1-545fbc4bf3c6 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673682 Aug 16 20:57:35.805253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7450d592-9f00-40d0-9e85-c5b5523b0ee2 None None] Provisioning complete for port e3a57c79-317f-45a4-b55a-50382897a50e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:35.805806 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7450d592-9f00-40d0-9e85-c5b5523b0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.849174 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7450d592-9f00-40d0-9e85-c5b5523b0ee2 None None] Port e3a57c79-317f-45a4-b55a-50382897a50e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:35.853014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7450d592-9f00-40d0-9e85-c5b5523b0ee2 None None] Could not find standard attr ID for object 2a958dc8-7ec3-4a45-bd44-1312d93b3a27. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:57:35.887123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-7614894f-342e-48b0-b76b-930e88bace82 service neutron] 10.222.0.74 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216029 Aug 16 20:57:35.897368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-41f13fc6-8ac8-49d9-a86d-d8b2c5851713 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.910308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Deleting port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:35.910619 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.960841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.964321 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-605402a5-7f54-40e4-8d15-dadfac493385 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.966385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41f13fc6-8ac8-49d9-a86d-d8b2c5851713 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network 233bf079-8245-426d-ba95-078768928f08 is not hosted by any dhcp agent {{(pid=95262) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:57:35.968044 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-605402a5-7f54-40e4-8d15-dadfac493385 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.969472 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-605402a5-7f54-40e4-8d15-dadfac493385 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/security-groups/bfaac46c-a7de-4aab-937a-b4f43047b9bc HTTP/1.1" status: 204 len: 168 time: 0.6094685 Aug 16 20:57:35.972932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f13fc6-8ac8-49d9-a86d-d8b2c5851713 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:35.973606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-41f13fc6-8ac8-49d9-a86d-d8b2c5851713 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.977243 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-41f13fc6-8ac8-49d9-a86d-d8b2c5851713 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "PUT /v2.0/networks/233bf079-8245-426d-ba95-078768928f08 HTTP/1.1" status: 200 len: 757 time: 0.4490917 Aug 16 20:57:35.977408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37662) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:35.984303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37664) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:36.004976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605402a5-7f54-40e4-8d15-dadfac493385 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaac46c-a7de-4aab-937a-b4f43047b9bc,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:36.043291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.050813 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] 10.222.0.74 "DELETE /v2.0/networks/f7d647bc-5da2-4b78-b494-346437681817 HTTP/1.1" status: 204 len: 168 time: 1.8296120 Aug 16 20:57:36.089227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f13fc6-8ac8-49d9-a86d-d8b2c5851713 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=233bf079-8245-426d-ba95-078768928f08,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:36.104090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 233bf079-8245-426d-ba95-078768928f08 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:36.109754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-daa5c916-668b-48d9-ba16-6f171d5b97b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.116720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] For port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:36.117587 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.119717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf55b5-9795-445c-b24e-4d7c1959daa8 tempest-ExtraDHCPOptionsTestJSON-1245258692 tempest-ExtraDHCPOptionsTestJSON-1245258692-project] Pushing event deleted for resources: {'Network': ['ID=f7d647bc-5da2-4b78-b494-346437681817,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:36.155540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62418196-219e-4d46-a8cd-5fa09792e225 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:36.163729 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-62418196-219e-4d46-a8cd-5fa09792e225 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/networks?id=233bf079-8245-426d-ba95-078768928f08 HTTP/1.1" status: 200 len: 760 time: 0.1758847 Aug 16 20:57:36.165271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37670) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:36.172746 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1163785470'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:36.269883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-723fe0aa-2e08-4a3b-91dd-08e910cc8a36 None None] Could not find standard attr ID for object 2a958dc8-7ec3-4a45-bd44-1312d93b3a27. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:57:36.309152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:36.314400 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-daa5c916-668b-48d9-ba16-6f171d5b97b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.317061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.370132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:36.376139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-907a2f4d-09a3-452f-a51e-feeeaa810cfa req-82c7dcb6-ff99-438b-ac95-b51497fe3335 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 210 time: 0.0743210 Aug 16 20:57:36.398706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.399081 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment 2b30e84c-92a0-46d7-8377-820bbaa21389 of type vlan for network a9b63f12-5604-4e1b-be32-7786261393eb Aug 16 20:57:36.469167 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.580554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7940d67f-631d-4e5a-a2f5-6797380ed31b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:36.616840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.617314 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-daa5c916-668b-48d9-ba16-6f171d5b97b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.619889 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-daa5c916-668b-48d9-ba16-6f171d5b97b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.621100 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-daa5c916-668b-48d9-ba16-6f171d5b97b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/security-groups/86df8d5e-6625-451e-977d-d60a9ed3b9b1 HTTP/1.1" status: 204 len: 168 time: 0.6382127 Aug 16 20:57:36.626379 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.636160 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.636160 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Floating IP 69dc2aea-ae14-4808-abf3-d9eda2617993 disassociated. External IP: 172.25.4.190, port: c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7. Aug 16 20:57:36.636160 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Calling delete_port for c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:36.636727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:36.636727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.637206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37686) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:36.640483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7940d67f-631d-4e5a-a2f5-6797380ed31b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:36.641150 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.664789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5c916-668b-48d9-ba16-6f171d5b97b1 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86df8d5e-6625-451e-977d-d60a9ed3b9b1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:36.710113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=a9b63f12-5604-4e1b-be32-7786261393eb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:36.725252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a9b63f12-5604-4e1b-be32-7786261393eb details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:36.731386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8ec490-2830-4b50-9ffe-cf7931e194f5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting subnet 7a07c729-43f6-44c2-b90f-fcc531e2566d {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:36.737060 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-da8ec490-2830-4b50-9ffe-cf7931e194f5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.807554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-da8ec490-2830-4b50-9ffe-cf7931e194f5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.810018 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-48b9d753-9d28-48ac-9c94-bec469fd9342 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6435478 Aug 16 20:57:36.812574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37692) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:36.822109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'network_id': 'a9b63f12-5604-4e1b-be32-7786261393eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:36.861690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0ae76d7a-a9de-4cec-a416-5dafd39229b3 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:36.887522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 0ae76d7a-a9de-4cec-a416-5dafd39229b3 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:36.888096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0ae76d7a-a9de-4cec-a416-5dafd39229b3 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:36.937204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37696) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:37.092547 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-040dfb8a-fa75-41ab-b3bb-259310de5afa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b860ea7c7f3244d187242551ad43ae06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559455 Aug 16 20:57:37.093185 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37706) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:37.093335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b1c15-23e6-47a7-a38a-daf5dfc7b60e req-d271c2fd-0106-495a-a47a-a2933c629130 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:37.094813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-423b1c15-23e6-47a7-a38a-daf5dfc7b60e req-d271c2fd-0106-495a-a47a-a2933c629130 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 945 time: 0.2001472 Aug 16 20:57:37.098485 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-da8ec490-2830-4b50-9ffe-cf7931e194f5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.142849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-273940a6-6348-41cb-9fed-05c1f2cc557d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.164817 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-273940a6-6348-41cb-9fed-05c1f2cc557d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.176673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-423b1c15-23e6-47a7-a38a-daf5dfc7b60e req-92b8ac2d-b38a-4701-816e-a133c4300a97 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups?id=dd9121c7-622b-4999-8e25-03853a24f36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562034 Aug 16 20:57:37.182914 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.220468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event deleted for resources: {'Port': ['ID=c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:37.320205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-273940a6-6348-41cb-9fed-05c1f2cc557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.324598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-273940a6-6348-41cb-9fed-05c1f2cc557d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.325123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-273940a6-6348-41cb-9fed-05c1f2cc557d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92dd80e1-f4be-4a5b-8ce4-6bd58482f25a HTTP/1.1" status: 204 len: 168 time: 0.2299969 Aug 16 20:57:37.333704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273940a6-6348-41cb-9fed-05c1f2cc557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dd80e1-f4be-4a5b-8ce4-6bd58482f25a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:37.546024 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:37.549939 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.553450 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-da8ec490-2830-4b50-9ffe-cf7931e194f5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.663538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88817fef-4411-412a-84ac-e4b1856728cf req-4365c649-1420-4da8-be82-5a0fc91b11f6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 210 time: 0.1208377 Aug 16 20:57:37.669538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ec490-2830-4b50-9ffe-cf7931e194f5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Subnet': ['ID=7a07c729-43f6-44c2-b90f-fcc531e2566d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:37.694079 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5d9fa-f1df-4697-9bee-101a4373553e None None] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:37.714635 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-da8ec490-2830-4b50-9ffe-cf7931e194f5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.725212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-da8ec490-2830-4b50-9ffe-cf7931e194f5 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/7a07c729-43f6-44c2-b90f-fcc531e2566d HTTP/1.1" status: 204 len: 168 time: 1.0862722 Aug 16 20:57:37.725887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37718) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:37.753484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Router e45696aa-d5f2-4911-93dc-827171eef675 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:37.807695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-3179a6db-aec3-482b-a2bd-cf22ace56372 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting subnet 12694d84-c397-4eda-b9ca-1df155fe2685 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:37.817912 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3179a6db-aec3-482b-a2bd-cf22ace56372 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.893891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3179a6db-aec3-482b-a2bd-cf22ace56372 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.038064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:38.038361 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3179a6db-aec3-482b-a2bd-cf22ace56372 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.049784 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadb287-26b2-484d-b23b-b08dd0cebc0a None None] Sync routers for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:38.060676 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadb287-26b2-484d-b23b-b08dd0cebc0a None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:38.061996 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8aadb287-26b2-484d-b23b-b08dd0cebc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:38.099949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] No DVR routers for this DVR port c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:38.105035 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.107963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2598b231-713f-4af3-b264-d2deef3fc0e7 req-3010628b-5284-4cc5-a49b-2ab5fdd123b1 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.76 "DELETE /v2.0/ports/c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 HTTP/1.1" status: 204 len: 173 time: 2.3356514 Aug 16 20:57:38.108520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'name': 'network-vif-deleted', 'tag': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:38.112176 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc7d60c-31b5-4e1e-8724-cb19444112d9" -d '{"events": [{"server_uuid": "934d48c7-ab85-4815-9762-8aa01b7fb932", "name": "network-vif-deleted", "tag": "c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:38.184921 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-8aadb287-26b2-484d-b23b-b08dd0cebc0a None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:38.291681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c96e5bee-570e-4a72-aea9-5b2907a0e062 req-ad99f44d-d17b-409d-a64e-f0e9da5ea599 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 210 time: 0.0371706 Aug 16 20:57:38.338011 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66abffb0-c7ea-4424-a5bc-3b7f17619fb0 x-openstack-request-id: req-66abffb0-c7ea-4424-a5bc-3b7f17619fb0 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:38.338441 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934d48c7-ab85-4815-9762-8aa01b7fb932", "name": "network-vif-deleted", "tag": "c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:38.338841 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-66abffb0-c7ea-4424-a5bc-3b7f17619fb0 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:38.340052 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934d48c7-ab85-4815-9762-8aa01b7fb932', 'name': 'network-vif-deleted', 'tag': 'c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7', 'status': 'completed', 'code': 200} Aug 16 20:57:38.358213 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.359102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3179a6db-aec3-482b-a2bd-cf22ace56372 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.435644 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8aadb287-26b2-484d-b23b-b08dd0cebc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:38.451591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179a6db-aec3-482b-a2bd-cf22ace56372 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Subnet': ['ID=12694d84-c397-4eda-b9ca-1df155fe2685,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:38.485783 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3179a6db-aec3-482b-a2bd-cf22ace56372 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.488618 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadb287-26b2-484d-b23b-b08dd0cebc0a None None] Checking router: e45696aa-d5f2-4911-93dc-827171eef675 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:57:38.489639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=3de9ad66-6ca5-4fab-8153-5aae8f00fa18,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:38.494463 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3179a6db-aec3-482b-a2bd-cf22ace56372 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/12694d84-c397-4eda-b9ca-1df155fe2685 HTTP/1.1" status: 204 len: 168 time: 0.7671592 Aug 16 20:57:38.500708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37748) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:38.502126 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadb287-26b2-484d-b23b-b08dd0cebc0a None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:38.503128 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8aadb287-26b2-484d-b23b-b08dd0cebc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:38.510463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking segment: {'id': '2b30e84c-92a0-46d7-8377-820bbaa21389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9b63f12-5604-4e1b-be32-7786261393eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:38.510924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network hostable DHCP agents. Network: a9b63f12-5604-4e1b-be32-7786261393eb, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:38.567514 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b54c7b-55e0-4cc2-b4d3-3b417149efc0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:38.568163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b54c7b-55e0-4cc2-b4d3-3b417149efc0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:38.576705 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-08b54c7b-55e0-4cc2-b4d3-3b417149efc0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/7a07c729-43f6-44c2-b90f-fcc531e2566d HTTP/1.1" status: 404 len: 337 time: 0.0732279 Aug 16 20:57:38.577768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37750) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:38.621617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a112839a-63c4-4b83-baf2-242784a64bef None None] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:38.657250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-db61cd80-24f9-4a4f-ae6b-c881d41adb17 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting subnet 10ec3cb6-6a92-46c4-a452-d0c825b12cac {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:38.662206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db61cd80-24f9-4a4f-ae6b-c881d41adb17 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.681211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b07fa5c7-0372-45ba-bc09-00a0924f250c None None] Provisioning complete for port 7940d67f-631d-4e5a-a2f5-6797380ed31b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:38.681384 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b07fa5c7-0372-45ba-bc09-00a0924f250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.699864 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-8aadb287-26b2-484d-b23b-b08dd0cebc0a None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:38.712815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network a9b63f12-5604-4e1b-be32-7786261393eb is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:38.730444 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db61cd80-24f9-4a4f-ae6b-c881d41adb17 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.842529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d1e772aa-f738-43f2-96c5-74b92fe6d7ff req-1079dc4d-a059-4ab4-a313-808782b5a087 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 210 time: 0.0695531 Aug 16 20:57:38.842983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a9b63f12-5604-4e1b-be32-7786261393eb) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:38.847576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:38.848175 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.860460 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db61cd80-24f9-4a4f-ae6b-c881d41adb17 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.910106 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13935606-4109-4301-8497-07c10c75b5ec None None] Network a9b63f12-5604-4e1b-be32-7786261393eb requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:38.942295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-63cc50ec-2f9d-4113-a85d-f58bb01da979 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1284509 Aug 16 20:57:38.945051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37768) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.009638 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8aadb287-26b2-484d-b23b-b08dd0cebc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:39.034849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db61cd80-24f9-4a4f-ae6b-c881d41adb17 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.075873 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadb287-26b2-484d-b23b-b08dd0cebc0a None None] The sync data for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 is: [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:50:04Z', 'revision_number': 4, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '1de02e4d-ce1a-402f-803e-93da7a9269df', 'name': '', 'network_id': 'e326fa6c-2a20-4d37-a565-aff686757d16', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'mac_address': 'fa:16:3e:5a:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:02Z', 'updated_at': '2021-08-16T20:50:13Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'subnets': [{'id': '4050dda0-7be6-4550-b8ab-15431325c8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:39.081835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b07fa5c7-0372-45ba-bc09-00a0924f250c None None] Provisioning complete for port e3a57c79-317f-45a4-b55a-50382897a50e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:39.082069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.082607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b07fa5c7-0372-45ba-bc09-00a0924f250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.148235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61cd80-24f9-4a4f-ae6b-c881d41adb17 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Subnet': ['ID=10ec3cb6-6a92-46c4-a452-d0c825b12cac,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:39.157190 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db61cd80-24f9-4a4f-ae6b-c881d41adb17 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.162296 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-db61cd80-24f9-4a4f-ae6b-c881d41adb17 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/10ec3cb6-6a92-46c4-a452-d0c825b12cac HTTP/1.1" status: 204 len: 168 time: 0.5834291 Aug 16 20:57:39.164776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37778) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.168253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-b07fa5c7-0372-45ba-bc09-00a0924f250c None None] Port e3a57c79-317f-45a4-b55a-50382897a50e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:39.198402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-a9b63f12-5604-4e1b-be32-7786261393eb', 'network_id': 'a9b63f12-5604-4e1b-be32-7786261393eb', 'tenant_id': '8e67561cc6004c719b4715b0e20e3ea0', 'fixed_ips': [{'subnet_id': '3de9ad66-6ca5-4fab-8153-5aae8f00fa18'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:39.199592 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.210574 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-106603d1-107d-4627-bb39-db84b4c8a078 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:39.211245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106603d1-107d-4627-bb39-db84b4c8a078 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:39.216060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-106603d1-107d-4627-bb39-db84b4c8a078 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/aba84e5f-a3e9-4bba-a5a1-54b8623d1ec3 HTTP/1.1" status: 404 len: 337 time: 0.0473983 Aug 16 20:57:39.218297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37780) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.238524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37782) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.256483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5fd93b8f-afc4-48cc-bed0-03651f568c5c tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbb91939-c88c-4379-9795-02c3d336f3f0 HTTP/1.1" status: 200 len: 205 time: 0.0387721 Aug 16 20:57:39.258715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37788) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.279785 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.349176 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-567040c1-a5a0-4b83-8270-4f61134f5d1e tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] delete failed (client error): The resource could not be found. Aug 16 20:57:39.351988 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-567040c1-a5a0-4b83-8270-4f61134f5d1e tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/routers/cbb91939-c88c-4379-9795-02c3d336f3f0 HTTP/1.1" status: 404 len: 336 time: 0.0920298 Aug 16 20:57:39.354911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37792) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.434958 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c97887-034d-4298-8281-761ca9efcfe7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:39.435412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c97887-034d-4298-8281-761ca9efcfe7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:39.442771 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-72c97887-034d-4298-8281-761ca9efcfe7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/35814ab8-5cbc-492e-ac0d-92864866bf5d HTTP/1.1" status: 404 len: 337 time: 0.0857489 Aug 16 20:57:39.445453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37798) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.454063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Allocated IP 172.20.0.2 (a9b63f12-5604-4e1b-be32-7786261393eb/3de9ad66-6ca5-4fab-8153-5aae8f00fa18/9eb7201d-3e88-42dc-8a93-38dbdce2efa7) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:39.514755 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e606a57-11e4-4f23-afa4-b71bee2f4140 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:39.515425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e606a57-11e4-4f23-afa4-b71bee2f4140 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:39.517983 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4e606a57-11e4-4f23-afa4-b71bee2f4140 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/cd4f5841-1d77-492c-9afe-b98f6c219649 HTTP/1.1" status: 404 len: 337 time: 0.0709860 Aug 16 20:57:39.520108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37802) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.532025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe8a96d0-8756-4033-8af2-df076dfa7cae req-0c693b6b-528d-4498-b317-ff47a6031467 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/ports?device_id=934d48c7-ab85-4815-9762-8aa01b7fb932 HTTP/1.1" status: 200 len: 210 time: 0.0416079 Aug 16 20:57:39.581921 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c7e6b2-0846-416a-82c3-82264d346889 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:39.582308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c7e6b2-0846-416a-82c3-82264d346889 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:39.584089 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-79c7e6b2-0846-416a-82c3-82264d346889 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/f13bf3d3-f5b2-460a-9f48-e8990047b6ca HTTP/1.1" status: 404 len: 337 time: 0.0628803 Aug 16 20:57:39.586739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37808) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.631021 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ecd579-27ba-4c82-b19f-84a9c57f4143 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:39.633924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ecd579-27ba-4c82-b19f-84a9c57f4143 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:39.641164 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-09ecd579-27ba-4c82-b19f-84a9c57f4143 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/eb3841cf-2b7d-47e9-86cb-1123f00c9d55 HTTP/1.1" status: 404 len: 333 time: 0.0513976 Aug 16 20:57:39.642358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37810) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.644864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750c2ed8-d43e-47ba-bfc8-44a5992cafc2 None None] New status for floating IP 69dc2aea-ae14-4808-abf3-d9eda2617993: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:57:39.649399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1220758191-network', 'tenant_id': '8c8b3ebf214042398b4b6018d2992c0f'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:39.685884 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a0815d-78b1-451a-b352-1179d10274cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:39.685884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a0815d-78b1-451a-b352-1179d10274cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:39.703289 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-73a0815d-78b1-451a-b352-1179d10274cd tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/fd92ba06-0f1d-47fc-8dcd-7e7215182bcf HTTP/1.1" status: 404 len: 337 time: 0.0589092 Aug 16 20:57:39.705655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37814) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.754979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-fee69f88-9fb7-449d-9022-0d1fa405be3b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:39.757053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-fee69f88-9fb7-449d-9022-0d1fa405be3b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 812 time: 0.2065735 Aug 16 20:57:39.778209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Request body: {'port': {'device_id': '7931fba5-3d99-4d41-a5b0-0afe547adf83', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'admin_state_up': True, 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:39.789285 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d865328-7d80-492a-ba8c-da545855f347 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:39.789761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d865328-7d80-492a-ba8c-da545855f347 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:39.791403 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Made reservation on behalf of 8c8b3ebf214042398b4b6018d2992c0f for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:39.795840 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.798697 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6d865328-7d80-492a-ba8c-da545855f347 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/8197f31c-bed8-4fb8-b659-bb05fc10c0c9 HTTP/1.1" status: 404 len: 337 time: 0.0917187 Aug 16 20:57:39.799358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37818) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.817895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:39.850409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.852173 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bc2dac-fe4d-4e8d-afff-68e373c1d3da tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:39.853987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bc2dac-fe4d-4e8d-afff-68e373c1d3da tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:39.856198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-08bc2dac-fe4d-4e8d-afff-68e373c1d3da tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/f45e76dc-96b1-4635-a65f-02e0c2a55b20 HTTP/1.1" status: 404 len: 333 time: 0.0558972 Aug 16 20:57:39.860438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37820) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.863828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:39.864899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c5ff0ec9-ad1d-44fb-8479-8ed8e8dc3ef7 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:39.895399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.906329 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78dc1e2-e6ae-4ff5-a0bb-94dbba2bd37a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:39.906871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78dc1e2-e6ae-4ff5-a0bb-94dbba2bd37a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:39.907852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Transition to ACTIVE for port object 9eb7201d-3e88-42dc-8a93-38dbdce2efa7 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:39.910853 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e78dc1e2-e6ae-4ff5-a0bb-94dbba2bd37a tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/0eb54bc3-5013-4201-a516-75e9da6c6854 HTTP/1.1" status: 404 len: 337 time: 0.0434241 Aug 16 20:57:39.912175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37824) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.924690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Transition to ACTIVE for port object 9eb7201d-3e88-42dc-8a93-38dbdce2efa7 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:39.948537 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a47d592-9686-4c39-9e76-4aba5fb2c8d0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:39.949654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a47d592-9686-4c39-9e76-4aba5fb2c8d0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:39.951615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8a47d592-9686-4c39-9e76-4aba5fb2c8d0 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/subnets/462bdbdd-d0ac-440f-b450-e1ea14782054 HTTP/1.1" status: 404 len: 337 time: 0.0383286 Aug 16 20:57:39.957104 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37826) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.977297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e82218-ff90-4eff-af0c-bc6aac76441d None None] Network b9ef9a86-fb0c-446f-b4aa-159f397f3682 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:40.038519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-19d3a52a-e422-4d6a-a1a9-237def56f37a None None] Provisioning complete for port 7940d67f-631d-4e5a-a2f5-6797380ed31b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:40.038908 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19d3a52a-e422-4d6a-a1a9-237def56f37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.084718 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.092187 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.132143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d3280201-f43d-4017-888e-d58c778cecad req-e3b2b947-82dc-4946-be10-51b60dac49f9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 210 time: 0.1669829 Aug 16 20:57:40.171825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Network a9b63f12-5604-4e1b-be32-7786261393eb is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:40.172738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c305f524-33b2-4002-a164-1a33abfbf0c7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port e3a57c79-317f-45a4-b55a-50382897a50e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:40.173432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c305f524-33b2-4002-a164-1a33abfbf0c7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.193406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:40.199530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:40.203469 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.209064 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Pushing event updated for resources: {'Port': ['ID=9eb7201d-3e88-42dc-8a93-38dbdce2efa7,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:40.256685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:40.263567 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c305f524-33b2-4002-a164-1a33abfbf0c7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.271124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.279119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c305f524-33b2-4002-a164-1a33abfbf0c7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for e3a57c79-317f-45a4-b55a-50382897a50e owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:40.291177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.291518 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Added segment a5173526-dc66-4e57-b397-cce0853378e2 of type vlan for network f8564f79-57da-4376-9bce-3162dd569d49 Aug 16 20:57:40.324780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074f6388-c272-4426-b5ec-bf4e4154d4f7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:40.327910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Attempting to bind port 9eb7201d-3e88-42dc-8a93-38dbdce2efa7 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:40.328286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Attempting to bind port 9eb7201d-3e88-42dc-8a93-38dbdce2efa7 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '2b30e84c-92a0-46d7-8377-820bbaa21389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9b63f12-5604-4e1b-be32-7786261393eb'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:40.328731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Attempting to bind port 9eb7201d-3e88-42dc-8a93-38dbdce2efa7 on network a9b63f12-5604-4e1b-be32-7786261393eb {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:40.341990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:40.343707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Checking segment: {'id': '2b30e84c-92a0-46d7-8377-820bbaa21389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9b63f12-5604-4e1b-be32-7786261393eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:40.343707 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.343707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Bound using segment: {'id': '2b30e84c-92a0-46d7-8377-820bbaa21389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9b63f12-5604-4e1b-be32-7786261393eb'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:40.343707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Bound port: 9eb7201d-3e88-42dc-8a93-38dbdce2efa7, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b30e84c-92a0-46d7-8377-820bbaa21389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9b63f12-5604-4e1b-be32-7786261393eb'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:40.344735 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.345482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Subnet': ['ID=3de9ad66-6ca5-4fab-8153-5aae8f00fa18,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:40.380845 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Made reservation on behalf of 7d374f3cfccd45f2ab76032deb984a01 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:40.384511 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.392157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-19d3a52a-e422-4d6a-a1a9-237def56f37a None None] Provisioning complete for port e3a57c79-317f-45a4-b55a-50382897a50e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:40.392539 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19d3a52a-e422-4d6a-a1a9-237def56f37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.421700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8dab57-d8a8-40ad-b095-727fb33a2c2a None None] DHCP port deletion for b9ef9a86-fb0c-446f-b4aa-159f397f3682 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:40.470008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-19d3a52a-e422-4d6a-a1a9-237def56f37a None None] Port e3a57c79-317f-45a4-b55a-50382897a50e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:40.478800 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.480901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] For port 9eb7201d-3e88-42dc-8a93-38dbdce2efa7, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:40.486843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] For port 9eb7201d-3e88-42dc-8a93-38dbdce2efa7, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9eb7201d-3e88-42dc-8a93-38dbdce2efa7,segment=NetworkSegment(2b30e84c-92a0-46d7-8377-820bbaa21389),segment_id=2b30e84c-92a0-46d7-8377-820bbaa21389)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:40.488546 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.504067 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c305f524-33b2-4002-a164-1a33abfbf0c7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.504794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dab57-d8a8-40ad-b095-727fb33a2c2a None None] Deleting port 7940d67f-631d-4e5a-a2f5-6797380ed31b {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:40.505229 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ad8dab57-d8a8-40ad-b095-727fb33a2c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.531534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b63f12-5604-4e1b-be32-7786261393eb']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:40.556625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b30e84c-92a0-46d7-8377-820bbaa21389') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:40.557747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b30e84c-92a0-46d7-8377-820bbaa21389') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:40.564902 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.570678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305f524-33b2-4002-a164-1a33abfbf0c7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=e3a57c79-317f-45a4-b55a-50382897a50e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:40.574680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c305f524-33b2-4002-a164-1a33abfbf0c7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.579983 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c305f524-33b2-4002-a164-1a33abfbf0c7 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/ports/e3a57c79-317f-45a4-b55a-50382897a50e HTTP/1.1" status: 204 len: 168 time: 0.6224260 Aug 16 20:57:40.580138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.581743 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37852) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:40.629689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7940d67f-631d-4e5a-a2f5-6797380ed31b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:40.672107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ad8dab57-d8a8-40ad-b095-727fb33a2c2a None None] For port 7940d67f-631d-4e5a-a2f5-6797380ed31b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7940d67f-631d-4e5a-a2f5-6797380ed31b,segment=NetworkSegment(f5e614a8-9d87-42f6-8e27-1c2cefe23c63),segment_id=f5e614a8-9d87-42f6-8e27-1c2cefe23c63)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:40.672925 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ad8dab57-d8a8-40ad-b095-727fb33a2c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.688016 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.712899 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.717971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:40.718372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:40.727531 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:40.730969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37860) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:40.738096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dab57-d8a8-40ad-b095-727fb33a2c2a None None] Calling delete_port for 7940d67f-631d-4e5a-a2f5-6797380ed31b owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:40.749847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db88a8a-aae7-4712-82b6-5760828ca7ec None None] Pushing event updated for resources: {'Port': ['ID=9eb7201d-3e88-42dc-8a93-38dbdce2efa7,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:40.774807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.775808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:40.776391 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.799636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21640f6-27d1-42fb-b8de-f7fad4a67666 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.809264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a2fd2-6988-4543-bb51-b552a09e5e31 None None] Network a9b63f12-5604-4e1b-be32-7786261393eb requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:40.827889 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21640f6-27d1-42fb-b8de-f7fad4a67666 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.890015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Allocated IP 172.20.0.4 (08150c28-7ae3-4f07-ac78-d32078b65a42/99b6311e-97c3-4c6e-b1d5-331fc57faba4/39e670e5-e415-457b-90ec-3d3c093a8ff2) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:40.942812 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] Pushing event updated for resources: {'Network': ['ID=f8564f79-57da-4376-9bce-3162dd569d49,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:40.945007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:57:40.945007 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:57:40.945007 n-d-793619-14 neutron-server[95261]: [parameters: {'id': 'a9b63f12-5604-4e1b-be32-7786261393eb'}] Aug 16 20:57:40.945007 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:40.945648 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:40.989919 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b6696a7d-2a96-450f-911f-6eb8396fd9af admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7502234 Aug 16 20:57:40.993437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37866) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:41.012117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] Request body: {'subnet': {'network_id': 'f8564f79-57da-4376-9bce-3162dd569d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1220758191-subnet', 'tenant_id': '8c8b3ebf214042398b4b6018d2992c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:41.012286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network f8564f79-57da-4376-9bce-3162dd569d49 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:41.012409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Deleting port 7940d67f-631d-4e5a-a2f5-6797380ed31b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:41.012409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.047446 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21640f6-27d1-42fb-b8de-f7fad4a67666 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.050407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21640f6-27d1-42fb-b8de-f7fad4a67666 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.070728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d21640f6-27d1-42fb-b8de-f7fad4a67666 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "DELETE /v2.0/security-groups/dd9121c7-622b-4999-8e25-03853a24f36a HTTP/1.1" status: 204 len: 168 time: 0.3196247 Aug 16 20:57:41.070728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21640f6-27d1-42fb-b8de-f7fad4a67666 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9121c7-622b-4999-8e25-03853a24f36a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:41.071777 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37868) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:41.092039 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-11b9cbca-de5a-42bc-af75-aa10e25c2c60 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] show failed (client error): The resource could not be found. Aug 16 20:57:41.093673 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-11b9cbca-de5a-42bc-af75-aa10e25c2c60 tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "GET /v2.0/security-groups/dd9121c7-622b-4999-8e25-03853a24f36a HTTP/1.1" status: 404 len: 347 time: 0.0204136 Aug 16 20:57:41.097138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37870) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:41.128218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] For port 7940d67f-631d-4e5a-a2f5-6797380ed31b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7940d67f-631d-4e5a-a2f5-6797380ed31b,segment=NetworkSegment(f5e614a8-9d87-42f6-8e27-1c2cefe23c63),segment_id=f5e614a8-9d87-42f6-8e27-1c2cefe23c63)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:41.128218 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.161642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Calling delete_port for 7940d67f-631d-4e5a-a2f5-6797380ed31b owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:41.172069 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.192456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.251229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] Made reservation on behalf of 8c8b3ebf214042398b4b6018d2992c0f for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:41.253583 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.268080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72018ef6-9b37-48b0-90c1-6190dd94dee1 req-24bffa55-df1f-4352-870f-a63c78d53cc3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 210 time: 0.0433571 Aug 16 20:57:41.270417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Transition to ACTIVE for port object 39e670e5-e415-457b-90ec-3d3c093a8ff2 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:41.363196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d90d1eac-3a35-4216-a7d4-17777982629f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Deleting port acf18d8a-7bde-41da-925b-4d8e5eb82841 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:41.363539 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1eac-3a35-4216-a7d4-17777982629f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.441093 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ad8dab57-d8a8-40ad-b095-727fb33a2c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.443372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.447302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1eac-3a35-4216-a7d4-17777982629f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.447652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1eac-3a35-4216-a7d4-17777982629f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.450730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.464425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d90d1eac-3a35-4216-a7d4-17777982629f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Calling delete_port for acf18d8a-7bde-41da-925b-4d8e5eb82841 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:41.481116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Port': ['ID=7940d67f-631d-4e5a-a2f5-6797380ed31b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:41.487059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] No DVR routers for this DVR port 7940d67f-631d-4e5a-a2f5-6797380ed31b on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:41.495452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dab57-d8a8-40ad-b095-727fb33a2c2a None None] Pushing event deleted for resources: {'Port': ['ID=7940d67f-631d-4e5a-a2f5-6797380ed31b,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:41.500873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8dab57-d8a8-40ad-b095-727fb33a2c2a None None] No DVR routers for this DVR port 7940d67f-631d-4e5a-a2f5-6797380ed31b on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:41.535297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691034b-d2ee-414e-bc93-b755e4bf14ad None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:57:41.550250 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.564663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:57:41.649624 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.673778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ef9a86-fb0c-446f-b4aa-159f397f3682']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:41.677819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:41.693621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:41.696616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e614a8-9d87-42f6-8e27-1c2cefe23c63') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:41.696911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e614a8-9d87-42f6-8e27-1c2cefe23c63') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:41.698432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.704473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:41.706902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event updated for resources: {'Port': ['ID=39e670e5-e415-457b-90ec-3d3c093a8ff2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:41.736534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.748844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691034b-d2ee-414e-bc93-b755e4bf14ad None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:57:41.760295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b482c2ef-584e-460b-b633-fcefba93bdd7,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:41.770396 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.774625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] Checking segment: {'id': 'a5173526-dc66-4e57-b397-cce0853378e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f8564f79-57da-4376-9bce-3162dd569d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:41.774994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] Network hostable DHCP agents. Network: f8564f79-57da-4376-9bce-3162dd569d49, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:41.777438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Deleting port 9eb7201d-3e88-42dc-8a93-38dbdce2efa7 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:41.777781 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.794899 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1eac-3a35-4216-a7d4-17777982629f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.795912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.796543 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.821001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d1eac-3a35-4216-a7d4-17777982629f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Pushing event deleted for resources: {'Port': ['ID=acf18d8a-7bde-41da-925b-4d8e5eb82841,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:41.823721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:41.824139 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:41.827229 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:41.869411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] Network f8564f79-57da-4376-9bce-3162dd569d49 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:41.913938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1eac-3a35-4216-a7d4-17777982629f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.916884 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1eac-3a35-4216-a7d4-17777982629f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.922795 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d90d1eac-3a35-4216-a7d4-17777982629f tempest-AttachVolumeTestJSON-269550576 tempest-AttachVolumeTestJSON-269550576-project] 10.222.0.74 "DELETE /v2.0/floatingips/69dc2aea-ae14-4808-abf3-d9eda2617993 HTTP/1.1" status: 204 len: 168 time: 0.8207896 Aug 16 20:57:41.926979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] For port 9eb7201d-3e88-42dc-8a93-38dbdce2efa7, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9eb7201d-3e88-42dc-8a93-38dbdce2efa7,segment=NetworkSegment(2b30e84c-92a0-46d7-8377-820bbaa21389),segment_id=2b30e84c-92a0-46d7-8377-820bbaa21389)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:41.927362 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.942250 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Calling delete_port for 9eb7201d-3e88-42dc-8a93-38dbdce2efa7 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:42.001669 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37882) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.019710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-5f51160e-fb37-4f3a-8496-5e5838e73847 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2494762 Aug 16 20:57:42.039583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Request body: {'port': {'device_id': '7931fba5-3d99-4d41-a5b0-0afe547adf83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:42.063406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, f8564f79-57da-4376-9bce-3162dd569d49) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:42.068442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.077109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.081545 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.085886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.090162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] 10.222.0.74 "DELETE /v2.0/networks/b9ef9a86-fb0c-446f-b4aa-159f397f3682 HTTP/1.1" status: 204 len: 168 time: 1.5031643 Aug 16 20:57:42.122068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22008df-caa5-4a02-a45d-875efb133df8 tempest-PortsTestJSON-315442364 tempest-PortsTestJSON-315442364-project] Pushing event deleted for resources: {'Network': ['ID=b9ef9a86-fb0c-446f-b4aa-159f397f3682,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:42.133598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.146558 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf109a71-c093-48cd-937b-137428aee53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.155863 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e002aa1-5173-4a14-b64c-14f8d5dc757d None None] Network f8564f79-57da-4376-9bce-3162dd569d49 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:42.262746 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3613fac9-d22e-4e37-9b92-a2cc002847b3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2587445 Aug 16 20:57:42.360880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e62a9b6-5359-4ccc-a261-de576867b3cb None None] Network f8564f79-57da-4376-9bce-3162dd569d49 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:42.398188 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf109a71-c093-48cd-937b-137428aee53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.400228 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.484718 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf109a71-c093-48cd-937b-137428aee53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.551917 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cf109a71-c093-48cd-937b-137428aee53e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e531e9b2f11a49e885bfe1c728ebd150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489023 Aug 16 20:57:42.555581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37896) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.612853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf109a71-c093-48cd-937b-137428aee53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caab8f64-5388-4445-bd90-bee54eff127d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:42.657715 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b26f59e9-475c-4173-b293-cc5f76a947b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.662547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2a5c0232-ca81-4365-842e-c68af64953fa None None] Provisioning for port 39e670e5-e415-457b-90ec-3d3c093a8ff2 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:42.668354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2a5c0232-ca81-4365-842e-c68af64953fa None None] Provisioning complete for port 39e670e5-e415-457b-90ec-3d3c093a8ff2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:42.668744 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2a5c0232-ca81-4365-842e-c68af64953fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.717141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b26f59e9-475c-4173-b293-cc5f76a947b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.744819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c0232-ca81-4365-842e-c68af64953fa None None] Port 39e670e5-e415-457b-90ec-3d3c093a8ff2 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:42.754604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37900) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.843643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Port': ['ID=9eb7201d-3e88-42dc-8a93-38dbdce2efa7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:42.856469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No DVR routers for this DVR port 9eb7201d-3e88-42dc-8a93-38dbdce2efa7 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:42.924803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0d1b1-0416-4862-90eb-7ea623723a08 req-5e061371-9d4d-451f-867a-53d19e1eee17 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.926400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5f0d1b1-0416-4862-90eb-7ea623723a08 req-5e061371-9d4d-451f-867a-53d19e1eee17 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 931 time: 0.5128202 Aug 16 20:57:42.972944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b26f59e9-475c-4173-b293-cc5f76a947b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.977998 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b26f59e9-475c-4173-b293-cc5f76a947b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.982146 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b26f59e9-475c-4173-b293-cc5f76a947b5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/caab8f64-5388-4445-bd90-bee54eff127d HTTP/1.1" status: 204 len: 168 time: 0.4255478 Aug 16 20:57:42.994814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.009719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f59e9-475c-4173-b293-cc5f76a947b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab8f64-5388-4445-bd90-bee54eff127d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:43.017166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b63f12-5604-4e1b-be32-7786261393eb']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:43.043586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b30e84c-92a0-46d7-8377-820bbaa21389') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:43.043931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b30e84c-92a0-46d7-8377-820bbaa21389') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:43.064153 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.070871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5f0d1b1-0416-4862-90eb-7ea623723a08 req-4316a02f-1c0f-47d4-a819-dc855dc0b035 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152217 Aug 16 20:57:43.092790 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-75b9020f-a3da-42d2-a3e1-b0a9aa7d3967 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a319271fc3714777bb9854455552b6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372357 Aug 16 20:57:43.093574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37910) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:43.117818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.131919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:43.132317 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:43.135960 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:43.138857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e670e5-e415-457b-90ec-3d3c093a8ff2 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:43.185168 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.190697 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-352afdb8-a4d8-4e87-abdf-6b984794a000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.211451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Transition to ACTIVE for port object 39e670e5-e415-457b-90ec-3d3c093a8ff2 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:43.222827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-352afdb8-a4d8-4e87-abdf-6b984794a000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.387894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.395376 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.397444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/a9b63f12-5604-4e1b-be32-7786261393eb HTTP/1.1" status: 204 len: 168 time: 4.4513843 Aug 16 20:57:43.400480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37916) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:43.408945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce77e4b-b1a7-4dcf-ab31-c8017a9a79c6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=a9b63f12-5604-4e1b-be32-7786261393eb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:43.434794 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e94d899-a2d4-4568-8d4c-6584f5ba8a4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] GET failed (client error): The resource could not be found. Aug 16 20:57:43.435083 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.436307 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9e94d899-a2d4-4568-8d4c-6584f5ba8a4c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/subnets/3de9ad66-6ca5-4fab-8153-5aae8f00fa18 HTTP/1.1" status: 404 len: 337 time: 0.0347531 Aug 16 20:57:43.437081 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37920) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:43.437927 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-352afdb8-a4d8-4e87-abdf-6b984794a000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.440798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-352afdb8-a4d8-4e87-abdf-6b984794a000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.444946 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-352afdb8-a4d8-4e87-abdf-6b984794a000 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0cd40f21-c76e-4a61-a19b-091d929b88d1 HTTP/1.1" status: 204 len: 168 time: 0.3503747 Aug 16 20:57:43.463866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352afdb8-a4d8-4e87-abdf-6b984794a000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd40f21-c76e-4a61-a19b-091d929b88d1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:43.477102 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ddfb10-85e4-47eb-be34-f629bb74e268 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:43.478086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ddfb10-85e4-47eb-be34-f629bb74e268 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:43.486656 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e9ddfb10-85e4-47eb-be34-f629bb74e268 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/a9b63f12-5604-4e1b-be32-7786261393eb HTTP/1.1" status: 404 len: 339 time: 0.0402393 Aug 16 20:57:43.487553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37926) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:43.539765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Pushing event updated for resources: {'Port': ['ID=39e670e5-e415-457b-90ec-3d3c093a8ff2,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:43.660860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Attempting to bind port 39e670e5-e415-457b-90ec-3d3c093a8ff2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:43.661307 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Attempting to bind port 39e670e5-e415-457b-90ec-3d3c093a8ff2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:43.661638 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Attempting to bind port 39e670e5-e415-457b-90ec-3d3c093a8ff2 on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:43.666525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Port 39e670e5-e415-457b-90ec-3d3c093a8ff2 on network 08150c28-7ae3-4f07-ac78-d32078b65a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:43.666670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Attempting to bind port 39e670e5-e415-457b-90ec-3d3c093a8ff2 on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:43.686154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:43.686154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Checking segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:43.686154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Bound using segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:43.686154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Bound port: 39e670e5-e415-457b-90ec-3d3c093a8ff2, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:43.686154 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.755164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] For port 39e670e5-e415-457b-90ec-3d3c093a8ff2, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:43.758381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcfb535-4d0b-451f-89d5-f8a822052c2a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.762951 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-afcfb535-4d0b-451f-89d5-f8a822052c2a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2740889 Aug 16 20:57:43.763247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] For port 39e670e5-e415-457b-90ec-3d3c093a8ff2, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=39e670e5-e415-457b-90ec-3d3c093a8ff2,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:43.763593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37930) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:43.903760 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.952741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.953590 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.955346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] 10.222.0.76 "PUT /v2.0/ports/39e670e5-e415-457b-90ec-3d3c093a8ff2 HTTP/1.1" status: 200 len: 1092 time: 1.9218349 Aug 16 20:57:43.955901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7931fba5-3d99-4d41-a5b0-0afe547adf83', 'tag': '39e670e5-e415-457b-90ec-3d3c093a8ff2'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:43.958861 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5293442-a30f-49d6-b08d-79f450c915cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7931fba5-3d99-4d41-a5b0-0afe547adf83", "tag": "39e670e5-e415-457b-90ec-3d3c093a8ff2"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:43.995050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7f574-7adb-4504-a446-a58558f3af92 service neutron] Pushing event updated for resources: {'Port': ['ID=39e670e5-e415-457b-90ec-3d3c093a8ff2,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:44.028545 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0950f3b-3b71-464a-9959-948ba5dbde28 x-openstack-request-id: req-f0950f3b-3b71-464a-9959-948ba5dbde28 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:44.028920 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7931fba5-3d99-4d41-a5b0-0afe547adf83", "tag": "39e670e5-e415-457b-90ec-3d3c093a8ff2", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:44.029305 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0950f3b-3b71-464a-9959-948ba5dbde28 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:44.029882 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7931fba5-3d99-4d41-a5b0-0afe547adf83', 'tag': '39e670e5-e415-457b-90ec-3d3c093a8ff2', 'status': 'completed', 'code': 200} Aug 16 20:57:44.095164 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f037ca2f-b362-4ff7-854d-0f31c2db7654 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 207 time: 0.3303082 Aug 16 20:57:44.098880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37936) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:44.113404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5293442-a30f-49d6-b08d-79f450c915cc req-2f18a8d9-51a1-4d20-9fbe-fd735d797696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.115740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a5293442-a30f-49d6-b08d-79f450c915cc req-2f18a8d9-51a1-4d20-9fbe-fd735d797696 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 1095 time: 0.0577083 Aug 16 20:57:44.144627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37940) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:44.288974 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f81e45a-46c4-42ec-a7d6-0e5fa6ac6757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.333631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37944) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:44.341456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1356331059-network', 'tenant_id': '34ebe3b030ad496d8ec65330ecb4b7a8'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:44.398538 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd8e49-88f3-4e3c-82c5-7638baf36d62 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.399965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd8e49-88f3-4e3c-82c5-7638baf36d62 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.408406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd8e49-88f3-4e3c-82c5-7638baf36d62 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.418612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd8e49-88f3-4e3c-82c5-7638baf36d62 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.420639 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-38cd8e49-88f3-4e3c-82c5-7638baf36d62 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3203900 Aug 16 20:57:44.425255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37950) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:44.494486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-9f81e45a-46c4-42ec-a7d6-0e5fa6ac6757 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:44.494486 n-d-793619-14 neutron-server[95261]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:57:44.494486 n-d-793619-14 neutron-server[95261]: [parameters: {'project_id': 'f73cf122905641d389f20696d386024b', 'id': 'fe5a4e62-1798-4b58-b4b7-40a182191c60', 'expiration': datetime.datetime(2021, 8, 16, 20, 59, 44, 469740)}] Aug 16 20:57:44.494486 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:44.495331 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-9f81e45a-46c4-42ec-a7d6-0e5fa6ac6757 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:44.513229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7200f4-91ae-430d-ae3c-ed6a8807b034 req-6daa924d-18f0-4b5f-99e0-dd6bd1aad466 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.515082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d7200f4-91ae-430d-ae3c-ed6a8807b034 req-6daa924d-18f0-4b5f-99e0-dd6bd1aad466 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 943 time: 0.2612958 Aug 16 20:57:44.517914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5293442-a30f-49d6-b08d-79f450c915cc req-051f18b6-e08a-4939-a602-c930054e1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.518516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a5293442-a30f-49d6-b08d-79f450c915cc req-051f18b6-e08a-4939-a602-c930054e1beb service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7d374f3cfccd45f2ab76032deb984a01&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3847589 Aug 16 20:57:44.588227 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7084c01b-1ad5-4721-8c35-62c9f3427ec2 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1613810 Aug 16 20:57:44.592043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37954) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:44.620606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Made reservation on behalf of 34ebe3b030ad496d8ec65330ecb4b7a8 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:44.622890 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.682580 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d7200f4-91ae-430d-ae3c-ed6a8807b034 req-786b7096-56f3-409e-9789-29ef50fed8e4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539977 Aug 16 20:57:44.684183 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.708609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dca800-561e-404d-b1bc-25f464ed7394 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.708609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dca800-561e-404d-b1bc-25f464ed7394 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.708609 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-08dca800-561e-404d-b1bc-25f464ed7394 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1135483 Aug 16 20:57:44.710376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37958) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:44.787841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf42870-0ed4-491d-8903-9b0fee6cf772 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.787841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf42870-0ed4-491d-8903-9b0fee6cf772 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.790504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5293442-a30f-49d6-b08d-79f450c915cc req-af156d04-1cc1-4e2c-a227-387155351df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.791620 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fdf42870-0ed4-491d-8903-9b0fee6cf772 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0803385 Aug 16 20:57:44.792173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a5293442-a30f-49d6-b08d-79f450c915cc req-af156d04-1cc1-4e2c-a227-387155351df8 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2626107 Aug 16 20:57:44.792443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37960) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:44.924369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56279b6a-03a4-4b99-8623-4804d5c33867 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.925848 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-56279b6a-03a4-4b99-8623-4804d5c33867 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/networks/87baa7a3-9f02-4786-9aba-accacf228c87 HTTP/1.1" status: 200 len: 800 time: 0.1321697 Aug 16 20:57:44.926821 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.929602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37962) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:44.959724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-dc9fff61-8921-4a78-878a-8c48fa39d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.961295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-dc9fff61-8921-4a78-878a-8c48fa39d48e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 1095 time: 0.1260097 Aug 16 20:57:45.001724 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f81e45a-46c4-42ec-a7d6-0e5fa6ac6757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.018331 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.068947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-a1f3e772-34e7-4b3e-8cd4-6f12f51bb1f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39e670e5-e415-457b-90ec-3d3c093a8ff2 HTTP/1.1" status: 200 len: 217 time: 0.0788660 Aug 16 20:57:45.152053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:45.155032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-c31afe63-9a61-4c39-aed1-294c75476785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.156527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-c31afe63-9a61-4c39-aed1-294c75476785 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.0788913 Aug 16 20:57:45.206621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5019fd-9994-4eea-90fd-853bc4d210e8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:45.213792 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.214150 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Added segment 652f39cf-ac9b-404a-9057-40aaa093de3f of type vlan for network 90487aca-c148-4527-a04f-5862e70812a5 Aug 16 20:57:45.258232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6c7b2eae-0627-4c0d-9f6e-6176712be238 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/networks/87baa7a3-9f02-4786-9aba-accacf228c87?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3243496 Aug 16 20:57:45.259221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37972) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:45.297103 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4fe9fdd7-e57e-4933-ba5d-3dbcdc1473b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.300494 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.321390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-de9a41ce-56b7-4d70-a190-7004f69b0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.322925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-de9a41ce-56b7-4d70-a190-7004f69b0433 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475697 Aug 16 20:57:45.325500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ab5a3f-45a5-4721-a3d4-d9b3942a2e9f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.334790 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e1ab5a3f-45a5-4721-a3d4-d9b3942a2e9f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/subnets/c0b2aa6c-00f7-4970-9072-52ee7eee69b1 HTTP/1.1" status: 200 len: 811 time: 0.0707111 Aug 16 20:57:45.334790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37974) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:45.374109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37976) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:45.404896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a48257-1957-49dd-8eb6-07e24a62f4cc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['shared'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.409735 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-24a48257-1957-49dd-8eb6-07e24a62f4cc tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "GET /v2.0/subnets/c0b2aa6c-00f7-4970-9072-52ee7eee69b1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0732286 Aug 16 20:57:45.411378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37980) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:45.417096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-959360274'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:45.468383 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f81e45a-46c4-42ec-a7d6-0e5fa6ac6757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.491921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-2670ecd7-4144-4d1c-94cb-7c0200084ac5 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543424 Aug 16 20:57:45.512013 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.512967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.513575 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.514107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'network': {'name': 'tempest-RoutersTest-1361560585'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:45.613755 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f81e45a-46c4-42ec-a7d6-0e5fa6ac6757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.677231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] Pushing event updated for resources: {'Network': ['ID=90487aca-c148-4527-a04f-5862e70812a5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:45.681003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81e45a-46c4-42ec-a7d6-0e5fa6ac6757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41122003-4fe4-4224-991b-47444d814735,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:45.688428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 90487aca-c148-4527-a04f-5862e70812a5 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:45.694340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37986) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:45.694617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9f81e45a-46c4-42ec-a7d6-0e5fa6ac6757 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f73cf122905641d389f20696d386024b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5376945 Aug 16 20:57:45.713476 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f31ec629-e254-4daa-b7a8-5c976ec85ed2 req-77ec8311-2acc-43e9-93b0-7ef792de9995 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113287 Aug 16 20:57:45.715588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:45.720265 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.788728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:45.817500 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.817977 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Added segment 9f210f02-5b4e-4bcc-87f1-d8662e3e1b2d of type vlan for network 5a91ed7b-24e0-4e47-8f0a-40ed776f26f9 Aug 16 20:57:45.828481 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8104ac56-6b3d-4f84-8f3a-309fcbffff75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.860839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:45.864333 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.892726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.893406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80eca3-5767-4b00-862c-bed1e8284e8d req-9b2fb164-6cd6-49c3-8fb7-2243e837bcc2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.895065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff80eca3-5767-4b00-862c-bed1e8284e8d req-9b2fb164-6cd6-49c3-8fb7-2243e837bcc2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 943 time: 0.0651217 Aug 16 20:57:45.895773 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8104ac56-6b3d-4f84-8f3a-309fcbffff75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.898209 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.936453 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff80eca3-5767-4b00-862c-bed1e8284e8d req-6d838787-c74c-4559-a018-1a8cefb09303 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 Aug 16 20:57:45.952780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6e2e850a-646a-4b75-baf6-1eb40ed1b536 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6142793 Aug 16 20:57:45.957917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37992) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:45.967306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] Request body: {'subnet': {'network_id': '90487aca-c148-4527-a04f-5862e70812a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1356331059-subnet', 'tenant_id': '34ebe3b030ad496d8ec65330ecb4b7a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:46.074173 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.080368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.080987 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.156489 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8104ac56-6b3d-4f84-8f3a-309fcbffff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.159048 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8104ac56-6b3d-4f84-8f3a-309fcbffff75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.160293 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8104ac56-6b3d-4f84-8f3a-309fcbffff75 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41122003-4fe4-4224-991b-47444d814735 HTTP/1.1" status: 204 len: 168 time: 0.4648051 Aug 16 20:57:46.178528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Network': ['ID=5a91ed7b-24e0-4e47-8f0a-40ed776f26f9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:46.190345 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 5a91ed7b-24e0-4e47-8f0a-40ed776f26f9 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:46.191544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104ac56-6b3d-4f84-8f3a-309fcbffff75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41122003-4fe4-4224-991b-47444d814735,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:46.255288 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.383504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.410780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:46.420464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ce781d-f655-4bb3-9471-99a63c446e11,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:46.427143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.427505 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added segment 527f2f54-e5b6-4097-93b4-b705d343d6af of type vlan for network 6c5f1d92-5a39-4fca-9754-df665e598de0 Aug 16 20:57:46.476261 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.564636 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-286d9f6e-0443-4f6f-9861-e63b6f1c1106 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1519055 Aug 16 20:57:46.567656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37996) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:46.572839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'network_id': '5a91ed7b-24e0-4e47-8f0a-40ed776f26f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:46.639129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.648371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.648371 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.731166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Network': ['ID=6c5f1d92-5a39-4fca-9754-df665e598de0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:46.745860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 6c5f1d92-5a39-4fca-9754-df665e598de0 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:46.780352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] Made reservation on behalf of 34ebe3b030ad496d8ec65330ecb4b7a8 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:46.785512 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.928101 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ca0dafc4-5008-4ff1-94c3-17543f809c61 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5525055 Aug 16 20:57:46.930910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38008) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:46.936542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'network': {'name': 'tempest-RoutersTest-1018597677'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:47.069746 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Made reservation on behalf of 8e67561cc6004c719b4715b0e20e3ea0 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:47.075260 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.078285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620b867-5518-45ba-99ee-3092068ec1a3 req-df58214c-cdd7-4be9-8095-464c94fab844 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.080575 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.086642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7620b867-5518-45ba-99ee-3092068ec1a3 req-df58214c-cdd7-4be9-8095-464c94fab844 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 943 time: 0.0743606 Aug 16 20:57:47.143851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7620b867-5518-45ba-99ee-3092068ec1a3 req-1867f38b-7009-48f2-8ff1-6b85fb461f7f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560386 Aug 16 20:57:47.176309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94dcef3d-b55c-479b-aa51-044f9c8c0ffd,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:47.202257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.ipam_backend_mixin [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Performing IP validity checks on allocation pools {{(pid=95262) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:57:47.202793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.ipam_backend_mixin [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95262) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:57:47.211094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:47.215608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.240332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:47.242356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] Checking segment: {'id': '652f39cf-ac9b-404a-9057-40aaa093de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '90487aca-c148-4527-a04f-5862e70812a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:47.242718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] Network hostable DHCP agents. Network: 90487aca-c148-4527-a04f-5862e70812a5, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:47.250370 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.250793 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added segment c1810741-43a2-4185-89fd-de0146a7a441 of type vlan for network abfc67d6-62f4-423e-b80c-6d3d91c72c57 Aug 16 20:57:47.291454 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.422957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] Network 90487aca-c148-4527-a04f-5862e70812a5 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:47.491315 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.491610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.498102 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.498800 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.532536 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf171-8327-49ec-9291-22f8a9f789d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.552389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=523eb5dc-715d-4849-958f-ff662f3dd630,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:47.576531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 90487aca-c148-4527-a04f-5862e70812a5) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:47.577787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.578387 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.582250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e639eb9-b621-431e-979f-a0729dbeb08f None None] Network 90487aca-c148-4527-a04f-5862e70812a5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:47.591496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Checking segment: {'id': '9f210f02-5b4e-4bcc-87f1-d8662e3e1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5a91ed7b-24e0-4e47-8f0a-40ed776f26f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:47.591869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network hostable DHCP agents. Network: 5a91ed7b-24e0-4e47-8f0a-40ed776f26f9, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:47.597907 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6658483 Aug 16 20:57:47.601358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38022) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:47.611897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'subnet': {'network_id': '6c5f1d92-5a39-4fca-9754-df665e598de0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:47.617357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1401e4-25cd-487f-8fe1-0738d3e28784 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Network': ['ID=abfc67d6-62f4-423e-b80c-6d3d91c72c57,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:47.694330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network abfc67d6-62f4-423e-b80c-6d3d91c72c57 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:47.732735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Network 5a91ed7b-24e0-4e47-8f0a-40ed776f26f9 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:47.736646 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-804e2e54-3558-46ca-b8c9-785bafa155d6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7777462 Aug 16 20:57:47.743539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 5a91ed7b-24e0-4e47-8f0a-40ed776f26f9) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:47.762022 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.762647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.786384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a809fbe5-10cd-40e1-88e1-027d669b280c None None] Network 5a91ed7b-24e0-4e47-8f0a-40ed776f26f9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:47.788364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 39e670e5-e415-457b-90ec-3d3c093a8ff2 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:57:47.874392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:47.878749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.894433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38028) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:47.938041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f8e61-1c42-4e22-95a9-5ccb9f5799a5 None None] Network 90487aca-c148-4527-a04f-5862e70812a5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:47.998052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-066f9204-95fa-4361-b0ba-43c0c1ebdc2f admin admin] Deleting subnet b482c2ef-584e-460b-b633-fcefba93bdd7 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:48.002868 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-066f9204-95fa-4361-b0ba-43c0c1ebdc2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.048756 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f6aa4454-ddcc-4faf-9b06-a20499e8b2c0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4799700 Aug 16 20:57:48.051664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38034) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:48.061284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b3b055d7-a44f-4a75-a951-7e1b805b8b35 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:48.067211 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-066f9204-95fa-4361-b0ba-43c0c1ebdc2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.121503 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.137494 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-066f9204-95fa-4361-b0ba-43c0c1ebdc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.138559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 39e670e5-e415-457b-90ec-3d3c093a8ff2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=39e670e5-e415-457b-90ec-3d3c093a8ff2,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:48.188111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '39e670e5-e415-457b-90ec-3d3c093a8ff2', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'port_id': '39e670e5-e415-457b-90ec-3d3c093a8ff2', 'mac_address': 'fa:16:3e:07:e7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:57:48.225764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3b055d7-a44f-4a75-a951-7e1b805b8b35 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9000738'] for subnet, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.229949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd90536-c843-4ab0-9793-78a16074a5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-5a91ed7b-24e0-4e47-8f0a-40ed776f26f9', 'network_id': '5a91ed7b-24e0-4e47-8f0a-40ed776f26f9', 'tenant_id': '8e67561cc6004c719b4715b0e20e3ea0', 'fixed_ips': [{'subnet_id': '523eb5dc-715d-4849-958f-ff662f3dd630'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:48.231948 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dcd90536-c843-4ab0-9793-78a16074a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.315274 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.330133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e670e5-e415-457b-90ec-3d3c093a8ff2 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:48.332410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-066f9204-95fa-4361-b0ba-43c0c1ebdc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.374824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f9204-95fa-4361-b0ba-43c0c1ebdc2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b482c2ef-584e-460b-b633-fcefba93bdd7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:48.379088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-066f9204-95fa-4361-b0ba-43c0c1ebdc2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.384578 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-066f9204-95fa-4361-b0ba-43c0c1ebdc2f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b482c2ef-584e-460b-b633-fcefba93bdd7 HTTP/1.1" status: 204 len: 168 time: 0.4888477 Aug 16 20:57:48.385763 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38042) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:48.415291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 39e670e5-e415-457b-90ec-3d3c093a8ff2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=39e670e5-e415-457b-90ec-3d3c093a8ff2,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:48.465368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.524956 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.548679 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.574634 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.591567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8564f79-57da-4376-9bce-3162dd569d49']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:48.613233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5173526-dc66-4e57-b397-cce0853378e2') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:48.613529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5173526-dc66-4e57-b397-cce0853378e2') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:48.630342 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.650053 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.650182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=39e670e5-e415-457b-90ec-3d3c093a8ff2,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:48.658327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:48.658749 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.659754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Subnet': ['ID=6d09e161-a246-4e47-a951-fb3f4a676721,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:48.671517 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-dcd90536-c843-4ab0-9793-78a16074a5b4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:48.671517 n-d-793619-14 neutron-server[95263]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 16 20:57:48.671517 n-d-793619-14 neutron-server[95263]: [parameters: {'in_use': 1, 'id_1': '523eb5dc-715d-4849-958f-ff662f3dd630'}] Aug 16 20:57:48.671517 n-d-793619-14 neutron-server[95263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:48.673857 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-dcd90536-c843-4ab0-9793-78a16074a5b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:48.678735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede8789-9eec-4ad8-b199-50bfd796c245 req-15655482-ab59-43a3-b745-ef39ee598623 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:48.678735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aede8789-9eec-4ad8-b199-50bfd796c245 req-15655482-ab59-43a3-b745-ef39ee598623 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 943 time: 0.4406333 Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:48.710638 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:48.734057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Checking segment: {'id': '527f2f54-e5b6-4097-93b4-b705d343d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6c5f1d92-5a39-4fca-9754-df665e598de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:48.734432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network hostable DHCP agents. Network: 6c5f1d92-5a39-4fca-9754-df665e598de0, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:48.790134 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aede8789-9eec-4ad8-b199-50bfd796c245 req-14b9ecc2-8e1d-497c-b4e7-d01dcc89fd9a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892675 Aug 16 20:57:48.836960 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.849790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.854765 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] 10.222.0.74 "DELETE /v2.0/networks/f8564f79-57da-4376-9bce-3162dd569d49 HTTP/1.1" status: 204 len: 168 time: 0.4645312 Aug 16 20:57:48.855123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38054) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:48.869717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7405d40-18b0-492b-a60f-8370f4657f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8564f79-57da-4376-9bce-3162dd569d49,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:48.902853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['39e670e5-e415-457b-90ec-3d3c093a8ff2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:57:48.909511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 6c5f1d92-5a39-4fca-9754-df665e598de0 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:48.921932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d307a1d-95cc-402a-9ed2-6fcf125ced00 admin admin] Deleting subnet 94dcef3d-b55c-479b-aa51-044f9c8c0ffd {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:48.922814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5d307a1d-95cc-402a-9ed2-6fcf125ced00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.952757 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3b055d7-a44f-4a75-a951-7e1b805b8b35 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762063723704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8635595'] for subnet, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.006512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5d307a1d-95cc-402a-9ed2-6fcf125ced00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.040399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b055d7-a44f-4a75-a951-7e1b805b8b35 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.041306 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3b055d7-a44f-4a75-a951-7e1b805b8b35 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.046292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b3b055d7-a44f-4a75-a951-7e1b805b8b35 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "PUT /v2.0/subnets/523eb5dc-715d-4849-958f-ff662f3dd630 HTTP/1.1" status: 200 len: 877 time: 0.9892504 Aug 16 20:57:49.046292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 6c5f1d92-5a39-4fca-9754-df665e598de0) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:49.046510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38064) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:49.056174 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.056776 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.065375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff0dc14-7176-4cdb-847e-5c2e4f7a608e None None] Network 6c5f1d92-5a39-4fca-9754-df665e598de0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:49.068716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b055d7-a44f-4a75-a951-7e1b805b8b35 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event updated for resources: {'Subnet': ['ID=523eb5dc-715d-4849-958f-ff662f3dd630,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:49.100478 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5d307a1d-95cc-402a-9ed2-6fcf125ced00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.178795 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dcd90536-c843-4ab0-9793-78a16074a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.218412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3159d6e6-16c2-49ff-b0f0-d20fb6f0fe8a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6107323 Aug 16 20:57:49.225452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38070) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:49.231390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'subnet': {'network_id': 'abfc67d6-62f4-423e-b80c-6d3d91c72c57', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:49.248742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.338068 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5d307a1d-95cc-402a-9ed2-6fcf125ced00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.357603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.382463 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.402279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d307a1d-95cc-402a-9ed2-6fcf125ced00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94dcef3d-b55c-479b-aa51-044f9c8c0ffd,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:49.413233 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5d307a1d-95cc-402a-9ed2-6fcf125ced00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.415141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5d307a1d-95cc-402a-9ed2-6fcf125ced00 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/94dcef3d-b55c-479b-aa51-044f9c8c0ffd HTTP/1.1" status: 204 len: 168 time: 0.5589960 Aug 16 20:57:49.419386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38072) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:49.538875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.645171 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.647641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:49.651167 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.671700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90487aca-c148-4527-a04f-5862e70812a5']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:49.688499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.718120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652f39cf-ac9b-404a-9057-40aaa093de3f') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:49.718684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652f39cf-ac9b-404a-9057-40aaa093de3f') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:49.738925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.762295 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.765275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-6c5f1d92-5a39-4fca-9754-df665e598de0', 'network_id': '6c5f1d92-5a39-4fca-9754-df665e598de0', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'fixed_ips': [{'subnet_id': '6d09e161-a246-4e47-a951-fb3f4a676721'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:49.785499 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:49.785948 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:49.788065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Subnet': ['ID=523eb5dc-715d-4849-958f-ff662f3dd630,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server [None req-dcd90536-c843-4ab0-9793-78a16074a5b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 523eb5dc-715d-4849-958f-ff662f3dd630: This subnet is being modified by another concurrent operation. Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 523eb5dc-715d-4849-958f-ff662f3dd630: This subnet is being modified by another concurrent operation. Aug 16 20:57:49.814071 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Aug 16 20:57:49.867059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c49002-69d6-46df-82e2-8ee263d48e1a None None] Network 5a91ed7b-24e0-4e47-8f0a-40ed776f26f9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:49.934887 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.960889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a91ed7b-24e0-4e47-8f0a-40ed776f26f9']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:49.974570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f210f02-5b4e-4bcc-87f1-d8662e3e1b2d') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:49.974988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f210f02-5b4e-4bcc-87f1-d8662e3e1b2d') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:49.991708 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.999649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf33d0-c12d-4150-8476-a8f6fc074537 req-a6fee9d4-1c42-46dc-9453-ce691fbcd5f2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.002697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4baf33d0-c12d-4150-8476-a8f6fc074537 req-a6fee9d4-1c42-46dc-9453-ce691fbcd5f2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 944 time: 0.0729756 Aug 16 20:57:50.012498 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.019812 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.023847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:50.024404 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.031606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca31c0fd-1469-45f7-91ed-f38d438538de None None] Network 5a91ed7b-24e0-4e47-8f0a-40ed776f26f9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:50.044076 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.047014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/90487aca-c148-4527-a04f-5862e70812a5 HTTP/1.1" status: 204 len: 168 time: 0.6267006 Aug 16 20:57:50.065483 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.093627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e929960-f144-4058-9417-1a7775071bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=90487aca-c148-4527-a04f-5862e70812a5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:50.166897 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:50.178754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4baf33d0-c12d-4150-8476-a8f6fc074537 req-d6a9a1b7-0208-4efb-a5ad-f5a1d7019f0e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650486 Aug 16 20:57:50.182330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Checking segment: {'id': 'c1810741-43a2-4185-89fd-de0146a7a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'abfc67d6-62f4-423e-b80c-6d3d91c72c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:50.182748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network hostable DHCP agents. Network: abfc67d6-62f4-423e-b80c-6d3d91c72c57, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:50.190583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Subnet': ['ID=e8f0de97-73cb-47af-9f7e-fd1089e81c82,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:50.273957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network abfc67d6-62f4-423e-b80c-6d3d91c72c57 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:50.274172 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.281996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.288026 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/5a91ed7b-24e0-4e47-8f0a-40ed776f26f9 HTTP/1.1" status: 204 len: 168 time: 1.2362523 Aug 16 20:57:50.288133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38084) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:50.298850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a4b2a-047b-47c2-a8e9-1781d3063ed5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=5a91ed7b-24e0-4e47-8f0a-40ed776f26f9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:50.314539 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7bcb75-77a9-493b-8829-a77d7543fd8c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:50.314989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7bcb75-77a9-493b-8829-a77d7543fd8c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:50.317827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af7bcb75-77a9-493b-8829-a77d7543fd8c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/subnets/523eb5dc-715d-4849-958f-ff662f3dd630 HTTP/1.1" status: 404 len: 337 time: 0.0289042 Aug 16 20:57:50.321866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38086) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:50.346707 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a19305-8fd9-4611-a0b5-f17e0f7004b6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:50.347519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a19305-8fd9-4611-a0b5-f17e0f7004b6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:50.350538 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c6a19305-8fd9-4611-a0b5-f17e0f7004b6 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/5a91ed7b-24e0-4e47-8f0a-40ed776f26f9 HTTP/1.1" status: 404 len: 339 time: 0.0274947 Aug 16 20:57:50.356554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38088) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:50.395136 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84daf51-df69-4946-a497-3adf1fde565f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:50.395600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84daf51-df69-4946-a497-3adf1fde565f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:50.396374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Allocated IP 172.20.0.2 (6c5f1d92-5a39-4fca-9754-df665e598de0/6d09e161-a246-4e47-a951-fb3f4a676721/a8c0f0f5-af7e-40bd-b728-d5eda4343466) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:50.400200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f84daf51-df69-4946-a497-3adf1fde565f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/subnets/3de9ad66-6ca5-4fab-8153-5aae8f00fa18 HTTP/1.1" status: 404 len: 337 time: 0.0423291 Aug 16 20:57:50.400908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38090) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:50.401183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, abfc67d6-62f4-423e-b80c-6d3d91c72c57) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:50.405686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.406371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.417471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba63d4-9c1f-4fb1-835a-f25246aa2316 None None] Network abfc67d6-62f4-423e-b80c-6d3d91c72c57 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:50.435701 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3ddb23-a10b-4312-87af-efe8e92c9cf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:50.436590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3ddb23-a10b-4312-87af-efe8e92c9cf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:50.441202 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8e3ddb23-a10b-4312-87af-efe8e92c9cf8 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/a9b63f12-5604-4e1b-be32-7786261393eb HTTP/1.1" status: 404 len: 339 time: 0.0271747 Aug 16 20:57:50.441512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:50.503718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ad9f2020-fc58-486c-8fc9-74c1e1467ee5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2768464 Aug 16 20:57:50.506075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38094) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:50.513224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9d734e92-f1e4-4c4a-925b-d81fd6cb609e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-90587026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:50.569736 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.657234 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d734e92-f1e4-4c4a-925b-d81fd6cb609e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.658906 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d734e92-f1e4-4c4a-925b-d81fd6cb609e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.661065 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.668617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38100) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:50.723158 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.729652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.734879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-abfc67d6-62f4-423e-b80c-6d3d91c72c57', 'network_id': 'abfc67d6-62f4-423e-b80c-6d3d91c72c57', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'fixed_ips': [{'subnet_id': 'e8f0de97-73cb-47af-9f7e-fd1089e81c82'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:50.736079 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.738933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Transition to ACTIVE for port object a8c0f0f5-af7e-40bd-b728-d5eda4343466 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:50.743571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233bf079-8245-426d-ba95-078768928f08']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:50.758758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0673e0ff-c8a0-4874-a784-457b2d9ad5c4') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:50.759052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0673e0ff-c8a0-4874-a784-457b2d9ad5c4') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:50.765893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Transition to ACTIVE for port object a8c0f0f5-af7e-40bd-b728-d5eda4343466 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:50.773658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.791314 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.799308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:50.801518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.856216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d734e92-f1e4-4c4a-925b-d81fd6cb609e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.870399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-46e56408-46b4-43d1-be4b-bdf1738a1cd3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8c8b3ebf214042398b4b6018d2992c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987567 Aug 16 20:57:50.871006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38102) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:50.872978 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:50.874974 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.929615 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3db8f43a-9e4e-4de8-bb93-00de09d3dc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.935063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Network 6c5f1d92-5a39-4fca-9754-df665e598de0 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:50.940466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Pushing event updated for resources: {'Port': ['ID=a8c0f0f5-af7e-40bd-b728-d5eda4343466,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:50.943019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:50.945234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Allocated IP 172.21.0.2 (abfc67d6-62f4-423e-b80c-6d3d91c72c57/e8f0de97-73cb-47af-9f7e-fd1089e81c82/24e00d9d-4c9d-42dd-97e2-9c58b796bbcd) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:50.949660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:50.968964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3db8f43a-9e4e-4de8-bb93-00de09d3dc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.029361 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d734e92-f1e4-4c4a-925b-d81fd6cb609e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.057911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Attempting to bind port a8c0f0f5-af7e-40bd-b728-d5eda4343466 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:51.058516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Attempting to bind port a8c0f0f5-af7e-40bd-b728-d5eda4343466 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '527f2f54-e5b6-4097-93b4-b705d343d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6c5f1d92-5a39-4fca-9754-df665e598de0'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:51.058683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Attempting to bind port a8c0f0f5-af7e-40bd-b728-d5eda4343466 on network 6c5f1d92-5a39-4fca-9754-df665e598de0 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:51.067982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:51.068363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Checking segment: {'id': '527f2f54-e5b6-4097-93b4-b705d343d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6c5f1d92-5a39-4fca-9754-df665e598de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:51.068824 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.069253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Bound using segment: {'id': '527f2f54-e5b6-4097-93b4-b705d343d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6c5f1d92-5a39-4fca-9754-df665e598de0'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:51.069727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Bound port: a8c0f0f5-af7e-40bd-b728-d5eda4343466, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527f2f54-e5b6-4097-93b4-b705d343d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6c5f1d92-5a39-4fca-9754-df665e598de0'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:51.070116 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.079802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.098021 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.102238 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/233bf079-8245-426d-ba95-078768928f08 HTTP/1.1" status: 204 len: 168 time: 0.6596797 Aug 16 20:57:51.103820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38104) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.104276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cc4c3-a9ad-4b37-a048-8c92be753918 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=233bf079-8245-426d-ba95-078768928f08,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:51.141879 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8247792-9e4a-45b4-8722-680f5075b302 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:51.142865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8247792-9e4a-45b4-8722-680f5075b302 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:51.148140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38106) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.159861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b8247792-9e4a-45b4-8722-680f5075b302 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/subnets/e7f1ef96-eac5-436a-8ac9-136fe02ca93c HTTP/1.1" status: 404 len: 337 time: 0.0536845 Aug 16 20:57:51.163248 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3db8f43a-9e4e-4de8-bb93-00de09d3dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.171839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3db8f43a-9e4e-4de8-bb93-00de09d3dc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.175420 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3db8f43a-9e4e-4de8-bb93-00de09d3dc56 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/074f6388-c272-4426-b5ec-bf4e4154d4f7 HTTP/1.1" status: 204 len: 168 time: 0.3003526 Aug 16 20:57:51.183716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8f43a-9e4e-4de8-bb93-00de09d3dc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074f6388-c272-4426-b5ec-bf4e4154d4f7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:51.196288 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd72147-418e-47fc-9bbc-3928d8afe6ed tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:51.200598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d734e92-f1e4-4c4a-925b-d81fd6cb609e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.204767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9d734e92-f1e4-4c4a-925b-d81fd6cb609e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6941872 Aug 16 20:57:51.205794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38112) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.205913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] For port a8c0f0f5-af7e-40bd-b728-d5eda4343466, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:51.213361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd72147-418e-47fc-9bbc-3928d8afe6ed tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:51.221324 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cfd72147-418e-47fc-9bbc-3928d8afe6ed tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/32c43c4d-7488-4233-8121-a14cd16b9a3b HTTP/1.1" status: 404 len: 339 time: 0.0693898 Aug 16 20:57:51.231261 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.234105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38116) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.234259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] For port a8c0f0f5-af7e-40bd-b728-d5eda4343466, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a8c0f0f5-af7e-40bd-b728-d5eda4343466,segment=NetworkSegment(527f2f54-e5b6-4097-93b4-b705d343d6af),segment_id=527f2f54-e5b6-4097-93b4-b705d343d6af)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:51.248432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Transition to ACTIVE for port object 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:51.268805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Transition to ACTIVE for port object 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:51.275953 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b5e021-a2d6-48ba-a856-85148fa05023 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:51.276668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b5e021-a2d6-48ba-a856-85148fa05023 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:51.281938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c9b5e021-a2d6-48ba-a856-85148fa05023 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/subnets/a55ea813-e3b3-4bbb-ab46-481cbf377181 HTTP/1.1" status: 404 len: 337 time: 0.0407941 Aug 16 20:57:51.282467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38118) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.314569 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.315399 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1f9b07-d45c-4651-8a6d-40fdf183188c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:51.316048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1f9b07-d45c-4651-8a6d-40fdf183188c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:51.321680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38120) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.322427 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9a1f9b07-d45c-4651-8a6d-40fdf183188c tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/811a2fe6-f39a-4adc-987e-88c7227a9749 HTTP/1.1" status: 404 len: 339 time: 0.0372894 Aug 16 20:57:51.369729 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.416076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Network abfc67d6-62f4-423e-b80c-6d3d91c72c57 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:51.420037 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:51.422270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a91e0-0fa7-45df-b564-8204c45a1e6f None None] Pushing event updated for resources: {'Port': ['ID=a8c0f0f5-af7e-40bd-b728-d5eda4343466,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:51.425058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:51.531140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Pushing event updated for resources: {'Port': ['ID=24e00d9d-4c9d-42dd-97e2-9c58b796bbcd,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:51.579516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Attempting to bind port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:51.582441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Attempting to bind port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'c1810741-43a2-4185-89fd-de0146a7a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'abfc67d6-62f4-423e-b80c-6d3d91c72c57'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:51.582441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Attempting to bind port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd on network abfc67d6-62f4-423e-b80c-6d3d91c72c57 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:51.594486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:51.595135 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Checking segment: {'id': 'c1810741-43a2-4185-89fd-de0146a7a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'abfc67d6-62f4-423e-b80c-6d3d91c72c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:51.595661 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.596149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Bound using segment: {'id': 'c1810741-43a2-4185-89fd-de0146a7a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'abfc67d6-62f4-423e-b80c-6d3d91c72c57'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:51.596730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Bound port: 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1810741-43a2-4185-89fd-de0146a7a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'abfc67d6-62f4-423e-b80c-6d3d91c72c57'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:51.597299 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.638459 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5da342d-0744-4cfb-ac88-63a9bcb8666d tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:51.644241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5da342d-0744-4cfb-ac88-63a9bcb8666d tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:51.649407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38126) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.649978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f5da342d-0744-4cfb-ac88-63a9bcb8666d tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/subnets/da4b70c9-a99f-41f0-94d7-5b2841d41196 HTTP/1.1" status: 404 len: 337 time: 0.3234816 Aug 16 20:57:51.688587 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c6c769-6233-4110-ac55-0710c21f7e00 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:51.689235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c6c769-6233-4110-ac55-0710c21f7e00 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:51.697183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] For port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:51.700018 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-83c6c769-6233-4110-ac55-0710c21f7e00 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/4b750151-2b06-49f2-ab37-b5f76672f86a HTTP/1.1" status: 404 len: 339 time: 0.0480225 Aug 16 20:57:51.701610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38130) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.704873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] For port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=24e00d9d-4c9d-42dd-97e2-9c58b796bbcd,segment=NetworkSegment(c1810741-43a2-4185-89fd-de0146a7a441),segment_id=c1810741-43a2-4185-89fd-de0146a7a441)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:51.716451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eda70-f759-4080-ae90-a2dff0c591fc req-6c8bcb47-63f4-4533-96d1-bcf550f99012 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.718728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e74eda70-f759-4080-ae90-a2dff0c591fc req-6c8bcb47-63f4-4533-96d1-bcf550f99012 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 944 time: 0.3490226 Aug 16 20:57:51.798567 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc8086a-e4aa-4678-bcfe-1d4abba52c5a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:51.799975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc8086a-e4aa-4678-bcfe-1d4abba52c5a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:51.803890 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dcc8086a-e4aa-4678-bcfe-1d4abba52c5a tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/subnets/6e9ec28c-a8e2-4198-bef8-f9fba279396f HTTP/1.1" status: 404 len: 337 time: 0.1011243 Aug 16 20:57:51.809216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38134) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.834411 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-950d4ff2-3b85-49ca-a36c-3f824c6e316d tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:51.836172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950d4ff2-3b85-49ca-a36c-3f824c6e316d tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:51.840296 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-950d4ff2-3b85-49ca-a36c-3f824c6e316d tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/a9d6dfb7-db11-4df8-a7c0-2bccaee44503 HTTP/1.1" status: 404 len: 339 time: 0.0297725 Aug 16 20:57:51.846843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38136) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.867052 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 39e670e5-e415-457b-90ec-3d3c093a8ff2 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:51.874366 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.957705 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e74eda70-f759-4080-ae90-a2dff0c591fc req-a9958cd5-5370-495f-abe5-2a273b29db88 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632380 Aug 16 20:57:51.998480 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-590d030c-11d1-43a8-a10c-760768414735 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:52.002001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590d030c-11d1-43a8-a10c-760768414735 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:52.004520 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-590d030c-11d1-43a8-a10c-760768414735 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/subnets/ad1ddd92-5f44-47f6-80f7-fbf60ae90997 HTTP/1.1" status: 404 len: 337 time: 0.1534741 Aug 16 20:57:52.007478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38138) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.042101 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-31642513-5054-4745-8579-de569a4fe410 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:52.043944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31642513-5054-4745-8579-de569a4fe410 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:52.046536 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-31642513-5054-4745-8579-de569a4fe410 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/651ed62f-1bfc-4f52-a2df-728050b3e70e HTTP/1.1" status: 404 len: 339 time: 0.0373819 Aug 16 20:57:52.048781 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38140) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.055211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c46b4-2022-454f-bf7f-42c724820f6c None None] Pushing event updated for resources: {'Port': ['ID=24e00d9d-4c9d-42dd-97e2-9c58b796bbcd,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:52.081808 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.141632 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e16435-7a63-4d27-bedb-571f3df9c8e0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:52.143295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e16435-7a63-4d27-bedb-571f3df9c8e0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:52.148287 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-90e16435-7a63-4d27-bedb-571f3df9c8e0 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/subnets/709b7c09-c7d8-4c96-9eec-bfaddfd7b1c7 HTTP/1.1" status: 404 len: 337 time: 0.0980551 Aug 16 20:57:52.149116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38142) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.176367 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8bdaca-1fce-4a60-a24a-5b90e7a7f9e3 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:52.178626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8bdaca-1fce-4a60-a24a-5b90e7a7f9e3 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:52.186188 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6e8bdaca-1fce-4a60-a24a-5b90e7a7f9e3 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/2b289924-e8c4-4b7a-ae98-fad8e6d44793 HTTP/1.1" status: 404 len: 339 time: 0.0358541 Aug 16 20:57:52.187411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38144) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.198235 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 39e670e5-e415-457b-90ec-3d3c093a8ff2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:52.209764 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 39e670e5-e415-457b-90ec-3d3c093a8ff2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:52.210499 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.240193 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b1a4e0-87b5-47c3-b0d0-e94f44025b4f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:52.240760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b1a4e0-87b5-47c3-b0d0-e94f44025b4f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:52.246661 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-51b1a4e0-87b5-47c3-b0d0-e94f44025b4f tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/subnets/03a3fe31-26ab-4302-ac84-6da2859013cd HTTP/1.1" status: 404 len: 337 time: 0.0573425 Aug 16 20:57:52.247429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38146) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.274391 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed126d51-d311-4c72-9b8e-e72dfd648291 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:52.275382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed126d51-d311-4c72-9b8e-e72dfd648291 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:52.278124 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ed126d51-d311-4c72-9b8e-e72dfd648291 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/07295499-47c4-4590-840e-a1e4bb0a597e HTTP/1.1" status: 404 len: 339 time: 0.0284836 Aug 16 20:57:52.282570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38148) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.345562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38150) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.352740 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-70526d50-510d-43d8-82f4-2e2e2f946ac5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:52.353593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70526d50-510d-43d8-82f4-2e2e2f946ac5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:52.355685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-70526d50-510d-43d8-82f4-2e2e2f946ac5 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/subnets/347f0f19-b3c2-44ae-b1d4-8b2775c15e68 HTTP/1.1" status: 404 len: 337 time: 0.0712693 Aug 16 20:57:52.359768 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.360362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38152) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.433939 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06fefe8-401a-4bfb-a1da-559a5f528bcb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:52.436058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06fefe8-401a-4bfb-a1da-559a5f528bcb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:52.452895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b06fefe8-401a-4bfb-a1da-559a5f528bcb tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/01589797-1639-48aa-a08d-7c6c9ef26a14 HTTP/1.1" status: 404 len: 339 time: 0.0562751 Aug 16 20:57:52.456843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38156) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.461171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 39e670e5-e415-457b-90ec-3d3c093a8ff2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=39e670e5-e415-457b-90ec-3d3c093a8ff2,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:52.462416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7931fba5-3d99-4d41-a5b0-0afe547adf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e670e5-e415-457b-90ec-3d3c093a8ff2'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:52.465505 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3cfe4d-df01-4dfa-9be7-63296c61b666" -d '{"events": [{"server_uuid": "7931fba5-3d99-4d41-a5b0-0afe547adf83", "name": "network-vif-plugged", "status": "completed", "tag": "39e670e5-e415-457b-90ec-3d3c093a8ff2"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:52.513721 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8dccb807-1683-436c-8073-256b5806d1c8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34ebe3b030ad496d8ec65330ecb4b7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664584 Aug 16 20:57:52.516254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38162) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.572778 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01b2f67-6021-4d67-9e78-9af70180bfd9 x-openstack-request-id: req-a01b2f67-6021-4d67-9e78-9af70180bfd9 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:52.573090 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7931fba5-3d99-4d41-a5b0-0afe547adf83", "name": "network-vif-plugged", "status": "completed", "tag": "39e670e5-e415-457b-90ec-3d3c093a8ff2", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:52.573349 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a01b2f67-6021-4d67-9e78-9af70180bfd9 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:52.574377 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7931fba5-3d99-4d41-a5b0-0afe547adf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e670e5-e415-457b-90ec-3d3c093a8ff2', 'code': 200} Aug 16 20:57:52.653748 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.739344 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da740597-fca2-4fbd-9853-a961cd003d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.743197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f259e95a-9d3f-4994-a137-aea5949d8371 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Deleting subnet c0b2aa6c-00f7-4970-9072-52ee7eee69b1 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:52.743745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=39e670e5-e415-457b-90ec-3d3c093a8ff2,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:52.748167 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f259e95a-9d3f-4994-a137-aea5949d8371 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.800651 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a8c0f0f5-af7e-40bd-b728-d5eda4343466 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:52.806187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da740597-fca2-4fbd-9853-a961cd003d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.845847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Allocated IP 172.20.0.1 (6c5f1d92-5a39-4fca-9754-df665e598de0/6d09e161-a246-4e47-a951-fb3f4a676721/36d8d072-530f-4006-b9bc-154ebc10e97f) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:52.858732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f259e95a-9d3f-4994-a137-aea5949d8371 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.902320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fa441-aeee-4b84-82a6-47e82c2cc5bc req-5d82997d-001b-4096-bbfb-e1661bf466d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.903826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec7fa441-aeee-4b84-82a6-47e82c2cc5bc req-5d82997d-001b-4096-bbfb-e1661bf466d9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 1097 time: 0.2377892 Aug 16 20:57:52.981791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3860512-b4c7-4228-91a5-ee5cd8048e81 req-5ddb749b-834d-4b3a-8025-2a49bffd725d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.988249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3860512-b4c7-4228-91a5-ee5cd8048e81 req-5ddb749b-834d-4b3a-8025-2a49bffd725d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.988750 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da740597-fca2-4fbd-9853-a961cd003d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.993357 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da740597-fca2-4fbd-9853-a961cd003d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.994513 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-da740597-fca2-4fbd-9853-a961cd003d7b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ec5019fd-9994-4eea-90fd-853bc4d210e8 HTTP/1.1" status: 204 len: 168 time: 0.4770324 Aug 16 20:57:53.000998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3860512-b4c7-4228-91a5-ee5cd8048e81 req-5ddb749b-834d-4b3a-8025-2a49bffd725d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.005654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da740597-fca2-4fbd-9853-a961cd003d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5019fd-9994-4eea-90fd-853bc4d210e8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:53.008210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3860512-b4c7-4228-91a5-ee5cd8048e81 req-5ddb749b-834d-4b3a-8025-2a49bffd725d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.018618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3860512-b4c7-4228-91a5-ee5cd8048e81 req-5ddb749b-834d-4b3a-8025-2a49bffd725d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.024741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3860512-b4c7-4228-91a5-ee5cd8048e81 req-5ddb749b-834d-4b3a-8025-2a49bffd725d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.029453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port a8c0f0f5-af7e-40bd-b728-d5eda4343466 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:53.032600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3860512-b4c7-4228-91a5-ee5cd8048e81 req-5ddb749b-834d-4b3a-8025-2a49bffd725d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.035068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:53.040622 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3860512-b4c7-4228-91a5-ee5cd8048e81 req-5ddb749b-834d-4b3a-8025-2a49bffd725d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5435 time: 0.3534245 Aug 16 20:57:53.168466 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec7fa441-aeee-4b84-82a6-47e82c2cc5bc req-ce44569f-0736-4958-ba8f-5ce0108e45de service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473872 Aug 16 20:57:53.241473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3860512-b4c7-4228-91a5-ee5cd8048e81 req-4738603e-0c80-4d9c-b13f-4d53ebf37dfc tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1998885 Aug 16 20:57:53.269228 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f259e95a-9d3f-4994-a137-aea5949d8371 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.321468 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.343206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:53.355773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Transition to ACTIVE for port object 36d8d072-530f-4006-b9bc-154ebc10e97f will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:53.370183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a89f91-3c5d-4323-b39a-3c4f8136b72d req-84172f00-73e0-4e0d-913a-bb2f42372fd4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.371852 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9a89f91-3c5d-4323-b39a-3c4f8136b72d req-84172f00-73e0-4e0d-913a-bb2f42372fd4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 945 time: 0.1728096 Aug 16 20:57:53.379045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a525cf57-d1d2-47d6-bace-8fcefd02f3d4 None None] Network 6c5f1d92-5a39-4fca-9754-df665e598de0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:53.442539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9a89f91-3c5d-4323-b39a-3c4f8136b72d req-191cb0f9-6d80-4963-821c-ad13e455c1b5 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601807 Aug 16 20:57:53.520518 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f259e95a-9d3f-4994-a137-aea5949d8371 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.559857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259e95a-9d3f-4994-a137-aea5949d8371 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b2aa6c-00f7-4970-9072-52ee7eee69b1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:53.562114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f259e95a-9d3f-4994-a137-aea5949d8371 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.563975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f259e95a-9d3f-4994-a137-aea5949d8371 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/subnets/c0b2aa6c-00f7-4970-9072-52ee7eee69b1 HTTP/1.1" status: 204 len: 168 time: 1.1060157 Aug 16 20:57:53.566864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38176) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:53.568459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4ef442-61e8-4f76-b2b5-d5d7805ab00a None None] Network 87baa7a3-9f02-4786-9aba-accacf228c87 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:53.613197 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.613426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5b9ca6bd-8f0d-460f-85ab-4cf986209f27 None None] Provisioning for port a8c0f0f5-af7e-40bd-b728-d5eda4343466 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:53.630445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5b9ca6bd-8f0d-460f-85ab-4cf986209f27 None None] Provisioning complete for port a8c0f0f5-af7e-40bd-b728-d5eda4343466 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:53.630817 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca6bd-8f0d-460f-85ab-4cf986209f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.694818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 6c5f1d92-5a39-4fca-9754-df665e598de0 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:53.710542 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.732577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:53.742715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:53.751279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=36d8d072-530f-4006-b9bc-154ebc10e97f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:53.808465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-ac71d200-71e2-4929-a1e6-f510a09b297f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.823119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-ac71d200-71e2-4929-a1e6-f510a09b297f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.845719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-ac71d200-71e2-4929-a1e6-f510a09b297f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.859732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-ac71d200-71e2-4929-a1e6-f510a09b297f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.880431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-ac71d200-71e2-4929-a1e6-f510a09b297f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.907211 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-ac71d200-71e2-4929-a1e6-f510a09b297f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.928847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-ac71d200-71e2-4929-a1e6-f510a09b297f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.930644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-ac71d200-71e2-4929-a1e6-f510a09b297f tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5435 time: 0.3438623 Aug 16 20:57:53.931652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Deleting port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:53.932551 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.973312 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca6bd-8f0d-460f-85ab-4cf986209f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.059403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.102115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38196) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:54.239165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] For port 8c7d6eb7-1ffd-42b8-80be-244c13010e00, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8c7d6eb7-1ffd-42b8-80be-244c13010e00,segment=NetworkSegment(9f0291ff-44c8-4ea6-84d2-b68b391c82a4),segment_id=9f0291ff-44c8-4ea6-84d2-b68b391c82a4)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:54.239548 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.282101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Calling delete_port for 8c7d6eb7-1ffd-42b8-80be-244c13010e00 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:54.396035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f96be8-f5d2-4b43-b9d3-406f135680dc None None] DHCP port deletion for 87baa7a3-9f02-4786-9aba-accacf228c87 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:54.415851 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c2dbe-8b27-44c7-ba81-a9fcedd404fa None None] Network abfc67d6-62f4-423e-b80c-6d3d91c72c57 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:54.501744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-89661992-eb8b-42b6-a380-70a2dfb81a7a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.516436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-89661992-eb8b-42b6-a380-70a2dfb81a7a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "GET /v2.0/ports/a19bea0e-f740-4d0b-8449-60adbd042ab2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3383205 Aug 16 20:57:54.592428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5b9ca6bd-8f0d-460f-85ab-4cf986209f27 None None] For port a8c0f0f5-af7e-40bd-b728-d5eda4343466, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a8c0f0f5-af7e-40bd-b728-d5eda4343466,segment=NetworkSegment(527f2f54-e5b6-4097-93b4-b705d343d6af),segment_id=527f2f54-e5b6-4097-93b4-b705d343d6af)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:54.659795 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8c7d6eb7-1ffd-42b8-80be-244c13010e00 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:54.733721 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca6bd-8f0d-460f-85ab-4cf986209f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.873731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ca6bd-8f0d-460f-85ab-4cf986209f27 None None] Pushing event updated for resources: {'Port': ['ID=a8c0f0f5-af7e-40bd-b728-d5eda4343466,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:54.910854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-63f96be8-f5d2-4b43-b9d3-406f135680dc None None] Deleting port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:54.911231 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63f96be8-f5d2-4b43-b9d3-406f135680dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.026561 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-63f96be8-f5d2-4b43-b9d3-406f135680dc None None] For port 8c7d6eb7-1ffd-42b8-80be-244c13010e00, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8c7d6eb7-1ffd-42b8-80be-244c13010e00,segment=NetworkSegment(9f0291ff-44c8-4ea6-84d2-b68b391c82a4),segment_id=9f0291ff-44c8-4ea6-84d2-b68b391c82a4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:55.027476 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63f96be8-f5d2-4b43-b9d3-406f135680dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.093526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-63f96be8-f5d2-4b43-b9d3-406f135680dc None None] Calling delete_port for 8c7d6eb7-1ffd-42b8-80be-244c13010e00 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:55.219203 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.252090 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.271005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Provisioning for port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:55.273216 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63f96be8-f5d2-4b43-b9d3-406f135680dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.310739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Port': ['ID=8c7d6eb7-1ffd-42b8-80be-244c13010e00,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:55.312821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] No DVR routers for this DVR port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:55.339019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f96be8-f5d2-4b43-b9d3-406f135680dc None None] Pushing event deleted for resources: {'Port': ['ID=8c7d6eb7-1ffd-42b8-80be-244c13010e00,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:55.341963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-388c6ffa-a1a5-44b4-b4c3-fbc9bbd69493 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "GET /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3998795 Aug 16 20:57:55.342657 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.364148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Provisioning complete for port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:55.364529 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.367003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:55.388255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb355db6-9f98-4ae8-8da0-3aaafa7a41bc req-f46ce572-ac17-40f2-9c75-82c87b5f7022 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.393203 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb355db6-9f98-4ae8-8da0-3aaafa7a41bc req-f46ce572-ac17-40f2-9c75-82c87b5f7022 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 945 time: 0.4230027 Aug 16 20:57:55.411014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f96be8-f5d2-4b43-b9d3-406f135680dc None None] No DVR routers for this DVR port 8c7d6eb7-1ffd-42b8-80be-244c13010e00 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:55.479010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da09a3-ca8b-457a-9545-2024541aa4a6 req-ca2f8fd2-7e69-4c6f-a286-2f40d724faee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.484264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da09a3-ca8b-457a-9545-2024541aa4a6 req-ca2f8fd2-7e69-4c6f-a286-2f40d724faee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.485942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aa2ab6-c632-41b9-bc31-dde7dcace9ee None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:57:55.490620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da09a3-ca8b-457a-9545-2024541aa4a6 req-ca2f8fd2-7e69-4c6f-a286-2f40d724faee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.498169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da09a3-ca8b-457a-9545-2024541aa4a6 req-ca2f8fd2-7e69-4c6f-a286-2f40d724faee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.504419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da09a3-ca8b-457a-9545-2024541aa4a6 req-ca2f8fd2-7e69-4c6f-a286-2f40d724faee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.510362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da09a3-ca8b-457a-9545-2024541aa4a6 req-ca2f8fd2-7e69-4c6f-a286-2f40d724faee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.513434 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.526033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da09a3-ca8b-457a-9545-2024541aa4a6 req-ca2f8fd2-7e69-4c6f-a286-2f40d724faee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.528908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87baa7a3-9f02-4786-9aba-accacf228c87']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:55.535129 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1da09a3-ca8b-457a-9545-2024541aa4a6 req-ca2f8fd2-7e69-4c6f-a286-2f40d724faee tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 5435 time: 1.0158873 Aug 16 20:57:55.577955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0291ff-44c8-4ea6-84d2-b68b391c82a4') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:55.578254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0291ff-44c8-4ea6-84d2-b68b391c82a4') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:55.608238 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.647984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa2ab6-c632-41b9-bc31-dde7dcace9ee None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:57:55.662473 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.675130 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:55.675540 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:55.678580 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:55.753109 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.807202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] For port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=24e00d9d-4c9d-42dd-97e2-9c58b796bbcd,segment=NetworkSegment(c1810741-43a2-4185-89fd-de0146a7a441),segment_id=c1810741-43a2-4185-89fd-de0146a7a441)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:55.830616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3720daa2-0491-4484-8e3f-c5a4cec80c4e no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:55.839213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb355db6-9f98-4ae8-8da0-3aaafa7a41bc req-ffa6c9c4-d19d-498f-9af9-4d004723132f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136853 Aug 16 20:57:55.873412 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.875241 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.880813 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.884024 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] 10.222.0.74 "DELETE /v2.0/networks/87baa7a3-9f02-4786-9aba-accacf228c87 HTTP/1.1" status: 204 len: 168 time: 2.3154507 Aug 16 20:57:55.899335 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.915996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1da09a3-ca8b-457a-9545-2024541aa4a6 req-a39c190d-21d5-44b3-800d-faa70020837a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3796651 Aug 16 20:57:55.939502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aac6a5-97fb-4f19-b2bf-0c17e8d34051 tempest-NetworksTest-1057731139 tempest-NetworksTest-1057731139-project] Pushing event deleted for resources: {'Network': ['ID=87baa7a3-9f02-4786-9aba-accacf228c87,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:55.983200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.003861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Pushing event updated for resources: {'Port': ['ID=24e00d9d-4c9d-42dd-97e2-9c58b796bbcd,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:56.018415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Provisioning complete for port a8c0f0f5-af7e-40bd-b728-d5eda4343466 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:56.022008 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.189369 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.212502 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.278153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3720daa2-0491-4484-8e3f-c5a4cec80c4e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:56.280377 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b109d7b-49c6-451a-9792-9a6b979d1ced" -d '{"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "3720daa2-0491-4484-8e3f-c5a4cec80c4e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:56.296460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3720daa2-0491-4484-8e3f-c5a4cec80c4e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3720daa2-0491-4484-8e3f-c5a4cec80c4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:56.313386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.360934 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e157841-88c6-46c7-9d68-559293730685 x-openstack-request-id: req-4e157841-88c6-46c7-9d68-559293730685 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:56.365797 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "3720daa2-0491-4484-8e3f-c5a4cec80c4e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:56.365797 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4e157841-88c6-46c7-9d68-559293730685 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:56.365797 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3720daa2-0491-4484-8e3f-c5a4cec80c4e', 'code': 200} Aug 16 20:57:56.366123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] Deleting port 1de02e4d-ce1a-402f-803e-93da7a9269df {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:56.366123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.389012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Provisioning for port 36d8d072-530f-4006-b9bc-154ebc10e97f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:56.394339 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.394808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:56.428208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=36d8d072-530f-4006-b9bc-154ebc10e97f,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:56.446821 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.472121 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Provisioning complete for port 36d8d072-530f-4006-b9bc-154ebc10e97f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:56.473466 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.560714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] For port a19bea0e-f740-4d0b-8449-60adbd042ab2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a19bea0e-f740-4d0b-8449-60adbd042ab2,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:56.583075 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-2b15ba78-b05f-4272-a3fb-f329aeb07386 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1220982 Aug 16 20:57:56.629915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] For port 1de02e4d-ce1a-402f-803e-93da7a9269df, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1de02e4d-ce1a-402f-803e-93da7a9269df,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:56.630299 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.644018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] For port a19bea0e-f740-4d0b-8449-60adbd042ab2, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:56.697330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a8c0f0f5-af7e-40bd-b728-d5eda4343466 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:56.708418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 6c5f1d92-5a39-4fca-9754-df665e598de0 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:56.708732 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] Calling delete_port for 1de02e4d-ce1a-402f-803e-93da7a9269df owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:56.712958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:56.726497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-f8fb13c5-ee7d-4f35-ac81-9d6f7965e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.727958 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-f8fb13c5-ee7d-4f35-ac81-9d6f7965e2ae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0864959 Aug 16 20:57:56.742147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38250) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:56.813302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9809b6cb-d16b-4337-ac79-3193b7e1c451 None None] Port 36d8d072-530f-4006-b9bc-154ebc10e97f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:56.826152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=3720daa2-0491-4484-8e3f-c5a4cec80c4e,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:56.842853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] device_id is not set on port a19bea0e-f740-4d0b-8449-60adbd042ab2 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:56.854782 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.857857 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.923033 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:56.958642 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.968808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a8c0f0f5-af7e-40bd-b728-d5eda4343466 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:56.970013 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.998752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-069b8266-37d6-4e91-8bdb-ad421191cc5f None None] Provisioning complete for port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:56.998752 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-069b8266-37d6-4e91-8bdb-ad421191cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.037524 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.038720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 485de2cf-1908-4253-b829-fe46c689dd3c no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:57.079267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 41e509e9-a777-4a6d-afe5-8192ca4e933d is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:57:57.184829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] No DVR routers for this DVR port a19bea0e-f740-4d0b-8449-60adbd042ab2 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:57.189722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe905da-0797-4de9-956f-db3322394583 service neutron] Pushing event updated for resources: {'Port': ['ID=a19bea0e-f740-4d0b-8449-60adbd042ab2,revision_number=6']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:57.245953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:57.266224 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.341299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] Pushing event deleted for resources: {'Port': ['ID=1de02e4d-ce1a-402f-803e-93da7a9269df,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:57.451068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:57.460371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872cad0-06be-4560-b3dd-8e8040deddd6 req-1cd3954b-04ad-4472-978c-45b739a55fa4 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.473378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872cad0-06be-4560-b3dd-8e8040deddd6 req-1cd3954b-04ad-4472-978c-45b739a55fa4 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.480739 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872cad0-06be-4560-b3dd-8e8040deddd6 req-1cd3954b-04ad-4472-978c-45b739a55fa4 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.487746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872cad0-06be-4560-b3dd-8e8040deddd6 req-1cd3954b-04ad-4472-978c-45b739a55fa4 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.495092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872cad0-06be-4560-b3dd-8e8040deddd6 req-1cd3954b-04ad-4472-978c-45b739a55fa4 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.503777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872cad0-06be-4560-b3dd-8e8040deddd6 req-1cd3954b-04ad-4472-978c-45b739a55fa4 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.512787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1872cad0-06be-4560-b3dd-8e8040deddd6 req-1cd3954b-04ad-4472-978c-45b739a55fa4 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 4657 time: 0.3749266 Aug 16 20:57:57.514673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] In _notify_port_updated(), no bound segment for port a19bea0e-f740-4d0b-8449-60adbd042ab2 on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:57:57.515725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.516339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.517623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-abe905da-0797-4de9-956f-db3322394583 service neutron] 10.222.0.76 "PUT /v2.0/ports/a19bea0e-f740-4d0b-8449-60adbd042ab2 HTTP/1.1" status: 200 len: 1027 time: 2.1658804 Aug 16 20:57:57.523819 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.526095 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-12d80cea-55ae-4424-9e61-6e197a3815d2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e67561cc6004c719b4715b0e20e3ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7822630 Aug 16 20:57:57.532136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38264) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:57.546654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:57.551619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-18b9ea0d-d646-41ce-b480-8acd946ef305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.555439 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-18b9ea0d-d646-41ce-b480-8acd946ef305 service neutron] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.8010366 Aug 16 20:57:57.559362 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ef985-8bd4-4aea-9c1d-7637e41cf3d9 None None] Sync routers for ids ['41e509e9-a777-4a6d-afe5-8192ca4e933d'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:57.574560 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ef985-8bd4-4aea-9c1d-7637e41cf3d9 None None] Routers {'41e509e9-a777-4a6d-afe5-8192ca4e933d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:57.575239 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-113ef985-8bd4-4aea-9c1d-7637e41cf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['41e509e9-a777-4a6d-afe5-8192ca4e933d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:57.593291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbdd9701-efc6-4940-a0de-92b9bba1477b None None] Provisioning complete for port 36d8d072-530f-4006-b9bc-154ebc10e97f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:57.594113 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9701-efc6-4940-a0de-92b9bba1477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.637197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 485de2cf-1908-4253-b829-fe46c689dd3c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=485de2cf-1908-4253-b829-fe46c689dd3c,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:57.649719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-215c6bc2-d6c5-40bf-aecd-83a0667faa0b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.651110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-215c6bc2-d6c5-40bf-aecd-83a0667faa0b tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "GET /v2.0/ports/b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1025312 Aug 16 20:57:57.660762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-37a27a2f-b89e-4a35-be95-aa383a61ce51 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/41e509e9-a777-4a6d-afe5-8192ca4e933d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4540977 Aug 16 20:57:57.664926 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-113ef985-8bd4-4aea-9c1d-7637e41cf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:57.669265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38266) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:57.673072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:57.674666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:57.675274 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.678876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd9701-efc6-4940-a0de-92b9bba1477b None None] Port 36d8d072-530f-4006-b9bc-154ebc10e97f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:57.684586 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ef985-8bd4-4aea-9c1d-7637e41cf3d9 None None] Routers {'41e509e9-a777-4a6d-afe5-8192ca4e933d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:57.685239 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-113ef985-8bd4-4aea-9c1d-7637e41cf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['41e509e9-a777-4a6d-afe5-8192ca4e933d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:57.739367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbdd9701-efc6-4940-a0de-92b9bba1477b None None] Provisioning complete for port a19bea0e-f740-4d0b-8449-60adbd042ab2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:57.739885 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9701-efc6-4940-a0de-92b9bba1477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.763418 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-113ef985-8bd4-4aea-9c1d-7637e41cf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:57.764422 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ef985-8bd4-4aea-9c1d-7637e41cf3d9 None None] The sync data for ids ['41e509e9-a777-4a6d-afe5-8192ca4e933d'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:57.792186 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.793594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device fb4be18d-5e38-47bb-9167-5ba8956f3168 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:57.815061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1872cad0-06be-4560-b3dd-8e8040deddd6 req-4951df4d-3267-4190-a306-ca7b6b0199a7 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ed7c2e8-dc79-4056-b2a3-a3493f34a370&id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3013558 Aug 16 20:57:57.847048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e4500b-4f41-4526-a8a2-34af3eb174b6 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.848418 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-50e4500b-4f41-4526-a8a2-34af3eb174b6 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports/36d8d072-530f-4006-b9bc-154ebc10e97f HTTP/1.1" status: 200 len: 910 time: 0.1702034 Aug 16 20:57:57.878282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38268) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:57.881388 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-c026165f-d2dc-4ece-99b7-a91208823da8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 200 len: 999 time: 0.3121061 Aug 16 20:57:57.884254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-967309a2-da10-4dd3-83ec-653130b62371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.886075 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd9701-efc6-4940-a0de-92b9bba1477b None None] Port a19bea0e-f740-4d0b-8449-60adbd042ab2 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:57.889839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.932507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-967309a2-da10-4dd3-83ec-653130b62371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.976181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=485de2cf-1908-4253-b829-fe46c689dd3c,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:58.032695 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.070383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port fb4be18d-5e38-47bb-9167-5ba8956f3168, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fb4be18d-5e38-47bb-9167-5ba8956f3168,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:58.164715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] For port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:58.199767 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.200970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c39b065c-4f38-4d09-9a1c-c61c88c915c1 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:58.216283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] For port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:58.257477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] device_id is not set on port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:58.266154 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-967309a2-da10-4dd3-83ec-653130b62371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.269335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-967309a2-da10-4dd3-83ec-653130b62371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.281102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-967309a2-da10-4dd3-83ec-653130b62371 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/46cf728d-468c-435e-91c9-04a6e751cb8d HTTP/1.1" status: 204 len: 168 time: 0.7477531 Aug 16 20:57:58.289863 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.308683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967309a2-da10-4dd3-83ec-653130b62371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf728d-468c-435e-91c9-04a6e751cb8d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:58.356286 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.360618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-cde70d76-9061-4ece-9e34-50b83ae271f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.362141 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-cde70d76-9061-4ece-9e34-50b83ae271f3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.4713502 Aug 16 20:57:58.364670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8'}, {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485de2cf-1908-4253-b829-fe46c689dd3c'}, {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4be18d-5e38-47bb-9167-5ba8956f3168'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:58.367430 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75393289-2478-4781-b04b-ccd8cb85cae6" -d '{"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8"}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "485de2cf-1908-4253-b829-fe46c689dd3c"}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4be18d-5e38-47bb-9167-5ba8956f3168"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:58.373196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=fb4be18d-5e38-47bb-9167-5ba8956f3168,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:58.404696 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.407410 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.460496 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed1dc7f-0fd8-4ae6-8b6c-b8890edcad6f x-openstack-request-id: req-5ed1dc7f-0fd8-4ae6-8b6c-b8890edcad6f {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:58.460496 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8", "code": 200}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "485de2cf-1908-4253-b829-fe46c689dd3c", "code": 200}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4be18d-5e38-47bb-9167-5ba8956f3168", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:58.460496 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ed1dc7f-0fd8-4ae6-8b6c-b8890edcad6f {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:58.460840 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8', 'code': 200} Aug 16 20:57:58.461460 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485de2cf-1908-4253-b829-fe46c689dd3c', 'code': 200} Aug 16 20:57:58.461577 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4be18d-5e38-47bb-9167-5ba8956f3168', 'code': 200} Aug 16 20:57:58.486931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] No DVR routers for this DVR port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:58.600966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-9c123df8-aa4a-480c-b59e-6bddd6db1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.604278 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-9c123df8-aa4a-480c-b59e-6bddd6db1536 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2272568 Aug 16 20:57:58.623012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] In _notify_port_updated(), no bound segment for port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 on network 95fb09e9-5787-4cea-bde9-a09e1b739f1e {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:57:58.624111 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.625210 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.626844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] 10.222.0.76 "PUT /v2.0/ports/b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 HTTP/1.1" status: 200 len: 1028 time: 0.9614859 Aug 16 20:57:58.654051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124386a0-553b-46ff-8cab-c9211af3d70f service neutron] Pushing event updated for resources: {'Port': ['ID=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:58.820241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c39b065c-4f38-4d09-9a1c-c61c88c915c1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:58.829848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Deleting port 485de2cf-1908-4253-b829-fe46c689dd3c {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:58.830195 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.847111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-16693946-3771-4d2f-a15e-1fa56b124bc6 None None] Provisioning complete for port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:58.847483 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-16693946-3771-4d2f-a15e-1fa56b124bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.898935 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.899664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a19bea0e-f740-4d0b-8449-60adbd042ab2 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:58.927441 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-2b09d1d4-f060-49e3-9861-d984d848f8d8 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125248 Aug 16 20:57:59.014216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c39b065c-4f38-4d09-9a1c-c61c88c915c1,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:59.096043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a19bea0e-f740-4d0b-8449-60adbd042ab2 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:59.096812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:59.099565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-16693946-3771-4d2f-a15e-1fa56b124bc6 None None] Port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:59.100759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] Router e45696aa-d5f2-4911-93dc-827171eef675 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:59.146493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.175425 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd43816-1da4-46e8-91fe-78b18ea57e7b req-1a763bb2-8a7a-4d9d-826b-e0bcea6e7e86 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134366 Aug 16 20:57:59.235154 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.271709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:59.346884 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.419955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:59.425747 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cefc4b58-f7ca-4fac-bc00-20372bf8874f admin admin] 10.222.0.74 "PUT /v2.0/routers/e45696aa-d5f2-4911-93dc-827171eef675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3172834 Aug 16 20:57:59.428502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38306) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:59.454440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153dc6ac-19cc-4867-b522-06e52078722a None None] Sync routers for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:59.489253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:59.500784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153dc6ac-19cc-4867-b522-06e52078722a None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:59.502479 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-153dc6ac-19cc-4867-b522-06e52078722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:59.529524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef5145-c1f6-4049-8426-24dd71662a16 req-4fe5bc2e-5a7f-499d-a251-a21466985392 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.548882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef5145-c1f6-4049-8426-24dd71662a16 req-4fe5bc2e-5a7f-499d-a251-a21466985392 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.557872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef5145-c1f6-4049-8426-24dd71662a16 req-4fe5bc2e-5a7f-499d-a251-a21466985392 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.576311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef5145-c1f6-4049-8426-24dd71662a16 req-4fe5bc2e-5a7f-499d-a251-a21466985392 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.600776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef5145-c1f6-4049-8426-24dd71662a16 req-4fe5bc2e-5a7f-499d-a251-a21466985392 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.607030 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbef5145-c1f6-4049-8426-24dd71662a16 req-4fe5bc2e-5a7f-499d-a251-a21466985392 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 3876 time: 0.2482507 Aug 16 20:57:59.679349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] For port 485de2cf-1908-4253-b829-fe46c689dd3c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=485de2cf-1908-4253-b829-fe46c689dd3c,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:59.679721 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.686208 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.705337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbef5145-c1f6-4049-8426-24dd71662a16 req-5ea6a8e7-6c93-4430-8515-c00fb9eadd71 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893915 Aug 16 20:57:59.742384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-153dc6ac-19cc-4867-b522-06e52078722a None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:59.881778 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.944278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Allocated IP 172.21.0.1 (abfc67d6-62f4-423e-b80c-6d3d91c72c57/e8f0de97-73cb-47af-9f7e-fd1089e81c82/95541a5b-be3f-458b-8654-fb26b1208138) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:59.970282 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.973250 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.973250 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Floating IP 0a6cdd8f-5e39-43b5-9215-81647e979f30 disassociated. External IP: 172.25.4.78, port: 485de2cf-1908-4253-b829-fe46c689dd3c. Aug 16 20:57:59.973250 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Calling delete_port for 485de2cf-1908-4253-b829-fe46c689dd3c owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:59.978451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38320) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:00.025290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-153dc6ac-19cc-4867-b522-06e52078722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da277e10-139b-472d-b40f-ac721deea00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:57:57Z', 'revision_number': 5, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port': {'id': 'da277e10-139b-472d-b40f-ac721deea00e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:58Z', 'updated_at': '2021-08-16T20:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:00.056550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153dc6ac-19cc-4867-b522-06e52078722a None None] Checking router: e45696aa-d5f2-4911-93dc-827171eef675 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:00.075551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38324) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:00.097991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153dc6ac-19cc-4867-b522-06e52078722a None None] Routers {'e45696aa-d5f2-4911-93dc-827171eef675'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:00.098882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-153dc6ac-19cc-4867-b522-06e52078722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e45696aa-d5f2-4911-93dc-827171eef675'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:00.250436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ac90107-ea19-4cae-a7ac-3aca8bcda12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.281576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-153dc6ac-19cc-4867-b522-06e52078722a None None] Set router e45696aa-d5f2-4911-93dc-827171eef675 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:00.287849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-266263953'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:00.301002 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.344416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Port': ['ID=485de2cf-1908-4253-b829-fe46c689dd3c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:00.358920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-153dc6ac-19cc-4867-b522-06e52078722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:57:59Z', 'revision_number': 6, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:00.394329 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153dc6ac-19cc-4867-b522-06e52078722a None None] The sync data for ids ['e45696aa-d5f2-4911-93dc-827171eef675'] in n-d-793619-14 is: [{'id': 'e45696aa-d5f2-4911-93dc-827171eef675', 'name': 'tempest-AttachVolumeTestJSON-1640067411-router', 'tenant_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:57Z', 'updated_at': '2021-08-16T20:57:59Z', 'revision_number': 6, 'project_id': 'a24ca84caa9e4e3aa2dff0d5283d9aaf', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:00.462856 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39b065c-4f38-4d09-9a1c-c61c88c915c1'}, {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:00.465622 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c71cc4a-3570-4c94-a5ed-672e0fbec4e8" -d '{"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "c39b065c-4f38-4d09-9a1c-c61c88c915c1"}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:00.476590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Deleting port da277e10-139b-472d-b40f-ac721deea00e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:00.476930 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.491046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.512776 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1970c81-2d80-48f4-bb45-ebec0b20441a x-openstack-request-id: req-c1970c81-2d80-48f4-bb45-ebec0b20441a {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:00.517176 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "c39b065c-4f38-4d09-9a1c-c61c88c915c1", "code": 200}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:00.517176 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c1970c81-2d80-48f4-bb45-ebec0b20441a {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:00.517176 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39b065c-4f38-4d09-9a1c-c61c88c915c1', 'code': 200} Aug 16 20:58:00.517176 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e', 'code': 200} Aug 16 20:58:00.521119 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ac90107-ea19-4cae-a7ac-3aca8bcda12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.525458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Router 76972155-349b-472c-a21a-eec1b4622fc7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:00.534914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Transition to ACTIVE for port object 95541a5b-be3f-458b-8654-fb26b1208138 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:00.588076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] For port da277e10-139b-472d-b40f-ac721deea00e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=da277e10-139b-472d-b40f-ac721deea00e,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:00.588447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.614048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Calling delete_port for da277e10-139b-472d-b40f-ac721deea00e owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:00.619302 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6ac90107-ea19-4cae-a7ac-3aca8bcda12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.680280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6ac90107-ea19-4cae-a7ac-3aca8bcda12d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=923420bd88804a4fba4a3dc9046396d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035573 Aug 16 20:58:00.699564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38334) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:00.723888 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.783577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:00.806528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1de02e4d-ce1a-402f-803e-93da7a9269df no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:00.806634 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b05c6-c8d4-44a4-8498-130fe7e6ada4 None None] Sync routers for ids ['76972155-349b-472c-a21a-eec1b4622fc7'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:00.818772 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b05c6-c8d4-44a4-8498-130fe7e6ada4 None None] Routers {'76972155-349b-472c-a21a-eec1b4622fc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:00.820146 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7f7b05c6-c8d4-44a4-8498-130fe7e6ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['76972155-349b-472c-a21a-eec1b4622fc7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:00.867896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac90107-ea19-4cae-a7ac-3aca8bcda12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721c3c22-2ab9-478c-99aa-1ea7c7794433,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:00.868608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 1de02e4d-ce1a-402f-803e-93da7a9269df {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:00.868608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1de02e4d-ce1a-402f-803e-93da7a9269df not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:00.872239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network abfc67d6-62f4-423e-b80c-6d3d91c72c57 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:00.889070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:00.921134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:00.921715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=95541a5b-be3f-458b-8654-fb26b1208138,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:00.943310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] No DVR routers for this DVR port 485de2cf-1908-4253-b829-fe46c689dd3c on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:00.965902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Made reservation on behalf of 1469d834226b4931b8e61627f922a881 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:00.967342 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.990325 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.993040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-5029b818-d00b-4e2a-803f-ed404c1de7fe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "DELETE /v2.0/ports/485de2cf-1908-4253-b829-fe46c689dd3c HTTP/1.1" status: 204 len: 173 time: 2.3586445 Aug 16 20:58:00.993673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-deleted', 'tag': '485de2cf-1908-4253-b829-fe46c689dd3c'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:00.996401 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ea6b1c-4f81-4709-a583-8f7a67656e0f" -d '{"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-deleted", "tag": "485de2cf-1908-4253-b829-fe46c689dd3c"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:01.001112 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-7f7b05c6-c8d4-44a4-8498-130fe7e6ada4 None None] Set router 76972155-349b-472c-a21a-eec1b4622fc7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:01.035804 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.049764 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.094437 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3033fd08-f76c-48da-8280-828fa54d987b x-openstack-request-id: req-3033fd08-f76c-48da-8280-828fa54d987b {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:01.094763 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-deleted", "tag": "485de2cf-1908-4253-b829-fe46c689dd3c", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:01.095553 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3033fd08-f76c-48da-8280-828fa54d987b {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:01.095553 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-deleted', 'tag': '485de2cf-1908-4253-b829-fe46c689dd3c', 'status': 'completed', 'code': 200} Aug 16 20:58:01.139455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ebb3164b-66b5-49c1-b62b-61b3a274da02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.195687 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.201854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cd426-197c-47fb-8d87-5ed663145a84 req-b3ecb3e4-a987-465d-903b-059accc8fd2d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.208277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cd426-197c-47fb-8d87-5ed663145a84 req-b3ecb3e4-a987-465d-903b-059accc8fd2d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.215058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cd426-197c-47fb-8d87-5ed663145a84 req-b3ecb3e4-a987-465d-903b-059accc8fd2d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.221614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cd426-197c-47fb-8d87-5ed663145a84 req-b3ecb3e4-a987-465d-903b-059accc8fd2d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.228870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc8cd426-197c-47fb-8d87-5ed663145a84 req-b3ecb3e4-a987-465d-903b-059accc8fd2d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 3143 time: 0.3011777 Aug 16 20:58:01.266151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ebb3164b-66b5-49c1-b62b-61b3a274da02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.273366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=da277e10-139b-472d-b40f-ac721deea00e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:01.313053 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7f7b05c6-c8d4-44a4-8498-130fe7e6ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:31Z', 'revision_number': 4, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8e64acbd-45f8-4a67-af3d-1769790e99a3', 'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'mac_address': 'fa:16:3e:b6:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:29Z', 'updated_at': '2021-08-16T20:47:37Z', 'revision_number': 5, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'subnets': [{'id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:01.341978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bb2607e3-3464-475c-baa1-3f0126b53ebc None None] Provisioning for port 95541a5b-be3f-458b-8654-fb26b1208138 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:01.347776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bb2607e3-3464-475c-baa1-3f0126b53ebc None None] Provisioning complete for port 95541a5b-be3f-458b-8654-fb26b1208138 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:01.348290 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb2607e3-3464-475c-baa1-3f0126b53ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.354338 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b05c6-c8d4-44a4-8498-130fe7e6ada4 None None] Checking router: 76972155-349b-472c-a21a-eec1b4622fc7 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:01.361951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc8cd426-197c-47fb-8d87-5ed663145a84 req-fc6d5fe3-fcbf-47ef-92d4-c556cff82cef tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286266 Aug 16 20:58:01.364962 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.387317 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b05c6-c8d4-44a4-8498-130fe7e6ada4 None None] Routers {'76972155-349b-472c-a21a-eec1b4622fc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:01.389787 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7f7b05c6-c8d4-44a4-8498-130fe7e6ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['76972155-349b-472c-a21a-eec1b4622fc7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:01.395769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-dfd88a61-afc1-4c9e-acad-f898d69c3eae tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Deleting port c39b065c-4f38-4d09-9a1c-c61c88c915c1 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:01.396129 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-dfd88a61-afc1-4c9e-acad-f898d69c3eae tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.403849 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bb2607e3-3464-475c-baa1-3f0126b53ebc None None] Port 95541a5b-be3f-458b-8654-fb26b1208138 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:01.422048 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.506043 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.507169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.528275 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-7f7b05c6-c8d4-44a4-8498-130fe7e6ada4 None None] Set router 76972155-349b-472c-a21a-eec1b4622fc7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:01.529236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-dfd88a61-afc1-4c9e-acad-f898d69c3eae tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] For port c39b065c-4f38-4d09-9a1c-c61c88c915c1, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c39b065c-4f38-4d09-9a1c-c61c88c915c1,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:01.532105 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-dfd88a61-afc1-4c9e-acad-f898d69c3eae tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.536321 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.582752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ebb3164b-66b5-49c1-b62b-61b3a274da02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.586802 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ebb3164b-66b5-49c1-b62b-61b3a274da02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.590834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ebb3164b-66b5-49c1-b62b-61b3a274da02 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/721c3c22-2ab9-478c-99aa-1ea7c7794433 HTTP/1.1" status: 204 len: 168 time: 0.8844783 Aug 16 20:58:01.601944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-dfd88a61-afc1-4c9e-acad-f898d69c3eae tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Calling delete_port for c39b065c-4f38-4d09-9a1c-c61c88c915c1 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:01.605218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:01.606307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.614370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47953f20-51ab-45c1-b1bb-4e6372eaac41,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:01.634520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3164b-66b5-49c1-b62b-61b3a274da02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721c3c22-2ab9-478c-99aa-1ea7c7794433,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:01.663181 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.663625 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Added segment 034872bd-4997-46d2-ae43-b4d272b599b8 of type vlan for network a18c4f29-75e3-4635-89eb-748f80fd4084 Aug 16 20:58:01.678563 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.681575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e45696aa-d5f2-4911-93dc-827171eef675 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:01.690129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.693341 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b4e69a07-7add-4901-907f-f3e43b8b3ffb admin admin] 10.222.0.74 "DELETE /v2.0/routers/e45696aa-d5f2-4911-93dc-827171eef675 HTTP/1.1" status: 204 len: 168 time: 2.2638233 Aug 16 20:58:01.699513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38354) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:01.807478 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.893526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c0d7f3-3bc6-41c0-b4b2-87cf020d622b admin admin] Deleting subnet 4050dda0-7be6-4550-b8ab-15431325c8a3 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:01.898974 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d7f3-3bc6-41c0-b4b2-87cf020d622b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.952387 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d7f3-3bc6-41c0-b4b2-87cf020d622b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.996171 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7f7b05c6-c8d4-44a4-8498-130fe7e6ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:31Z', 'revision_number': 4, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8e64acbd-45f8-4a67-af3d-1769790e99a3', 'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'mac_address': 'fa:16:3e:b6:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:29Z', 'updated_at': '2021-08-16T20:47:37Z', 'revision_number': 5, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'subnets': [{'id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:02.027320 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b05c6-c8d4-44a4-8498-130fe7e6ada4 None None] The sync data for ids ['76972155-349b-472c-a21a-eec1b4622fc7'] in n-d-793619-14 is: [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:47:31Z', 'revision_number': 4, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8e64acbd-45f8-4a67-af3d-1769790e99a3', 'name': '', 'network_id': 'f811c930-d940-4fe5-b868-27e98c3af345', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'mac_address': 'fa:16:3e:b6:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:29Z', 'updated_at': '2021-08-16T20:47:37Z', 'revision_number': 5, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'subnets': [{'id': 'ebd35abf-7995-4566-8e60-30dabd3fd226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:02.039883 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.047027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:02.047723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.117066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d7f3-3bc6-41c0-b4b2-87cf020d622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.121884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Pushing event updated for resources: {'Network': ['ID=a18c4f29-75e3-4635-89eb-748f80fd4084,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:02.137034 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a18c4f29-75e3-4635-89eb-748f80fd4084 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:02.148109 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-dfd88a61-afc1-4c9e-acad-f898d69c3eae tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.174887 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.176300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd88a61-afc1-4c9e-acad-f898d69c3eae tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Port': ['ID=c39b065c-4f38-4d09-9a1c-c61c88c915c1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:02.224001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-87b9b5ab-f5d9-4227-9671-542840f5fcf5 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.2448535 Aug 16 20:58:02.227755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38360) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:02.233873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-fe4e0fbc-34b4-4bd0-a750-e2403969f4ea tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084', 'tempest-TagsTest-Tag-358595033') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:02.264441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-dfd88a61-afc1-4c9e-acad-f898d69c3eae tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] No DVR routers for this DVR port c39b065c-4f38-4d09-9a1c-c61c88c915c1 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:02.267765 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-dfd88a61-afc1-4c9e-acad-f898d69c3eae tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.270443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-dfd88a61-afc1-4c9e-acad-f898d69c3eae tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "DELETE /v2.0/ports/c39b065c-4f38-4d09-9a1c-c61c88c915c1 HTTP/1.1" status: 204 len: 173 time: 1.2460287 Aug 16 20:58:02.318556 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.416520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-b83dfb13-1dc2-44d4-b876-d38163287efe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Deleting port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:02.416520 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-b83dfb13-1dc2-44d4-b876-d38163287efe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.429778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9accdbce-0e81-42a2-9713-a40add132c16 None None] New status for floating IP 0a6cdd8f-5e39-43b5-9215-81647e979f30: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:58:02.449203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.463866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=95541a5b-be3f-458b-8654-fb26b1208138,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:02.630430 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.631336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device da277e10-139b-472d-b40f-ac721deea00e no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:02.648351 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d7f3-3bc6-41c0-b4b2-87cf020d622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.657859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6410ec-43eb-49ab-ac6c-d617a6937d59 req-d1afaf75-27bf-48fe-85c1-e7579ae0efcc tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:02.660678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: da277e10-139b-472d-b40f-ac721deea00e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:02.661069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device da277e10-139b-472d-b40f-ac721deea00e not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:02.672170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d7f3-3bc6-41c0-b4b2-87cf020d622b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.677311 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e8c0d7f3-3bc6-41c0-b4b2-87cf020d622b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/4050dda0-7be6-4550-b8ab-15431325c8a3 HTTP/1.1" status: 204 len: 168 time: 0.9749982 Aug 16 20:58:02.679569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f39a4b-34a0-4d03-b9ee-aad7d81e0449 None None] Network e326fa6c-2a20-4d37-a565-aff686757d16 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:02.679714 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network abfc67d6-62f4-423e-b80c-6d3d91c72c57 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:02.681510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38364) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:02.686850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6410ec-43eb-49ab-ac6c-d617a6937d59 req-d1afaf75-27bf-48fe-85c1-e7579ae0efcc tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:02.705224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6410ec-43eb-49ab-ac6c-d617a6937d59 req-d1afaf75-27bf-48fe-85c1-e7579ae0efcc tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:02.707075 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6410ec-43eb-49ab-ac6c-d617a6937d59 req-d1afaf75-27bf-48fe-85c1-e7579ae0efcc tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 2410 time: 0.2093115 Aug 16 20:58:02.730571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:02.735339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38366) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:02.783630 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.785709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-b83dfb13-1dc2-44d4-b876-d38163287efe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] For port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:02.786098 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-b83dfb13-1dc2-44d4-b876-d38163287efe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.808634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0d7f3-3bc6-41c0-b4b2-87cf020d622b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4050dda0-7be6-4550-b8ab-15431325c8a3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:02.828936 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fe4e0fbc-34b4-4bd0-a750-e2403969f4ea tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "PUT /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags/tempest-TagsTest-Tag-358595033 HTTP/1.1" status: 201 len: 201 time: 0.5977769 Aug 16 20:58:02.836297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38372) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:02.850465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-01d7e06c-8c0c-4558-bd01-e0160bff31a6 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084', 'tempest-TagsTest-Tag-358595033') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:02.878675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6410ec-43eb-49ab-ac6c-d617a6937d59 req-b729e0d3-50e3-4f89-85dd-7f175674f649 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644640 Aug 16 20:58:02.885798 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79f2b986-ecb1-4430-a82c-b6740e388353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.930767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-b83dfb13-1dc2-44d4-b876-d38163287efe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Calling delete_port for a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:03.038242 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb348e-59f2-4e99-b3aa-8e841f63af58 None None] DHCP port deletion for e326fa6c-2a20-4d37-a565-aff686757d16 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:03.097265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-deleted', 'tag': 'c39b065c-4f38-4d09-9a1c-c61c88c915c1'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:03.099618 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32971173-e7b1-49b2-a76f-842df0179739" -d '{"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-deleted", "tag": "c39b065c-4f38-4d09-9a1c-c61c88c915c1"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:03.107700 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.136478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8deb348e-59f2-4e99-b3aa-8e841f63af58 None None] Deleting port 1a0a7188-137e-41c6-8765-7d60e1fb9138 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:03.138336 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8deb348e-59f2-4e99-b3aa-8e841f63af58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.141771 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79f2b986-ecb1-4430-a82c-b6740e388353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.173117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 41e509e9-a777-4a6d-afe5-8192ca4e933d has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:03.185784 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2189ee-e8bf-45bb-9386-6845583571d0 x-openstack-request-id: req-7c2189ee-e8bf-45bb-9386-6845583571d0 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:03.185784 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-deleted", "tag": "c39b065c-4f38-4d09-9a1c-c61c88c915c1", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:03.185784 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c2189ee-e8bf-45bb-9386-6845583571d0 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:03.187088 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-deleted', 'tag': 'c39b065c-4f38-4d09-9a1c-c61c88c915c1', 'status': 'completed', 'code': 200} Aug 16 20:58:03.190436 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-01d7e06c-8c0c-4558-bd01-e0160bff31a6 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "GET /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags/tempest-TagsTest-Tag-358595033 HTTP/1.1" status: 204 len: 168 time: 0.3493128 Aug 16 20:58:03.192112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38378) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.197170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-c641b749-f926-476e-a3aa-57d37439bd7f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:03.240282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6ce328c8-7b65-4801-886b-262501781453 None None] Provisioning complete for port 95541a5b-be3f-458b-8654-fb26b1208138 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:03.240655 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6ce328c8-7b65-4801-886b-262501781453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.252586 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79f2b986-ecb1-4430-a82c-b6740e388353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.280703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6ce328c8-7b65-4801-886b-262501781453 None None] Port 95541a5b-be3f-458b-8654-fb26b1208138 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:03.282604 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-79f2b986-ecb1-4430-a82c-b6740e388353 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b46979ce901f472e992056b98171f893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5438478 Aug 16 20:58:03.283812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8deb348e-59f2-4e99-b3aa-8e841f63af58 None None] For port 1a0a7188-137e-41c6-8765-7d60e1fb9138, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1a0a7188-137e-41c6-8765-7d60e1fb9138,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:03.284335 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8deb348e-59f2-4e99-b3aa-8e841f63af58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.291450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38380) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.301756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8deb348e-59f2-4e99-b3aa-8e841f63af58 None None] Calling delete_port for 1a0a7188-137e-41c6-8765-7d60e1fb9138 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:03.321964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-b83dfb13-1dc2-44d4-b876-d38163287efe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.340191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Deleting port 1a0a7188-137e-41c6-8765-7d60e1fb9138 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:03.340191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.373886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dfb13-1dc2-44d4-b876-d38163287efe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Port': ['ID=a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:03.387705 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c641b749-f926-476e-a3aa-57d37439bd7f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "GET /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags HTTP/1.1" status: 200 len: 237 time: 0.1942444 Aug 16 20:58:03.390642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38382) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.396746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2b986-ecb1-4430-a82c-b6740e388353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd7da1-07ea-4284-bbfa-f195713662a3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:03.397982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-44484b13-545a-4e15-a5fa-2748e9a6e9f3 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084', {'tags': ['tempest-TagsTest-Tag-322082042', 'tempest-TagsTest-Tag-1639969101', 'tempest-TagsTest-Tag-1609033598']}) {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:03.453341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-b83dfb13-1dc2-44d4-b876-d38163287efe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] No DVR routers for this DVR port a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:03.457095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:03.459972 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-b83dfb13-1dc2-44d4-b876-d38163287efe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.459972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-b83dfb13-1dc2-44d4-b876-d38163287efe tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "DELETE /v2.0/ports/a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e HTTP/1.1" status: 204 len: 173 time: 1.1827390 Aug 16 20:58:03.462073 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-478ad902-812d-42c4-88b9-8ca3b5e727d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.466482 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2d5f6bc4-4bfc-4c44-98e2-171660d22778 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/41e509e9-a777-4a6d-afe5-8192ca4e933d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5840082 Aug 16 20:58:03.467335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38384) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.468194 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0731ace8-5e76-4f3a-8f21-b92f61c85699 None None] Sync routers for ids ['41e509e9-a777-4a6d-afe5-8192ca4e933d'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:03.476973 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731ace8-5e76-4f3a-8f21-b92f61c85699 None None] Routers {'41e509e9-a777-4a6d-afe5-8192ca4e933d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:03.477624 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0731ace8-5e76-4f3a-8f21-b92f61c85699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['41e509e9-a777-4a6d-afe5-8192ca4e933d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:03.502607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8deb348e-59f2-4e99-b3aa-8e841f63af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.512151 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0731ace8-5e76-4f3a-8f21-b92f61c85699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:03.528151 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731ace8-5e76-4f3a-8f21-b92f61c85699 None None] Routers {'41e509e9-a777-4a6d-afe5-8192ca4e933d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:03.528465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] For port 1a0a7188-137e-41c6-8765-7d60e1fb9138, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1a0a7188-137e-41c6-8765-7d60e1fb9138,segment=NetworkSegment(d75270c5-7e25-446a-b128-fefd0cf019e3),segment_id=d75270c5-7e25-446a-b128-fefd0cf019e3)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:03.528853 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.529988 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0731ace8-5e76-4f3a-8f21-b92f61c85699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['41e509e9-a777-4a6d-afe5-8192ca4e933d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:03.551206 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-478ad902-812d-42c4-88b9-8ca3b5e727d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.553395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb348e-59f2-4e99-b3aa-8e841f63af58 None None] Pushing event deleted for resources: {'Port': ['ID=1a0a7188-137e-41c6-8765-7d60e1fb9138,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:03.555672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb348e-59f2-4e99-b3aa-8e841f63af58 None None] No DVR routers for this DVR port 1a0a7188-137e-41c6-8765-7d60e1fb9138 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:03.571401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c9367-029a-4036-b297-21617af1334b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:03.573763 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ae6c9367-029a-4036-b297-21617af1334b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports/95541a5b-be3f-458b-8654-fb26b1208138 HTTP/1.1" status: 200 len: 910 time: 0.0993576 Aug 16 20:58:03.574741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Calling delete_port for 1a0a7188-137e-41c6-8765-7d60e1fb9138 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:03.579910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38386) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.587293 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0731ace8-5e76-4f3a-8f21-b92f61c85699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:03.587962 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0731ace8-5e76-4f3a-8f21-b92f61c85699 None None] The sync data for ids ['41e509e9-a777-4a6d-afe5-8192ca4e933d'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:03.655220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-c600f770-909a-40e8-8d7c-44d581367809 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Deleting port fb4be18d-5e38-47bb-9167-5ba8956f3168 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:03.655566 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-c600f770-909a-40e8-8d7c-44d581367809 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.746565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-c600f770-909a-40e8-8d7c-44d581367809 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] For port fb4be18d-5e38-47bb-9167-5ba8956f3168, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=fb4be18d-5e38-47bb-9167-5ba8956f3168,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:03.747189 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-c600f770-909a-40e8-8d7c-44d581367809 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.764689 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-1d5e7bb9-40c8-4ee1-912d-143d490f1d54 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1790485 Aug 16 20:58:03.765745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-c600f770-909a-40e8-8d7c-44d581367809 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Calling delete_port for fb4be18d-5e38-47bb-9167-5ba8956f3168 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:03.774682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-44484b13-545a-4e15-a5fa-2748e9a6e9f3 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "PUT /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags HTTP/1.1" status: 200 len: 308 time: 0.3806410 Aug 16 20:58:03.780864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38388) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.787279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-daf1bfe0-e272-419f-9eb6-bff58246f127 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084', 'tempest-TagsTest-Tag-322082042') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:03.863943 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-478ad902-812d-42c4-88b9-8ca3b5e727d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.874038 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-478ad902-812d-42c4-88b9-8ca3b5e727d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.874038 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-478ad902-812d-42c4-88b9-8ca3b5e727d8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aafd7da1-07ea-4284-bbfa-f195713662a3 HTTP/1.1" status: 204 len: 168 time: 0.5665085 Aug 16 20:58:03.881393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ad902-812d-42c4-88b9-8ca3b5e727d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd7da1-07ea-4284-bbfa-f195713662a3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:03.925340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.022192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0a7188-137e-41c6-8765-7d60e1fb9138,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:04.024340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] No DVR routers for this DVR port 1a0a7188-137e-41c6-8765-7d60e1fb9138 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:04.060237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-c194d9bb-2037-4320-a283-c402d79157ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.061877 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-c194d9bb-2037-4320-a283-c402d79157ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 1097 time: 0.2221706 Aug 16 20:58:04.144652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ce4d8-5284-4b01-84e1-8d92a8ebecae req-62d1eb5c-0d1e-4152-b5ea-5813501493ed tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.151124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ce4d8-5284-4b01-84e1-8d92a8ebecae req-62d1eb5c-0d1e-4152-b5ea-5813501493ed tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.152975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-722ce4d8-5284-4b01-84e1-8d92a8ebecae req-62d1eb5c-0d1e-4152-b5ea-5813501493ed tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 1677 time: 0.0718675 Aug 16 20:58:04.194075 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-c600f770-909a-40e8-8d7c-44d581367809 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.237234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-722ce4d8-5284-4b01-84e1-8d92a8ebecae req-d7653d42-e195-4e1d-958b-1a5c66c38171 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773017 Aug 16 20:58:04.241797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600f770-909a-40e8-8d7c-44d581367809 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Port': ['ID=fb4be18d-5e38-47bb-9167-5ba8956f3168,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:04.288249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-daf1bfe0-e272-419f-9eb6-bff58246f127 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "DELETE /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags/tempest-TagsTest-Tag-322082042 HTTP/1.1" status: 204 len: 168 time: 0.5037158 Aug 16 20:58:04.288632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38408) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:04.309080 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-42f0b7af-3938-4d65-92b0-23f93604fe9f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084', 'tempest-TagsTest-Tag-322082042') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:04.312262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-c600f770-909a-40e8-8d7c-44d581367809 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] No DVR routers for this DVR port fb4be18d-5e38-47bb-9167-5ba8956f3168 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:04.315061 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-c600f770-909a-40e8-8d7c-44d581367809 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.317382 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-c600f770-909a-40e8-8d7c-44d581367809 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "DELETE /v2.0/ports/fb4be18d-5e38-47bb-9167-5ba8956f3168 HTTP/1.1" status: 204 len: 173 time: 0.8452902 Aug 16 20:58:04.479051 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-42f0b7af-3938-4d65-92b0-23f93604fe9f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] show failed (client error): The resource could not be found. Aug 16 20:58:04.480754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-42f0b7af-3938-4d65-92b0-23f93604fe9f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "GET /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags/tempest-TagsTest-Tag-322082042 HTTP/1.1" status: 404 len: 325 time: 0.1911213 Aug 16 20:58:04.484339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38420) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:04.491302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-96c068ce-5b39-4471-91ac-19fad5fa0f7c tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084', 'tempest-TagsTest-Tag-1639969101') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:04.533683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.546845 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-662cce84-ce58-4e7c-82c2-c39cd7108900 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Deleting port 3720daa2-0491-4484-8e3f-c5a4cec80c4e {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:04.547191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-662cce84-ce58-4e7c-82c2-c39cd7108900 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.571273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e326fa6c-2a20-4d37-a565-aff686757d16']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:04.602062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1a0a7188-137e-41c6-8765-7d60e1fb9138 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:04.603454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75270c5-7e25-446a-b128-fefd0cf019e3') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:04.603805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75270c5-7e25-446a-b128-fefd0cf019e3') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:04.638506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 1a0a7188-137e-41c6-8765-7d60e1fb9138 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:04.645560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-96c068ce-5b39-4471-91ac-19fad5fa0f7c tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "GET /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags/tempest-TagsTest-Tag-1639969101 HTTP/1.1" status: 204 len: 168 time: 0.1587656 Aug 16 20:58:04.648884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38428) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:04.654793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1a0a7188-137e-41c6-8765-7d60e1fb9138 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:04.656081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-0dbdeb71-cd13-4f27-afee-7e14e1a7f6dc tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084', 'tempest-TagsTest-Tag-1609033598') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:04.659303 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.687413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.695112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-cf96d446-9eff-415a-8f7e-3840a7e8ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.696821 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-cf96d446-9eff-415a-8f7e-3840a7e8ed2d service neutron] 10.222.0.79 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.6093428 Aug 16 20:58:04.705196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:04.706350 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:04.707491 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:04.747173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-662cce84-ce58-4e7c-82c2-c39cd7108900 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] For port 3720daa2-0491-4484-8e3f-c5a4cec80c4e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3720daa2-0491-4484-8e3f-c5a4cec80c4e,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:04.747740 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-662cce84-ce58-4e7c-82c2-c39cd7108900 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.765350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-662cce84-ce58-4e7c-82c2-c39cd7108900 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Calling delete_port for 3720daa2-0491-4484-8e3f-c5a4cec80c4e owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:04.809638 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-e0fc0a4e-5f50-4bb7-9282-6fef456d88f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 HTTP/1.1" status: 200 len: 217 time: 0.0837228 Aug 16 20:58:04.854258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0dbdeb71-cd13-4f27-afee-7e14e1a7f6dc tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "GET /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags/tempest-TagsTest-Tag-1609033598 HTTP/1.1" status: 204 len: 168 time: 0.1814132 Aug 16 20:58:04.856853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38434) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:04.860455 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-265af6d6-65bf-424f-836a-5ca8f6cd1403 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.870642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-2a19044c-a49f-4821-9059-946e9ff0f920 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:05.029955 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.108077 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.108077 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] 10.222.0.74 "DELETE /v2.0/networks/e326fa6c-2a20-4d37-a565-aff686757d16 HTTP/1.1" status: 204 len: 168 time: 2.4222448 Aug 16 20:58:05.108077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-f170cbf7-c6b6-44cb-a042-48993de4b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:05.119922 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-f170cbf7-c6b6-44cb-a042-48993de4b80b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.2863996 Aug 16 20:58:05.124300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb9d4c-418b-4769-9d2f-8d9d47e8f12e admin admin] Pushing event deleted for resources: {'Network': ['ID=e326fa6c-2a20-4d37-a565-aff686757d16,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:05.254004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-48beb518-03cb-429f-ba0d-26c149475189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:05.255744 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-48beb518-03cb-429f-ba0d-26c149475189 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232898 Aug 16 20:58:05.256665 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-deleted', 'tag': 'a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e'}, {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-deleted', 'tag': 'fb4be18d-5e38-47bb-9167-5ba8956f3168'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:05.258976 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c226a957-aa01-47e6-b05b-9d95d875d818" -d '{"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-deleted", "tag": "a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e"}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-deleted", "tag": "fb4be18d-5e38-47bb-9167-5ba8956f3168"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:05.326654 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2695bf-1d79-4a06-9f13-a3af5cde6f03 x-openstack-request-id: req-aa2695bf-1d79-4a06-9f13-a3af5cde6f03 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:05.326983 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-deleted", "tag": "a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e", "status": "completed", "code": 200}, {"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-deleted", "tag": "fb4be18d-5e38-47bb-9167-5ba8956f3168", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:05.327225 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aa2695bf-1d79-4a06-9f13-a3af5cde6f03 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:05.328188 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-deleted', 'tag': 'a3e28d14-4c2f-46aa-bb58-492a1b0b3b4e', 'status': 'completed', 'code': 200} Aug 16 20:58:05.328188 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-deleted', 'tag': 'fb4be18d-5e38-47bb-9167-5ba8956f3168', 'status': 'completed', 'code': 200} Aug 16 20:58:05.406770 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-d8c77422-8370-4b32-9bda-eb1b1aaa375b service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368401 Aug 16 20:58:05.415604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dacbe4-dc1e-42a0-9d33-bf4e406a29f1 req-2ad61486-788d-46fc-bc6a-1f797262bbb9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:05.423018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66dacbe4-dc1e-42a0-9d33-bf4e406a29f1 req-2ad61486-788d-46fc-bc6a-1f797262bbb9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 943 time: 0.0683064 Aug 16 20:58:05.466630 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66dacbe4-dc1e-42a0-9d33-bf4e406a29f1 req-e9985b04-0542-42ba-9f32-f0338d6b4f2c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups?id=16b0352f-9398-4ec1-bc06-c8c80fd49ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427244 Aug 16 20:58:05.468896 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-662cce84-ce58-4e7c-82c2-c39cd7108900 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.472484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2a19044c-a49f-4821-9059-946e9ff0f920 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "DELETE /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags HTTP/1.1" status: 204 len: 168 time: 0.6079130 Aug 16 20:58:05.474976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38454) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:05.487760 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-ee6d2470-ac49-46fa-b664-30083631051f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084', 'tempest-TagsTest-Tag-1639969101') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:05.528065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-265af6d6-65bf-424f-836a-5ca8f6cd1403 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port 95541a5b-be3f-458b-8654-fb26b1208138 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:05.528424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-265af6d6-65bf-424f-836a-5ca8f6cd1403 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.590154 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b5aee10-82f4-45a7-8aba-71061cc12f40 req-5e5b726f-8b04-43dc-acc9-6f1ccfea1bc2 service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647239 Aug 16 20:58:05.621308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cce84-ce58-4e7c-82c2-c39cd7108900 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Port': ['ID=3720daa2-0491-4484-8e3f-c5a4cec80c4e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:05.661165 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-265af6d6-65bf-424f-836a-5ca8f6cd1403 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.673738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-662cce84-ce58-4e7c-82c2-c39cd7108900 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] No DVR routers for this DVR port 3720daa2-0491-4484-8e3f-c5a4cec80c4e on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:05.675964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-265af6d6-65bf-424f-836a-5ca8f6cd1403 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for 95541a5b-be3f-458b-8654-fb26b1208138 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:05.678097 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-662cce84-ce58-4e7c-82c2-c39cd7108900 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.680187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce591127-5e73-4c2c-846e-a4e56333dee3 req-662cce84-ce58-4e7c-82c2-c39cd7108900 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.76 "DELETE /v2.0/ports/3720daa2-0491-4484-8e3f-c5a4cec80c4e HTTP/1.1" status: 204 len: 173 time: 1.3510191 Aug 16 20:58:05.698319 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-ee6d2470-ac49-46fa-b664-30083631051f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] show failed (client error): The resource could not be found. Aug 16 20:58:05.699459 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ee6d2470-ac49-46fa-b664-30083631051f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "GET /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags/tempest-TagsTest-Tag-1639969101 HTTP/1.1" status: 404 len: 326 time: 0.2227690 Aug 16 20:58:05.702212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38456) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:05.707457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-0e1af059-fc59-4576-b4f5-fd603ffdfe56 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084', 'tempest-TagsTest-Tag-1609033598') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:05.753644 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:58:05.783562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38460) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:05.792670 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-0e1af059-fc59-4576-b4f5-fd603ffdfe56 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] show failed (client error): The resource could not be found. Aug 16 20:58:05.796225 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0e1af059-fc59-4576-b4f5-fd603ffdfe56 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "GET /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags/tempest-TagsTest-Tag-1609033598 HTTP/1.1" status: 404 len: 326 time: 0.0903118 Aug 16 20:58:05.797058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38462) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:05.801143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-f1028a6f-d7e2-4b6a-b9a5-16fe254c4756 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a18c4f29-75e3-4635-89eb-748f80fd4084') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:05.829654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0490ef17-f635-4d6f-8989-5a6f3a7937c0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a24ca84caa9e4e3aa2dff0d5283d9aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449779 Aug 16 20:58:05.832148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38464) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:05.909766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9dd0114d-9fde-40fe-b2a5-af1854f58fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.940159 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9dd0114d-9fde-40fe-b2a5-af1854f58fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.000520 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f1028a6f-d7e2-4b6a-b9a5-16fe254c4756 tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "DELETE /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084/tags HTTP/1.1" status: 204 len: 168 time: 0.1989286 Aug 16 20:58:06.002538 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38470) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:06.098996 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9dd0114d-9fde-40fe-b2a5-af1854f58fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.106836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9dd0114d-9fde-40fe-b2a5-af1854f58fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.112660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9dd0114d-9fde-40fe-b2a5-af1854f58fac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ccbccb67-4a5e-49cb-b8e1-000da334f606 HTTP/1.1" status: 204 len: 168 time: 0.2786620 Aug 16 20:58:06.130032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0114d-9fde-40fe-b2a5-af1854f58fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbccb67-4a5e-49cb-b8e1-000da334f606,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:06.174259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.201625 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-265af6d6-65bf-424f-836a-5ca8f6cd1403 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.292237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265af6d6-65bf-424f-836a-5ca8f6cd1403 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=95541a5b-be3f-458b-8654-fb26b1208138,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:06.402468 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.431846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18c4f29-75e3-4635-89eb-748f80fd4084']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:06.434038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034872bd-4997-46d2-ae43-b4d272b599b8') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:06.434335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034872bd-4997-46d2-ae43-b4d272b599b8') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:06.462373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.488185 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.494493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:06.494916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:06.549604 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:06.649191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-31b63633-90a2-4a09-9772-e917883afafa req-6f5678a5-c80f-4b3b-9443-440779cbd655 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0458691 Aug 16 20:58:06.713262 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-265af6d6-65bf-424f-836a-5ca8f6cd1403 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.767941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.808237 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.808237 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] 10.222.0.74 "DELETE /v2.0/networks/a18c4f29-75e3-4635-89eb-748f80fd4084 HTTP/1.1" status: 204 len: 168 time: 0.8037629 Aug 16 20:58:06.822017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea1c25-3c84-4ef5-b86c-663b5ffca85f tempest-TagsTest-488961746 tempest-TagsTest-488961746-project] Pushing event deleted for resources: {'Network': ['ID=a18c4f29-75e3-4635-89eb-748f80fd4084,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:06.972377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265af6d6-65bf-424f-836a-5ca8f6cd1403 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 41e509e9-a777-4a6d-afe5-8192ca4e933d has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:07.076909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265af6d6-65bf-424f-836a-5ca8f6cd1403 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:07.084854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38502) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:07.085321 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-265af6d6-65bf-424f-836a-5ca8f6cd1403 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/41e509e9-a777-4a6d-afe5-8192ca4e933d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5019650 Aug 16 20:58:07.089920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9b8ba-99bc-49c9-8c92-bf0fdbc206e1 None None] Sync routers for ids ['41e509e9-a777-4a6d-afe5-8192ca4e933d'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:07.101872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9b8ba-99bc-49c9-8c92-bf0fdbc206e1 None None] Routers {'41e509e9-a777-4a6d-afe5-8192ca4e933d'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:07.102664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b6b9b8ba-99bc-49c9-8c92-bf0fdbc206e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['41e509e9-a777-4a6d-afe5-8192ca4e933d'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:07.231524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b6b9b8ba-99bc-49c9-8c92-bf0fdbc206e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:07.262758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9b8ba-99bc-49c9-8c92-bf0fdbc206e1 None None] Routers {'41e509e9-a777-4a6d-afe5-8192ca4e933d'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:07.263544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b6b9b8ba-99bc-49c9-8c92-bf0fdbc206e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['41e509e9-a777-4a6d-afe5-8192ca4e933d'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:07.304679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b6b9b8ba-99bc-49c9-8c92-bf0fdbc206e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:07.305389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9b8ba-99bc-49c9-8c92-bf0fdbc206e1 None None] The sync data for ids ['41e509e9-a777-4a6d-afe5-8192ca4e933d'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:07.331265 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-deleted', 'tag': '3720daa2-0491-4484-8e3f-c5a4cec80c4e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:07.333559 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac608f54-e51d-48bc-a410-667a567138c9" -d '{"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-deleted", "tag": "3720daa2-0491-4484-8e3f-c5a4cec80c4e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:07.397087 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9178808-23b1-4756-8d40-a290fb8760e7 x-openstack-request-id: req-d9178808-23b1-4756-8d40-a290fb8760e7 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:07.397369 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ded916-1738-4db1-9958-d82f2a78c078", "name": "network-vif-deleted", "tag": "3720daa2-0491-4484-8e3f-c5a4cec80c4e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:07.397617 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d9178808-23b1-4756-8d40-a290fb8760e7 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:07.397999 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ded916-1738-4db1-9958-d82f2a78c078', 'name': 'network-vif-deleted', 'tag': '3720daa2-0491-4484-8e3f-c5a4cec80c4e', 'status': 'completed', 'code': 200} Aug 16 20:58:07.469874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcb4a9-48c5-424f-9c60-d3360ddd4df6 req-22ef89fc-c58d-48e7-8e1b-06fda810706f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:07.471402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bffcb4a9-48c5-424f-9c60-d3360ddd4df6 req-22ef89fc-c58d-48e7-8e1b-06fda810706f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1004779 Aug 16 20:58:07.575460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bffcb4a9-48c5-424f-9c60-d3360ddd4df6 req-79135e97-54e3-4901-bafc-3a96ae431a30 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810905 Aug 16 20:58:07.679894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d31a9be-3895-4798-8363-7e171f8f931c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.680520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38530) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:07.837320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71f07992-5104-4396-be17-c4e73f2f736b req-76ee9ff6-43e8-407e-9e7a-33aff68a0e07 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0962086 Aug 16 20:58:08.056499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916027d1-77dc-4f5b-9e70-1c7477c2ed2a req-609506b8-3477-4108-b21c-9de6298d8b6e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:08.060001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-916027d1-77dc-4f5b-9e70-1c7477c2ed2a req-609506b8-3477-4108-b21c-9de6298d8b6e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.3180311 Aug 16 20:58:08.197315 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-916027d1-77dc-4f5b-9e70-1c7477c2ed2a req-926bc0fa-0e10-4644-9638-b4249aed6f86 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942700 Aug 16 20:58:08.258915 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a074476f-d531-454e-8f83-de4b9414d518 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1469d834226b4931b8e61627f922a881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747797 Aug 16 20:58:08.259504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38552) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:08.336288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9d31a9be-3895-4798-8363-7e171f8f931c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port 36d8d072-530f-4006-b9bc-154ebc10e97f {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:08.336642 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d31a9be-3895-4798-8363-7e171f8f931c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.341867 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02d7f82b-9363-4a31-93da-56e28a7386b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.388286 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02d7f82b-9363-4a31-93da-56e28a7386b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.514672 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d31a9be-3895-4798-8363-7e171f8f931c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.529114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9d31a9be-3895-4798-8363-7e171f8f931c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for 36d8d072-530f-4006-b9bc-154ebc10e97f owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:08.595071 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02d7f82b-9363-4a31-93da-56e28a7386b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.599303 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02d7f82b-9363-4a31-93da-56e28a7386b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.601546 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-02d7f82b-9363-4a31-93da-56e28a7386b5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47953f20-51ab-45c1-b1bb-4e6372eaac41 HTTP/1.1" status: 204 len: 168 time: 0.3409691 Aug 16 20:58:08.628814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7f82b-9363-4a31-93da-56e28a7386b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47953f20-51ab-45c1-b1bb-4e6372eaac41,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:08.858339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77d9b-d991-4d11-a30a-3e2fcf70a218 req-22e7ed12-2de5-4be4-9247-afd5202b5de0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:08.859772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee77d9b-d991-4d11-a30a-3e2fcf70a218 req-22e7ed12-2de5-4be4-9247-afd5202b5de0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0528755 Aug 16 20:58:08.920758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d31a9be-3895-4798-8363-7e171f8f931c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.006355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31a9be-3895-4798-8363-7e171f8f931c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=36d8d072-530f-4006-b9bc-154ebc10e97f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:09.025863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee77d9b-d991-4d11-a30a-3e2fcf70a218 req-412ac9e1-7be7-449c-90b8-f8091b6487e2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597855 Aug 16 20:58:09.081481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a91f61fe-673f-4e64-8ec2-d9121b2916ce req-7755ec9e-72c9-4e48-b352-724b777158ff tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0937040 Aug 16 20:58:09.327282 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d31a9be-3895-4798-8363-7e171f8f931c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.533191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d31a9be-3895-4798-8363-7e171f8f931c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 41e509e9-a777-4a6d-afe5-8192ca4e933d has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:09.658294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d31a9be-3895-4798-8363-7e171f8f931c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:09.666624 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9d31a9be-3895-4798-8363-7e171f8f931c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/41e509e9-a777-4a6d-afe5-8192ca4e933d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775437 Aug 16 20:58:09.666758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38604) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:09.673911 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a00180-5d23-4e42-8ae0-2e90d6f8962d None None] Sync routers for ids ['41e509e9-a777-4a6d-afe5-8192ca4e933d'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:09.690551 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a00180-5d23-4e42-8ae0-2e90d6f8962d None None] Routers {'41e509e9-a777-4a6d-afe5-8192ca4e933d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:09.691191 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-94a00180-5d23-4e42-8ae0-2e90d6f8962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['41e509e9-a777-4a6d-afe5-8192ca4e933d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:09.710471 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-03b24cc1-5394-4905-92dc-54d409cc7b20 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e509e9-a777-4a6d-afe5-8192ca4e933d HTTP/1.1" status: 200 len: 205 time: 0.0420842 Aug 16 20:58:09.713351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38606) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:09.753316 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-94a00180-5d23-4e42-8ae0-2e90d6f8962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:09.783479 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a00180-5d23-4e42-8ae0-2e90d6f8962d None None] Routers {'41e509e9-a777-4a6d-afe5-8192ca4e933d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:09.784262 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-94a00180-5d23-4e42-8ae0-2e90d6f8962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:57:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['41e509e9-a777-4a6d-afe5-8192ca4e933d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:09.854935 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-94a00180-5d23-4e42-8ae0-2e90d6f8962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:09.855573 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a00180-5d23-4e42-8ae0-2e90d6f8962d None None] The sync data for ids ['41e509e9-a777-4a6d-afe5-8192ca4e933d'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:09.892724 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd30d757-0449-4571-8d32-5edcdbb66c01 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.343411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a5cd9c9-0297-414d-aa63-e4bef2c16cb0 req-ad41ba82-f348-4685-8820-3c6a044d00f3 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0418413 Aug 16 20:58:10.370762 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd30d757-0449-4571-8d32-5edcdbb66c01 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.373565 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd30d757-0449-4571-8d32-5edcdbb66c01 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.466098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2d515-18fe-4434-8dc4-af02a0706e97 req-3a598bd9-9e12-418c-abf7-7fdf775ee614 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:10.469873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cc2d515-18fe-4434-8dc4-af02a0706e97 req-3a598bd9-9e12-418c-abf7-7fdf775ee614 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.2637281 Aug 16 20:58:10.562372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd30d757-0449-4571-8d32-5edcdbb66c01 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.563567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd30d757-0449-4571-8d32-5edcdbb66c01 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Fanout notify agent at l3_agent the message router_deleted on router 41e509e9-a777-4a6d-afe5-8192ca4e933d {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:10.585860 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd30d757-0449-4571-8d32-5edcdbb66c01 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.592469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fd30d757-0449-4571-8d32-5edcdbb66c01 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/41e509e9-a777-4a6d-afe5-8192ca4e933d HTTP/1.1" status: 204 len: 168 time: 0.8754246 Aug 16 20:58:10.592962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38636) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:10.613358 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cc2d515-18fe-4434-8dc4-af02a0706e97 req-be442264-9a58-41e6-b739-f923a322c08c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392651 Aug 16 20:58:10.669806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6969c53-b060-402f-882a-58a93a444b79 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting subnet e8f0de97-73cb-47af-9f7e-fd1089e81c82 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:10.684360 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6969c53-b060-402f-882a-58a93a444b79 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.762898 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6969c53-b060-402f-882a-58a93a444b79 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.867834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6969c53-b060-402f-882a-58a93a444b79 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.051744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6969c53-b060-402f-882a-58a93a444b79 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.097309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6969c53-b060-402f-882a-58a93a444b79 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f0de97-73cb-47af-9f7e-fd1089e81c82,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:11.105152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6969c53-b060-402f-882a-58a93a444b79 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.107212 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f6969c53-b060-402f-882a-58a93a444b79 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/e8f0de97-73cb-47af-9f7e-fd1089e81c82 HTTP/1.1" status: 204 len: 168 time: 0.5132155 Aug 16 20:58:11.112225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38656) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:11.118061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37186cf8-f583-4a57-8d58-e2289e049669 None None] Network abfc67d6-62f4-423e-b80c-6d3d91c72c57 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:11.229194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting subnet 6d09e161-a246-4e47-a951-fb3f4a676721 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:11.234195 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.278585 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.367405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a19784c-1b1c-4016-bfaa-8113a7cd87bd None None] DHCP port deletion for abfc67d6-62f4-423e-b80c-6d3d91c72c57 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:11.390509 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.536365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1a19784c-1b1c-4016-bfaa-8113a7cd87bd None None] Deleting port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:11.536755 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a19784c-1b1c-4016-bfaa-8113a7cd87bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.555702 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04378be1-06bd-44ae-be7d-b39ffbb2208c req-7833abe2-c4ae-4a02-a00f-abb4954f057e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0532470 Aug 16 20:58:11.603772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1a19784c-1b1c-4016-bfaa-8113a7cd87bd None None] For port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=24e00d9d-4c9d-42dd-97e2-9c58b796bbcd,segment=NetworkSegment(c1810741-43a2-4185-89fd-de0146a7a441),segment_id=c1810741-43a2-4185-89fd-de0146a7a441)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:11.604779 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a19784c-1b1c-4016-bfaa-8113a7cd87bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.616680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1a19784c-1b1c-4016-bfaa-8113a7cd87bd None None] Calling delete_port for 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:11.696120 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.747967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Subnet': ['ID=6d09e161-a246-4e47-a951-fb3f4a676721,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:11.753373 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.755625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/6d09e161-a246-4e47-a951-fb3f4a676721 HTTP/1.1" status: 204 len: 168 time: 0.6412489 Aug 16 20:58:11.758494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd17bb4-3475-4a57-9830-30a146de48a4 None None] Network 6c5f1d92-5a39-4fca-9754-df665e598de0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:11.758654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38678) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:11.775877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.777239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.777796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.778389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.778983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.779542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.780103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.780657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.781292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.781847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.782412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.782967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580023b8-fb57-4300-bd5d-67a8659eedc5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:11.845826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38680) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:11.897900 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.939538 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a19784c-1b1c-4016-bfaa-8113a7cd87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.055878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19784c-1b1c-4016-bfaa-8113a7cd87bd None None] Pushing event deleted for resources: {'Port': ['ID=24e00d9d-4c9d-42dd-97e2-9c58b796bbcd,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:12.072530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19784c-1b1c-4016-bfaa-8113a7cd87bd None None] No DVR routers for this DVR port 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:12.178564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09ba6122-47db-4c3d-893c-4ed40ead640e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.202665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a6ddd0-3043-459d-b440-0faaab0763c4 None None] DHCP port deletion for 6c5f1d92-5a39-4fca-9754-df665e598de0 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:12.225560 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.242588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfc67d6-62f4-423e-b80c-6d3d91c72c57']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:12.261922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1810741-43a2-4185-89fd-de0146a7a441') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:12.262501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1810741-43a2-4185-89fd-de0146a7a441') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:12.280719 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.311279 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.311485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6ddd0-3043-459d-b440-0faaab0763c4 None None] Deleting port a8c0f0f5-af7e-40bd-b728-d5eda4343466 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:12.311485 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ddd0-3043-459d-b440-0faaab0763c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.319950 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc91aa-d586-4ce2-912f-0bb6898e948a req-71125799-ca11-4600-bdd6-ac5128d3182f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:12.329836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8fdc91aa-d586-4ce2-912f-0bb6898e948a req-71125799-ca11-4600-bdd6-ac5128d3182f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.5834901 Aug 16 20:58:12.332532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:12.332953 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:12.343234 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:12.403979 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8fdc91aa-d586-4ce2-912f-0bb6898e948a req-b39134c9-af06-4d55-9085-776c58e2c6b8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731287 Aug 16 20:58:12.405387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f6a6ddd0-3043-459d-b440-0faaab0763c4 None None] For port a8c0f0f5-af7e-40bd-b728-d5eda4343466, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a8c0f0f5-af7e-40bd-b728-d5eda4343466,segment=NetworkSegment(527f2f54-e5b6-4097-93b4-b705d343d6af),segment_id=527f2f54-e5b6-4097-93b4-b705d343d6af)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:12.406158 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ddd0-3043-459d-b440-0faaab0763c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.435419 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6ddd0-3043-459d-b440-0faaab0763c4 None None] Calling delete_port for a8c0f0f5-af7e-40bd-b728-d5eda4343466 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:12.488475 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09ba6122-47db-4c3d-893c-4ed40ead640e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.553723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.571008 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.572890 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/networks/abfc67d6-62f4-423e-b80c-6d3d91c72c57 HTTP/1.1" status: 204 len: 168 time: 0.8133368 Aug 16 20:58:12.576022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38702) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:12.605470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbe693-072d-4509-86d4-f8f8f74fa74a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Network': ['ID=abfc67d6-62f4-423e-b80c-6d3d91c72c57,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:12.605470 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09ba6122-47db-4c3d-893c-4ed40ead640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.640923 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a8c0f0f5-af7e-40bd-b728-d5eda4343466 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:12.682562 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f6a6ddd0-3043-459d-b440-0faaab0763c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.687005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba6122-47db-4c3d-893c-4ed40ead640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d059055a-30c2-46be-a03d-0fb474dbbb3d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:12.694601 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-09ba6122-47db-4c3d-893c-4ed40ead640e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3013ab6178914f84834e1b3ee499053a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8477180 Aug 16 20:58:12.698483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38706) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:12.730092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6ddd0-3043-459d-b440-0faaab0763c4 None None] Pushing event deleted for resources: {'Port': ['ID=a8c0f0f5-af7e-40bd-b728-d5eda4343466,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:12.738173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6ddd0-3043-459d-b440-0faaab0763c4 None None] No DVR routers for this DVR port a8c0f0f5-af7e-40bd-b728-d5eda4343466 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:12.747400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66c8688a-bca3-4260-b4c4-3e2155e21e16 req-d729d07c-e6c9-4b6f-9a08-b3c7a3f7be2a tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0602229 Aug 16 20:58:12.750134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] No active binding found for port a8c0f0f5-af7e-40bd-b728-d5eda4343466 {{(pid=95263) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 20:58:12.751226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a8c0f0f5-af7e-40bd-b728-d5eda4343466 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:12.752226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:12.766423 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.810089 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dde8f896-91d8-4417-852b-e27b0fec5278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.812817 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:12.813347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 24e00d9d-4c9d-42dd-97e2-9c58b796bbcd not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:12.842587 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dde8f896-91d8-4417-852b-e27b0fec5278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.919159 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.928721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5f1d92-5a39-4fca-9754-df665e598de0']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:12.942352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527f2f54-e5b6-4097-93b4-b705d343d6af') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:12.942573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527f2f54-e5b6-4097-93b4-b705d343d6af') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:12.951215 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.965534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.974545 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:12.974545 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:12.976656 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:13.004461 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dde8f896-91d8-4417-852b-e27b0fec5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.007747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dde8f896-91d8-4417-852b-e27b0fec5278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.009406 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dde8f896-91d8-4417-852b-e27b0fec5278 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d059055a-30c2-46be-a03d-0fb474dbbb3d HTTP/1.1" status: 204 len: 168 time: 0.3097582 Aug 16 20:58:13.024802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8f896-91d8-4417-852b-e27b0fec5278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d059055a-30c2-46be-a03d-0fb474dbbb3d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:13.193770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.201917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.203562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/networks/6c5f1d92-5a39-4fca-9754-df665e598de0 HTTP/1.1" status: 204 len: 168 time: 0.6258557 Aug 16 20:58:13.207370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38718) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:13.213357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'network': {'name': 'tempest-RoutersTest-1348632288'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:13.218520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a82017-484b-49bc-9f42-db9ee7fdec5a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Network': ['ID=6c5f1d92-5a39-4fca-9754-df665e598de0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:13.369361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:13.375699 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.409977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:13.419081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.419631 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added segment 66bdc098-8b57-4122-8249-f834f328b49c of type vlan for network 173923cc-9c8b-4a09-af2f-f1da2184c086 Aug 16 20:58:13.480421 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.586346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96ad7-b7ef-40a8-9f97-314f674de211 req-099f81b5-6a6b-491d-8db4-8591c11a2511 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.599474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99a96ad7-b7ef-40a8-9f97-314f674de211 req-099f81b5-6a6b-491d-8db4-8591c11a2511 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1056252 Aug 16 20:58:13.599786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.609512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.610465 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.654463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99a96ad7-b7ef-40a8-9f97-314f674de211 req-b3197aad-a75e-4c93-b32b-a2abc1bbd395 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538154 Aug 16 20:58:13.722695 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5137489 Aug 16 20:58:13.725802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38728) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:13.733541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'subnet': {'network_id': '173923cc-9c8b-4a09-af2f-f1da2184c086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:13.747563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa5937-0223-43df-98db-c3ca1cc0aee4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Network': ['ID=173923cc-9c8b-4a09-af2f-f1da2184c086,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:13.765640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 173923cc-9c8b-4a09-af2f-f1da2184c086 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:13.952040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b25b4df7-67e8-4d86-ba67-f84bb1fc2f53 req-dd97cba0-ac67-4c80-8940-bae8043720c9 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0520687 Aug 16 20:58:14.077956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:14.081587 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.112585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38734) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:14.129983 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87640bb9-34e3-4cab-9618-0075e707c39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.245578 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87640bb9-34e3-4cab-9618-0075e707c39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.393848 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87640bb9-34e3-4cab-9618-0075e707c39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.425658 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.439872 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-87640bb9-34e3-4cab-9618-0075e707c39e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=858fd16cb59d48de9551aad9f82b18b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260155 Aug 16 20:58:14.440789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87640bb9-34e3-4cab-9618-0075e707c39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c9bd3e-43de-4ca5-88c0-c8ede0568ca9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:14.443235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38736) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:14.508745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Subnet': ['ID=7904bc89-a580-417f-9148-b6cb54fe533e,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:14.517247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Checking segment: {'id': '66bdc098-8b57-4122-8249-f834f328b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '173923cc-9c8b-4a09-af2f-f1da2184c086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:14.517612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network hostable DHCP agents. Network: 173923cc-9c8b-4a09-af2f-f1da2184c086, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:14.552384 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7e19d364-0b29-4e17-bcdb-20cf06afd493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.577974 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7e19d364-0b29-4e17-bcdb-20cf06afd493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.644931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 173923cc-9c8b-4a09-af2f-f1da2184c086 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:14.743390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7e19d364-0b29-4e17-bcdb-20cf06afd493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.746416 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7e19d364-0b29-4e17-bcdb-20cf06afd493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.748707 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7e19d364-0b29-4e17-bcdb-20cf06afd493 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/98c9bd3e-43de-4ca5-88c0-c8ede0568ca9 HTTP/1.1" status: 204 len: 168 time: 0.2699125 Aug 16 20:58:14.758557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19d364-0b29-4e17-bcdb-20cf06afd493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c9bd3e-43de-4ca5-88c0-c8ede0568ca9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:14.792005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 173923cc-9c8b-4a09-af2f-f1da2184c086) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:14.809595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac16f9f-cd06-4b2a-860c-a22908200468 None None] Network 173923cc-9c8b-4a09-af2f-f1da2184c086 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:14.861296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:14.872898 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.962642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a038cfb-c98b-40c7-9422-e3be24d1cf5d req-ab564585-4b95-46be-9d0b-b0b40dad5fc5 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:14.990496 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a038cfb-c98b-40c7-9422-e3be24d1cf5d req-ab564585-4b95-46be-9d0b-b0b40dad5fc5 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.2518840 Aug 16 20:58:15.082467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-70c7e2d4-fb26-4e2d-8b43-860b67536b0e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3544450 Aug 16 20:58:15.085588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38758) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:15.090961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a038cfb-c98b-40c7-9422-e3be24d1cf5d req-975c9bd1-666c-490b-9f35-cbcef2108f54 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987439 Aug 16 20:58:15.091146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-aabd1437-4ad9-42e0-b568-4dd1f0687e62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2051179393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:15.167929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-173923cc-9c8b-4a09-af2f-f1da2184c086', 'network_id': '173923cc-9c8b-4a09-af2f-f1da2184c086', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'fixed_ips': [{'subnet_id': '7904bc89-a580-417f-9148-b6cb54fe533e'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:58:15.169087 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:15.170607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b861b5e-eb7d-40a1-b04c-6032049c45af req-40d5323a-9c8f-478f-b4df-0459a615189d tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0455058 Aug 16 20:58:15.251139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aabd1437-4ad9-42e0-b568-4dd1f0687e62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:15.252172 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aabd1437-4ad9-42e0-b568-4dd1f0687e62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:15.628561 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4db1b1d9-1aed-433c-ad2c-978b8569cfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:15.677183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Allocated IP 172.20.0.2 (173923cc-9c8b-4a09-af2f-f1da2184c086/7904bc89-a580-417f-9148-b6cb54fe533e/b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:15.829464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38768) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:15.990338 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.011245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Transition to ACTIVE for port object b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:16.035939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Transition to ACTIVE for port object b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:16.121056 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a0df3b6-e1fc-41dd-91c8-fabbac09bbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.126018 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.152940 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aabd1437-4ad9-42e0-b568-4dd1f0687e62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.245509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aabd1437-4ad9-42e0-b568-4dd1f0687e62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.337692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Network 173923cc-9c8b-4a09-af2f-f1da2184c086 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:16.340757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Pushing event updated for resources: {'Port': ['ID=b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:16.343982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:16.349822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:16.435015 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Attempting to bind port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:16.435531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Attempting to bind port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '66bdc098-8b57-4122-8249-f834f328b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '173923cc-9c8b-4a09-af2f-f1da2184c086'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:16.435907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Attempting to bind port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 on network 173923cc-9c8b-4a09-af2f-f1da2184c086 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:16.442343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27eb5729-af08-42d9-b012-74fe89cb803a req-ba208b63-e696-408e-aa5a-0f0900181aeb tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.1205354 Aug 16 20:58:16.442512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:16.442781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Checking segment: {'id': '66bdc098-8b57-4122-8249-f834f328b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '173923cc-9c8b-4a09-af2f-f1da2184c086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:16.443191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.443590 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Bound using segment: {'id': '66bdc098-8b57-4122-8249-f834f328b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '173923cc-9c8b-4a09-af2f-f1da2184c086'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:16.444227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Bound port: b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bdc098-8b57-4122-8249-f834f328b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '173923cc-9c8b-4a09-af2f-f1da2184c086'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:16.444634 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.506668 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914cad5-3aa1-4362-9b66-dd1921e4f6c5 req-5b88c60d-539d-43bd-b0cb-a322dd787c63 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:16.517985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b914cad5-3aa1-4362-9b66-dd1921e4f6c5 req-5b88c60d-539d-43bd-b0cb-a322dd787c63 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1616039 Aug 16 20:58:16.522255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a0df3b6-e1fc-41dd-91c8-fabbac09bbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.527354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] For port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:16.531428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] For port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2,segment=NetworkSegment(66bdc098-8b57-4122-8249-f834f328b49c),segment_id=66bdc098-8b57-4122-8249-f834f328b49c)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:16.570499 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b914cad5-3aa1-4362-9b66-dd1921e4f6c5 req-24ceefa6-dadb-4c2c-81c3-e733d1f3c32e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513022 Aug 16 20:58:16.636994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a0df3b6-e1fc-41dd-91c8-fabbac09bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.680748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7a0df3b6-e1fc-41dd-91c8-fabbac09bbc8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f203404357654283aee93e7e740dd42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8490024 Aug 16 20:58:16.682017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0df3b6-e1fc-41dd-91c8-fabbac09bbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97521c06-00da-4e72-8754-ceadacc01c34,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:16.683489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38804) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:16.714403 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.779022 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aabd1437-4ad9-42e0-b568-4dd1f0687e62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.780900 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-aabd1437-4ad9-42e0-b568-4dd1f0687e62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.6940477 Aug 16 20:58:16.781367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb63008-9af5-4c28-b953-b08ed32299f8 None None] Pushing event updated for resources: {'Port': ['ID=b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:16.783936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38810) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:16.789230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'port': {'network_id': '173923cc-9c8b-4a09-af2f-f1da2184c086', 'name': 'tempest-RoutersTest-1771088005'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:16.802624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40dbfd22-cbc9-41fc-84ab-fde5d0f52822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.852632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40dbfd22-cbc9-41fc-84ab-fde5d0f52822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.056664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40dbfd22-cbc9-41fc-84ab-fde5d0f52822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.064277 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40dbfd22-cbc9-41fc-84ab-fde5d0f52822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.068630 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-40dbfd22-cbc9-41fc-84ab-fde5d0f52822 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/97521c06-00da-4e72-8754-ceadacc01c34 HTTP/1.1" status: 204 len: 168 time: 0.3835790 Aug 16 20:58:17.085636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbfd22-cbc9-41fc-84ab-fde5d0f52822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97521c06-00da-4e72-8754-ceadacc01c34,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:17.130987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:17.134751 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.163001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] device_id is not set on port d68ab748-5c9c-4b1f-8f79-2963f9a1c34b yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:58:17.398266 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Allocated IP 172.20.0.3 (173923cc-9c8b-4a09-af2f-f1da2184c086/7904bc89-a580-417f-9148-b6cb54fe533e/d68ab748-5c9c-4b1f-8f79-2963f9a1c34b) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:17.519825 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a93159c4-3b78-44d5-850b-509d53bb4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.675511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4399b175-71c9-44c2-95ca-a3e3e4a9ab54 req-ee9b8246-607a-4435-a5e3-97873d574405 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0410786 Aug 16 20:58:17.779279 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.788897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a749a38-83ef-4329-924d-c974192b9b11 req-808b25a9-e1e2-41b8-b677-cdf356b62ac6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:17.790452 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a749a38-83ef-4329-924d-c974192b9b11 req-808b25a9-e1e2-41b8-b677-cdf356b62ac6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1200240 Aug 16 20:58:17.810610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Transition to ACTIVE for port object d68ab748-5c9c-4b1f-8f79-2963f9a1c34b will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:17.862629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a749a38-83ef-4329-924d-c974192b9b11 req-5cc4190d-7e24-43df-80ac-97b844632fab tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533059 Aug 16 20:58:17.942583 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.977453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.047676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 173923cc-9c8b-4a09-af2f-f1da2184c086 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:18.056707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:18.062655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:18.094504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=d68ab748-5c9c-4b1f-8f79-2963f9a1c34b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:18.136985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:18.137725 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.164827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad99010-92fb-464c-b2ff-69fff19590e5 None None] Network 173923cc-9c8b-4a09-af2f-f1da2184c086 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:18.221171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38846) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:18.247302 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4ec1eb3-6790-44da-9a32-fab9ea32e079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.342526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4346292b-0c00-4e80-a97d-68ee432e96f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5574367 Aug 16 20:58:18.346022 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38854) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:18.454450 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4ec1eb3-6790-44da-9a32-fab9ea32e079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.485285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d2fa2ff7-1afc-459f-995d-9b70606181d5 None None] Provisioning for port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:18.589262 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4ec1eb3-6790-44da-9a32-fab9ea32e079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.673820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec1eb3-6790-44da-9a32-fab9ea32e079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af3fc5f-f8b4-4acd-b5af-dfc398fa5c80,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:18.677496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:18.738719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d4ec1eb3-6790-44da-9a32-fab9ea32e079 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3dfbf69bec584f80999c42c3111a9b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158701 Aug 16 20:58:18.741510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38870) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:18.900078 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.942095 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6031d7fc-e767-4f5c-bd6b-b3a09d04e8ed req-6c134f8d-3e55-493a-ab71-12ae7f8419d1 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.1090095 Aug 16 20:58:18.953717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:18.963694 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:18.963694 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.977738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4881fdc-acfe-4aa8-96d6-e0134de32b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.988879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1181dac0-df59-41e2-9596-57f87e2e0ab1 None None] Provisioning for port d68ab748-5c9c-4b1f-8f79-2963f9a1c34b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:19.004003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1181dac0-df59-41e2-9596-57f87e2e0ab1 None None] Provisioning complete for port d68ab748-5c9c-4b1f-8f79-2963f9a1c34b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:19.004003 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1181dac0-df59-41e2-9596-57f87e2e0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.063915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4881fdc-acfe-4aa8-96d6-e0134de32b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.101397 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1181dac0-df59-41e2-9596-57f87e2e0ab1 None None] Port d68ab748-5c9c-4b1f-8f79-2963f9a1c34b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:19.216540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1181dac0-df59-41e2-9596-57f87e2e0ab1 None None] Provisioning complete for port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:19.217472 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1181dac0-df59-41e2-9596-57f87e2e0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.266601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3e1c5-1688-4795-a152-99c0f23b31a6 req-719a1fb4-db4c-4236-99be-1c9690e67d59 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:19.280009 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ed3e1c5-1688-4795-a152-99c0f23b31a6 req-719a1fb4-db4c-4236-99be-1c9690e67d59 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1915770 Aug 16 20:58:19.316163 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.343305 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.358874 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ed3e1c5-1688-4795-a152-99c0f23b31a6 req-febe2b71-8df6-4e05-b483-ac79aff3edc6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696723 Aug 16 20:58:19.413997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2,segment=NetworkSegment(66bdc098-8b57-4122-8249-f834f328b49c),segment_id=66bdc098-8b57-4122-8249-f834f328b49c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:19.418066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.431465 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1181dac0-df59-41e2-9596-57f87e2e0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.473836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4881fdc-acfe-4aa8-96d6-e0134de32b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.476520 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4881fdc-acfe-4aa8-96d6-e0134de32b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.478104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b4881fdc-acfe-4aa8-96d6-e0134de32b95 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6af3fc5f-f8b4-4acd-b5af-dfc398fa5c80 HTTP/1.1" status: 204 len: 168 time: 0.7351580 Aug 16 20:58:19.487652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4881fdc-acfe-4aa8-96d6-e0134de32b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af3fc5f-f8b4-4acd-b5af-dfc398fa5c80,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:19.518646 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.553495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.614909 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-1181dac0-df59-41e2-9596-57f87e2e0ab1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:58:19.616210 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-1181dac0-df59-41e2-9596-57f87e2e0ab1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:58:19.635021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:19.710792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=d68ab748-5c9c-4b1f-8f79-2963f9a1c34b,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:19.792253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:19.792860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:19.793439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:19.796960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:19.796960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:19.796960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:19.796960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:19.796960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:19.796960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:19.796960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:19.796960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:19.796960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:20.003725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.043789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a150df29-992a-4e69-be8b-7a810b794bf4 req-d76306a9-354f-4c01-8c97-66fac9e0cdbb tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0304554 Aug 16 20:58:20.313829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9672e431-c91b-46e2-a60c-a5403fa8e736 None None] Provisioning complete for port d68ab748-5c9c-4b1f-8f79-2963f9a1c34b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:20.314388 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9672e431-c91b-46e2-a60c-a5403fa8e736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.358361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9672e431-c91b-46e2-a60c-a5403fa8e736 None None] Port d68ab748-5c9c-4b1f-8f79-2963f9a1c34b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:20.390422 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.537666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97088a5-e2af-4c04-ba24-5ce0c0a49b5b req-144bab5b-e924-47ba-a1b2-6f064ba0c7be tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:20.558061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f97088a5-e2af-4c04-ba24-5ce0c0a49b5b req-144bab5b-e924-47ba-a1b2-6f064ba0c7be tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1027484 Aug 16 20:58:20.631021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:20.671255 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.698766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f97088a5-e2af-4c04-ba24-5ce0c0a49b5b req-b8081022-ea65-4621-a514-547679479e67 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347804 Aug 16 20:58:20.737114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:20.737489 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.055737 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.170796 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.185625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf6b5dfd-720c-4bbf-a571-d7fb4dc80c02 req-7c942571-9f71-4313-a094-7f4006415730 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0453784 Aug 16 20:58:21.255308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.267256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=d68ab748-5c9c-4b1f-8f79-2963f9a1c34b,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:21.364521 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 173923cc-9c8b-4a09-af2f-f1da2184c086 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:21.366178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:21.633909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 7f163349-813a-4f6b-8bdb-99391d832651 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:58:21.705555 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-06c6329f-7c44-4540-a324-e8cc96cff914 None None] Provisioning complete for port d68ab748-5c9c-4b1f-8f79-2963f9a1c34b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:21.706165 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-06c6329f-7c44-4540-a324-e8cc96cff914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.738809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:21.752838 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1037b17e-5066-48ab-b657-2ed805ea1da2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/7f163349-813a-4f6b-8bdb-99391d832651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4057009 Aug 16 20:58:21.755464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-06c6329f-7c44-4540-a324-e8cc96cff914 None None] Port d68ab748-5c9c-4b1f-8f79-2963f9a1c34b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:21.755761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38960) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:21.757341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b6ed57-0d50-4f90-a851-71a62140c22c None None] Sync routers for ids ['7f163349-813a-4f6b-8bdb-99391d832651'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:21.767452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6ed57-0d50-4f90-a851-71a62140c22c None None] Routers {'7f163349-813a-4f6b-8bdb-99391d832651'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:21.768064 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d6b6ed57-0d50-4f90-a851-71a62140c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7f163349-813a-4f6b-8bdb-99391d832651'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:21.806770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d6b6ed57-0d50-4f90-a851-71a62140c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:21.816439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6ed57-0d50-4f90-a851-71a62140c22c None None] Routers {'7f163349-813a-4f6b-8bdb-99391d832651'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:21.817114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d6b6ed57-0d50-4f90-a851-71a62140c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7f163349-813a-4f6b-8bdb-99391d832651'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:21.829261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea5432-44f1-4d31-8c0f-20bbdc40da5d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:21.836321 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-13ea5432-44f1-4d31-8c0f-20bbdc40da5d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports/d68ab748-5c9c-4b1f-8f79-2963f9a1c34b HTTP/1.1" status: 200 len: 977 time: 0.0739756 Aug 16 20:58:21.836453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38964) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:21.851771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-d6b6ed57-0d50-4f90-a851-71a62140c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:21.852434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b6ed57-0d50-4f90-a851-71a62140c22c None None] The sync data for ids ['7f163349-813a-4f6b-8bdb-99391d832651'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:21.918241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d4f55-8063-434a-8569-7a8bbb6f686f req-9bb00bb6-9ba2-46fd-a5ff-c81685a7829a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:21.919745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef0d4f55-8063-434a-8569-7a8bbb6f686f req-9bb00bb6-9ba2-46fd-a5ff-c81685a7829a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1518862 Aug 16 20:58:22.032611 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef0d4f55-8063-434a-8569-7a8bbb6f686f req-92f77bcd-a1fc-409f-be12-1e7b44a288e9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038301 Aug 16 20:58:22.209916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38980) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:22.351334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ee2e7fe-a168-4f48-9f86-23b7121e78a9 req-35c2d9f6-3c95-4210-98d1-521d8f0a1752 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/ports?device_id=78ded916-1738-4db1-9958-d82f2a78c078 HTTP/1.1" status: 200 len: 210 time: 0.0341539 Aug 16 20:58:22.378267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29f863cb-ea23-4f2a-a9d3-926feb7f1b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.545208 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29f863cb-ea23-4f2a-a9d3-926feb7f1b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.649272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d23c55c7-953f-4400-9bc9-f491975b734a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.651653 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29f863cb-ea23-4f2a-a9d3-926feb7f1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.695345 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-29f863cb-ea23-4f2a-a9d3-926feb7f1b05 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=02eb23e99e844355b86f1195cf1c902f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838057 Aug 16 20:58:22.696595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f863cb-ea23-4f2a-a9d3-926feb7f1b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaed8df-8311-458e-b657-eec34ea14678,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:22.699073 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38998) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:22.765655 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-433b30f5-9d30-4703-b043-66a05bbcd84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.779771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50fb52-b68f-4161-9765-a2f9f3902345 req-7e596d55-6758-41c1-8199-e47bbda35a0f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:22.782044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f50fb52-b68f-4161-9765-a2f9f3902345 req-7e596d55-6758-41c1-8199-e47bbda35a0f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.2072885 Aug 16 20:58:22.793322 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-433b30f5-9d30-4703-b043-66a05bbcd84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.811998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c10d02-05de-4496-ad0a-873b96e24ae6 req-e09cad6c-e2ff-4c53-8426-6009755f1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:22.813480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82c10d02-05de-4496-ad0a-873b96e24ae6 req-e09cad6c-e2ff-4c53-8426-6009755f1124 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1096 time: 0.1231554 Aug 16 20:58:22.952532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f50fb52-b68f-4161-9765-a2f9f3902345 req-65190fc3-149b-4f14-b6c0-fc1ad3df8515 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509602 Aug 16 20:58:23.001223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c10d02-05de-4496-ad0a-873b96e24ae6 req-ee8078ed-8607-4095-805b-970ae5da36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:23.002763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82c10d02-05de-4496-ad0a-873b96e24ae6 req-ee8078ed-8607-4095-805b-970ae5da36ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.1797731 Aug 16 20:58:23.028383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-433b30f5-9d30-4703-b043-66a05bbcd84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.031592 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-433b30f5-9d30-4703-b043-66a05bbcd84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.033573 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-433b30f5-9d30-4703-b043-66a05bbcd84e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1aaed8df-8311-458e-b657-eec34ea14678 HTTP/1.1" status: 204 len: 168 time: 0.3221726 Aug 16 20:58:23.055554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b30f5-9d30-4703-b043-66a05bbcd84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaed8df-8311-458e-b657-eec34ea14678,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:23.141876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82c10d02-05de-4496-ad0a-873b96e24ae6 req-f8de2f14-b39f-461a-a7a9-d119c7e897ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 200 len: 999 time: 0.1100719 Aug 16 20:58:23.164023 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d23c55c7-953f-4400-9bc9-f491975b734a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port d68ab748-5c9c-4b1f-8f79-2963f9a1c34b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:23.164372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d23c55c7-953f-4400-9bc9-f491975b734a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.251450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c10d02-05de-4496-ad0a-873b96e24ae6 req-2c45aa8d-0ce2-42a5-a3e3-f3bfe320eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:23.252685 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82c10d02-05de-4496-ad0a-873b96e24ae6 req-2c45aa8d-0ce2-42a5-a3e3-f3bfe320eca3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.1088035 Aug 16 20:58:23.312190 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d23c55c7-953f-4400-9bc9-f491975b734a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.551752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39036) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:23.615064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d23c55c7-953f-4400-9bc9-f491975b734a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for d68ab748-5c9c-4b1f-8f79-2963f9a1c34b owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:23.625484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a35eb985-ce24-4799-8275-9360bc386b9e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.628165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c10d02-05de-4496-ad0a-873b96e24ae6 req-bff054c0-2c48-416b-b1e9-693cd1eafc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:23.629491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82c10d02-05de-4496-ad0a-873b96e24ae6 req-bff054c0-2c48-416b-b1e9-693cd1eafc12 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3683817 Aug 16 20:58:23.669001 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a35eb985-ce24-4799-8275-9360bc386b9e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.810856 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a35eb985-ce24-4799-8275-9360bc386b9e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.814278 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a35eb985-ce24-4799-8275-9360bc386b9e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.818162 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a35eb985-ce24-4799-8275-9360bc386b9e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "DELETE /v2.0/security-groups/16b0352f-9398-4ec1-bc06-c8c80fd49ff3 HTTP/1.1" status: 204 len: 168 time: 0.2651875 Aug 16 20:58:23.818577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39042) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:23.829676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35eb985-ce24-4799-8275-9360bc386b9e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b0352f-9398-4ec1-bc06-c8c80fd49ff3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:23.832101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82c10d02-05de-4496-ad0a-873b96e24ae6 req-03e51c29-52e3-442f-b624-2b71066a528e service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583419 Aug 16 20:58:23.839238 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-577f166e-9b16-4650-a5a8-80c317429637 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] show failed (client error): The resource could not be found. Aug 16 20:58:23.840309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-577f166e-9b16-4650-a5a8-80c317429637 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "GET /v2.0/security-groups/16b0352f-9398-4ec1-bc06-c8c80fd49ff3 HTTP/1.1" status: 404 len: 347 time: 0.0194197 Aug 16 20:58:23.843869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39044) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:23.917252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39048) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:24.021243 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82c10d02-05de-4496-ad0a-873b96e24ae6 req-aac2976a-82c2-4498-b65d-017ceec28d6d service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715808 Aug 16 20:58:24.121158 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d23c55c7-953f-4400-9bc9-f491975b734a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.146207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2f992a2b-98ef-4f5c-99ce-b4cd0695d1d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Deleting port e9a9f4cf-afa5-4424-ab03-ef264c827a68 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:24.146774 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f992a2b-98ef-4f5c-99ce-b4cd0695d1d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.163022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c55c7-953f-4400-9bc9-f491975b734a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=d68ab748-5c9c-4b1f-8f79-2963f9a1c34b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:24.188602 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3db820c5-3de0-4af9-a50b-f4a06f0980da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.202538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a05fca-1493-42bf-bbd9-410e274fd974 req-46f878b8-7e42-4cab-8fb9-3eedcacd8e75 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:24.204436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14a05fca-1493-42bf-bbd9-410e274fd974 req-46f878b8-7e42-4cab-8fb9-3eedcacd8e75 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1359181 Aug 16 20:58:24.238783 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f992a2b-98ef-4f5c-99ce-b4cd0695d1d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.239554 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f992a2b-98ef-4f5c-99ce-b4cd0695d1d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.258681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2f992a2b-98ef-4f5c-99ce-b4cd0695d1d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Calling delete_port for e9a9f4cf-afa5-4424-ab03-ef264c827a68 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:24.325856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39072) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:24.347513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-921c2897-3c56-4751-b528-928209d1ffaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.452735 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3db820c5-3de0-4af9-a50b-f4a06f0980da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.549599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14a05fca-1493-42bf-bbd9-410e274fd974 req-1de2938f-a627-4f4e-81f5-7cf5b6c7f52e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263733 Aug 16 20:58:24.572653 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f992a2b-98ef-4f5c-99ce-b4cd0695d1d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.583781 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3db820c5-3de0-4af9-a50b-f4a06f0980da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.624046 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d23c55c7-953f-4400-9bc9-f491975b734a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.626150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f992a2b-98ef-4f5c-99ce-b4cd0695d1d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Port': ['ID=e9a9f4cf-afa5-4424-ab03-ef264c827a68,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:24.645073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3db820c5-3de0-4af9-a50b-f4a06f0980da admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=21f4da2e72ab41e4a8f8d8294fb6636b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7263117 Aug 16 20:58:24.647740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39076) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:24.650094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db820c5-3de0-4af9-a50b-f4a06f0980da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989b92ef-038f-4962-bdd1-dc06cd09d2a5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:24.747120 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f992a2b-98ef-4f5c-99ce-b4cd0695d1d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.749615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f992a2b-98ef-4f5c-99ce-b4cd0695d1d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.753546 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2f992a2b-98ef-4f5c-99ce-b4cd0695d1d5 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "DELETE /v2.0/floatingips/0a6cdd8f-5e39-43b5-9215-81647e979f30 HTTP/1.1" status: 204 len: 168 time: 0.9080896 Aug 16 20:58:24.755111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39080) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:24.820984 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-921c2897-3c56-4751-b528-928209d1ffaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.824879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-483b6dc4-4898-4827-ab96-883641e85b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.890715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1ef15c0d-8444-408f-9a52-b760c0646872 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Deleting port a19bea0e-f740-4d0b-8449-60adbd042ab2 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:24.891081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ef15c0d-8444-408f-9a52-b760c0646872 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.930022 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-483b6dc4-4898-4827-ab96-883641e85b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.937098 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-921c2897-3c56-4751-b528-928209d1ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.953505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23c55c7-953f-4400-9bc9-f491975b734a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 7f163349-813a-4f6b-8bdb-99391d832651 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:25.004383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c2897-3c56-4751-b528-928209d1ffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c8d5a0-5d05-427b-bc4c-afce64689125,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:25.021036 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-921c2897-3c56-4751-b528-928209d1ffaa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=41401892d9ef4daab41501174fe27d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6941304 Aug 16 20:58:25.024919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39082) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:25.060620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ef15c0d-8444-408f-9a52-b760c0646872 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.082227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23c55c7-953f-4400-9bc9-f491975b734a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:25.086915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1ef15c0d-8444-408f-9a52-b760c0646872 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Calling delete_port for a19bea0e-f740-4d0b-8449-60adbd042ab2 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:25.097513 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478dd9a1-4b7f-4651-ba0e-78a31f7cf1e1 None None] Sync routers for ids ['7f163349-813a-4f6b-8bdb-99391d832651'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:25.115771 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478dd9a1-4b7f-4651-ba0e-78a31f7cf1e1 None None] Routers {'7f163349-813a-4f6b-8bdb-99391d832651'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:25.116638 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-478dd9a1-4b7f-4651-ba0e-78a31f7cf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7f163349-813a-4f6b-8bdb-99391d832651'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:25.117719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d23c55c7-953f-4400-9bc9-f491975b734a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/7f163349-813a-4f6b-8bdb-99391d832651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2803180 Aug 16 20:58:25.118486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39084) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:25.148981 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d903ed-4d0d-42dc-b021-27918fbbed64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.180284 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-478dd9a1-4b7f-4651-ba0e-78a31f7cf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:25.187401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d903ed-4d0d-42dc-b021-27918fbbed64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.190950 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478dd9a1-4b7f-4651-ba0e-78a31f7cf1e1 None None] Routers {'7f163349-813a-4f6b-8bdb-99391d832651'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:25.191761 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-478dd9a1-4b7f-4651-ba0e-78a31f7cf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7f163349-813a-4f6b-8bdb-99391d832651'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:25.230395 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-478dd9a1-4b7f-4651-ba0e-78a31f7cf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:25.231394 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478dd9a1-4b7f-4651-ba0e-78a31f7cf1e1 None None] The sync data for ids ['7f163349-813a-4f6b-8bdb-99391d832651'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:25.365278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-483b6dc4-4898-4827-ab96-883641e85b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.367800 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-483b6dc4-4898-4827-ab96-883641e85b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.370948 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d903ed-4d0d-42dc-b021-27918fbbed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.372260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-483b6dc4-4898-4827-ab96-883641e85b1a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/989b92ef-038f-4962-bdd1-dc06cd09d2a5 HTTP/1.1" status: 204 len: 168 time: 0.7037425 Aug 16 20:58:25.374666 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d903ed-4d0d-42dc-b021-27918fbbed64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.378397 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e7d903ed-4d0d-42dc-b021-27918fbbed64 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/42c8d5a0-5d05-427b-bc4c-afce64689125 HTTP/1.1" status: 204 len: 168 time: 0.3452477 Aug 16 20:58:25.400694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d903ed-4d0d-42dc-b021-27918fbbed64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c8d5a0-5d05-427b-bc4c-afce64689125,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:25.404993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ef15c0d-8444-408f-9a52-b760c0646872 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.449161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef15c0d-8444-408f-9a52-b760c0646872 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Port': ['ID=a19bea0e-f740-4d0b-8449-60adbd042ab2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:25.462886 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-584eaf11-01e6-446d-8c78-0c27591706ad tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 20:58:25.468532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-584eaf11-01e6-446d-8c78-0c27591706ad tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/7f163349-813a-4f6b-8bdb-99391d832651/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3295114 Aug 16 20:58:25.469796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b6dc4-4898-4827-ab96-883641e85b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989b92ef-038f-4962-bdd1-dc06cd09d2a5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:25.480953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39094) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:25.538680 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d394d29f-6f59-43c5-b2c5-f97a0eed1a19 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f163349-813a-4f6b-8bdb-99391d832651 HTTP/1.1" status: 200 len: 205 time: 0.0561407 Aug 16 20:58:25.546048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39096) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:25.577191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ef15c0d-8444-408f-9a52-b760c0646872 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.579241 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1ef15c0d-8444-408f-9a52-b760c0646872 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "DELETE /v2.0/ports/a19bea0e-f740-4d0b-8449-60adbd042ab2 HTTP/1.1" status: 204 len: 168 time: 0.8233254 Aug 16 20:58:25.587255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39100) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:25.720727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b87f65a-2854-4310-b359-037ed97a599e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.770011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6e44f6d3-d3e1-4d8f-a91c-41df620bdd6c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Deleting port b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:25.771164 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e44f6d3-d3e1-4d8f-a91c-41df620bdd6c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.984058 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e44f6d3-d3e1-4d8f-a91c-41df620bdd6c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.005209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6e44f6d3-d3e1-4d8f-a91c-41df620bdd6c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Calling delete_port for b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:26.038716 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b87f65a-2854-4310-b359-037ed97a599e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.041294 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b87f65a-2854-4310-b359-037ed97a599e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.133934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcda87d-cdac-43ac-b7b7-0786484841a8 req-ccceaa6d-c087-4ee9-a1c1-efae4de8299c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.136008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1dcda87d-cdac-43ac-b7b7-0786484841a8 req-ccceaa6d-c087-4ee9-a1c1-efae4de8299c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.4128363 Aug 16 20:58:26.210018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1dcda87d-cdac-43ac-b7b7-0786484841a8 req-52eb9d01-6345-4382-b1d3-2a6a65a267e6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680323 Aug 16 20:58:26.211239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b87f65a-2854-4310-b359-037ed97a599e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.211792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b87f65a-2854-4310-b359-037ed97a599e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Fanout notify agent at l3_agent the message router_deleted on router 7f163349-813a-4f6b-8bdb-99391d832651 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:26.228173 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b87f65a-2854-4310-b359-037ed97a599e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.228173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5b87f65a-2854-4310-b359-037ed97a599e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/7f163349-813a-4f6b-8bdb-99391d832651 HTTP/1.1" status: 204 len: 168 time: 0.6705546 Aug 16 20:58:26.228173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39114) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:26.302966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ee8526-1dae-4386-b432-05b6684dc995 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting subnet 7904bc89-a580-417f-9148-b6cb54fe533e {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:26.306493 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09ee8526-1dae-4386-b432-05b6684dc995 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.319786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e44f6d3-d3e1-4d8f-a91c-41df620bdd6c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.365113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44f6d3-d3e1-4d8f-a91c-41df620bdd6c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Port': ['ID=b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:26.386098 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09ee8526-1dae-4386-b432-05b6684dc995 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.469206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d33586-85fd-4612-81bd-79b33bd89996 req-29ab1d01-fa28-40e8-a5e6-260a8d45ba94 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.470868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66d33586-85fd-4612-81bd-79b33bd89996 req-29ab1d01-fa28-40e8-a5e6-260a8d45ba94 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1611583 Aug 16 20:58:26.520050 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e44f6d3-d3e1-4d8f-a91c-41df620bdd6c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.523625 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6e44f6d3-d3e1-4d8f-a91c-41df620bdd6c tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "DELETE /v2.0/ports/b65c8eb2-86b2-4c28-8d1e-58fb82e1f9d8 HTTP/1.1" status: 204 len: 168 time: 0.9353569 Aug 16 20:58:26.530939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39126) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:26.570717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66d33586-85fd-4612-81bd-79b33bd89996 req-ebb4f63d-4809-4f72-b044-198fc30376b2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858915 Aug 16 20:58:26.576130 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09ee8526-1dae-4386-b432-05b6684dc995 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.600395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39128) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:26.623578 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a9991653-3e45-4de3-a612-4b186c2cb819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.639264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc6686f-f14c-45ef-8b2d-1e917611df65 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Deleting subnet 4de59a1e-f7d7-488b-b942-d071b0900dff {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:26.644013 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6cc6686f-f14c-45ef-8b2d-1e917611df65 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.702257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6cc6686f-f14c-45ef-8b2d-1e917611df65 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.815441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09ee8526-1dae-4386-b432-05b6684dc995 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.858309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee8526-1dae-4386-b432-05b6684dc995 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Subnet': ['ID=7904bc89-a580-417f-9148-b6cb54fe533e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:26.894498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09ee8526-1dae-4386-b432-05b6684dc995 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.901302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e5551-dc61-448f-871a-41a6d8d43c29 None None] Network 173923cc-9c8b-4a09-af2f-f1da2184c086 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:26.915679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-09ee8526-1dae-4386-b432-05b6684dc995 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/7904bc89-a580-417f-9148-b6cb54fe533e HTTP/1.1" status: 204 len: 168 time: 0.6862707 Aug 16 20:58:26.920820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39136) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:27.103696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.169662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:27.170055 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.255357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] For port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2,segment=NetworkSegment(66bdc098-8b57-4122-8249-f834f328b49c),segment_id=66bdc098-8b57-4122-8249-f834f328b49c)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:27.255357 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.266677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484d0f28-370a-4a1a-877b-4826d829d2a4 None None] DHCP port deletion for 173923cc-9c8b-4a09-af2f-f1da2184c086 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:27.292785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:27.332049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-484d0f28-370a-4a1a-877b-4826d829d2a4 None None] Deleting port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:27.332427 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-484d0f28-370a-4a1a-877b-4826d829d2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.395553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6cc6686f-f14c-45ef-8b2d-1e917611df65 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.442980 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a9991653-3e45-4de3-a612-4b186c2cb819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.463252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-484d0f28-370a-4a1a-877b-4826d829d2a4 None None] For port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2,segment=NetworkSegment(66bdc098-8b57-4122-8249-f834f328b49c),segment_id=66bdc098-8b57-4122-8249-f834f328b49c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:27.463584 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-484d0f28-370a-4a1a-877b-4826d829d2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.495609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-484d0f28-370a-4a1a-877b-4826d829d2a4 None None] Calling delete_port for b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:27.507963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca8a0e-53d9-4d31-bd06-dbc7dcd39625 req-c3d3bda4-1a4a-491d-be1f-322d65447575 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:27.509671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7ca8a0e-53d9-4d31-bd06-dbc7dcd39625 req-c3d3bda4-1a4a-491d-be1f-322d65447575 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1423619 Aug 16 20:58:27.528027 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a9991653-3e45-4de3-a612-4b186c2cb819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.580139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7ca8a0e-53d9-4d31-bd06-dbc7dcd39625 req-f02fb74e-fb50-4006-836b-268c3fe2cc1d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529246 Aug 16 20:58:27.589423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6cc6686f-f14c-45ef-8b2d-1e917611df65 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.622232 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a9991653-3e45-4de3-a612-4b186c2cb819 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c27ff628862643acb8f65bb04b1b8a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0192261 Aug 16 20:58:27.624669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39156) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:27.677437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6cc6686f-f14c-45ef-8b2d-1e917611df65 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.682551 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6cc6686f-f14c-45ef-8b2d-1e917611df65 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "DELETE /v2.0/subnets/4de59a1e-f7d7-488b-b942-d071b0900dff HTTP/1.1" status: 204 len: 168 time: 1.1498399 Aug 16 20:58:27.693046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39158) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:27.723721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6686f-f14c-45ef-8b2d-1e917611df65 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Subnet': ['ID=4de59a1e-f7d7-488b-b942-d071b0900dff,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:27.726142 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.735500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9991653-3e45-4de3-a612-4b186c2cb819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6039586b-fee7-429b-84f6-1473a50d915e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:27.749214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe3bac7-5f3c-4e40-8a63-5c9a865bf66f None None] Network a7b89468-d91c-49fc-8c48-1765c0cd8fb5 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:27.794269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No DVR routers for this DVR port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:27.826874 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-484d0f28-370a-4a1a-877b-4826d829d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.862141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc15d757-08df-47c4-91e7-c30dade20183 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Deleting subnet 78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:27.873244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d0f28-370a-4a1a-877b-4826d829d2a4 None None] Pushing event deleted for resources: {'Port': ['ID=b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:27.879262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:27.895600 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dc15d757-08df-47c4-91e7-c30dade20183 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.896470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d0f28-370a-4a1a-877b-4826d829d2a4 None None] No DVR routers for this DVR port b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:28.008532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b2dbe-0aa7-40ac-bd63-b6079cf19dc4 None None] DHCP port deletion for a7b89468-d91c-49fc-8c48-1765c0cd8fb5 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:28.011497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2e4056e-4548-4b7e-97a9-5c340cd95a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.016075 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.020070 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dc15d757-08df-47c4-91e7-c30dade20183 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.099770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173923cc-9c8b-4a09-af2f-f1da2184c086']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:28.113911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b2dbe-0aa7-40ac-bd63-b6079cf19dc4 None None] Deleting port 4652a709-79da-4054-9cc7-ed0e735474ff {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:28.113911 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d6b2dbe-0aa7-40ac-bd63-b6079cf19dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.150564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bdc098-8b57-4122-8249-f834f328b49c') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:28.151195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bdc098-8b57-4122-8249-f834f328b49c') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:28.181609 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2e4056e-4548-4b7e-97a9-5c340cd95a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.181609 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.194858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3d6b2dbe-0aa7-40ac-bd63-b6079cf19dc4 None None] For port 4652a709-79da-4054-9cc7-ed0e735474ff, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4652a709-79da-4054-9cc7-ed0e735474ff,segment=NetworkSegment(d4ee310b-f587-477f-bf30-242492717510),segment_id=d4ee310b-f587-477f-bf30-242492717510)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:28.195340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d6b2dbe-0aa7-40ac-bd63-b6079cf19dc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.213458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b2dbe-0aa7-40ac-bd63-b6079cf19dc4 None None] Calling delete_port for 4652a709-79da-4054-9cc7-ed0e735474ff owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:28.239462 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.305184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:28.305946 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:28.311321 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:28.507964 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d6b2dbe-0aa7-40ac-bd63-b6079cf19dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.536756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b2dbe-0aa7-40ac-bd63-b6079cf19dc4 None None] Pushing event deleted for resources: {'Port': ['ID=4652a709-79da-4054-9cc7-ed0e735474ff,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:28.544527 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b2dbe-0aa7-40ac-bd63-b6079cf19dc4 None None] No DVR routers for this DVR port 4652a709-79da-4054-9cc7-ed0e735474ff on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:28.606568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4652a709-79da-4054-9cc7-ed0e735474ff no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:28.628262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 4652a709-79da-4054-9cc7-ed0e735474ff {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:28.628615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4652a709-79da-4054-9cc7-ed0e735474ff not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:28.632799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:28.670833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:28.671433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b6f6fd74-47ae-4e09-89c4-22c84f6dfaa2 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:28.725812 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dc15d757-08df-47c4-91e7-c30dade20183 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.740154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923b0b0-9a42-43a2-a0d2-5399a9c25c7b req-313eaa52-beaf-41f9-865c-f468b283212c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:28.741976 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a923b0b0-9a42-43a2-a0d2-5399a9c25c7b req-313eaa52-beaf-41f9-865c-f468b283212c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.5741704 Aug 16 20:58:28.837599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a923b0b0-9a42-43a2-a0d2-5399a9c25c7b req-2430add9-138a-4cce-b72d-b4acfd3ad912 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714862 Aug 16 20:58:28.884943 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.887089 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2e4056e-4548-4b7e-97a9-5c340cd95a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.889929 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2e4056e-4548-4b7e-97a9-5c340cd95a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.899657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d2e4056e-4548-4b7e-97a9-5c340cd95a2f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6039586b-fee7-429b-84f6-1473a50d915e HTTP/1.1" status: 204 len: 168 time: 1.2664707 Aug 16 20:58:28.900114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.902569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/networks/173923cc-9c8b-4a09-af2f-f1da2184c086 HTTP/1.1" status: 204 len: 168 time: 1.9814248 Aug 16 20:58:28.906302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39184) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:28.912253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'network': {'name': 'tempest-RoutersTest-1293132401'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:28.917251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4056e-4548-4b7e-97a9-5c340cd95a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6039586b-fee7-429b-84f6-1473a50d915e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:28.921422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05851f-6194-48a2-a359-73e1176bfa3e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Network': ['ID=173923cc-9c8b-4a09-af2f-f1da2184c086,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:28.959358 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dc15d757-08df-47c4-91e7-c30dade20183 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.978387 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dc15d757-08df-47c4-91e7-c30dade20183 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.983784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39186) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:28.984039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dc15d757-08df-47c4-91e7-c30dade20183 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "DELETE /v2.0/subnets/78ec6dfd-c9dd-4e50-b8df-5b4887dfd243 HTTP/1.1" status: 204 len: 168 time: 1.2907686 Aug 16 20:58:28.984723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a522e95a-bda7-4212-987f-c40425753606 None None] Network 95fb09e9-5787-4cea-bde9-a09e1b739f1e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:29.029113 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15d757-08df-47c4-91e7-c30dade20183 tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Subnet': ['ID=78ec6dfd-c9dd-4e50-b8df-5b4887dfd243,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:29.085357 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.117556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:29.121753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.211890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839e3df-cd80-4081-b608-c5280fe42920 None None] DHCP port deletion for 95fb09e9-5787-4cea-bde9-a09e1b739f1e request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:29.216341 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.219027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:29.233530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b89468-d91c-49fc-8c48-1765c0cd8fb5']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:29.245409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.246627 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added segment 92c6654b-318c-4b67-a77d-73ef09079012 of type vlan for network 377c6ae5-6530-482f-94b7-838035cff059 Aug 16 20:58:29.252407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ee310b-f587-477f-bf30-242492717510') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:29.252407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ee310b-f587-477f-bf30-242492717510') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:29.273912 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.295579 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0839e3df-cd80-4081-b608-c5280fe42920 None None] Deleting port 3fa159ee-e8ef-4418-904f-0102b136451b {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:29.296279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0839e3df-cd80-4081-b608-c5280fe42920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.344358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.346988 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.357014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:29.357440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:29.360370 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:29.383008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0839e3df-cd80-4081-b608-c5280fe42920 None None] For port 3fa159ee-e8ef-4418-904f-0102b136451b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3fa159ee-e8ef-4418-904f-0102b136451b,segment=NetworkSegment(f93aa9d0-214f-4e94-abf2-4ccb1da23ed6),segment_id=f93aa9d0-214f-4e94-abf2-4ccb1da23ed6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:29.383414 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0839e3df-cd80-4081-b608-c5280fe42920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.396481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0839e3df-cd80-4081-b608-c5280fe42920 None None] Calling delete_port for 3fa159ee-e8ef-4418-904f-0102b136451b owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:29.582680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.588253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:29.588852 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.609428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.609428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.609428 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "DELETE /v2.0/networks/a7b89468-d91c-49fc-8c48-1765c0cd8fb5 HTTP/1.1" status: 204 len: 168 time: 0.6190979 Aug 16 20:58:29.611475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39204) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:29.650145 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0839e3df-cd80-4081-b608-c5280fe42920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.674805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Network': ['ID=377c6ae5-6530-482f-94b7-838035cff059,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:29.699122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 377c6ae5-6530-482f-94b7-838035cff059 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:29.700749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f4b76-b6bd-43ef-8ab6-74b1c38c968e tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Network': ['ID=a7b89468-d91c-49fc-8c48-1765c0cd8fb5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:29.710571 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.752744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839e3df-cd80-4081-b608-c5280fe42920 None None] Pushing event deleted for resources: {'Port': ['ID=3fa159ee-e8ef-4418-904f-0102b136451b,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:29.752744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839e3df-cd80-4081-b608-c5280fe42920 None None] No DVR routers for this DVR port 3fa159ee-e8ef-4418-904f-0102b136451b on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:29.790406 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-02180d30-b6a5-4061-98c2-998ae92e7fc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8796692 Aug 16 20:58:29.795296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39210) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:29.806762 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'subnet': {'network_id': '377c6ae5-6530-482f-94b7-838035cff059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:29.825565 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.835374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fb09e9-5787-4cea-bde9-a09e1b739f1e']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:29.847640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:29.848029 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93aa9d0-214f-4e94-abf2-4ccb1da23ed6') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:29.869006 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.898238 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.904898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:29.905360 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:29.909279 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:30.028217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869494-e85e-4fa7-8378-ff273fa01547 req-7551ee2b-f18f-4cc7-86d8-de6e9ff95833 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.029690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28869494-e85e-4fa7-8378-ff273fa01547 req-7551ee2b-f18f-4cc7-86d8-de6e9ff95833 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0645256 Aug 16 20:58:30.076712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28869494-e85e-4fa7-8378-ff273fa01547 req-9fbaa746-c9db-43b2-bb1e-ab14fe71a64e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405974 Aug 16 20:58:30.101393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:30.106298 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.164724 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.173831 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.187164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] 10.222.0.74 "DELETE /v2.0/networks/95fb09e9-5787-4cea-bde9-a09e1b739f1e HTTP/1.1" status: 204 len: 168 time: 0.5718009 Aug 16 20:58:30.201335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8177d-d1ff-4085-84f7-17cf61cb84bd tempest-TaggedBootDevicesTest-1198041842 tempest-TaggedBootDevicesTest-1198041842-project] Pushing event deleted for resources: {'Network': ['ID=95fb09e9-5787-4cea-bde9-a09e1b739f1e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:30.583899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3fa159ee-e8ef-4418-904f-0102b136451b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:30.609355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 3fa159ee-e8ef-4418-904f-0102b136451b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:30.609708 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3fa159ee-e8ef-4418-904f-0102b136451b not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:30.612359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f44411-c1b4-4c4b-add8-258bf5168cb9 req-a2b66324-4a82-4b24-95b8-e513732340b2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.613931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46f44411-c1b4-4c4b-add8-258bf5168cb9 req-a2b66324-4a82-4b24-95b8-e513732340b2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0561306 Aug 16 20:58:30.659227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46f44411-c1b4-4c4b-add8-258bf5168cb9 req-fd8f4b31-3fb2-49e7-b3c3-4d5438875446 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361581 Aug 16 20:58:30.662453 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.765333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Checking segment: {'id': '92c6654b-318c-4b67-a77d-73ef09079012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '377c6ae5-6530-482f-94b7-838035cff059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:30.765701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network hostable DHCP agents. Network: 377c6ae5-6530-482f-94b7-838035cff059, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:30.770137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Subnet': ['ID=a32acc3c-a0a3-44ce-b8ef-0abaeadf76b9,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:30.895208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 377c6ae5-6530-482f-94b7-838035cff059 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:30.995356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 377c6ae5-6530-482f-94b7-838035cff059) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:31.002255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.005811 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dee58d-626c-4f52-8f2a-c5584e9ed62e None None] Network 377c6ae5-6530-482f-94b7-838035cff059 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:31.008868 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.155486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39302) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:31.155685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dcaf7603-4026-47d1-8414-91d69199d378 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3582833 Aug 16 20:58:31.160311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d988c469-5152-452f-97b9-7064dc75440d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-609551391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:31.253154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-377c6ae5-6530-482f-94b7-838035cff059', 'network_id': '377c6ae5-6530-482f-94b7-838035cff059', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'fixed_ips': [{'subnet_id': 'a32acc3c-a0a3-44ce-b8ef-0abaeadf76b9'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:58:31.259269 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.360357 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d988c469-5152-452f-97b9-7064dc75440d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.370469 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d988c469-5152-452f-97b9-7064dc75440d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.503279 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d988c469-5152-452f-97b9-7064dc75440d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.505662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Allocated IP 172.20.0.2 (377c6ae5-6530-482f-94b7-838035cff059/a32acc3c-a0a3-44ce-b8ef-0abaeadf76b9/3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:31.703761 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d988c469-5152-452f-97b9-7064dc75440d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.876541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184929e2-d4c1-40a8-8887-288e34beb9a5 req-1b945a57-5aea-4e5f-9989-d6f5df980dd7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.881489 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.887789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-184929e2-d4c1-40a8-8887-288e34beb9a5 req-1b945a57-5aea-4e5f-9989-d6f5df980dd7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1350331 Aug 16 20:58:31.908962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Transition to ACTIVE for port object 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:31.934771 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d988c469-5152-452f-97b9-7064dc75440d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.939355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39330) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:31.943628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d988c469-5152-452f-97b9-7064dc75440d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7868979 Aug 16 20:58:31.946577 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Transition to ACTIVE for port object 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:31.978681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-184929e2-d4c1-40a8-8887-288e34beb9a5 req-b78363e9-3955-4320-ae91-4c747ecf6f3f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897636 Aug 16 20:58:32.102937 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.145600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9a087-e6a7-40ea-b9a5-edaa0461127b req-ad85786b-567d-4a40-be79-d47ee48b67e9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:32.149595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3c9a087-e6a7-40ea-b9a5-edaa0461127b req-ad85786b-567d-4a40-be79-d47ee48b67e9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0900884 Aug 16 20:58:32.194870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Network 377c6ae5-6530-482f-94b7-838035cff059 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:32.200854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:32.217055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:32.241892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3c9a087-e6a7-40ea-b9a5-edaa0461127b req-e60d79cd-7353-42c1-8cd3-0b6299c5fdcd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770686 Aug 16 20:58:32.440891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.441460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Pushing event updated for resources: {'Port': ['ID=3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:32.464322 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Attempting to bind port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:32.464728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Attempting to bind port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '92c6654b-318c-4b67-a77d-73ef09079012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '377c6ae5-6530-482f-94b7-838035cff059'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:32.465134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Attempting to bind port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e on network 377c6ae5-6530-482f-94b7-838035cff059 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:32.471840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:32.472326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Checking segment: {'id': '92c6654b-318c-4b67-a77d-73ef09079012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '377c6ae5-6530-482f-94b7-838035cff059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:32.472620 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.473035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Bound using segment: {'id': '92c6654b-318c-4b67-a77d-73ef09079012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '377c6ae5-6530-482f-94b7-838035cff059'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:32.477194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Bound port: 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c6654b-318c-4b67-a77d-73ef09079012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '377c6ae5-6530-482f-94b7-838035cff059'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:32.477934 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.562324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217b040-b5fd-4da0-b92c-38224d240d85 req-44d68e45-9176-4737-b7dc-d703202252e4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:32.575916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6217b040-b5fd-4da0-b92c-38224d240d85 req-44d68e45-9176-4737-b7dc-d703202252e4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1637986 Aug 16 20:58:32.594566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] For port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:32.598067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] For port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e,segment=NetworkSegment(92c6654b-318c-4b67-a77d-73ef09079012),segment_id=92c6654b-318c-4b67-a77d-73ef09079012)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:32.632198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6217b040-b5fd-4da0-b92c-38224d240d85 req-660a3268-7f18-43d0-a363-a97b1a8bd68b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553403 Aug 16 20:58:32.778180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27452b65-4ac7-4e00-b7b1-a3f3143446cc req-e19b04e7-34d3-4b1e-8890-215da29601c9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:32.779945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27452b65-4ac7-4e00-b7b1-a3f3143446cc req-e19b04e7-34d3-4b1e-8890-215da29601c9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0657856 Aug 16 20:58:32.786321 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.788356 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.790951 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.800489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Allocated IP 172.20.0.1 (377c6ae5-6530-482f-94b7-838035cff059/a32acc3c-a0a3-44ce-b8ef-0abaeadf76b9/1994d931-9be1-4c15-9554-87b73d726626) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:32.842967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27452b65-4ac7-4e00-b7b1-a3f3143446cc req-228c36c6-9583-4785-b149-cd371b1fd300 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538976 Aug 16 20:58:32.954939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4d066-74e7-4645-ba59-e48ab8573fad None None] Pushing event updated for resources: {'Port': ['ID=3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:32.977346 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.999027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Transition to ACTIVE for port object 1994d931-9be1-4c15-9554-87b73d726626 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:33.184838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.253602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 377c6ae5-6530-482f-94b7-838035cff059 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:33.261894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:33.267403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:33.306209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=1994d931-9be1-4c15-9554-87b73d726626,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:33.391892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.408937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39398) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:33.563671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39406) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:33.756271 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.758612 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-430e44ac-4885-49c9-9d9b-56799c220047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.762647 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ef99b76-d3b3-4ecc-acb4-c290e758f674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.826006 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-9ef99b76-d3b3-4ecc-acb4-c290e758f674 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:58:33.826006 n-d-793619-14 neutron-server[95261]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:58:33.826006 n-d-793619-14 neutron-server[95261]: [parameters: {'project_id': '3007a5297f9d4d8ebb74dd4dcfe64cc5', 'id': 'a06d1756-a4c2-40b3-a693-e9d4267da207', 'expiration': datetime.datetime(2021, 8, 16, 21, 0, 33, 810570)}] Aug 16 20:58:33.826006 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:58:33.827335 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-9ef99b76-d3b3-4ecc-acb4-c290e758f674 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:58:33.943033 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-430e44ac-4885-49c9-9d9b-56799c220047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.062258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-430e44ac-4885-49c9-9d9b-56799c220047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.106644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-430e44ac-4885-49c9-9d9b-56799c220047 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=225d3ebc7ceb4e829bf7cdc231e31c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6962118 Aug 16 20:58:34.107578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e44ac-4885-49c9-9d9b-56799c220047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2894c74b-ee7b-42a7-841e-6008be9978d2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:34.110015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39410) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:34.147480 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.173806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9170cefd-cb6d-4a71-91ed-775a16aa41bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.199845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9170cefd-cb6d-4a71-91ed-775a16aa41bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.268537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a6cc4-ec76-40ef-bb52-96c50757d7f2 None None] Network 377c6ae5-6530-482f-94b7-838035cff059 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:34.311747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.328915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ef99b76-d3b3-4ecc-acb4-c290e758f674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.394904 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.396851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=1994d931-9be1-4c15-9554-87b73d726626,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:34.401832 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9170cefd-cb6d-4a71-91ed-775a16aa41bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.404819 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9170cefd-cb6d-4a71-91ed-775a16aa41bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.406062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9170cefd-cb6d-4a71-91ed-775a16aa41bc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2894c74b-ee7b-42a7-841e-6008be9978d2 HTTP/1.1" status: 204 len: 168 time: 0.2951250 Aug 16 20:58:34.424544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170cefd-cb6d-4a71-91ed-775a16aa41bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2894c74b-ee7b-42a7-841e-6008be9978d2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:34.472583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-010e1ad2-f30c-42e8-a55e-d3ad45497496 None None] Provisioning for port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:34.535485 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ef99b76-d3b3-4ecc-acb4-c290e758f674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.625750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 377c6ae5-6530-482f-94b7-838035cff059 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:34.626262 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ef99b76-d3b3-4ecc-acb4-c290e758f674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.637510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:34.716421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef99b76-d3b3-4ecc-acb4-c290e758f674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5891fb6b-9526-42df-8c8b-ea43536657a0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:34.724957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9ef99b76-d3b3-4ecc-acb4-c290e758f674 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3007a5297f9d4d8ebb74dd4dcfe64cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1595936 Aug 16 20:58:34.725878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39422) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:34.765924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:34.844030 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eb0bf922-0fd9-457a-a529-0b7796708931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.910607 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eb0bf922-0fd9-457a-a529-0b7796708931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.987976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:34.993819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:34.995012 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.022071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 50551285-2092-4a50-b0b4-034ad7c5d00c is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:58:35.092002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Provisioning complete for port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:35.092407 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.106419 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eb0bf922-0fd9-457a-a529-0b7796708931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.112253 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eb0bf922-0fd9-457a-a529-0b7796708931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.114201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-eb0bf922-0fd9-457a-a529-0b7796708931 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5891fb6b-9526-42df-8c8b-ea43536657a0 HTTP/1.1" status: 204 len: 168 time: 0.3868878 Aug 16 20:58:35.124421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bf922-0fd9-457a-a529-0b7796708931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5891fb6b-9526-42df-8c8b-ea43536657a0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:35.216377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:35.225171 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-75c3f3b4-a14c-48d9-8f41-82dc11865b71 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/50551285-2092-4a50-b0b4-034ad7c5d00c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2828379 Aug 16 20:58:35.229063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39428) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:35.275158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e02b49-8e8a-42c7-ad2e-0f058ef90ad5 None None] Sync routers for ids ['50551285-2092-4a50-b0b4-034ad7c5d00c'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:35.307476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e02b49-8e8a-42c7-ad2e-0f058ef90ad5 None None] Routers {'50551285-2092-4a50-b0b4-034ad7c5d00c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:35.308100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-04e02b49-8e8a-42c7-ad2e-0f058ef90ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['50551285-2092-4a50-b0b4-034ad7c5d00c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:35.346055 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d28097-4f99-405b-843e-6e42836e4201 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:35.346055 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b4d28097-4f99-405b-843e-6e42836e4201 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports/1994d931-9be1-4c15-9554-87b73d726626 HTTP/1.1" status: 200 len: 910 time: 0.0932436 Aug 16 20:58:35.347222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39432) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:35.408373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-04e02b49-8e8a-42c7-ad2e-0f058ef90ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:35.415141 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.447379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e02b49-8e8a-42c7-ad2e-0f058ef90ad5 None None] Routers {'50551285-2092-4a50-b0b4-034ad7c5d00c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:35.448702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-04e02b49-8e8a-42c7-ad2e-0f058ef90ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['50551285-2092-4a50-b0b4-034ad7c5d00c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:35.511040 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.521287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-04e02b49-8e8a-42c7-ad2e-0f058ef90ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:35.521287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e02b49-8e8a-42c7-ad2e-0f058ef90ad5 None None] The sync data for ids ['50551285-2092-4a50-b0b4-034ad7c5d00c'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:35.563041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] For port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e,segment=NetworkSegment(92c6654b-318c-4b67-a77d-73ef09079012),segment_id=92c6654b-318c-4b67-a77d-73ef09079012)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:35.660470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39436) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:35.685587 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31729eae-7bc2-4731-80dd-b29bf31f99a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.688351 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.864969 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31729eae-7bc2-4731-80dd-b29bf31f99a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.917334 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-17990564-06ad-4d89-8783-f42296656093 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:58:35.917684 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-17990564-06ad-4d89-8783-f42296656093 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:58:35.921621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Pushing event updated for resources: {'Port': ['ID=3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:35.946466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.946466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.946466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.946466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.953759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.954141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.954708 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.957441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.957984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.958497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.959011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.959549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.980763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Provisioning for port 1994d931-9be1-4c15-9554-87b73d726626 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:35.982194 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31729eae-7bc2-4731-80dd-b29bf31f99a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.992654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Provisioning complete for port 1994d931-9be1-4c15-9554-87b73d726626 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:35.993063 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.007167 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77a8fdb7-4da8-465e-8cf0-f3fe7eade576 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.064024 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31729eae-7bc2-4731-80dd-b29bf31f99a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d52033-68ff-45a1-be67-1cc3ecf321d7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:36.069080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fad9e3ec-4537-43f2-a5ae-790971465e66 None None] Port 1994d931-9be1-4c15-9554-87b73d726626 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:36.100800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-31729eae-7bc2-4731-80dd-b29bf31f99a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=decf6f7198944dfb95a7b2384b26b0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212177 Aug 16 20:58:36.107081 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39452) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:36.164669 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c32613f6-3eee-4f7e-9784-53f1a2520161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.214623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ed5f2c78-5361-4464-85b0-d044b9795b32 None None] Provisioning complete for port 1994d931-9be1-4c15-9554-87b73d726626 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:36.215498 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ed5f2c78-5361-4464-85b0-d044b9795b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.235890 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c32613f6-3eee-4f7e-9784-53f1a2520161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.411781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c32613f6-3eee-4f7e-9784-53f1a2520161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.414873 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c32613f6-3eee-4f7e-9784-53f1a2520161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.420217 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c32613f6-3eee-4f7e-9784-53f1a2520161 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/91d52033-68ff-45a1-be67-1cc3ecf321d7 HTTP/1.1" status: 204 len: 168 time: 0.3289285 Aug 16 20:58:36.436638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32613f6-3eee-4f7e-9784-53f1a2520161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d52033-68ff-45a1-be67-1cc3ecf321d7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:36.456032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-77a8fdb7-4da8-465e-8cf0-f3fe7eade576 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port 1994d931-9be1-4c15-9554-87b73d726626 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:36.456472 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77a8fdb7-4da8-465e-8cf0-f3fe7eade576 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.464699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39456) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:36.555376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f2c78-5361-4464-85b0-d044b9795b32 None None] Port 1994d931-9be1-4c15-9554-87b73d726626 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:36.561184 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d59e650-4101-474d-a091-08750a69fac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.646405 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77a8fdb7-4da8-465e-8cf0-f3fe7eade576 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.668277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-77a8fdb7-4da8-465e-8cf0-f3fe7eade576 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for 1994d931-9be1-4c15-9554-87b73d726626 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:36.673007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:36.748139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:36.748531 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.787586 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d59e650-4101-474d-a091-08750a69fac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.248153 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5d59e650-4101-474d-a091-08750a69fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.306081 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5d59e650-4101-474d-a091-08750a69fac2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3b46c9a030b4f7395645367b5153991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8376968 Aug 16 20:58:37.306081 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59e650-4101-474d-a091-08750a69fac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57658271-22bc-44df-80d4-cb4dac332d1b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:37.308937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39466) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:37.382028 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77a8fdb7-4da8-465e-8cf0-f3fe7eade576 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.420666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8fdb7-4da8-465e-8cf0-f3fe7eade576 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=1994d931-9be1-4c15-9554-87b73d726626,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:37.430298 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5cff6d05-1d39-4f5d-b00e-1232bea054fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.540341 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5cff6d05-1d39-4f5d-b00e-1232bea054fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.699991 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-77a8fdb7-4da8-465e-8cf0-f3fe7eade576 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.742137 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5cff6d05-1d39-4f5d-b00e-1232bea054fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.745993 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5cff6d05-1d39-4f5d-b00e-1232bea054fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.750066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5cff6d05-1d39-4f5d-b00e-1232bea054fb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/57658271-22bc-44df-80d4-cb4dac332d1b HTTP/1.1" status: 204 len: 168 time: 0.4390385 Aug 16 20:58:37.785610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff6d05-1d39-4f5d-b00e-1232bea054fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57658271-22bc-44df-80d4-cb4dac332d1b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:38.223120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a8fdb7-4da8-465e-8cf0-f3fe7eade576 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 50551285-2092-4a50-b0b4-034ad7c5d00c has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:38.343164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a8fdb7-4da8-465e-8cf0-f3fe7eade576 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:38.355048 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-77a8fdb7-4da8-465e-8cf0-f3fe7eade576 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/50551285-2092-4a50-b0b4-034ad7c5d00c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0265303 Aug 16 20:58:38.355376 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff3a95-c0a5-457d-80ee-3e933e5e29aa None None] Sync routers for ids ['50551285-2092-4a50-b0b4-034ad7c5d00c'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:38.355843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39490) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:38.380769 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff3a95-c0a5-457d-80ee-3e933e5e29aa None None] Routers {'50551285-2092-4a50-b0b4-034ad7c5d00c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:38.381440 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-88ff3a95-c0a5-457d-80ee-3e933e5e29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['50551285-2092-4a50-b0b4-034ad7c5d00c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:38.396520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39492) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:38.397502 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8993da1e-4322-4442-ab52-87321d084f62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=50551285-2092-4a50-b0b4-034ad7c5d00c HTTP/1.1" status: 200 len: 205 time: 0.0402050 Aug 16 20:58:38.446902 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-88ff3a95-c0a5-457d-80ee-3e933e5e29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:38.478300 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff3a95-c0a5-457d-80ee-3e933e5e29aa None None] Routers {'50551285-2092-4a50-b0b4-034ad7c5d00c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:38.481097 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-88ff3a95-c0a5-457d-80ee-3e933e5e29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['50551285-2092-4a50-b0b4-034ad7c5d00c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:38.517285 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-88ff3a95-c0a5-457d-80ee-3e933e5e29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:38.518193 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff3a95-c0a5-457d-80ee-3e933e5e29aa None None] The sync data for ids ['50551285-2092-4a50-b0b4-034ad7c5d00c'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:38.629415 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9da73608-b197-49cc-b590-871f7c30a60e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.895497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9da73608-b197-49cc-b590-871f7c30a60e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.898492 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9da73608-b197-49cc-b590-871f7c30a60e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.078870 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9da73608-b197-49cc-b590-871f7c30a60e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.079822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da73608-b197-49cc-b590-871f7c30a60e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Fanout notify agent at l3_agent the message router_deleted on router 50551285-2092-4a50-b0b4-034ad7c5d00c {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:39.094481 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9da73608-b197-49cc-b590-871f7c30a60e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.095810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9da73608-b197-49cc-b590-871f7c30a60e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/50551285-2092-4a50-b0b4-034ad7c5d00c HTTP/1.1" status: 204 len: 168 time: 0.6980615 Aug 16 20:58:39.098945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39514) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:39.184806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b171b70-d2cb-4aeb-845d-b43599b9ab1e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting subnet a32acc3c-a0a3-44ce-b8ef-0abaeadf76b9 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:39.190011 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b171b70-d2cb-4aeb-845d-b43599b9ab1e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.256843 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b171b70-d2cb-4aeb-845d-b43599b9ab1e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.411961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b171b70-d2cb-4aeb-845d-b43599b9ab1e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.599433 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b171b70-d2cb-4aeb-845d-b43599b9ab1e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.639516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b027a4-3c82-4d51-8eeb-e3cb4f1b70b4 None None] Network 377c6ae5-6530-482f-94b7-838035cff059 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:39.729327 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9b171b70-d2cb-4aeb-845d-b43599b9ab1e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.739988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9b171b70-d2cb-4aeb-845d-b43599b9ab1e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/a32acc3c-a0a3-44ce-b8ef-0abaeadf76b9 HTTP/1.1" status: 204 len: 168 time: 0.6377263 Aug 16 20:58:39.740991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39536) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:39.742457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b171b70-d2cb-4aeb-845d-b43599b9ab1e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Subnet': ['ID=a32acc3c-a0a3-44ce-b8ef-0abaeadf76b9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:39.962721 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.032420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20efc0c5-4180-4b9b-85a9-209b26494409 None None] DHCP port deletion for 377c6ae5-6530-482f-94b7-838035cff059 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:40.065126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:40.066188 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.110792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-20efc0c5-4180-4b9b-85a9-209b26494409 None None] Deleting port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:40.111051 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-20efc0c5-4180-4b9b-85a9-209b26494409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.211641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] For port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e,segment=NetworkSegment(92c6654b-318c-4b67-a77d-73ef09079012),segment_id=92c6654b-318c-4b67-a77d-73ef09079012)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:40.229324 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.249631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-20efc0c5-4180-4b9b-85a9-209b26494409 None None] For port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e,segment=NetworkSegment(92c6654b-318c-4b67-a77d-73ef09079012),segment_id=92c6654b-318c-4b67-a77d-73ef09079012)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:40.249631 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-20efc0c5-4180-4b9b-85a9-209b26494409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.288913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-20efc0c5-4180-4b9b-85a9-209b26494409 None None] Calling delete_port for 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:40.292150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:40.559839 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.570166 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-20efc0c5-4180-4b9b-85a9-209b26494409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.630855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efc0c5-4180-4b9b-85a9-209b26494409 None None] No DVR routers for this DVR port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:40.640932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efc0c5-4180-4b9b-85a9-209b26494409 None None] Pushing event deleted for resources: {'Port': ['ID=3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:40.656557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:40.673276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No DVR routers for this DVR port 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:40.674583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:40.703957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:40.704312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3101a19f-0b0a-4dd8-9e7d-0bf637bffe2e not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:40.799721 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.811085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377c6ae5-6530-482f-94b7-838035cff059']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:40.828447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c6654b-318c-4b67-a77d-73ef09079012') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:40.842577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c6654b-318c-4b67-a77d-73ef09079012') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:40.842577 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.851714 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.859291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:40.859700 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:40.862837 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:41.020823 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.027388 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.030198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/networks/377c6ae5-6530-482f-94b7-838035cff059 HTTP/1.1" status: 204 len: 168 time: 1.2881663 Aug 16 20:58:41.033940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39576) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:41.040951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1197674597', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:41.045780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c01fa2-dc89-4d64-b1e7-7ac386111dfe tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Network': ['ID=377c6ae5-6530-482f-94b7-838035cff059,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:41.152795 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.154159 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.228219 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.496634 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.966886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.993362 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:42.254251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Allocated IP 172.25.4.219 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/50f93179-1220-49e7-8c2a-4103cdef18e4) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:42.386026 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:42.534785 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:42.614992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:42.624890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:42.631533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:42.676171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=50f93179-1220-49e7-8c2a-4103cdef18e4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:42.754592 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:58:43.084984 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.376235 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.651057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router f0bc0377-de45-40b0-b8cf-1185995bf8d6 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:58:43.781086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:43.792914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b1506-2a4b-46d1-bca8-5d6bb859397c None None] Sync routers for ids ['f0bc0377-de45-40b0-b8cf-1185995bf8d6'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:43.805121 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b1506-2a4b-46d1-bca8-5d6bb859397c None None] Routers {'f0bc0377-de45-40b0-b8cf-1185995bf8d6'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:43.809890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6c6b1506-2a4b-46d1-bca8-5d6bb859397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bc0377-de45-40b0-b8cf-1185995bf8d6'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:43.850101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6c6b1506-2a4b-46d1-bca8-5d6bb859397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:43.859866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b1506-2a4b-46d1-bca8-5d6bb859397c None None] Routers {'f0bc0377-de45-40b0-b8cf-1185995bf8d6'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:43.860481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6c6b1506-2a4b-46d1-bca8-5d6bb859397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bc0377-de45-40b0-b8cf-1185995bf8d6'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:43.895959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6c6b1506-2a4b-46d1-bca8-5d6bb859397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:43.896611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b1506-2a4b-46d1-bca8-5d6bb859397c None None] The sync data for ids ['f0bc0377-de45-40b0-b8cf-1185995bf8d6'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:43.954137 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.955881 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3d89fba6-b472-4299-bcd3-39d884c1af82 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9183378 Aug 16 20:58:43.957446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39664) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:44.053806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39668) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:44.089089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f333c625-bd1a-4455-9126-8172fe31f5eb tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/routers/f0bc0377-de45-40b0-b8cf-1185995bf8d6 HTTP/1.1" status: 200 len: 881 time: 0.1285429 Aug 16 20:58:44.090333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39674) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:44.400075 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-205153d7-684a-41c4-9dec-19f0cc0b779f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3085370 Aug 16 20:58:44.403601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39684) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:44.410129 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b18e9493-a5d3-4ce9-92e6-227e3348ba15 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1197674597'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:44.990451 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b18e9493-a5d3-4ce9-92e6-227e3348ba15 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.002035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.179478 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b18e9493-a5d3-4ce9-92e6-227e3348ba15 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.341476 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1240953d-75bf-4dad-9f04-a9eba200fe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.345512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-81dead60-938b-4123-acae-0415fbf01d90 req-2b6729a1-a5be-462d-a402-35c283a442ec service neutron] (95262) timed out ('10.222.0.74', 44654) {{(pid=95262) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:58:45.382677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] Deleting port 8e64acbd-45f8-4a67-af3d-1769790e99a3 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:45.383165 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.640742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] For port 8e64acbd-45f8-4a67-af3d-1769790e99a3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8e64acbd-45f8-4a67-af3d-1769790e99a3,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:45.650291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.667951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] Calling delete_port for 8e64acbd-45f8-4a67-af3d-1769790e99a3 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:45.883781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18e9493-a5d3-4ce9-92e6-227e3348ba15 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router f0bc0377-de45-40b0-b8cf-1185995bf8d6 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:46.098972 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18e9493-a5d3-4ce9-92e6-227e3348ba15 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:46.115156 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b18e9493-a5d3-4ce9-92e6-227e3348ba15 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.115156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b18e9493-a5d3-4ce9-92e6-227e3348ba15 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/f0bc0377-de45-40b0-b8cf-1185995bf8d6 HTTP/1.1" status: 200 len: 888 time: 1.7045071 Aug 16 20:58:46.115463 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ce4317-7bd5-436c-86f3-6f0174dd2b47 None None] Sync routers for ids ['f0bc0377-de45-40b0-b8cf-1185995bf8d6'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:46.116615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39718) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:46.126784 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ce4317-7bd5-436c-86f3-6f0174dd2b47 None None] Routers {'f0bc0377-de45-40b0-b8cf-1185995bf8d6'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:46.128159 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-96ce4317-7bd5-436c-86f3-6f0174dd2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bc0377-de45-40b0-b8cf-1185995bf8d6'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:46.231494 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-96ce4317-7bd5-436c-86f3-6f0174dd2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:46.254041 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ce4317-7bd5-436c-86f3-6f0174dd2b47 None None] Routers {'f0bc0377-de45-40b0-b8cf-1185995bf8d6'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:46.257054 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-96ce4317-7bd5-436c-86f3-6f0174dd2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bc0377-de45-40b0-b8cf-1185995bf8d6'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:46.296185 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.353679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e64acbd-45f8-4a67-af3d-1769790e99a3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:46.363506 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-96ce4317-7bd5-436c-86f3-6f0174dd2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:46.365294 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ce4317-7bd5-436c-86f3-6f0174dd2b47 None None] The sync data for ids ['f0bc0377-de45-40b0-b8cf-1185995bf8d6'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:46.429499 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-51cde084-7e44-4424-a163-bb2963ee7890 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/routers/f0bc0377-de45-40b0-b8cf-1185995bf8d6 HTTP/1.1" status: 200 len: 888 time: 0.3114886 Aug 16 20:58:46.432854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39726) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:46.494739 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9d4fc901-b40d-412d-9ff4-d97b2f7fdeed tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=f0bc0377-de45-40b0-b8cf-1185995bf8d6 HTTP/1.1" status: 200 len: 205 time: 0.0601418 Aug 16 20:58:46.498136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39730) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:46.729776 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.760553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.893174 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.989558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] Router 76972155-349b-472c-a21a-eec1b4622fc7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:47.129676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port 50f93179-1220-49e7-8c2a-4103cdef18e4 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:47.130027 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.133407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:47.145045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b647979-b003-46fd-ae5b-a9fee36e9c4b None None] Sync routers for ids ['76972155-349b-472c-a21a-eec1b4622fc7'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:47.148489 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b9823aa4-9d4b-4d14-b56a-e9a5443d033c admin admin] 10.222.0.74 "PUT /v2.0/routers/76972155-349b-472c-a21a-eec1b4622fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0904813 Aug 16 20:58:47.152345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39740) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:47.168119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b647979-b003-46fd-ae5b-a9fee36e9c4b None None] Routers {'76972155-349b-472c-a21a-eec1b4622fc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:47.173068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8b647979-b003-46fd-ae5b-a9fee36e9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['76972155-349b-472c-a21a-eec1b4622fc7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:47.269620 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.288426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for 50f93179-1220-49e7-8c2a-4103cdef18e4 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:47.294891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.393731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-8b647979-b003-46fd-ae5b-a9fee36e9c4b None None] Set router 76972155-349b-472c-a21a-eec1b4622fc7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:47.593742 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-752a7b7d-1748-48be-bd05-aa54027c3d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.773678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8b647979-b003-46fd-ae5b-a9fee36e9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:58:46Z', 'revision_number': 5, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:47.826596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b647979-b003-46fd-ae5b-a9fee36e9c4b None None] Checking router: 76972155-349b-472c-a21a-eec1b4622fc7 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:47.833220 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.857958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b647979-b003-46fd-ae5b-a9fee36e9c4b None None] Routers {'76972155-349b-472c-a21a-eec1b4622fc7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:47.858333 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8b647979-b003-46fd-ae5b-a9fee36e9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['76972155-349b-472c-a21a-eec1b4622fc7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:47.869771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=50f93179-1220-49e7-8c2a-4103cdef18e4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:47.883129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.937136 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.981103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-8b647979-b003-46fd-ae5b-a9fee36e9c4b None None] Set router 76972155-349b-472c-a21a-eec1b4622fc7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:48.039263 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.042865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.080285 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.129551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Deleting port 4782954e-5bd2-45af-8409-b58ad8aa486a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:48.132885 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.208989 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.209561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Fanout notify agent at l3_agent the message router_deleted on router f0bc0377-de45-40b0-b8cf-1185995bf8d6 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:48.221549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] For port 4782954e-5bd2-45af-8409-b58ad8aa486a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4782954e-5bd2-45af-8409-b58ad8aa486a,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:48.222174 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.230753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.231966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-14e8fdab-1602-4b8a-8a33-63ff7a494c0d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/f0bc0377-de45-40b0-b8cf-1185995bf8d6 HTTP/1.1" status: 204 len: 168 time: 1.7328906 Aug 16 20:58:48.236633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39754) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:48.250785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'network': {'name': 'tempest-RoutersTest-1132719335'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:48.256954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Calling delete_port for 4782954e-5bd2-45af-8409-b58ad8aa486a owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:48.262488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8b647979-b003-46fd-ae5b-a9fee36e9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:58:46Z', 'revision_number': 5, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:48.304950 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b647979-b003-46fd-ae5b-a9fee36e9c4b None None] The sync data for ids ['76972155-349b-472c-a21a-eec1b4622fc7'] in n-d-793619-14 is: [{'id': '76972155-349b-472c-a21a-eec1b4622fc7', 'name': 'tempest-TaggedBootDevicesTest-1207313867-router', 'tenant_id': 'c0a087a9019a4187a37aa8311ae2b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:20Z', 'updated_at': '2021-08-16T20:58:46Z', 'revision_number': 5, 'project_id': 'c0a087a9019a4187a37aa8311ae2b939', 'gw_port': {'id': '4782954e-5bd2-45af-8409-b58ad8aa486a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76972155-349b-472c-a21a-eec1b4622fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:22Z', 'updated_at': '2021-08-16T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:48.371018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:48.375759 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.424075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:48.439467 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.439815 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added segment 5f13c7bf-53bd-4b6b-a28a-be86a05b6345 of type vlan for network 48966a4d-2cc5-488f-9b85-246b7297b5f7 Aug 16 20:58:48.493377 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.610358 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.610593 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.616967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:48.617833 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.661666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8e64acbd-45f8-4a67-af3d-1769790e99a3 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:48.662956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Pushing event deleted for resources: {'Port': ['ID=4782954e-5bd2-45af-8409-b58ad8aa486a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:48.715358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8e64acbd-45f8-4a67-af3d-1769790e99a3 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:48.716023 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8e64acbd-45f8-4a67-af3d-1769790e99a3 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:48.724135 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Network': ['ID=48966a4d-2cc5-488f-9b85-246b7297b5f7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:48.739218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 48966a4d-2cc5-488f-9b85-246b7297b5f7 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:48.800261 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.811853 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2080dc1f-b2c2-465d-8b85-8efebceb20d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5709257 Aug 16 20:58:48.812036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39772) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:48.817512 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'subnet': {'network_id': '48966a4d-2cc5-488f-9b85-246b7297b5f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:48.956603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.962048 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.052579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:49.057079 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.079471 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.080742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76972155-349b-472c-a21a-eec1b4622fc7 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:49.097479 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.099334 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-46caffc8-e61a-4688-9a30-7c5759121228 admin admin] 10.222.0.74 "DELETE /v2.0/routers/76972155-349b-472c-a21a-eec1b4622fc7 HTTP/1.1" status: 204 len: 168 time: 1.9450517 Aug 16 20:58:49.101813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39776) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:49.201497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed72b5e3-0641-415e-978a-83d92f5a6b9d admin admin] Deleting subnet ebd35abf-7995-4566-8e60-30dabd3fd226 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:49.205800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed72b5e3-0641-415e-978a-83d92f5a6b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.232210 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.246737 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed72b5e3-0641-415e-978a-83d92f5a6b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.337163 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed72b5e3-0641-415e-978a-83d92f5a6b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.412075 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.472209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Subnet': ['ID=08680e96-3196-496c-aa36-e5243ca18bd8,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:49.482837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Checking segment: {'id': '5f13c7bf-53bd-4b6b-a28a-be86a05b6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '48966a4d-2cc5-488f-9b85-246b7297b5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:49.483185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network hostable DHCP agents. Network: 48966a4d-2cc5-488f-9b85-246b7297b5f7, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:49.496457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed72b5e3-0641-415e-978a-83d92f5a6b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.528377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72b5e3-0641-415e-978a-83d92f5a6b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd35abf-7995-4566-8e60-30dabd3fd226,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:49.534929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed72b5e3-0641-415e-978a-83d92f5a6b9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.542162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea22f4-6d1d-454c-ab83-e63326645117 None None] Network f811c930-d940-4fe5-b868-27e98c3af345 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:49.549535 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ed72b5e3-0641-415e-978a-83d92f5a6b9d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ebd35abf-7995-4566-8e60-30dabd3fd226 HTTP/1.1" status: 204 len: 168 time: 0.4460371 Aug 16 20:58:49.552617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39786) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:49.581186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 48966a4d-2cc5-488f-9b85-246b7297b5f7 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:49.673780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 48966a4d-2cc5-488f-9b85-246b7297b5f7) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:49.678789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:49.679385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.690710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f53724-5e0d-4e31-ac8f-7667a275304b None None] Network 48966a4d-2cc5-488f-9b85-246b7297b5f7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:49.716627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.794621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Deleting port dddc16dd-ffeb-4f1b-bc51-d725f9920683 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:49.795055 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.832426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d83c59dc-0452-4e3f-b62a-de645d8e0a62 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0094655 Aug 16 20:58:49.832426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39794) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:49.840963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-28e1b821-3398-457b-8a33-28c3acac38bc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1744736732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:49.878896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] For port dddc16dd-ffeb-4f1b-bc51-d725f9920683, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dddc16dd-ffeb-4f1b-bc51-d725f9920683,segment=NetworkSegment(b94a6123-878e-4e83-9e98-af62b215106e),segment_id=b94a6123-878e-4e83-9e98-af62b215106e)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:49.879518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.907590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Calling delete_port for dddc16dd-ffeb-4f1b-bc51-d725f9920683 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:49.952843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554ce39b-0d78-4cac-910a-dd7cbd502955 None None] DHCP port deletion for f811c930-d940-4fe5-b868-27e98c3af345 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:49.982107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-48966a4d-2cc5-488f-9b85-246b7297b5f7', 'network_id': '48966a4d-2cc5-488f-9b85-246b7297b5f7', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'fixed_ips': [{'subnet_id': '08680e96-3196-496c-aa36-e5243ca18bd8'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:58:49.983196 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.054373 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e1b821-3398-457b-8a33-28c3acac38bc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.055609 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e1b821-3398-457b-8a33-28c3acac38bc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.130390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.168604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-554ce39b-0d78-4cac-910a-dd7cbd502955 None None] Deleting port dddc16dd-ffeb-4f1b-bc51-d725f9920683 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:50.171012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Pushing event deleted for resources: {'Port': ['ID=dddc16dd-ffeb-4f1b-bc51-d725f9920683,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:50.176982 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-554ce39b-0d78-4cac-910a-dd7cbd502955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.186605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] No DVR routers for this DVR port dddc16dd-ffeb-4f1b-bc51-d725f9920683 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:50.190076 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e1b821-3398-457b-8a33-28c3acac38bc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.323504 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e1b821-3398-457b-8a33-28c3acac38bc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.348994 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.363603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-554ce39b-0d78-4cac-910a-dd7cbd502955 None None] For port dddc16dd-ffeb-4f1b-bc51-d725f9920683, host n-d-793619-14, got binding levels [] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:50.364247 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-554ce39b-0d78-4cac-910a-dd7cbd502955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.372438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f811c930-d940-4fe5-b868-27e98c3af345']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:50.395938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-554ce39b-0d78-4cac-910a-dd7cbd502955 None None] Calling delete_port for dddc16dd-ffeb-4f1b-bc51-d725f9920683 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:50.401192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.ipam_backend_mixin [None req-554ce39b-0d78-4cac-910a-dd7cbd502955 None None] Port dddc16dd-ffeb-4f1b-bc51-d725f9920683 was not found and therefore no delete operation was performed {{(pid=95263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:58:50.405291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Allocated IP 172.20.0.2 (48966a4d-2cc5-488f-9b85-246b7297b5f7/08680e96-3196-496c-aa36-e5243ca18bd8/bfac6404-115e-4d89-a08a-48c26b34dfc6) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:50.408530 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-554ce39b-0d78-4cac-910a-dd7cbd502955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.421749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94a6123-878e-4e83-9e98-af62b215106e') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:50.424498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94a6123-878e-4e83-9e98-af62b215106e') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:50.450225 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e1b821-3398-457b-8a33-28c3acac38bc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.451482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-28e1b821-3398-457b-8a33-28c3acac38bc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6197720 Aug 16 20:58:50.454274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39808) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.462138 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.467572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ce39b-0d78-4cac-910a-dd7cbd502955 None None] Pushing event deleted for resources: {'Port': ['ID=dddc16dd-ffeb-4f1b-bc51-d725f9920683,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:50.475231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ce39b-0d78-4cac-910a-dd7cbd502955 None None] No DVR routers for this DVR port dddc16dd-ffeb-4f1b-bc51-d725f9920683 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:50.530417 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.544040 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:50.544915 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:50.638462 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:50.678394 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.711091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dddc16dd-ffeb-4f1b-bc51-d725f9920683 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:50.729748 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.747778 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.747778 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] 10.222.0.74 "DELETE /v2.0/networks/f811c930-d940-4fe5-b868-27e98c3af345 HTTP/1.1" status: 204 len: 168 time: 1.1921766 Aug 16 20:58:50.747979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: dddc16dd-ffeb-4f1b-bc51-d725f9920683 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:50.747979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dddc16dd-ffeb-4f1b-bc51-d725f9920683 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:50.747979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4782954e-5bd2-45af-8409-b58ad8aa486a no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:50.760495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05417055-163d-43f8-bcc6-b0b03998fffa admin admin] Pushing event deleted for resources: {'Network': ['ID=f811c930-d940-4fe5-b868-27e98c3af345,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:50.804592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 4782954e-5bd2-45af-8409-b58ad8aa486a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:50.804941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4782954e-5bd2-45af-8409-b58ad8aa486a not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:50.814252 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.836348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Transition to ACTIVE for port object bfac6404-115e-4d89-a08a-48c26b34dfc6 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:50.868585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Transition to ACTIVE for port object bfac6404-115e-4d89-a08a-48c26b34dfc6 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:50.953696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.969070 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.072667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Network 48966a4d-2cc5-488f-9b85-246b7297b5f7 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:51.077583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:51.085947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Pushing event updated for resources: {'Port': ['ID=bfac6404-115e-4d89-a08a-48c26b34dfc6,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:51.088884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:51.196322 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Attempting to bind port bfac6404-115e-4d89-a08a-48c26b34dfc6 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:51.196738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Attempting to bind port bfac6404-115e-4d89-a08a-48c26b34dfc6 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '5f13c7bf-53bd-4b6b-a28a-be86a05b6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '48966a4d-2cc5-488f-9b85-246b7297b5f7'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:51.197095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Attempting to bind port bfac6404-115e-4d89-a08a-48c26b34dfc6 on network 48966a4d-2cc5-488f-9b85-246b7297b5f7 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:51.207627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:51.208001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Checking segment: {'id': '5f13c7bf-53bd-4b6b-a28a-be86a05b6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '48966a4d-2cc5-488f-9b85-246b7297b5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:51.208409 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.210960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Bound using segment: {'id': '5f13c7bf-53bd-4b6b-a28a-be86a05b6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '48966a4d-2cc5-488f-9b85-246b7297b5f7'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:51.217980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Bound port: bfac6404-115e-4d89-a08a-48c26b34dfc6, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f13c7bf-53bd-4b6b-a28a-be86a05b6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '48966a4d-2cc5-488f-9b85-246b7297b5f7'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:51.219848 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.336714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] For port bfac6404-115e-4d89-a08a-48c26b34dfc6, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:51.340947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Allocated IP 172.20.0.1 (48966a4d-2cc5-488f-9b85-246b7297b5f7/08680e96-3196-496c-aa36-e5243ca18bd8/f16b6fc9-be88-4163-a243-42488707e75f) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:51.341593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] For port bfac6404-115e-4d89-a08a-48c26b34dfc6, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bfac6404-115e-4d89-a08a-48c26b34dfc6,segment=NetworkSegment(5f13c7bf-53bd-4b6b-a28a-be86a05b6345),segment_id=5f13c7bf-53bd-4b6b-a28a-be86a05b6345)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:51.447827 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.516728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39826) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.582239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.608512 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-32a4d85e-442a-40bf-9d2a-b78eb049af58 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0a087a9019a4187a37aa8311ae2b939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898533 Aug 16 20:58:51.611295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39830) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.612882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a61467-1032-4149-9fd7-12937fd6239d None None] Pushing event updated for resources: {'Port': ['ID=bfac6404-115e-4d89-a08a-48c26b34dfc6,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:51.636313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Transition to ACTIVE for port object f16b6fc9-be88-4163-a243-42488707e75f will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:51.736035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-578a060a-d29d-4bc6-992b-7c418198d189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.769078 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-578a060a-d29d-4bc6-992b-7c418198d189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.787990 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.881446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 48966a4d-2cc5-488f-9b85-246b7297b5f7 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:51.894870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:51.899455 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:51.907903 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-578a060a-d29d-4bc6-992b-7c418198d189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.910613 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-578a060a-d29d-4bc6-992b-7c418198d189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.912270 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-578a060a-d29d-4bc6-992b-7c418198d189 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6ed7c2e8-dc79-4056-b2a3-a3493f34a370 HTTP/1.1" status: 204 len: 168 time: 0.2998040 Aug 16 20:58:51.925432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a060a-d29d-4bc6-992b-7c418198d189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed7c2e8-dc79-4056-b2a3-a3493f34a370,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:51.963225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=f16b6fc9-be88-4163-a243-42488707e75f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:52.016845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.377438 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.697723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bfac6404-115e-4d89-a08a-48c26b34dfc6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:52.742667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.930419 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.931623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port bfac6404-115e-4d89-a08a-48c26b34dfc6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:53.010703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e780564-3c2c-41cc-a052-796edee17469 None None] Network 48966a4d-2cc5-488f-9b85-246b7297b5f7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:53.022172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=f16b6fc9-be88-4163-a243-42488707e75f,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:53.035326 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.188783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 48966a4d-2cc5-488f-9b85-246b7297b5f7 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:53.188783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:53.297949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a34bfe87-24d5-4936-97fd-9567f99b920f None None] Provisioning for port bfac6404-115e-4d89-a08a-48c26b34dfc6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:53.306385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a34bfe87-24d5-4936-97fd-9567f99b920f None None] Provisioning complete for port bfac6404-115e-4d89-a08a-48c26b34dfc6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:53.309357 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a34bfe87-24d5-4936-97fd-9567f99b920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.738070 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a34bfe87-24d5-4936-97fd-9567f99b920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.789138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a34bfe87-24d5-4936-97fd-9567f99b920f None None] For port bfac6404-115e-4d89-a08a-48c26b34dfc6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bfac6404-115e-4d89-a08a-48c26b34dfc6,segment=NetworkSegment(5f13c7bf-53bd-4b6b-a28a-be86a05b6345),segment_id=5f13c7bf-53bd-4b6b-a28a-be86a05b6345)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:53.902147 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a34bfe87-24d5-4936-97fd-9567f99b920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.929681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 27087dc7-33bf-4bcc-95c4-71a421c93746 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:58:53.952556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39880) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:53.984850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bfe87-24d5-4936-97fd-9567f99b920f None None] Pushing event updated for resources: {'Port': ['ID=bfac6404-115e-4d89-a08a-48c26b34dfc6,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:54.090415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d9de0e9c-dcd4-44fe-857c-a577aa1ad183 None None] Provisioning for port f16b6fc9-be88-4163-a243-42488707e75f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:54.101503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d9de0e9c-dcd4-44fe-857c-a577aa1ad183 None None] Provisioning complete for port f16b6fc9-be88-4163-a243-42488707e75f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:54.101503 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d9de0e9c-dcd4-44fe-857c-a577aa1ad183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.135215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:54.143350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b7cefc9e-4341-46b0-9209-272d1ea2dd67 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/27087dc7-33bf-4bcc-95c4-71a421c93746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6851816 Aug 16 20:58:54.144038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39888) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:54.144181 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9296a2-fb7a-4de7-a8b3-48cf05e41068 None None] Sync routers for ids ['27087dc7-33bf-4bcc-95c4-71a421c93746'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:54.162248 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9296a2-fb7a-4de7-a8b3-48cf05e41068 None None] Routers {'27087dc7-33bf-4bcc-95c4-71a421c93746'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:54.162893 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0c9296a2-fb7a-4de7-a8b3-48cf05e41068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27087dc7-33bf-4bcc-95c4-71a421c93746'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:54.192320 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2dc69500-77e7-4a25-923e-79462661bd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.201733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d9de0e9c-dcd4-44fe-857c-a577aa1ad183 None None] Port f16b6fc9-be88-4163-a243-42488707e75f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:54.218262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d9de0e9c-dcd4-44fe-857c-a577aa1ad183 None None] Provisioning complete for port bfac6404-115e-4d89-a08a-48c26b34dfc6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:54.219165 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d9de0e9c-dcd4-44fe-857c-a577aa1ad183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.245901 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0c9296a2-fb7a-4de7-a8b3-48cf05e41068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:54.263931 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9296a2-fb7a-4de7-a8b3-48cf05e41068 None None] Routers {'27087dc7-33bf-4bcc-95c4-71a421c93746'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:54.264554 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0c9296a2-fb7a-4de7-a8b3-48cf05e41068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27087dc7-33bf-4bcc-95c4-71a421c93746'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:54.310461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adea51f-3848-4c69-b3f8-a1813fb429c1 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:54.318308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39892) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:54.319734 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0adea51f-3848-4c69-b3f8-a1813fb429c1 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports/f16b6fc9-be88-4163-a243-42488707e75f HTTP/1.1" status: 200 len: 910 time: 0.1736140 Aug 16 20:58:54.324324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-31bac2e9-f89e-4545-9cef-5e0a87e9479e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '08680e96-3196-496c-aa36-e5243ca18bd8'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:54.357362 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0c9296a2-fb7a-4de7-a8b3-48cf05e41068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:54.358045 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9296a2-fb7a-4de7-a8b3-48cf05e41068 None None] The sync data for ids ['27087dc7-33bf-4bcc-95c4-71a421c93746'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:54.409271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39896) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:54.560070 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2dc69500-77e7-4a25-923e-79462661bd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.573779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-12514224-ce88-43bb-8b11-ba3ce26a7fec None None] Provisioning complete for port f16b6fc9-be88-4163-a243-42488707e75f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:54.574908 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-12514224-ce88-43bb-8b11-ba3ce26a7fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.615822 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2dc69500-77e7-4a25-923e-79462661bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.640670 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31bac2e9-f89e-4545-9cef-5e0a87e9479e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.694172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-12514224-ce88-43bb-8b11-ba3ce26a7fec None None] Port f16b6fc9-be88-4163-a243-42488707e75f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:54.697010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-914354813-network', 'tenant_id': '91185f78f581462a89fb045b6eabe29c'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:54.705385 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2dc69500-77e7-4a25-923e-79462661bd91 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ddcece61b7d04ea9bbed7c32fb67acc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7510269 Aug 16 20:58:54.709339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc69500-77e7-4a25-923e-79462661bd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053ef58b-a1cc-4653-aa05-9a9c2b1786d4,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:54.709510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39906) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:54.710716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bfac6404-115e-4d89-a08a-48c26b34dfc6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:54.769226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bfac6404-115e-4d89-a08a-48c26b34dfc6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:54.769858 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.923261 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5decf8f-c002-41b0-b67f-fb88f21e9350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.939235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Made reservation on behalf of 91185f78f581462a89fb045b6eabe29c for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:54.945248 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.964047 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:55.044822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5decf8f-c002-41b0-b67f-fb88f21e9350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:55.303851 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:55.331511 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31bac2e9-f89e-4545-9cef-5e0a87e9479e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.042655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5decf8f-c002-41b0-b67f-fb88f21e9350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.045254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f5decf8f-c002-41b0-b67f-fb88f21e9350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.046742 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f5decf8f-c002-41b0-b67f-fb88f21e9350 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/053ef58b-a1cc-4653-aa05-9a9c2b1786d4 HTTP/1.1" status: 204 len: 168 time: 1.3143294 Aug 16 20:58:56.055179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5decf8f-c002-41b0-b67f-fb88f21e9350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053ef58b-a1cc-4653-aa05-9a9c2b1786d4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:56.106021 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31bac2e9-f89e-4545-9cef-5e0a87e9479e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.115433 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.179122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:56.219506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.219848 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Added segment bb704c9c-badf-4bc3-995f-14a768a98fe5 of type vlan for network ad997384-0869-4d31-8e1c-e160e45b9d67 Aug 16 20:58:56.229971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4439b503-63ce-4a7c-b6ef-594f0f92c030,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:56.242611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bac2e9-f89e-4545-9cef-5e0a87e9479e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:56.242611 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31bac2e9-f89e-4545-9cef-5e0a87e9479e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.242611 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-31bac2e9-f89e-4545-9cef-5e0a87e9479e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/ports/f16b6fc9-be88-4163-a243-42488707e75f HTTP/1.1" status: 200 len: 910 time: 1.9204588 Aug 16 20:58:56.243530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bac2e9-f89e-4545-9cef-5e0a87e9479e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=f16b6fc9-be88-4163-a243-42488707e75f,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:56.244868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39948) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:56.290100 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.439434 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.441820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:56.442559 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.563569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] Pushing event updated for resources: {'Network': ['ID=ad997384-0869-4d31-8e1c-e160e45b9d67,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:56.579232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network ad997384-0869-4d31-8e1c-e160e45b9d67 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:56.579822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4a305d42-57d8-4654-94a3-a0e80d61592c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1532700 Aug 16 20:58:56.580408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39958) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:56.597824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] Request body: {'subnet': {'network_id': 'ad997384-0869-4d31-8e1c-e160e45b9d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-914354813-subnet', 'tenant_id': '91185f78f581462a89fb045b6eabe29c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:56.713158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] Made reservation on behalf of 91185f78f581462a89fb045b6eabe29c for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:56.716110 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.729496 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52febb5c-1b03-4325-8707-527e01a6f67f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.914745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39960) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:56.931807 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3f1e07ea-2662-4aa2-bd5e-ff23e8df6083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.010478 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.061945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-52febb5c-1b03-4325-8707-527e01a6f67f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port f16b6fc9-be88-4163-a243-42488707e75f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:57.063207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52febb5c-1b03-4325-8707-527e01a6f67f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.107486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c2ca28-a5f0-425c-ae61-73b1d5b66f69,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.142005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] Checking segment: {'id': 'bb704c9c-badf-4bc3-995f-14a768a98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ad997384-0869-4d31-8e1c-e160e45b9d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:57.142523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] Network hostable DHCP agents. Network: ad997384-0869-4d31-8e1c-e160e45b9d67, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:57.170627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3f1e07ea-2662-4aa2-bd5e-ff23e8df6083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.184293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52febb5c-1b03-4325-8707-527e01a6f67f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.196056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-52febb5c-1b03-4325-8707-527e01a6f67f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for f16b6fc9-be88-4163-a243-42488707e75f owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:57.255585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] Network ad997384-0869-4d31-8e1c-e160e45b9d67 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:57.325503 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3f1e07ea-2662-4aa2-bd5e-ff23e8df6083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.404401 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3f1e07ea-2662-4aa2-bd5e-ff23e8df6083 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9a41668e7b9c4346b29ce52c08a5724a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4884539 Aug 16 20:58:57.404662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39968) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:57.412593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e07ea-2662-4aa2-bd5e-ff23e8df6083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c564f9e8-e1f3-4c63-906b-986447853003,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.456574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, ad997384-0869-4d31-8e1c-e160e45b9d67) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:57.467348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4adbdfc-e872-41f3-83f5-ea7dd070e10e None None] Network ad997384-0869-4d31-8e1c-e160e45b9d67 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:57.488393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:57.488997 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.491496 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fcd17770-c9d1-4f42-a132-e410846ee104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.520635 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fcd17770-c9d1-4f42-a132-e410846ee104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.546884 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52febb5c-1b03-4325-8707-527e01a6f67f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.585075 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d3d131b0-3ca4-4a42-a079-a9b4ce1c26e9 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9920881 Aug 16 20:58:57.595388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52febb5c-1b03-4325-8707-527e01a6f67f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=f16b6fc9-be88-4163-a243-42488707e75f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.663385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfccb4b-d82d-4b84-a561-560e078775ef None None] Network ad997384-0869-4d31-8e1c-e160e45b9d67 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:57.763612 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52febb5c-1b03-4325-8707-527e01a6f67f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.782269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fcd17770-c9d1-4f42-a132-e410846ee104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.795644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fcd17770-c9d1-4f42-a132-e410846ee104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.795644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fcd17770-c9d1-4f42-a132-e410846ee104 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c564f9e8-e1f3-4c63-906b-986447853003 HTTP/1.1" status: 204 len: 168 time: 0.3814876 Aug 16 20:58:57.823289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd17770-c9d1-4f42-a132-e410846ee104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c564f9e8-e1f3-4c63-906b-986447853003,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:58.015618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52febb5c-1b03-4325-8707-527e01a6f67f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 27087dc7-33bf-4bcc-95c4-71a421c93746 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:58.104171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52febb5c-1b03-4325-8707-527e01a6f67f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:58.109580 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-52febb5c-1b03-4325-8707-527e01a6f67f tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/27087dc7-33bf-4bcc-95c4-71a421c93746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636701 Aug 16 20:58:58.112493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40000) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:58.114349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa5f0f6-3709-4af1-bc92-e322bb3b4534 None None] Sync routers for ids ['27087dc7-33bf-4bcc-95c4-71a421c93746'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:58.124101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa5f0f6-3709-4af1-bc92-e322bb3b4534 None None] Routers {'27087dc7-33bf-4bcc-95c4-71a421c93746'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:58.124723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5aa5f0f6-3709-4af1-bc92-e322bb3b4534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27087dc7-33bf-4bcc-95c4-71a421c93746'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:58.162955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f512839d-8581-4807-af95-9ee879e3010c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=27087dc7-33bf-4bcc-95c4-71a421c93746 HTTP/1.1" status: 200 len: 205 time: 0.0481143 Aug 16 20:58:58.174427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40002) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:58.196495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5aa5f0f6-3709-4af1-bc92-e322bb3b4534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:58.207595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa5f0f6-3709-4af1-bc92-e322bb3b4534 None None] Routers {'27087dc7-33bf-4bcc-95c4-71a421c93746'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:58.208703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5aa5f0f6-3709-4af1-bc92-e322bb3b4534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['27087dc7-33bf-4bcc-95c4-71a421c93746'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:58.249238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-5aa5f0f6-3709-4af1-bc92-e322bb3b4534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:58.250500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa5f0f6-3709-4af1-bc92-e322bb3b4534 None None] The sync data for ids ['27087dc7-33bf-4bcc-95c4-71a421c93746'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:58.263999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4c88-948e-4429-8f69-c5f90cf1c3e3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.533415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4c88-948e-4429-8f69-c5f90cf1c3e3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.543330 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4c88-948e-4429-8f69-c5f90cf1c3e3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.682431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-4ce7d81f-e113-4476-8a02-98c7512c6535 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:58.682431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-4ce7d81f-e113-4476-8a02-98c7512c6535 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/networks?id=ad997384-0869-4d31-8e1c-e160e45b9d67 HTTP/1.1" status: 200 len: 813 time: 0.2419219 Aug 16 20:58:58.690120 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4c88-948e-4429-8f69-c5f90cf1c3e3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.690821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5b4c88-948e-4429-8f69-c5f90cf1c3e3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Fanout notify agent at l3_agent the message router_deleted on router 27087dc7-33bf-4bcc-95c4-71a421c93746 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:58.703081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-f81e41e9-ad23-4db1-b5bf-a62cd93f2a52 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/quotas/91185f78f581462a89fb045b6eabe29c HTTP/1.1" status: 200 len: 375 time: 0.0168495 Aug 16 20:58:58.703962 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4c88-948e-4429-8f69-c5f90cf1c3e3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.707999 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fe5b4c88-948e-4429-8f69-c5f90cf1c3e3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/27087dc7-33bf-4bcc-95c4-71a421c93746 HTTP/1.1" status: 204 len: 168 time: 0.5302038 Aug 16 20:58:58.708354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40026) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:58.734166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-1f2549a4-f275-4a77-aa4b-f45487236619 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=91185f78f581462a89fb045b6eabe29c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285819 Aug 16 20:58:58.777228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-978c09bf-27dc-4055-bf6d-b330e7c54fcc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting subnet 08680e96-3196-496c-aa36-e5243ca18bd8 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:58.782527 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-978c09bf-27dc-4055-bf6d-b330e7c54fcc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.847786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-978c09bf-27dc-4055-bf6d-b330e7c54fcc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.926844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-068c2d37-a110-428a-9369-ec3eb74951e1 service neutron] 10.222.0.74 "GET /v2.0/networks/ad997384-0869-4d31-8e1c-e160e45b9d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766255 Aug 16 20:58:59.006480 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-978c09bf-27dc-4055-bf6d-b330e7c54fcc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.076191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-67971179-3f38-4209-abea-50723b7e6091 service neutron] 10.222.0.74 "GET /v2.0/networks/ad997384-0869-4d31-8e1c-e160e45b9d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484311 Aug 16 20:58:59.182376 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-978c09bf-27dc-4055-bf6d-b330e7c54fcc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.218936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c09bf-27dc-4055-bf6d-b330e7c54fcc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Subnet': ['ID=08680e96-3196-496c-aa36-e5243ca18bd8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:59.232380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01858ad3-bdc3-470b-9cdf-2d1ff17d556b None None] Network 48966a4d-2cc5-488f-9b85-246b7297b5f7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:59.243262 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-978c09bf-27dc-4055-bf6d-b330e7c54fcc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.251144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40050) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:59.254445 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-978c09bf-27dc-4055-bf6d-b330e7c54fcc tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/08680e96-3196-496c-aa36-e5243ca18bd8 HTTP/1.1" status: 204 len: 168 time: 0.5420582 Aug 16 20:58:59.365705 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.430101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port bfac6404-115e-4d89-a08a-48c26b34dfc6 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:59.430583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.510466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf8cd69-f58f-43fc-8169-57899b1dc3f8 None None] DHCP port deletion for 48966a4d-2cc5-488f-9b85-246b7297b5f7 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:59.621999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] For port bfac6404-115e-4d89-a08a-48c26b34dfc6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bfac6404-115e-4d89-a08a-48c26b34dfc6,segment=NetworkSegment(5f13c7bf-53bd-4b6b-a28a-be86a05b6345),segment_id=5f13c7bf-53bd-4b6b-a28a-be86a05b6345)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:59.627687 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.720983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for bfac6404-115e-4d89-a08a-48c26b34dfc6 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:59.753499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8cd69-f58f-43fc-8169-57899b1dc3f8 None None] Deleting port bfac6404-115e-4d89-a08a-48c26b34dfc6 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:59.760169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fcf8cd69-f58f-43fc-8169-57899b1dc3f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.917734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fcf8cd69-f58f-43fc-8169-57899b1dc3f8 None None] For port bfac6404-115e-4d89-a08a-48c26b34dfc6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bfac6404-115e-4d89-a08a-48c26b34dfc6,segment=NetworkSegment(5f13c7bf-53bd-4b6b-a28a-be86a05b6345),segment_id=5f13c7bf-53bd-4b6b-a28a-be86a05b6345)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:59.917734 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fcf8cd69-f58f-43fc-8169-57899b1dc3f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.959599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8cd69-f58f-43fc-8169-57899b1dc3f8 None None] Calling delete_port for bfac6404-115e-4d89-a08a-48c26b34dfc6 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:00.032286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c367a048-e5ae-44bd-acbb-cb684b8aa09c req-7cd09d77-6b7d-4296-b147-48c3f362bca6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 210 time: 0.4990692 Aug 16 20:59:00.067040 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.095261 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fcf8cd69-f58f-43fc-8169-57899b1dc3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.114222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8cd69-f58f-43fc-8169-57899b1dc3f8 None None] No DVR routers for this DVR port bfac6404-115e-4d89-a08a-48c26b34dfc6 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:00.121460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=bfac6404-115e-4d89-a08a-48c26b34dfc6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:00.123327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No DVR routers for this DVR port bfac6404-115e-4d89-a08a-48c26b34dfc6 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:00.152136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8cd69-f58f-43fc-8169-57899b1dc3f8 None None] Pushing event deleted for resources: {'Port': ['ID=bfac6404-115e-4d89-a08a-48c26b34dfc6,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:00.289539 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.311077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f73b2-1f41-454d-b7a8-d1ec881b70c0 req-6229a1f2-eb4a-4fa2-8142-27b14b5a5ca0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:00.312567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-269f73b2-1f41-454d-b7a8-d1ec881b70c0 req-6229a1f2-eb4a-4fa2-8142-27b14b5a5ca0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1500366 Aug 16 20:59:00.314252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48966a4d-2cc5-488f-9b85-246b7297b5f7']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:00.332604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f13c7bf-53bd-4b6b-a28a-be86a05b6345') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:00.332897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f13c7bf-53bd-4b6b-a28a-be86a05b6345') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:00.351058 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.379901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c994ac-1d5a-4956-b6c9-df46c5540c62 req-096bdd76-43a0-458f-9bda-b5f3a71ee0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:00.381436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2c994ac-1d5a-4956-b6c9-df46c5540c62 req-096bdd76-43a0-458f-9bda-b5f3a71ee0a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1096 time: 0.1380534 Aug 16 20:59:00.388360 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.398652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-269f73b2-1f41-454d-b7a8-d1ec881b70c0 req-f77381b4-53bc-44d3-bc2c-c765fac0207a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765343 Aug 16 20:59:00.408746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:00.409393 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:00.412492 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:00.569427 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c994ac-1d5a-4956-b6c9-df46c5540c62 req-e302853b-f732-4edf-9446-0bf83567466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:00.571588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2c994ac-1d5a-4956-b6c9-df46c5540c62 req-e302853b-f732-4edf-9446-0bf83567466b service neutron] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.1801872 Aug 16 20:59:00.629624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:00.691334 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.692988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bfac6404-115e-4d89-a08a-48c26b34dfc6 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:00.701130 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.703079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/networks/48966a4d-2cc5-488f-9b85-246b7297b5f7 HTTP/1.1" status: 204 len: 168 time: 1.4501848 Aug 16 20:59:00.705509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2c994ac-1d5a-4956-b6c9-df46c5540c62 req-d61d0173-9ebf-4844-9a81-0ca199675334 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 200 len: 999 time: 0.1212261 Aug 16 20:59:00.706794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40096) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:00.713986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cdd9f000-5db2-48a9-b13a-69979bbc5898 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1105624698', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:00.747607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: bfac6404-115e-4d89-a08a-48c26b34dfc6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:00.747956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bfac6404-115e-4d89-a08a-48c26b34dfc6 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:00.765224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa241586-8223-4fb2-a040-93ff1021a47b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Network': ['ID=48966a4d-2cc5-488f-9b85-246b7297b5f7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:00.780845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18f2c4e0-dcb1-45be-9376-0fba4c8b726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.822213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c994ac-1d5a-4956-b6c9-df46c5540c62 req-86aa2470-dc27-41d7-a76c-40c39db21640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:00.823684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2c994ac-1d5a-4956-b6c9-df46c5540c62 req-86aa2470-dc27-41d7-a76c-40c39db21640 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.1034093 Aug 16 20:59:00.871388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c994ac-1d5a-4956-b6c9-df46c5540c62 req-1bf2c642-c0f3-480f-bc76-7b2f4e8543b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:00.872903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2c994ac-1d5a-4956-b6c9-df46c5540c62 req-1bf2c642-c0f3-480f-bc76-7b2f4e8543b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417483 Aug 16 20:59:00.982150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2c994ac-1d5a-4956-b6c9-df46c5540c62 req-6549122a-5f40-4c0f-9218-91b47cbd33d1 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009123 Aug 16 20:59:00.987056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f000-5db2-48a9-b13a-69979bbc5898 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.988091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f000-5db2-48a9-b13a-69979bbc5898 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.093266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2c994ac-1d5a-4956-b6c9-df46c5540c62 req-8b77b53e-5873-40ee-b977-f29c18f74dba service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004405 Aug 16 20:59:01.093476 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f000-5db2-48a9-b13a-69979bbc5898 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.156606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18f2c4e0-dcb1-45be-9376-0fba4c8b726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.166473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-850755e0-b017-49cd-8af5-3db2a26fb574 req-7cfcdb49-027f-4d24-b85f-8db4f3fb7760 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 210 time: 0.0333340 Aug 16 20:59:01.330011 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f000-5db2-48a9-b13a-69979bbc5898 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.414324 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18f2c4e0-dcb1-45be-9376-0fba4c8b726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.463211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-18f2c4e0-dcb1-45be-9376-0fba4c8b726f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b696b6be13a544a5b1fe28565ca2f8fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8318808 Aug 16 20:59:01.466101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40114) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:01.469484 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c4e0-dcb1-45be-9376-0fba4c8b726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e908198c-de92-4ba9-8210-7f05159b0c60,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:01.576524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd678c-6f47-464a-9335-a015b4957e59 req-3c67deb2-bad7-4d0d-84a4-d11433352c8b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:01.578157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4bd678c-6f47-464a-9335-a015b4957e59 req-3c67deb2-bad7-4d0d-84a4-d11433352c8b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0802383 Aug 16 20:59:01.579204 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ea90-2f2d-42ff-bcb2-6defde4feebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.585602 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f000-5db2-48a9-b13a-69979bbc5898 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.587679 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cdd9f000-5db2-48a9-b13a-69979bbc5898 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8787169 Aug 16 20:59:01.590106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40116) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:01.595166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'network': {'name': 'tempest-RoutersTest-498773775'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:01.614663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ea90-2f2d-42ff-bcb2-6defde4feebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.657621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4bd678c-6f47-464a-9335-a015b4957e59 req-a9598d1f-ea12-4a27-ab7b-faf4f8af11d4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689139 Aug 16 20:59:01.758607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:01.762587 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.797003 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ea90-2f2d-42ff-bcb2-6defde4feebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.800222 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ea90-2f2d-42ff-bcb2-6defde4feebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.803764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a0c3ea90-2f2d-42ff-bcb2-6defde4feebc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e908198c-de92-4ba9-8210-7f05159b0c60 HTTP/1.1" status: 204 len: 168 time: 0.3338420 Aug 16 20:59:01.814359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:01.825893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3ea90-2f2d-42ff-bcb2-6defde4feebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e908198c-de92-4ba9-8210-7f05159b0c60,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:01.826430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.827032 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added segment 7335acca-c3b2-4201-a85e-3b97c0aedb5c of type vlan for network a26605c1-836b-4683-8756-b9482bb6d69e Aug 16 20:59:01.872608 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.026854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.033107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:02.035130 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.113776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Network': ['ID=a26605c1-836b-4683-8756-b9482bb6d69e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:02.124082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a26605c1-836b-4683-8756-b9482bb6d69e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:02.260306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdc70db7-17d3-4c6c-a10e-496dfb94edf3 req-4518d523-9276-4938-a4fd-a7ff40fd5e37 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 210 time: 0.0261054 Aug 16 20:59:02.262718 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b52efb36-b117-47b0-8178-8e1f6de2ae93 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6715782 Aug 16 20:59:02.265737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40130) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:02.271353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'subnet': {'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:02.496626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:02.505497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.598315 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.736702 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.827463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaa924-52f7-4b76-9e1d-1254d28efd48 req-89452f8a-bdd7-46de-b087-292d5d58813b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:02.829137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eabaa924-52f7-4b76-9e1d-1254d28efd48 req-89452f8a-bdd7-46de-b087-292d5d58813b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0777099 Aug 16 20:59:02.880876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eabaa924-52f7-4b76-9e1d-1254d28efd48 req-76c7744d-84da-46a8-84a4-c5610b195b21 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Aug 16 20:59:02.959575 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.058930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Subnet': ['ID=182536ae-082e-4719-83b1-d40dceaef982,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:03.078056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Checking segment: {'id': '7335acca-c3b2-4201-a85e-3b97c0aedb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:03.078768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network hostable DHCP agents. Network: a26605c1-836b-4683-8756-b9482bb6d69e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:59:03.238529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network a26605c1-836b-4683-8756-b9482bb6d69e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:59:03.373959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3e75c29-cdda-4ed8-a97e-067333ebcc04 req-0dfee258-2e58-48bd-8753-66ef89d27d30 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 210 time: 0.0307281 Aug 16 20:59:03.489729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a26605c1-836b-4683-8756-b9482bb6d69e) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:03.499608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce55bee9-6666-4682-a5d7-c3342ba5dc91 None None] Network a26605c1-836b-4683-8756-b9482bb6d69e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:03.501093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:03.502196 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.568126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-fab7fc99-0b07-4785-96ed-28e3a4c2826b tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:03.568839 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-fab7fc99-0b07-4785-96ed-28e3a4c2826b tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.79 "GET /v2.0/networks?id=ad997384-0869-4d31-8e1c-e160e45b9d67 HTTP/1.1" status: 200 len: 813 time: 0.1448588 Aug 16 20:59:03.594771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Request body: {'port': {'device_id': '77060a23-6c80-4a6f-926a-2acf1b77144b', 'network_id': 'ad997384-0869-4d31-8e1c-e160e45b9d67', 'admin_state_up': True, 'tenant_id': '91185f78f581462a89fb045b6eabe29c'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:03.630305 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-490a5560-6061-4cb6-a019-80306f8f72fe req-0ada3478-5613-4c95-9c76-60f599ffb65c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464194 Aug 16 20:59:03.652732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ea3bb40a-6c77-48c1-9b97-f245648544d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3858900 Aug 16 20:59:03.655827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40178) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:03.735188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-a26605c1-836b-4683-8756-b9482bb6d69e', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:59:03.736229 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.866484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5560-6061-4cb6-a019-80306f8f72fe req-0b490d17-06c9-4f35-b25e-e2aa375d34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:03.867897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-490a5560-6061-4cb6-a019-80306f8f72fe req-0b490d17-06c9-4f35-b25e-e2aa375d34fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 1097 time: 0.1513281 Aug 16 20:59:03.895716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Allocated IP 172.20.0.2 (a26605c1-836b-4683-8756-b9482bb6d69e/182536ae-082e-4719-83b1-d40dceaef982/e350349d-2013-48ea-b640-0bde7594548b) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:04.053457 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.062133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Transition to ACTIVE for port object e350349d-2013-48ea-b640-0bde7594548b will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:04.078543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Transition to ACTIVE for port object e350349d-2013-48ea-b640-0bde7594548b will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:04.146303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Made reservation on behalf of 91185f78f581462a89fb045b6eabe29c for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:04.149878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.279396 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.382272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.394061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Network a26605c1-836b-4683-8756-b9482bb6d69e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:04.413248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5560-6061-4cb6-a019-80306f8f72fe req-8944036f-4372-4965-8f29-c09df00cfc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:04.414769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-490a5560-6061-4cb6-a019-80306f8f72fe req-8944036f-4372-4965-8f29-c09df00cfc8f service neutron] 10.222.0.79 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.5090556 Aug 16 20:59:04.434505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:04.437987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:04.453315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Pushing event updated for resources: {'Port': ['ID=e350349d-2013-48ea-b640-0bde7594548b,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:04.510333 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Attempting to bind port e350349d-2013-48ea-b640-0bde7594548b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:04.511063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Attempting to bind port e350349d-2013-48ea-b640-0bde7594548b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7335acca-c3b2-4201-a85e-3b97c0aedb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:04.511063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Attempting to bind port e350349d-2013-48ea-b640-0bde7594548b on network a26605c1-836b-4683-8756-b9482bb6d69e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:04.517353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:04.517733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Checking segment: {'id': '7335acca-c3b2-4201-a85e-3b97c0aedb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:04.518259 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.518739 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Bound using segment: {'id': '7335acca-c3b2-4201-a85e-3b97c0aedb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:04.519210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Bound port: e350349d-2013-48ea-b640-0bde7594548b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7335acca-c3b2-4201-a85e-3b97c0aedb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:04.519683 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.548765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-490a5560-6061-4cb6-a019-80306f8f72fe req-da08d669-76e9-4b0f-b3d1-4d022e6494ee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 HTTP/1.1" status: 200 len: 217 time: 0.1237359 Aug 16 20:59:04.567644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6b6386d-7222-429b-b95a-92f1a59a3cb0 req-2c22ec52-877f-4665-bde1-062e5d8629c9 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 210 time: 0.0852222 Aug 16 20:59:04.614959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] For port e350349d-2013-48ea-b640-0bde7594548b, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:04.620448 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] For port e350349d-2013-48ea-b640-0bde7594548b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e350349d-2013-48ea-b640-0bde7594548b,segment=NetworkSegment(7335acca-c3b2-4201-a85e-3b97c0aedb5c),segment_id=7335acca-c3b2-4201-a85e-3b97c0aedb5c)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:04.693380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5560-6061-4cb6-a019-80306f8f72fe req-588434d3-4876-4c7d-a5dc-86c5be36f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:04.694903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-490a5560-6061-4cb6-a019-80306f8f72fe req-588434d3-4876-4c7d-a5dc-86c5be36f87e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.1299503 Aug 16 20:59:04.696540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Allocated IP 172.20.0.5 (ad997384-0869-4d31-8e1c-e160e45b9d67/03c2ca28-a5f0-425c-ae61-73b1d5b66f69/b06f3d22-d1d1-42bf-bda6-6372dd7c3278) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:04.768857 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.799666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5560-6061-4cb6-a019-80306f8f72fe req-ca9a6140-bef3-46dd-b6a8-8493bf869645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:04.801291 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-490a5560-6061-4cb6-a019-80306f8f72fe req-ca9a6140-bef3-46dd-b6a8-8493bf869645 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977948 Aug 16 20:59:04.833092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c67ff-ce6d-492c-b7cf-4d7cc8c55750 None None] Pushing event updated for resources: {'Port': ['ID=e350349d-2013-48ea-b640-0bde7594548b,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:04.896967 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.899648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Allocated IP 172.20.0.1 (a26605c1-836b-4683-8756-b9482bb6d69e/182536ae-082e-4719-83b1-d40dceaef982/3bd946b7-ac80-45e6-9a07-1f2aeb916434) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:04.957136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-490a5560-6061-4cb6-a019-80306f8f72fe req-a63eb7c7-6507-42e3-a13f-8d6eab27ca75 service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298609 Aug 16 20:59:05.094451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.171437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Network ad997384-0869-4d31-8e1c-e160e45b9d67 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:05.175896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:05.181016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:05.184105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Pushing event updated for resources: {'Port': ['ID=b06f3d22-d1d1-42bf-bda6-6372dd7c3278,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:05.207011 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.211514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-490a5560-6061-4cb6-a019-80306f8f72fe req-31d72e29-f5b9-4008-9a95-da2885265f16 service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354605 Aug 16 20:59:05.237837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Transition to ACTIVE for port object 3bd946b7-ac80-45e6-9a07-1f2aeb916434 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:05.242325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:05.242979 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.439482 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-699c11e3-423e-4768-b709-3d5f51699ae6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8492713 Aug 16 20:59:05.451539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Request body: {'port': {'device_id': '77060a23-6c80-4a6f-926a-2acf1b77144b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:05.512671 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.707197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9f514-f046-48b1-a394-332984f241e7 req-b4950ce8-559e-4553-be7f-7985483532b5 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:05.710547 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38c9f514-f046-48b1-a394-332984f241e7 req-b4950ce8-559e-4553-be7f-7985483532b5 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 931 time: 0.0648248 Aug 16 20:59:05.712518 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.765346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network a26605c1-836b-4683-8756-b9482bb6d69e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:05.770653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:05.785844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:05.853633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=3bd946b7-ac80-45e6-9a07-1f2aeb916434,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:05.866659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38c9f514-f046-48b1-a394-332984f241e7 req-4009c762-a898-403d-bb17-3693988c7272 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428292 Aug 16 20:59:05.877651 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.911269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b3493-ac6b-4efb-881e-07177a2900a2 None None] Network a26605c1-836b-4683-8756-b9482bb6d69e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:06.058441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40240) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:06.138290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06f3d22-d1d1-42bf-bda6-6372dd7c3278 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:06.147347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.168885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Transition to ACTIVE for port object b06f3d22-d1d1-42bf-bda6-6372dd7c3278 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:06.189488 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-76c87a35-9bbe-4626-a6d3-a975669fe749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.283795 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-76c87a35-9bbe-4626-a6d3-a975669fe749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.421160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a14f6d8a-cceb-4fe6-b7d9-341fa2597a47 None None] Provisioning for port e350349d-2013-48ea-b640-0bde7594548b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:06.436728 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.465665 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.477915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-76c87a35-9bbe-4626-a6d3-a975669fe749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.503798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b06f3d22-d1d1-42bf-bda6-6372dd7c3278,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:06.553103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Attempting to bind port b06f3d22-d1d1-42bf-bda6-6372dd7c3278 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:06.553448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Attempting to bind port b06f3d22-d1d1-42bf-bda6-6372dd7c3278 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'bb704c9c-badf-4bc3-995f-14a768a98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ad997384-0869-4d31-8e1c-e160e45b9d67'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:06.553983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Attempting to bind port b06f3d22-d1d1-42bf-bda6-6372dd7c3278 on network ad997384-0869-4d31-8e1c-e160e45b9d67 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:06.554854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-76c87a35-9bbe-4626-a6d3-a975669fe749 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aa7d541b9e0b4fa4a74a40dbecf321ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946890 Aug 16 20:59:06.558627 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40250) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:06.563669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c87a35-9bbe-4626-a6d3-a975669fe749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f4ecc-d51c-40a8-909b-bb30eafc3577,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:06.566539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Port b06f3d22-d1d1-42bf-bda6-6372dd7c3278 on network ad997384-0869-4d31-8e1c-e160e45b9d67 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:59:06.566911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Attempting to bind port b06f3d22-d1d1-42bf-bda6-6372dd7c3278 on network ad997384-0869-4d31-8e1c-e160e45b9d67 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:06.579614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:06.579924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Checking segment: {'id': 'bb704c9c-badf-4bc3-995f-14a768a98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ad997384-0869-4d31-8e1c-e160e45b9d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:06.580309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Bound using segment: {'id': 'bb704c9c-badf-4bc3-995f-14a768a98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ad997384-0869-4d31-8e1c-e160e45b9d67'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:06.580742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Bound port: b06f3d22-d1d1-42bf-bda6-6372dd7c3278, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb704c9c-badf-4bc3-995f-14a768a98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ad997384-0869-4d31-8e1c-e160e45b9d67'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:06.581134 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.664334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9fb53bc-9592-4b30-88b5-0a808df4f479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.686735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] For port b06f3d22-d1d1-42bf-bda6-6372dd7c3278, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:06.689890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-56fb2c27-d1f7-4df9-939c-642ccb8d1d6d None None] Provisioning for port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:06.702744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-56fb2c27-d1f7-4df9-939c-642ccb8d1d6d None None] Provisioning complete for port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:06.707112 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-56fb2c27-d1f7-4df9-939c-642ccb8d1d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.708008 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9fb53bc-9592-4b30-88b5-0a808df4f479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.709130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e350349d-2013-48ea-b640-0bde7594548b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:06.717930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] For port b06f3d22-d1d1-42bf-bda6-6372dd7c3278, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b06f3d22-d1d1-42bf-bda6-6372dd7c3278,segment=NetworkSegment(bb704c9c-badf-4bc3-995f-14a768a98fe5),segment_id=bb704c9c-badf-4bc3-995f-14a768a98fe5)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:06.766368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-56fb2c27-d1f7-4df9-939c-642ccb8d1d6d None None] Port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:06.798890 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.825521 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.834187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:06.835027 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.836341 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] 10.222.0.79 "PUT /v2.0/ports/b06f3d22-d1d1-42bf-bda6-6372dd7c3278 HTTP/1.1" status: 200 len: 1092 time: 1.3889086 Aug 16 20:59:06.836671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77060a23-6c80-4a6f-926a-2acf1b77144b', 'tag': 'b06f3d22-d1d1-42bf-bda6-6372dd7c3278'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:06.839777 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab54a97d-ffca-4730-bc56-3a7f49e38b64" -d '{"events": [{"name": "network-changed", "server_uuid": "77060a23-6c80-4a6f-926a-2acf1b77144b", "tag": "b06f3d22-d1d1-42bf-bda6-6372dd7c3278"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:06.869839 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9fb53bc-9592-4b30-88b5-0a808df4f479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.872401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9fb53bc-9592-4b30-88b5-0a808df4f479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.880575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f9fb53bc-9592-4b30-88b5-0a808df4f479 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/425f4ecc-d51c-40a8-909b-bb30eafc3577 HTTP/1.1" status: 204 len: 168 time: 0.3138039 Aug 16 20:59:06.880575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d038ba-0c1d-48b5-9806-e7446793ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b06f3d22-d1d1-42bf-bda6-6372dd7c3278,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:06.887052 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd42b9d2-dcf8-4b63-ac60-2bd9f9bfe2b8 x-openstack-request-id: req-cd42b9d2-dcf8-4b63-ac60-2bd9f9bfe2b8 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:06.887377 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77060a23-6c80-4a6f-926a-2acf1b77144b", "tag": "b06f3d22-d1d1-42bf-bda6-6372dd7c3278", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:06.888249 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cd42b9d2-dcf8-4b63-ac60-2bd9f9bfe2b8 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:06.888249 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77060a23-6c80-4a6f-926a-2acf1b77144b', 'tag': 'b06f3d22-d1d1-42bf-bda6-6372dd7c3278', 'status': 'completed', 'code': 200} Aug 16 20:59:06.889477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb53bc-9592-4b30-88b5-0a808df4f479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f4ecc-d51c-40a8-909b-bb30eafc3577,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:06.912681 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.917390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port e350349d-2013-48ea-b640-0bde7594548b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:06.926805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e350349d-2013-48ea-b640-0bde7594548b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:06.927179 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.973937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54a97d-ffca-4730-bc56-3a7f49e38b64 req-ea57c5f9-0ee7-464c-b20f-407f2b184a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:06.979784 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab54a97d-ffca-4730-bc56-3a7f49e38b64 req-ea57c5f9-0ee7-464c-b20f-407f2b184a4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91185f78f581462a89fb045b6eabe29c&device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 1095 time: 0.0705233 Aug 16 20:59:07.001442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.058229 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.103845 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port e350349d-2013-48ea-b640-0bde7594548b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e350349d-2013-48ea-b640-0bde7594548b,segment=NetworkSegment(7335acca-c3b2-4201-a85e-3b97c0aedb5c),segment_id=7335acca-c3b2-4201-a85e-3b97c0aedb5c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:07.117456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54a97d-ffca-4730-bc56-3a7f49e38b64 req-8292c7a6-ac58-41a6-8156-0c08f96c7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:07.119283 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab54a97d-ffca-4730-bc56-3a7f49e38b64 req-8292c7a6-ac58-41a6-8156-0c08f96c7feb service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=91185f78f581462a89fb045b6eabe29c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1312537 Aug 16 20:59:07.153272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=3bd946b7-ac80-45e6-9a07-1f2aeb916434,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:07.183674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffae8c6-30a5-4b60-8581-1bac6e3509ad req-c5ea71b1-4f00-46f5-884b-a158c7921297 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:07.185309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fffae8c6-30a5-4b60-8581-1bac6e3509ad req-c5ea71b1-4f00-46f5-884b-a158c7921297 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 943 time: 0.1799276 Aug 16 20:59:07.222566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network a26605c1-836b-4683-8756-b9482bb6d69e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:07.227758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:07.245778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54a97d-ffca-4730-bc56-3a7f49e38b64 req-6734259a-513e-4741-809f-1894f3a69584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:07.248554 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab54a97d-ffca-4730-bc56-3a7f49e38b64 req-6734259a-513e-4741-809f-1894f3a69584 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200988 Aug 16 20:59:07.301490 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.322803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fffae8c6-30a5-4b60-8581-1bac6e3509ad req-8b902e69-b8fa-433e-910a-559412e718eb tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222999 Aug 16 20:59:07.381534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=e350349d-2013-48ea-b640-0bde7594548b,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:07.393595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-c5d76cb3-e943-4a06-8c11-a69db05c62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:07.395794 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-c5d76cb3-e943-4a06-8c11-a69db05c62a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91185f78f581462a89fb045b6eabe29c&device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 1095 time: 0.1070518 Aug 16 20:59:07.445548 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-ce59d116-0a2d-482e-a58a-9a1607beab70 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06f3d22-d1d1-42bf-bda6-6372dd7c3278 HTTP/1.1" status: 200 len: 217 time: 0.0411785 Aug 16 20:59:07.499094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-b0376d4c-2e19-47ff-a6e7-6017b81b7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:07.500698 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-b0376d4c-2e19-47ff-a6e7-6017b81b7079 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=03c2ca28-a5f0-425c-ae61-73b1d5b66f69 HTTP/1.1" status: 200 len: 853 time: 0.0481715 Aug 16 20:59:07.517481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4b257237-3033-4dfa-80da-fc5073e15af8 None None] Provisioning complete for port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:07.517481 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b257237-3033-4dfa-80da-fc5073e15af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.538248 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-14f71144-7f70-4568-bb20-96df0c76cd35 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad997384-0869-4d31-8e1c-e160e45b9d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307009 Aug 16 20:59:07.559252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4b257237-3033-4dfa-80da-fc5073e15af8 None None] Port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:07.569647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 78565598-2628-43ef-af68-b11b8145e866 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:59:07.639516 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-547217d8-d687-4420-8101-c8e7ec85b2d1 service neutron] 10.222.0.79 "GET /v2.0/networks/ad997384-0869-4d31-8e1c-e160e45b9d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943270 Aug 16 20:59:07.664911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:07.671175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b2532d17-f19f-453e-b0ff-fafb39ae4620 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0131350 Aug 16 20:59:07.673049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40280) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:07.676369 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Sync routers for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:07.678330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'network': {'name': 'tempest-RoutersTest-1313053104'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:07.687009 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:07.687620 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:07.738210 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e5ba9fd-246b-478c-a887-4715421534b9 req-68919480-3af1-4c88-bc42-c0185630f45a service neutron] 10.222.0.79 "GET /v2.0/networks/ad997384-0869-4d31-8e1c-e160e45b9d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919828 Aug 16 20:59:07.776424 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:07.860887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:07.864503 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.889043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:07.897775 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.898166 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added segment 5ab7f646-9dc1-48be-9efe-5102075cd16b of type vlan for network 87ec38d1-a464-45da-9bd8-4b264030bcc8 Aug 16 20:59:07.939500 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.974607 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:06Z', 'revision_number': 2, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:06Z', 'revision_number': 2, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:08.005337 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Checking router: 78565598-2628-43ef-af68-b11b8145e866 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:08.005693 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Updating router 78565598-2628-43ef-af68-b11b8145e866 port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:59:08.007622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40286) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:08.020831 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6fc9f2e-99e0-4b6d-89c4-792cc06abc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.031048 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.112520 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6fc9f2e-99e0-4b6d-89c4-792cc06abc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.141428 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.153742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.153742 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.212089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Network': ['ID=87ec38d1-a464-45da-9bd8-4b264030bcc8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:08.223712 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 87ec38d1-a464-45da-9bd8-4b264030bcc8 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:08.382444 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6fc9f2e-99e0-4b6d-89c4-792cc06abc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.432903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c6fc9f2e-99e0-4b6d-89c4-792cc06abc24 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef7d84345bed4268a948a7cc1a6e36d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241679 Aug 16 20:59:08.434065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc9f2e-99e0-4b6d-89c4-792cc06abc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d767f13c-55de-4748-a137-f81f3482e16d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:08.435687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40300) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:08.489705 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8c00ce-44bc-45aa-91fa-7669d0de8356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.513345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fed71e-31c8-47df-92b7-d0ef941bebad req-00f217fe-64a2-466f-8788-fa9a6206522d tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.524129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8c00ce-44bc-45aa-91fa-7669d0de8356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.529439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5fed71e-31c8-47df-92b7-d0ef941bebad req-00f217fe-64a2-466f-8788-fa9a6206522d tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 943 time: 0.1265273 Aug 16 20:59:08.531953 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.551620 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Transition to ACTIVE for port object 3bd946b7-ac80-45e6-9a07-1f2aeb916434 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:08.579406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5fed71e-31c8-47df-92b7-d0ef941bebad req-ec489fb4-edf7-4414-8b76-72e755a7fc4d tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449679 Aug 16 20:59:08.596984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a9af8570-b91a-46b0-878a-c327fea1f7f2 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9228702 Aug 16 20:59:08.599883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40306) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:08.605228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'subnet': {'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:08.673117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e350349d-2013-48ea-b640-0bde7594548b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:08.724486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e350349d-2013-48ea-b640-0bde7594548b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:08.725069 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.733811 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.776232 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8c00ce-44bc-45aa-91fa-7669d0de8356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.778943 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8c00ce-44bc-45aa-91fa-7669d0de8356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.782738 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ae8c00ce-44bc-45aa-91fa-7669d0de8356 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d767f13c-55de-4748-a137-f81f3482e16d HTTP/1.1" status: 204 len: 168 time: 0.3434560 Aug 16 20:59:08.794006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c00ce-44bc-45aa-91fa-7669d0de8356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d767f13c-55de-4748-a137-f81f3482e16d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:08.827300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:08.834066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.890979 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Pushing event updated for resources: {'Port': ['ID=3bd946b7-ac80-45e6-9a07-1f2aeb916434,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:08.922790 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.923289 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.923454 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.923781 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.924103 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.924423 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.924741 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.925075 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.925391 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.925703 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.926036 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.926331 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:08.965426 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Attempting to bind port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:08.965870 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Attempting to bind port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7335acca-c3b2-4201-a85e-3b97c0aedb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:08.966327 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Attempting to bind port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 on network a26605c1-836b-4683-8756-b9482bb6d69e {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:08.972491 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:08.972855 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Checking segment: {'id': '7335acca-c3b2-4201-a85e-3b97c0aedb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:08.973285 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.973674 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Bound using segment: {'id': '7335acca-c3b2-4201-a85e-3b97c0aedb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:08.974130 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Bound port: 3bd946b7-ac80-45e6-9a07-1f2aeb916434, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7335acca-c3b2-4201-a85e-3b97c0aedb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:08.974508 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.044219 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] For port 3bd946b7-ac80-45e6-9a07-1f2aeb916434, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:09.047892 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] For port 3bd946b7-ac80-45e6-9a07-1f2aeb916434, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3bd946b7-ac80-45e6-9a07-1f2aeb916434,segment=NetworkSegment(7335acca-c3b2-4201-a85e-3b97c0aedb5c),segment_id=7335acca-c3b2-4201-a85e-3b97c0aedb5c)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:09.243150 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.302885 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:09.303594 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:09.305630 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2345a-7039-4749-9e6f-08371bb84a49 None None] Pushing event updated for resources: {'Port': ['ID=3bd946b7-ac80-45e6-9a07-1f2aeb916434,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:09.313605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.426929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Checking segment: {'id': '5ab7f646-9dc1-48be-9efe-5102075cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:09.427168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network hostable DHCP agents. Network: 87ec38d1-a464-45da-9bd8-4b264030bcc8, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:59:09.433668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Subnet': ['ID=ad114419-ed03-4df9-9dab-9e8c9da006cc,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:09.433960 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:09.625558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 87ec38d1-a464-45da-9bd8-4b264030bcc8 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:59:09.649127 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:06Z', 'revision_number': 2, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:09Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:09.683167 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4aa83-194e-4518-8b2b-5e00e3581244 None None] The sync data for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 is: [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:06Z', 'revision_number': 2, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:09Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:09.698695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422166cf-3985-42e4-bbe3-0bed798a126e req-ea892213-b6b8-4abf-b07a-bd60f7f1abcb tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:09.700903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-422166cf-3985-42e4-bbe3-0bed798a126e req-ea892213-b6b8-4abf-b07a-bd60f7f1abcb tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 943 time: 0.0597596 Aug 16 20:59:09.749875 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-422166cf-3985-42e4-bbe3-0bed798a126e req-06cd2372-e1e9-4c8c-9d86-cda4bfb0ab77 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391209 Aug 16 20:59:09.764136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 87ec38d1-a464-45da-9bd8-4b264030bcc8) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:09.773536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:09.789215 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.789610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d875365-7514-4483-a057-550a2d63882a None None] Network 87ec38d1-a464-45da-9bd8-4b264030bcc8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:09.926526 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5b8cc111-4c41-4cfb-b806-585d0f222c5c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3256576 Aug 16 20:59:09.929326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40340) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:09.973195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-87ec38d1-a464-45da-9bd8-4b264030bcc8', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:59:09.974001 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.110689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40346) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:10.124928 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e3498d3-c0d7-485e-9a59-46d4b727453f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.160232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Allocated IP 172.21.0.2 (87ec38d1-a464-45da-9bd8-4b264030bcc8/ad114419-ed03-4df9-9dab-9e8c9da006cc/4eb441c8-a0ce-4ce5-86bb-e10db06a17f2) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:10.253352 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e3498d3-c0d7-485e-9a59-46d4b727453f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.370973 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.381503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Transition to ACTIVE for port object 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:10.402867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Transition to ACTIVE for port object 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:10.404414 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.478543 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e3498d3-c0d7-485e-9a59-46d4b727453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.524092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9e3498d3-c0d7-485e-9a59-46d4b727453f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c65f9dc091d340569d36352db4b3bc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123080 Aug 16 20:59:10.526669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40358) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:10.551421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3498d3-c0d7-485e-9a59-46d4b727453f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8957db2b-5d48-45b9-9f51-fa2f38bd8b9a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:10.559169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.599520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Network 87ec38d1-a464-45da-9bd8-4b264030bcc8 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:10.604130 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3930c89c-2fc5-4aff-a2f2-b60b3f99e316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.604710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:10.608576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:10.621526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Pushing event updated for resources: {'Port': ['ID=4eb441c8-a0ce-4ce5-86bb-e10db06a17f2,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:10.626508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b06f3d22-d1d1-42bf-bda6-6372dd7c3278 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:59:10.639299 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3930c89c-2fc5-4aff-a2f2-b60b3f99e316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.738970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Attempting to bind port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:10.739614 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Attempting to bind port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '5ab7f646-9dc1-48be-9efe-5102075cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:10.740150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Attempting to bind port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 on network 87ec38d1-a464-45da-9bd8-4b264030bcc8 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:10.746739 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3bd946b7-ac80-45e6-9a07-1f2aeb916434 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:10.776790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:10.777195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Checking segment: {'id': '5ab7f646-9dc1-48be-9efe-5102075cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:10.777592 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.777983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Bound using segment: {'id': '5ab7f646-9dc1-48be-9efe-5102075cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:10.778643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Bound port: 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab7f646-9dc1-48be-9efe-5102075cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:10.778828 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.788162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Allocated IP 172.21.0.1 (87ec38d1-a464-45da-9bd8-4b264030bcc8/ad114419-ed03-4df9-9dab-9e8c9da006cc/db56995b-20a4-4160-998f-35c98110f93f) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:10.877656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad19aca-6986-4bcb-a5ec-1c74faf23f49 req-6305c20f-dd48-4ef8-b2a0-21466554ed00 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:10.879510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ad19aca-6986-4bcb-a5ec-1c74faf23f49 req-6305c20f-dd48-4ef8-b2a0-21466554ed00 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 943 time: 0.0555243 Aug 16 20:59:10.919925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3930c89c-2fc5-4aff-a2f2-b60b3f99e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.922493 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3930c89c-2fc5-4aff-a2f2-b60b3f99e316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.927044 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.927221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3930c89c-2fc5-4aff-a2f2-b60b3f99e316 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8957db2b-5d48-45b9-9f51-fa2f38bd8b9a HTTP/1.1" status: 204 len: 168 time: 0.3961751 Aug 16 20:59:10.929090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ad19aca-6986-4bcb-a5ec-1c74faf23f49 req-4fab407d-636c-4fd9-89bb-a7678db18722 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Aug 16 20:59:10.940354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Transition to ACTIVE for port object db56995b-20a4-4160-998f-35c98110f93f will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:10.941268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930c89c-2fc5-4aff-a2f2-b60b3f99e316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8957db2b-5d48-45b9-9f51-fa2f38bd8b9a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:11.067230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b06f3d22-d1d1-42bf-bda6-6372dd7c3278, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b06f3d22-d1d1-42bf-bda6-6372dd7c3278,segment=NetworkSegment(bb704c9c-badf-4bc3-995f-14a768a98fe5),segment_id=bb704c9c-badf-4bc3-995f-14a768a98fe5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:11.092640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'b06f3d22-d1d1-42bf-bda6-6372dd7c3278', 'network_id': 'ad997384-0869-4d31-8e1c-e160e45b9d67', 'port_id': 'b06f3d22-d1d1-42bf-bda6-6372dd7c3278', 'mac_address': 'fa:16:3e:d7:cf:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c2ca28-a5f0-425c-ae61-73b1d5b66f69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:59:11.101647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.108167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] For port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:11.146767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] For port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4eb441c8-a0ce-4ce5-86bb-e10db06a17f2,segment=NetworkSegment(5ab7f646-9dc1-48be-9efe-5102075cd16b),segment_id=5ab7f646-9dc1-48be-9efe-5102075cd16b)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:11.156554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=db56995b-20a4-4160-998f-35c98110f93f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:11.167713 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.170407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 87ec38d1-a464-45da-9bd8-4b264030bcc8 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:11.171980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:11.176564 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:11.199160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06f3d22-d1d1-42bf-bda6-6372dd7c3278 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:11.220380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:11.224382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b06f3d22-d1d1-42bf-bda6-6372dd7c3278, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b06f3d22-d1d1-42bf-bda6-6372dd7c3278,segment=NetworkSegment(bb704c9c-badf-4bc3-995f-14a768a98fe5),segment_id=bb704c9c-badf-4bc3-995f-14a768a98fe5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:11.227547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:11.229203 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.237419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.328603 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.365872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 3bd946b7-ac80-45e6-9a07-1f2aeb916434, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3bd946b7-ac80-45e6-9a07-1f2aeb916434,segment=NetworkSegment(7335acca-c3b2-4201-a85e-3b97c0aedb5c),segment_id=7335acca-c3b2-4201-a85e-3b97c0aedb5c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:11.548518 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.550798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.552777 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.591242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.621884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae198f3a-30b8-436e-881d-ed2c0cc5c48f None None] Pushing event updated for resources: {'Port': ['ID=4eb441c8-a0ce-4ce5-86bb-e10db06a17f2,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:11.682772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b06f3d22-d1d1-42bf-bda6-6372dd7c3278,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:11.739895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=3bd946b7-ac80-45e6-9a07-1f2aeb916434,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:11.823449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b06f3d22-d1d1-42bf-bda6-6372dd7c3278'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:12.062589 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.106980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73a1e-45b4-4793-a594-8c98ca958ae2 req-4da72ed9-4d50-4d3b-b3d1-9cb35000ea7f tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:12.109683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdf73a1e-45b4-4793-a594-8c98ca958ae2 req-4da72ed9-4d50-4d3b-b3d1-9cb35000ea7f tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 944 time: 0.0692911 Aug 16 20:59:12.168001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdf73a1e-45b4-4793-a594-8c98ca958ae2 req-e161631d-9d1e-4d86-8ad3-23dea9f22e49 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467610 Aug 16 20:59:12.267266 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.370528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=db56995b-20a4-4160-998f-35c98110f93f,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:12.376283 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.581923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network 87ec38d1-a464-45da-9bd8-4b264030bcc8 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:12.583939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:12.640084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b06f3d22-d1d1-42bf-bda6-6372dd7c3278 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:12.718376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 78565598-2628-43ef-af68-b11b8145e866 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:12.820550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:12.872682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port b06f3d22-d1d1-42bf-bda6-6372dd7c3278 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:12.878509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port b06f3d22-d1d1-42bf-bda6-6372dd7c3278 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:12.878897 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.887868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:12.896290 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-345071da-013d-4952-91a9-fdb8d1ce6615 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9629767 Aug 16 20:59:12.896406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40414) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:12.902759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'network': {'name': 'tempest-RoutersTest-1412191499'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:12.906758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Sync routers for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:12.928873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:12.929538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:12.971341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f255c1-1fb2-4bcb-9d6a-31c3127f5352 None None] Network 87ec38d1-a464-45da-9bd8-4b264030bcc8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:13.042720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:13.046859 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.049708 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:13.070329 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3bd946b7-ac80-45e6-9a07-1f2aeb916434 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:13.092517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:13.123941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:13.127220 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.129749 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added segment df433f7c-2788-44b0-af6f-b084af1ae2af of type vlan for network bdb1d951-f8c5-42c1-8fab-d32d5346a818 Aug 16 20:59:13.238634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-25a89ea3-88d2-4c54-a366-3a9a3fad8111 None None] Provisioning for port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:13.270127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-25a89ea3-88d2-4c54-a366-3a9a3fad8111 None None] Provisioning complete for port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:13.273228 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-25a89ea3-88d2-4c54-a366-3a9a3fad8111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.286751 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.328203 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.361335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e48b2-418a-4a3f-bf26-e7afb56eafe8 req-5e9b5e74-bcbf-46c4-b464-bc9f98931a7f tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:13.368543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-036e48b2-418a-4a3f-bf26-e7afb56eafe8 req-5e9b5e74-bcbf-46c4-b464-bc9f98931a7f tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 944 time: 0.0951610 Aug 16 20:59:13.407821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-036e48b2-418a-4a3f-bf26-e7afb56eafe8 req-6cf3647a-83f3-4a1c-ab90-09ffcb16c0b2 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383959 Aug 16 20:59:13.458483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77060a23-6c80-4a6f-926a-2acf1b77144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06f3d22-d1d1-42bf-bda6-6372dd7c3278'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:13.460959 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9488953-c736-4f5c-8318-e9720f6e71f9" -d '{"events": [{"server_uuid": "77060a23-6c80-4a6f-926a-2acf1b77144b", "name": "network-vif-plugged", "status": "completed", "tag": "b06f3d22-d1d1-42bf-bda6-6372dd7c3278"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:13.469854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:13.470341 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.529798 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b06f3d22-d1d1-42bf-bda6-6372dd7c3278, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b06f3d22-d1d1-42bf-bda6-6372dd7c3278,segment=NetworkSegment(bb704c9c-badf-4bc3-995f-14a768a98fe5),segment_id=bb704c9c-badf-4bc3-995f-14a768a98fe5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:13.534853 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a218800-fb8e-400f-a149-8b1a4a0aff0f x-openstack-request-id: req-7a218800-fb8e-400f-a149-8b1a4a0aff0f {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:13.535142 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77060a23-6c80-4a6f-926a-2acf1b77144b", "name": "network-vif-plugged", "status": "completed", "tag": "b06f3d22-d1d1-42bf-bda6-6372dd7c3278", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:13.541917 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7a218800-fb8e-400f-a149-8b1a4a0aff0f {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:13.542586 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77060a23-6c80-4a6f-926a-2acf1b77144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06f3d22-d1d1-42bf-bda6-6372dd7c3278', 'code': 200} Aug 16 20:59:13.556689 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.565706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:13.565706 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.634399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.664886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Network': ['ID=bdb1d951-f8c5-42c1-8fab-d32d5346a818,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:13.686531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.687096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.687621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.688137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.688649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.689193 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.689713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.690213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.690712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.691784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.694504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.697663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:13.714088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e19f7-310b-4bf8-99ab-9486dab5d6b6 req-5c167410-014a-4414-be36-ad08a9ea1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:13.719617 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-940e19f7-310b-4bf8-99ab-9486dab5d6b6 req-5c167410-014a-4414-be36-ad08a9ea1c00 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 1096 time: 0.1187479 Aug 16 20:59:13.736577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4871b50e-504d-4359-91aa-ddc40b11f947 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8386950 Aug 16 20:59:13.746175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40442) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:13.753523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'subnet': {'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:13.788210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network bdb1d951-f8c5-42c1-8fab-d32d5346a818 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:13.791736 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-940e19f7-310b-4bf8-99ab-9486dab5d6b6 req-249523b1-1369-4076-9332-e21f07e27311 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647161 Aug 16 20:59:13.912562 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-25a89ea3-88d2-4c54-a366-3a9a3fad8111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.034649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b06f3d22-d1d1-42bf-bda6-6372dd7c3278,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:14.043822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:14.044091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-25a89ea3-88d2-4c54-a366-3a9a3fad8111 None None] For port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4eb441c8-a0ce-4ce5-86bb-e10db06a17f2,segment=NetworkSegment(5ab7f646-9dc1-48be-9efe-5102075cd16b),segment_id=5ab7f646-9dc1-48be-9efe-5102075cd16b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:14.054964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.062307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 3, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 2, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:14.127017 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Checking router: 78565598-2628-43ef-af68-b11b8145e866 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:14.131125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Updating router 78565598-2628-43ef-af68-b11b8145e866 port db56995b-20a4-4160-998f-35c98110f93f binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:59:14.166432 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-25a89ea3-88d2-4c54-a366-3a9a3fad8111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.226388 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.656262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a89ea3-88d2-4c54-a366-3a9a3fad8111 None None] Pushing event updated for resources: {'Port': ['ID=4eb441c8-a0ce-4ce5-86bb-e10db06a17f2,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:14.662663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.698681 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-45c6f3ea-53ad-40af-95e2-c22fc275ea6a None None] Provisioning complete for port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:14.698968 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-45c6f3ea-53ad-40af-95e2-c22fc275ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.811581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f5427-7a34-4660-aa86-2bb6972aa5f2 req-5a663fb8-a779-4236-aaa6-458bb250b248 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:14.811581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b0f5427-7a34-4660-aa86-2bb6972aa5f2 req-5a663fb8-a779-4236-aaa6-458bb250b248 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 945 time: 0.2054327 Aug 16 20:59:14.835232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Subnet': ['ID=b5836162-94b3-4696-aa3c-28c55e588016,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:14.865372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Checking segment: {'id': 'df433f7c-2788-44b0-af6f-b084af1ae2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:14.868176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network hostable DHCP agents. Network: bdb1d951-f8c5-42c1-8fab-d32d5346a818, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:59:14.912340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b0f5427-7a34-4660-aa86-2bb6972aa5f2 req-7d756f6d-0f69-4b1e-97c3-1f77060d5990 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869780 Aug 16 20:59:15.001275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network bdb1d951-f8c5-42c1-8fab-d32d5346a818 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:59:15.057357 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.067223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Transition to ACTIVE for port object db56995b-20a4-4160-998f-35c98110f93f will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:15.117701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, bdb1d951-f8c5-42c1-8fab-d32d5346a818) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:15.125460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:15.126372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.128167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-45c6f3ea-53ad-40af-95e2-c22fc275ea6a None None] Provisioning for port db56995b-20a4-4160-998f-35c98110f93f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:15.132716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96f470-b7a0-435f-ad31-8849671cea12 None None] Network bdb1d951-f8c5-42c1-8fab-d32d5346a818 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:15.148917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-45c6f3ea-53ad-40af-95e2-c22fc275ea6a None None] Provisioning complete for port db56995b-20a4-4160-998f-35c98110f93f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:15.149334 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-45c6f3ea-53ad-40af-95e2-c22fc275ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.217718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-45c6f3ea-53ad-40af-95e2-c22fc275ea6a None None] Port db56995b-20a4-4160-998f-35c98110f93f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:15.251527 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.301823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-230c8fb7-cc6d-4e63-ae58-f0ace0cb6063 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5543633 Aug 16 20:59:15.305175 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ab685c73-31c0-458d-a717-9610a26dd24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.307299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40500) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:15.409403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76133cf2-25a3-414a-a5b8-1ae2ee8b14c7 None None] Pushing event updated for resources: {'Port': ['ID=db56995b-20a4-4160-998f-35c98110f93f,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:15.501642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:59:15.502473 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.542327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Attempting to bind port db56995b-20a4-4160-998f-35c98110f93f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:15.543842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Attempting to bind port db56995b-20a4-4160-998f-35c98110f93f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '5ab7f646-9dc1-48be-9efe-5102075cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:15.544761 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Attempting to bind port db56995b-20a4-4160-998f-35c98110f93f on network 87ec38d1-a464-45da-9bd8-4b264030bcc8 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:15.555782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:15.557010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Checking segment: {'id': '5ab7f646-9dc1-48be-9efe-5102075cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:15.557542 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.557971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Bound using segment: {'id': '5ab7f646-9dc1-48be-9efe-5102075cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:15.558915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Bound port: db56995b-20a4-4160-998f-35c98110f93f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab7f646-9dc1-48be-9efe-5102075cd16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:15.559436 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.732769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] For port db56995b-20a4-4160-998f-35c98110f93f, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:15.791674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] For port db56995b-20a4-4160-998f-35c98110f93f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=db56995b-20a4-4160-998f-35c98110f93f,segment=NetworkSegment(5ab7f646-9dc1-48be-9efe-5102075cd16b),segment_id=5ab7f646-9dc1-48be-9efe-5102075cd16b)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:15.812398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Allocated IP 172.22.0.2 (bdb1d951-f8c5-42c1-8fab-d32d5346a818/b5836162-94b3-4696-aa3c-28c55e588016/dbb8d99b-4087-49a1-a252-e27eaa0a9352) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:15.912443 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.004180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76133cf2-25a3-414a-a5b8-1ae2ee8b14c7 None None] Pushing event updated for resources: {'Port': ['ID=db56995b-20a4-4160-998f-35c98110f93f,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:16.250506 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.274213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Transition to ACTIVE for port object dbb8d99b-4087-49a1-a252-e27eaa0a9352 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:16.279058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47f40a-4626-4e4a-b420-efc29b66094f req-0150cd6a-f095-4cf5-b46a-86ebd9f186c7 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:16.281340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff47f40a-4626-4e4a-b420-efc29b66094f req-0150cd6a-f095-4cf5-b46a-86ebd9f186c7 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 945 time: 0.1434374 Aug 16 20:59:16.323458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Transition to ACTIVE for port object dbb8d99b-4087-49a1-a252-e27eaa0a9352 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:16.325385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:16.326080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:16.417278 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.449211 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff47f40a-4626-4e4a-b420-efc29b66094f req-8d2024ec-4fbf-4016-9eac-992055e20ce9 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614573 Aug 16 20:59:16.489877 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.575029 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Pushing event updated for resources: {'Port': ['ID=dbb8d99b-4087-49a1-a252-e27eaa0a9352,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:16.627462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Network bdb1d951-f8c5-42c1-8fab-d32d5346a818 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:16.632439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:16.675153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:16.677634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:16.752463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:16.925186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Allocated IP 172.22.0.1 (bdb1d951-f8c5-42c1-8fab-d32d5346a818/b5836162-94b3-4696-aa3c-28c55e588016/7629ad6d-c577-479a-8df0-9780343ee3d1) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:16.948895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Attempting to bind port dbb8d99b-4087-49a1-a252-e27eaa0a9352 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:16.949505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Attempting to bind port dbb8d99b-4087-49a1-a252-e27eaa0a9352 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'df433f7c-2788-44b0-af6f-b084af1ae2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:16.950388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Attempting to bind port dbb8d99b-4087-49a1-a252-e27eaa0a9352 on network bdb1d951-f8c5-42c1-8fab-d32d5346a818 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:16.982693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:16.983401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Checking segment: {'id': 'df433f7c-2788-44b0-af6f-b084af1ae2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:16.984070 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.984672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Bound using segment: {'id': 'df433f7c-2788-44b0-af6f-b084af1ae2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:16.985483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Bound port: dbb8d99b-4087-49a1-a252-e27eaa0a9352, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df433f7c-2788-44b0-af6f-b084af1ae2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:16.986032 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.046600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:17.046974 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.188413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] For port dbb8d99b-4087-49a1-a252-e27eaa0a9352, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:17.213461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] For port dbb8d99b-4087-49a1-a252-e27eaa0a9352, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dbb8d99b-4087-49a1-a252-e27eaa0a9352,segment=NetworkSegment(df433f7c-2788-44b0-af6f-b084af1ae2af),segment_id=df433f7c-2788-44b0-af6f-b084af1ae2af)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:17.247848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3ba08-1cb5-4bab-8527-2dfc80a6a279 req-d64224f8-2110-4577-ba6e-1546fec06cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:17.255044 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0db3ba08-1cb5-4bab-8527-2dfc80a6a279 req-d64224f8-2110-4577-ba6e-1546fec06cdb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91185f78f581462a89fb045b6eabe29c&device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 1097 time: 0.1029146 Aug 16 20:59:17.255722 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.280199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f9d2-e78e-4c8b-af55-11ff51204b32 req-9cce0b72-0186-4fe0-9204-f8c55729e527 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:17.282170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c01f9d2-e78e-4c8b-af55-11ff51204b32 req-9cce0b72-0186-4fe0-9204-f8c55729e527 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 945 time: 0.1481581 Aug 16 20:59:17.288337 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Transition to ACTIVE for port object 7629ad6d-c577-479a-8df0-9780343ee3d1 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:17.293208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 3, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:15Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:17.327784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87261a1-fe35-4bb5-87dd-dcb8e1757253 None None] The sync data for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 is: [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 3, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:15Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:17.331190 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.539107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3ba08-1cb5-4bab-8527-2dfc80a6a279 req-59c8c613-06d2-4e49-80c5-4d7e2f15fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:17.541782 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0db3ba08-1cb5-4bab-8527-2dfc80a6a279 req-59c8c613-06d2-4e49-80c5-4d7e2f15fe1e service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad997384-0869-4d31-8e1c-e160e45b9d67 HTTP/1.1" status: 200 len: 914 time: 0.2794421 Aug 16 20:59:17.562979 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c01f9d2-e78e-4c8b-af55-11ff51204b32 req-dba752ad-7eed-4ed9-8bbd-109951ad1423 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545702 Aug 16 20:59:17.615990 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0db3ba08-1cb5-4bab-8527-2dfc80a6a279 req-2c1cffae-6f13-4992-85b2-a178372b4dc5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06f3d22-d1d1-42bf-bda6-6372dd7c3278 HTTP/1.1" status: 200 len: 217 time: 0.0662143 Aug 16 20:59:17.642516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b38482-f645-44fc-b1ad-4e9b4d472672 None None] Pushing event updated for resources: {'Port': ['ID=dbb8d99b-4087-49a1-a252-e27eaa0a9352,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:17.653925 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b2ab70e6-3ed4-4d90-8b62-7040709a7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.674627 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.712055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3ba08-1cb5-4bab-8527-2dfc80a6a279 req-306961d4-1bc8-4bf7-9641-9e92472f9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:17.714576 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0db3ba08-1cb5-4bab-8527-2dfc80a6a279 req-306961d4-1bc8-4bf7-9641-9e92472f9d0e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=03c2ca28-a5f0-425c-ae61-73b1d5b66f69 HTTP/1.1" status: 200 len: 853 time: 0.0918489 Aug 16 20:59:17.737761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network bdb1d951-f8c5-42c1-8fab-d32d5346a818 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:17.741604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:17.744385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:17.761368 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0db3ba08-1cb5-4bab-8527-2dfc80a6a279 req-0029a1ee-dddf-4411-85f9-79ce6df8692b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad997384-0869-4d31-8e1c-e160e45b9d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389946 Aug 16 20:59:17.883079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=7629ad6d-c577-479a-8df0-9780343ee3d1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:17.914271 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.022243 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.268666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.402574 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0db3ba08-1cb5-4bab-8527-2dfc80a6a279 req-42a7c6c2-0231-48f2-a9b2-9117925a2796 service neutron] 10.222.0.79 "GET /v2.0/networks/ad997384-0869-4d31-8e1c-e160e45b9d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331248 Aug 16 20:59:18.564352 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0db3ba08-1cb5-4bab-8527-2dfc80a6a279 req-e6ac9c05-ca1a-4cc3-8687-257b799ad8f8 service neutron] 10.222.0.79 "GET /v2.0/networks/ad997384-0869-4d31-8e1c-e160e45b9d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540484 Aug 16 20:59:18.865179 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.907429 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device db56995b-20a4-4160-998f-35c98110f93f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:18.908061 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda35da-720f-4197-9e65-fbcc73d48c91 req-b74229b3-e404-4530-acb0-412d38257803 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:18.913174 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2eda35da-720f-4197-9e65-fbcc73d48c91 req-b74229b3-e404-4530-acb0-412d38257803 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 945 time: 0.1787057 Aug 16 20:59:18.965889 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.114386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2eda35da-720f-4197-9e65-fbcc73d48c91 req-d70d8106-225a-4763-9ee1-031687b59f0c tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951048 Aug 16 20:59:19.119637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port db56995b-20a4-4160-998f-35c98110f93f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:19.124977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=7629ad6d-c577-479a-8df0-9780343ee3d1,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:19.128295 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.131385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port db56995b-20a4-4160-998f-35c98110f93f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:19.133332 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.181711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c637d-ea4a-4f51-9ae5-16058100d0e2 None None] Network bdb1d951-f8c5-42c1-8fab-d32d5346a818 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:19.218801 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.283654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network bdb1d951-f8c5-42c1-8fab-d32d5346a818 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:19.285862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:19.479684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 78565598-2628-43ef-af68-b11b8145e866 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:19.508502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f2fe53fd-ee49-4c77-8c32-2ab760d950b8 None None] Provisioning for port dbb8d99b-4087-49a1-a252-e27eaa0a9352 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:19.555202 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.637645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port db56995b-20a4-4160-998f-35c98110f93f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=db56995b-20a4-4160-998f-35c98110f93f,segment=NetworkSegment(5ab7f646-9dc1-48be-9efe-5102075cd16b),segment_id=5ab7f646-9dc1-48be-9efe-5102075cd16b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:19.648499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:19.658479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40700) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:19.661383 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Sync routers for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:19.664744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'network': {'name': 'tempest-RoutersTest-1663925678'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:19.673699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-53a58ec5-3b4e-449e-b76a-4a1785cd5fe3 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3509364 Aug 16 20:59:19.676894 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:19.677911 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:19.776604 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.776886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dbb8d99b-4087-49a1-a252-e27eaa0a9352 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:19.777236 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:59:19.819410 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:19.849662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:19.867025 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.876829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=db56995b-20a4-4160-998f-35c98110f93f,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:19.900648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:19.910518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.910861 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added segment c9530ec3-20c6-4aca-b7b6-14b1f6fd492a of type vlan for network ea3364a2-640b-4f97-bc66-3ce91dbd578e Aug 16 20:59:19.974368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.026695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port dbb8d99b-4087-49a1-a252-e27eaa0a9352 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:20.031224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port dbb8d99b-4087-49a1-a252-e27eaa0a9352 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:20.031824 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.093174 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.095319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:20.095944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.167890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c0485b47-be92-4ce8-9d1f-bbdb845cdf62 None None] Provisioning for port 7629ad6d-c577-479a-8df0-9780343ee3d1 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:20.186876 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.188976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c0485b47-be92-4ce8-9d1f-bbdb845cdf62 None None] Provisioning complete for port 7629ad6d-c577-479a-8df0-9780343ee3d1 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:20.189396 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0485b47-be92-4ce8-9d1f-bbdb845cdf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.248274 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:18Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:18Z', 'revision_number': 2, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:15Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:20.258284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Network': ['ID=ea3364a2-640b-4f97-bc66-3ce91dbd578e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:20.267052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.267408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.267756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.268098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.268440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.268776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.269134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.269470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.269796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.270127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.270458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.270848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:20.282228 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d45d5d32-8146-4ec1-a4a3-bfbced8715c9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6225524 Aug 16 20:59:20.286004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40726) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:20.299429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'subnet': {'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:20.307077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network ea3364a2-640b-4f97-bc66-3ce91dbd578e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:20.321106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b1bcc-9ddb-4804-8c89-1d2c88687dbd req-ce4264ba-c9f7-4ca8-ad8d-f8847995e8b2 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:20.325326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c68b1bcc-9ddb-4804-8c89-1d2c88687dbd req-ce4264ba-c9f7-4ca8-ad8d-f8847995e8b2 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 945 time: 0.1164849 Aug 16 20:59:20.327906 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Checking router: 78565598-2628-43ef-af68-b11b8145e866 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:20.328508 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Updating router 78565598-2628-43ef-af68-b11b8145e866 port 7629ad6d-c577-479a-8df0-9780343ee3d1 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:59:20.369404 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.418462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c0485b47-be92-4ce8-9d1f-bbdb845cdf62 None None] Port 7629ad6d-c577-479a-8df0-9780343ee3d1 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:20.422060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c68b1bcc-9ddb-4804-8c89-1d2c88687dbd req-bcecd909-4c39-46b4-9540-355fe700827e tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886548 Aug 16 20:59:20.428022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port dbb8d99b-4087-49a1-a252-e27eaa0a9352, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dbb8d99b-4087-49a1-a252-e27eaa0a9352,segment=NetworkSegment(df433f7c-2788-44b0-af6f-b084af1ae2af),segment_id=df433f7c-2788-44b0-af6f-b084af1ae2af)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:20.482745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c0485b47-be92-4ce8-9d1f-bbdb845cdf62 None None] Provisioning complete for port dbb8d99b-4087-49a1-a252-e27eaa0a9352 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:20.483133 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0485b47-be92-4ce8-9d1f-bbdb845cdf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.572840 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.603791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Made reservation on behalf of 95f0a4cac57343909df6f1e2b9f73080 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:20.631368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.026112 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.036868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=dbb8d99b-4087-49a1-a252-e27eaa0a9352,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:21.041077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device db56995b-20a4-4160-998f-35c98110f93f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:21.052542 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Transition to ACTIVE for port object 7629ad6d-c577-479a-8df0-9780343ee3d1 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:21.060670 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.170099 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.179935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port db56995b-20a4-4160-998f-35c98110f93f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:21.180509 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.269564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.314449 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ae822-fefd-485e-9bd6-0303e2c44af7 None None] Pushing event updated for resources: {'Port': ['ID=7629ad6d-c577-479a-8df0-9780343ee3d1,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:21.339898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85eef1-a6bb-463b-90d9-1eb392459578 req-95c8d717-6292-4f83-8a6a-cb7ac48c8250 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:21.353380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f85eef1-a6bb-463b-90d9-1eb392459578 req-95c8d717-6292-4f83-8a6a-cb7ac48c8250 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 945 time: 0.0971544 Aug 16 20:59:21.437602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Subnet': ['ID=f2f26410-1a16-4bcb-8756-6d443044a6de,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:21.444371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f85eef1-a6bb-463b-90d9-1eb392459578 req-7bef0a68-5b65-46b7-91ea-54077386d8bf tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879152 Aug 16 20:59:21.459399 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Attempting to bind port 7629ad6d-c577-479a-8df0-9780343ee3d1 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:21.460174 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Attempting to bind port 7629ad6d-c577-479a-8df0-9780343ee3d1 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'df433f7c-2788-44b0-af6f-b084af1ae2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:21.462783 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Attempting to bind port 7629ad6d-c577-479a-8df0-9780343ee3d1 on network bdb1d951-f8c5-42c1-8fab-d32d5346a818 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:21.474249 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:21.476748 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Checking segment: {'id': 'df433f7c-2788-44b0-af6f-b084af1ae2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:21.479045 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.479484 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Bound using segment: {'id': 'df433f7c-2788-44b0-af6f-b084af1ae2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:21.480493 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Bound port: 7629ad6d-c577-479a-8df0-9780343ee3d1, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df433f7c-2788-44b0-af6f-b084af1ae2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:21.480493 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.493148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40778) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:21.527907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Checking segment: {'id': 'c9530ec3-20c6-4aca-b7b6-14b1f6fd492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:21.529771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network hostable DHCP agents. Network: ea3364a2-640b-4f97-bc66-3ce91dbd578e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:59:21.630871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network ea3364a2-640b-4f97-bc66-3ce91dbd578e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:59:21.678932 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] For port 7629ad6d-c577-479a-8df0-9780343ee3d1, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:21.682838 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] For port 7629ad6d-c577-479a-8df0-9780343ee3d1, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7629ad6d-c577-479a-8df0-9780343ee3d1,segment=NetworkSegment(df433f7c-2788-44b0-af6f-b084af1ae2af),segment_id=df433f7c-2788-44b0-af6f-b084af1ae2af)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:21.722070 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b510339-dcce-463f-adb5-af640166cf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.722280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, ea3364a2-640b-4f97-bc66-3ce91dbd578e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:21.726425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:21.726840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.731941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe65c4-2289-4e81-a494-441d02a32351 None None] Network ea3364a2-640b-4f97-bc66-3ce91dbd578e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:21.759971 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.846074 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dcca8fb9-45b0-4571-93bd-f2bc460e3d7a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5585759 Aug 16 20:59:21.849292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40798) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:21.919463 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:21.919463 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:22.016199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-ea3364a2-640b-4f97-bc66-3ce91dbd578e', 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'fixed_ips': [{'subnet_id': 'f2f26410-1a16-4bcb-8756-6d443044a6de'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:59:22.017348 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.031865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b510339-dcce-463f-adb5-af640166cf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.128409 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:22.173943 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ae822-fefd-485e-9bd6-0303e2c44af7 None None] Pushing event updated for resources: {'Port': ['ID=7629ad6d-c577-479a-8df0-9780343ee3d1,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:22.197241 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b510339-dcce-463f-adb5-af640166cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.291924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Allocated IP 172.23.0.2 (ea3364a2-640b-4f97-bc66-3ce91dbd578e/f2f26410-1a16-4bcb-8756-6d443044a6de/437e0463-4884-437e-9aab-7df2c77b7726) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:22.312959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0b510339-dcce-463f-adb5-af640166cf4e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7c384f12dcbc4e3aab868951d906485d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8188095 Aug 16 20:59:22.314966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b510339-dcce-463f-adb5-af640166cf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d9f26d-205b-4041-a77b-eae33e94723c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:22.322261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40806) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:22.406902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40808) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:22.601752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8267ce8-bf32-439e-b8ff-370429a5a946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.650106 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:18Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:21Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:22.659685 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8267ce8-bf32-439e-b8ff-370429a5a946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.680034 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe5f64-9151-4cfd-87bc-6d6151407071 None None] The sync data for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 is: [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:18Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:21Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:22.710602 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee56ed18-3813-4f36-a795-102c7f8e09d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.722013 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.743217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Transition to ACTIVE for port object 437e0463-4884-437e-9aab-7df2c77b7726 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:22.752616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dbb8d99b-4087-49a1-a252-e27eaa0a9352 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:22.828801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc578fa-c142-4221-bf61-4edc7919b1e6 req-a4d0561b-2a56-40fb-9572-7704589ac151 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:22.830408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbc578fa-c142-4221-bf61-4edc7919b1e6 req-a4d0561b-2a56-40fb-9572-7704589ac151 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 945 time: 0.2320364 Aug 16 20:59:22.833582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port dbb8d99b-4087-49a1-a252-e27eaa0a9352 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:22.834555 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.885208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Transition to ACTIVE for port object 437e0463-4884-437e-9aab-7df2c77b7726 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:22.906062 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8267ce8-bf32-439e-b8ff-370429a5a946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.909423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8267ce8-bf32-439e-b8ff-370429a5a946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.911042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b8267ce8-bf32-439e-b8ff-370429a5a946 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d6d9f26d-205b-4041-a77b-eae33e94723c HTTP/1.1" status: 204 len: 168 time: 0.5695515 Aug 16 20:59:22.936332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbc578fa-c142-4221-bf61-4edc7919b1e6 req-a67ceead-b815-4d56-849d-aa2964b29dac tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900223 Aug 16 20:59:22.958514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8267ce8-bf32-439e-b8ff-370429a5a946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d9f26d-205b-4041-a77b-eae33e94723c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:22.973732 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:23.013166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304773d-eca5-4713-afb5-26472418782f req-5f9925f6-db39-4a05-b39b-dffefa5a65c6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:23.016317 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5304773d-eca5-4713-afb5-26472418782f req-5f9925f6-db39-4a05-b39b-dffefa5a65c6 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.79 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 945 time: 0.2374816 Aug 16 20:59:23.073010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Network ea3364a2-640b-4f97-bc66-3ce91dbd578e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:23.083265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:23.093757 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee56ed18-3813-4f36-a795-102c7f8e09d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:23.098685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:23.110287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Pushing event updated for resources: {'Port': ['ID=437e0463-4884-437e-9aab-7df2c77b7726,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:23.175279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Attempting to bind port 437e0463-4884-437e-9aab-7df2c77b7726 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:23.175649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Attempting to bind port 437e0463-4884-437e-9aab-7df2c77b7726 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'c9530ec3-20c6-4aca-b7b6-14b1f6fd492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:23.176016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Attempting to bind port 437e0463-4884-437e-9aab-7df2c77b7726 on network ea3364a2-640b-4f97-bc66-3ce91dbd578e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:23.183864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:23.184327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Checking segment: {'id': 'c9530ec3-20c6-4aca-b7b6-14b1f6fd492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:23.184780 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:23.188436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Bound using segment: {'id': 'c9530ec3-20c6-4aca-b7b6-14b1f6fd492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:23.188436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Bound port: 437e0463-4884-437e-9aab-7df2c77b7726, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9530ec3-20c6-4aca-b7b6-14b1f6fd492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:23.188436 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:23.222116 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:23.268997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] For port 437e0463-4884-437e-9aab-7df2c77b7726, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:23.275162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] For port 437e0463-4884-437e-9aab-7df2c77b7726, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=437e0463-4884-437e-9aab-7df2c77b7726,segment=NetworkSegment(c9530ec3-20c6-4aca-b7b6-14b1f6fd492a),segment_id=c9530ec3-20c6-4aca-b7b6-14b1f6fd492a)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:23.305830 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee56ed18-3813-4f36-a795-102c7f8e09d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:23.425601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ee56ed18-3813-4f36-a795-102c7f8e09d5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b883865c104441f8991d2ceae9a5146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9893680 Aug 16 20:59:23.425601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56ed18-3813-4f36-a795-102c7f8e09d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87a0787-0b40-4ae4-9e70-0b97ac502cdf,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:23.426891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40820) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:23.578112 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af808b8-520f-4d68-836b-b65277f268e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:23.617725 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af808b8-520f-4d68-836b-b65277f268e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:23.690367 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:23.773958 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af808b8-520f-4d68-836b-b65277f268e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:23.776933 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0af808b8-520f-4d68-836b-b65277f268e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:23.781664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0af808b8-520f-4d68-836b-b65277f268e0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f87a0787-0b40-4ae4-9e70-0b97ac502cdf HTTP/1.1" status: 204 len: 168 time: 0.3543682 Aug 16 20:59:23.803477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af808b8-520f-4d68-836b-b65277f268e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87a0787-0b40-4ae4-9e70-0b97ac502cdf,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:23.861378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Allocated IP 172.23.0.1 (ea3364a2-640b-4f97-bc66-3ce91dbd578e/f2f26410-1a16-4bcb-8756-6d443044a6de/a298b837-467b-41fc-8b10-15f752a27923) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:23.883972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc05d6-1d97-4fee-8302-90c3133520dc None None] Pushing event updated for resources: {'Port': ['ID=437e0463-4884-437e-9aab-7df2c77b7726,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:23.901311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5304773d-eca5-4713-afb5-26472418782f req-5299fb52-24fc-4c34-b866-5236ecca9756 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Deleting port b06f3d22-d1d1-42bf-bda6-6372dd7c3278 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:23.901657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5304773d-eca5-4713-afb5-26472418782f req-5299fb52-24fc-4c34-b866-5236ecca9756 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.130977 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.139706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5304773d-eca5-4713-afb5-26472418782f req-5299fb52-24fc-4c34-b866-5236ecca9756 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] For port b06f3d22-d1d1-42bf-bda6-6372dd7c3278, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b06f3d22-d1d1-42bf-bda6-6372dd7c3278,segment=NetworkSegment(bb704c9c-badf-4bc3-995f-14a768a98fe5),segment_id=bb704c9c-badf-4bc3-995f-14a768a98fe5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:24.140147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5304773d-eca5-4713-afb5-26472418782f req-5299fb52-24fc-4c34-b866-5236ecca9756 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.164871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Transition to ACTIVE for port object a298b837-467b-41fc-8b10-15f752a27923 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:24.167392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5304773d-eca5-4713-afb5-26472418782f req-5299fb52-24fc-4c34-b866-5236ecca9756 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Calling delete_port for b06f3d22-d1d1-42bf-bda6-6372dd7c3278 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:24.178054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e319dc-fd45-4ad4-acbf-cb75a6d3453b req-62e54e33-8637-4e12-a76d-0ff73bdc8c68 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:24.183605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2e319dc-fd45-4ad4-acbf-cb75a6d3453b req-62e54e33-8637-4e12-a76d-0ff73bdc8c68 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 945 time: 0.0969155 Aug 16 20:59:24.272926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2e319dc-fd45-4ad4-acbf-cb75a6d3453b req-eea95fd6-7566-4b5e-920c-c6a88ef20dc3 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/security-groups?id=4439b503-63ce-4a7c-b6ef-594f0f92c030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811338 Aug 16 20:59:24.420371 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.470289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network ea3364a2-640b-4f97-bc66-3ce91dbd578e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:24.473892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:24.478765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:24.505442 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5304773d-eca5-4713-afb5-26472418782f req-5299fb52-24fc-4c34-b866-5236ecca9756 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.509897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=a298b837-467b-41fc-8b10-15f752a27923,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:24.517941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b06f3d22-d1d1-42bf-bda6-6372dd7c3278'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:24.581161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299fb52-24fc-4c34-b866-5236ecca9756 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Pushing event deleted for resources: {'Port': ['ID=b06f3d22-d1d1-42bf-bda6-6372dd7c3278,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:24.644845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.676767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5304773d-eca5-4713-afb5-26472418782f req-5299fb52-24fc-4c34-b866-5236ecca9756 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] No DVR routers for this DVR port b06f3d22-d1d1-42bf-bda6-6372dd7c3278 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:24.737228 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5304773d-eca5-4713-afb5-26472418782f req-5299fb52-24fc-4c34-b866-5236ecca9756 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.744426 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5304773d-eca5-4713-afb5-26472418782f req-5299fb52-24fc-4c34-b866-5236ecca9756 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.79 "DELETE /v2.0/ports/b06f3d22-d1d1-42bf-bda6-6372dd7c3278 HTTP/1.1" status: 204 len: 173 time: 1.7171030 Aug 16 20:59:24.744426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77060a23-6c80-4a6f-926a-2acf1b77144b', 'name': 'network-vif-deleted', 'tag': 'b06f3d22-d1d1-42bf-bda6-6372dd7c3278'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:24.744426 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2f5e64-ae0e-45ff-80df-39ab308a60d2" -d '{"events": [{"server_uuid": "77060a23-6c80-4a6f-926a-2acf1b77144b", "name": "network-vif-deleted", "tag": "b06f3d22-d1d1-42bf-bda6-6372dd7c3278"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:24.833552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7629ad6d-c577-479a-8df0-9780343ee3d1 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:24.996883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 7629ad6d-c577-479a-8df0-9780343ee3d1 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:25.001659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7629ad6d-c577-479a-8df0-9780343ee3d1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:25.002231 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:25.068768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:25.208496 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:25.308780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 7629ad6d-c577-479a-8df0-9780343ee3d1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7629ad6d-c577-479a-8df0-9780343ee3d1,segment=NetworkSegment(df433f7c-2788-44b0-af6f-b084af1ae2af),segment_id=df433f7c-2788-44b0-af6f-b084af1ae2af)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:25.341413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c2ec5e-23aa-4e5f-a4c1-5d12a637d9a4 None None] Network ea3364a2-640b-4f97-bc66-3ce91dbd578e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:25.361454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40884) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:25.432809 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7c4b8e-af75-4b63-bb02-4181c9bea762 x-openstack-request-id: req-aa7c4b8e-af75-4b63-bb02-4181c9bea762 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:25.433345 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77060a23-6c80-4a6f-926a-2acf1b77144b", "name": "network-vif-deleted", "tag": "b06f3d22-d1d1-42bf-bda6-6372dd7c3278", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:25.433672 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aa7c4b8e-af75-4b63-bb02-4181c9bea762 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:25.434176 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77060a23-6c80-4a6f-926a-2acf1b77144b', 'name': 'network-vif-deleted', 'tag': 'b06f3d22-d1d1-42bf-bda6-6372dd7c3278', 'status': 'completed', 'code': 200} Aug 16 20:59:25.469470 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:25.470876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a180a3d5-50a4-4026-bbd2-309e53a46b19 req-6df1f0e7-c7b4-434c-bba6-8fd5476adb94 tempest-InstanceActionsTestJSON-1147830732 tempest-InstanceActionsTestJSON-1147830732-project] 10.222.0.74 "GET /v2.0/ports?device_id=77060a23-6c80-4a6f-926a-2acf1b77144b HTTP/1.1" status: 200 len: 210 time: 0.0605433 Aug 16 20:59:25.479664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 437e0463-4884-437e-9aab-7df2c77b7726 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:25.574563 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:25.612622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-955373125-network', 'tenant_id': 'fdbc8772cea645a0a780d35fb9089cf7'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:25.664550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=7629ad6d-c577-479a-8df0-9780343ee3d1,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:25.683391 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:25.697355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-66c575cf-24e9-4ecb-9551-00e3617c25d0 None None] Provisioning for port 437e0463-4884-437e-9aab-7df2c77b7726 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:25.740050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Made reservation on behalf of fdbc8772cea645a0a780d35fb9089cf7 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:25.743133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:25.777301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 437e0463-4884-437e-9aab-7df2c77b7726 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:25.777410 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:25.782439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 437e0463-4884-437e-9aab-7df2c77b7726 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:25.782832 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:25.801870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:25.989262 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.013047 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.082501 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.128703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 437e0463-4884-437e-9aab-7df2c77b7726, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=437e0463-4884-437e-9aab-7df2c77b7726,segment=NetworkSegment(c9530ec3-20c6-4aca-b7b6-14b1f6fd492a),segment_id=c9530ec3-20c6-4aca-b7b6-14b1f6fd492a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:26.157509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event updated for resources: {'Port': ['ID=a298b837-467b-41fc-8b10-15f752a27923,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:26.159898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:26.170544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40904) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:26.188651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Network ea3364a2-640b-4f97-bc66-3ce91dbd578e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:26.191278 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a26c78-482b-4a7d-9c31-438fee1fcabb,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:26.192435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:26.218952 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.228937 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Added segment 27a2f9dc-b145-41b6-9ad0-9158b18a12f8 of type vlan for network 55f3c20b-91cf-4925-959e-e475d3950e8b Aug 16 20:59:26.238269 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.363134 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.385710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=437e0463-4884-437e-9aab-7df2c77b7726,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:26.401678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 78565598-2628-43ef-af68-b11b8145e866 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:26.428333 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27342f82-10f2-48ec-9f12-0c5d45cfba98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.483178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e695f94b-5084-48aa-9056-3b94844c24ae None None] Provisioning for port a298b837-467b-41fc-8b10-15f752a27923 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:26.483431 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.484483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:26.485237 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.487366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e695f94b-5084-48aa-9056-3b94844c24ae None None] Provisioning complete for port a298b837-467b-41fc-8b10-15f752a27923 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:26.487745 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e695f94b-5084-48aa-9056-3b94844c24ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.561464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] Pushing event updated for resources: {'Network': ['ID=55f3c20b-91cf-4925-959e-e475d3950e8b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:26.575340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 55f3c20b-91cf-4925-959e-e475d3950e8b details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:26.582200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40910) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:26.699186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ca6832-2403-4f2b-95ac-13e84a7ab112 admin admin] Deleting subnet 03c2ca28-a5f0-425c-ae61-73b1d5b66f69 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:59:26.703078 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ca6832-2403-4f2b-95ac-13e84a7ab112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.708494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b06f3d22-d1d1-42bf-bda6-6372dd7c3278 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:26.721818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e695f94b-5084-48aa-9056-3b94844c24ae None None] Port a298b837-467b-41fc-8b10-15f752a27923 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:26.749464 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ca6832-2403-4f2b-95ac-13e84a7ab112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.762001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: b06f3d22-d1d1-42bf-bda6-6372dd7c3278 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:26.762439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b06f3d22-d1d1-42bf-bda6-6372dd7c3278 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:26.771514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e695f94b-5084-48aa-9056-3b94844c24ae None None] Provisioning complete for port 437e0463-4884-437e-9aab-7df2c77b7726 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:26.772451 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e695f94b-5084-48aa-9056-3b94844c24ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.780534 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27342f82-10f2-48ec-9f12-0c5d45cfba98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.802227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7629ad6d-c577-479a-8df0-9780343ee3d1 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:26.804248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:26.813168 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3377fb03-240a-472c-8d99-99d9e508717d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9627719 Aug 16 20:59:26.816106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40922) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:26.818436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ca6832-2403-4f2b-95ac-13e84a7ab112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.824748 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e439cfa5-5a27-46b3-b02d-514d7276a0ca tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:26.840843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Sync routers for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:26.886203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:26.887135 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:26.915267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-27342f82-10f2-48ec-9f12-0c5d45cfba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.020455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4ffb4414-f06a-44ce-885e-f2db52b9a784 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6482236 Aug 16 20:59:27.020455 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40938) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:27.020455 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] Request body: {'subnet': {'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-955373125-subnet', 'tenant_id': 'fdbc8772cea645a0a780d35fb9089cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:27.044364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7629ad6d-c577-479a-8df0-9780343ee3d1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:27.045000 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.054642 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ca6832-2403-4f2b-95ac-13e84a7ab112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.093436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca6832-2403-4f2b-95ac-13e84a7ab112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c2ca28-a5f0-425c-ae61-73b1d5b66f69,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:27.098398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:27.098793 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ca6832-2403-4f2b-95ac-13e84a7ab112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.100764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-83ca6832-2403-4f2b-95ac-13e84a7ab112 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/03c2ca28-a5f0-425c-ae61-73b1d5b66f69 HTTP/1.1" status: 204 len: 168 time: 0.5171862 Aug 16 20:59:27.104075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40942) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:27.160204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] Made reservation on behalf of fdbc8772cea645a0a780d35fb9089cf7 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:27.163439 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.256798 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.276694 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 437e0463-4884-437e-9aab-7df2c77b7726 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:27.318573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b214850d-add4-4da7-886c-3fae73edbef0 None None] Provisioning complete for port a298b837-467b-41fc-8b10-15f752a27923 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:27.318950 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b214850d-add4-4da7-886c-3fae73edbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.343154 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-27342f82-10f2-48ec-9f12-0c5d45cfba98 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c742d9f9f3a54e2184555d9942f4d945&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1703691 Aug 16 20:59:27.347487 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40944) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:27.356949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27342f82-10f2-48ec-9f12-0c5d45cfba98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818c3d19-0d93-415b-9cb2-82e22ce394e6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:27.428040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-b214850d-add4-4da7-886c-3fae73edbef0 None None] Port a298b837-467b-41fc-8b10-15f752a27923 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:27.447858 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.481977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad997384-0869-4d31-8e1c-e160e45b9d67']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:27.487321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 437e0463-4884-437e-9aab-7df2c77b7726 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:27.487682 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.505722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb704c9c-badf-4bc3-995f-14a768a98fe5') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:27.506110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb704c9c-badf-4bc3-995f-14a768a98fe5') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:27.531361 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.534858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:24Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:25Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a298b837-467b-41fc-8b10-15f752a27923', 'name': '', 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:60:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:23Z', 'updated_at': '2021-08-16T20:59:25Z', 'revision_number': 2, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:27.554269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.561817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:27.562660 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:27.565093 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:27.574919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Checking router: 78565598-2628-43ef-af68-b11b8145e866 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:27.578297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Updating router 78565598-2628-43ef-af68-b11b8145e866 port a298b837-467b-41fc-8b10-15f752a27923 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:59:27.614267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4752a485-d2eb-4310-bef1-b88aab7bd3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.626313 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.628634 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.692046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4752a485-d2eb-4310-bef1-b88aab7bd3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.717483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7fee09-af04-4f53-be62-fb00b032c761,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:27.723447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] Checking segment: {'id': '27a2f9dc-b145-41b6-9ad0-9158b18a12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:27.723813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] Network hostable DHCP agents. Network: 55f3c20b-91cf-4925-959e-e475d3950e8b, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:59:27.740564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.747978 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.751195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] 10.222.0.74 "DELETE /v2.0/networks/ad997384-0869-4d31-8e1c-e160e45b9d67 HTTP/1.1" status: 204 len: 168 time: 0.6458104 Aug 16 20:59:27.758455 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.extraroute_db [None req-e439cfa5-5a27-46b3-b02d-514d7276a0ca tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95262) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:59:27.762198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7eef46-f4b8-4f94-9fbb-b32b781113db admin admin] Pushing event deleted for resources: {'Network': ['ID=ad997384-0869-4d31-8e1c-e160e45b9d67,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:27.781412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.extraroute_db [None req-e439cfa5-5a27-46b3-b02d-514d7276a0ca tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Removed routes are [] {{(pid=95262) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:59:27.781412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e439cfa5-5a27-46b3-b02d-514d7276a0ca tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.797885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] Network 55f3c20b-91cf-4925-959e-e475d3950e8b is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:59:27.812732 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40950) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:27.901502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 55f3c20b-91cf-4925-959e-e475d3950e8b) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:27.906060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4752a485-d2eb-4310-bef1-b88aab7bd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.908937 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4752a485-d2eb-4310-bef1-b88aab7bd3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.910978 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4752a485-d2eb-4310-bef1-b88aab7bd3cb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/818c3d19-0d93-415b-9cb2-82e22ce394e6 HTTP/1.1" status: 204 len: 168 time: 0.5625584 Aug 16 20:59:27.920882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:27.922070 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:27.935189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cfb91f-1c0e-4c26-b706-93bc57a2d355 None None] Network 55f3c20b-91cf-4925-959e-e475d3950e8b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:27.959115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752a485-d2eb-4310-bef1-b88aab7bd3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818c3d19-0d93-415b-9cb2-82e22ce394e6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:28.015929 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a9cccbb5-8f06-41ca-b39d-7ad475ec4386 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0008361 Aug 16 20:59:28.105343 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b488ba5-891c-410c-abbf-68af5bf4f401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.140639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e439cfa5-5a27-46b3-b02d-514d7276a0ca tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.149054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d4d5f-7488-4f23-8a2e-5549f5235278 None None] Network 55f3c20b-91cf-4925-959e-e475d3950e8b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:28.151072 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e439cfa5-5a27-46b3-b02d-514d7276a0ca tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.281233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e439cfa5-5a27-46b3-b02d-514d7276a0ca tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 78565598-2628-43ef-af68-b11b8145e866 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:28.286224 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.313600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Transition to ACTIVE for port object a298b837-467b-41fc-8b10-15f752a27923 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:28.383571 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b488ba5-891c-410c-abbf-68af5bf4f401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.404362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e439cfa5-5a27-46b3-b02d-514d7276a0ca tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:28.412146 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e439cfa5-5a27-46b3-b02d-514d7276a0ca tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.413421 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e439cfa5-5a27-46b3-b02d-514d7276a0ca tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866 HTTP/1.1" status: 200 len: 934 time: 1.5962739 Aug 16 20:59:28.415931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40964) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:28.489135 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.526447 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a06baebb-22f0-4ad9-ba08-4541125ff3d1 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866 HTTP/1.1" status: 200 len: 934 time: 0.1069813 Aug 16 20:59:28.526692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40970) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:28.531950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-02df161c-3d32-428b-8daa-fda5c748503b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'routes': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:28.535998 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1b488ba5-891c-410c-abbf-68af5bf4f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.554390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40972) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:28.592906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b28339-ce3e-4cbb-abae-99ad2d34b468 None None] Pushing event updated for resources: {'Port': ['ID=a298b837-467b-41fc-8b10-15f752a27923,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:28.632799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Attempting to bind port a298b837-467b-41fc-8b10-15f752a27923 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:28.633234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Attempting to bind port a298b837-467b-41fc-8b10-15f752a27923 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'c9530ec3-20c6-4aca-b7b6-14b1f6fd492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:28.634765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Attempting to bind port a298b837-467b-41fc-8b10-15f752a27923 on network ea3364a2-640b-4f97-bc66-3ce91dbd578e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:28.645450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-04b8a83d-e4e2-4294-9e8f-9521bcf3bdff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=91185f78f581462a89fb045b6eabe29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886030 Aug 16 20:59:28.646386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:28.646772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Checking segment: {'id': 'c9530ec3-20c6-4aca-b7b6-14b1f6fd492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:28.647188 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.647587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Bound using segment: {'id': 'c9530ec3-20c6-4aca-b7b6-14b1f6fd492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:28.648165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Bound port: a298b837-467b-41fc-8b10-15f752a27923, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9530ec3-20c6-4aca-b7b6-14b1f6fd492a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:28.648560 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.649744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40974) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:28.676768 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1b488ba5-891c-410c-abbf-68af5bf4f401 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8d59894d9e8847a88269d54c26fa5027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660939 Aug 16 20:59:28.677411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b488ba5-891c-410c-abbf-68af5bf4f401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aeb6ee-a331-44eb-8b90-a2103d497b13,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:28.704685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40976) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:28.782066 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09d174aa-ee9a-42ce-b52b-bf5fef14b1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.794717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] For port a298b837-467b-41fc-8b10-15f752a27923, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:28.798294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] For port a298b837-467b-41fc-8b10-15f752a27923, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a298b837-467b-41fc-8b10-15f752a27923,segment=NetworkSegment(c9530ec3-20c6-4aca-b7b6-14b1f6fd492a),segment_id=c9530ec3-20c6-4aca-b7b6-14b1f6fd492a)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:28.829120 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09d174aa-ee9a-42ce-b52b-bf5fef14b1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.876891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f81ce56e-d045-4130-8c72-ee8c97364f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.918814 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.950359 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f81ce56e-d045-4130-8c72-ee8c97364f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:28.983631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:28.984244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:28.989631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b28339-ce3e-4cbb-abae-99ad2d34b468 None None] Pushing event updated for resources: {'Port': ['ID=a298b837-467b-41fc-8b10-15f752a27923,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:29.010674 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09d174aa-ee9a-42ce-b52b-bf5fef14b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.013563 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09d174aa-ee9a-42ce-b52b-bf5fef14b1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.017851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-09d174aa-ee9a-42ce-b52b-bf5fef14b1fe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4439b503-63ce-4a7c-b6ef-594f0f92c030 HTTP/1.1" status: 204 len: 168 time: 0.3664107 Aug 16 20:59:29.032672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d174aa-ee9a-42ce-b52b-bf5fef14b1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4439b503-63ce-4a7c-b6ef-594f0f92c030,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:29.139656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:29.197349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.extraroute_db [None req-02df161c-3d32-428b-8daa-fda5c748503b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added routes are [] {{(pid=95262) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:59:29.197882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.extraroute_db [None req-02df161c-3d32-428b-8daa-fda5c748503b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95262) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:59:29.237800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02df161c-3d32-428b-8daa-fda5c748503b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.241485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f81ce56e-d045-4130-8c72-ee8c97364f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.244097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f81ce56e-d045-4130-8c72-ee8c97364f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.245595 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f81ce56e-d045-4130-8c72-ee8c97364f8b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/44aeb6ee-a331-44eb-8b90-a2103d497b13 HTTP/1.1" status: 204 len: 168 time: 0.5318792 Aug 16 20:59:29.263606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ce56e-d045-4130-8c72-ee8c97364f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aeb6ee-a331-44eb-8b90-a2103d497b13,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:29.281387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40990) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:29.315819 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c5eb09ee-9503-4919-94eb-b5ff44bc592d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.448095 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c5eb09ee-9503-4919-94eb-b5ff44bc592d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.460225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:27Z', 'revision_number': 6, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:25Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a298b837-467b-41fc-8b10-15f752a27923', 'name': '', 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:60:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:23Z', 'updated_at': '2021-08-16T20:59:28Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:29.530403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded25ae-f60b-4c7e-9192-732319ed2cf9 None None] The sync data for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 is: [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:27Z', 'revision_number': 6, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:25Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a298b837-467b-41fc-8b10-15f752a27923', 'name': '', 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:60:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:23Z', 'updated_at': '2021-08-16T20:59:28Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:29.565614 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c5eb09ee-9503-4919-94eb-b5ff44bc592d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.646086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb09ee-9503-4919-94eb-b5ff44bc592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641d2641-6713-4743-8a85-52d065159060,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:29.652512 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c5eb09ee-9503-4919-94eb-b5ff44bc592d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f04c395a1e9841a2a084e50f883cf1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700457 Aug 16 20:59:29.655343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41004) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:29.752741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba7208a2-4e39-4c24-ae8e-1bd92fae5961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.802306 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba7208a2-4e39-4c24-ae8e-1bd92fae5961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.837541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02df161c-3d32-428b-8daa-fda5c748503b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.842754 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02df161c-3d32-428b-8daa-fda5c748503b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.958548 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba7208a2-4e39-4c24-ae8e-1bd92fae5961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.962786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba7208a2-4e39-4c24-ae8e-1bd92fae5961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:29.966426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ba7208a2-4e39-4c24-ae8e-1bd92fae5961 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/641d2641-6713-4743-8a85-52d065159060 HTTP/1.1" status: 204 len: 168 time: 0.3077087 Aug 16 20:59:29.981321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7208a2-4e39-4c24-ae8e-1bd92fae5961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641d2641-6713-4743-8a85-52d065159060,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:30.063937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02df161c-3d32-428b-8daa-fda5c748503b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 78565598-2628-43ef-af68-b11b8145e866 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:30.218310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02df161c-3d32-428b-8daa-fda5c748503b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:30.235026 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02df161c-3d32-428b-8daa-fda5c748503b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:30.238410 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-02df161c-3d32-428b-8daa-fda5c748503b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866 HTTP/1.1" status: 200 len: 700 time: 1.7087171 Aug 16 20:59:30.240350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41028) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:30.346220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7f36e986-f153-436a-8d1f-954e4b282aaa tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866 HTTP/1.1" status: 200 len: 700 time: 0.1046569 Aug 16 20:59:30.348987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41030) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:30.758499 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e525350e-04ef-409f-97da-7bae1ce91d96 None None] Sync routers for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:30.777068 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525350e-04ef-409f-97da-7bae1ce91d96 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:30.780378 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e525350e-04ef-409f-97da-7bae1ce91d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:30.815970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a298b837-467b-41fc-8b10-15f752a27923 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:30.887613 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:31.032315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port a298b837-467b-41fc-8b10-15f752a27923 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:31.050170 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e525350e-04ef-409f-97da-7bae1ce91d96 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:31.050561 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a298b837-467b-41fc-8b10-15f752a27923 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:31.050561 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:31.197748 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:31.253282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port a298b837-467b-41fc-8b10-15f752a27923, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a298b837-467b-41fc-8b10-15f752a27923,segment=NetworkSegment(c9530ec3-20c6-4aca-b7b6-14b1f6fd492a),segment_id=c9530ec3-20c6-4aca-b7b6-14b1f6fd492a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:31.375108 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:31.468533 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e525350e-04ef-409f-97da-7bae1ce91d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:29Z', 'revision_number': 7, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:25Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a298b837-467b-41fc-8b10-15f752a27923', 'name': '', 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:60:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:23Z', 'updated_at': '2021-08-16T20:59:28Z', 'revision_number': 4, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:31.476516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=a298b837-467b-41fc-8b10-15f752a27923,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:31.516056 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e525350e-04ef-409f-97da-7bae1ce91d96 None None] Checking router: 78565598-2628-43ef-af68-b11b8145e866 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:31.532172 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525350e-04ef-409f-97da-7bae1ce91d96 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:31.532820 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e525350e-04ef-409f-97da-7bae1ce91d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:31.617414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port a298b837-467b-41fc-8b10-15f752a27923 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:31.617812 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:31.630104 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e525350e-04ef-409f-97da-7bae1ce91d96 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:31.734967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] For port a298b837-467b-41fc-8b10-15f752a27923, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a298b837-467b-41fc-8b10-15f752a27923,segment=NetworkSegment(c9530ec3-20c6-4aca-b7b6-14b1f6fd492a),segment_id=c9530ec3-20c6-4aca-b7b6-14b1f6fd492a)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:31.735888 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:31.759728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for a298b837-467b-41fc-8b10-15f752a27923 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:31.889966 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e525350e-04ef-409f-97da-7bae1ce91d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:29Z', 'revision_number': 7, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:25Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a298b837-467b-41fc-8b10-15f752a27923', 'name': '', 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:60:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:23Z', 'updated_at': '2021-08-16T20:59:31Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:31.931984 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e525350e-04ef-409f-97da-7bae1ce91d96 None None] The sync data for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 is: [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:29Z', 'revision_number': 7, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:25Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a298b837-467b-41fc-8b10-15f752a27923', 'name': '', 'network_id': 'ea3364a2-640b-4f97-bc66-3ce91dbd578e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:60:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:23Z', 'updated_at': '2021-08-16T20:59:31Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'f2f26410-1a16-4bcb-8756-6d443044a6de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:32.083630 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:32.129058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=a298b837-467b-41fc-8b10-15f752a27923,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:32.351143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:32.567475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41132) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:32.586328 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:32.608099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 78565598-2628-43ef-af68-b11b8145e866 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:32.701875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f1670948-b323-44ab-952e-41378ffc04d6 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:32.704431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f1670948-b323-44ab-952e-41378ffc04d6 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/networks?id=55f3c20b-91cf-4925-959e-e475d3950e8b HTTP/1.1" status: 200 len: 808 time: 0.1887453 Aug 16 20:59:32.729576 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:32.733892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-c28d476d-1afc-431a-8c23-40fd644e3678 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/quotas/fdbc8772cea645a0a780d35fb9089cf7 HTTP/1.1" status: 200 len: 375 time: 0.0200005 Aug 16 20:59:32.736105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:32.744966 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e715b195-468b-4704-b9bd-96da713767d8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3905625 Aug 16 20:59:32.744966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41140) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:32.748120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f55b2f-04ca-4a1c-bbc2-752c479d5b8d None None] Sync routers for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:32.762984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f55b2f-04ca-4a1c-bbc2-752c479d5b8d None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:32.764072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-17f55b2f-04ca-4a1c-bbc2-752c479d5b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:32.801081 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a04f2f-d17e-448a-aad2-893b512c5b68 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting subnet f2f26410-1a16-4bcb-8756-6d443044a6de {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:59:32.805569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-16a04f2f-d17e-448a-aad2-893b512c5b68 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:32.811490 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-8ad35adf-6ae8-46c8-aea5-74c3df931b43 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdbc8772cea645a0a780d35fb9089cf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657499 Aug 16 20:59:32.852371 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-16a04f2f-d17e-448a-aad2-893b512c5b68 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:32.894661 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2ed749f-0512-4c9f-9abb-1ed4675e6951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:32.932646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-17f55b2f-04ca-4a1c-bbc2-752c479d5b8d None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:32.936814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-d85fe9b6-4ba2-4044-be33-b49d1a5a8265 service neutron] 10.222.0.74 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163383 Aug 16 20:59:33.014893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-16a04f2f-d17e-448a-aad2-893b512c5b68 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.100943 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2ed749f-0512-4c9f-9abb-1ed4675e6951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.109813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-bc9fa447-959d-4bdb-a514-60d5c0738a89 service neutron] 10.222.0.74 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665292 Aug 16 20:59:33.156383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41146) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:33.203070 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e2ed749f-0512-4c9f-9abb-1ed4675e6951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.231199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-17f55b2f-04ca-4a1c-bbc2-752c479d5b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:31Z', 'revision_number': 8, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:25Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:33.244695 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e2ed749f-0512-4c9f-9abb-1ed4675e6951 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f4e48da850684d7bbdd3c4e07eb37a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6738200 Aug 16 20:59:33.244695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed749f-0512-4c9f-9abb-1ed4675e6951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0135be-d4ba-4070-81c3-98cb0ae21357,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:33.245108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41150) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:33.272934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f55b2f-04ca-4a1c-bbc2-752c479d5b8d None None] Checking router: 78565598-2628-43ef-af68-b11b8145e866 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:33.282879 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-16a04f2f-d17e-448a-aad2-893b512c5b68 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.303586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f55b2f-04ca-4a1c-bbc2-752c479d5b8d None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:33.304217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-17f55b2f-04ca-4a1c-bbc2-752c479d5b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:33.325587 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19937366-2c82-4206-a64c-f8f136a7affc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.333057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a04f2f-d17e-448a-aad2-893b512c5b68 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f26410-1a16-4bcb-8756-6d443044a6de,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:33.347983 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-16a04f2f-d17e-448a-aad2-893b512c5b68 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.352914 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-16a04f2f-d17e-448a-aad2-893b512c5b68 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/f2f26410-1a16-4bcb-8756-6d443044a6de HTTP/1.1" status: 204 len: 168 time: 0.6058779 Aug 16 20:59:33.355373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41158) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:33.385738 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d81e8904-8f7d-492b-8203-b4f974a1db8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.389915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19937366-2c82-4206-a64c-f8f136a7affc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.398309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcafe15-3bcc-4abd-be82-89b498e32a64 None None] Network ea3364a2-640b-4f97-bc66-3ce91dbd578e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:33.554931 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.567052 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d81e8904-8f7d-492b-8203-b4f974a1db8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.579318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35653ec3-6f32-423e-b6b1-92c12f4e084d req-7894388a-4c0e-4eaf-afa0-37a66afb8d74 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 210 time: 0.0501156 Aug 16 20:59:33.658028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port 437e0463-4884-437e-9aab-7df2c77b7726 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:33.658028 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.667774 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d81e8904-8f7d-492b-8203-b4f974a1db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.695752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-17f55b2f-04ca-4a1c-bbc2-752c479d5b8d None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:33.719259 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19937366-2c82-4206-a64c-f8f136a7affc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.722977 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19937366-2c82-4206-a64c-f8f136a7affc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.727317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-19937366-2c82-4206-a64c-f8f136a7affc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fe0135be-d4ba-4070-81c3-98cb0ae21357 HTTP/1.1" status: 204 len: 168 time: 0.4784484 Aug 16 20:59:33.748937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19937366-2c82-4206-a64c-f8f136a7affc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0135be-d4ba-4070-81c3-98cb0ae21357,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:33.760841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] For port 437e0463-4884-437e-9aab-7df2c77b7726, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=437e0463-4884-437e-9aab-7df2c77b7726,segment=NetworkSegment(c9530ec3-20c6-4aca-b7b6-14b1f6fd492a),segment_id=c9530ec3-20c6-4aca-b7b6-14b1f6fd492a)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:33.761157 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.773078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41174) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:33.775784 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d81e8904-8f7d-492b-8203-b4f974a1db8b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=28e4ed196474400c94f7f638922e6ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6177540 Aug 16 20:59:33.779122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e8904-8f7d-492b-8203-b4f974a1db8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61de1a78-544a-4c13-924a-54f3a2b1132f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:33.827796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for 437e0463-4884-437e-9aab-7df2c77b7726 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:33.882666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b44980b-f264-4429-8b48-ea0b924ac0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.914586 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b44980b-f264-4429-8b48-ea0b924ac0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.150400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-17f55b2f-04ca-4a1c-bbc2-752c479d5b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:31Z', 'revision_number': 8, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:25Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:34.164029 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.177339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b44980b-f264-4429-8b48-ea0b924ac0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.178692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f55b2f-04ca-4a1c-bbc2-752c479d5b8d None None] The sync data for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 is: [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:31Z', 'revision_number': 8, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7629ad6d-c577-479a-8df0-9780343ee3d1', 'name': '', 'network_id': 'bdb1d951-f8c5-42c1-8fab-d32d5346a818', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:92:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:25Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'b5836162-94b3-4696-aa3c-28c55e588016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:34.186159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122bc19-a80c-40f0-9f74-6b02a3233b1c None None] DHCP port deletion for ea3364a2-640b-4f97-bc66-3ce91dbd578e request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:59:34.186335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b44980b-f264-4429-8b48-ea0b924ac0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.187514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4b44980b-f264-4429-8b48-ea0b924ac0db admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/61de1a78-544a-4c13-924a-54f3a2b1132f HTTP/1.1" status: 204 len: 168 time: 0.4125082 Aug 16 20:59:34.214671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No DVR routers for this DVR port 437e0463-4884-437e-9aab-7df2c77b7726 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:34.223613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=437e0463-4884-437e-9aab-7df2c77b7726,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:34.251929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44980b-f264-4429-8b48-ea0b924ac0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61de1a78-544a-4c13-924a-54f3a2b1132f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:34.319266 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.331189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3364a2-640b-4f97-bc66-3ce91dbd578e']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:34.344369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9530ec3-20c6-4aca-b7b6-14b1f6fd492a') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:34.344681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9530ec3-20c6-4aca-b7b6-14b1f6fd492a') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:34.355992 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.374994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.383943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:34.383943 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:34.384978 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:34.563287 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.571473 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.572888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/networks/ea3364a2-640b-4f97-bc66-3ce91dbd578e HTTP/1.1" status: 204 len: 168 time: 1.2165842 Aug 16 20:59:34.576059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41206) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:34.610185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79daab-979b-4ac1-ae82-5fded71341c5 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Network': ['ID=ea3364a2-640b-4f97-bc66-3ce91dbd578e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:34.678593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-267f1c39-977d-479b-b69e-58e9dfc28a81 req-9666c95f-c442-490d-bf28-ab94604c64a6 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 210 time: 0.0394697 Aug 16 20:59:34.771093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 437e0463-4884-437e-9aab-7df2c77b7726 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:34.800074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 437e0463-4884-437e-9aab-7df2c77b7726 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:34.800650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 437e0463-4884-437e-9aab-7df2c77b7726 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:34.801186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a298b837-467b-41fc-8b10-15f752a27923 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:34.832222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: a298b837-467b-41fc-8b10-15f752a27923 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:34.833044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a298b837-467b-41fc-8b10-15f752a27923 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:35.064014 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:35.112466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47157291-4b33-4e65-ba5d-02f56f91df2a req-b722d9f8-ed93-4965-9144-e55d1d5ff576 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:35.124493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47157291-4b33-4e65-ba5d-02f56f91df2a req-b722d9f8-ed93-4965-9144-e55d1d5ff576 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0679300 Aug 16 20:59:35.182751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47157291-4b33-4e65-ba5d-02f56f91df2a req-647c4c40-c7ee-4a25-8ae0-18ec11965b02 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569577 Aug 16 20:59:35.320616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d423f-2f4b-4975-bc66-b1f2a1b3a2cf req-67862f01-e9d2-47d9-81f2-54580de83c27 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:35.323233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d5d423f-2f4b-4975-bc66-b1f2a1b3a2cf req-67862f01-e9d2-47d9-81f2-54580de83c27 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0558219 Aug 16 20:59:35.368827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d5d423f-2f4b-4975-bc66-b1f2a1b3a2cf req-8fc3d6b8-c6da-4f64-8770-79d8abede4b1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382147 Aug 16 20:59:35.426322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port 7629ad6d-c577-479a-8df0-9780343ee3d1 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:35.427675 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:35.524720 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] For port 7629ad6d-c577-479a-8df0-9780343ee3d1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7629ad6d-c577-479a-8df0-9780343ee3d1,segment=NetworkSegment(df433f7c-2788-44b0-af6f-b084af1ae2af),segment_id=df433f7c-2788-44b0-af6f-b084af1ae2af)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:35.525070 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:35.538253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for 7629ad6d-c577-479a-8df0-9780343ee3d1 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:35.804464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23353ef2-d7b5-4b78-9c07-6df84207cb84 req-0105ced9-bf32-489c-b097-c39da7ed72ab tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 210 time: 0.0394084 Aug 16 20:59:35.816368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:35.868809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=7629ad6d-c577-479a-8df0-9780343ee3d1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:35.906410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41270) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:36.154054 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e743cb0-0712-44d9-98e8-335f4f7c9f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:36.154608 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:36.193309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-787bd45d-5c01-4acb-a02f-370ee134d003 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:36.195428 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-787bd45d-5c01-4acb-a02f-370ee134d003 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 812 time: 0.2564602 Aug 16 20:59:36.217364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-6e8a6be0-4bf1-49e8-9522-6886a70c1485 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/quotas/7d374f3cfccd45f2ab76032deb984a01 HTTP/1.1" status: 200 len: 375 time: 0.0111709 Aug 16 20:59:36.314639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-233c9567-804a-4bb4-bbac-f4d5a2de9f87 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0858011 Aug 16 20:59:36.452585 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-a697a095-8a72-445e-bef4-a4986626fa1f service neutron] 10.222.0.74 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369872 Aug 16 20:59:36.458129 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41288) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:36.501740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 78565598-2628-43ef-af68-b11b8145e866 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:36.572608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e743cb0-0712-44d9-98e8-335f4f7c9f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:36.614639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-129890299-network', 'tenant_id': '6d20e7a5d3b34e8484331f22c97bdae6'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:36.633622 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-00f0250e-4818-48d1-b9d7-8d15e882e76d service neutron] 10.222.0.74 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733046 Aug 16 20:59:36.699267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e743cb0-0712-44d9-98e8-335f4f7c9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:36.742787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:36.757600 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac5634-c7d4-415b-8f2a-491977dbf9fc None None] Sync routers for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:36.770467 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ea547522-1060-4846-985c-0bc73fbd2ab4 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1837041 Aug 16 20:59:36.772349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41298) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:36.797331 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac5634-c7d4-415b-8f2a-491977dbf9fc None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:36.800352 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6dac5634-c7d4-415b-8f2a-491977dbf9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:36.815727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e743cb0-0712-44d9-98e8-335f4f7c9f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d1ab11-4a04-4226-8edd-89cdf2edb60c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:36.826366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8e743cb0-0712-44d9-98e8-335f4f7c9f92 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ab521472a27452883040029df74e6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9184635 Aug 16 20:59:36.826999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41302) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:36.836102 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Made reservation on behalf of 6d20e7a5d3b34e8484331f22c97bdae6 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:36.838718 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:36.891531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b11a61-cf11-4bd6-8808-fbccf250d02e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting subnet b5836162-94b3-4696-aa3c-28c55e588016 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:59:36.896136 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-49b11a61-cf11-4bd6-8808-fbccf250d02e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:36.900925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:36.942369 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-6dac5634-c7d4-415b-8f2a-491977dbf9fc None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:36.978045 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-49b11a61-cf11-4bd6-8808-fbccf250d02e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:36.978595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e205f81-d3aa-42d9-b5a3-5c1699416c91 req-6fc80d18-f753-487c-8dea-3dda8e2cedab tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 210 time: 0.0785539 Aug 16 20:59:37.030103 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1df5-0da8-4398-926a-60096985fdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.167741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c78a35d1-abf3-45b0-b812-f51cdf544b70 req-5d4d6a57-cd82-4e1b-ac47-ceef74130584 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 210 time: 0.1305561 Aug 16 20:59:37.170539 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1df5-0da8-4398-926a-60096985fdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.187019 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-49b11a61-cf11-4bd6-8808-fbccf250d02e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.262604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31eea-4432-4f21-925c-4cd50098291c req-9c882bd1-c1d8-4a48-9e62-b346bbeddc48 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:37.264116 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-9c882bd1-c1d8-4a48-9e62-b346bbeddc48 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.79 "GET /v2.0/networks?id=55f3c20b-91cf-4925-959e-e475d3950e8b HTTP/1.1" status: 200 len: 808 time: 0.2099152 Aug 16 20:59:37.282554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Request body: {'port': {'device_id': 'a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a', 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b', 'admin_state_up': True, 'tenant_id': 'fdbc8772cea645a0a780d35fb9089cf7'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:37.387403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.403082 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6dac5634-c7d4-415b-8f2a-491977dbf9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:35Z', 'revision_number': 9, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:37.410910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-49b11a61-cf11-4bd6-8808-fbccf250d02e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.424719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41326) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:37.445233 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1df5-0da8-4398-926a-60096985fdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.449659 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1df5-0da8-4398-926a-60096985fdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.457139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5c4c1df5-0da8-4398-926a-60096985fdae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/73d1ab11-4a04-4226-8edd-89cdf2edb60c HTTP/1.1" status: 204 len: 168 time: 0.6287704 Aug 16 20:59:37.462558 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac5634-c7d4-415b-8f2a-491977dbf9fc None None] Checking router: 78565598-2628-43ef-af68-b11b8145e866 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:37.475189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c1df5-0da8-4398-926a-60096985fdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d1ab11-4a04-4226-8edd-89cdf2edb60c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:37.478466 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac5634-c7d4-415b-8f2a-491977dbf9fc None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:37.479314 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6dac5634-c7d4-415b-8f2a-491977dbf9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:37.504579 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.539159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:37.561089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707a144-3018-4e5b-af43-7fabe0df6dc6 None None] Network bdb1d951-f8c5-42c1-8fab-d32d5346a818 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:37.562075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6e2e62-f568-4fd6-97a8-a32942c1aaca,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:37.578952 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.578952 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Added segment 272a368d-bcea-4b36-96df-13b1dc389048 of type vlan for network 70094c78-4e90-4c51-b44a-08b73c1e68fd Aug 16 20:59:37.583604 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-49b11a61-cf11-4bd6-8808-fbccf250d02e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.592265 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-49b11a61-cf11-4bd6-8808-fbccf250d02e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/b5836162-94b3-4696-aa3c-28c55e588016 HTTP/1.1" status: 204 len: 168 time: 0.8183281 Aug 16 20:59:37.596896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41336) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:37.597664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b11a61-cf11-4bd6-8808-fbccf250d02e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Subnet': ['ID=b5836162-94b3-4696-aa3c-28c55e588016,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:37.666637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:37.671134 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-6dac5634-c7d4-415b-8f2a-491977dbf9fc None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:37.729752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.741322 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.761527 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:59:37.761527 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:59:37.761527 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': 'fdbc8772cea645a0a780d35fb9089cf7', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 59, 37, 704017)}] Aug 16 20:59:37.761527 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:59:37.762417 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:59:37.831624 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.854371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] DHCP port deletion for bdb1d951-f8c5-42c1-8fab-d32d5346a818 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:59:37.869822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port dbb8d99b-4087-49a1-a252-e27eaa0a9352 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:37.875698 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.917305 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.918461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:37.919039 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.975829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] For port dbb8d99b-4087-49a1-a252-e27eaa0a9352, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dbb8d99b-4087-49a1-a252-e27eaa0a9352,segment=NetworkSegment(df433f7c-2788-44b0-af6f-b084af1ae2af),segment_id=df433f7c-2788-44b0-af6f-b084af1ae2af)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:37.976711 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.992783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Deleting port dbb8d99b-4087-49a1-a252-e27eaa0a9352 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:37.993988 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:38.068051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] Pushing event updated for resources: {'Network': ['ID=70094c78-4e90-4c51-b44a-08b73c1e68fd,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:38.109481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ffc76eca-be19-4529-b076-2033c090e963 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6501257 Aug 16 20:59:38.110718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41352) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:38.119392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] Request body: {'subnet': {'network_id': '70094c78-4e90-4c51-b44a-08b73c1e68fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-129890299-subnet', 'tenant_id': '6d20e7a5d3b34e8484331f22c97bdae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:38.132259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 70094c78-4e90-4c51-b44a-08b73c1e68fd details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:38.144267 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6dac5634-c7d4-415b-8f2a-491977dbf9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:35Z', 'revision_number': 9, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:38.194544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c921d28-a0bf-4b2e-a2c6-3ca25ef55acb req-e90201af-8fe5-450e-a08b-d15f9b3f341d tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 210 time: 0.0367308 Aug 16 20:59:38.196405 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac5634-c7d4-415b-8f2a-491977dbf9fc None None] The sync data for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 is: [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:35Z', 'revision_number': 9, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db56995b-20a4-4160-998f-35c98110f93f', 'name': '', 'network_id': '87ec38d1-a464-45da-9bd8-4b264030bcc8', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:89:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:19Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': 'ad114419-ed03-4df9-9dab-9e8c9da006cc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:38.223364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:38.308227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] For port dbb8d99b-4087-49a1-a252-e27eaa0a9352, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dbb8d99b-4087-49a1-a252-e27eaa0a9352,segment=NetworkSegment(df433f7c-2788-44b0-af6f-b084af1ae2af),segment_id=df433f7c-2788-44b0-af6f-b084af1ae2af)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:38.309256 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:38.333886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8aa905e-fe8f-49f8-b758-c052c28f8b26 req-299c9177-e3ff-4bc9-bb89-d0e53ad0bddf tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 210 time: 0.0797870 Aug 16 20:59:38.403014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Calling delete_port for dbb8d99b-4087-49a1-a252-e27eaa0a9352 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:38.403146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] Made reservation on behalf of 6d20e7a5d3b34e8484331f22c97bdae6 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:38.403146 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:38.463343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Allocated IP 172.25.4.191 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/938235b9-8c04-4658-94ff-c11a452fc49c) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:38.496341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for dbb8d99b-4087-49a1-a252-e27eaa0a9352 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:38.598299 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:38.636566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Made reservation on behalf of fdbc8772cea645a0a780d35fb9089cf7 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:38.646546 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:38.677691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Pushing event deleted for resources: {'Port': ['ID=dbb8d99b-4087-49a1-a252-e27eaa0a9352,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:38.680056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] No DVR routers for this DVR port dbb8d99b-4087-49a1-a252-e27eaa0a9352 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:38.700828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.710348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.710348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.710348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.710348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.710348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.710348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.710348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.710348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.710348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.710348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.715593 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:38.715808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a85a8-c0c7-4e75-ab18-d65347c436e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:38.782882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41356) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:38.796652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7629ad6d-c577-479a-8df0-9780343ee3d1 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:38.802766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=dbb8d99b-4087-49a1-a252-e27eaa0a9352,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:38.830445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:38.834954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 7629ad6d-c577-479a-8df0-9780343ee3d1 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:38.836818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7629ad6d-c577-479a-8df0-9780343ee3d1 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:38.836818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dbb8d99b-4087-49a1-a252-e27eaa0a9352 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:38.843983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No DVR routers for this DVR port dbb8d99b-4087-49a1-a252-e27eaa0a9352 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:38.844446 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c2af58d8-679a-4710-95a5-0cf0486101a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:38.871095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: dbb8d99b-4087-49a1-a252-e27eaa0a9352 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:38.871844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dbb8d99b-4087-49a1-a252-e27eaa0a9352 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:39.013098 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.030978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb1d951-f8c5-42c1-8fab-d32d5346a818']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:39.047412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df433f7c-2788-44b0-af6f-b084af1ae2af') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:39.047731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df433f7c-2788-44b0-af6f-b084af1ae2af') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:39.060814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Allocated IP 172.20.0.11 (55f3c20b-91cf-4925-959e-e475d3950e8b/0c7fee09-af04-4f53-be62-fb00b032c761/3d8630cf-d205-449f-966c-00def8b0465a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:39.064111 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.088842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.104318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:39.104834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: timer() Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:39.108280 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:39.284450 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.301398 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.306702 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/networks/bdb1d951-f8c5-42c1-8fab-d32d5346a818 HTTP/1.1" status: 204 len: 168 time: 1.6943069 Aug 16 20:59:39.308181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41362) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:39.319361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9bf06-1a70-4c2b-878f-621599423f8b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Network': ['ID=bdb1d951-f8c5-42c1-8fab-d32d5346a818,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:39.334069 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.423849 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.427214 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5e6a1b8-99bf-41b9-bd63-652319f9306e req-f9981bae-6007-4e15-bd41-4d797acf4f98 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 210 time: 0.1375215 Aug 16 20:59:39.496392 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.514297 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.530788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf31ccb7-76b0-425f-99c2-32b994a146e9 req-52d78db3-ed78-4038-aae6-933c059f0779 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 210 time: 0.0866377 Aug 16 20:59:39.547965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Network 55f3c20b-91cf-4925-959e-e475d3950e8b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:39.562412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:39.562412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:39.596698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Pushing event updated for resources: {'Port': ['ID=3d8630cf-d205-449f-966c-00def8b0465a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:39.623005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:39.623648 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.652961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c2af58d8-679a-4710-95a5-0cf0486101a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.675498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:39.678286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3722ede5-4e5d-4019-af23-ce59fdd5ea5f,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:39.691772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:39.694510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:39.703994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Pushing event updated for resources: {'Port': ['ID=938235b9-8c04-4658-94ff-c11a452fc49c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:39.734652 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c2af58d8-679a-4710-95a5-0cf0486101a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.768647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] Checking segment: {'id': '272a368d-bcea-4b36-96df-13b1dc389048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '70094c78-4e90-4c51-b44a-08b73c1e68fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:39.768936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] Network hostable DHCP agents. Network: 70094c78-4e90-4c51-b44a-08b73c1e68fd, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:59:39.803975 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f2fb1822-d34f-43da-a363-146d9d2a33f8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5272896 Aug 16 20:59:39.834740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af58d8-679a-4710-95a5-0cf0486101a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f4ad81-eed4-4f51-aed7-d09d47e460d8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:39.841129 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c2af58d8-679a-4710-95a5-0cf0486101a9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c99f210ca5054aac92d883bf61d1b273&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0551634 Aug 16 20:59:39.850978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41368) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:39.904838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8eb8a567-7941-4089-b958-904798010fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.931081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8eb8a567-7941-4089-b958-904798010fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.006946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Request body: {'port': {'device_id': 'a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:40.034335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.067605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.070017 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8eb8a567-7941-4089-b958-904798010fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.072770 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8eb8a567-7941-4089-b958-904798010fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.073955 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8eb8a567-7941-4089-b958-904798010fc8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/78f4ad81-eed4-4f51-aed7-d09d47e460d8 HTTP/1.1" status: 204 len: 168 time: 0.2283595 Aug 16 20:59:40.087804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] Network 70094c78-4e90-4c51-b44a-08b73c1e68fd is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:59:40.092257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8a567-7941-4089-b958-904798010fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f4ad81-eed4-4f51-aed7-d09d47e460d8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:40.099459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-c3fc6eeb-138d-480c-b167-32ad0cc863b2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:40.108807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-c3fc6eeb-138d-480c-b167-32ad0cc863b2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 812 time: 0.3089311 Aug 16 20:59:40.115404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Request body: {'port': {'device_id': 'd18b15fb-15e6-4a3c-bdfc-27a86cb72437', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'admin_state_up': True, 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:40.227601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 70094c78-4e90-4c51-b44a-08b73c1e68fd) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:40.232243 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.237816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66019cdd-2e78-449f-b1fe-6dbba9327559 None None] Network 70094c78-4e90-4c51-b44a-08b73c1e68fd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:40.254602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:40.255188 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.415090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee2feb-2f19-4b7f-acef-89e2f4d63ee2 None None] Network 70094c78-4e90-4c51-b44a-08b73c1e68fd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:40.415553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Made reservation on behalf of 7d374f3cfccd45f2ab76032deb984a01 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:40.419355 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.439560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8630cf-d205-449f-966c-00def8b0465a {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:40.448193 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.464208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Transition to ACTIVE for port object 3d8630cf-d205-449f-966c-00def8b0465a will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:40.499476 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6db913ad-6a20-41ae-97d1-12bd284823d0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3856454 Aug 16 20:59:40.535695 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.651974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Pushing event updated for resources: {'Port': ['ID=3d8630cf-d205-449f-966c-00def8b0465a,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:40.714059 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.747237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Attempting to bind port 3d8630cf-d205-449f-966c-00def8b0465a on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:40.747575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Attempting to bind port 3d8630cf-d205-449f-966c-00def8b0465a by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '27a2f9dc-b145-41b6-9ad0-9158b18a12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:40.747901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Attempting to bind port 3d8630cf-d205-449f-966c-00def8b0465a on network 55f3c20b-91cf-4925-959e-e475d3950e8b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:40.755206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Port 3d8630cf-d205-449f-966c-00def8b0465a on network 55f3c20b-91cf-4925-959e-e475d3950e8b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:59:40.755541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Attempting to bind port 3d8630cf-d205-449f-966c-00def8b0465a on network 55f3c20b-91cf-4925-959e-e475d3950e8b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:40.766966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:40.767315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Checking segment: {'id': '27a2f9dc-b145-41b6-9ad0-9158b18a12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:40.767710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Bound using segment: {'id': '27a2f9dc-b145-41b6-9ad0-9158b18a12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:40.768154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Bound port: 3d8630cf-d205-449f-966c-00def8b0465a, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a2f9dc-b145-41b6-9ad0-9158b18a12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:40.768525 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.819960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e815baa3-cc94-4380-bb2e-2907f05fb9a8 req-12de24f3-86e5-40b2-9f0b-40a62375513a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 210 time: 0.1124761 Aug 16 20:59:40.883903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] For port 3d8630cf-d205-449f-966c-00def8b0465a, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:40.887495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] For port 3d8630cf-d205-449f-966c-00def8b0465a, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3d8630cf-d205-449f-966c-00def8b0465a,segment=NetworkSegment(27a2f9dc-b145-41b6-9ad0-9158b18a12f8),segment_id=27a2f9dc-b145-41b6-9ad0-9158b18a12f8)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:40.921728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbb52a-c501-4d65-bcd3-fde5ecaa4f96 req-590daf49-b947-40e6-8fbb-e9bf0aa0e3ea tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:40.923218 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9dbb52a-c501-4d65-bcd3-fde5ecaa4f96 req-590daf49-b947-40e6-8fbb-e9bf0aa0e3ea tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 944 time: 0.3687613 Aug 16 20:59:40.946927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.986749 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:41.037383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Allocated IP 172.20.0.9 (08150c28-7ae3-4f07-ac78-d32078b65a42/99b6311e-97c3-4c6e-b1d5-331fc57faba4/84261f17-ca80-4eb7-8cd1-e59fe6f22adf) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:41.040993 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.041688 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:41.043283 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] 10.222.0.79 "PUT /v2.0/ports/3d8630cf-d205-449f-966c-00def8b0465a HTTP/1.1" status: 200 len: 1093 time: 1.2295196 Aug 16 20:59:41.043772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a', 'tag': '3d8630cf-d205-449f-966c-00def8b0465a'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:41.046146 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eb43cf-edd7-43ae-9352-bcea9b2a43d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a", "tag": "3d8630cf-d205-449f-966c-00def8b0465a"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:41.070955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727e21b-2de8-492c-85b2-2b9b813ab1fd service neutron] Pushing event updated for resources: {'Port': ['ID=3d8630cf-d205-449f-966c-00def8b0465a,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:41.114473 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:41.207812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9dbb52a-c501-4d65-bcd3-fde5ecaa4f96 req-19c5d7ec-1907-4479-aed3-30b08efdc090 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708833 Aug 16 20:59:41.263002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31eea-4432-4f21-925c-4cd50098291c req-3f221c6f-c2ff-4172-af20-544776d7eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.264901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-3f221c6f-c2ff-4172-af20-544776d7eff9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fdbc8772cea645a0a780d35fb9089cf7&device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 1096 time: 0.0588925 Aug 16 20:59:41.295334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Pushing event updated for resources: {'Port': ['ID=938235b9-8c04-4658-94ff-c11a452fc49c,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:41.339105 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a5c5b0-7df7-4e62-8a7b-ed4da9df4b6e x-openstack-request-id: req-03a5c5b0-7df7-4e62-8a7b-ed4da9df4b6e {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:41.339456 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a", "tag": "3d8630cf-d205-449f-966c-00def8b0465a", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:41.339659 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-03a5c5b0-7df7-4e62-8a7b-ed4da9df4b6e {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:41.340068 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a', 'tag': '3d8630cf-d205-449f-966c-00def8b0465a', 'status': 'completed', 'code': 200} Aug 16 20:59:41.341839 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-5ac46788-96d8-48d7-85f0-f3ca462241fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8630cf-d205-449f-966c-00def8b0465a HTTP/1.1" status: 200 len: 217 time: 0.0679672 Aug 16 20:59:41.346831 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:41.404044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f915504e-8ba8-42c6-9cf2-376f0ec0e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.405827 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-f915504e-8ba8-42c6-9cf2-376f0ec0e071 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0c7fee09-af04-4f53-be62-fb00b032c761 HTTP/1.1" status: 200 len: 848 time: 0.0567508 Aug 16 20:59:41.410185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-7b4c523c-3453-45da-9ae6-1faa85984dfb tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.411697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-7b4c523c-3453-45da-9ae6-1faa85984dfb tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/networks?id=70094c78-4e90-4c51-b44a-08b73c1e68fd HTTP/1.1" status: 200 len: 813 time: 0.3519332 Aug 16 20:59:41.441123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-e69353cc-c626-469c-b200-9f75d613cb65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55f3c20b-91cf-4925-959e-e475d3950e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278618 Aug 16 20:59:41.462860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-d6f3115e-8be8-4d33-bbc2-a3c71cdfda2e tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/quotas/6d20e7a5d3b34e8484331f22c97bdae6 HTTP/1.1" status: 200 len: 375 time: 0.0407851 Aug 16 20:59:41.533529 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:41.551870 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-3a0bc7a7-b4e7-465c-acf1-96ca02cfbc6f service neutron] 10.222.0.79 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031470 Aug 16 20:59:41.596954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Transition to ACTIVE for port object 84261f17-ca80-4eb7-8cd1-e59fe6f22adf will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:41.605564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-281a010e-5075-4a1a-a272-bfe69cd7d2c0 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d20e7a5d3b34e8484331f22c97bdae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289375 Aug 16 20:59:41.606464 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:41.607774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-71644791-60c0-4ce6-a893-72dbbfb87424 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1819940 Aug 16 20:59:41.611181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41430) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:41.616445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-779c3b85-04cf-4fc5-aa9b-37c7fa85d247 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1728301713', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'fixed_ips': [{'ip_address': '172.25.4.191'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:41.675614 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d9e31eea-4432-4f21-925c-4cd50098291c req-669911ee-1cc1-4e7d-96f3-43e82709b3dc service neutron] 10.222.0.79 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165524 Aug 16 20:59:41.724632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779c3b85-04cf-4fc5-aa9b-37c7fa85d247 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Made reservation on behalf of 65fa3bb78c0e44b2b9158a52bdd15f91 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:41.725810 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-779c3b85-04cf-4fc5-aa9b-37c7fa85d247 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:41.748959 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-779c3b85-04cf-4fc5-aa9b-37c7fa85d247 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:41.775657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-f59298fd-bf21-4c4c-ae2b-a9229782aee2 service neutron] 10.222.0.74 "GET /v2.0/networks/70094c78-4e90-4c51-b44a-08b73c1e68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615291 Aug 16 20:59:41.778774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port db56995b-20a4-4160-998f-35c98110f93f {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:41.779649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:41.854811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb43cf-edd7-43ae-9352-bcea9b2a43d9 req-fc06e0e6-350d-4ae6-9005-e9804d7e87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.856267 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7eb43cf-edd7-43ae-9352-bcea9b2a43d9 req-fc06e0e6-350d-4ae6-9005-e9804d7e87e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fdbc8772cea645a0a780d35fb9089cf7&device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 1096 time: 0.0724599 Aug 16 20:59:41.975867 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb43cf-edd7-43ae-9352-bcea9b2a43d9 req-e4533b31-5e73-44b8-96ad-ada67e0fd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.978616 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7eb43cf-edd7-43ae-9352-bcea9b2a43d9 req-e4533b31-5e73-44b8-96ad-ada67e0fd3b2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=55f3c20b-91cf-4925-959e-e475d3950e8b HTTP/1.1" status: 200 len: 909 time: 0.1126032 Aug 16 20:59:41.987485 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:42.002102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:42.052973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['39e670e5-e415-457b-90ec-3d3c093a8ff2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:42.057169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-779c3b85-04cf-4fc5-aa9b-37c7fa85d247 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:42.059809 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7eb43cf-edd7-43ae-9352-bcea9b2a43d9 req-6d46386e-d338-440c-9959-aad318e087a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8630cf-d205-449f-966c-00def8b0465a HTTP/1.1" status: 200 len: 217 time: 0.0708652 Aug 16 20:59:42.150824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb43cf-edd7-43ae-9352-bcea9b2a43d9 req-a1a42800-6e7a-44a3-9dfc-e1ce3d4fbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:42.152649 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7eb43cf-edd7-43ae-9352-bcea9b2a43d9 req-a1a42800-6e7a-44a3-9dfc-e1ce3d4fbf61 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0c7fee09-af04-4f53-be62-fb00b032c761 HTTP/1.1" status: 200 len: 848 time: 0.0789599 Aug 16 20:59:42.210495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-779c3b85-04cf-4fc5-aa9b-37c7fa85d247 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:42.216419 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7eb43cf-edd7-43ae-9352-bcea9b2a43d9 req-49679ce8-78bb-4f2a-9e21-b9e0bc3b5bf0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55f3c20b-91cf-4925-959e-e475d3950e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534286 Aug 16 20:59:42.224006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-779c3b85-04cf-4fc5-aa9b-37c7fa85d247 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] device_id is not set on port c1394fa3-ca60-4dd7-a3a1-dc18711c5580 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:59:42.378680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:42.400019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:42.419107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f3ab7-e19e-45c6-88b6-0eb91797b9f8 req-0cdc7cae-be20-42a7-a831-daf7445f2df1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:42.420769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-563f3ab7-e19e-45c6-88b6-0eb91797b9f8 req-0cdc7cae-be20-42a7-a831-daf7445f2df1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 931 time: 0.4750533 Aug 16 20:59:42.427322 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:42.499370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:42.500801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:42.547744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event updated for resources: {'Port': ['ID=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:42.554855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c3b85-04cf-4fc5-aa9b-37c7fa85d247 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1793ee2d-5491-4241-a210-03cae08dc2af,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:42.605584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] For port db56995b-20a4-4160-998f-35c98110f93f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=db56995b-20a4-4160-998f-35c98110f93f,segment=NetworkSegment(5ab7f646-9dc1-48be-9efe-5102075cd16b),segment_id=5ab7f646-9dc1-48be-9efe-5102075cd16b)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:42.605957 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:42.626118 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7eb43cf-edd7-43ae-9352-bcea9b2a43d9 req-786fbeed-1fb1-4ead-abdf-7e75230b08e7 service neutron] 10.222.0.79 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942540 Aug 16 20:59:42.636394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-c9ef4806-6eb1-4c65-8b3a-fb1ba16b681c service neutron] 10.222.0.74 "GET /v2.0/networks/70094c78-4e90-4c51-b44a-08b73c1e68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8524718 Aug 16 20:59:42.643952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for db56995b-20a4-4160-998f-35c98110f93f owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:42.650609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-563f3ab7-e19e-45c6-88b6-0eb91797b9f8 req-4d2fdc4e-1596-4e72-b521-dfdb88a14d91 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072256 Aug 16 20:59:42.670917 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-779c3b85-04cf-4fc5-aa9b-37c7fa85d247 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 20:59:42.671437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779c3b85-04cf-4fc5-aa9b-37c7fa85d247 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:42.756706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-60d3bfca-18ca-4c90-96dd-95fb5f468226 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6424906 Aug 16 20:59:42.771069 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Request body: {'port': {'device_id': 'd18b15fb-15e6-4a3c-bdfc-27a86cb72437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:42.780811 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-779c3b85-04cf-4fc5-aa9b-37c7fa85d247 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1658273 Aug 16 20:59:42.782789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41456) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:42.789417 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f7eb43cf-edd7-43ae-9352-bcea9b2a43d9 req-65a3d145-9984-408e-b90e-90d6994b44b7 service neutron] 10.222.0.79 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537073 Aug 16 20:59:42.803414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-79ad25c2-f373-4073-9240-65e96bb70294 None None] Provisioning for port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:42.809782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-79ad25c2-f373-4073-9240-65e96bb70294 None None] Provisioning complete for port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:42.810156 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-79ad25c2-f373-4073-9240-65e96bb70294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:42.860021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-79ad25c2-f373-4073-9240-65e96bb70294 None None] Port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:43.017936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-691beedd-54a5-4ef4-8f5d-e285a355b727 req-de545269-170d-4966-88ab-938537b77f5c tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 210 time: 0.1017590 Aug 16 20:59:43.076432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62e89f-94ad-4771-ab89-4b635d193f74 req-a519fade-ac80-4e1a-abae-cf182c872ce3 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:43.077975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc62e89f-94ad-4771-ab89-4b635d193f74 req-a519fade-ac80-4e1a-abae-cf182c872ce3 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 944 time: 0.2983823 Aug 16 20:59:43.083401 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:43.213278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc62e89f-94ad-4771-ab89-4b635d193f74 req-937b415b-797b-47f9-8f27-f9865183f762 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258960 Aug 16 20:59:43.315277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f6d31-eada-4ce0-a8d2-329fd0ce0e02 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Deleting port 938235b9-8c04-4658-94ff-c11a452fc49c {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:43.315818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6d31-eada-4ce0-a8d2-329fd0ce0e02 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:43.440738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:43.495267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6d31-eada-4ce0-a8d2-329fd0ce0e02 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:43.495610 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6d31-eada-4ce0-a8d2-329fd0ce0e02 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:43.502355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=db56995b-20a4-4160-998f-35c98110f93f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:43.539051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f6d31-eada-4ce0-a8d2-329fd0ce0e02 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Calling delete_port for 938235b9-8c04-4658-94ff-c11a452fc49c owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:43.841535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84261f17-ca80-4eb7-8cd1-e59fe6f22adf {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:43.856106 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:43.889240 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:43.893822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Transition to ACTIVE for port object 84261f17-ca80-4eb7-8cd1-e59fe6f22adf will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:43.914157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b882a-86ea-4719-8931-afce6c1b7c57 req-38b1ba7b-b661-4fda-b4ca-09c80aef2ff4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:43.915722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a88b882a-86ea-4719-8931-afce6c1b7c57 req-38b1ba7b-b661-4fda-b4ca-09c80aef2ff4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 931 time: 0.1500163 Aug 16 20:59:44.032704 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:44.120423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a88b882a-86ea-4719-8931-afce6c1b7c57 req-d1cf6a88-0a88-4c7b-a3d6-5b4bb3ddc487 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859839 Aug 16 20:59:44.148343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81998717-6741-413d-8067-6c080f711ec6 req-f6c81d08-612e-46e3-9317-fa99264ff6b9 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 210 time: 0.0498755 Aug 16 20:59:44.152226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:44.170884 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6d31-eada-4ce0-a8d2-329fd0ce0e02 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:44.311866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f6d31-eada-4ce0-a8d2-329fd0ce0e02 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Pushing event deleted for resources: {'Port': ['ID=938235b9-8c04-4658-94ff-c11a452fc49c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:44.446933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Attempting to bind port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:44.446933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Attempting to bind port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:44.446933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Attempting to bind port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:44.454474 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6d31-eada-4ce0-a8d2-329fd0ce0e02 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:44.456987 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6d31-eada-4ce0-a8d2-329fd0ce0e02 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:44.458202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6a5f6d31-eada-4ce0-a8d2-329fd0ce0e02 tempest-ExternalNetworksAdminNegativeTestJSON-411157586 tempest-ExternalNetworksAdminNegativeTestJSON-411157586-project-admin] 10.222.0.74 "DELETE /v2.0/floatingips/7638938b-eca2-46a3-a216-e9cadfc34da3 HTTP/1.1" status: 204 len: 168 time: 1.6738350 Aug 16 20:59:44.460811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 78565598-2628-43ef-af68-b11b8145e866 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:44.470008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77635a-f5e9-4efc-a90f-7d4ffc8b1d70 req-13c3404e-ee34-4822-b688-7be0fafe88b6 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:44.478932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d77635a-f5e9-4efc-a90f-7d4ffc8b1d70 req-13c3404e-ee34-4822-b688-7be0fafe88b6 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 944 time: 0.1406476 Aug 16 20:59:44.481465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf on network 08150c28-7ae3-4f07-ac78-d32078b65a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:59:44.481796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Attempting to bind port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:44.504475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:44.505247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Checking segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:44.505247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Bound using segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:44.505639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Bound port: 84261f17-ca80-4eb7-8cd1-e59fe6f22adf, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:44.505999 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:44.612411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d77635a-f5e9-4efc-a90f-7d4ffc8b1d70 req-bf601edf-ed59-48e3-987f-e419c51f2442 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288033 Aug 16 20:59:44.722822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:44.733768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b148772a-738b-4b07-9569-4cb2d38cb1b6 None None] Sync routers for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:44.738603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41520) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:44.741687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4df69fae-63bb-45d2-b276-86bc66ac4a43 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4323263 Aug 16 20:59:44.745837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] For port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:44.747713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148772a-738b-4b07-9569-4cb2d38cb1b6 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:44.749352 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b148772a-738b-4b07-9569-4cb2d38cb1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:44.756333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] For port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:44.817580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-b849c847-3d9a-4ffd-90e6-89180b48acd1 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting subnet ad114419-ed03-4df9-9dab-9e8c9da006cc {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:59:44.827046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b849c847-3d9a-4ffd-90e6-89180b48acd1 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:44.839017 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:44.853531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b148772a-738b-4b07-9569-4cb2d38cb1b6 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:44.922102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b849c847-3d9a-4ffd-90e6-89180b48acd1 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:44.947630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3d8630cf-d205-449f-966c-00def8b0465a details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:59:44.987366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:45.006156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:45.006863 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:45.008427 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-2790c2e2-da24-44f1-913c-dc96270dc3e5 service neutron] 10.222.0.76 "PUT /v2.0/ports/84261f17-ca80-4eb7-8cd1-e59fe6f22adf HTTP/1.1" status: 200 len: 1092 time: 2.2450216 Aug 16 20:59:45.008939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18b15fb-15e6-4a3c-bdfc-27a86cb72437', 'tag': '84261f17-ca80-4eb7-8cd1-e59fe6f22adf'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:45.011361 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152c7d7b-3217-45e9-8c2f-63876dfb6c57" -d '{"events": [{"name": "network-changed", "server_uuid": "d18b15fb-15e6-4a3c-bdfc-27a86cb72437", "tag": "84261f17-ca80-4eb7-8cd1-e59fe6f22adf"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:45.074444 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c78160-a812-4ba8-a9e0-eacd4b881af6 x-openstack-request-id: req-f7c78160-a812-4ba8-a9e0-eacd4b881af6 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:45.074758 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18b15fb-15e6-4a3c-bdfc-27a86cb72437", "tag": "84261f17-ca80-4eb7-8cd1-e59fe6f22adf", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:45.075049 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f7c78160-a812-4ba8-a9e0-eacd4b881af6 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:45.075404 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18b15fb-15e6-4a3c-bdfc-27a86cb72437', 'tag': '84261f17-ca80-4eb7-8cd1-e59fe6f22adf', 'status': 'completed', 'code': 200} Aug 16 20:59:45.162750 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b849c847-3d9a-4ffd-90e6-89180b48acd1 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:45.183881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41538) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:45.194166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c7d7b-3217-45e9-8c2f-63876dfb6c57 req-30b2d57f-4ae0-41ac-8675-3347667c6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:45.197009 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-152c7d7b-3217-45e9-8c2f-63876dfb6c57 req-30b2d57f-4ae0-41ac-8675-3347667c6faa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 1095 time: 0.1026695 Aug 16 20:59:45.392387 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b849c847-3d9a-4ffd-90e6-89180b48acd1 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:45.406861 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b849c847-3d9a-4ffd-90e6-89180b48acd1 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:45.408886 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b849c847-3d9a-4ffd-90e6-89180b48acd1 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/ad114419-ed03-4df9-9dab-9e8c9da006cc HTTP/1.1" status: 204 len: 168 time: 0.6692724 Aug 16 20:59:45.430533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09af43e-a17b-4e55-904f-0436e8476f76 None None] Network 87ec38d1-a464-45da-9bd8-4b264030bcc8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:45.443186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c7d7b-3217-45e9-8c2f-63876dfb6c57 req-96155070-d6ec-444e-bf5c-16d1a2f2fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:45.444770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-152c7d7b-3217-45e9-8c2f-63876dfb6c57 req-96155070-d6ec-444e-bf5c-16d1a2f2fe01 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7d374f3cfccd45f2ab76032deb984a01&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2405710 Aug 16 20:59:45.445405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3d8630cf-d205-449f-966c-00def8b0465a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3d8630cf-d205-449f-966c-00def8b0465a,segment=NetworkSegment(27a2f9dc-b145-41b6-9ad0-9158b18a12f8),segment_id=27a2f9dc-b145-41b6-9ad0-9158b18a12f8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:45.448299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41542) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:45.453458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849c847-3d9a-4ffd-90e6-89180b48acd1 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Subnet': ['ID=ad114419-ed03-4df9-9dab-9e8c9da006cc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:45.469923 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0ce16ffe-6d9c-4fa6-adf2-a150ed3142e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:45.531165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '3d8630cf-d205-449f-966c-00def8b0465a', 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b', 'port_id': '3d8630cf-d205-449f-966c-00def8b0465a', 'mac_address': 'fa:16:3e:96:bb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7fee09-af04-4f53-be62-fb00b032c761', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:59:45.658160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41550) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:45.675121 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:45.709007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b148772a-738b-4b07-9569-4cb2d38cb1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:43Z', 'revision_number': 10, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:45.773762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8630cf-d205-449f-966c-00def8b0465a {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:45.785652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b148772a-738b-4b07-9569-4cb2d38cb1b6 None None] Checking router: 78565598-2628-43ef-af68-b11b8145e866 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:45.824704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3d8630cf-d205-449f-966c-00def8b0465a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3d8630cf-d205-449f-966c-00def8b0465a,segment=NetworkSegment(27a2f9dc-b145-41b6-9ad0-9158b18a12f8),segment_id=27a2f9dc-b145-41b6-9ad0-9158b18a12f8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:45.826574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148772a-738b-4b07-9569-4cb2d38cb1b6 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:45.829184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b148772a-738b-4b07-9569-4cb2d38cb1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:45.948424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b148772a-738b-4b07-9569-4cb2d38cb1b6 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:45.957118 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9adb71f1-0a97-4f53-82af-4b965d366ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.037594 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-9765dbee-11de-41d2-a4a9-cb9e94188f59 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:46.037594 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-9765dbee-11de-41d2-a4a9-cb9e94188f59 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.79 "GET /v2.0/networks?id=70094c78-4e90-4c51-b44a-08b73c1e68fd HTTP/1.1" status: 200 len: 813 time: 0.2720239 Aug 16 20:59:46.055143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Request body: {'port': {'device_id': 'f814cbb0-985d-4423-b5e6-69c95b27dc13', 'network_id': '70094c78-4e90-4c51-b44a-08b73c1e68fd', 'admin_state_up': True, 'tenant_id': '6d20e7a5d3b34e8484331f22c97bdae6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:46.064369 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.078404 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82769c6c-b528-490a-8862-9697d97625d2 req-2cf5bae2-c7c5-4d96-9c19-b9439f59390d tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 210 time: 0.7652481 Aug 16 20:59:46.089331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4e7175-91a3-4d42-a7ac-b593c07084c5 None None] DHCP port deletion for 87ec38d1-a464-45da-9bd8-4b264030bcc8 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:59:46.095878 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d3313ba-4e43-4612-a585-241453cbea25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.201612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7938e1-4248-45bb-9f00-fdcfd6dac3e8 req-bdfeed45-5bbe-460a-a496-ca3ea22f3bee tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:46.208678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3d8630cf-d205-449f-966c-00def8b0465a,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:46.209227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d7938e1-4248-45bb-9f00-fdcfd6dac3e8 req-bdfeed45-5bbe-460a-a496-ca3ea22f3bee tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 943 time: 0.9651918 Aug 16 20:59:46.276681 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.296147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['3d8630cf-d205-449f-966c-00def8b0465a'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:46.318181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c7d7b-3217-45e9-8c2f-63876dfb6c57 req-08f24b87-5f20-41e7-a4f3-43569b70eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:46.322270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-152c7d7b-3217-45e9-8c2f-63876dfb6c57 req-08f24b87-5f20-41e7-a4f3-43569b70eeb8 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8362181 Aug 16 20:59:46.332003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d7938e1-4248-45bb-9f00-fdcfd6dac3e8 req-0ecbc546-94d3-49fc-bb31-b60e3a599570 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218994 Aug 16 20:59:46.350140 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95539-63d7-4132-a032-c105ea15a6d7 req-76d66e59-daec-498c-ab90-0f8361e44770 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:46.351926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52d95539-63d7-4132-a032-c105ea15a6d7 req-76d66e59-daec-498c-ab90-0f8361e44770 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 945 time: 0.1381609 Aug 16 20:59:46.402289 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9adb71f1-0a97-4f53-82af-4b965d366ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.408021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e7175-91a3-4d42-a7ac-b593c07084c5 None None] Deleting port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:46.408399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ed4e7175-91a3-4d42-a7ac-b593c07084c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.455842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:46.456194 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.461079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52d95539-63d7-4132-a032-c105ea15a6d7 req-09ed6722-88e0-4882-a3d3-ee9c6fe3e2cf tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865362 Aug 16 20:59:46.466045 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9adb71f1-0a97-4f53-82af-4b965d366ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.505217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-6f1277e9-975b-4018-a0b1-833e0b30fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:46.507091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-6f1277e9-975b-4018-a0b1-833e0b30fd55 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 1095 time: 0.1196196 Aug 16 20:59:46.513870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:59:46.513870 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:59:46.513870 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': '6d20e7a5d3b34e8484331f22c97bdae6', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 59, 46, 261539)}] Aug 16 20:59:46.513870 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:59:46.514426 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:59:46.520617 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9adb71f1-0a97-4f53-82af-4b965d366ec4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=62af09a0295e49df9dfa18d21f24c3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8585503 Aug 16 20:59:46.520943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41556) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:46.529608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb71f1-0a97-4f53-82af-4b965d366ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41229c67-ca0a-4860-a863-a33b8fe6b7ed,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:46.572151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ed4e7175-91a3-4d42-a7ac-b593c07084c5 None None] For port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4eb441c8-a0ce-4ce5-86bb-e10db06a17f2,segment=NetworkSegment(5ab7f646-9dc1-48be-9efe-5102075cd16b),segment_id=5ab7f646-9dc1-48be-9efe-5102075cd16b)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:46.572731 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ed4e7175-91a3-4d42-a7ac-b593c07084c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.592420 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-8326f962-c329-4ad1-ba12-c19e456176bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84261f17-ca80-4eb7-8cd1-e59fe6f22adf HTTP/1.1" status: 200 len: 217 time: 0.0594218 Aug 16 20:59:46.593643 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb99f05d-2559-4ba0-a8a7-f67821b1c1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.599000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] For port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4eb441c8-a0ce-4ce5-86bb-e10db06a17f2,segment=NetworkSegment(5ab7f646-9dc1-48be-9efe-5102075cd16b),segment_id=5ab7f646-9dc1-48be-9efe-5102075cd16b)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:46.599385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.623277 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb99f05d-2559-4ba0-a8a7-f67821b1c1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.649713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:46.685521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-a6dff455-78d1-4295-a07c-d260e0e67279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:46.686968 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-a6dff455-78d1-4295-a07c-d260e0e67279 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.0846236 Aug 16 20:59:46.729302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb99f05d-2559-4ba0-a8a7-f67821b1c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.732041 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb99f05d-2559-4ba0-a8a7-f67821b1c1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.737618 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bb99f05d-2559-4ba0-a8a7-f67821b1c1e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41229c67-ca0a-4860-a863-a33b8fe6b7ed HTTP/1.1" status: 204 len: 168 time: 0.2150757 Aug 16 20:59:46.746737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99f05d-2559-4ba0-a8a7-f67821b1c1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41229c67-ca0a-4860-a863-a33b8fe6b7ed,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:46.769860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e7175-91a3-4d42-a7ac-b593c07084c5 None None] Calling delete_port for 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:46.771843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:46.816147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-f460de91-c2b3-4449-b4dd-702c88f84cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:46.817719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-f460de91-c2b3-4449-b4dd-702c88f84cfc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920701 Aug 16 20:59:46.835700 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d3313ba-4e43-4612-a585-241453cbea25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.843069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b148772a-738b-4b07-9569-4cb2d38cb1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:43Z', 'revision_number': 10, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:46.913511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b148772a-738b-4b07-9569-4cb2d38cb1b6 None None] The sync data for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 is: [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:43Z', 'revision_number': 10, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None, '_interfaces': [{'id': '3bd946b7-ac80-45e6-9a07-1f2aeb916434', 'name': '', 'network_id': 'a26605c1-836b-4683-8756-b9482bb6d69e', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'mac_address': 'fa:16:3e:b2:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78565598-2628-43ef-af68-b11b8145e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '182536ae-082e-4719-83b1-d40dceaef982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:04Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 5, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'subnets': [{'id': '182536ae-082e-4719-83b1-d40dceaef982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:46.926368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-50b8ae3e-c710-4016-accf-6dad157591e4 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997863 Aug 16 20:59:46.997055 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d3313ba-4e43-4612-a585-241453cbea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.998195 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.001455 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ed4e7175-91a3-4d42-a7ac-b593c07084c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.009678 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.035198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e7175-91a3-4d42-a7ac-b593c07084c5 None None] Pushing event deleted for resources: {'Port': ['ID=4eb441c8-a0ce-4ce5-86bb-e10db06a17f2,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:47.048132 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e7175-91a3-4d42-a7ac-b593c07084c5 None None] No DVR routers for this DVR port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:47.063074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=4eb441c8-a0ce-4ce5-86bb-e10db06a17f2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:47.072003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No DVR routers for this DVR port 4eb441c8-a0ce-4ce5-86bb-e10db06a17f2 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:47.118729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41570) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:47.119248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1d3313ba-4e43-4612-a585-241453cbea25 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=33b74e2ad6f648b9b7b3b625fb849a57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9325867 Aug 16 20:59:47.130957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3313ba-4e43-4612-a585-241453cbea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032e8860-8dd9-47cd-9b84-663f5388d3e2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:47.200024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Made reservation on behalf of 6d20e7a5d3b34e8484331f22c97bdae6 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:47.204391 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.225564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b49f55f-5a8a-465d-823d-6d1630324452 req-b5f9b992-281f-48ba-86c5-9bb0998bf44c tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 210 time: 0.0510495 Aug 16 20:59:47.227777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-abb60ac4-9870-476b-bfdd-2cdd40d9db53 req-ad3aba18-3b28-4e0b-8a60-fdb78ca7bc63 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917392 Aug 16 20:59:47.233498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.253012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1299a07-3146-4c66-917f-5693587866f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.257301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ec38d1-a464-45da-9bd8-4b264030bcc8']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:47.275117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab7f646-9dc1-48be-9efe-5102075cd16b') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:47.275418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab7f646-9dc1-48be-9efe-5102075cd16b') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:47.286410 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.303672 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.313688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:47.314148 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.317660 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1299a07-3146-4c66-917f-5693587866f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:47.317832 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:47.416824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Allocated IP 172.20.0.5 (70094c78-4e90-4c51-b44a-08b73c1e68fd/3722ede5-4e5d-4019-af23-ce59fdd5ea5f/97823a95-5af5-4d5f-9c6c-550b1ffd95ca) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:47.457508 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ea00507b-e697-4dd1-a4f6-b3164a207ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.479810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7cb58-944a-4a90-ab19-7be79fae6851 req-03c97279-dfea-4bf5-af06-380c8434fb2d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:47.487209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73d7cb58-944a-4a90-ab19-7be79fae6851 req-03c97279-dfea-4bf5-af06-380c8434fb2d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 943 time: 0.0658982 Aug 16 20:59:47.525820 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.541822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73d7cb58-944a-4a90-ab19-7be79fae6851 req-f4e4f739-57e3-473f-b3f1-0b80c488c0f4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488305 Aug 16 20:59:47.551050 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.553425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/networks/87ec38d1-a464-45da-9bd8-4b264030bcc8 HTTP/1.1" status: 204 len: 168 time: 2.0849030 Aug 16 20:59:47.558216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41584) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:47.576045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41586) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:47.578999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1299a07-3146-4c66-917f-5693587866f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.581924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1299a07-3146-4c66-917f-5693587866f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.592494 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a1299a07-3146-4c66-917f-5693587866f7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/032e8860-8dd9-47cd-9b84-663f5388d3e2 HTTP/1.1" status: 204 len: 168 time: 0.4657934 Aug 16 20:59:47.597001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17ab32-81b6-4d85-9e60-92179c1020c7 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Network': ['ID=87ec38d1-a464-45da-9bd8-4b264030bcc8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:47.616087 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c83e8d8-5cc1-41c7-935f-b06bbb92232d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.650342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958eda0-c144-48e1-9d33-9d6a001b4bf5 req-b5178e2d-02b0-4b04-bc16-62518c73e3dc tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:47.657708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f958eda0-c144-48e1-9d33-9d6a001b4bf5 req-b5178e2d-02b0-4b04-bc16-62518c73e3dc tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 945 time: 0.1029353 Aug 16 20:59:47.683005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1299a07-3146-4c66-917f-5693587866f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032e8860-8dd9-47cd-9b84-663f5388d3e2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:47.720166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f958eda0-c144-48e1-9d33-9d6a001b4bf5 req-f5466ff7-d341-4fae-a3ad-64fb9490da29 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616126 Aug 16 20:59:47.776355 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c83e8d8-5cc1-41c7-935f-b06bbb92232d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.876822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5c83e8d8-5cc1-41c7-935f-b06bbb92232d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.900233 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.920963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5c83e8d8-5cc1-41c7-935f-b06bbb92232d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f98629698f21435b8dab1ac38b88dea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217168 Aug 16 20:59:47.922004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83e8d8-5cc1-41c7-935f-b06bbb92232d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dabc4f-6dc7-42bf-b5e7-c714ceafecb4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:47.923559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.924417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41592) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:47.980192 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3254dbf-ea41-4164-9df6-2b958298187a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.004108 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3254dbf-ea41-4164-9df6-2b958298187a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.089712 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.093620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.208697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Network 70094c78-4e90-4c51-b44a-08b73c1e68fd is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:48.209456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3254dbf-ea41-4164-9df6-2b958298187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.212353 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3254dbf-ea41-4164-9df6-2b958298187a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.214069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f3254dbf-ea41-4164-9df6-2b958298187a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b7dabc4f-6dc7-42bf-b5e7-c714ceafecb4 HTTP/1.1" status: 204 len: 168 time: 0.2882247 Aug 16 20:59:48.215137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:48.219413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Pushing event updated for resources: {'Port': ['ID=97823a95-5af5-4d5f-9c6c-550b1ffd95ca,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:48.223668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:48.235899 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3254dbf-ea41-4164-9df6-2b958298187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dabc4f-6dc7-42bf-b5e7-c714ceafecb4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:48.340955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:48.341598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.362875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124df82e-338d-429d-a758-1b3117cef4b5 req-e3b876c0-7594-4690-b16a-0388b0cd4567 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:48.364390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-124df82e-338d-429d-a758-1b3117cef4b5 req-e3b876c0-7594-4690-b16a-0388b0cd4567 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 931 time: 0.0513589 Aug 16 20:59:48.407148 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-124df82e-338d-429d-a758-1b3117cef4b5 req-6b4c532a-00fc-4d3c-89ea-fe4904a96c64 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359704 Aug 16 20:59:48.458484 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port 3bd946b7-ac80-45e6-9a07-1f2aeb916434 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:48.458832 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.493141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 84261f17-ca80-4eb7-8cd1-e59fe6f22adf details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:59:48.523930 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-457132d6-8ff4-45ab-9c7f-689ab9cd0bdd tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4731245 Aug 16 20:59:48.537691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Request body: {'port': {'device_id': 'f814cbb0-985d-4423-b5e6-69c95b27dc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:48.570505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41600) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:48.588643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] For port 3bd946b7-ac80-45e6-9a07-1f2aeb916434, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3bd946b7-ac80-45e6-9a07-1f2aeb916434,segment=NetworkSegment(7335acca-c3b2-4201-a85e-3b97c0aedb5c),segment_id=7335acca-c3b2-4201-a85e-3b97c0aedb5c)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:48.589049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.598246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:48.613713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '84261f17-ca80-4eb7-8cd1-e59fe6f22adf', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'port_id': '84261f17-ca80-4eb7-8cd1-e59fe6f22adf', 'mac_address': 'fa:16:3e:f2:f5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:59:48.627637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for 3bd946b7-ac80-45e6-9a07-1f2aeb916434 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:48.638751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-55ba2602-8491-4a42-b10f-15f3b70d20ea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=65fa3bb78c0e44b2b9158a52bdd15f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634403 Aug 16 20:59:48.638938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.639377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41602) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:48.663170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device db56995b-20a4-4160-998f-35c98110f93f no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:48.695552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: db56995b-20a4-4160-998f-35c98110f93f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:48.696639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device db56995b-20a4-4160-998f-35c98110f93f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:48.702994 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.732866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84261f17-ca80-4eb7-8cd1-e59fe6f22adf {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:48.761411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:48.773936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95398e-9193-4a19-a486-933211095b6c req-4b82e1fd-73d7-4b60-81ff-b674056699fc tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:48.775467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e95398e-9193-4a19-a486-933211095b6c req-4b82e1fd-73d7-4b60-81ff-b674056699fc tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 943 time: 0.1267447 Aug 16 20:59:48.795497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71103f29-dc9c-4ec6-852c-79848e30bcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.803948 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3d8630cf-d205-449f-966c-00def8b0465a up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:48.845736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71103f29-dc9c-4ec6-852c-79848e30bcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.853159 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e95398e-9193-4a19-a486-933211095b6c req-af46a6fd-d5e0-4b66-8ff4-6ea5b546ead1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688794 Aug 16 20:59:48.864537 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.949642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:48.960483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e47fc-46e9-4ce7-8020-d6a82423eea2 req-fbba0e1d-38f3-49b0-91e7-946bc39af4d1 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:48.962077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-382e47fc-46e9-4ce7-8020-d6a82423eea2 req-fbba0e1d-38f3-49b0-91e7-946bc39af4d1 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 945 time: 0.1038325 Aug 16 20:59:49.021607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-382e47fc-46e9-4ce7-8020-d6a82423eea2 req-0bd5f269-0af1-4f2b-b9f9-4727b7befdd8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Aug 16 20:59:49.037153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 3d8630cf-d205-449f-966c-00def8b0465a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:49.042361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 3d8630cf-d205-449f-966c-00def8b0465a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:49.046152 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.094653 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71103f29-dc9c-4ec6-852c-79848e30bcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.097934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-71103f29-dc9c-4ec6-852c-79848e30bcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.099319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-71103f29-dc9c-4ec6-852c-79848e30bcf8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1793ee2d-5491-4241-a210-03cae08dc2af HTTP/1.1" status: 204 len: 168 time: 0.4590096 Aug 16 20:59:49.113974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71103f29-dc9c-4ec6-852c-79848e30bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1793ee2d-5491-4241-a210-03cae08dc2af,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:49.127080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['84261f17-ca80-4eb7-8cd1-e59fe6f22adf'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:49.197323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.230098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8630cf-d205-449f-966c-00def8b0465a'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:49.232940 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e63423-0207-42b2-abf9-bbd8f76ae62c" -d '{"events": [{"server_uuid": "a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a", "name": "network-vif-plugged", "status": "completed", "tag": "3d8630cf-d205-449f-966c-00def8b0465a"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:49.253349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3d8630cf-d205-449f-966c-00def8b0465a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3d8630cf-d205-449f-966c-00def8b0465a,segment=NetworkSegment(27a2f9dc-b145-41b6-9ad0-9158b18a12f8),segment_id=27a2f9dc-b145-41b6-9ad0-9158b18a12f8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:49.300969 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619c5dd9-6793-4802-9687-8686f73f1e75 x-openstack-request-id: req-619c5dd9-6793-4802-9687-8686f73f1e75 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:49.301398 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a", "name": "network-vif-plugged", "status": "completed", "tag": "3d8630cf-d205-449f-966c-00def8b0465a", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:49.301721 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-619c5dd9-6793-4802-9687-8686f73f1e75 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:49.302113 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8630cf-d205-449f-966c-00def8b0465a', 'code': 200} Aug 16 20:59:49.327720 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.380347 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.406139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7ed8-b836-4b92-84e7-0d6641102125 req-e780fddf-073c-4a7e-b2c3-8b313175fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:49.408081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b76f7ed8-b836-4b92-84e7-0d6641102125 req-e780fddf-073c-4a7e-b2c3-8b313175fa86 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 1097 time: 0.0458481 Aug 16 20:59:49.451232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97823a95-5af5-4d5f-9c6c-550b1ffd95ca {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:49.467236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.473463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3d8630cf-d205-449f-966c-00def8b0465a,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:49.483715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b76f7ed8-b836-4b92-84e7-0d6641102125 req-aa0f6491-e877-49f8-be1f-d0e4de46c3af service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670877 Aug 16 20:59:49.489766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Transition to ACTIVE for port object 97823a95-5af5-4d5f-9c6c-550b1ffd95ca will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:49.495103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.529964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=3bd946b7-ac80-45e6-9a07-1f2aeb916434,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:49.598720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52576af-2b73-4895-beb3-cb0eb994125b req-ee60168b-d659-4d4a-a233-da5d50d72c66 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:49.602919 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d52576af-2b73-4895-beb3-cb0eb994125b req-ee60168b-d659-4d4a-a233-da5d50d72c66 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 931 time: 0.0709710 Aug 16 20:59:49.644349 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.674085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d52576af-2b73-4895-beb3-cb0eb994125b req-eb4eb337-7637-4435-b340-77c7d34adfd1 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557766 Aug 16 20:59:49.803703 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.831728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Pushing event updated for resources: {'Port': ['ID=97823a95-5af5-4d5f-9c6c-550b1ffd95ca,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:50.003764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3915c-8a3f-4305-9926-aec27ee261fa req-bfaefa76-07e5-445e-ad55-777b8079e43d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:50.005469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4db3915c-8a3f-4305-9926-aec27ee261fa req-bfaefa76-07e5-445e-ad55-777b8079e43d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 944 time: 0.0567465 Aug 16 20:59:50.041202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 78565598-2628-43ef-af68-b11b8145e866 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:50.042303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Attempting to bind port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:50.042667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Attempting to bind port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '272a368d-bcea-4b36-96df-13b1dc389048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '70094c78-4e90-4c51-b44a-08b73c1e68fd'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:50.042975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Attempting to bind port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca on network 70094c78-4e90-4c51-b44a-08b73c1e68fd {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:50.047995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca on network 70094c78-4e90-4c51-b44a-08b73c1e68fd not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:59:50.048325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Attempting to bind port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca on network 70094c78-4e90-4c51-b44a-08b73c1e68fd {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:50.058940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:50.059277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Checking segment: {'id': '272a368d-bcea-4b36-96df-13b1dc389048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '70094c78-4e90-4c51-b44a-08b73c1e68fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:50.059665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Bound using segment: {'id': '272a368d-bcea-4b36-96df-13b1dc389048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '70094c78-4e90-4c51-b44a-08b73c1e68fd'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:50.060488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Bound port: 97823a95-5af5-4d5f-9c6c-550b1ffd95ca, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272a368d-bcea-4b36-96df-13b1dc389048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '70094c78-4e90-4c51-b44a-08b73c1e68fd'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:50.060620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.061213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4db3915c-8a3f-4305-9926-aec27ee261fa req-d5ed6f7e-ed72-4218-bf41-5d5802730305 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 Aug 16 20:59:50.172935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6b4a2-cd16-4783-b38f-08e2ae1b6f24 req-55c174a6-dd80-4bd6-a673-5c682e759f4a tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:50.173645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:50.174753 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11f6b4a2-cd16-4783-b38f-08e2ae1b6f24 req-55c174a6-dd80-4bd6-a673-5c682e759f4a tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 946 time: 0.0600588 Aug 16 20:59:50.178877 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5e4a8a2c-5319-40b5-a00a-b7dde09c63f9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6196132 Aug 16 20:59:50.183072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41660) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:50.192022 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f71389-458a-4525-a33f-b360472ae979 None None] Sync routers for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:50.203421 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f71389-458a-4525-a33f-b360472ae979 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:50.204066 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c2f71389-458a-4525-a33f-b360472ae979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:50.257531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] For port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:50.264114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] For port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=97823a95-5af5-4d5f-9c6c-550b1ffd95ca,segment=NetworkSegment(272a368d-bcea-4b36-96df-13b1dc389048),segment_id=272a368d-bcea-4b36-96df-13b1dc389048)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:50.340865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89cb5fb-c358-466c-811d-9ba804de8875 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting subnet 182536ae-082e-4719-83b1-d40dceaef982 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:59:50.345913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11f6b4a2-cd16-4783-b38f-08e2ae1b6f24 req-2b43dacf-ef8d-426d-9ed4-3659ce653796 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453922 Aug 16 20:59:50.348041 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e89cb5fb-c358-466c-811d-9ba804de8875 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.392900 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e89cb5fb-c358-466c-811d-9ba804de8875 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.402175 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c2f71389-458a-4525-a33f-b360472ae979 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:50.405280 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.475656 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c2f71389-458a-4525-a33f-b360472ae979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:48Z', 'revision_number': 11, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:50.489161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:50.489893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.491452 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] 10.222.0.79 "PUT /v2.0/ports/97823a95-5af5-4d5f-9c6c-550b1ffd95ca HTTP/1.1" status: 200 len: 1092 time: 1.9579620 Aug 16 20:59:50.492427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 84261f17-ca80-4eb7-8cd1-e59fe6f22adf up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:50.495837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f814cbb0-985d-4423-b5e6-69c95b27dc13', 'tag': '97823a95-5af5-4d5f-9c6c-550b1ffd95ca'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:50.498753 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a5e8f1-859c-4f5f-a469-4b5065ff54be" -d '{"events": [{"name": "network-changed", "server_uuid": "f814cbb0-985d-4423-b5e6-69c95b27dc13", "tag": "97823a95-5af5-4d5f-9c6c-550b1ffd95ca"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:50.554794 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e89cb5fb-c358-466c-811d-9ba804de8875 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.575994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed77f94-3eba-4f9c-a033-470c0400bd9a service neutron] Pushing event updated for resources: {'Port': ['ID=97823a95-5af5-4d5f-9c6c-550b1ffd95ca,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:50.590272 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a163c772-3aef-4c7e-9e77-049663e860bf x-openstack-request-id: req-a163c772-3aef-4c7e-9e77-049663e860bf {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:50.593220 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f814cbb0-985d-4423-b5e6-69c95b27dc13", "tag": "97823a95-5af5-4d5f-9c6c-550b1ffd95ca", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:50.593833 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a163c772-3aef-4c7e-9e77-049663e860bf {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:50.594222 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f814cbb0-985d-4423-b5e6-69c95b27dc13', 'tag': '97823a95-5af5-4d5f-9c6c-550b1ffd95ca', 'status': 'completed', 'code': 200} Aug 16 20:59:50.601375 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f71389-458a-4525-a33f-b360472ae979 None None] Checking router: 78565598-2628-43ef-af68-b11b8145e866 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:50.631820 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f71389-458a-4525-a33f-b360472ae979 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:50.632657 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c2f71389-458a-4525-a33f-b360472ae979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:50.677669 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e8f1-859c-4f5f-a469-4b5065ff54be req-e8b584d0-6239-491d-b275-28f7143a4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:50.680965 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-38a5e8f1-859c-4f5f-a469-4b5065ff54be req-e8b584d0-6239-491d-b275-28f7143a4a41 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d20e7a5d3b34e8484331f22c97bdae6&device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 1095 time: 0.0837195 Aug 16 20:59:50.742273 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c2f71389-458a-4525-a33f-b360472ae979 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:50.792328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:50.794847 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.801816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:50.802181 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.825561 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c2f71389-458a-4525-a33f-b360472ae979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:48Z', 'revision_number': 11, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:50.830848 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e89cb5fb-c358-466c-811d-9ba804de8875 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.850400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e8f1-859c-4f5f-a469-4b5065ff54be req-ba6c4139-4531-423a-9d1f-33d04401b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:50.873085 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-38a5e8f1-859c-4f5f-a469-4b5065ff54be req-ba6c4139-4531-423a-9d1f-33d04401b86b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=6d20e7a5d3b34e8484331f22c97bdae6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1559448 Aug 16 20:59:50.895322 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f71389-458a-4525-a33f-b360472ae979 None None] The sync data for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 is: [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:48Z', 'revision_number': 11, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:50.912497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cb5fb-c358-466c-811d-9ba804de8875 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Subnet': ['ID=182536ae-082e-4719-83b1-d40dceaef982,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:50.920383 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e89cb5fb-c358-466c-811d-9ba804de8875 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.922311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e89cb5fb-c358-466c-811d-9ba804de8875 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/182536ae-082e-4719-83b1-d40dceaef982 HTTP/1.1" status: 204 len: 168 time: 0.7378750 Aug 16 20:59:50.927617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41682) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:50.949680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9096aa5d-3133-4466-8054-b34db219f96c None None] Network a26605c1-836b-4683-8756-b9482bb6d69e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:51.004570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82d1a8-83fc-40f8-bd04-01ea655e8816 req-1153747d-a773-414b-b10f-f4f5014f7f74 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:51.012397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc82d1a8-83fc-40f8-bd04-01ea655e8816 req-1153747d-a773-414b-b10f-f4f5014f7f74 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 943 time: 0.2341294 Aug 16 20:59:51.032492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e8f1-859c-4f5f-a469-4b5065ff54be req-b5f79490-7f61-42c2-b533-78fda7d87db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:51.034740 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-38a5e8f1-859c-4f5f-a469-4b5065ff54be req-b5f79490-7f61-42c2-b533-78fda7d87db3 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608505 Aug 16 20:59:51.105569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc82d1a8-83fc-40f8-bd04-01ea655e8816 req-1e7a39d6-7e5c-4916-9671-8aea479d10c4 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918775 Aug 16 20:59:51.108005 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:51.125937 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:51.175750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-9579e74b-dc78-45df-9fe9-6c3905dd5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:51.178559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:51.178951 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-9579e74b-dc78-45df-9fe9-6c3905dd5d4f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d20e7a5d3b34e8484331f22c97bdae6&device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 1095 time: 0.1009991 Aug 16 20:59:51.243948 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-d1f60ebb-3d02-4c85-b55c-5e7154205078 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97823a95-5af5-4d5f-9c6c-550b1ffd95ca HTTP/1.1" status: 200 len: 217 time: 0.0569928 Aug 16 20:59:51.271885 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:51.322299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-9f05294b-6825-45ac-a4bb-9a9e950993a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:51.326755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18b15fb-15e6-4a3c-bdfc-27a86cb72437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84261f17-ca80-4eb7-8cd1-e59fe6f22adf'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:51.329081 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-9f05294b-6825-45ac-a4bb-9a9e950993a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3722ede5-4e5d-4019-af23-ce59fdd5ea5f HTTP/1.1" status: 200 len: 853 time: 0.0770154 Aug 16 20:59:51.331589 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9220f74-fb2a-4579-b6f0-f4be56a0dba4" -d '{"events": [{"server_uuid": "d18b15fb-15e6-4a3c-bdfc-27a86cb72437", "name": "network-vif-plugged", "status": "completed", "tag": "84261f17-ca80-4eb7-8cd1-e59fe6f22adf"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:51.341707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda70891-6f2d-4539-b48f-27a3529f9eaf None None] DHCP port deletion for a26605c1-836b-4683-8756-b9482bb6d69e request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:59:51.356325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Deleting port e350349d-2013-48ea-b640-0bde7594548b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:51.359042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:51.403445 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-c739f417-6664-4258-817b-7a168a068ace service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=70094c78-4e90-4c51-b44a-08b73c1e68fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656419 Aug 16 20:59:51.413530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64590922-80bf-4e2c-99ad-d348f62edf91 req-f508093e-94df-4be5-a148-2c254dc41a42 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:51.417476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:51.429418 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64590922-80bf-4e2c-99ad-d348f62edf91 req-f508093e-94df-4be5-a148-2c254dc41a42 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 944 time: 0.2111049 Aug 16 20:59:51.474549 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c9d403-3bc2-420b-b55e-6e5dbbf82117 x-openstack-request-id: req-61c9d403-3bc2-420b-b55e-6e5dbbf82117 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:51.474848 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18b15fb-15e6-4a3c-bdfc-27a86cb72437", "name": "network-vif-plugged", "status": "completed", "tag": "84261f17-ca80-4eb7-8cd1-e59fe6f22adf", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:51.475590 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-61c9d403-3bc2-420b-b55e-6e5dbbf82117 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:51.476018 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18b15fb-15e6-4a3c-bdfc-27a86cb72437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84261f17-ca80-4eb7-8cd1-e59fe6f22adf', 'code': 200} Aug 16 20:59:51.481303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-cda70891-6f2d-4539-b48f-27a3529f9eaf None None] Deleting port e350349d-2013-48ea-b640-0bde7594548b {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:51.483954 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cda70891-6f2d-4539-b48f-27a3529f9eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:51.595982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] For port e350349d-2013-48ea-b640-0bde7594548b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e350349d-2013-48ea-b640-0bde7594548b,segment=NetworkSegment(7335acca-c3b2-4201-a85e-3b97c0aedb5c),segment_id=7335acca-c3b2-4201-a85e-3b97c0aedb5c)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:51.596555 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:51.612674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Calling delete_port for e350349d-2013-48ea-b640-0bde7594548b owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:51.624884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-cda70891-6f2d-4539-b48f-27a3529f9eaf None None] For port e350349d-2013-48ea-b640-0bde7594548b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e350349d-2013-48ea-b640-0bde7594548b,segment=NetworkSegment(7335acca-c3b2-4201-a85e-3b97c0aedb5c),segment_id=7335acca-c3b2-4201-a85e-3b97c0aedb5c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:51.625502 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cda70891-6f2d-4539-b48f-27a3529f9eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:51.678842 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-3565b684-325d-4991-8eb8-ecb24053e16e service neutron] 10.222.0.79 "GET /v2.0/networks/70094c78-4e90-4c51-b44a-08b73c1e68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634246 Aug 16 20:59:51.679534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-cda70891-6f2d-4539-b48f-27a3529f9eaf None None] Calling delete_port for e350349d-2013-48ea-b640-0bde7594548b owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:51.780246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64590922-80bf-4e2c-99ad-d348f62edf91 req-eda491c2-dd83-431a-9c66-72cbd8bd9351 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466151 Aug 16 20:59:51.804784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd102a-1fef-4ac7-a11d-834e03949cc5 req-0f636214-6b99-460e-b8f5-56a7aafc56b5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:51.807032 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3fd102a-1fef-4ac7-a11d-834e03949cc5 req-0f636214-6b99-460e-b8f5-56a7aafc56b5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 946 time: 0.0829639 Aug 16 20:59:51.814819 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:51.838645 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cda70891-6f2d-4539-b48f-27a3529f9eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:51.854461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No DVR routers for this DVR port e350349d-2013-48ea-b640-0bde7594548b on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:51.875025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda70891-6f2d-4539-b48f-27a3529f9eaf None None] Pushing event deleted for resources: {'Port': ['ID=e350349d-2013-48ea-b640-0bde7594548b,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:51.887255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda70891-6f2d-4539-b48f-27a3529f9eaf None None] No DVR routers for this DVR port e350349d-2013-48ea-b640-0bde7594548b on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:51.919326 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8c276b2-ce2d-4634-b7fb-fc6da54664ea req-3ebc48e9-21ae-408b-a0a8-ba42fe676ed1 service neutron] 10.222.0.79 "GET /v2.0/networks/70094c78-4e90-4c51-b44a-08b73c1e68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390256 Aug 16 20:59:51.967490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Port': ['ID=e350349d-2013-48ea-b640-0bde7594548b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:52.065650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3fd102a-1fef-4ac7-a11d-834e03949cc5 req-2c276931-2121-4b60-a5c1-893b60b9fee9 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286484 Aug 16 20:59:52.069015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.083754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26605c1-836b-4683-8756-b9482bb6d69e']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:52.097878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7335acca-c3b2-4201-a85e-3b97c0aedb5c') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:52.098130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7335acca-c3b2-4201-a85e-3b97c0aedb5c') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:52.101785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bcd42-2742-41c1-97b7-b700664bd282 req-6704c351-b084-42f5-a321-a5d514ac32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:52.103829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f81bcd42-2742-41c1-97b7-b700664bd282 req-6704c351-b084-42f5-a321-a5d514ac32c0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 1097 time: 0.3820808 Aug 16 20:59:52.118138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.143295 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.156021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:52.156445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: timer() Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:52.161200 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:52.181729 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f81bcd42-2742-41c1-97b7-b700664bd282 req-4fd21a57-dc13-4509-9096-c8147c26975c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699589 Aug 16 20:59:52.278504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e33e6a-2bec-464d-8543-0f3f0bd70076 req-5e14afc2-7268-4bc3-9f44-aa0efd79dc12 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:52.280264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4e33e6a-2bec-464d-8543-0f3f0bd70076 req-5e14afc2-7268-4bc3-9f44-aa0efd79dc12 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 943 time: 0.0735109 Aug 16 20:59:52.346213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4e33e6a-2bec-464d-8543-0f3f0bd70076 req-c5497daa-707a-4d36-b883-7f43bec58d61 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479884 Aug 16 20:59:52.347830 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.353423 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.356443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/networks/a26605c1-836b-4683-8756-b9482bb6d69e HTTP/1.1" status: 204 len: 168 time: 1.4161649 Aug 16 20:59:52.367479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41730) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:52.371585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f54b44-9ed7-4317-9c9f-11bfec62e60a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Pushing event deleted for resources: {'Network': ['ID=a26605c1-836b-4683-8756-b9482bb6d69e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:52.373663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-45053403-11eb-484d-b5ba-995fc73030ee tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'routes': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:52.430327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41732) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:52.570703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-535506611', 'router:external': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:52.577096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.extraroute_db [None req-45053403-11eb-484d-b5ba-995fc73030ee tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Added routes are [] {{(pid=95262) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:59:52.586246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.extraroute_db [None req-45053403-11eb-484d-b5ba-995fc73030ee tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Removed routes are [] {{(pid=95262) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:59:52.586246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45053403-11eb-484d-b5ba-995fc73030ee tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.712351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3bd946b7-ac80-45e6-9a07-1f2aeb916434 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:52.719474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Made reservation on behalf of d0d4e684c91448b1980fb74b19e9d492 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:52.720979 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.731819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 3bd946b7-ac80-45e6-9a07-1f2aeb916434 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:52.732197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3bd946b7-ac80-45e6-9a07-1f2aeb916434 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:52.732451 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.732737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e350349d-2013-48ea-b640-0bde7594548b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:52.740886 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45053403-11eb-484d-b5ba-995fc73030ee tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.744574 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45053403-11eb-484d-b5ba-995fc73030ee tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.785239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: e350349d-2013-48ea-b640-0bde7594548b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:52.788616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e350349d-2013-48ea-b640-0bde7594548b not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:52.847980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45053403-11eb-484d-b5ba-995fc73030ee tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 78565598-2628-43ef-af68-b11b8145e866 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:52.912094 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.940245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45053403-11eb-484d-b5ba-995fc73030ee tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:52.948031 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45053403-11eb-484d-b5ba-995fc73030ee tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.949246 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-45053403-11eb-484d-b5ba-995fc73030ee tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866 HTTP/1.1" status: 200 len: 701 time: 0.5813019 Aug 16 20:59:52.952218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41756) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:52.956865 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4039bfd-f85a-4bef-959b-19f2139e8685 None None] Sync routers for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:52.959471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80966115-9c3d-469f-b6dc-f21b17f186c7 req-bd30dd23-948b-4864-be87-21cca4698fc6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:52.961130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80966115-9c3d-469f-b6dc-f21b17f186c7 req-bd30dd23-948b-4864-be87-21cca4698fc6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 945 time: 0.0667429 Aug 16 20:59:52.979230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4039bfd-f85a-4bef-959b-19f2139e8685 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:52.986350 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-750dcfff-c459-428f-b071-ad9c3850614c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=78565598-2628-43ef-af68-b11b8145e866 HTTP/1.1" status: 200 len: 205 time: 0.0305824 Aug 16 20:59:52.987143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41758) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:52.988454 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b4039bfd-f85a-4bef-959b-19f2139e8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:53.025164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80966115-9c3d-469f-b6dc-f21b17f186c7 req-1d8527e7-1ea5-4fd5-88da-b5d0905a2607 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566103 Aug 16 20:59:53.063807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b4039bfd-f85a-4bef-959b-19f2139e8685 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:53.088842 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.102991 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-68377f1d-8143-4015-a315-c4ae9507a9e6 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.118835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b4039bfd-f85a-4bef-959b-19f2139e8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:48Z', 'revision_number': 11, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:53.135794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecccfad9-a136-489d-9d1a-761cfb50a5e5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:53.141130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:53.150988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4039bfd-f85a-4bef-959b-19f2139e8685 None None] Checking router: 78565598-2628-43ef-af68-b11b8145e866 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:53.197469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4039bfd-f85a-4bef-959b-19f2139e8685 None None] Routers {'78565598-2628-43ef-af68-b11b8145e866'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:53.197469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b4039bfd-f85a-4bef-959b-19f2139e8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['78565598-2628-43ef-af68-b11b8145e866'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:53.197867 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.197867 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Added segment 47424bbf-4c0f-4d71-9849-e6225a40e922 of type vlan for network d49a4be7-dfd4-44b9-9067-2bbf41ea32be Aug 16 20:59:53.226076 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.247589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b4039bfd-f85a-4bef-959b-19f2139e8685 None None] Set router 78565598-2628-43ef-af68-b11b8145e866 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:53.296360 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-68377f1d-8143-4015-a315-c4ae9507a9e6 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.299435 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-68377f1d-8143-4015-a315-c4ae9507a9e6 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.306266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b4039bfd-f85a-4bef-959b-19f2139e8685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:48Z', 'revision_number': 11, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:53.357627 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.358667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.359253 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.441299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event updated for resources: {'Network': ['ID=d49a4be7-dfd4-44b9-9067-2bbf41ea32be,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:53.466386 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-68377f1d-8143-4015-a315-c4ae9507a9e6 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.467013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68377f1d-8143-4015-a315-c4ae9507a9e6 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Fanout notify agent at l3_agent the message router_deleted on router 78565598-2628-43ef-af68-b11b8145e866 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:59:53.496880 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-68377f1d-8143-4015-a315-c4ae9507a9e6 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.498990 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-68377f1d-8143-4015-a315-c4ae9507a9e6 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866 HTTP/1.1" status: 204 len: 168 time: 0.5108562 Aug 16 20:59:53.502843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41766) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:53.506466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network d49a4be7-dfd4-44b9-9067-2bbf41ea32be details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:53.509414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4039bfd-f85a-4bef-959b-19f2139e8685 None None] The sync data for ids ['78565598-2628-43ef-af68-b11b8145e866'] in n-d-793619-14 is: [{'id': '78565598-2628-43ef-af68-b11b8145e866', 'name': 'tempest-RoutersTest-router-1105624698', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:01Z', 'updated_at': '2021-08-16T20:59:48Z', 'revision_number': 11, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:53.513155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-59f89289-d2a5-4272-be4a-8d3b830de128 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-3045661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:53.541935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aa0ba-6573-4c97-ace2-12e561be5e8e req-e984fbbf-fead-4b9e-b4a8-e8b28d92da1a tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.553117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b5aa0ba-6573-4c97-ace2-12e561be5e8e req-e984fbbf-fead-4b9e-b4a8-e8b28d92da1a tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 943 time: 0.0970135 Aug 16 20:59:53.613527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b5aa0ba-6573-4c97-ace2-12e561be5e8e req-31b7de64-350f-40cc-b015-ab034db50ec2 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583248 Aug 16 20:59:53.620456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-73d86bb5-089f-4620-978f-72bb23d8383f tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1889460 Aug 16 20:59:53.623518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41774) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:53.632505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Request body: {'subnet': {'network_id': 'd49a4be7-dfd4-44b9-9067-2bbf41ea32be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:53.694839 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59f89289-d2a5-4272-be4a-8d3b830de128 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.696501 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59f89289-d2a5-4272-be4a-8d3b830de128 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.730992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41778) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:53.785632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea2fff-7c20-4f3d-b962-95605668d0df req-7364c5f6-fdfc-43eb-9b19-a1c15e080742 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.787152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fea2fff-7c20-4f3d-b962-95605668d0df req-7364c5f6-fdfc-43eb-9b19-a1c15e080742 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 946 time: 0.0983434 Aug 16 20:59:53.814166 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59f89289-d2a5-4272-be4a-8d3b830de128 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.837373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Made reservation on behalf of d0d4e684c91448b1980fb74b19e9d492 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:53.840017 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.851857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fea2fff-7c20-4f3d-b962-95605668d0df req-9d852739-3703-4f92-80c4-bcafd1c1d04a tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537755 Aug 16 20:59:53.902597 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d36de8ab-0c9f-4100-80f7-4a784f23ca41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.918256 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59f89289-d2a5-4272-be4a-8d3b830de128 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.118149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d36de8ab-0c9f-4100-80f7-4a784f23ca41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.162216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67932424-1fd1-4450-91dd-e17695ca226c req-3a1b6b28-ae65-478b-8d52-03fb464cd1e2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:54.163613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67932424-1fd1-4450-91dd-e17695ca226c req-3a1b6b28-ae65-478b-8d52-03fb464cd1e2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 945 time: 0.0559480 Aug 16 20:59:54.202517 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67932424-1fd1-4450-91dd-e17695ca226c req-3467d9c8-07a8-4dd1-b6af-d7979e633fae tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Aug 16 20:59:54.266461 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d36de8ab-0c9f-4100-80f7-4a784f23ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.317407 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d36de8ab-0c9f-4100-80f7-4a784f23ca41 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d2518357806b419f8c81d01689f79c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5826952 Aug 16 20:59:54.318222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36de8ab-0c9f-4100-80f7-4a784f23ca41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5277df6d-afc3-4424-9f9c-dc94f8ae38b6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:54.321553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41786) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:54.323564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cae0b53-f7e6-46b9-bb08-89d9c12639c2 req-a4245f5c-9f1a-410c-acc0-799f83d75c75 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7d374f3cfccd45f2ab76032deb984a01 HTTP/1.1" status: 200 len: 267 time: 0.0515220 Aug 16 20:59:54.399261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae0b53-f7e6-46b9-bb08-89d9c12639c2 req-bfe6debf-f882-4e11-8798-280811ab4461 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:54.401689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cae0b53-f7e6-46b9-bb08-89d9c12639c2 req-bfe6debf-f882-4e11-8798-280811ab4461 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 945 time: 0.0627344 Aug 16 20:59:54.416299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-9cae0b53-f7e6-46b9-bb08-89d9c12639c2 req-54fda321-960f-4920-96ab-86518c4d3187 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Request body: {'port': {'security_groups': []}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:54.464859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f275ebe6-7b09-4312-bda4-fe19c61a4041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.467580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.objects.ports [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95262) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:59:54.468041 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.483544 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9cae0b53-f7e6-46b9-bb08-89d9c12639c2 req-54fda321-960f-4920-96ab-86518c4d3187 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.506518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-59f89289-d2a5-4272-be4a-8d3b830de128 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.507722 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-59f89289-d2a5-4272-be4a-8d3b830de128 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 1.0028296 Aug 16 20:59:54.517117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41788) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:54.521531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1541f498-6e3d-4a32-a146-e1c207b5bfc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:54.532557 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f275ebe6-7b09-4312-bda4-fe19c61a4041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.577074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b117e62f-13d2-4778-b3db-8427ec3849c5,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:54.591937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Checking segment: {'id': '47424bbf-4c0f-4d71-9849-e6225a40e922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd49a4be7-dfd4-44b9-9067-2bbf41ea32be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:54.592299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Network hostable DHCP agents. Network: d49a4be7-dfd4-44b9-9067-2bbf41ea32be, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:59:54.817615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 97823a95-5af5-4d5f-9c6c-550b1ffd95ca details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:59:54.888932 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f275ebe6-7b09-4312-bda4-fe19c61a4041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.892359 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f275ebe6-7b09-4312-bda4-fe19c61a4041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.898009 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f275ebe6-7b09-4312-bda4-fe19c61a4041 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5277df6d-afc3-4424-9f9c-dc94f8ae38b6 HTTP/1.1" status: 204 len: 168 time: 0.5739107 Aug 16 20:59:54.899479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Network d49a4be7-dfd4-44b9-9067-2bbf41ea32be is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:59:54.926547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275ebe6-7b09-4312-bda4-fe19c61a4041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5277df6d-afc3-4424-9f9c-dc94f8ae38b6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:54.968723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=97823a95-5af5-4d5f-9c6c-550b1ffd95ca,segment=NetworkSegment(272a368d-bcea-4b36-96df-13b1dc389048),segment_id=272a368d-bcea-4b36-96df-13b1dc389048)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:54.980306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29875abc-c853-479e-9464-e9f417bcadcc req-ef4e54a6-7be0-41c5-a4e8-bcc6b931b6fe tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:54.986561 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29875abc-c853-479e-9464-e9f417bcadcc req-ef4e54a6-7be0-41c5-a4e8-bcc6b931b6fe tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 946 time: 0.0750186 Aug 16 20:59:54.987812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '97823a95-5af5-4d5f-9c6c-550b1ffd95ca', 'network_id': '70094c78-4e90-4c51-b44a-08b73c1e68fd', 'port_id': '97823a95-5af5-4d5f-9c6c-550b1ffd95ca', 'mac_address': 'fa:16:3e:af:1f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3722ede5-4e5d-4019-af23-ce59fdd5ea5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:59:55.018248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, d49a4be7-dfd4-44b9-9067-2bbf41ea32be) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:55.026337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:55.026925 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.032209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd29ceac-e152-45a3-9c4b-fdd5fdc805cd None None] Network d49a4be7-dfd4-44b9-9067-2bbf41ea32be requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:55.103959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-29875abc-c853-479e-9464-e9f417bcadcc req-d6154a09-28bf-4978-9c93-ae6068dfb5a7 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Deleting port 3d8630cf-d205-449f-966c-00def8b0465a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:55.104369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-29875abc-c853-479e-9464-e9f417bcadcc req-d6154a09-28bf-4978-9c93-ae6068dfb5a7 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.112326 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.135612 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1541f498-6e3d-4a32-a146-e1c207b5bfc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.153829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97823a95-5af5-4d5f-9c6c-550b1ffd95ca {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:55.169544 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6c790eeb-b66d-449e-9ff4-0c6724cc0138 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5410767 Aug 16 20:59:55.170218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41800) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:55.176016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1345172813', 'network_id': 'd49a4be7-dfd4-44b9-9067-2bbf41ea32be'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:55.187034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470dca0-a7af-47b6-82cd-044e352d81e6 req-697aaa1f-2dc9-4072-ac36-2b0b80a9803d tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:55.187034 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9470dca0-a7af-47b6-82cd-044e352d81e6 req-697aaa1f-2dc9-4072-ac36-2b0b80a9803d tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 943 time: 0.4636233 Aug 16 20:59:55.191215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-9cae0b53-f7e6-46b9-bb08-89d9c12639c2 req-54fda321-960f-4920-96ab-86518c4d3187 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] For port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:55.199904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=97823a95-5af5-4d5f-9c6c-550b1ffd95ca,segment=NetworkSegment(272a368d-bcea-4b36-96df-13b1dc389048),segment_id=272a368d-bcea-4b36-96df-13b1dc389048)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:55.243809 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1541f498-6e3d-4a32-a146-e1c207b5bfc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.263852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-29875abc-c853-479e-9464-e9f417bcadcc req-d6154a09-28bf-4978-9c93-ae6068dfb5a7 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] For port 3d8630cf-d205-449f-966c-00def8b0465a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3d8630cf-d205-449f-966c-00def8b0465a,segment=NetworkSegment(27a2f9dc-b145-41b6-9ad0-9158b18a12f8),segment_id=27a2f9dc-b145-41b6-9ad0-9158b18a12f8)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:55.265243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-29875abc-c853-479e-9464-e9f417bcadcc req-d6154a09-28bf-4978-9c93-ae6068dfb5a7 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.268088 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.274552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Made reservation on behalf of d0d4e684c91448b1980fb74b19e9d492 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:55.286025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d1c0c-9432-4791-bd22-150671c990d0 None None] Network d49a4be7-dfd4-44b9-9067-2bbf41ea32be requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:55.286627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.286758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9470dca0-a7af-47b6-82cd-044e352d81e6 req-8090fa5c-8468-4490-859e-96fa095fb485 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845726 Aug 16 20:59:55.286758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9cae0b53-f7e6-46b9-bb08-89d9c12639c2 req-54fda321-960f-4920-96ab-86518c4d3187 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.300919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] device_id is not set on port 1002f131-91f2-457a-98ae-8339548457bf yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:59:55.401801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9cae0b53-f7e6-46b9-bb08-89d9c12639c2 req-54fda321-960f-4920-96ab-86518c4d3187 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.402876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=97823a95-5af5-4d5f-9c6c-550b1ffd95ca,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:55.429266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['39e670e5-e415-457b-90ec-3d3c093a8ff2', '84261f17-ca80-4eb7-8cd1-e59fe6f22adf'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:55.432022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:55.451905 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Allocated IP 2001:db8::43 (d49a4be7-dfd4-44b9-9067-2bbf41ea32be/b117e62f-13d2-4778-b3db-8427ec3849c5/1002f131-91f2-457a-98ae-8339548457bf) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:55.472421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-29875abc-c853-479e-9464-e9f417bcadcc req-d6154a09-28bf-4978-9c93-ae6068dfb5a7 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Calling delete_port for 3d8630cf-d205-449f-966c-00def8b0465a owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:55.498518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['97823a95-5af5-4d5f-9c6c-550b1ffd95ca'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:55.507775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae0b53-f7e6-46b9-bb08-89d9c12639c2 req-54fda321-960f-4920-96ab-86518c4d3187 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:55.507775 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9cae0b53-f7e6-46b9-bb08-89d9c12639c2 req-54fda321-960f-4920-96ab-86518c4d3187 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.513571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cae0b53-f7e6-46b9-bb08-89d9c12639c2 req-54fda321-960f-4920-96ab-86518c4d3187 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "PUT /v2.0/ports/84261f17-ca80-4eb7-8cd1-e59fe6f22adf HTTP/1.1" status: 200 len: 904 time: 1.1019278 Aug 16 20:59:55.513571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18b15fb-15e6-4a3c-bdfc-27a86cb72437', 'tag': '84261f17-ca80-4eb7-8cd1-e59fe6f22adf'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:55.514250 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086c014c-1685-4369-8c07-5bcaf00abfea" -d '{"events": [{"name": "network-changed", "server_uuid": "d18b15fb-15e6-4a3c-bdfc-27a86cb72437", "tag": "84261f17-ca80-4eb7-8cd1-e59fe6f22adf"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:55.575926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fda321-960f-4920-96ab-86518c4d3187 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event updated for resources: {'Port': ['ID=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,revision_number=6']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:55.595927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a0420-2124-485f-8b53-0353e33e72cd req-50f0580c-ba69-4c77-b7d2-e235bc6191de tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:55.603764 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['84261f17-ca80-4eb7-8cd1-e59fe6f22adf'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:55.606053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-052a0420-2124-485f-8b53-0353e33e72cd req-50f0580c-ba69-4c77-b7d2-e235bc6191de tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 946 time: 0.1896284 Aug 16 20:59:55.618668 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a59f428-d2aa-4e21-8c60-e7e6fe8c49fc x-openstack-request-id: req-4a59f428-d2aa-4e21-8c60-e7e6fe8c49fc {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:55.619202 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18b15fb-15e6-4a3c-bdfc-27a86cb72437", "tag": "84261f17-ca80-4eb7-8cd1-e59fe6f22adf", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:55.632843 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4a59f428-d2aa-4e21-8c60-e7e6fe8c49fc {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:55.632843 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18b15fb-15e6-4a3c-bdfc-27a86cb72437', 'tag': '84261f17-ca80-4eb7-8cd1-e59fe6f22adf', 'status': 'completed', 'code': 200} Aug 16 20:59:55.687951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1541f498-6e3d-4a32-a146-e1c207b5bfc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Router 718e5bcc-5112-4860-a640-ea34ec0224ee is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:59:55.810981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-052a0420-2124-485f-8b53-0353e33e72cd req-2afdadf3-28f0-43d0-b457-5282dd3249ac tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014728 Aug 16 20:59:55.833172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41810) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:55.920857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c014c-1685-4369-8c07-5bcaf00abfea req-66b53f14-7988-4831-a249-1a929da341b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:55.923210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-086c014c-1685-4369-8c07-5bcaf00abfea req-66b53f14-7988-4831-a249-1a929da341b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 1059 time: 0.2614486 Aug 16 20:59:55.927576 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7664a1af-29b4-46eb-a874-99636bea9776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.953204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.987568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c9e606a4-f7b8-48a6-b629-a0f484e25f45 None None] Provisioning complete for port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:55.988432 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9e606a4-f7b8-48a6-b629-a0f484e25f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.002620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091adc08-b344-4f95-bfb0-d38f13ee33c9 req-e824ab2f-ce6f-4749-b1a3-b868fa2eb484 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:56.011419 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-091adc08-b344-4f95-bfb0-d38f13ee33c9 req-e824ab2f-ce6f-4749-b1a3-b868fa2eb484 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 907 time: 0.2647853 Aug 16 20:59:56.020851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1541f498-6e3d-4a32-a146-e1c207b5bfc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:56.042708 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04eaac9-feb8-440f-a35a-73e73d989740 None None] Sync routers for ids ['718e5bcc-5112-4860-a640-ea34ec0224ee'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:56.048521 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-29875abc-c853-479e-9464-e9f417bcadcc req-d6154a09-28bf-4978-9c93-ae6068dfb5a7 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.057295 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04eaac9-feb8-440f-a35a-73e73d989740 None None] Routers {'718e5bcc-5112-4860-a640-ea34ec0224ee'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:56.057530 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1541f498-6e3d-4a32-a146-e1c207b5bfc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.058474 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1541f498-6e3d-4a32-a146-e1c207b5bfc0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "PUT /v2.0/routers/718e5bcc-5112-4860-a640-ea34ec0224ee HTTP/1.1" status: 200 len: 691 time: 1.5409405 Aug 16 20:59:56.060534 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e04eaac9-feb8-440f-a35a-73e73d989740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['718e5bcc-5112-4860-a640-ea34ec0224ee'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:56.064438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41816) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:56.098393 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.102816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6154a09-28bf-4978-9c93-ae6068dfb5a7 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Pushing event deleted for resources: {'Port': ['ID=3d8630cf-d205-449f-966c-00def8b0465a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:56.178151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event updated for resources: {'Port': ['ID=1002f131-91f2-457a-98ae-8339548457bf,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:56.182894 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e04eaac9-feb8-440f-a35a-73e73d989740 None None] Set router 718e5bcc-5112-4860-a640-ea34ec0224ee gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:56.199120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Network d49a4be7-dfd4-44b9-9067-2bbf41ea32be is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:56.215213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:56.221317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:56.222380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:56.225814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.225991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-78687fd8-aa29-41b4-83af-68da517e8e8c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/routers/718e5bcc-5112-4860-a640-ea34ec0224ee HTTP/1.1" status: 200 len: 697 time: 0.1497140 Aug 16 20:59:56.226450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41818) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:56.250302 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e04eaac9-feb8-440f-a35a-73e73d989740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718e5bcc-5112-4860-a640-ea34ec0224ee', 'name': 'tempest-RoutersTest-router-3045661', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:53Z', 'updated_at': '2021-08-16T20:59:55Z', 'revision_number': 2, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:56.270685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c014c-1685-4369-8c07-5bcaf00abfea req-b5e60b0d-28c9-4ef3-8435-d98f803943c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:56.272234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-086c014c-1685-4369-8c07-5bcaf00abfea req-b5e60b0d-28c9-4ef3-8435-d98f803943c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.3378258 Aug 16 20:59:56.276685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d976a2ba-6306-4f38-bedd-91cb7bef04cb tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=718e5bcc-5112-4860-a640-ea34ec0224ee HTTP/1.1" status: 200 len: 205 time: 0.0458803 Aug 16 20:59:56.278014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-29875abc-c853-479e-9464-e9f417bcadcc req-d6154a09-28bf-4978-9c93-ae6068dfb5a7 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] No DVR routers for this DVR port 3d8630cf-d205-449f-966c-00def8b0465a on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:56.280497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41820) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:56.288626 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04eaac9-feb8-440f-a35a-73e73d989740 None None] Checking router: 718e5bcc-5112-4860-a640-ea34ec0224ee for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:56.301012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-29875abc-c853-479e-9464-e9f417bcadcc req-d6154a09-28bf-4978-9c93-ae6068dfb5a7 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.301012 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-29875abc-c853-479e-9464-e9f417bcadcc req-d6154a09-28bf-4978-9c93-ae6068dfb5a7 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.79 "DELETE /v2.0/ports/3d8630cf-d205-449f-966c-00def8b0465a HTTP/1.1" status: 204 len: 173 time: 1.3042700 Aug 16 20:59:56.301012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a', 'name': 'network-vif-deleted', 'tag': '3d8630cf-d205-449f-966c-00def8b0465a'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:56.301012 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0246ca25-cdb1-4e70-b236-5ae39a456553" -d '{"events": [{"server_uuid": "a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a", "name": "network-vif-deleted", "tag": "3d8630cf-d205-449f-966c-00def8b0465a"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:56.308375 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04eaac9-feb8-440f-a35a-73e73d989740 None None] Routers {'718e5bcc-5112-4860-a640-ea34ec0224ee'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:56.309602 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e04eaac9-feb8-440f-a35a-73e73d989740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['718e5bcc-5112-4860-a640-ea34ec0224ee'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:56.348764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64b20d-5c26-4d96-a34e-8cad107a0cf2 req-f73f2cdb-33b6-4756-915f-c15e7d04490c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:56.357905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c64b20d-5c26-4d96-a34e-8cad107a0cf2 req-f73f2cdb-33b6-4756-915f-c15e7d04490c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.2131391 Aug 16 20:59:56.411322 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e29a-cbc9-4d74-b4fa-0d813fa16690 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.419998 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e04eaac9-feb8-440f-a35a-73e73d989740 None None] Set router 718e5bcc-5112-4860-a640-ea34ec0224ee gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:56.446511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-086c014c-1685-4369-8c07-5bcaf00abfea req-e7171ef0-337f-47a0-a79d-93d23bdf6060 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84261f17-ca80-4eb7-8cd1-e59fe6f22adf HTTP/1.1" status: 200 len: 217 time: 0.1185107 Aug 16 20:59:56.448797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7664a1af-29b4-46eb-a874-99636bea9776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.495518 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e04eaac9-feb8-440f-a35a-73e73d989740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718e5bcc-5112-4860-a640-ea34ec0224ee', 'name': 'tempest-RoutersTest-router-3045661', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:53Z', 'updated_at': '2021-08-16T20:59:55Z', 'revision_number': 2, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:56.527806 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04eaac9-feb8-440f-a35a-73e73d989740 None None] The sync data for ids ['718e5bcc-5112-4860-a640-ea34ec0224ee'] in n-d-793619-14 is: [{'id': '718e5bcc-5112-4860-a640-ea34ec0224ee', 'name': 'tempest-RoutersTest-router-3045661', 'tenant_id': '95f0a4cac57343909df6f1e2b9f73080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:53Z', 'updated_at': '2021-08-16T20:59:55Z', 'revision_number': 2, 'project_id': '95f0a4cac57343909df6f1e2b9f73080', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:56.545426 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7664a1af-29b4-46eb-a874-99636bea9776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.606777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c014c-1685-4369-8c07-5bcaf00abfea req-e75928f2-f325-424b-8d90-a1521fec42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:56.608651 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-086c014c-1685-4369-8c07-5bcaf00abfea req-e75928f2-f325-424b-8d90-a1521fec42bb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.1424158 Aug 16 20:59:56.612030 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c64b20d-5c26-4d96-a34e-8cad107a0cf2 req-ce61ed61-e93f-438f-a37a-d6cb9c38f5c4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517390 Aug 16 20:59:56.662006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f54e9-069c-43b5-a708-28129a4e29b7 req-74644c5b-81ea-4651-befe-01f5f9599864 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:56.663652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d8f54e9-069c-43b5-a708-28129a4e29b7 req-74644c5b-81ea-4651-befe-01f5f9599864 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 944 time: 0.2299695 Aug 16 20:59:56.667946 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664a1af-29b4-46eb-a874-99636bea9776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302c18fb-157d-4282-ab48-ab35ac20058e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:56.691232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7664a1af-29b4-46eb-a874-99636bea9776 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=37d35f344e4340c895f039976756c587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8565059 Aug 16 20:59:56.693816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41828) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:56.782249 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:59:56.787601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c014c-1685-4369-8c07-5bcaf00abfea req-c449d1cf-c11e-47cd-9294-4f17012d0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:56.788921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-086c014c-1685-4369-8c07-5bcaf00abfea req-c449d1cf-c11e-47cd-9294-4f17012d0a75 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642892 Aug 16 20:59:56.796145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d8f54e9-069c-43b5-a708-28129a4e29b7 req-e2f17fa5-3456-4ed7-9d6b-8edc90329cab tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236148 Aug 16 20:59:56.835027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 97823a95-5af5-4d5f-9c6c-550b1ffd95ca up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:56.861381 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bd4825-9a22-474a-9c0a-33de21b72c6b x-openstack-request-id: req-d8bd4825-9a22-474a-9c0a-33de21b72c6b {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:56.861736 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a", "name": "network-vif-deleted", "tag": "3d8630cf-d205-449f-966c-00def8b0465a", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:56.861935 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8bd4825-9a22-474a-9c0a-33de21b72c6b {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:56.862319 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a', 'name': 'network-vif-deleted', 'tag': '3d8630cf-d205-449f-966c-00def8b0465a', 'status': 'completed', 'code': 200} Aug 16 20:59:56.916088 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2de3adf5-fe6d-4acc-bb2b-0b9e982fad98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.946330 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1e93bd9-bf2f-4a81-89a9-fadffb44cb4a req-441b2a9f-b04c-45f7-b32a-9e79070ecdf7 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7ae6ddd-9276-4222-bdd6-42cacd4b5f9a HTTP/1.1" status: 200 len: 210 time: 0.0450242 Aug 16 20:59:56.956436 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0bdff11f-9437-4036-8ae9-8cfc35888dce tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7842586 Aug 16 20:59:56.957111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41832) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:56.970292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bee6e-69ee-447e-8f30-713f1b6e0017 req-caae2ef1-c049-4a61-a9ce-99c9f0ba1cc9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:56.970292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a3bee6e-69ee-447e-8f30-713f1b6e0017 req-caae2ef1-c049-4a61-a9ce-99c9f0ba1cc9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1983035 Aug 16 20:59:56.974018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e29a-cbc9-4d74-b4fa-0d813fa16690 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.974018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e29a-cbc9-4d74-b4fa-0d813fa16690 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.985166 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2de3adf5-fe6d-4acc-bb2b-0b9e982fad98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.007093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:57.014222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:57.014602 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.044005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-086c014c-1685-4369-8c07-5bcaf00abfea req-d8608fd1-c1a7-4299-9d9d-593c8f64cda3 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229028 Aug 16 20:59:57.112059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a3bee6e-69ee-447e-8f30-713f1b6e0017 req-7629dc0c-fbdc-4f7e-a14b-aa662aad1c6b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299968 Aug 16 20:59:57.142179 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.151707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-06ff9a26-569b-473e-823f-1701a5637039 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Deleting port 1002f131-91f2-457a-98ae-8339548457bf {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:57.156164 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06ff9a26-569b-473e-823f-1701a5637039 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.169491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-086c014c-1685-4369-8c07-5bcaf00abfea req-7f64c96c-0d1e-4437-8678-c1f4c5361134 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103597 Aug 16 20:59:57.207379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f814cbb0-985d-4423-b5e6-69c95b27dc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97823a95-5af5-4d5f-9c6c-550b1ffd95ca'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:57.214755 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca910853-00a3-4565-b320-6cf7df4bb78b" -d '{"events": [{"server_uuid": "f814cbb0-985d-4423-b5e6-69c95b27dc13", "name": "network-vif-plugged", "status": "completed", "tag": "97823a95-5af5-4d5f-9c6c-550b1ffd95ca"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:57.217650 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e29a-cbc9-4d74-b4fa-0d813fa16690 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.218902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf5e29a-cbc9-4d74-b4fa-0d813fa16690 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Fanout notify agent at l3_agent the message router_deleted on router 718e5bcc-5112-4860-a640-ea34ec0224ee {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:59:57.227644 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e29a-cbc9-4d74-b4fa-0d813fa16690 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.228996 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bdf5e29a-cbc9-4d74-b4fa-0d813fa16690 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/718e5bcc-5112-4860-a640-ea34ec0224ee HTTP/1.1" status: 204 len: 168 time: 0.9473712 Aug 16 20:59:57.232918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41842) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:57.257447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=97823a95-5af5-4d5f-9c6c-550b1ffd95ca,segment=NetworkSegment(272a368d-bcea-4b36-96df-13b1dc389048),segment_id=272a368d-bcea-4b36-96df-13b1dc389048)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:57.285216 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c8468f-cc20-4b13-bf78-e18023a24352 x-openstack-request-id: req-d6c8468f-cc20-4b13-bf78-e18023a24352 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:57.285584 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f814cbb0-985d-4423-b5e6-69c95b27dc13", "name": "network-vif-plugged", "status": "completed", "tag": "97823a95-5af5-4d5f-9c6c-550b1ffd95ca", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:57.285905 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d6c8468f-cc20-4b13-bf78-e18023a24352 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:57.286368 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f814cbb0-985d-4423-b5e6-69c95b27dc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97823a95-5af5-4d5f-9c6c-550b1ffd95ca', 'code': 200} Aug 16 20:59:57.292787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41844) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:57.293618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-17dc19a9-e3f0-4a65-9437-52f565416af9 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=718e5bcc-5112-4860-a640-ea34ec0224ee HTTP/1.1" status: 200 len: 205 time: 0.0593441 Aug 16 20:59:57.295362 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2de3adf5-fe6d-4acc-bb2b-0b9e982fad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.298468 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2de3adf5-fe6d-4acc-bb2b-0b9e982fad98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.299812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2de3adf5-fe6d-4acc-bb2b-0b9e982fad98 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/302c18fb-157d-4282-ab48-ab35ac20058e HTTP/1.1" status: 204 len: 168 time: 0.6050887 Aug 16 20:59:57.312819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3adf5-fe6d-4acc-bb2b-0b9e982fad98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302c18fb-157d-4282-ab48-ab35ac20058e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:57.351850 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.353228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3d8630cf-d205-449f-966c-00def8b0465a no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:57.446633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06ff9a26-569b-473e-823f-1701a5637039 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.447852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 3d8630cf-d205-449f-966c-00def8b0465a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:57.448367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3d8630cf-d205-449f-966c-00def8b0465a not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:57.461258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-06ff9a26-569b-473e-823f-1701a5637039 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Calling delete_port for 1002f131-91f2-457a-98ae-8339548457bf owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:57.501969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=97823a95-5af5-4d5f-9c6c-550b1ffd95ca,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:57.532011 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-ff1fe1e3-8247-4fdf-80dc-c7d9c7b9377a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] delete failed (client error): The resource could not be found. Aug 16 20:59:57.537890 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ff1fe1e3-8247-4fdf-80dc-c7d9c7b9377a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/718e5bcc-5112-4860-a640-ea34ec0224ee HTTP/1.1" status: 404 len: 336 time: 0.2441647 Aug 16 20:59:57.541456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41864) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:57.578911 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7e9bbc-8653-4c11-af70-192f986c6585 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:57.579369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7e9bbc-8653-4c11-af70-192f986c6585 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:57.581155 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-db7e9bbc-8653-4c11-af70-192f986c6585 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/f2f26410-1a16-4bcb-8756-6d443044a6de HTTP/1.1" status: 404 len: 337 time: 0.0387406 Aug 16 20:59:57.588500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-0be8527b-6631-4a69-8675-c2bb0869fad1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1878724 Aug 16 20:59:57.588983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41866) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:57.609862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09bd99-9f30-47e6-b51f-17de7fd439da req-381d5674-ed09-43ac-843d-4603b926f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:57.611516 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9d09bd99-9f30-47e6-b51f-17de7fd439da req-381d5674-ed09-43ac-843d-4603b926f1e7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 1097 time: 0.2453470 Aug 16 20:59:57.626346 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ef63a8-bd42-448a-9b9c-54f359b776f0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:57.626814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ef63a8-bd42-448a-9b9c-54f359b776f0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:57.632210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b7ef63a8-bd42-448a-9b9c-54f359b776f0 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/b5836162-94b3-4696-aa3c-28c55e588016 HTTP/1.1" status: 404 len: 337 time: 0.0401959 Aug 16 20:59:57.637480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41870) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:57.668798 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9d09bd99-9f30-47e6-b51f-17de7fd439da req-2b42fcdd-225d-4cda-ad77-2f2298e09ae8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479805 Aug 16 20:59:57.693178 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa2ba34-b842-4000-a847-9b5528f61f2a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:57.693713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa2ba34-b842-4000-a847-9b5528f61f2a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:57.695434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5fa2ba34-b842-4000-a847-9b5528f61f2a tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/ad114419-ed03-4df9-9dab-9e8c9da006cc HTTP/1.1" status: 404 len: 337 time: 0.0569637 Aug 16 20:59:57.698952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41872) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:57.732450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-4b4aa1f9-f267-4989-bb9b-640f2d9ea0ba tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:57.733788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-4b4aa1f9-f267-4989-bb9b-640f2d9ea0ba tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 812 time: 0.2618804 Aug 16 20:59:57.741828 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-66356f86-f760-4a4c-b158-ae7b357358dd tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:57.742295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66356f86-f760-4a4c-b158-ae7b357358dd tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:57.746946 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-66356f86-f760-4a4c-b158-ae7b357358dd tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/182536ae-082e-4719-83b1-d40dceaef982 HTTP/1.1" status: 404 len: 337 time: 0.0444620 Aug 16 20:59:57.750008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41874) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:57.769278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-b6e173e5-5a09-439b-8ae5-ac34c43c4a4b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/quotas/7d374f3cfccd45f2ab76032deb984a01 HTTP/1.1" status: 200 len: 375 time: 0.0268445 Aug 16 20:59:57.782274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-83a3dc51-5c51-4536-8d6b-e1aa8d1aaff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:57.783897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-83a3dc51-5c51-4536-8d6b-e1aa8d1aaff5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1096 time: 0.1020746 Aug 16 20:59:57.788627 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b17e2287-23c1-4bdf-b676-e35cc423848c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=78565598-2628-43ef-af68-b11b8145e866 HTTP/1.1" status: 200 len: 205 time: 0.0359869 Aug 16 20:59:57.791471 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41878) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:57.848530 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-0744f904-ae12-4909-b90d-e3442833420e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] delete failed (client error): The resource could not be found. Aug 16 20:59:57.853089 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0744f904-ae12-4909-b90d-e3442833420e tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/78565598-2628-43ef-af68-b11b8145e866 HTTP/1.1" status: 404 len: 336 time: 0.0572867 Aug 16 20:59:57.853089 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06ff9a26-569b-473e-823f-1701a5637039 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.854958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41882) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:57.917545 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-c91940ca-b45f-4dc0-be6b-b1420658af14 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1323822 Aug 16 20:59:57.927042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-629fedf6-f1a0-4bba-921a-5dff16d1ad06 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=27087dc7-33bf-4bcc-95c4-71a421c93746 HTTP/1.1" status: 200 len: 205 time: 0.0699668 Aug 16 20:59:57.929370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41886) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.005687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff9a26-569b-473e-823f-1701a5637039 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event deleted for resources: {'Port': ['ID=1002f131-91f2-457a-98ae-8339548457bf,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:58.008824 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-6ce6ee43-b512-48e0-a448-5476488ac240 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] delete failed (client error): The resource could not be found. Aug 16 20:59:58.010505 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6ce6ee43-b512-48e0-a448-5476488ac240 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/27087dc7-33bf-4bcc-95c4-71a421c93746 HTTP/1.1" status: 404 len: 336 time: 0.0783620 Aug 16 20:59:58.014374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41898) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.044133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-89339e3d-8bb5-471c-b0f7-2c20ab69d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:58.045796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-89339e3d-8bb5-471c-b0f7-2c20ab69d7d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.2270331 Aug 16 20:59:58.067617 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b45263-049c-4076-a770-276380880508 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:58.073108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b45263-049c-4076-a770-276380880508 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:58.073108 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c4b45263-049c-4076-a770-276380880508 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/08680e96-3196-496c-aa36-e5243ca18bd8 HTTP/1.1" status: 404 len: 337 time: 0.0546291 Aug 16 20:59:58.073108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06ff9a26-569b-473e-823f-1701a5637039 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.073472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-06ff9a26-569b-473e-823f-1701a5637039 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "DELETE /v2.0/ports/1002f131-91f2-457a-98ae-8339548457bf HTTP/1.1" status: 204 len: 168 time: 1.1132722 Aug 16 20:59:58.074034 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41902) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.076253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992247-b27f-4d81-9054-a862748b7154 req-4863848c-b6dc-4fc0-99e4-160db98b3708 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:58.082671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41904) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.083735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f992247-b27f-4d81-9054-a862748b7154 req-4863848c-b6dc-4fc0-99e4-160db98b3708 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 945 time: 0.1651337 Aug 16 20:59:58.089470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd49a4be7-dfd4-44b9-9067-2bbf41ea32be', 'external_fixed_ips': [{'subnet_id': 'b117e62f-13d2-4778-b3db-8427ec3849c5', 'ip_address': '2001:db8::43'}]}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:58.111062 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f5f3a086-926f-4727-8e28-0ef0afc85e8c tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=f0bc0377-de45-40b0-b8cf-1185995bf8d6 HTTP/1.1" status: 200 len: 205 time: 0.0359061 Aug 16 20:59:58.113454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41906) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.154675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-b9879d84-eea4-41ce-a346-1ace42814062 service neutron] 10.222.0.74 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215829 Aug 16 20:59:58.160250 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-96dfb9f1-5fa2-4066-914e-38724a484367 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] delete failed (client error): The resource could not be found. Aug 16 20:59:58.161731 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-96dfb9f1-5fa2-4066-914e-38724a484367 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/f0bc0377-de45-40b0-b8cf-1185995bf8d6 HTTP/1.1" status: 404 len: 336 time: 0.0450418 Aug 16 20:59:58.165289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41908) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.192924 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4636a8ab-ea0c-42a7-a7b9-995a544a9393 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=50551285-2092-4a50-b0b4-034ad7c5d00c HTTP/1.1" status: 200 len: 205 time: 0.0265009 Aug 16 20:59:58.195300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41910) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.201914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f992247-b27f-4d81-9054-a862748b7154 req-e7f907b2-1a82-456c-b2c0-f67216a950a6 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174154 Aug 16 20:59:58.232708 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-f2a42e7b-76b6-4062-951c-47485de69dfa tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] delete failed (client error): The resource could not be found. Aug 16 20:59:58.233774 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f2a42e7b-76b6-4062-951c-47485de69dfa tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/50551285-2092-4a50-b0b4-034ad7c5d00c HTTP/1.1" status: 404 len: 336 time: 0.0375359 Aug 16 20:59:58.236423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41914) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.238031 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-a413b8f6-cba0-4fcc-9724-3223d5fdf02e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 200 len: 999 time: 0.1839390 Aug 16 20:59:58.247486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.250975 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.282878 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e9485c-e9db-4680-9435-538a917c6b77 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:58.282878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e9485c-e9db-4680-9435-538a917c6b77 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:58.282878 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-10e9485c-e9db-4680-9435-538a917c6b77 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/a32acc3c-a0a3-44ce-b8ef-0abaeadf76b9 HTTP/1.1" status: 404 len: 337 time: 0.0448258 Aug 16 20:59:58.291046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41918) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.327606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-64c415bd-28d1-4536-9b5f-68ec615f9a06 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f163349-813a-4f6b-8bdb-99391d832651 HTTP/1.1" status: 200 len: 205 time: 0.0397756 Aug 16 20:59:58.335295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41922) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.369175 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.408182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-788912ae-3c58-46a1-b93b-eef7b0092a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:58.409822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-788912ae-3c58-46a1-b93b-eef7b0092a51 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.1631398 Aug 16 20:59:58.411291 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-17ad5a91-79ca-4a49-b7eb-89f094afdea8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] delete failed (client error): The resource could not be found. Aug 16 20:59:58.412295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-17ad5a91-79ca-4a49-b7eb-89f094afdea8 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/7f163349-813a-4f6b-8bdb-99391d832651 HTTP/1.1" status: 404 len: 336 time: 0.0739021 Aug 16 20:59:58.414523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-60eca926-0979-44cf-bd67-6a35c9e4b391 service neutron] 10.222.0.74 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474148 Aug 16 20:59:58.415491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41924) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.474857 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf50b55-d6bc-4112-bc1e-93ecf0c28aab tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:58.475319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf50b55-d6bc-4112-bc1e-93ecf0c28aab tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:58.480282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7bf50b55-d6bc-4112-bc1e-93ecf0c28aab tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/7904bc89-a580-417f-9148-b6cb54fe533e HTTP/1.1" status: 404 len: 337 time: 0.0615425 Aug 16 20:59:58.481291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41928) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.519896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e736b136-cf77-4593-8d5a-62d533153f4b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "GET /v2.0/ports?device_id=41e509e9-a777-4a6d-afe5-8192ca4e933d HTTP/1.1" status: 200 len: 205 time: 0.0344329 Aug 16 20:59:58.524970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41934) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.568765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-54d83bc9-2766-46f4-9bbe-ea45f5841b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:58.570405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-54d83bc9-2766-46f4-9bbe-ea45f5841b04 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1465902 Aug 16 20:59:58.571634 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-aef8fa15-1088-4ced-9d30-06b26f248365 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] delete failed (client error): The resource could not be found. Aug 16 20:59:58.573244 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aef8fa15-1088-4ced-9d30-06b26f248365 tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/routers/41e509e9-a777-4a6d-afe5-8192ca4e933d HTTP/1.1" status: 404 len: 336 time: 0.0503144 Aug 16 20:59:58.583531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41942) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.635786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.724399 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4ba857-0cc9-41da-a109-3538aefd5f6d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:58.732348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4ba857-0cc9-41da-a109-3538aefd5f6d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:58.732348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-be4ba857-0cc9-41da-a109-3538aefd5f6d tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/e8f0de97-73cb-47af-9f7e-fd1089e81c82 HTTP/1.1" status: 404 len: 337 time: 0.1412857 Aug 16 20:59:58.732785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41948) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.759876 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-768ff967-5499-4a06-bc21-4413ec10ff4b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:58.760432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768ff967-5499-4a06-bc21-4413ec10ff4b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:58.764856 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-768ff967-5499-4a06-bc21-4413ec10ff4b tempest-RoutersTest-1241491790 tempest-RoutersTest-1241491790-project] 10.222.0.74 "DELETE /v2.0/subnets/6d09e161-a246-4e47-a951-fb3f4a676721 HTTP/1.1" status: 404 len: 337 time: 0.0316377 Aug 16 20:59:58.790403 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-dbfe4c01-eef1-45c2-887d-58247e0d3d63 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062407 Aug 16 20:59:58.798766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-5b17d28a-91a5-48ca-aca5-fd0d1b035223 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:58.818577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-5b17d28a-91a5-48ca-aca5-fd0d1b035223 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/networks?id=55f3c20b-91cf-4925-959e-e475d3950e8b HTTP/1.1" status: 200 len: 808 time: 0.2530959 Aug 16 20:59:58.879775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-70e05b22-e600-47d2-a2f9-aaee1e5a4454 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/quotas/fdbc8772cea645a0a780d35fb9089cf7 HTTP/1.1" status: 200 len: 375 time: 0.0601964 Aug 16 20:59:58.969112 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-63c9c28a-36a8-4de0-b503-d545cdbf2dcf tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdbc8772cea645a0a780d35fb9089cf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882819 Aug 16 20:59:59.125582 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:59.157609 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:59.363347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41972) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:59.470385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Allocated IP 2001:db8::43 (d49a4be7-dfd4-44b9-9067-2bbf41ea32be/b117e62f-13d2-4778-b3db-8427ec3849c5/173b4294-7b9f-4430-972f-2dcdad0ba145) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:59.600097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:59.648019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a1ebc37-98be-4480-b4e1-a40c21ac89e6 req-2c6c5822-ceb7-49fb-a858-e197a4f05a51 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 210 time: 0.6736274 Aug 16 20:59:59.654843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-95448d12-3431-439f-8306-caaa661c9b39 service neutron] 10.222.0.74 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848836 Aug 16 20:59:59.731183 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-da721e53-38b2-4486-8399-307a86fd849a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=95f0a4cac57343909df6f1e2b9f73080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455150 Aug 16 20:59:59.731292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30cb5891-6a9e-42fd-adea-a0197b0e791d req-c3804ad2-7dfe-4c9e-8b4b-130a0581246b service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8981898 Aug 16 20:59:59.733190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41982) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:59.787970 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a974ee16-a4f8-4ca1-8158-2b2b87a8dd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:59.794033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-1e870632-683f-4444-864f-ad63bdad13d7 service neutron] 10.222.0.74 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332562 Aug 16 20:59:59.808193 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5485b-d47a-40e6-8a27-41fb4f4a61e8 req-a9dd47dc-6a4e-4234-a11d-4a29642904ba tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:59.809623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12b5485b-d47a-40e6-8a27-41fb4f4a61e8 req-a9dd47dc-6a4e-4234-a11d-4a29642904ba tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 945 time: 0.0757098 Aug 16 20:59:59.819535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a974ee16-a4f8-4ca1-8158-2b2b87a8dd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:59.849974 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:59.882034 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12b5485b-d47a-40e6-8a27-41fb4f4a61e8 req-3dd732f6-2c5c-43d9-ada3-ea5ef96ec75d tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655305 Aug 16 20:59:59.931842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Network d49a4be7-dfd4-44b9-9067-2bbf41ea32be is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:59.935295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:59.942908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:00.116836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event updated for resources: {'Port': ['ID=173b4294-7b9f-4430-972f-2dcdad0ba145,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:00.203684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e8ead3d-c0f9-4b51-9d37-be97d9297ae2 req-c3922ea0-ae43-4eb3-b21d-6243b7c1db62 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 210 time: 0.0685353 Aug 16 21:00:00.253605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a974ee16-a4f8-4ca1-8158-2b2b87a8dd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:00.253605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a974ee16-a4f8-4ca1-8158-2b2b87a8dd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:00.253605 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a974ee16-a4f8-4ca1-8158-2b2b87a8dd4a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/01ce781d-f655-4bb3-9471-99a63c446e11 HTTP/1.1" status: 204 len: 168 time: 0.5172243 Aug 16 21:00:00.263124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974ee16-a4f8-4ca1-8158-2b2b87a8dd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ce781d-f655-4bb3-9471-99a63c446e11,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:00.461845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:00.738086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:00.764445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701c917-484b-4fd2-b766-1361796dda77 req-792011ec-9025-4382-8fb3-cada5086823c tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:00.766401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d701c917-484b-4fd2-b766-1361796dda77 req-792011ec-9025-4382-8fb3-cada5086823c tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 945 time: 0.0740788 Aug 16 21:00:00.798034 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aeb025b-f7f3-4954-b58f-099b34ef7463 req-cbd5ba99-7097-4f41-a4e3-3b43afce3c26 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 210 time: 0.0302687 Aug 16 21:00:00.858378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d701c917-484b-4fd2-b766-1361796dda77 req-2fd1f2b6-41d9-48d2-82d9-7e0d7025f7ac tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593545 Aug 16 21:00:01.010050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Router 6b223e17-356b-400d-a8c4-c5df7324e2b1 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:00:01.154462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:01.168205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Sync routers for ids ['6b223e17-356b-400d-a8c4-c5df7324e2b1'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:01.178211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Routers {'6b223e17-356b-400d-a8c4-c5df7324e2b1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:01.178829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6b223e17-356b-400d-a8c4-c5df7324e2b1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:01.289523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Set router 6b223e17-356b-400d-a8c4-c5df7324e2b1 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:01.305347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b7ad31c6-ae26-4cab-b251-66efd0330a21 req-b6a806fd-42fa-466b-9a91-2bdb5db786b6 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 210 time: 0.0377073 Aug 16 21:00:01.369184 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:01.372885 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c2edc83a-71ef-4393-b9b4-205fb0a035a4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.2856560 Aug 16 21:00:01.373309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42040) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:01.509244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-eb924664-84ca-494f-90ce-bfccba9d26c8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:01.510178 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:01.512166 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-eb924664-84ca-494f-90ce-bfccba9d26c8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.79 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 812 time: 0.1553667 Aug 16 21:00:01.529346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Request body: {'port': {'device_id': '4354186f-5f5f-4011-8daa-484726811fb9', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'admin_state_up': True, 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:01.562561 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b223e17-356b-400d-a8c4-c5df7324e2b1', 'name': '', 'tenant_id': 'd0d4e684c91448b1980fb74b19e9d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd49a4be7-dfd4-44b9-9067-2bbf41ea32be', 'external_fixed_ips': [{'subnet_id': 'b117e62f-13d2-4778-b3db-8427ec3849c5', 'ip_address': '2001:db8::43'}], 'enable_snat': True}, 'gw_port_id': '173b4294-7b9f-4430-972f-2dcdad0ba145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:58Z', 'updated_at': '2021-08-16T21:00:00Z', 'revision_number': 3, 'project_id': 'd0d4e684c91448b1980fb74b19e9d492', 'gw_port': {'id': '173b4294-7b9f-4430-972f-2dcdad0ba145', 'name': '', 'network_id': 'd49a4be7-dfd4-44b9-9067-2bbf41ea32be', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:74:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b223e17-356b-400d-a8c4-c5df7324e2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'b117e62f-13d2-4778-b3db-8427ec3849c5', 'ip_address': '2001:db8::43', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:59Z', 'updated_at': '2021-08-16T20:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b117e62f-13d2-4778-b3db-8427ec3849c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:01.612115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Checking router: 6b223e17-356b-400d-a8c4-c5df7324e2b1 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:01.612614 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Updating router 6b223e17-356b-400d-a8c4-c5df7324e2b1 port 173b4294-7b9f-4430-972f-2dcdad0ba145 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:00:01.644030 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:01.793320 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:01.874134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42062) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:01.878966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Made reservation on behalf of 7d374f3cfccd45f2ab76032deb984a01 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:01.888054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.046334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ba2779d-977b-49f0-bc77-9878972f13dc req-870e5aec-808c-4f43-944a-01ffba402e6a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 210 time: 0.0818329 Aug 16 21:00:02.133052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e05a1-3dca-4e43-a290-423cd7da613b req-4b2fe4c9-29d8-4684-839b-aa7bfcf39130 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:02.135426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b08e05a1-3dca-4e43-a290-423cd7da613b req-4b2fe4c9-29d8-4684-839b-aa7bfcf39130 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.79 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 945 time: 0.2372274 Aug 16 21:00:02.143544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Allocated IP 172.20.0.3 (08150c28-7ae3-4f07-ac78-d32078b65a42/99b6311e-97c3-4c6e-b1d5-331fc57faba4/a53e0868-f139-4068-a7f4-fc35ce84780d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:02.187137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Deleting port 173b4294-7b9f-4430-972f-2dcdad0ba145 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:02.187551 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.200821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484122e-05f8-44bd-b9cc-42c6df7be8a8 req-6381160d-e451-4fc0-bdac-d58e867a6099 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:02.209687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4484122e-05f8-44bd-b9cc-42c6df7be8a8 req-6381160d-e451-4fc0-bdac-d58e867a6099 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 945 time: 0.1991580 Aug 16 21:00:02.222577 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.236883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Transition to ACTIVE for port object 173b4294-7b9f-4430-972f-2dcdad0ba145 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:02.322512 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.365470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4484122e-05f8-44bd-b9cc-42c6df7be8a8 req-dc005d9d-768e-4a6f-8600-e8fa18af1c25 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503127 Aug 16 21:00:02.383927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.407762 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.422520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1b232-ee53-4aed-b628-d2e2ef1e9e1c None None] Pushing event updated for resources: {'Port': ['ID=173b4294-7b9f-4430-972f-2dcdad0ba145,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:02.428246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-531d6ea2-67c1-4fdb-9d77-a06d39397000 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1154286713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:02.456562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Attempting to bind port 173b4294-7b9f-4430-972f-2dcdad0ba145 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:02.457105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Attempting to bind port 173b4294-7b9f-4430-972f-2dcdad0ba145 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '47424bbf-4c0f-4d71-9849-e6225a40e922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd49a4be7-dfd4-44b9-9067-2bbf41ea32be'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:02.457573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Attempting to bind port 173b4294-7b9f-4430-972f-2dcdad0ba145 on network d49a4be7-dfd4-44b9-9067-2bbf41ea32be {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:02.460803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Transition to ACTIVE for port object a53e0868-f139-4068-a7f4-fc35ce84780d will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:02.466958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Calling delete_port for 173b4294-7b9f-4430-972f-2dcdad0ba145 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:02.470132 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:02.474257 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Checking segment: {'id': '47424bbf-4c0f-4d71-9849-e6225a40e922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd49a4be7-dfd4-44b9-9067-2bbf41ea32be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:02.474257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.474257 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Bound using segment: {'id': '47424bbf-4c0f-4d71-9849-e6225a40e922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd49a4be7-dfd4-44b9-9067-2bbf41ea32be'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:02.474257 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Bound port: 173b4294-7b9f-4430-972f-2dcdad0ba145, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47424bbf-4c0f-4d71-9849-e6225a40e922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd49a4be7-dfd4-44b9-9067-2bbf41ea32be'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:02.474257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.500972 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42076) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:02.556432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98878a50-a862-43a7-8d4e-a26f10cef30e req-4d397865-cb91-43f8-b907-7fb81e72aae8 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 210 time: 0.0935950 Aug 16 21:00:02.569360 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.569619 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-b08e05a1-3dca-4e43-a290-423cd7da613b req-2eef986b-8c7a-4b7c-86a6-4a63d40a371b tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Deleting port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:02.569752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b08e05a1-3dca-4e43-a290-423cd7da613b req-2eef986b-8c7a-4b7c-86a6-4a63d40a371b tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.588978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] For port 173b4294-7b9f-4430-972f-2dcdad0ba145, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:02.594423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] For port 173b4294-7b9f-4430-972f-2dcdad0ba145, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=173b4294-7b9f-4430-972f-2dcdad0ba145,segment=NetworkSegment(47424bbf-4c0f-4d71-9849-e6225a40e922),segment_id=47424bbf-4c0f-4d71-9849-e6225a40e922)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:02.600085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['39e670e5-e415-457b-90ec-3d3c093a8ff2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:02.604969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:02.613634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:02.620837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:02.625378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:02.656929 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-531d6ea2-67c1-4fdb-9d77-a06d39397000 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.664036 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-531d6ea2-67c1-4fdb-9d77-a06d39397000 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.681393 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.720169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.776612 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ef69ebb-f17e-46ff-bf8f-007bb3a40c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.828336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event updated for resources: {'Port': ['ID=a53e0868-f139-4068-a7f4-fc35ce84780d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:02.843975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1b232-ee53-4aed-b628-d2e2ef1e9e1c None None] Pushing event updated for resources: {'Port': ['ID=173b4294-7b9f-4430-972f-2dcdad0ba145,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:02.854677 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-531d6ea2-67c1-4fdb-9d77-a06d39397000 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.858546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-b08e05a1-3dca-4e43-a290-423cd7da613b req-2eef986b-8c7a-4b7c-86a6-4a63d40a371b tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] For port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=97823a95-5af5-4d5f-9c6c-550b1ffd95ca,segment=NetworkSegment(272a368d-bcea-4b36-96df-13b1dc389048),segment_id=272a368d-bcea-4b36-96df-13b1dc389048)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:02.858921 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b08e05a1-3dca-4e43-a290-423cd7da613b req-2eef986b-8c7a-4b7c-86a6-4a63d40a371b tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.871889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Routers {'6b223e17-356b-400d-a8c4-c5df7324e2b1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:02.872942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6b223e17-356b-400d-a8c4-c5df7324e2b1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:02.879010 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.923318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:02.924582 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.931814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-b08e05a1-3dca-4e43-a290-423cd7da613b req-2eef986b-8c7a-4b7c-86a6-4a63d40a371b tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Calling delete_port for 97823a95-5af5-4d5f-9c6c-550b1ffd95ca owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:02.944630 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-531d6ea2-67c1-4fdb-9d77-a06d39397000 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.035030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-b48b6761-55aa-46f7-aaa7-c81b90cd5eac tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:03.037048 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-b48b6761-55aa-46f7-aaa7-c81b90cd5eac tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.79 "GET /v2.0/networks?id=55f3c20b-91cf-4925-959e-e475d3950e8b HTTP/1.1" status: 200 len: 808 time: 0.1864607 Aug 16 21:00:03.053375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Request body: {'port': {'device_id': 'cf36173f-d550-4345-b8eb-02dade7198f7', 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b', 'admin_state_up': True, 'tenant_id': 'fdbc8772cea645a0a780d35fb9089cf7'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:03.104447 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.131957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0ac45472-06f2-4831-b747-05e1926ad991 None None] Provisioning for port a53e0868-f139-4068-a7f4-fc35ce84780d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:03.147495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event deleted for resources: {'Port': ['ID=173b4294-7b9f-4430-972f-2dcdad0ba145,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:03.163435 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ef69ebb-f17e-46ff-bf8f-007bb3a40c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.176337 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.227833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ef69ebb-f17e-46ff-bf8f-007bb3a40c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.272356 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7ef69ebb-f17e-46ff-bf8f-007bb3a40c1b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=03e50013987d4428a293e8a341b71e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7712064 Aug 16 21:00:03.272356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef69ebb-f17e-46ff-bf8f-007bb3a40c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3587414a-bb5d-4f76-9844-9ac44689af75,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:03.273098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42088) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:03.328282 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d7e66d62-7678-4dfd-8ef1-20195d7a89aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.333068 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.336279 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.345754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-531d6ea2-67c1-4fdb-9d77-a06d39397000 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.346282 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-670c8cb5-7ba7-4587-b500-bf6dd1d2f806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8212292 Aug 16 21:00:03.346993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] Set router 6b223e17-356b-400d-a8c4-c5df7324e2b1 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:03.347563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-531d6ea2-67c1-4fdb-9d77-a06d39397000 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4623237 Aug 16 21:00:03.350109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0ac45472-06f2-4831-b747-05e1926ad991 None None] Provisioning complete for port a53e0868-f139-4068-a7f4-fc35ce84780d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:03.354726 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0ac45472-06f2-4831-b747-05e1926ad991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.354867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42090) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:03.365628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Request body: {'port': {'device_id': '4354186f-5f5f-4011-8daa-484726811fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:03.393671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-440013541'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:03.409718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b824487-7332-4d32-96a9-9b79fbc877bf req-9bb2eef7-1058-4882-baf3-51b7a5b5fd4c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:03.417301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b824487-7332-4d32-96a9-9b79fbc877bf req-9bb2eef7-1058-4882-baf3-51b7a5b5fd4c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 931 time: 0.2320619 Aug 16 21:00:03.439039 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d7e66d62-7678-4dfd-8ef1-20195d7a89aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.461299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b223e17-356b-400d-a8c4-c5df7324e2b1', 'name': '', 'tenant_id': 'd0d4e684c91448b1980fb74b19e9d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:58Z', 'updated_at': '2021-08-16T21:00:01Z', 'revision_number': 4, 'project_id': 'd0d4e684c91448b1980fb74b19e9d492', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:03.473594 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.479534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b08e05a1-3dca-4e43-a290-423cd7da613b req-2eef986b-8c7a-4b7c-86a6-4a63d40a371b tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.516105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b824487-7332-4d32-96a9-9b79fbc877bf req-627a633d-4b10-4ead-b61a-26cd1a368868 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953774 Aug 16 21:00:03.530163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbf699-b22e-4305-a0a8-e13fef7da28f None None] The sync data for ids ['6b223e17-356b-400d-a8c4-c5df7324e2b1'] in n-d-793619-14 is: [{'id': '6b223e17-356b-400d-a8c4-c5df7324e2b1', 'name': '', 'tenant_id': 'd0d4e684c91448b1980fb74b19e9d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:58Z', 'updated_at': '2021-08-16T21:00:01Z', 'revision_number': 4, 'project_id': 'd0d4e684c91448b1980fb74b19e9d492', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:03.544588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0ac45472-06f2-4831-b747-05e1926ad991 None None] Port a53e0868-f139-4068-a7f4-fc35ce84780d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:03.544727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef986b-8c7a-4b7c-86a6-4a63d40a371b tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Pushing event deleted for resources: {'Port': ['ID=97823a95-5af5-4d5f-9c6c-550b1ffd95ca,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:03.623866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3fb1-ab3a-4253-8293-56a831184c4b req-fb24ba51-2d8e-46e7-a0b2-36e2c35f72f3 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:03.633107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab2a3fb1-ab3a-4253-8293-56a831184c4b req-fb24ba51-2d8e-46e7-a0b2-36e2c35f72f3 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/ports?device_id=f814cbb0-985d-4423-b5e6-69c95b27dc13 HTTP/1.1" status: 200 len: 867 time: 0.1987772 Aug 16 21:00:03.634079 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.634649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b223e17-356b-400d-a8c4-c5df7324e2b1 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:00:03.655289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['97823a95-5af5-4d5f-9c6c-550b1ffd95ca'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:03.671370 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.677002 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3efb0cb5-e442-4af6-996f-4c4fca591ccf tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "DELETE /v2.0/routers/6b223e17-356b-400d-a8c4-c5df7324e2b1 HTTP/1.1" status: 204 len: 168 time: 2.2983978 Aug 16 21:00:03.677002 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08e05a1-3dca-4e43-a290-423cd7da613b req-2eef986b-8c7a-4b7c-86a6-4a63d40a371b tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] No DVR routers for this DVR port 97823a95-5af5-4d5f-9c6c-550b1ffd95ca on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:03.678123 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b08e05a1-3dca-4e43-a290-423cd7da613b req-2eef986b-8c7a-4b7c-86a6-4a63d40a371b tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.681046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b08e05a1-3dca-4e43-a290-423cd7da613b req-2eef986b-8c7a-4b7c-86a6-4a63d40a371b tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.79 "DELETE /v2.0/ports/97823a95-5af5-4d5f-9c6c-550b1ffd95ca HTTP/1.1" status: 204 len: 173 time: 1.5338900 Aug 16 21:00:03.688065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42098) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:03.691461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f814cbb0-985d-4423-b5e6-69c95b27dc13', 'name': 'network-vif-deleted', 'tag': '97823a95-5af5-4d5f-9c6c-550b1ffd95ca'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:03.696278 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4692e37c-af18-4113-83cd-c371e72f5d67" -d '{"events": [{"server_uuid": "f814cbb0-985d-4423-b5e6-69c95b27dc13", "name": "network-vif-deleted", "tag": "97823a95-5af5-4d5f-9c6c-550b1ffd95ca"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:03.775825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b28cbe3-f071-47ba-b9fc-64876bbd862f req-91cb892e-7e18-48d0-aae6-a274d8640e16 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 210 time: 0.1109798 Aug 16 21:00:03.827701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Made reservation on behalf of 48aa3e5fb48147a5bf4f06b6bd59bbed for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:03.837439 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.844489 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0dfd28-8a57-4dbe-bc04-86b937a76460 x-openstack-request-id: req-7f0dfd28-8a57-4dbe-bc04-86b937a76460 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:03.845118 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f814cbb0-985d-4423-b5e6-69c95b27dc13", "name": "network-vif-deleted", "tag": "97823a95-5af5-4d5f-9c6c-550b1ffd95ca", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:03.845561 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7f0dfd28-8a57-4dbe-bc04-86b937a76460 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:03.846124 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f814cbb0-985d-4423-b5e6-69c95b27dc13', 'name': 'network-vif-deleted', 'tag': '97823a95-5af5-4d5f-9c6c-550b1ffd95ca', 'status': 'completed', 'code': 200} Aug 16 21:00:03.849961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4dc15cb-a3dd-4fde-9fa5-e855b7c99733 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Deleting subnet b117e62f-13d2-4778-b3db-8427ec3849c5 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:03.863207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4dc15cb-a3dd-4fde-9fa5-e855b7c99733 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.868268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Made reservation on behalf of fdbc8772cea645a0a780d35fb9089cf7 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:03.868472 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab2a3fb1-ab3a-4253-8293-56a831184c4b req-e3ea0335-c178-47b3-bec9-010fede0ece1 tempest-ServerAddressesTestJSON-1666174801 tempest-ServerAddressesTestJSON-1666174801-project] 10.222.0.74 "GET /v2.0/security-groups?id=ab6e2e62-f568-4fd6-97a8-a32942c1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944673 Aug 16 21:00:03.871670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.904577 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.936011 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4dc15cb-a3dd-4fde-9fa5-e855b7c99733 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.020471 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4dc15cb-a3dd-4fde-9fa5-e855b7c99733 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.103417 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d7e66d62-7678-4dfd-8ef1-20195d7a89aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.105962 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d7e66d62-7678-4dfd-8ef1-20195d7a89aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.106738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.108276 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d7e66d62-7678-4dfd-8ef1-20195d7a89aa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3587414a-bb5d-4f76-9844-9ac44689af75 HTTP/1.1" status: 204 len: 168 time: 0.8330772 Aug 16 21:00:04.136694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e66d62-7678-4dfd-8ef1-20195d7a89aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3587414a-bb5d-4f76-9844-9ac44689af75,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:04.178837 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.183397 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4dc15cb-a3dd-4fde-9fa5-e855b7c99733 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.199280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Allocated IP 172.20.0.3 (55f3c20b-91cf-4925-959e-e475d3950e8b/0c7fee09-af04-4f53-be62-fb00b032c761/8f6e4120-6797-46d4-ae4c-13917a68644b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:04.230202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:04.232293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc15cb-a3dd-4fde-9fa5-e855b7c99733 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b117e62f-13d2-4778-b3db-8427ec3849c5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:04.254329 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c4dc15cb-a3dd-4fde-9fa5-e855b7c99733 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.256564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c4dc15cb-a3dd-4fde-9fa5-e855b7c99733 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "DELETE /v2.0/subnets/b117e62f-13d2-4778-b3db-8427ec3849c5 HTTP/1.1" status: 204 len: 168 time: 0.5582862 Aug 16 21:00:04.261576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c172f7-7ac1-4ae4-9ab0-929022d55e4d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:04.266331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42110) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:04.282748 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.283625 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Added segment e7130e58-ae37-4162-8180-9b08dbeb56b3 of type vlan for network 836426f9-b265-40aa-8860-c22251f52cbf Aug 16 21:00:04.344951 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.443010 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.455258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.466385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:04.466385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.500745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42114) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:04.555897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53e0868-f139-4068-a7f4-fc35ce84780d {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:00:04.576163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event updated for resources: {'Network': ['ID=836426f9-b265-40aa-8860-c22251f52cbf,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:04.580236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.589914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 836426f9-b265-40aa-8860-c22251f52cbf details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:04.621660 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.662736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-23aad920-bcb2-4065-83d3-4a2a94054cfc tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3087435 Aug 16 21:00:04.666823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42122) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:04.673396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Transition to ACTIVE for port object a53e0868-f139-4068-a7f4-fc35ce84780d will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:04.683717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Request body: {'subnet': {'network_id': '836426f9-b265-40aa-8860-c22251f52cbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:04.692212 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.706704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49a4be7-dfd4-44b9-9067-2bbf41ea32be']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:04.725640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47424bbf-4c0f-4d71-9849-e6225a40e922') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:04.725940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47424bbf-4c0f-4d71-9849-e6225a40e922') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:04.739012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.759315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.765919 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.780387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:04.780813 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:04.782763 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:04.801369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6de7adf-0740-4751-8225-f206026c7180 req-1ee418cc-48b1-4704-872b-d441ba24f3ca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2025032 Aug 16 21:00:04.835399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef19d3e-cc97-4dcd-837c-da59375997ee req-f77bdd63-b0b9-4786-9051-8f12dc43d3e1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:04.843843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ef19d3e-cc97-4dcd-837c-da59375997ee req-f77bdd63-b0b9-4786-9051-8f12dc43d3e1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 931 time: 0.1785467 Aug 16 21:00:04.909081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.932221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-807b44ce-f373-4fc4-a93d-4667176b925b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.008160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ef19d3e-cc97-4dcd-837c-da59375997ee req-654f465f-1495-4b1b-a2dc-213167ea6369 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596296 Aug 16 21:00:05.052989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de7adf-0740-4751-8225-f206026c7180 req-2b4a265a-85ac-40b9-88ee-3d901de119b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:05.054620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6de7adf-0740-4751-8225-f206026c7180 req-2b4a265a-85ac-40b9-88ee-3d901de119b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 1097 time: 0.1850963 Aug 16 21:00:05.064797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3d0ef-5dda-4876-97e3-69ebf8a24a4d req-e9a7f6be-37c8-4067-ba0e-eeec612e2be3 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:05.066663 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14b3d0ef-5dda-4876-97e3-69ebf8a24a4d req-e9a7f6be-37c8-4067-ba0e-eeec612e2be3 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 931 time: 0.1959963 Aug 16 21:00:05.067891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Made reservation on behalf of 48aa3e5fb48147a5bf4f06b6bd59bbed for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:05.072432 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.081349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a53e0868-f139-4068-a7f4-fc35ce84780d,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:05.097524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Network 55f3c20b-91cf-4925-959e-e475d3950e8b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:05.098150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42128) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:05.136994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:05.139582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:05.169781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.210125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d49a4be7-dfd4-44b9-9067-2bbf41ea32be {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 21:00:05.218571 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.221102 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "DELETE /v2.0/networks/d49a4be7-dfd4-44b9-9067-2bbf41ea32be HTTP/1.1" status: 204 len: 168 time: 0.9530647 Aug 16 21:00:05.245690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-14b3d0ef-5dda-4876-97e3-69ebf8a24a4d req-8b66cbb5-531f-431d-95d1-ad6035059788 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692281 Aug 16 21:00:05.250612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42132) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:05.286213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115300f8-7ea5-4ddc-a0e9-817329e3f512 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event deleted for resources: {'Network': ['ID=d49a4be7-dfd4-44b9-9067-2bbf41ea32be,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:05.300945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de7adf-0740-4751-8225-f206026c7180 req-76ef71db-78c4-4af6-aa3c-5e54080e1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:05.302732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6de7adf-0740-4751-8225-f206026c7180 req-76ef71db-78c4-4af6-aa3c-5e54080e1c64 service neutron] 10.222.0.79 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.2250566 Aug 16 21:00:05.309195 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7763343-f1a3-4fe1-90ab-15fdf40c47bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.311268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Pushing event updated for resources: {'Port': ['ID=8f6e4120-6797-46d4-ae4c-13917a68644b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:05.331419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b228523-0f7f-4a2c-9ac7-d9e25dac44dc admin admin] Deleting subnet 3722ede5-4e5d-4019-af23-ce59fdd5ea5f {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:05.334989 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b228523-0f7f-4a2c-9ac7-d9e25dac44dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.378785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6de7adf-0740-4751-8225-f206026c7180 req-1e4eb05b-e1ff-40ae-adb6-21277d5ffbe7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 HTTP/1.1" status: 200 len: 217 time: 0.0683546 Aug 16 21:00:05.382964 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b228523-0f7f-4a2c-9ac7-d9e25dac44dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.424540 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b228523-0f7f-4a2c-9ac7-d9e25dac44dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.462794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Attempting to bind port a53e0868-f139-4068-a7f4-fc35ce84780d on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:05.463396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Attempting to bind port a53e0868-f139-4068-a7f4-fc35ce84780d by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:05.463510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Attempting to bind port a53e0868-f139-4068-a7f4-fc35ce84780d on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:05.475673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de7adf-0740-4751-8225-f206026c7180 req-ae100a9e-41d7-4582-af02-8020e682b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:05.477927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6de7adf-0740-4751-8225-f206026c7180 req-ae100a9e-41d7-4582-af02-8020e682b889 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.0876808 Aug 16 21:00:05.488792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:05.489438 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.504028 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Port a53e0868-f139-4068-a7f4-fc35ce84780d on network 08150c28-7ae3-4f07-ac78-d32078b65a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:05.504357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Attempting to bind port a53e0868-f139-4068-a7f4-fc35ce84780d on network 08150c28-7ae3-4f07-ac78-d32078b65a42 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:05.517535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:05.517880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Checking segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:05.522262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Bound using segment: {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:05.522262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Bound port: a53e0868-f139-4068-a7f4-fc35ce84780d, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331fbf64-a359-432f-aa14-ec7933272b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:05.522262 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.537183 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b228523-0f7f-4a2c-9ac7-d9e25dac44dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.540012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de7adf-0740-4751-8225-f206026c7180 req-5d582e2e-d92a-40e6-8e1b-032fa0fb2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:05.540469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6de7adf-0740-4751-8225-f206026c7180 req-5d582e2e-d92a-40e6-8e1b-032fa0fb2236 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513980 Aug 16 21:00:05.598997 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b228523-0f7f-4a2c-9ac7-d9e25dac44dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3722ede5-4e5d-4019-af23-ce59fdd5ea5f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:05.618606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b228523-0f7f-4a2c-9ac7-d9e25dac44dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.623357 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2b228523-0f7f-4a2c-9ac7-d9e25dac44dc admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3722ede5-4e5d-4019-af23-ce59fdd5ea5f HTTP/1.1" status: 204 len: 168 time: 0.5204191 Aug 16 21:00:05.626227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42140) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:05.657273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6de7adf-0740-4751-8225-f206026c7180 req-8c37cc1f-b20f-4a05-9fb9-8da531ba2f45 service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094794 Aug 16 21:00:05.658770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.690532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-807b44ce-f373-4fc4-a93d-4667176b925b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.714132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] For port a53e0868-f139-4068-a7f4-fc35ce84780d, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:05.735029 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.738157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] For port a53e0868-f139-4068-a7f4-fc35ce84780d, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a53e0868-f139-4068-a7f4-fc35ce84780d,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:05.740489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42142) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:05.745990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1d7a0454-6b85-4e58-bbb0-5eb80fda70cb tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Request body: {'router': {'name': 'tempest-router--658674200', 'project_id': 'e4a5f5cdcbc5440f93867fc1baffb463'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:05.793074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event updated for resources: {'Subnet': ['ID=e3b71c10-75fd-4bd0-9592-95258b722968,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:05.812641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Checking segment: {'id': 'e7130e58-ae37-4162-8180-9b08dbeb56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '836426f9-b265-40aa-8860-c22251f52cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:05.813685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Network hostable DHCP agents. Network: 836426f9-b265-40aa-8860-c22251f52cbf, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:05.828012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-807b44ce-f373-4fc4-a93d-4667176b925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.848372 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6de7adf-0740-4751-8225-f206026c7180 req-8559038c-ca8c-44b3-a184-6c102c2256cb service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809466 Aug 16 21:00:05.867666 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.878606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.902805 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a0f6c3a4-21a9-401f-8b12-ce776f9925d5 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8545921 Aug 16 21:00:05.904893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70094c78-4e90-4c51-b44a-08b73c1e68fd']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:05.905414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Network 836426f9-b265-40aa-8860-c22251f52cbf is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:05.911117 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-807b44ce-f373-4fc4-a93d-4667176b925b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b6c772ceb0be46a99cafb51ca704beee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4090486 Aug 16 21:00:05.913706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42146) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:05.921992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b44ce-f373-4fc4-a93d-4667176b925b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb0f97d-247d-4058-85af-f7810c7d0397,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:05.958474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Request body: {'port': {'device_id': 'cf36173f-d550-4345-b8eb-02dade7198f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:05.966836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:05.967458 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.967593 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69544141-1676-4574-98a4-ccc8c264571a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.969129 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] 10.222.0.79 "PUT /v2.0/ports/a53e0868-f139-4068-a7f4-fc35ce84780d HTTP/1.1" status: 200 len: 1092 time: 2.6122210 Aug 16 21:00:05.980822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 836426f9-b265-40aa-8860-c22251f52cbf) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:05.991200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:05.991400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d525d992-2746-45d1-be5f-898419e0ba8b None None] Network 836426f9-b265-40aa-8860-c22251f52cbf requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:05.991980 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.999394 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69544141-1676-4574-98a4-ccc8c264571a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.000893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4354186f-5f5f-4011-8daa-484726811fb9', 'tag': 'a53e0868-f139-4068-a7f4-fc35ce84780d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:06.003335 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b836e820-a901-4f62-943a-54d819c22860" -d '{"events": [{"name": "network-changed", "server_uuid": "4354186f-5f5f-4011-8daa-484726811fb9", "tag": "a53e0868-f139-4068-a7f4-fc35ce84780d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:06.006113 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-1d7a0454-6b85-4e58-bbb0-5eb80fda70cb tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 21:00:06.006113 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 21:00:06.006113 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': 'e4a5f5cdcbc5440f93867fc1baffb463', 'expiration_1': datetime.datetime(2021, 8, 16, 21, 0, 5, 752048)}] Aug 16 21:00:06.006113 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:00:06.007057 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-1d7a0454-6b85-4e58-bbb0-5eb80fda70cb tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:00:06.007057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767377e-845d-4bf2-8f36-c0f50618e2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a53e0868-f139-4068-a7f4-fc35ce84780d,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:06.048125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272a368d-bcea-4b36-96df-13b1dc389048') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:06.048397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272a368d-bcea-4b36-96df-13b1dc389048') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:06.081793 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.099767 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3973378-7bed-4dfb-b9af-157b0dd940d9 x-openstack-request-id: req-d3973378-7bed-4dfb-b9af-157b0dd940d9 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:06.110499 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4354186f-5f5f-4011-8daa-484726811fb9", "tag": "a53e0868-f139-4068-a7f4-fc35ce84780d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:06.110499 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d3973378-7bed-4dfb-b9af-157b0dd940d9 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:06.110499 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4354186f-5f5f-4011-8daa-484726811fb9', 'tag': 'a53e0868-f139-4068-a7f4-fc35ce84780d', 'status': 'completed', 'code': 200} Aug 16 21:00:06.144680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.175870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:06.175870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.176209 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69544141-1676-4574-98a4-ccc8c264571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:06.177483 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:06.179744 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-69544141-1676-4574-98a4-ccc8c264571a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.186464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-69544141-1676-4574-98a4-ccc8c264571a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5cb0f97d-247d-4058-85af-f7810c7d0397 HTTP/1.1" status: 204 len: 168 time: 0.2652602 Aug 16 21:00:06.194736 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.211783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69544141-1676-4574-98a4-ccc8c264571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb0f97d-247d-4058-85af-f7810c7d0397,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:06.231045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125e945-1678-4c3d-a224-908b78a9fb30 req-dfe3a771-d0b4-490a-86b5-0af5e29f2df8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:06.234566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1125e945-1678-4c3d-a224-908b78a9fb30 req-dfe3a771-d0b4-490a-86b5-0af5e29f2df8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 943 time: 0.0989070 Aug 16 21:00:06.237416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-836426f9-b265-40aa-8860-c22251f52cbf', 'network_id': '836426f9-b265-40aa-8860-c22251f52cbf', 'tenant_id': '48aa3e5fb48147a5bf4f06b6bd59bbed', 'fixed_ips': [{'subnet_id': 'e3b71c10-75fd-4bd0-9592-95258b722968'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:00:06.238183 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.285173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1125e945-1678-4c3d-a224-908b78a9fb30 req-c9779334-cf0b-474a-8943-5c4c009d1e32 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378535 Aug 16 21:00:06.308349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-84d1930c-53a4-4a5f-a6e9-55047a2b3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:06.309762 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-84d1930c-53a4-4a5f-a6e9-55047a2b3cbf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 1095 time: 0.2185466 Aug 16 21:00:06.397342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9888b16-10b9-45ac-8ca5-6a0dc0533ee1 req-88c79d5a-8999-4e0e-bce3-cc09808d2d01 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:06.399023 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9888b16-10b9-45ac-8ca5-6a0dc0533ee1 req-88c79d5a-8999-4e0e-bce3-cc09808d2d01 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 931 time: 0.0504639 Aug 16 21:00:06.424942 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-32eb37b4-4335-45b2-b8fe-d37e232f804e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a53e0868-f139-4068-a7f4-fc35ce84780d HTTP/1.1" status: 200 len: 217 time: 0.1011317 Aug 16 21:00:06.433209 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.441864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9888b16-10b9-45ac-8ca5-6a0dc0533ee1 req-2cce3c16-ade9-4f92-9b37-ec6e75be9301 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358372 Aug 16 21:00:06.478226 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.480131 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] 10.222.0.74 "DELETE /v2.0/networks/70094c78-4e90-4c51-b44a-08b73c1e68fd HTTP/1.1" status: 204 len: 168 time: 0.8509862 Aug 16 21:00:06.528594 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7763343-f1a3-4fe1-90ab-15fdf40c47bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.532689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a53ff-78fc-4f91-b561-6820abfb45aa admin admin] Pushing event deleted for resources: {'Network': ['ID=70094c78-4e90-4c51-b44a-08b73c1e68fd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:06.552971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Allocated IP 172.20.0.2 (836426f9-b265-40aa-8860-c22251f52cbf/e3b71c10-75fd-4bd0-9592-95258b722968/806f074f-aefc-4235-9d2e-2d437eeb6e40) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:06.578799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-102c6d47-5e50-4c06-b865-53834a93e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:06.580444 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-102c6d47-5e50-4c06-b865-53834a93e3c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.1379051 Aug 16 21:00:06.633721 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7763343-f1a3-4fe1-90ab-15fdf40c47bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.701150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7763343-f1a3-4fe1-90ab-15fdf40c47bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381c7b7e-f5a3-4b39-acb5-c8561c754769,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:06.709040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4626f6d4-6f72-4ec1-9164-95ce2636eab3 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0393848 Aug 16 21:00:06.709893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42162) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:06.715763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Request body: {'network': {'name': 'tempest-router-network01--1418064587'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:06.716534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-5cc07633-1d97-48a6-bc1a-9f2646a8c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:06.718085 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-5cc07633-1d97-48a6-bc1a-9f2646a8c25a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277490 Aug 16 21:00:06.720337 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c7763343-f1a3-4fe1-90ab-15fdf40c47bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c3822c425d7a4b09867d0a171dd98948&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4611108 Aug 16 21:00:06.723032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42164) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:06.728870 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.745323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Transition to ACTIVE for port object 806f074f-aefc-4235-9d2e-2d437eeb6e40 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:06.761323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Transition to ACTIVE for port object 806f074f-aefc-4235-9d2e-2d437eeb6e40 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:06.777278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75286b62-80e5-4d62-9d66-5f5b95af0cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.799432 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75286b62-80e5-4d62-9d66-5f5b95af0cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.837506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6e4120-6797-46d4-ae4c-13917a68644b {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:00:06.852369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.857607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 97823a95-5af5-4d5f-9c6c-550b1ffd95ca no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:06.871958 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0454-6b85-4e58-bbb0-5eb80fda70cb tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.873010 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0454-6b85-4e58-bbb0-5eb80fda70cb tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.886090 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-0325fd6a-1f74-47e6-a294-09bdbd521d59 service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571939 Aug 16 21:00:06.899786 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.901830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 97823a95-5af5-4d5f-9c6c-550b1ffd95ca {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:06.902156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 97823a95-5af5-4d5f-9c6c-550b1ffd95ca not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:06.929338 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75286b62-80e5-4d62-9d66-5f5b95af0cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.932318 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75286b62-80e5-4d62-9d66-5f5b95af0cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.934044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-75286b62-80e5-4d62-9d66-5f5b95af0cec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/381c7b7e-f5a3-4b39-acb5-c8561c754769 HTTP/1.1" status: 204 len: 168 time: 0.2092190 Aug 16 21:00:06.942310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75286b62-80e5-4d62-9d66-5f5b95af0cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381c7b7e-f5a3-4b39-acb5-c8561c754769,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:06.944908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Network 836426f9-b265-40aa-8860-c22251f52cbf is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:06.946776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Transition to ACTIVE for port object 8f6e4120-6797-46d4-ae4c-13917a68644b will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:06.947984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:06.952612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:06.966302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Pushing event updated for resources: {'Port': ['ID=806f074f-aefc-4235-9d2e-2d437eeb6e40,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:06.980263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Made reservation on behalf of 48aa3e5fb48147a5bf4f06b6bd59bbed for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:06.985580 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.000091 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42168) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:07.007923 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0454-6b85-4e58-bbb0-5eb80fda70cb tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.028821 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a237d8f-7c83-4d3d-b7b1-6189f3efd2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.031238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Attempting to bind port 806f074f-aefc-4235-9d2e-2d437eeb6e40 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:07.031728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Attempting to bind port 806f074f-aefc-4235-9d2e-2d437eeb6e40 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'e7130e58-ae37-4162-8180-9b08dbeb56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '836426f9-b265-40aa-8860-c22251f52cbf'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:07.032114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Attempting to bind port 806f074f-aefc-4235-9d2e-2d437eeb6e40 on network 836426f9-b265-40aa-8860-c22251f52cbf {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:07.035665 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-350dc126-0ab1-4d64-9ee7-f1b3ecf70b99 req-5b096edb-0af0-440b-9cf1-61d4c1b9490a service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420367 Aug 16 21:00:07.038709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:07.039097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Checking segment: {'id': 'e7130e58-ae37-4162-8180-9b08dbeb56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '836426f9-b265-40aa-8860-c22251f52cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:07.039543 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.039941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Bound using segment: {'id': 'e7130e58-ae37-4162-8180-9b08dbeb56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '836426f9-b265-40aa-8860-c22251f52cbf'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:07.040415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Bound port: 806f074f-aefc-4235-9d2e-2d437eeb6e40, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7130e58-ae37-4162-8180-9b08dbeb56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '836426f9-b265-40aa-8860-c22251f52cbf'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:07.040804 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.054499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.060879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:07.077668 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.078013 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Added segment 2b24094e-d118-478c-9e73-bf2d8009c1fb of type vlan for network bdd212c3-9ce9-4b9b-8060-c2ec73007188 Aug 16 21:00:07.100177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42170) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:07.119140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] For port 806f074f-aefc-4235-9d2e-2d437eeb6e40, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:07.122872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] For port 806f074f-aefc-4235-9d2e-2d437eeb6e40, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=806f074f-aefc-4235-9d2e-2d437eeb6e40,segment=NetworkSegment(e7130e58-ae37-4162-8180-9b08dbeb56b3),segment_id=e7130e58-ae37-4162-8180-9b08dbeb56b3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:07.128400 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0454-6b85-4e58-bbb0-5eb80fda70cb tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.134162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6e4120-6797-46d4-ae4c-13917a68644b,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:07.186199 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.199235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-77900e09-d604-457c-b472-d95cc790d774 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d20e7a5d3b34e8484331f22c97bdae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954370 Aug 16 21:00:07.203349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42172) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:07.237792 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.247243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836e820-a901-4f62-943a-54d819c22860 req-37cd4680-abab-4df7-8d21-5bc290f61a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:07.248831 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b836e820-a901-4f62-943a-54d819c22860 req-37cd4680-abab-4df7-8d21-5bc290f61a6e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 1095 time: 0.0640202 Aug 16 21:00:07.253343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Attempting to bind port 8f6e4120-6797-46d4-ae4c-13917a68644b on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:07.253717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Attempting to bind port 8f6e4120-6797-46d4-ae4c-13917a68644b by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '27a2f9dc-b145-41b6-9ad0-9158b18a12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:07.254053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Attempting to bind port 8f6e4120-6797-46d4-ae4c-13917a68644b on network 55f3c20b-91cf-4925-959e-e475d3950e8b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:07.268768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Port 8f6e4120-6797-46d4-ae4c-13917a68644b on network 55f3c20b-91cf-4925-959e-e475d3950e8b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:07.269129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Attempting to bind port 8f6e4120-6797-46d4-ae4c-13917a68644b on network 55f3c20b-91cf-4925-959e-e475d3950e8b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:07.292728 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a237d8f-7c83-4d3d-b7b1-6189f3efd2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.299934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f4f893c-be78-437f-8ed7-9556445668c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.319155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:07.319516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Checking segment: {'id': '27a2f9dc-b145-41b6-9ad0-9158b18a12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:07.319916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Bound using segment: {'id': '27a2f9dc-b145-41b6-9ad0-9158b18a12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:07.320373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Bound port: 8f6e4120-6797-46d4-ae4c-13917a68644b, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a2f9dc-b145-41b6-9ad0-9158b18a12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:07.320776 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.347206 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f4f893c-be78-437f-8ed7-9556445668c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.367256 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.367615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67bd94-db7d-460b-9823-d26e56da9bea None None] Pushing event updated for resources: {'Port': ['ID=806f074f-aefc-4235-9d2e-2d437eeb6e40,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:07.367730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:07.367730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.405327 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a237d8f-7c83-4d3d-b7b1-6189f3efd2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.428394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836e820-a901-4f62-943a-54d819c22860 req-4aa242d3-4613-4697-871f-c28073288c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:07.430038 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b836e820-a901-4f62-943a-54d819c22860 req-4aa242d3-4613-4697-871f-c28073288c15 service neutron] 10.222.0.79 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.1736398 Aug 16 21:00:07.483239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] For port 8f6e4120-6797-46d4-ae4c-13917a68644b, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:07.486365 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b836e820-a901-4f62-943a-54d819c22860 req-bb50b02d-f6e6-401e-b17b-5b64f03cb01b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a53e0868-f139-4068-a7f4-fc35ce84780d HTTP/1.1" status: 200 len: 217 time: 0.0480101 Aug 16 21:00:07.506718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] For port 8f6e4120-6797-46d4-ae4c-13917a68644b, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8f6e4120-6797-46d4-ae4c-13917a68644b,segment=NetworkSegment(27a2f9dc-b145-41b6-9ad0-9158b18a12f8),segment_id=27a2f9dc-b145-41b6-9ad0-9158b18a12f8)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:07.507921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7968016 Aug 16 21:00:07.508701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42178) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:07.513780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Request body: {'network': {'name': 'tempest-router-network02--922582624'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:07.547847 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0454-6b85-4e58-bbb0-5eb80fda70cb tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.549706 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1d7a0454-6b85-4e58-bbb0-5eb80fda70cb tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.8082073 Aug 16 21:00:07.563585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42182) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:07.597823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9a237d8f-7c83-4d3d-b7b1-6189f3efd2f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b6864f9919e24afe8b0d4da5f6dfe810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5955217 Aug 16 21:00:07.609359 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.611252 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42184) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:07.640401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a237d8f-7c83-4d3d-b7b1-6189f3efd2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2742f9-dac7-4442-aae0-2633b4ccbd1b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:07.643498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe7e47-9948-43c9-9936-13c0c54fbfd2 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event updated for resources: {'Network': ['ID=bdd212c3-9ce9-4b9b-8060-c2ec73007188,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:07.675464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836e820-a901-4f62-943a-54d819c22860 req-b1820fbb-d16d-452c-88ba-f68e1c4d5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:07.677106 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b836e820-a901-4f62-943a-54d819c22860 req-b1820fbb-d16d-452c-88ba-f68e1c4d5195 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.1815488 Aug 16 21:00:07.688968 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:07.689555 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.691052 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] 10.222.0.79 "PUT /v2.0/ports/8f6e4120-6797-46d4-ae4c-13917a68644b HTTP/1.1" status: 200 len: 1092 time: 1.7716384 Aug 16 21:00:07.694189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network bdd212c3-9ce9-4b9b-8060-c2ec73007188 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:07.757319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Made reservation on behalf of 48aa3e5fb48147a5bf4f06b6bd59bbed for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:07.759435 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.777535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c897a4-be42-46d3-b19e-988b9da444d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6e4120-6797-46d4-ae4c-13917a68644b,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:07.816592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:07.818854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c43caaf8-297d-40d8-b92f-57d19724db91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.831195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836e820-a901-4f62-943a-54d819c22860 req-e1123e69-71b5-48aa-9417-0ce96b773dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:07.835195 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b836e820-a901-4f62-943a-54d819c22860 req-e1123e69-71b5-48aa-9417-0ce96b773dc5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406782 Aug 16 21:00:07.882230 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.882581 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Added segment fcbf483e-85a8-447b-acea-b202a4e5dbee of type vlan for network c92b0ff3-75ba-4e9b-a964-92eb725af331 Aug 16 21:00:07.905618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c43caaf8-297d-40d8-b92f-57d19724db91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.013179 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.033456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-5fffb4ab-608a-485d-83a4-f17e784e11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.035071 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-5fffb4ab-608a-485d-83a4-f17e784e11bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fdbc8772cea645a0a780d35fb9089cf7&device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 1095 time: 0.2083092 Aug 16 21:00:08.069587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a2e75-b487-4b96-beec-93022fc4db1a req-e05d44be-3a4d-430a-ae3a-7fb02bc3441b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.071273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a1a2e75-b487-4b96-beec-93022fc4db1a req-e05d44be-3a4d-430a-ae3a-7fb02bc3441b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 943 time: 0.6117561 Aug 16 21:00:08.072416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be21abef-f597-4eff-8e60-9a6b26fb0447 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.103293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf36173f-d550-4345-b8eb-02dade7198f7', 'tag': '8f6e4120-6797-46d4-ae4c-13917a68644b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:08.105620 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff73023c-417e-4e83-895a-8f830131e22d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf36173f-d550-4345-b8eb-02dade7198f7", "tag": "8f6e4120-6797-46d4-ae4c-13917a68644b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:08.115847 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-302f3039-5282-47db-998d-f91e4830fa23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6e4120-6797-46d4-ae4c-13917a68644b HTTP/1.1" status: 200 len: 217 time: 0.0701089 Aug 16 21:00:08.116390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42188) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:08.144406 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b836e820-a901-4f62-943a-54d819c22860 req-985ca906-2095-4d83-8ee6-e3dc531cd29a service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948399 Aug 16 21:00:08.163221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02422216-d5ed-47a4-bb99-b31bfcecfcbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.167425 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f4f893c-be78-437f-8ed7-9556445668c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.170018 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f4f893c-be78-437f-8ed7-9556445668c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.173581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1f4f893c-be78-437f-8ed7-9556445668c1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab6e2e62-f568-4fd6-97a8-a32942c1aaca HTTP/1.1" status: 204 len: 168 time: 0.9668992 Aug 16 21:00:08.182150 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8586c9-a574-425c-b0ae-0eb9171080f9 req-5b95ae6e-81e0-4a3e-b4c5-f53232ccca71 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.183771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca8586c9-a574-425c-b0ae-0eb9171080f9 req-5b95ae6e-81e0-4a3e-b4c5-f53232ccca71 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 943 time: 0.5816905 Aug 16 21:00:08.219871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f893c-be78-437f-8ed7-9556445668c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6e2e62-f568-4fd6-97a8-a32942c1aaca,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:08.258759 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.260627 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.261288 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.264582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a2795c5e-2183-44c6-ae27-5e65d845f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.266033 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-a2795c5e-2183-44c6-ae27-5e65d845f91a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0c7fee09-af04-4f53-be62-fb00b032c761 HTTP/1.1" status: 200 len: 848 time: 0.1397250 Aug 16 21:00:08.311580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c43caaf8-297d-40d8-b92f-57d19724db91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.314314 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c43caaf8-297d-40d8-b92f-57d19724db91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.315328 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c43caaf8-297d-40d8-b92f-57d19724db91 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf2742f9-dac7-4442-aae0-2633b4ccbd1b HTTP/1.1" status: 204 len: 168 time: 0.6959691 Aug 16 21:00:08.325398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a1a2e75-b487-4b96-beec-93022fc4db1a req-acf3d4fe-4e98-4160-918a-aaa7cc8687d6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139945 Aug 16 21:00:08.342162 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be21abef-f597-4eff-8e60-9a6b26fb0447 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.349537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be21abef-f597-4eff-8e60-9a6b26fb0447 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.410203 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-3af86e31-7c0f-49e0-a8cf-304715cd478a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55f3c20b-91cf-4925-959e-e475d3950e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218619 Aug 16 21:00:08.413211 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1fd25d-4422-432a-94aa-13f75805a2a6 x-openstack-request-id: req-0b1fd25d-4422-432a-94aa-13f75805a2a6 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:08.419422 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf36173f-d550-4345-b8eb-02dade7198f7", "tag": "8f6e4120-6797-46d4-ae4c-13917a68644b", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:08.419422 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b1fd25d-4422-432a-94aa-13f75805a2a6 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:08.419422 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf36173f-d550-4345-b8eb-02dade7198f7', 'tag': '8f6e4120-6797-46d4-ae4c-13917a68644b', 'status': 'completed', 'code': 200} Aug 16 21:00:08.427800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca8586c9-a574-425c-b0ae-0eb9171080f9 req-94e0da80-c0ab-4826-8bf3-5c3a6accac73 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642067 Aug 16 21:00:08.447811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43caaf8-297d-40d8-b92f-57d19724db91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2742f9-dac7-4442-aae0-2633b4ccbd1b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:08.505657 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be21abef-f597-4eff-8e60-9a6b26fb0447 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.506484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be21abef-f597-4eff-8e60-9a6b26fb0447 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7aac6c7-4088-47b2-85a4-3eb074fc9dd3 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:00:08.512766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be21abef-f597-4eff-8e60-9a6b26fb0447 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.513389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-be21abef-f597-4eff-8e60-9a6b26fb0447 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "DELETE /v2.0/routers/a7aac6c7-4088-47b2-85a4-3eb074fc9dd3 HTTP/1.1" status: 204 len: 168 time: 0.9484768 Aug 16 21:00:08.656081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c39e1e3-3a9e-409f-a099-bd14dcca475b None None] Network 836426f9-b265-40aa-8860-c22251f52cbf requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:08.828992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 806f074f-aefc-4235-9d2e-2d437eeb6e40 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:08.837401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event updated for resources: {'Network': ['ID=c92b0ff3-75ba-4e9b-a964-92eb725af331,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:08.845880 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b836e820-a901-4f62-943a-54d819c22860 req-3e734126-b45b-426b-a5a5-fdfff0b09214 service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781356 Aug 16 21:00:08.878503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbbe24c4-4248-4b6b-a1ce-b7d18cfa72de None None] Provisioning for port 806f074f-aefc-4235-9d2e-2d437eeb6e40 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:08.888388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network c92b0ff3-75ba-4e9b-a964-92eb725af331 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:08.911133 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-0ca705db-c561-4d70-bbe7-27b2e8ca36aa service neutron] 10.222.0.79 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806321 Aug 16 21:00:08.925262 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02422216-d5ed-47a4-bb99-b31bfcecfcbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.998462 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-02422216-d5ed-47a4-bb99-b31bfcecfcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.064123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-02422216-d5ed-47a4-bb99-b31bfcecfcbf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=65975051c1e44c929ad5a78420fe3ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9444218 Aug 16 21:00:09.067138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42206) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:09.067828 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-320e0ee5-7679-4ef6-9fcf-f280ed01c230 req-e9e91c8d-d3e5-4da1-a86b-36f7ba3f3921 service neutron] 10.222.0.79 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510034 Aug 16 21:00:09.069564 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-31bb9bca-cc09-492f-85be-736bdda498ef tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5599027 Aug 16 21:00:09.070536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02422216-d5ed-47a4-bb99-b31bfcecfcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6768beb2-9602-4011-aa17-759636a72f83,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:09.077154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42208) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:09.082159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Request body: {'subnet': {'network_id': 'bdd212c3-9ce9-4b9b-8060-c2ec73007188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:09.128582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 806f074f-aefc-4235-9d2e-2d437eeb6e40 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:09.137817 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 806f074f-aefc-4235-9d2e-2d437eeb6e40 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:09.138201 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.152183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42212) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:09.153716 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52eda2a5-9b92-4f34-8a21-18eda27908ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.209315 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52eda2a5-9b92-4f34-8a21-18eda27908ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.281770 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.307646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73023c-417e-4e83-895a-8f830131e22d req-ebd0a8b0-40f0-4431-813d-d3576d2d6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:09.307646 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff73023c-417e-4e83-895a-8f830131e22d req-ebd0a8b0-40f0-4431-813d-d3576d2d6e5b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fdbc8772cea645a0a780d35fb9089cf7&device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 1095 time: 0.1199498 Aug 16 21:00:09.319692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 806f074f-aefc-4235-9d2e-2d437eeb6e40, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=806f074f-aefc-4235-9d2e-2d437eeb6e40,segment=NetworkSegment(e7130e58-ae37-4162-8180-9b08dbeb56b3),segment_id=e7130e58-ae37-4162-8180-9b08dbeb56b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:09.380915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e87f2822-3b75-428d-9bb2-918db870384f None None] Provisioning complete for port 806f074f-aefc-4235-9d2e-2d437eeb6e40 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:09.381644 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e87f2822-3b75-428d-9bb2-918db870384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.410724 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73023c-417e-4e83-895a-8f830131e22d req-d611259b-fc31-47e7-9ca6-31bf108a8297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:09.412208 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff73023c-417e-4e83-895a-8f830131e22d req-d611259b-fc31-47e7-9ca6-31bf108a8297 service neutron] 10.222.0.79 "GET /v2.0/networks?id=55f3c20b-91cf-4925-959e-e475d3950e8b HTTP/1.1" status: 200 len: 909 time: 0.0967932 Aug 16 21:00:09.426372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.463481 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52eda2a5-9b92-4f34-8a21-18eda27908ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.467970 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52eda2a5-9b92-4f34-8a21-18eda27908ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.473755 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-52eda2a5-9b92-4f34-8a21-18eda27908ee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6768beb2-9602-4011-aa17-759636a72f83 HTTP/1.1" status: 204 len: 168 time: 0.4055462 Aug 16 21:00:09.494584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eda2a5-9b92-4f34-8a21-18eda27908ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6768beb2-9602-4011-aa17-759636a72f83,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:09.505347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2110699147', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:09.512903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=806f074f-aefc-4235-9d2e-2d437eeb6e40,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:09.522323 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff73023c-417e-4e83-895a-8f830131e22d req-89f717ca-13d6-4270-b975-819eeb9a512c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6e4120-6797-46d4-ae4c-13917a68644b HTTP/1.1" status: 200 len: 217 time: 0.1017139 Aug 16 21:00:09.525376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Made reservation on behalf of 48aa3e5fb48147a5bf4f06b6bd59bbed for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:09.534388 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.565129 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54301b0-3046-4065-8fe1-025009f4a3f7 req-b3e290ee-bbe0-4fbf-94c0-5ba9358396e4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:09.574483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c54301b0-3046-4065-8fe1-025009f4a3f7 req-b3e290ee-bbe0-4fbf-94c0-5ba9358396e4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 943 time: 0.1725340 Aug 16 21:00:09.650699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73023c-417e-4e83-895a-8f830131e22d req-89e5a305-e979-4bef-8eef-ff57f666a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:09.652551 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff73023c-417e-4e83-895a-8f830131e22d req-89e5a305-e979-4bef-8eef-ff57f666a9f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0c7fee09-af04-4f53-be62-fb00b032c761 HTTP/1.1" status: 200 len: 848 time: 0.1132455 Aug 16 21:00:09.666725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c54301b0-3046-4065-8fe1-025009f4a3f7 req-ef60a8ef-0a32-4804-8b30-3872a81056eb tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826855 Aug 16 21:00:09.674647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5a451-5129-441f-bb85-d153068702ff req-3d3c15d7-f1c9-4add-95e8-ae04cc72371a tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:09.674647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13d5a451-5129-441f-bb85-d153068702ff req-3d3c15d7-f1c9-4add-95e8-ae04cc72371a tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 943 time: 0.0954127 Aug 16 21:00:09.674875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.675870 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.736928 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff73023c-417e-4e83-895a-8f830131e22d req-d05f8eca-aa2f-4b70-96af-c19ccbd715a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55f3c20b-91cf-4925-959e-e475d3950e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346084 Aug 16 21:00:09.755815 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.765711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13d5a451-5129-441f-bb85-d153068702ff req-f0f0be49-7e89-4e78-bc3e-5063325e1b2d tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825677 Aug 16 21:00:09.903736 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff73023c-417e-4e83-895a-8f830131e22d req-9d6068b1-7f2e-4849-a400-c992dc0a3e2a service neutron] 10.222.0.79 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581278 Aug 16 21:00:10.026756 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.034389 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff73023c-417e-4e83-895a-8f830131e22d req-48ca0690-1304-4f0b-9360-96416168f0c7 service neutron] 10.222.0.79 "GET /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214080 Aug 16 21:00:10.091565 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.121139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event updated for resources: {'Subnet': ['ID=b0d4d8cc-65a4-465f-a3ab-786186cbafeb,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:10.137000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Checking segment: {'id': '2b24094e-d118-478c-9e73-bf2d8009c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bdd212c3-9ce9-4b9b-8060-c2ec73007188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:10.137000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Network hostable DHCP agents. Network: bdd212c3-9ce9-4b9b-8060-c2ec73007188, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:10.182030 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42250) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:10.264610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Network bdd212c3-9ce9-4b9b-8060-c2ec73007188 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:10.341784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1643085000-network', 'tenant_id': '1e2ede6a60ba4a06bdaf444273130464'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:10.356729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, bdd212c3-9ce9-4b9b-8060-c2ec73007188) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:10.361370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:10.361560 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.373231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b2ab96-7d70-4308-be7c-3eb4f1b35c1a None None] Network bdd212c3-9ce9-4b9b-8060-c2ec73007188 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:10.404891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.424270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.509384 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eebb21b9-15b4-42de-be57-33fd55ca6d47 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4308608 Aug 16 21:00:10.512186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42262) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:10.519956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Request body: {'subnet': {'network_id': 'c92b0ff3-75ba-4e9b-a964-92eb725af331', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:10.549230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-bdd212c3-9ce9-4b9b-8060-c2ec73007188', 'network_id': 'bdd212c3-9ce9-4b9b-8060-c2ec73007188', 'tenant_id': '48aa3e5fb48147a5bf4f06b6bd59bbed', 'fixed_ips': [{'subnet_id': 'b0d4d8cc-65a4-465f-a3ab-786186cbafeb'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:00:10.551684 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.567263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Allocated IP 172.25.4.167 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/7b066eb9-c122-492f-a3da-8484f4286285) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:10.631917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Made reservation on behalf of 1e2ede6a60ba4a06bdaf444273130464 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:10.634599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.649212 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.728711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Made reservation on behalf of 48aa3e5fb48147a5bf4f06b6bd59bbed for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:10.732317 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.750093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 806f074f-aefc-4235-9d2e-2d437eeb6e40 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:10.782330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Allocated IP 172.20.0.2 (bdd212c3-9ce9-4b9b-8060-c2ec73007188/b0d4d8cc-65a4-465f-a3ab-786186cbafeb/58ee2767-ab3a-4b95-92f1-30bbafa87999) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:10.878478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 806f074f-aefc-4235-9d2e-2d437eeb6e40 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:10.878478 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.884381 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a53e0868-f139-4068-a7f4-fc35ce84780d details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:00:10.936836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.995286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba296-faf3-4314-bec3-66aaf5e49978 req-2fb8b0b4-4c13-4438-aacf-aa1cb2542f6d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:10.997039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7feba296-faf3-4314-bec3-66aaf5e49978 req-2fb8b0b4-4c13-4438-aacf-aa1cb2542f6d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 943 time: 0.2600384 Aug 16 21:00:11.076314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ed78d-ab4e-4bf5-87e3-0e707d5a81c1 req-5e1d6250-a714-4ca1-aabc-033a65c574bd tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:11.076783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b1ed78d-ab4e-4bf5-87e3-0e707d5a81c1 req-5e1d6250-a714-4ca1-aabc-033a65c574bd tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 943 time: 0.1572413 Aug 16 21:00:11.097708 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.111715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7feba296-faf3-4314-bec3-66aaf5e49978 req-0259f50d-ffe6-4b65-8a5a-d4c27760bfd0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019466 Aug 16 21:00:11.129698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Transition to ACTIVE for port object 58ee2767-ab3a-4b95-92f1-30bbafa87999 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:11.155619 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.156723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.157094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b1ed78d-ab4e-4bf5-87e3-0e707d5a81c1 req-e8ba0500-5da5-4e7a-8a65-e779fbc3aa18 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635660 Aug 16 21:00:11.165385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a53e0868-f139-4068-a7f4-fc35ce84780d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a53e0868-f139-4068-a7f4-fc35ce84780d,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:11.178640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Transition to ACTIVE for port object 58ee2767-ab3a-4b95-92f1-30bbafa87999 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:11.181796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'a53e0868-f139-4068-a7f4-fc35ce84780d', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'port_id': 'a53e0868-f139-4068-a7f4-fc35ce84780d', 'mac_address': 'fa:16:3e:3f:75:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:00:11.209142 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.222546 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.242534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event updated for resources: {'Subnet': ['ID=a910cc48-5be2-4d95-9913-dc7825767bd0,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:11.247076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53e0868-f139-4068-a7f4-fc35ce84780d {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:00:11.250572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Checking segment: {'id': 'fcbf483e-85a8-447b-acea-b202a4e5dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c92b0ff3-75ba-4e9b-a964-92eb725af331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:11.250572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Network hostable DHCP agents. Network: c92b0ff3-75ba-4e9b-a964-92eb725af331, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:11.276886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:11.280350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:11.284418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a53e0868-f139-4068-a7f4-fc35ce84780d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a53e0868-f139-4068-a7f4-fc35ce84780d,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:11.290865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:11.293669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Pushing event updated for resources: {'Port': ['ID=7b066eb9-c122-492f-a3da-8484f4286285,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:11.294558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42288) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:11.333541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.397129 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.398569 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-501054712-network', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:11.403502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Network c92b0ff3-75ba-4e9b-a964-92eb725af331 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:11.422986 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:11.426440 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.441187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606e2937-2775-43b9-8a0a-8baaf3e3d258,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:11.448234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Network bdd212c3-9ce9-4b9b-8060-c2ec73007188 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:11.452197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:11.454076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Pushing event updated for resources: {'Port': ['ID=58ee2767-ab3a-4b95-92f1-30bbafa87999,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:11.456401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:11.462738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.462738 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Added segment 757c54e7-15ef-445d-a14c-b16c073f52b5 of type vlan for network 051812a7-a4cd-4ebe-9669-1b7d49073f89 Aug 16 21:00:11.517511 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, c92b0ff3-75ba-4e9b-a964-92eb725af331) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:11.517761 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.521879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Made reservation on behalf of 7ce669c716d142deaf2f1cb92ce28dc3 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:11.524826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.536740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:11.537453 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.541922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.552625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d69565-374d-4b0a-8785-e1a5c6b9f4c5 None None] Network c92b0ff3-75ba-4e9b-a964-92eb725af331 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:11.615635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Attempting to bind port 58ee2767-ab3a-4b95-92f1-30bbafa87999 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:11.615635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Attempting to bind port 58ee2767-ab3a-4b95-92f1-30bbafa87999 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '2b24094e-d118-478c-9e73-bf2d8009c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bdd212c3-9ce9-4b9b-8060-c2ec73007188'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:11.615635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Attempting to bind port 58ee2767-ab3a-4b95-92f1-30bbafa87999 on network bdd212c3-9ce9-4b9b-8060-c2ec73007188 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:11.621265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a53e0868-f139-4068-a7f4-fc35ce84780d,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:11.628959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:11.629347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Checking segment: {'id': '2b24094e-d118-478c-9e73-bf2d8009c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bdd212c3-9ce9-4b9b-8060-c2ec73007188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:11.629842 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.630793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Bound using segment: {'id': '2b24094e-d118-478c-9e73-bf2d8009c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bdd212c3-9ce9-4b9b-8060-c2ec73007188'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:11.631289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Bound port: 58ee2767-ab3a-4b95-92f1-30bbafa87999, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b24094e-d118-478c-9e73-bf2d8009c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bdd212c3-9ce9-4b9b-8060-c2ec73007188'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:11.631681 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.636706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['a53e0868-f139-4068-a7f4-fc35ce84780d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:11.643642 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.644753 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:11.645365 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.649501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a7955969-a759-4c61-ac9c-a5e39cbcadc9 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1352293 Aug 16 21:00:11.652387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42294) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:11.766912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] Pushing event updated for resources: {'Network': ['ID=051812a7-a4cd-4ebe-9669-1b7d49073f89,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:11.788418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 051812a7-a4cd-4ebe-9669-1b7d49073f89 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:11.789792 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.837794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] For port 58ee2767-ab3a-4b95-92f1-30bbafa87999, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:11.971948 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.003270 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.005972 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.061116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] For port 58ee2767-ab3a-4b95-92f1-30bbafa87999, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=58ee2767-ab3a-4b95-92f1-30bbafa87999,segment=NetworkSegment(2b24094e-d118-478c-9e73-bf2d8009c1fb),segment_id=2b24094e-d118-478c-9e73-bf2d8009c1fb)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:12.142837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-c92b0ff3-75ba-4e9b-a964-92eb725af331', 'network_id': 'c92b0ff3-75ba-4e9b-a964-92eb725af331', 'tenant_id': '48aa3e5fb48147a5bf4f06b6bd59bbed', 'fixed_ips': [{'subnet_id': 'a910cc48-5be2-4d95-9913-dc7825767bd0'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:00:12.142837 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.163225 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.177044 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.201817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:12.237546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9774db14-c2a8-47aa-894c-7955c41f698d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0540764 Aug 16 21:00:12.245455 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28679a70-32b7-4848-a912-2d243bac95ba,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:12.246632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42310) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:12.258437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.263393 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Added segment 8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2 of type vlan for network 0e404aa3-4ae6-465d-885c-91a49a24d507 Aug 16 21:00:12.269499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] Request body: {'subnet': {'network_id': '051812a7-a4cd-4ebe-9669-1b7d49073f89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1643085000-subnet', 'tenant_id': '1e2ede6a60ba4a06bdaf444273130464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:12.360929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a874d89-2dcf-4365-a4e0-e24827beab81 None None] Pushing event updated for resources: {'Port': ['ID=58ee2767-ab3a-4b95-92f1-30bbafa87999,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:12.392245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Allocated IP 172.20.0.1 (bdd212c3-9ce9-4b9b-8060-c2ec73007188/b0d4d8cc-65a4-465f-a3ab-786186cbafeb/3aaaf64b-aaaa-4716-acd8-69bd2820f3f8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:12.400115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Allocated IP 172.20.0.2 (c92b0ff3-75ba-4e9b-a964-92eb725af331/a910cc48-5be2-4d95-9913-dc7825767bd0/24fba1dc-dffa-47c5-9752-790f337e963c) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:12.404858 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.431511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Router 9a48a611-ef67-4bf9-a2ce-a7357ab1770c is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:00:12.553597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfecbd0-30fd-4d3c-8735-d77dfe56ea4d req-7d4185f5-27f0-40ae-82be-044cc2f0c7da tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:12.555395 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cfecbd0-30fd-4d3c-8735-d77dfe56ea4d req-7d4185f5-27f0-40ae-82be-044cc2f0c7da tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 944 time: 0.2443228 Aug 16 21:00:12.565483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ffb40-f9c8-4304-9240-4c3e381d81f9 req-17455de3-32e8-40bf-a88e-63e0ce4b5468 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:12.568978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c4ffb40-f9c8-4304-9240-4c3e381d81f9 req-17455de3-32e8-40bf-a88e-63e0ce4b5468 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 943 time: 0.1818714 Aug 16 21:00:12.618380 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.619376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:12.619953 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.624435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] Made reservation on behalf of 1e2ede6a60ba4a06bdaf444273130464 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:12.628115 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.641560 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.652158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Transition to ACTIVE for port object 24fba1dc-dffa-47c5-9752-790f337e963c will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:12.672223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Transition to ACTIVE for port object 24fba1dc-dffa-47c5-9752-790f337e963c will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:12.717954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.752106 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.788836 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4931250 Aug 16 21:00:12.800854 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42316) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:12.806790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Transition to ACTIVE for port object 3aaaf64b-aaaa-4716-acd8-69bd2820f3f8 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:12.810548 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] Request body: {'subnet': {'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-501054712-subnet', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:12.815892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dd0f7-d717-4419-99b2-29d9a3b742e1 admin admin] Pushing event updated for resources: {'Network': ['ID=0e404aa3-4ae6-465d-885c-91a49a24d507,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:12.824841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 58ee2767-ab3a-4b95-92f1-30bbafa87999 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:12.835481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 0e404aa3-4ae6-465d-885c-91a49a24d507 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:12.918149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a53e0868-f139-4068-a7f4-fc35ce84780d up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:12.920050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8f6e4120-6797-46d4-ae4c-13917a68644b details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:00:12.922416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] Made reservation on behalf of 7ce669c716d142deaf2f1cb92ce28dc3 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:12.926022 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.943794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Network c92b0ff3-75ba-4e9b-a964-92eb725af331 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:12.983540 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.001012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:13.002911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Pushing event updated for resources: {'Port': ['ID=24fba1dc-dffa-47c5-9752-790f337e963c,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:13.012815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:13.075740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Network bdd212c3-9ce9-4b9b-8060-c2ec73007188 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:13.090639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event updated for resources: {'Port': ['ID=3aaaf64b-aaaa-4716-acd8-69bd2820f3f8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:13.097613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:13.101803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:13.146131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c4ffb40-f9c8-4304-9240-4c3e381d81f9 req-ca08dff4-2c2a-43a0-8719-4d92bcd95405 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557778 Aug 16 21:00:13.149085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9cfecbd0-30fd-4d3c-8735-d77dfe56ea4d req-f1094e69-840f-4f26-8713-e9cb446296e2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771990 Aug 16 21:00:13.151489 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.176448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:13.188076 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807d455-dd1a-4fc0-b1f7-29909c86600a None None] Sync routers for ids ['9a48a611-ef67-4bf9-a2ce-a7357ab1770c'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:13.203834 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807d455-dd1a-4fc0-b1f7-29909c86600a None None] Routers {'9a48a611-ef67-4bf9-a2ce-a7357ab1770c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:13.204905 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5807d455-dd1a-4fc0-b1f7-29909c86600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['9a48a611-ef67-4bf9-a2ce-a7357ab1770c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:13.271348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Attempting to bind port 24fba1dc-dffa-47c5-9752-790f337e963c on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:13.271738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Attempting to bind port 24fba1dc-dffa-47c5-9752-790f337e963c by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'fcbf483e-85a8-447b-acea-b202a4e5dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c92b0ff3-75ba-4e9b-a964-92eb725af331'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:13.276325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Attempting to bind port 24fba1dc-dffa-47c5-9752-790f337e963c on network c92b0ff3-75ba-4e9b-a964-92eb725af331 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:13.285659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8f6e4120-6797-46d4-ae4c-13917a68644b, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8f6e4120-6797-46d4-ae4c-13917a68644b,segment=NetworkSegment(27a2f9dc-b145-41b6-9ad0-9158b18a12f8),segment_id=27a2f9dc-b145-41b6-9ad0-9158b18a12f8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:13.285925 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5807d455-dd1a-4fc0-b1f7-29909c86600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:13.296741 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:13.298063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Checking segment: {'id': 'fcbf483e-85a8-447b-acea-b202a4e5dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c92b0ff3-75ba-4e9b-a964-92eb725af331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:13.298063 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.298311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Bound using segment: {'id': 'fcbf483e-85a8-447b-acea-b202a4e5dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c92b0ff3-75ba-4e9b-a964-92eb725af331'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:13.298745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Bound port: 24fba1dc-dffa-47c5-9752-790f337e963c, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbf483e-85a8-447b-acea-b202a4e5dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c92b0ff3-75ba-4e9b-a964-92eb725af331'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:13.299784 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.305424 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807d455-dd1a-4fc0-b1f7-29909c86600a None None] Routers {'9a48a611-ef67-4bf9-a2ce-a7357ab1770c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:13.306069 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5807d455-dd1a-4fc0-b1f7-29909c86600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['9a48a611-ef67-4bf9-a2ce-a7357ab1770c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:13.314702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '8f6e4120-6797-46d4-ae4c-13917a68644b', 'network_id': '55f3c20b-91cf-4925-959e-e475d3950e8b', 'port_id': '8f6e4120-6797-46d4-ae4c-13917a68644b', 'mac_address': 'fa:16:3e:7f:68:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7fee09-af04-4f53-be62-fb00b032c761', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:00:13.373297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 58ee2767-ab3a-4b95-92f1-30bbafa87999 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:13.375387 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5807d455-dd1a-4fc0-b1f7-29909c86600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:13.376044 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807d455-dd1a-4fc0-b1f7-29909c86600a None None] The sync data for ids ['9a48a611-ef67-4bf9-a2ce-a7357ab1770c'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:13.378891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port a53e0868-f139-4068-a7f4-fc35ce84780d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:13.391153 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.392484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-857c8e45-c10b-441e-b00f-dea060c9a7b0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2363896 Aug 16 21:00:13.397571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42326) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:13.409614 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port a53e0868-f139-4068-a7f4-fc35ce84780d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:13.410184 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.444621 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.458936 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.466487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] For port 24fba1dc-dffa-47c5-9752-790f337e963c, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:13.482602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6e4120-6797-46d4-ae4c-13917a68644b {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:00:13.498625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] For port 24fba1dc-dffa-47c5-9752-790f337e963c, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=24fba1dc-dffa-47c5-9752-790f337e963c,segment=NetworkSegment(fcbf483e-85a8-447b-acea-b202a4e5dbee),segment_id=fcbf483e-85a8-447b-acea-b202a4e5dbee)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:13.520108 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8f6e4120-6797-46d4-ae4c-13917a68644b, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8f6e4120-6797-46d4-ae4c-13917a68644b,segment=NetworkSegment(27a2f9dc-b145-41b6-9ad0-9158b18a12f8),segment_id=27a2f9dc-b145-41b6-9ad0-9158b18a12f8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:13.530018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.548957 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.554119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9e29e2-3d9a-4b61-839b-e085acc7cda6,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:13.574388 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.618016 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.621246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7c756beb-abe2-4913-b443-678bd6396d01 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/routers/9a48a611-ef67-4bf9-a2ce-a7357ab1770c HTTP/1.1" status: 200 len: 925 time: 0.2185392 Aug 16 21:00:13.621967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42328) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:13.631856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] Checking segment: {'id': '757c54e7-15ef-445d-a14c-b16c073f52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '051812a7-a4cd-4ebe-9669-1b7d49073f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:13.632115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] Network hostable DHCP agents. Network: 051812a7-a4cd-4ebe-9669-1b7d49073f89, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:13.655225 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.690099 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f5324f0d-6b50-4eb3-bb65-a38d77c3bd14 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a48a611-ef67-4bf9-a2ce-a7357ab1770c HTTP/1.1" status: 200 len: 205 time: 0.0663884 Aug 16 21:00:13.690364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a53e0868-f139-4068-a7f4-fc35ce84780d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a53e0868-f139-4068-a7f4-fc35ce84780d,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:13.693557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42330) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:13.698409 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4354186f-5f5f-4011-8daa-484726811fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53e0868-f139-4068-a7f4-fc35ce84780d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:13.701507 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8160bed8-c2f6-4085-b7b9-4590918d8586" -d '{"events": [{"server_uuid": "4354186f-5f5f-4011-8daa-484726811fb9", "name": "network-vif-plugged", "status": "completed", "tag": "a53e0868-f139-4068-a7f4-fc35ce84780d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:13.729915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba07f0dd-ea1b-4466-85be-4672a718f623,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:13.734536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403f7f5-ca51-4837-ac4e-d92e9f08abd4 None None] Pushing event updated for resources: {'Port': ['ID=24fba1dc-dffa-47c5-9752-790f337e963c,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:13.773583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] Checking segment: {'id': '8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:13.774209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] Network hostable DHCP agents. Network: 0e404aa3-4ae6-465d-885c-91a49a24d507, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:13.798722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] Network 051812a7-a4cd-4ebe-9669-1b7d49073f89 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:13.824442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8f6e4120-6797-46d4-ae4c-13917a68644b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:13.830310 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.894192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] Network 0e404aa3-4ae6-465d-885c-91a49a24d507 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:13.899718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a53e0868-f139-4068-a7f4-fc35ce84780d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:13.906776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68cccd-fb21-4917-9b6a-d7e013566cf3 None None] Network bdd212c3-9ce9-4b9b-8060-c2ec73007188 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:13.978386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.992787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8f6e4120-6797-46d4-ae4c-13917a68644b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:14.064137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 0e404aa3-4ae6-465d-885c-91a49a24d507) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:14.072974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 051812a7-a4cd-4ebe-9669-1b7d49073f89) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:14.077822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:14.079086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.095570 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d760be9-1d60-466e-b429-66899abdaf65 x-openstack-request-id: req-9d760be9-1d60-466e-b429-66899abdaf65 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:14.096283 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4354186f-5f5f-4011-8daa-484726811fb9", "name": "network-vif-plugged", "status": "completed", "tag": "a53e0868-f139-4068-a7f4-fc35ce84780d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:14.096602 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d760be9-1d60-466e-b429-66899abdaf65 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:14.097011 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4354186f-5f5f-4011-8daa-484726811fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53e0868-f139-4068-a7f4-fc35ce84780d', 'code': 200} Aug 16 21:00:14.099330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:14.100011 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.111953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d80037-dd1a-4028-8c6e-035b823d8250 None None] Network 0e404aa3-4ae6-465d-885c-91a49a24d507 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:14.127276 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.178654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aa6b1-16ab-491e-b272-890603450992 req-c230bced-ede0-4232-92fb-94bd35d082d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:14.180380 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-198aa6b1-16ab-491e-b272-890603450992 req-c230bced-ede0-4232-92fb-94bd35d082d6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0511501 Aug 16 21:00:14.182306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672e0bf2-e237-4de4-9592-693ff198ff52 None None] Network 051812a7-a4cd-4ebe-9669-1b7d49073f89 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:14.219295 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e9184dd1-09d5-4f72-a671-8a5f75ffe389 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4142308 Aug 16 21:00:14.225256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42344) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:14.232560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d51658c7-5665-43d0-9ab2-f3fbac53990b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9825189 Aug 16 21:00:14.233450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-501054712-router', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:14.247888 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.255278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.270871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1c8137cf-98f8-4a15-ad2b-b493f47b733b None None] Provisioning for port 58ee2767-ab3a-4b95-92f1-30bbafa87999 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:14.302576 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-198aa6b1-16ab-491e-b272-890603450992 req-fa0cd58c-adb1-4aa1-b774-d96d4a0c8f21 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148124 Aug 16 21:00:14.309186 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.362213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833f6e2-1bf5-41e7-ba27-f107c1e644b5 req-8462e86e-08b3-496c-a922-ca0b7c42c862 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:14.364054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4833f6e2-1bf5-41e7-ba27-f107c1e644b5 req-8462e86e-08b3-496c-a922-ca0b7c42c862 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 944 time: 0.0957341 Aug 16 21:00:14.402463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a301d54-a421-4338-8d8e-04ebcd5f62ad req-dc043b9a-10bf-40c0-9a7a-c2ab6681eac4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:14.412729 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a301d54-a421-4338-8d8e-04ebcd5f62ad req-dc043b9a-10bf-40c0-9a7a-c2ab6681eac4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.1379263 Aug 16 21:00:14.425839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event updated for resources: {'Port': ['ID=3aaaf64b-aaaa-4716-acd8-69bd2820f3f8,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:14.454477 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.455535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.487423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Network bdd212c3-9ce9-4b9b-8060-c2ec73007188 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:14.497210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1c8137cf-98f8-4a15-ad2b-b493f47b733b None None] Provisioning complete for port 58ee2767-ab3a-4b95-92f1-30bbafa87999 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:14.498257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1c8137cf-98f8-4a15-ad2b-b493f47b733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.501137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:14.570437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a301d54-a421-4338-8d8e-04ebcd5f62ad req-8c731350-17fe-4577-8f9b-f35cbd802572 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566577 Aug 16 21:00:14.611150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4833f6e2-1bf5-41e7-ba27-f107c1e644b5 req-7cb66178-22e3-4e7d-ba07-f6a646e13093 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314711 Aug 16 21:00:14.632040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Deleting port 7b066eb9-c122-492f-a3da-8484f4286285 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:14.633110 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.645768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.834501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4665e16-e2bf-4ad6-819f-37141d594afb None None] Network 051812a7-a4cd-4ebe-9669-1b7d49073f89 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:14.837632 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.851134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Router 262264ec-9d87-445f-a44e-775d500c6da6 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:00:14.861569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 24fba1dc-dffa-47c5-9752-790f337e963c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:14.955791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Calling delete_port for 7b066eb9-c122-492f-a3da-8484f4286285 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:15.061857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:15.067673 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2290870e-6ee0-40ce-8a88-aa372df77568 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "PUT /v2.0/routers/262264ec-9d87-445f-a44e-775d500c6da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4142573 Aug 16 21:00:15.081677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42364) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:15.106647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.196687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9150a1-6b73-4b81-be71-65621bab62ef None None] Sync routers for ids ['262264ec-9d87-445f-a44e-775d500c6da6'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:15.252249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-b0fc545c-42a5-479e-a5a9-ea73b8e7ec5e tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:15.255176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9150a1-6b73-4b81-be71-65621bab62ef None None] Routers {'262264ec-9d87-445f-a44e-775d500c6da6'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:15.256251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6c9150a1-6b73-4b81-be71-65621bab62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['262264ec-9d87-445f-a44e-775d500c6da6'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:15.256966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-b0fc545c-42a5-479e-a5a9-ea73b8e7ec5e tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/networks?id=051812a7-a4cd-4ebe-9669-1b7d49073f89 HTTP/1.1" status: 200 len: 822 time: 0.4248395 Aug 16 21:00:15.331486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80701029-df13-4c2a-bb7d-1af4d565c31e None None] Network c92b0ff3-75ba-4e9b-a964-92eb725af331 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:15.358620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6c9150a1-6b73-4b81-be71-65621bab62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:15.359632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-d9bc8c85-d880-469e-b3c8-e44cb7c203e1 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/quotas/1e2ede6a60ba4a06bdaf444273130464 HTTP/1.1" status: 200 len: 375 time: 0.0599825 Aug 16 21:00:15.400636 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-0a1a3bfe-6ae6-40b1-90d4-e8fa51d89a99 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1e2ede6a60ba4a06bdaf444273130464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450680 Aug 16 21:00:15.447593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-0e404aa3-4ae6-465d-885c-91a49a24d507', 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'fixed_ips': [{'subnet_id': 'ba07f0dd-ea1b-4466-85be-4672a718f623'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:00:15.448463 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.462233 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a13030a2-a90e-4ccb-94fb-4f83b6c530b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.509420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9150a1-6b73-4b81-be71-65621bab62ef None None] Routers {'262264ec-9d87-445f-a44e-775d500c6da6'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:15.509420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6c9150a1-6b73-4b81-be71-65621bab62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T20:59:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['262264ec-9d87-445f-a44e-775d500c6da6'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:15.563907 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1c8137cf-98f8-4a15-ad2b-b493f47b733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.596300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 24fba1dc-dffa-47c5-9752-790f337e963c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:15.598390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6c9150a1-6b73-4b81-be71-65621bab62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:15.599009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9150a1-6b73-4b81-be71-65621bab62ef None None] The sync data for ids ['262264ec-9d87-445f-a44e-775d500c6da6'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:15.645049 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-c0981652-3857-4a4c-a07c-dcd201d6ae14 service neutron] 10.222.0.74 "GET /v2.0/networks/051812a7-a4cd-4ebe-9669-1b7d49073f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881583 Aug 16 21:00:15.783555 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1c8137cf-98f8-4a15-ad2b-b493f47b733b None None] For port 58ee2767-ab3a-4b95-92f1-30bbafa87999, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=58ee2767-ab3a-4b95-92f1-30bbafa87999,segment=NetworkSegment(2b24094e-d118-478c-9e73-bf2d8009c1fb),segment_id=2b24094e-d118-478c-9e73-bf2d8009c1fb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:15.860378 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.873299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Allocated IP 172.20.0.2 (0e404aa3-4ae6-465d-885c-91a49a24d507/ba07f0dd-ea1b-4466-85be-4672a718f623/5d63642b-1017-466b-b104-4614a9f47fac) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:15.880802 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1c8137cf-98f8-4a15-ad2b-b493f47b733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.892164 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.916169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.936527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Pushing event deleted for resources: {'Port': ['ID=7b066eb9-c122-492f-a3da-8484f4286285,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:15.958625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4b1af-3333-420e-9f92-5999629deabb req-1ef1ed62-0e63-43f5-8855-32b3e6d0f896 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:15.960590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89a4b1af-3333-420e-9f92-5999629deabb req-1ef1ed62-0e63-43f5-8855-32b3e6d0f896 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.2401419 Aug 16 21:00:15.972578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:15.973104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:15.973518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:15.973791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:15.974121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:15.974449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:15.978685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:15.979090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:15.979426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:15.980896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:15.981297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:15.981631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:16.021804 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8137cf-98f8-4a15-ad2b-b493f47b733b None None] Pushing event updated for resources: {'Port': ['ID=58ee2767-ab3a-4b95-92f1-30bbafa87999,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:16.064708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-2b8b1984-2353-4de9-9303-ce3131fa8ee0 service neutron] 10.222.0.74 "GET /v2.0/networks/051812a7-a4cd-4ebe-9669-1b7d49073f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179883 Aug 16 21:00:16.096172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Allocated IP 172.25.4.238 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/659ef617-cca3-4223-8da5-a835a3c640c5) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:16.123423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Provisioning for port 24fba1dc-dffa-47c5-9752-790f337e963c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:16.125677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89a4b1af-3333-420e-9f92-5999629deabb req-8fd571e3-f915-4d99-8f10-5f39106a8c6b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272979 Aug 16 21:00:16.159024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Provisioning complete for port 24fba1dc-dffa-47c5-9752-790f337e963c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:16.162228 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.182223 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.256629 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.261778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Transition to ACTIVE for port object 5d63642b-1017-466b-b104-4614a9f47fac will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:16.306698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Transition to ACTIVE for port object 5d63642b-1017-466b-b104-4614a9f47fac will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:16.339397 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.412532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.441348 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.444286 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.464703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Network 0e404aa3-4ae6-465d-885c-91a49a24d507 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:16.470146 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.472163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:16.496091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:16.496628 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-9798c339-da36-4336-b7e7-80e2bf02fa50 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:00:16.497741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9798c339-da36-4336-b7e7-80e2bf02fa50 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "PUT /v2.0/routers/262264ec-9d87-445f-a44e-775d500c6da6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4116454 Aug 16 21:00:16.502229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42384) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:16.522556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98878b90-5a21-4e0f-9398-84b1ab254fe8 req-2294f7b5-8b87-408c-bf41-11df4516d438 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:16.530208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98878b90-5a21-4e0f-9398-84b1ab254fe8 req-2294f7b5-8b87-408c-bf41-11df4516d438 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 944 time: 0.2294688 Aug 16 21:00:16.555679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Pushing event updated for resources: {'Port': ['ID=5d63642b-1017-466b-b104-4614a9f47fac,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:16.571410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.580061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98878b90-5a21-4e0f-9398-84b1ab254fe8 req-aece3eb2-debb-430d-b79f-115d6f2a8f86 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489323 Aug 16 21:00:16.592013 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.592124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Fanout notify agent at l3_agent the message router_deleted on router 9a48a611-ef67-4bf9-a2ce-a7357ab1770c {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:00:16.599745 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.611587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d5c11a9a-c0dd-40db-9827-d937cda9eea4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/9a48a611-ef67-4bf9-a2ce-a7357ab1770c HTTP/1.1" status: 204 len: 168 time: 2.9166386 Aug 16 21:00:16.612125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42390) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:16.618959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-540772838', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'enable_snat': False}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:16.647144 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] For port 24fba1dc-dffa-47c5-9752-790f337e963c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=24fba1dc-dffa-47c5-9752-790f337e963c,segment=NetworkSegment(fcbf483e-85a8-447b-acea-b202a4e5dbee),segment_id=fcbf483e-85a8-447b-acea-b202a4e5dbee)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:16.652350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Attempting to bind port 5d63642b-1017-466b-b104-4614a9f47fac on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:16.652722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Attempting to bind port 5d63642b-1017-466b-b104-4614a9f47fac by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:16.653130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Attempting to bind port 5d63642b-1017-466b-b104-4614a9f47fac on network 0e404aa3-4ae6-465d-885c-91a49a24d507 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:16.659807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:16.660246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Checking segment: {'id': '8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:16.660593 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.660984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Bound using segment: {'id': '8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:16.661485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Bound port: 5d63642b-1017-466b-b104-4614a9f47fac, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:16.661867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.711326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:16.714718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a84e17ca-dca6-41ba-9225-9b898f01ce40 req-fbbc6511-6ccb-45c2-a992-9d1269c2fb21 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 210 time: 0.0467372 Aug 16 21:00:16.724297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:16.733534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:16.767717 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.769817 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.772918 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.775445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Pushing event updated for resources: {'Port': ['ID=659ef617-cca3-4223-8da5-a835a3c640c5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:16.790666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 58ee2767-ab3a-4b95-92f1-30bbafa87999 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:16.838944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7e0cd-6233-4506-b786-de8625e90c00 req-6b26a259-9db0-4153-bd16-cd9404b7b536 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:16.840809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3bf7e0cd-6233-4506-b786-de8625e90c00 req-6b26a259-9db0-4153-bd16-cd9404b7b536 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.0869596 Aug 16 21:00:16.848184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Provisioning complete for port 58ee2767-ab3a-4b95-92f1-30bbafa87999 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:16.848562 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.850626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] For port 5d63642b-1017-466b-b104-4614a9f47fac, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:16.900601 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.910386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3bf7e0cd-6233-4506-b786-de8625e90c00 req-39dddcdc-1395-449f-9ffe-a8370830c0eb tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447700 Aug 16 21:00:16.912418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8f6e4120-6797-46d4-ae4c-13917a68644b up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:16.933648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] For port 5d63642b-1017-466b-b104-4614a9f47fac, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5d63642b-1017-466b-b104-4614a9f47fac,segment=NetworkSegment(8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2),segment_id=8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:16.978134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Pushing event updated for resources: {'Port': ['ID=24fba1dc-dffa-47c5-9752-790f337e963c,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:17.030028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 58ee2767-ab3a-4b95-92f1-30bbafa87999 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:17.030888 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.086941 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.158312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 8f6e4120-6797-46d4-ae4c-13917a68644b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:17.175558 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.175702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 8f6e4120-6797-46d4-ae4c-13917a68644b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:17.176040 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.274187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80762ad-1a32-48c4-b2f1-a648b3bf2495 None None] Pushing event updated for resources: {'Port': ['ID=5d63642b-1017-466b-b104-4614a9f47fac,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:17.288247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Provisioning for port 3aaaf64b-aaaa-4716-acd8-69bd2820f3f8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:17.297550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Provisioning complete for port 3aaaf64b-aaaa-4716-acd8-69bd2820f3f8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:17.298175 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.330508 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17b9c7ed-d959-4407-b267-6c15de2ebb2d tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.406440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-01b52f65-479d-4b5b-8c4f-59c7c34f26fb None None] Port 3aaaf64b-aaaa-4716-acd8-69bd2820f3f8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:17.430233 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.464439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf36173f-d550-4345-b8eb-02dade7198f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6e4120-6797-46d4-ae4c-13917a68644b'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:17.466877 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2f443d-009b-4ce3-a81c-bbe83d72c27b" -d '{"events": [{"server_uuid": "cf36173f-d550-4345-b8eb-02dade7198f7", "name": "network-vif-plugged", "status": "completed", "tag": "8f6e4120-6797-46d4-ae4c-13917a68644b"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:17.484790 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b0763150-0f85-49c5-9eaf-90bdd58c6b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.488861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8f6e4120-6797-46d4-ae4c-13917a68644b, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8f6e4120-6797-46d4-ae4c-13917a68644b,segment=NetworkSegment(27a2f9dc-b145-41b6-9ad0-9158b18a12f8),segment_id=27a2f9dc-b145-41b6-9ad0-9158b18a12f8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:17.527790 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31148892-3353-4252-ab27-4b94844e6796 x-openstack-request-id: req-31148892-3353-4252-ab27-4b94844e6796 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:17.528186 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf36173f-d550-4345-b8eb-02dade7198f7", "name": "network-vif-plugged", "status": "completed", "tag": "8f6e4120-6797-46d4-ae4c-13917a68644b", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:17.528537 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-31148892-3353-4252-ab27-4b94844e6796 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:17.529209 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf36173f-d550-4345-b8eb-02dade7198f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6e4120-6797-46d4-ae4c-13917a68644b', 'code': 200} Aug 16 21:00:17.563159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f2626645-5a9a-4d4f-8af0-ce4e512b7c3c None None] Provisioning complete for port 24fba1dc-dffa-47c5-9752-790f337e963c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:17.563879 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f2626645-5a9a-4d4f-8af0-ce4e512b7c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.607319 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.657165 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.686390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.699270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.714444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8f6e4120-6797-46d4-ae4c-13917a68644b,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:17.805228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b71253-6b25-41da-a9e9-dd5505a67262 req-746de5d8-f174-4c87-b010-fc012cbfb786 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:17.812380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47b71253-6b25-41da-a9e9-dd5505a67262 req-746de5d8-f174-4c87-b010-fc012cbfb786 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 945 time: 0.1159163 Aug 16 21:00:17.832266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f2626645-5a9a-4d4f-8af0-ce4e512b7c3c None None] Provisioning complete for port 3aaaf64b-aaaa-4716-acd8-69bd2820f3f8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:17.832822 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f2626645-5a9a-4d4f-8af0-ce4e512b7c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.873064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65bf1e85-fce6-48f5-9ac3-97c369364f26 req-52e34f8b-fc59-4e7d-8783-8c0b475ca6ba tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 210 time: 0.0409596 Aug 16 21:00:17.875743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0983977-606b-4a0c-a0ab-e09c1ba02edf req-a00986e6-191f-4183-9188-7ae4df12051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:17.877649 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.882158 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0983977-606b-4a0c-a0ab-e09c1ba02edf req-a00986e6-191f-4183-9188-7ae4df12051c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 1097 time: 0.2461798 Aug 16 21:00:17.883509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f2626645-5a9a-4d4f-8af0-ce4e512b7c3c None None] Port 3aaaf64b-aaaa-4716-acd8-69bd2820f3f8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:17.921395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Allocated IP 172.25.4.35 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8effad42-3a5f-49ec-8d4c-ee3ec9e16db4) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:17.930562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47b71253-6b25-41da-a9e9-dd5505a67262 req-8b0ad519-8646-489c-9650-ca2e775110f0 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957685 Aug 16 21:00:17.996048 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0983977-606b-4a0c-a0ab-e09c1ba02edf req-935ca669-f1e6-4d8a-b93a-d2513169eee5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034694 Aug 16 21:00:18.115088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.115781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1508414-b987-457c-8a53-fd4ab338d865 req-a3b51c8a-ede0-4710-ad51-244e2218e484 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:18.118045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1508414-b987-457c-8a53-fd4ab338d865 req-a3b51c8a-ede0-4710-ad51-244e2218e484 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.1017780 Aug 16 21:00:18.183753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.201308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f1508414-b987-457c-8a53-fd4ab338d865 req-6d9edd11-4115-4ca2-9948-92acf4281dff tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711796 Aug 16 21:00:18.244794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-17b9c7ed-d959-4407-b267-6c15de2ebb2d tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Deleting port 3aaaf64b-aaaa-4716-acd8-69bd2820f3f8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:18.245180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17b9c7ed-d959-4407-b267-6c15de2ebb2d tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.334086 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.392580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:18.394103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event updated for resources: {'Port': ['ID=8effad42-3a5f-49ec-8d4c-ee3ec9e16db4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:18.408580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:18.408679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17b9c7ed-d959-4407-b267-6c15de2ebb2d tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.409078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:18.425544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-17b9c7ed-d959-4407-b267-6c15de2ebb2d tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Calling delete_port for 3aaaf64b-aaaa-4716-acd8-69bd2820f3f8 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:18.552549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Router b414841b-0f77-4a04-8b7c-79f63f0079a3 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:00:18.592538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747bb15-eaf8-4ca4-bb4b-ecf4ea8d9bef None None] Network 0e404aa3-4ae6-465d-885c-91a49a24d507 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:18.724603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1d786f09-0662-467d-a094-32b4188feb49 None None] Provisioning for port 5d63642b-1017-466b-b104-4614a9f47fac completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:18.828955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:18.850261 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Sync routers for ids ['b414841b-0f77-4a04-8b7c-79f63f0079a3'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:18.874532 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Routers {'b414841b-0f77-4a04-8b7c-79f63f0079a3'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:18.883845 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b414841b-0f77-4a04-8b7c-79f63f0079a3'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:18.915064 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17b9c7ed-d959-4407-b267-6c15de2ebb2d tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.974742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 24fba1dc-dffa-47c5-9752-790f337e963c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:18.979747 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.041579 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.042810 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-47f68fa8-6da4-4f4f-80e4-6bf4d5e78a4d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.8165777 Aug 16 21:00:19.049047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42434) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:19.113204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9c7ed-d959-4407-b267-6c15de2ebb2d tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event deleted for resources: {'Port': ['ID=3aaaf64b-aaaa-4716-acd8-69bd2820f3f8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:19.142633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 24fba1dc-dffa-47c5-9752-790f337e963c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:19.143053 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.204170 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Set router b414841b-0f77-4a04-8b7c-79f63f0079a3 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:19.249197 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.278296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5d63642b-1017-466b-b104-4614a9f47fac up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:19.524796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 5d63642b-1017-466b-b104-4614a9f47fac completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:19.532475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5d63642b-1017-466b-b104-4614a9f47fac triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:19.532894 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.534796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-74cf76af-2324-4462-9246-e21f78d4af4f None None] Provisioning complete for port 5d63642b-1017-466b-b104-4614a9f47fac triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:19.542176 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-74cf76af-2324-4462-9246-e21f78d4af4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.591003 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'name': 'tempest-ImageQuotaTest-501054712-router', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:14Z', 'updated_at': '2021-08-16T21:00:17Z', 'revision_number': 3, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'gw_port': {'id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:15Z', 'updated_at': '2021-08-16T21:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:19.637911 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Checking router: b414841b-0f77-4a04-8b7c-79f63f0079a3 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:19.638355 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Updating router b414841b-0f77-4a04-8b7c-79f63f0079a3 port 659ef617-cca3-4223-8da5-a835a3c640c5 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:00:19.667068 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.949522 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.964530 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-74cf76af-2324-4462-9246-e21f78d4af4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.967986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-caaf229f-a384-46ae-9b74-38c3c0f6a694 req-f2d07585-77f0-4d00-9039-b8c1df3b1355 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 210 time: 0.9579270 Aug 16 21:00:20.040368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 5d63642b-1017-466b-b104-4614a9f47fac, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5d63642b-1017-466b-b104-4614a9f47fac,segment=NetworkSegment(8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2),segment_id=8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:20.070965 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-17b9c7ed-d959-4407-b267-6c15de2ebb2d tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.104516 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.111084 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.135529 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Transition to ACTIVE for port object 659ef617-cca3-4223-8da5-a835a3c640c5 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:20.213443 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-74cf76af-2324-4462-9246-e21f78d4af4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:00:20.213813 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-74cf76af-2324-4462-9246-e21f78d4af4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:00:20.236752 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.253603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b9c7ed-d959-4407-b267-6c15de2ebb2d tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Router 262264ec-9d87-445f-a44e-775d500c6da6 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:00:20.254270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce4cdb-cb2b-44d4-b6f5-7defbc590f06 req-6c8d831d-167d-43e4-9f92-a390a6668edb tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:20.262492 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4ce4cdb-cb2b-44d4-b6f5-7defbc590f06 req-6c8d831d-167d-43e4-9f92-a390a6668edb tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 945 time: 0.4223268 Aug 16 21:00:20.264596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=5d63642b-1017-466b-b104-4614a9f47fac,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:20.301184 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Attempting to bind port 659ef617-cca3-4223-8da5-a835a3c640c5 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:20.301545 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Attempting to bind port 659ef617-cca3-4223-8da5-a835a3c640c5 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:20.302002 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Attempting to bind port 659ef617-cca3-4223-8da5-a835a3c640c5 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:20.312927 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:20.313399 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:20.313731 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.314192 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:20.314654 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Bound port: 659ef617-cca3-4223-8da5-a835a3c640c5, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:20.315142 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.316821 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Pushing event updated for resources: {'Port': ['ID=659ef617-cca3-4223-8da5-a835a3c640c5,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:20.317778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-d12076a8-cd50-44f2-a05f-7b3a2bfbfa52 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:20.320958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-d12076a8-cd50-44f2-a05f-7b3a2bfbfa52 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.76 "GET /v2.0/networks?id=051812a7-a4cd-4ebe-9669-1b7d49073f89 HTTP/1.1" status: 200 len: 822 time: 1.3106508 Aug 16 21:00:20.341422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b9c7ed-d959-4407-b267-6c15de2ebb2d tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:20.344763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Request body: {'port': {'device_id': 'd1042cb2-8b42-476b-9ce2-c6a89723ddc3', 'network_id': '051812a7-a4cd-4ebe-9669-1b7d49073f89', 'admin_state_up': True, 'tenant_id': '1e2ede6a60ba4a06bdaf444273130464'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:20.352338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b33e98-a8ed-4ee6-8d5c-b232c9506224 None None] Sync routers for ids ['262264ec-9d87-445f-a44e-775d500c6da6'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:20.352477 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-17b9c7ed-d959-4407-b267-6c15de2ebb2d tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "PUT /v2.0/routers/262264ec-9d87-445f-a44e-775d500c6da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8490014 Aug 16 21:00:20.355343 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.355619 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.355952 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.356282 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.356601 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.356923 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.357266 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.357584 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.357896 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.358206 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.358520 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.358831 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:20.363650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42444) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:20.379024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b33e98-a8ed-4ee6-8d5c-b232c9506224 None None] Routers {'262264ec-9d87-445f-a44e-775d500c6da6'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:20.380275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-01b33e98-a8ed-4ee6-8d5c-b232c9506224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['262264ec-9d87-445f-a44e-775d500c6da6'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:20.402752 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] For port 659ef617-cca3-4223-8da5-a835a3c640c5, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:20.403234 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-ea95b996-f6d3-4c42-9a66-507b78c5f8c6 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] delete failed (client error): The resource could not be found. Aug 16 21:00:20.409563 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ea95b996-f6d3-4c42-9a66-507b78c5f8c6 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "DELETE /v2.0/routers/tempest-non_exist_router-1023103713 HTTP/1.1" status: 404 len: 335 time: 0.0400250 Aug 16 21:00:20.409752 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] For port 659ef617-cca3-4223-8da5-a835a3c640c5, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=659ef617-cca3-4223-8da5-a835a3c640c5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:20.409868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42446) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:20.414479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3664bdaf-6abe-4197-a703-88c67849d3d4 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Request body: {'router': {'external_gateway_info': {'network_id': '262264ec-9d87-445f-a44e-775d500c6da6'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:20.426004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8557e75-1a70-4cfb-bfb6-cfd494a0e55c req-7a8bf88d-20f8-4813-979f-f3081cb212f9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:20.427525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8557e75-1a70-4cfb-bfb6-cfd494a0e55c req-7a8bf88d-20f8-4813-979f-f3081cb212f9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.3584051 Aug 16 21:00:20.428728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-01b33e98-a8ed-4ee6-8d5c-b232c9506224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:20.439375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b33e98-a8ed-4ee6-8d5c-b232c9506224 None None] Routers {'262264ec-9d87-445f-a44e-775d500c6da6'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:20.440028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-01b33e98-a8ed-4ee6-8d5c-b232c9506224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['262264ec-9d87-445f-a44e-775d500c6da6'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:20.465497 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4ce4cdb-cb2b-44d4-b6f5-7defbc590f06 req-81626767-3b3a-4d61-ae6b-546bffc20d21 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961424 Aug 16 21:00:20.478522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-01b33e98-a8ed-4ee6-8d5c-b232c9506224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:20.479273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b33e98-a8ed-4ee6-8d5c-b232c9506224 None None] The sync data for ids ['262264ec-9d87-445f-a44e-775d500c6da6'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:20.488694 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.563317 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Routers {'b414841b-0f77-4a04-8b7c-79f63f0079a3'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:20.564115 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b414841b-0f77-4a04-8b7c-79f63f0079a3'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:20.569191 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325ac3c-5ccd-441a-afca-27810ac6ccee None None] Pushing event updated for resources: {'Port': ['ID=659ef617-cca3-4223-8da5-a835a3c640c5,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:20.631253 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.702119 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3664bdaf-6abe-4197-a703-88c67849d3d4 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.756800 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.769786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5d63642b-1017-466b-b104-4614a9f47fac up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:20.784220 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] Set router b414841b-0f77-4a04-8b7c-79f63f0079a3 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:20.827169 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-3664bdaf-6abe-4197-a703-88c67849d3d4 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] update failed (client error): The resource could not be found. Aug 16 21:00:20.828719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3664bdaf-6abe-4197-a703-88c67849d3d4 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "PUT /v2.0/routers/262264ec-9d87-445f-a44e-775d500c6da6 HTTP/1.1" status: 404 len: 339 time: 0.4181111 Aug 16 21:00:20.833916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42450) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:20.847651 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5d63642b-1017-466b-b104-4614a9f47fac triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:20.848030 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.977070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8557e75-1a70-4cfb-bfb6-cfd494a0e55c req-c8fc4172-b0ba-4487-b5ed-e6c716979af1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528708 Aug 16 21:00:21.113249 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'name': 'tempest-ImageQuotaTest-501054712-router', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:14Z', 'updated_at': '2021-08-16T21:00:17Z', 'revision_number': 3, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'gw_port': {'id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:15Z', 'updated_at': '2021-08-16T21:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:21.118744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-958d2eb0-6fd3-40f6-86c1-1097ff79f23f req-b84bad2a-ae9d-4bd0-8f80-60be52a7dd34 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 210 time: 0.0421946 Aug 16 21:00:21.154704 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197426fb-3ea5-4bb7-9287-21dc4bf8440f None None] The sync data for ids ['b414841b-0f77-4a04-8b7c-79f63f0079a3'] in n-d-793619-14 is: [{'id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'name': 'tempest-ImageQuotaTest-501054712-router', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:14Z', 'updated_at': '2021-08-16T21:00:17Z', 'revision_number': 3, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'gw_port': {'id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:15Z', 'updated_at': '2021-08-16T21:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:21.250048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Router c18a69cb-b494-4ae4-a9f5-9786291ba608 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:00:21.400352 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.401830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Made reservation on behalf of 1e2ede6a60ba4a06bdaf444273130464 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:21.405451 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.466258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.495019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:21.541544 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Sync routers for ids ['c18a69cb-b494-4ae4-a9f5-9786291ba608'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:21.567303 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Routers {'c18a69cb-b494-4ae4-a9f5-9786291ba608'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:21.568173 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c18a69cb-b494-4ae4-a9f5-9786291ba608'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:21.840291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Allocated IP 172.20.0.11 (051812a7-a4cd-4ebe-9669-1b7d49073f89/bf9e29e2-3d9a-4b61-839b-e085acc7cda6/ce751cc5-8e3c-4f8a-9355-931384fea504) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:21.850522 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Set router c18a69cb-b494-4ae4-a9f5-9786291ba608 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:21.921401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Allocated IP 172.20.0.1 (836426f9-b265-40aa-8860-c22251f52cbf/e3b71c10-75fd-4bd0-9592-95258b722968/378920c3-b6f7-4293-959d-529ff1f0f587) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:22.035969 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.077520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42478) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:22.192568 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18a69cb-b494-4ae4-a9f5-9786291ba608', 'name': 'tempest-snat-router-540772838', 'tenant_id': 'd0d4e684c91448b1980fb74b19e9d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.35'}], 'enable_snat': False}, 'gw_port_id': '8effad42-3a5f-49ec-8d4c-ee3ec9e16db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:16Z', 'updated_at': '2021-08-16T21:00:18Z', 'revision_number': 3, 'project_id': 'd0d4e684c91448b1980fb74b19e9d492', 'gw_port': {'id': '8effad42-3a5f-49ec-8d4c-ee3ec9e16db4', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18a69cb-b494-4ae4-a9f5-9786291ba608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:17Z', 'updated_at': '2021-08-16T21:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:22.204323 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.235373 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.239833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42490) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:22.240113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a1eb0443-1af3-4cfd-9736-eba897fbd355 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6267447 Aug 16 21:00:22.250454 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Checking router: c18a69cb-b494-4ae4-a9f5-9786291ba608 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:22.254706 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Updating router c18a69cb-b494-4ae4-a9f5-9786291ba608 port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:00:22.325566 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.629649 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9bb361db-5223-4e2e-a645-a84e1d40b9f4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/routers/c18a69cb-b494-4ae4-a9f5-9786291ba608 HTTP/1.1" status: 200 len: 907 time: 0.3874559 Aug 16 21:00:22.633696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42498) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:22.644960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-540772838', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'enable_snat': True}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:22.703916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.723681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Transition to ACTIVE for port object 378920c3-b6f7-4293-959d-529ff1f0f587 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:22.767440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.768796 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.822010 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49d19402-62a3-462c-b66d-6cefcb4e950e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.858984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 659ef617-cca3-4223-8da5-a835a3c640c5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:22.898552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.903156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Network 051812a7-a4cd-4ebe-9669-1b7d49073f89 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:22.908436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.913209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a53e0868-f139-4068-a7f4-fc35ce84780d details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:00:22.927754 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.943382 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Transition to ACTIVE for port object 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:22.955941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:22.958472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:22.970632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Pushing event updated for resources: {'Port': ['ID=ce751cc5-8e3c-4f8a-9355-931384fea504,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:23.019391 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.050396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a53e0868-f139-4068-a7f4-fc35ce84780d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a53e0868-f139-4068-a7f4-fc35ce84780d,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:23.056617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40167cf3-473e-470c-b33e-4b9284775ae2 req-2c1d9596-0c6c-4261-99c3-8b9ea97a8093 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:23.064367 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40167cf3-473e-470c-b33e-4b9284775ae2 req-2c1d9596-0c6c-4261-99c3-8b9ea97a8093 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.8361804 Aug 16 21:00:23.066255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'a53e0868-f139-4068-a7f4-fc35ce84780d', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'port_id': 'a53e0868-f139-4068-a7f4-fc35ce84780d', 'mac_address': 'fa:16:3e:3f:75:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:00:23.068691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 659ef617-cca3-4223-8da5-a835a3c640c5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:23.074172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5057eb-6967-452f-b3f2-686953caf305 req-008f8474-7b9e-48b8-a783-aaf88581c8c5 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:23.075668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 659ef617-cca3-4223-8da5-a835a3c640c5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:23.076050 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.081915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef5057eb-6967-452f-b3f2-686953caf305 req-008f8474-7b9e-48b8-a783-aaf88581c8c5 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 932 time: 0.2855861 Aug 16 21:00:23.133521 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9020d5b-f4ce-4b71-9a08-399cc7d66792 None None] Pushing event updated for resources: {'Port': ['ID=8effad42-3a5f-49ec-8d4c-ee3ec9e16db4,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:23.140832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Network 836426f9-b265-40aa-8860-c22251f52cbf is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:23.144405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event updated for resources: {'Port': ['ID=378920c3-b6f7-4293-959d-529ff1f0f587,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:23.152682 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Attempting to bind port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:23.153825 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Attempting to bind port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:23.154148 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Attempting to bind port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:23.161599 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:23.162321 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:23.162967 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.163552 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:23.164271 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Bound port: 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:23.164866 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.170289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:23.174662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:23.182710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:23.186133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.187146 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.205191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.232765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Allocated IP 172.20.0.1 (0e404aa3-4ae6-465d-885c-91a49a24d507/ba07f0dd-ea1b-4466-85be-4672a718f623/13221556-9f0c-4824-b146-1f2579845968) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:23.254034 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.254366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a53e0868-f139-4068-a7f4-fc35ce84780d {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:00:23.255518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.255873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.256216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.257540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.260725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.261129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.261486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.261828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.262170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.262506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.265115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:23.267534 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] For port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:23.284597 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] For port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8effad42-3a5f-49ec-8d4c-ee3ec9e16db4,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:23.294138 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40167cf3-473e-470c-b33e-4b9284775ae2 req-4716233a-1faf-4185-9742-6789591a5b28 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287729 Aug 16 21:00:23.342197 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef5057eb-6967-452f-b3f2-686953caf305 req-b7642ee5-5177-42e2-b3e5-2ed35c612b1d tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592924 Aug 16 21:00:23.348611 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.401877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a53e0868-f139-4068-a7f4-fc35ce84780d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a53e0868-f139-4068-a7f4-fc35ce84780d,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:23.414889 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49d19402-62a3-462c-b66d-6cefcb4e950e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.428649 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.428809 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.484874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 659ef617-cca3-4223-8da5-a835a3c640c5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=659ef617-cca3-4223-8da5-a835a3c640c5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:23.505264 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.547455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49d19402-62a3-462c-b66d-6cefcb4e950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.583027 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9020d5b-f4ce-4b71-9a08-399cc7d66792 None None] Pushing event updated for resources: {'Port': ['ID=8effad42-3a5f-49ec-8d4c-ee3ec9e16db4,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:23.588226 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Routers {'c18a69cb-b494-4ae4-a9f5-9786291ba608'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:23.590214 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c18a69cb-b494-4ae4-a9f5-9786291ba608'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:23.607865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.623718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['a53e0868-f139-4068-a7f4-fc35ce84780d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:23.644116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269a5fe-e5b2-4ecb-b468-a2da768c08f3 req-6332e38e-0a31-49a0-876b-6f6d44f5ab8e tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:23.653477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8269a5fe-e5b2-4ecb-b468-a2da768c08f3 req-6332e38e-0a31-49a0-876b-6f6d44f5ab8e tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 945 time: 0.1793368 Aug 16 21:00:23.681455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-16f4679f-2079-43dd-8ae4-bb5bd0205931 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3301070 Aug 16 21:00:23.686402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Request body: {'port': {'device_id': 'd1042cb2-8b42-476b-9ce2-c6a89723ddc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:23.740196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-49d19402-62a3-462c-b66d-6cefcb4e950e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=235c699269f6411d97c45a8ba51223ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6552451 Aug 16 21:00:23.745669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42516) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:23.764116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a53e0868-f139-4068-a7f4-fc35ce84780d,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:23.779176 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] Set router c18a69cb-b494-4ae4-a9f5-9786291ba608 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:23.785805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.797197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d19402-62a3-462c-b66d-6cefcb4e950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302bd18c-c660-4872-9cce-9adea36129a2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:23.801285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f5610ef4-d7a8-4f12-9c57-71032bf32a2a None None] Provisioning for port 378920c3-b6f7-4293-959d-529ff1f0f587 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:23.852570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036c09a-3ede-4374-b6b4-89a254844f11 req-349fd28e-dd61-4f54-9905-65bf70c747b0 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:23.854123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a036c09a-3ede-4374-b6b4-89a254844f11 req-349fd28e-dd61-4f54-9905-65bf70c747b0 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 945 time: 0.2926409 Aug 16 21:00:23.866245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8269a5fe-e5b2-4ecb-b468-a2da768c08f3 req-fe15dc40-904c-4282-b600-dcb80d83bf11 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097769 Aug 16 21:00:23.904936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Transition to ACTIVE for port object 13221556-9f0c-4824-b146-1f2579845968 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:23.912226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f5610ef4-d7a8-4f12-9c57-71032bf32a2a None None] Provisioning complete for port 378920c3-b6f7-4293-959d-529ff1f0f587 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:23.913088 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f5610ef4-d7a8-4f12-9c57-71032bf32a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.951852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.003037 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79b20479-cf66-43ed-a286-2c52baa16c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.065060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.075882 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79b20479-cf66-43ed-a286-2c52baa16c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.091732 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18a69cb-b494-4ae4-a9f5-9786291ba608', 'name': 'tempest-snat-router-540772838', 'tenant_id': 'd0d4e684c91448b1980fb74b19e9d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.35'}], 'enable_snat': False}, 'gw_port_id': '8effad42-3a5f-49ec-8d4c-ee3ec9e16db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:16Z', 'updated_at': '2021-08-16T21:00:18Z', 'revision_number': 3, 'project_id': 'd0d4e684c91448b1980fb74b19e9d492', 'gw_port': {'id': '8effad42-3a5f-49ec-8d4c-ee3ec9e16db4', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18a69cb-b494-4ae4-a9f5-9786291ba608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:17Z', 'updated_at': '2021-08-16T21:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:24.112564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=659ef617-cca3-4223-8da5-a835a3c640c5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:24.123528 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48c96e-384a-4433-bf5c-5864176d468b None None] The sync data for ids ['c18a69cb-b494-4ae4-a9f5-9786291ba608'] in n-d-793619-14 is: [{'id': 'c18a69cb-b494-4ae4-a9f5-9786291ba608', 'name': 'tempest-snat-router-540772838', 'tenant_id': 'd0d4e684c91448b1980fb74b19e9d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.35'}], 'enable_snat': False}, 'gw_port_id': '8effad42-3a5f-49ec-8d4c-ee3ec9e16db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:16Z', 'updated_at': '2021-08-16T21:00:18Z', 'revision_number': 3, 'project_id': 'd0d4e684c91448b1980fb74b19e9d492', 'gw_port': {'id': '8effad42-3a5f-49ec-8d4c-ee3ec9e16db4', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18a69cb-b494-4ae4-a9f5-9786291ba608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:17Z', 'updated_at': '2021-08-16T21:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:24.136278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.177644 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f5610ef4-d7a8-4f12-9c57-71032bf32a2a None None] Port 378920c3-b6f7-4293-959d-529ff1f0f587 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:24.266916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Network 0e404aa3-4ae6-465d-885c-91a49a24d507 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:24.289732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:24.294365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:24.345288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a036c09a-3ede-4374-b6b4-89a254844f11 req-1ddf7346-77e8-4cd3-b9c0-166f1e21a485 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Deleting port 8f6e4120-6797-46d4-ae4c-13917a68644b {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:24.345638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a036c09a-3ede-4374-b6b4-89a254844f11 req-1ddf7346-77e8-4cd3-b9c0-166f1e21a485 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.351810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Pushing event updated for resources: {'Port': ['ID=13221556-9f0c-4824-b146-1f2579845968,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:24.453005 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79b20479-cf66-43ed-a286-2c52baa16c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.456641 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-79b20479-cf66-43ed-a286-2c52baa16c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.472175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-79b20479-cf66-43ed-a286-2c52baa16c6e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/302bd18c-c660-4872-9cce-9adea36129a2 HTTP/1.1" status: 204 len: 168 time: 0.6891375 Aug 16 21:00:24.483991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.588641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b20479-cf66-43ed-a286-2c52baa16c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302bd18c-c660-4872-9cce-9adea36129a2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:24.887875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-418c0649-bbd4-47f2-b751-a8ce9a146a0e None None] Provisioning for port 13221556-9f0c-4824-b146-1f2579845968 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:24.896404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-418c0649-bbd4-47f2-b751-a8ce9a146a0e None None] Provisioning complete for port 13221556-9f0c-4824-b146-1f2579845968 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:24.896404 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-418c0649-bbd4-47f2-b751-a8ce9a146a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.939651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0013a1-a289-4383-8f90-35362d9ef0ae req-a30752af-9fd6-4210-aff2-1bfa9587253b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:24.942384 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f0013a1-a289-4383-8f90-35362d9ef0ae req-a30752af-9fd6-4210-aff2-1bfa9587253b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 944 time: 0.3603637 Aug 16 21:00:24.989902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a53e0868-f139-4068-a7f4-fc35ce84780d up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:25.060074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49f1f1-4511-4958-9445-e44dd9e9974f req-c895e0a1-d956-48da-aadd-bbb8bf96e981 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:25.062455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd49f1f1-4511-4958-9445-e44dd9e9974f req-c895e0a1-d956-48da-aadd-bbb8bf96e981 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 932 time: 0.4789963 Aug 16 21:00:25.085100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:25.116411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.154725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.223640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-418c0649-bbd4-47f2-b751-a8ce9a146a0e None None] Port 13221556-9f0c-4824-b146-1f2579845968 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:25.226932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce751cc5-8e3c-4f8a-9355-931384fea504 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:00:25.256170 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.261326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port a53e0868-f139-4068-a7f4-fc35ce84780d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:25.261698 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.339188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a036c09a-3ede-4374-b6b4-89a254844f11 req-1ddf7346-77e8-4cd3-b9c0-166f1e21a485 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] For port 8f6e4120-6797-46d4-ae4c-13917a68644b, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8f6e4120-6797-46d4-ae4c-13917a68644b,segment=NetworkSegment(27a2f9dc-b145-41b6-9ad0-9158b18a12f8),segment_id=27a2f9dc-b145-41b6-9ad0-9158b18a12f8)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:25.339738 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a036c09a-3ede-4374-b6b4-89a254844f11 req-1ddf7346-77e8-4cd3-b9c0-166f1e21a485 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.395469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a036c09a-3ede-4374-b6b4-89a254844f11 req-1ddf7346-77e8-4cd3-b9c0-166f1e21a485 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Calling delete_port for 8f6e4120-6797-46d4-ae4c-13917a68644b owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:25.404485 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.423191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd49f1f1-4511-4958-9445-e44dd9e9974f req-88bde7f0-8414-4bbc-8b03-f3c2c3a5e264 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424759 Aug 16 21:00:25.427260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f0013a1-a289-4383-8f90-35362d9ef0ae req-f42df133-39e7-4c67-81d0-489f623d37d2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612842 Aug 16 21:00:25.534154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Allocated IP 172.25.4.186 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8e75ad4b-408a-416e-a399-acf0f78d0a2b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:25.602268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4354186f-5f5f-4011-8daa-484726811fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53e0868-f139-4068-a7f4-fc35ce84780d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:25.604607 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f634132a-f763-4202-b27f-76c4aa089257" -d '{"events": [{"server_uuid": "4354186f-5f5f-4011-8daa-484726811fb9", "name": "network-vif-plugged", "status": "completed", "tag": "a53e0868-f139-4068-a7f4-fc35ce84780d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:25.610400 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadf5e4-30f9-4fcd-823a-94357e7d433f req-90965ab9-b5c1-4d39-af41-4adc78b973a9 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:25.612313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dadf5e4-30f9-4fcd-823a-94357e7d433f req-90965ab9-b5c1-4d39-af41-4adc78b973a9 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 945 time: 0.0859721 Aug 16 21:00:25.619462 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.624248 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:25.625415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a53e0868-f139-4068-a7f4-fc35ce84780d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a53e0868-f139-4068-a7f4-fc35ce84780d,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:25.632261 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:25.632689 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.707220 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.743098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Transition to ACTIVE for port object ce751cc5-8e3c-4f8a-9355-931384fea504 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:25.772501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dadf5e4-30f9-4fcd-823a-94357e7d433f req-1ac1311c-96aa-4fd5-becc-874929658a11 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/security-groups?id=b5a26c78-482b-4a7d-9c31-438fee1fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471903 Aug 16 21:00:25.817072 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c4e5e7-57f4-4ef0-a1ca-ef1e5651b9b5 x-openstack-request-id: req-f1c4e5e7-57f4-4ef0-a1ca-ef1e5651b9b5 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:25.817072 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4354186f-5f5f-4011-8daa-484726811fb9", "name": "network-vif-plugged", "status": "completed", "tag": "a53e0868-f139-4068-a7f4-fc35ce84780d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:25.817072 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f1c4e5e7-57f4-4ef0-a1ca-ef1e5651b9b5 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:25.817072 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4354186f-5f5f-4011-8daa-484726811fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53e0868-f139-4068-a7f4-fc35ce84780d', 'code': 200} Aug 16 21:00:25.817598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a53e0868-f139-4068-a7f4-fc35ce84780d,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:25.840874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42530) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:25.863764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a39e6ef-304d-426f-b796-fa08fa9c2f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.868520 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.870936 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.897672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8effad42-3a5f-49ec-8d4c-ee3ec9e16db4,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:25.940161 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.944444 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.973108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a036c09a-3ede-4374-b6b4-89a254844f11 req-1ddf7346-77e8-4cd3-b9c0-166f1e21a485 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.973296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=ce751cc5-8e3c-4f8a-9355-931384fea504,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:25.984732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8f6e4120-6797-46d4-ae4c-13917a68644b'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:25.994692 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.022199 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.022815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 659ef617-cca3-4223-8da5-a835a3c640c5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:26.036733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf7346-77e8-4cd3-b9c0-166f1e21a485 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Pushing event deleted for resources: {'Port': ['ID=8f6e4120-6797-46d4-ae4c-13917a68644b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:26.064112 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.084475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a036c09a-3ede-4374-b6b4-89a254844f11 req-1ddf7346-77e8-4cd3-b9c0-166f1e21a485 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] No DVR routers for this DVR port 8f6e4120-6797-46d4-ae4c-13917a68644b on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:26.088227 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a036c09a-3ede-4374-b6b4-89a254844f11 req-1ddf7346-77e8-4cd3-b9c0-166f1e21a485 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.090787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a036c09a-3ede-4374-b6b4-89a254844f11 req-1ddf7346-77e8-4cd3-b9c0-166f1e21a485 tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.79 "DELETE /v2.0/ports/8f6e4120-6797-46d4-ae4c-13917a68644b HTTP/1.1" status: 204 len: 173 time: 2.2272482 Aug 16 21:00:26.093579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf36173f-d550-4345-b8eb-02dade7198f7', 'name': 'network-vif-deleted', 'tag': '8f6e4120-6797-46d4-ae4c-13917a68644b'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:26.096221 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f94691-2086-438e-8837-bf55e13dab58" -d '{"events": [{"server_uuid": "cf36173f-d550-4345-b8eb-02dade7198f7", "name": "network-vif-deleted", "tag": "8f6e4120-6797-46d4-ae4c-13917a68644b"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:26.106299 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.123348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8effad42-3a5f-49ec-8d4c-ee3ec9e16db4,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:26.137007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 659ef617-cca3-4223-8da5-a835a3c640c5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:26.137664 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.156183 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.182505 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fac154-e69e-48dd-b551-2a063dc7a2ca x-openstack-request-id: req-48fac154-e69e-48dd-b551-2a063dc7a2ca {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:26.183095 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf36173f-d550-4345-b8eb-02dade7198f7", "name": "network-vif-deleted", "tag": "8f6e4120-6797-46d4-ae4c-13917a68644b", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:26.183095 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-48fac154-e69e-48dd-b551-2a063dc7a2ca {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:26.183484 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf36173f-d550-4345-b8eb-02dade7198f7', 'name': 'network-vif-deleted', 'tag': '8f6e4120-6797-46d4-ae4c-13917a68644b', 'status': 'completed', 'code': 200} Aug 16 21:00:26.204138 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.225996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.228107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event updated for resources: {'Port': ['ID=378920c3-b6f7-4293-959d-529ff1f0f587,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:26.240347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:26.244299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:26.270392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:26.337278 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Attempting to bind port ce751cc5-8e3c-4f8a-9355-931384fea504 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:26.344642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Attempting to bind port ce751cc5-8e3c-4f8a-9355-931384fea504 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '757c54e7-15ef-445d-a14c-b16c073f52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '051812a7-a4cd-4ebe-9669-1b7d49073f89'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:26.345042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Attempting to bind port ce751cc5-8e3c-4f8a-9355-931384fea504 on network 051812a7-a4cd-4ebe-9669-1b7d49073f89 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:26.361856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Pushing event updated for resources: {'Port': ['ID=13221556-9f0c-4824-b146-1f2579845968,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:26.378083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Port ce751cc5-8e3c-4f8a-9355-931384fea504 on network 051812a7-a4cd-4ebe-9669-1b7d49073f89 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:26.378413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Attempting to bind port ce751cc5-8e3c-4f8a-9355-931384fea504 on network 051812a7-a4cd-4ebe-9669-1b7d49073f89 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:26.390497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:26.390762 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Checking segment: {'id': '757c54e7-15ef-445d-a14c-b16c073f52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '051812a7-a4cd-4ebe-9669-1b7d49073f89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:26.391138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Bound using segment: {'id': '757c54e7-15ef-445d-a14c-b16c073f52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '051812a7-a4cd-4ebe-9669-1b7d49073f89'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:26.391890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Bound port: ce751cc5-8e3c-4f8a-9355-931384fea504, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757c54e7-15ef-445d-a14c-b16c073f52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '051812a7-a4cd-4ebe-9669-1b7d49073f89'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:26.392104 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.490879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event updated for resources: {'Port': ['ID=8e75ad4b-408a-416e-a399-acf0f78d0a2b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:26.607652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Network 836426f9-b265-40aa-8860-c22251f52cbf is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:26.608943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:26.644589 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a39e6ef-304d-426f-b796-fa08fa9c2f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.710781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Network 0e404aa3-4ae6-465d-885c-91a49a24d507 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:26.713517 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a39e6ef-304d-426f-b796-fa08fa9c2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.748471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:26.846983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:26.881725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Router 262264ec-9d87-445f-a44e-775d500c6da6 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:00:26.981188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] For port ce751cc5-8e3c-4f8a-9355-931384fea504, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:26.985725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:26.986112 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.001005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e61ee-72b3-4542-bfa5-56243955cfbb req-fd62bbdc-bde3-4e6f-ab7b-099c771197a6 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:27.002830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-101e61ee-72b3-4542-bfa5-56243955cfbb req-fd62bbdc-bde3-4e6f-ab7b-099c771197a6 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 944 time: 0.3953276 Aug 16 21:00:27.007886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0a39e6ef-304d-426f-b796-fa08fa9c2f77 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bfe8f80b9bc444499b432f28195a62b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1632583 Aug 16 21:00:27.020438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39e6ef-304d-426f-b796-fa08fa9c2f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a6f4df-43c3-4dc7-997b-617ac3c26bbc,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:27.031492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42540) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:27.059977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] For port ce751cc5-8e3c-4f8a-9355-931384fea504, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ce751cc5-8e3c-4f8a-9355-931384fea504,segment=NetworkSegment(757c54e7-15ef-445d-a14c-b16c073f52b5),segment_id=757c54e7-15ef-445d-a14c-b16c073f52b5)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:27.086267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456f9c3-7330-40f0-8889-cd93f85e359b req-99b386cf-49ee-4f8d-9405-53391c2db8c7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:27.088248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e456f9c3-7330-40f0-8889-cd93f85e359b req-99b386cf-49ee-4f8d-9405-53391c2db8c7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.4911268 Aug 16 21:00:27.108913 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.156038 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.223797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-93070fbc-5db5-486b-b6ad-1d4344841dd6 None None] Provisioning complete for port 378920c3-b6f7-4293-959d-529ff1f0f587 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:27.224775 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-93070fbc-5db5-486b-b6ad-1d4344841dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.267704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-101e61ee-72b3-4542-bfa5-56243955cfbb req-5a1f47c6-26b0-40b3-9f6d-429f36226bac tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377868 Aug 16 21:00:27.301721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:27.307397 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.307542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-93070fbc-5db5-486b-b6ad-1d4344841dd6 None None] Port 378920c3-b6f7-4293-959d-529ff1f0f587 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:27.310312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] 10.222.0.76 "PUT /v2.0/ports/ce751cc5-8e3c-4f8a-9355-931384fea504 HTTP/1.1" status: 200 len: 1093 time: 3.6283789 Aug 16 21:00:27.316216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1042cb2-8b42-476b-9ce2-c6a89723ddc3', 'tag': 'ce751cc5-8e3c-4f8a-9355-931384fea504'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:27.321710 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4de163-e50c-411b-85c0-4e943d2f62c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d1042cb2-8b42-476b-9ce2-c6a89723ddc3", "tag": "ce751cc5-8e3c-4f8a-9355-931384fea504"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:27.365276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e456f9c3-7330-40f0-8889-cd93f85e359b req-148aac79-489d-4279-8add-f08cfdae5d92 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249999 Aug 16 21:00:27.387489 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f50d0baf-8439-4318-8c39-1cd2869e51bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.390909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c9645-dced-4c28-8870-122070b0ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=ce751cc5-8e3c-4f8a-9355-931384fea504,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:27.403058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Router b414841b-0f77-4a04-8b7c-79f63f0079a3 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:00:27.425653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:27.445716 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f50d0baf-8439-4318-8c39-1cd2869e51bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.451591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51b832-38a1-4f09-a913-f0749cb1f7ba None None] Sync routers for ids ['262264ec-9d87-445f-a44e-775d500c6da6'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:27.454401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bdbd4477-aaab-4f77-adcd-fb258aa0faf5 None None] Provisioning complete for port 13221556-9f0c-4824-b146-1f2579845968 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:27.455550 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4477-aaab-4f77-adcd-fb258aa0faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.466104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca4b54ae-1f29-4c05-8730-a309c19fc3f0 req-4596ecaf-062f-4296-a16b-f06acd96278c tempest-VolumesActionsTest-1079550453 tempest-VolumesActionsTest-1079550453-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf36173f-d550-4345-b8eb-02dade7198f7 HTTP/1.1" status: 200 len: 210 time: 0.0482535 Aug 16 21:00:27.496685 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596f455c-a1ae-44fc-a62a-e68db85dbb3a x-openstack-request-id: req-596f455c-a1ae-44fc-a62a-e68db85dbb3a {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:27.496685 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1042cb2-8b42-476b-9ce2-c6a89723ddc3", "tag": "ce751cc5-8e3c-4f8a-9355-931384fea504", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:27.496685 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-596f455c-a1ae-44fc-a62a-e68db85dbb3a {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:27.496685 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1042cb2-8b42-476b-9ce2-c6a89723ddc3', 'tag': 'ce751cc5-8e3c-4f8a-9355-931384fea504', 'status': 'completed', 'code': 200} Aug 16 21:00:27.497146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51b832-38a1-4f09-a913-f0749cb1f7ba None None] Routers {'262264ec-9d87-445f-a44e-775d500c6da6'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:27.497146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6b51b832-38a1-4f09-a913-f0749cb1f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['262264ec-9d87-445f-a44e-775d500c6da6'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:27.542960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6b51b832-38a1-4f09-a913-f0749cb1f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:27.558624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd4477-aaab-4f77-adcd-fb258aa0faf5 None None] Port 13221556-9f0c-4824-b146-1f2579845968 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:27.565516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51b832-38a1-4f09-a913-f0749cb1f7ba None None] Routers {'262264ec-9d87-445f-a44e-775d500c6da6'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:27.566686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6b51b832-38a1-4f09-a913-f0749cb1f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['262264ec-9d87-445f-a44e-775d500c6da6'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:27.607837 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6e4797e9-eeb7-4395-8762-fdc4edd65c13 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "PUT /v2.0/routers/262264ec-9d87-445f-a44e-775d500c6da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7724905 Aug 16 21:00:27.608993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6b51b832-38a1-4f09-a913-f0749cb1f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:27.609737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51b832-38a1-4f09-a913-f0749cb1f7ba None None] The sync data for ids ['262264ec-9d87-445f-a44e-775d500c6da6'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:27.610975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42544) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:27.636642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-20d23884-25ca-481c-9c91-0f3115ecb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:27.638962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-20d23884-25ca-481c-9c91-0f3115ecb783 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e2ede6a60ba4a06bdaf444273130464&device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 1096 time: 0.1977923 Aug 16 21:00:27.686956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-c31cb94d-1849-4241-bc06-dd13132e2675 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce751cc5-8e3c-4f8a-9355-931384fea504 HTTP/1.1" status: 200 len: 217 time: 0.0380876 Aug 16 21:00:27.687218 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f50d0baf-8439-4318-8c39-1cd2869e51bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.689403 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f50d0baf-8439-4318-8c39-1cd2869e51bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.694895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f50d0baf-8439-4318-8c39-1cd2869e51bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47a6f4df-43c3-4dc7-997b-617ac3c26bbc HTTP/1.1" status: 204 len: 168 time: 0.6567538 Aug 16 21:00:27.714019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d0baf-8439-4318-8c39-1cd2869e51bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a6f4df-43c3-4dc7-997b-617ac3c26bbc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:27.724633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.736423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45e046f4-99bd-44db-867d-b5c2bbeb7b43 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.748225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:27.754470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a7a846c1-b0d2-4c90-ac6c-6e9fb6a9ecb3 admin admin] 10.222.0.74 "PUT /v2.0/routers/b414841b-0f77-4a04-8b7c-79f63f0079a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9300406 Aug 16 21:00:27.759379 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Sync routers for ids ['b414841b-0f77-4a04-8b7c-79f63f0079a3'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:27.774633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-a160010d-4253-4271-af96-6955325c834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:27.776196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-a160010d-4253-4271-af96-6955325c834c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bf9e29e2-3d9a-4b61-839b-e085acc7cda6 HTTP/1.1" status: 200 len: 862 time: 0.0814986 Aug 16 21:00:27.787185 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Routers {'b414841b-0f77-4a04-8b7c-79f63f0079a3'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:27.790055 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b414841b-0f77-4a04-8b7c-79f63f0079a3'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:27.832569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-d4ab3691-13c9-40c8-8923-bec1175b094e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=051812a7-a4cd-4ebe-9669-1b7d49073f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474830 Aug 16 21:00:27.904913 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-45e046f4-99bd-44db-867d-b5c2bbeb7b43 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 21:00:27.908661 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-45e046f4-99bd-44db-867d-b5c2bbeb7b43 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "DELETE /v2.0/routers/262264ec-9d87-445f-a44e-775d500c6da6 HTTP/1.1" status: 409 len: 329 time: 0.2941227 Aug 16 21:00:27.908880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42550) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:28.115300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-b0f3c8bf-1aa9-4400-8685-5331df5f239e service neutron] 10.222.0.76 "GET /v2.0/networks/051812a7-a4cd-4ebe-9669-1b7d49073f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742026 Aug 16 21:00:28.174154 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Set router b414841b-0f77-4a04-8b7c-79f63f0079a3 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:28.271574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Router f722254a-a2e4-4a30-9b7b-b817962a6fe1 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:00:28.293757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a707b3-f1c7-406e-b9ee-106fe108a280 req-af14ac2b-a27f-483d-a609-1be3ffe8070a service neutron] 10.222.0.76 "GET /v2.0/networks/051812a7-a4cd-4ebe-9669-1b7d49073f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690588 Aug 16 21:00:28.510460 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'name': 'tempest-ImageQuotaTest-501054712-router', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:14Z', 'updated_at': '2021-08-16T21:00:24Z', 'revision_number': 4, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'gw_port': {'id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:15Z', 'updated_at': '2021-08-16T21:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '13221556-9f0c-4824-b146-1f2579845968', 'name': '', 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'mac_address': 'fa:16:3e:c8:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'ba07f0dd-ea1b-4466-85be-4672a718f623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:21Z', 'updated_at': '2021-08-16T21:00:25Z', 'revision_number': 2, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'subnets': [{'id': 'ba07f0dd-ea1b-4466-85be-4672a718f623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:28.545349 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Checking router: b414841b-0f77-4a04-8b7c-79f63f0079a3 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:28.545784 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Updating router b414841b-0f77-4a04-8b7c-79f63f0079a3 port 13221556-9f0c-4824-b146-1f2579845968 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:00:28.594529 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.608718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b93e0-4401-49d2-b72b-e9b18556c730 req-a7e60d89-ee9f-40c2-a34a-740fc3746cc5 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:28.618959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f1b93e0-4401-49d2-b72b-e9b18556c730 req-a7e60d89-ee9f-40c2-a34a-740fc3746cc5 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 944 time: 0.1946664 Aug 16 21:00:28.663554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4de163-e50c-411b-85c0-4e943d2f62c4 req-c6c7d5a1-e922-4167-bfba-24447b92c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:28.665854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f4de163-e50c-411b-85c0-4e943d2f62c4 req-c6c7d5a1-e922-4167-bfba-24447b92c567 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e2ede6a60ba4a06bdaf444273130464&device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 1096 time: 0.1779518 Aug 16 21:00:28.673978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922648b-0902-432e-ba0d-2d884281cdf8 req-b769e3a8-02b9-4e6d-856e-aac8f87dc3a4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:28.684517 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4922648b-0902-432e-ba0d-2d884281cdf8 req-b769e3a8-02b9-4e6d-856e-aac8f87dc3a4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.1830769 Aug 16 21:00:28.741237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f1b93e0-4401-49d2-b72b-e9b18556c730 req-648f6fb8-830e-49d2-bc8e-47b80830894e tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210279 Aug 16 21:00:28.863015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42570) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:28.881910 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0118-8ea4-4151-8d84-010e5a7a25ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.916326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4922648b-0902-432e-ba0d-2d884281cdf8 req-5777d884-a5a8-4f4f-98e6-4fd5f66da1e4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300067 Aug 16 21:00:28.970722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4de163-e50c-411b-85c0-4e943d2f62c4 req-935e4806-9e90-4a12-a2cf-1999a679f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:28.972503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f4de163-e50c-411b-85c0-4e943d2f62c4 req-935e4806-9e90-4a12-a2cf-1999a679f539 service neutron] 10.222.0.76 "GET /v2.0/networks?id=051812a7-a4cd-4ebe-9669-1b7d49073f89 HTTP/1.1" status: 200 len: 923 time: 0.2854426 Aug 16 21:00:28.995256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8f6e4120-6797-46d4-ae4c-13917a68644b no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:29.040120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f4de163-e50c-411b-85c0-4e943d2f62c4 req-0454a94f-3e7e-4f04-b9b3-4510de8ac0c4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce751cc5-8e3c-4f8a-9355-931384fea504 HTTP/1.1" status: 200 len: 217 time: 0.0579166 Aug 16 21:00:29.066262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 8f6e4120-6797-46d4-ae4c-13917a68644b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:29.067184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8f6e4120-6797-46d4-ae4c-13917a68644b not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:29.120865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4de163-e50c-411b-85c0-4e943d2f62c4 req-b34659f7-d9c0-44da-b045-3bd2add21904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:29.123252 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f4de163-e50c-411b-85c0-4e943d2f62c4 req-b34659f7-d9c0-44da-b045-3bd2add21904 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bf9e29e2-3d9a-4b61-839b-e085acc7cda6 HTTP/1.1" status: 200 len: 862 time: 0.0739224 Aug 16 21:00:29.198541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f4de163-e50c-411b-85c0-4e943d2f62c4 req-a7a548ab-1184-4511-85dd-dc52bbd852ce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=051812a7-a4cd-4ebe-9669-1b7d49073f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662949 Aug 16 21:00:29.204199 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0118-8ea4-4151-8d84-010e5a7a25ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.215822 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.236834 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Transition to ACTIVE for port object 13221556-9f0c-4824-b146-1f2579845968 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:29.349010 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.383586 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:29.397819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Sync routers for ids ['f722254a-a2e4-4a30-9b7b-b817962a6fe1'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:29.450938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Routers {'f722254a-a2e4-4a30-9b7b-b817962a6fe1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:29.455100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f722254a-a2e4-4a30-9b7b-b817962a6fe1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:29.473561 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed5463-f9f4-414d-a76c-a32aaf732e7b None None] Pushing event updated for resources: {'Port': ['ID=13221556-9f0c-4824-b146-1f2579845968,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:29.505375 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef7f6-ad4a-4914-b6fd-f8c6fc3940ff tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.660278 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Attempting to bind port 13221556-9f0c-4824-b146-1f2579845968 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:29.664228 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Attempting to bind port 13221556-9f0c-4824-b146-1f2579845968 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:29.664228 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Attempting to bind port 13221556-9f0c-4824-b146-1f2579845968 on network 0e404aa3-4ae6-465d-885c-91a49a24d507 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:29.671887 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:29.672366 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Checking segment: {'id': '8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:29.672659 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.673094 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Bound using segment: {'id': '8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:29.673561 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Bound port: 13221556-9f0c-4824-b146-1f2579845968, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:29.673934 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.801516 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0118-8ea4-4151-8d84-010e5a7a25ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.847838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.854950 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2fddbf8e-4881-45b0-bd7d-f524c02dad37 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2195501 Aug 16 21:00:29.855931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42590) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:29.876207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7c2d0118-8ea4-4151-8d84-010e5a7a25ed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd72f5dd9c5c4fb2ac47ae462c971c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0117486 Aug 16 21:00:29.882249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42592) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:29.958289 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] For port 13221556-9f0c-4824-b146-1f2579845968, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:29.967121 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] For port 13221556-9f0c-4824-b146-1f2579845968, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=13221556-9f0c-4824-b146-1f2579845968,segment=NetworkSegment(8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2),segment_id=8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:30.048406 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.171984 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Routers {'b414841b-0f77-4a04-8b7c-79f63f0079a3'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:30.172619 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b414841b-0f77-4a04-8b7c-79f63f0079a3'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:30.182293 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a8bf74b2-d26a-403d-be7c-b7b40463b392 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/routers/f722254a-a2e4-4a30-9b7b-b817962a6fe1 HTTP/1.1" status: 200 len: 907 time: 0.3226264 Aug 16 21:00:30.186934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42602) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:30.276880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d0118-8ea4-4151-8d84-010e5a7a25ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a993130-98eb-4bc6-a71d-0ded9bc70d02,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:30.306009 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-769a248a-6e06-49d1-9b9a-97f7922a76eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.364098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Set router f722254a-a2e4-4a30-9b7b-b817962a6fe1 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:30.383192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb1fcc-e410-4e35-8c88-05b3c8d3f47f req-57c3b73f-80c5-4bbe-a6b4-01f51f19fab9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:30.384687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76eb1fcc-e410-4e35-8c88-05b3c8d3f47f req-57c3b73f-80c5-4bbe-a6b4-01f51f19fab9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.3273726 Aug 16 21:00:30.406652 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] Set router b414841b-0f77-4a04-8b7c-79f63f0079a3 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:30.426853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda803ca-faf6-41cb-a309-a1d47b3b0c27 req-4a7e087b-fb0e-4d7f-9a9b-6e03ff38226b tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:30.434902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cda803ca-faf6-41cb-a309-a1d47b3b0c27 req-4a7e087b-fb0e-4d7f-9a9b-6e03ff38226b tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 944 time: 0.4525130 Aug 16 21:00:30.526585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42608) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:30.557993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.565223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f4de163-e50c-411b-85c0-4e943d2f62c4 req-4e8d778d-ff18-44b7-a2e1-a03f0aeab0da service neutron] 10.222.0.76 "GET /v2.0/networks/051812a7-a4cd-4ebe-9669-1b7d49073f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3593326 Aug 16 21:00:30.585482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-769a248a-6e06-49d1-9b9a-97f7922a76eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.619515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cda803ca-faf6-41cb-a309-a1d47b3b0c27 req-d5f30696-47aa-4576-9278-779b3f99edbc tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836555 Aug 16 21:00:30.642430 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed5463-f9f4-414d-a76c-a32aaf732e7b None None] Pushing event updated for resources: {'Port': ['ID=13221556-9f0c-4824-b146-1f2579845968,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:30.653750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ce751cc5-8e3c-4f8a-9355-931384fea504 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:00:30.740571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76eb1fcc-e410-4e35-8c88-05b3c8d3f47f req-6122b66f-cb98-450c-bfb8-6d69f28842d9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574277 Aug 16 21:00:30.982200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.983375 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'name': 'tempest-ImageQuotaTest-501054712-router', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:14Z', 'updated_at': '2021-08-16T21:00:24Z', 'revision_number': 4, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'gw_port': {'id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:15Z', 'updated_at': '2021-08-16T21:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '13221556-9f0c-4824-b146-1f2579845968', 'name': '', 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'mac_address': 'fa:16:3e:c8:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'ba07f0dd-ea1b-4466-85be-4672a718f623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:21Z', 'updated_at': '2021-08-16T21:00:29Z', 'revision_number': 4, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'subnets': [{'id': 'ba07f0dd-ea1b-4466-85be-4672a718f623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:30.983375 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd40676-c7cc-4e4f-ac1e-45b8d0ee700c None None] The sync data for ids ['b414841b-0f77-4a04-8b7c-79f63f0079a3'] in n-d-793619-14 is: [{'id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'name': 'tempest-ImageQuotaTest-501054712-router', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:14Z', 'updated_at': '2021-08-16T21:00:24Z', 'revision_number': 4, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'gw_port': {'id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:15Z', 'updated_at': '2021-08-16T21:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '13221556-9f0c-4824-b146-1f2579845968', 'name': '', 'network_id': '0e404aa3-4ae6-465d-885c-91a49a24d507', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'mac_address': 'fa:16:3e:c8:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'ba07f0dd-ea1b-4466-85be-4672a718f623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:21Z', 'updated_at': '2021-08-16T21:00:29Z', 'revision_number': 4, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'subnets': [{'id': 'ba07f0dd-ea1b-4466-85be-4672a718f623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:30.983689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ce751cc5-8e3c-4f8a-9355-931384fea504, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ce751cc5-8e3c-4f8a-9355-931384fea504,segment=NetworkSegment(757c54e7-15ef-445d-a14c-b16c073f52b5),segment_id=757c54e7-15ef-445d-a14c-b16c073f52b5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:30.983689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722254a-a2e4-4a30-9b7b-b817962a6fe1', 'name': 'tempest-snat-router-540772838', 'tenant_id': 'd0d4e684c91448b1980fb74b19e9d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '8e75ad4b-408a-416e-a399-acf0f78d0a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:22Z', 'updated_at': '2021-08-16T21:00:26Z', 'revision_number': 3, 'project_id': 'd0d4e684c91448b1980fb74b19e9d492', 'gw_port': {'id': '8e75ad4b-408a-416e-a399-acf0f78d0a2b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722254a-a2e4-4a30-9b7b-b817962a6fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:25Z', 'updated_at': '2021-08-16T21:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:30.983689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'ce751cc5-8e3c-4f8a-9355-931384fea504', 'network_id': '051812a7-a4cd-4ebe-9669-1b7d49073f89', 'port_id': 'ce751cc5-8e3c-4f8a-9355-931384fea504', 'mac_address': 'fa:16:3e:be:4c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9e29e2-3d9a-4b61-839b-e085acc7cda6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:00:30.983689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Checking router: f722254a-a2e4-4a30-9b7b-b817962a6fe1 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:30.983689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Updating router f722254a-a2e4-4a30-9b7b-b817962a6fe1 port 8e75ad4b-408a-416e-a399-acf0f78d0a2b binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:00:31.018120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f4de163-e50c-411b-85c0-4e943d2f62c4 req-940c327b-d1b6-41d1-b1d9-f591a4bc47fe service neutron] 10.222.0.76 "GET /v2.0/networks/051812a7-a4cd-4ebe-9669-1b7d49073f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273622 Aug 16 21:00:31.089061 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.093655 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.145303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce751cc5-8e3c-4f8a-9355-931384fea504 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:00:31.156947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ef7f6-ad4a-4914-b6fd-f8c6fc3940ff tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Deleting port 378920c3-b6f7-4293-959d-529ff1f0f587 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:31.156947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef7f6-ad4a-4914-b6fd-f8c6fc3940ff tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.176614 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-769a248a-6e06-49d1-9b9a-97f7922a76eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.198332 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-769a248a-6e06-49d1-9b9a-97f7922a76eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.198332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-769a248a-6e06-49d1-9b9a-97f7922a76eb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6a993130-98eb-4bc6-a71d-0ded9bc70d02 HTTP/1.1" status: 204 len: 168 time: 1.2958598 Aug 16 21:00:31.199540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ce751cc5-8e3c-4f8a-9355-931384fea504, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ce751cc5-8e3c-4f8a-9355-931384fea504,segment=NetworkSegment(757c54e7-15ef-445d-a14c-b16c073f52b5),segment_id=757c54e7-15ef-445d-a14c-b16c073f52b5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:31.215636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a248a-6e06-49d1-9b9a-97f7922a76eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a993130-98eb-4bc6-a71d-0ded9bc70d02,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:31.291849 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.375914 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef7f6-ad4a-4914-b6fd-f8c6fc3940ff tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.415752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ef7f6-ad4a-4914-b6fd-f8c6fc3940ff tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Calling delete_port for 378920c3-b6f7-4293-959d-529ff1f0f587 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:31.452794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ce751cc5-8e3c-4f8a-9355-931384fea504,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:31.631832 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.647538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['ce751cc5-8e3c-4f8a-9355-931384fea504'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:32.014203 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.028403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Transition to ACTIVE for port object 8e75ad4b-408a-416e-a399-acf0f78d0a2b will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:32.072751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Deleting port 8e75ad4b-408a-416e-a399-acf0f78d0a2b {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:32.074121 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.104615 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.213290 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef7f6-ad4a-4914-b6fd-f8c6fc3940ff tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.231831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b66c9-cf2e-4712-b3d2-5bcd527bf85d None None] Pushing event updated for resources: {'Port': ['ID=8e75ad4b-408a-416e-a399-acf0f78d0a2b,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:32.238537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Attempting to bind port 8e75ad4b-408a-416e-a399-acf0f78d0a2b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:32.238923 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Attempting to bind port 8e75ad4b-408a-416e-a399-acf0f78d0a2b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:32.239306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Attempting to bind port 8e75ad4b-408a-416e-a399-acf0f78d0a2b on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:32.245623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:32.246171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:32.246729 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.247126 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:32.247660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Bound port: 8e75ad4b-408a-416e-a399-acf0f78d0a2b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:32.248236 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.309490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ef7f6-ad4a-4914-b6fd-f8c6fc3940ff tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event deleted for resources: {'Port': ['ID=378920c3-b6f7-4293-959d-529ff1f0f587,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:32.375022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03ce2-ca9f-4332-83e6-f367a5fa9a3f req-3014a53c-d7da-4300-b263-53fbcca0f964 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:32.383532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aea03ce2-ca9f-4332-83e6-f367a5fa9a3f req-3014a53c-d7da-4300-b263-53fbcca0f964 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 945 time: 0.6134396 Aug 16 21:00:32.422600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] For port 8e75ad4b-408a-416e-a399-acf0f78d0a2b, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:32.439414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] For port 8e75ad4b-408a-416e-a399-acf0f78d0a2b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8e75ad4b-408a-416e-a399-acf0f78d0a2b,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:32.475598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.512322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Calling delete_port for 8e75ad4b-408a-416e-a399-acf0f78d0a2b owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:32.514106 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.713518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b8d11-35c7-47a1-9b41-37d9ee19e394 req-fc2fa46a-ec45-4fa7-bb9f-03ffa4d22b55 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:32.724789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb6b8d11-35c7-47a1-9b41-37d9ee19e394 req-fc2fa46a-ec45-4fa7-bb9f-03ffa4d22b55 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.7296367 Aug 16 21:00:32.737330 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.834803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aea03ce2-ca9f-4332-83e6-f367a5fa9a3f req-7cb0fc86-133c-479a-85cd-5dbd4fbb344a tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241645 Aug 16 21:00:32.882587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Routers {'f722254a-a2e4-4a30-9b7b-b817962a6fe1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:32.883815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f722254a-a2e4-4a30-9b7b-b817962a6fe1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:32.889585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b66c9-cf2e-4712-b3d2-5bcd527bf85d None None] Pushing event updated for resources: {'Port': ['ID=8e75ad4b-408a-416e-a399-acf0f78d0a2b,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:32.918524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb6b8d11-35c7-47a1-9b41-37d9ee19e394 req-b7c094c0-20d4-4867-a5c9-667dcf6c9aa1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886570 Aug 16 21:00:32.985472 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef7f6-ad4a-4914-b6fd-f8c6fc3940ff tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.009621 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.015340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 13221556-9f0c-4824-b146-1f2579845968 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:33.102608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] Set router f722254a-a2e4-4a30-9b7b-b817962a6fe1 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:33.180245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] Deleting port 13221556-9f0c-4824-b146-1f2579845968 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:33.180620 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.189850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722254a-a2e4-4a30-9b7b-b817962a6fe1', 'name': 'tempest-snat-router-540772838', 'tenant_id': 'd0d4e684c91448b1980fb74b19e9d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:22Z', 'updated_at': '2021-08-16T21:00:30Z', 'revision_number': 4, 'project_id': 'd0d4e684c91448b1980fb74b19e9d492', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:33.254107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72aaae9-b5c6-44e0-b5c5-91afa92c938d None None] The sync data for ids ['f722254a-a2e4-4a30-9b7b-b817962a6fe1'] in n-d-793619-14 is: [{'id': 'f722254a-a2e4-4a30-9b7b-b817962a6fe1', 'name': 'tempest-snat-router-540772838', 'tenant_id': 'd0d4e684c91448b1980fb74b19e9d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:22Z', 'updated_at': '2021-08-16T21:00:30Z', 'revision_number': 4, 'project_id': 'd0d4e684c91448b1980fb74b19e9d492', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:33.295475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 13221556-9f0c-4824-b146-1f2579845968 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:33.312363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 13221556-9f0c-4824-b146-1f2579845968 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:33.321041 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.418968 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] For port 13221556-9f0c-4824-b146-1f2579845968, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=13221556-9f0c-4824-b146-1f2579845968,segment=NetworkSegment(8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2),segment_id=8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:33.419364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.458385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] Calling delete_port for 13221556-9f0c-4824-b146-1f2579845968 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:33.521945 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.552684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3ef7f6-ad4a-4914-b6fd-f8c6fc3940ff tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Router 262264ec-9d87-445f-a44e-775d500c6da6 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:00:33.595255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 13221556-9f0c-4824-b146-1f2579845968, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=13221556-9f0c-4824-b146-1f2579845968,segment=NetworkSegment(8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2),segment_id=8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:33.682145 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.783208 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:00:33.795711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3ef7f6-ad4a-4914-b6fd-f8c6fc3940ff tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:33.811979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=13221556-9f0c-4824-b146-1f2579845968,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:33.813125 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3571aa22-8506-467c-95b9-d556dfacbee1 None None] Sync routers for ids ['262264ec-9d87-445f-a44e-775d500c6da6'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:33.834543 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1c3ef7f6-ad4a-4914-b6fd-f8c6fc3940ff tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "PUT /v2.0/routers/262264ec-9d87-445f-a44e-775d500c6da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9244971 Aug 16 21:00:33.835228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42682) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:33.838518 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571aa22-8506-467c-95b9-d556dfacbee1 None None] Routers {'262264ec-9d87-445f-a44e-775d500c6da6'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:33.843306 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3571aa22-8506-467c-95b9-d556dfacbee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['262264ec-9d87-445f-a44e-775d500c6da6'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:33.923121 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3571aa22-8506-467c-95b9-d556dfacbee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:33.935498 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571aa22-8506-467c-95b9-d556dfacbee1 None None] Routers {'262264ec-9d87-445f-a44e-775d500c6da6'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:33.938227 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.954309 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3571aa22-8506-467c-95b9-d556dfacbee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['262264ec-9d87-445f-a44e-775d500c6da6'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:33.987575 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-3ed05bba-15e4-41ca-903c-39588a138325 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] show failed (client error): The resource could not be found. Aug 16 21:00:33.996146 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3ed05bba-15e4-41ca-903c-39588a138325 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "GET /v2.0/routers/tempest-non_exist_router-1238396347 HTTP/1.1" status: 404 len: 335 time: 0.1416798 Aug 16 21:00:34.000035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42692) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:34.012474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-385f1425-19db-47ba-b82f-12717ff1d51e tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:34.030969 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] Pushing event deleted for resources: {'Port': ['ID=13221556-9f0c-4824-b146-1f2579845968,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:34.096842 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-385f1425-19db-47ba-b82f-12717ff1d51e tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] update failed (client error): The resource could not be found. Aug 16 21:00:34.103154 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-385f1425-19db-47ba-b82f-12717ff1d51e tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "PUT /v2.0/routers/tempest-non_exist_router-907040013 HTTP/1.1" status: 404 len: 334 time: 0.0969720 Aug 16 21:00:34.103154 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.106925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42696) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:34.109716 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3571aa22-8506-467c-95b9-d556dfacbee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:34.110888 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3571aa22-8506-467c-95b9-d556dfacbee1 None None] The sync data for ids ['262264ec-9d87-445f-a44e-775d500c6da6'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:34.141379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e75ad4b-408a-416e-a399-acf0f78d0a2b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:34.161183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7bd23-3e73-4d39-b3d8-af12adac3b5b req-7d987a6c-d91b-4c72-af0a-a416405b9f45 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:34.165325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53c7bd23-3e73-4d39-b3d8-af12adac3b5b req-7d987a6c-d91b-4c72-af0a-a416405b9f45 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 945 time: 0.1562285 Aug 16 21:00:34.316856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cc5833-cc5f-464b-ace9-222a8eeccd9b tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Deleting subnet a910cc48-5be2-4d95-9913-dc7825767bd0 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:34.333214 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26cc5833-cc5f-464b-ace9-222a8eeccd9b tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.342436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53c7bd23-3e73-4d39-b3d8-af12adac3b5b req-eb24473e-7e8d-4858-aba7-a587b62a0f5f tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181731 Aug 16 21:00:34.375945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995064fc-dcbc-4af3-9fd3-614d0849b48c req-f6708bf8-163f-4b14-b057-776c9f527dd5 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:34.378386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-995064fc-dcbc-4af3-9fd3-614d0849b48c req-f6708bf8-163f-4b14-b057-776c9f527dd5 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.2930932 Aug 16 21:00:34.418922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.565318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-995064fc-dcbc-4af3-9fd3-614d0849b48c req-a2f0c199-30ee-4338-a6d5-fae88d665490 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731803 Aug 16 21:00:34.578961 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26cc5833-cc5f-464b-ace9-222a8eeccd9b tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.644484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.652388 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.678354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ce751cc5-8e3c-4f8a-9355-931384fea504 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:34.728748 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42700) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:34.729854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.839900 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.846055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f722254a-a2e4-4a30-9b7b-b817962a6fe1 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:00:34.876205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port ce751cc5-8e3c-4f8a-9355-931384fea504 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:34.879590 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.880591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port ce751cc5-8e3c-4f8a-9355-931384fea504 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:34.881292 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.885497 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1c1268a5-51bf-4876-83bf-1745ddea1b51 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "DELETE /v2.0/routers/f722254a-a2e4-4a30-9b7b-b817962a6fe1 HTTP/1.1" status: 204 len: 168 time: 4.6899483 Aug 16 21:00:34.893721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42704) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:35.109281 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.152043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1042cb2-8b42-476b-9ce2-c6a89723ddc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce751cc5-8e3c-4f8a-9355-931384fea504'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:35.153239 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26cc5833-cc5f-464b-ace9-222a8eeccd9b tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.154977 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b05b3f-8c76-4cc2-bf87-b8cede6d903a" -d '{"events": [{"server_uuid": "d1042cb2-8b42-476b-9ce2-c6a89723ddc3", "name": "network-vif-plugged", "status": "completed", "tag": "ce751cc5-8e3c-4f8a-9355-931384fea504"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:35.202668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ce751cc5-8e3c-4f8a-9355-931384fea504, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ce751cc5-8e3c-4f8a-9355-931384fea504,segment=NetworkSegment(757c54e7-15ef-445d-a14c-b16c073f52b5),segment_id=757c54e7-15ef-445d-a14c-b16c073f52b5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:35.228475 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364b2c0b-6deb-4937-abde-117febd5d89b x-openstack-request-id: req-364b2c0b-6deb-4937-abde-117febd5d89b {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:35.229547 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1042cb2-8b42-476b-9ce2-c6a89723ddc3", "name": "network-vif-plugged", "status": "completed", "tag": "ce751cc5-8e3c-4f8a-9355-931384fea504", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:35.230006 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-364b2c0b-6deb-4937-abde-117febd5d89b {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:35.230564 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1042cb2-8b42-476b-9ce2-c6a89723ddc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce751cc5-8e3c-4f8a-9355-931384fea504', 'code': 200} Aug 16 21:00:35.233376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] Router b414841b-0f77-4a04-8b7c-79f63f0079a3 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:00:35.235526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.287475 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.412964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ce751cc5-8e3c-4f8a-9355-931384fea504,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:35.442975 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e8aa8b8-e997-4eb2-8eef-f2c1e7fc5800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.567075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.610600 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26cc5833-cc5f-464b-ace9-222a8eeccd9b tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.658243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:35.673765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babfd9ed-5910-4953-9f31-adfdbf65bd16 None None] Sync routers for ids ['b414841b-0f77-4a04-8b7c-79f63f0079a3'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:35.686526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327920c-4e35-4750-a7db-b211b142bfb6 req-98dd5028-cb7e-4211-8d04-18438b20d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:35.689943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babfd9ed-5910-4953-9f31-adfdbf65bd16 None None] Routers {'b414841b-0f77-4a04-8b7c-79f63f0079a3'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:35.694382 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6327920c-4e35-4750-a7db-b211b142bfb6 req-98dd5028-cb7e-4211-8d04-18438b20d9bd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 1098 time: 0.2948935 Aug 16 21:00:35.694526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-babfd9ed-5910-4953-9f31-adfdbf65bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b414841b-0f77-4a04-8b7c-79f63f0079a3'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:35.713850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ced1d41d-57c4-4b6a-8298-af38f688b133 admin admin] 10.222.0.74 "PUT /v2.0/routers/b414841b-0f77-4a04-8b7c-79f63f0079a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1443241 Aug 16 21:00:35.714956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42712) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:35.752375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921639b-2a3b-492f-871f-e73948d160f4 req-fcd3c1ff-e8c1-467e-a0ca-1bc85ac873d6 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:35.772854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2921639b-2a3b-492f-871f-e73948d160f4 req-fcd3c1ff-e8c1-467e-a0ca-1bc85ac873d6 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 946 time: 0.2450714 Aug 16 21:00:35.780332 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26cc5833-cc5f-464b-ace9-222a8eeccd9b tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.786198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-26cc5833-cc5f-464b-ace9-222a8eeccd9b tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "DELETE /v2.0/subnets/a910cc48-5be2-4d95-9913-dc7825767bd0 HTTP/1.1" status: 204 len: 168 time: 1.6781342 Aug 16 21:00:35.796293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc5833-cc5f-464b-ace9-222a8eeccd9b tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event deleted for resources: {'Subnet': ['ID=a910cc48-5be2-4d95-9913-dc7825767bd0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:35.854328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42714) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:35.864709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e0d8e6-7273-4ddb-9d00-968a613ef5f5 None None] Network c92b0ff3-75ba-4e9b-a964-92eb725af331 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:35.999975 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e8aa8b8-e997-4eb2-8eef-f2c1e7fc5800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.019188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed07c927-93ad-4313-9202-7eef9910439a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Deleting subnet b0d4d8cc-65a4-465f-a3ab-786186cbafeb {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:36.025440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed07c927-93ad-4313-9202-7eef9910439a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.062351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Deleting port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:36.062821 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.079445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6327920c-4e35-4750-a7db-b211b142bfb6 req-a930f958-b48c-46d3-9600-f7b39dc6d5b0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574445 Aug 16 21:00:36.120417 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed07c927-93ad-4313-9202-7eef9910439a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.224615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1e8aa8b8-e997-4eb2-8eef-f2c1e7fc5800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.253757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2921639b-2a3b-492f-871f-e73948d160f4 req-60609bae-359b-4b04-a3c0-339f6d9a7ccc tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748583 Aug 16 21:00:36.297546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335660f-2444-4f38-b558-9588f5daa7e5 req-3f1a79dd-8fab-4398-a5c5-38c40a94b017 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:36.299985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5335660f-2444-4f38-b558-9588f5daa7e5 req-3f1a79dd-8fab-4398-a5c5-38c40a94b017 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.4596231 Aug 16 21:00:36.348839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-babfd9ed-5910-4953-9f31-adfdbf65bd16 None None] Set router b414841b-0f77-4a04-8b7c-79f63f0079a3 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:36.368389 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.405132 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1e8aa8b8-e997-4eb2-8eef-f2c1e7fc5800 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce999a9ed16e4efbb171a520c7f087e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6728857 Aug 16 21:00:36.420124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42716) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:36.431378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b2eed2-a674-46d7-92f2-f75a9d06a323 None None] DHCP port deletion for c92b0ff3-75ba-4e9b-a964-92eb725af331 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:00:36.446154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5335660f-2444-4f38-b558-9588f5daa7e5 req-d2dd890c-0af7-45a6-ad27-b7a108d8f459 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346304 Aug 16 21:00:36.470048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] For port 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8effad42-3a5f-49ec-8d4c-ee3ec9e16db4,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:36.470432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.526048 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.647110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Calling delete_port for 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:36.671453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8aa8b8-e997-4eb2-8eef-f2c1e7fc5800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d917d824-8a48-4604-a0fe-efb779746c58,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:36.698652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2eed2-a674-46d7-92f2-f75a9d06a323 None None] Deleting port 24fba1dc-dffa-47c5-9752-790f337e963c {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:36.702195 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0b2eed2-a674-46d7-92f2-f75a9d06a323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.808120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f0b2eed2-a674-46d7-92f2-f75a9d06a323 None None] For port 24fba1dc-dffa-47c5-9752-790f337e963c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=24fba1dc-dffa-47c5-9752-790f337e963c,segment=NetworkSegment(fcbf483e-85a8-447b-acea-b202a4e5dbee),segment_id=fcbf483e-85a8-447b-acea-b202a4e5dbee)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:36.808518 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0b2eed2-a674-46d7-92f2-f75a9d06a323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.818702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Deleting port 659ef617-cca3-4223-8da5-a835a3c640c5 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:36.819467 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.854142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2eed2-a674-46d7-92f2-f75a9d06a323 None None] Calling delete_port for 24fba1dc-dffa-47c5-9752-790f337e963c owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:37.240382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed07c927-93ad-4313-9202-7eef9910439a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.258444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 24fba1dc-dffa-47c5-9752-790f337e963c no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:37.330025 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f0b2eed2-a674-46d7-92f2-f75a9d06a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.345055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b2eed2-a674-46d7-92f2-f75a9d06a323 None None] No DVR routers for this DVR port 24fba1dc-dffa-47c5-9752-790f337e963c on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:37.405345 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] No active binding found for port 24fba1dc-dffa-47c5-9752-790f337e963c {{(pid=95263) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 21:00:37.405793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 24fba1dc-dffa-47c5-9752-790f337e963c not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:37.410466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2eed2-a674-46d7-92f2-f75a9d06a323 None None] Pushing event deleted for resources: {'Port': ['ID=24fba1dc-dffa-47c5-9752-790f337e963c,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:37.456515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-babfd9ed-5910-4953-9f31-adfdbf65bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'name': 'tempest-ImageQuotaTest-501054712-router', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:14Z', 'updated_at': '2021-08-16T21:00:33Z', 'revision_number': 5, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'gw_port': {'id': '659ef617-cca3-4223-8da5-a835a3c640c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:15Z', 'updated_at': '2021-08-16T21:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:37.508951 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babfd9ed-5910-4953-9f31-adfdbf65bd16 None None] Checking router: b414841b-0f77-4a04-8b7c-79f63f0079a3 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:37.536353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babfd9ed-5910-4953-9f31-adfdbf65bd16 None None] Routers {'b414841b-0f77-4a04-8b7c-79f63f0079a3'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:37.538208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-babfd9ed-5910-4953-9f31-adfdbf65bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b414841b-0f77-4a04-8b7c-79f63f0079a3'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:37.549343 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed07c927-93ad-4313-9202-7eef9910439a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.623875 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed07c927-93ad-4313-9202-7eef9910439a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.637986 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ed07c927-93ad-4313-9202-7eef9910439a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "DELETE /v2.0/subnets/b0d4d8cc-65a4-465f-a3ab-786186cbafeb HTTP/1.1" status: 204 len: 168 time: 1.7741504 Aug 16 21:00:37.643266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42722) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:37.644174 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c31c0740-c77c-4fbf-b587-53f2f27b9ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.667974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07c927-93ad-4313-9202-7eef9910439a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d4d8cc-65a4-465f-a3ab-786186cbafeb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:37.703987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-babfd9ed-5910-4953-9f31-adfdbf65bd16 None None] Set router b414841b-0f77-4a04-8b7c-79f63f0079a3 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:37.802740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-babfd9ed-5910-4953-9f31-adfdbf65bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'name': 'tempest-ImageQuotaTest-501054712-router', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:14Z', 'updated_at': '2021-08-16T21:00:36Z', 'revision_number': 6, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:37.819527 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c31c0740-c77c-4fbf-b587-53f2f27b9ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.848470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79d3c8b-6fb8-453f-a796-40bc4fe3d2a9 None None] Network bdd212c3-9ce9-4b9b-8060-c2ec73007188 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:37.897469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] For port 659ef617-cca3-4223-8da5-a835a3c640c5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=659ef617-cca3-4223-8da5-a835a3c640c5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:37.898152 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.954044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babfd9ed-5910-4953-9f31-adfdbf65bd16 None None] The sync data for ids ['b414841b-0f77-4a04-8b7c-79f63f0079a3'] in n-d-793619-14 is: [{'id': 'b414841b-0f77-4a04-8b7c-79f63f0079a3', 'name': 'tempest-ImageQuotaTest-501054712-router', 'tenant_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:14Z', 'updated_at': '2021-08-16T21:00:36Z', 'revision_number': 6, 'project_id': '7ce669c716d142deaf2f1cb92ce28dc3', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:37.969542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Calling delete_port for 659ef617-cca3-4223-8da5-a835a3c640c5 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:38.009811 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.025389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ffbf8-9d02-40b7-bbf5-aae86111f21c req-9f46b410-0586-40a2-93c7-f84b57de8889 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:38.035362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d6ffbf8-9d02-40b7-bbf5-aae86111f21c req-9f46b410-0586-40a2-93c7-f84b57de8889 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.2397249 Aug 16 21:00:38.138233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1e6cb-78f3-410a-9ff9-1fbfba160f25 req-ae70d226-bc16-47f1-9f83-71513f532d11 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:38.143837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7dc1e6cb-78f3-410a-9ff9-1fbfba160f25 req-ae70d226-bc16-47f1-9f83-71513f532d11 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 946 time: 0.3496492 Aug 16 21:00:38.291661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d6ffbf8-9d02-40b7-bbf5-aae86111f21c req-2efe9289-6da3-4949-beff-8207031d4773 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525802 Aug 16 21:00:38.337421 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.358426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] DHCP port deletion for bdd212c3-9ce9-4b9b-8060-c2ec73007188 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:00:38.360104 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92b0ff3-75ba-4e9b-a964-92eb725af331']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:38.375639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbf483e-85a8-447b-acea-b202a4e5dbee') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:38.375951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbf483e-85a8-447b-acea-b202a4e5dbee') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:38.389670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.409139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.418296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:38.419413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: items = [ Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:38.570446 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:38.573659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Deleting port 58ee2767-ab3a-4b95-92f1-30bbafa87999 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:38.573659 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.574994 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c31c0740-c77c-4fbf-b587-53f2f27b9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.578406 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c31c0740-c77c-4fbf-b587-53f2f27b9ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.583551 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c31c0740-c77c-4fbf-b587-53f2f27b9ff3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d917d824-8a48-4604-a0fe-efb779746c58 HTTP/1.1" status: 204 len: 168 time: 2.1523213 Aug 16 21:00:38.599175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c0740-c77c-4fbf-b587-53f2f27b9ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d917d824-8a48-4604-a0fe-efb779746c58,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:38.697294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] For port 58ee2767-ab3a-4b95-92f1-30bbafa87999, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=58ee2767-ab3a-4b95-92f1-30bbafa87999,segment=NetworkSegment(2b24094e-d118-478c-9e73-bf2d8009c1fb),segment_id=2b24094e-d118-478c-9e73-bf2d8009c1fb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:38.697861 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.720894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Calling delete_port for 58ee2767-ab3a-4b95-92f1-30bbafa87999 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:38.750458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7dc1e6cb-78f3-410a-9ff9-1fbfba160f25 req-4560a6a3-40a9-4bd9-b125-b7bb863f9341 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101264 Aug 16 21:00:38.888127 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.898679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.904180 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "DELETE /v2.0/networks/c92b0ff3-75ba-4e9b-a964-92eb725af331 HTTP/1.1" status: 204 len: 168 time: 1.2552304 Aug 16 21:00:38.904668 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42732) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:38.970744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08456af2-7051-4615-b087-773d68d2ff45 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event deleted for resources: {'Network': ['ID=c92b0ff3-75ba-4e9b-a964-92eb725af331,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:38.976340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.991106 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.085177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.093688 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Pushing event deleted for resources: {'Port': ['ID=58ee2767-ab3a-4b95-92f1-30bbafa87999,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:39.175735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] No DVR routers for this DVR port 58ee2767-ab3a-4b95-92f1-30bbafa87999 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:39.201078 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 58ee2767-ab3a-4b95-92f1-30bbafa87999 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:39.216813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event deleted for resources: {'Port': ['ID=8effad42-3a5f-49ec-8d4c-ee3ec9e16db4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:39.333939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.334296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.336691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.339898 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.344957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.345437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.345788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.346126 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.346831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.347182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.347679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.349265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafe180-e98b-4eea-9e01-7d321ad5f7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:39.367970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 58ee2767-ab3a-4b95-92f1-30bbafa87999 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:39.368099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 58ee2767-ab3a-4b95-92f1-30bbafa87999 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:39.368829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 13221556-9f0c-4824-b146-1f2579845968 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:39.391453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 13221556-9f0c-4824-b146-1f2579845968 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:39.391808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 13221556-9f0c-4824-b146-1f2579845968 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:39.473758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Pushing event deleted for resources: {'Port': ['ID=659ef617-cca3-4223-8da5-a835a3c640c5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:39.509486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.782388 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.785784 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.805983 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.824792 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.969080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.970153 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c18a69cb-b494-4ae4-a9f5-9786291ba608 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:00:39.980273 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.986329 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d037d9f6-4858-4137-be35-5fe63ef8ce60 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "DELETE /v2.0/routers/c18a69cb-b494-4ae4-a9f5-9786291ba608 HTTP/1.1" status: 204 len: 168 time: 5.0867634 Aug 16 21:00:39.991515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42752) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:40.016303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1749000369', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:40.175751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b90aa-a357-4e9b-9345-0a8376a55890 req-01fc9e29-05d0-443d-8307-947ccb45fa3d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:40.181380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c82b90aa-a357-4e9b-9345-0a8376a55890 req-01fc9e29-05d0-443d-8307-947ccb45fa3d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.7123263 Aug 16 21:00:40.202156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.205110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.211841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.331858 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.358134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67199ac5-cf71-4aca-ac88-55e79519b1eb req-cec2edab-70f5-4918-9335-1908d41f25de tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:40.361818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67199ac5-cf71-4aca-ac88-55e79519b1eb req-cec2edab-70f5-4918-9335-1908d41f25de tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 946 time: 0.7181978 Aug 16 21:00:40.493111 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.511922 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.605647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd212c3-9ce9-4b9b-8060-c2ec73007188']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:40.620772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b24094e-d118-478c-9e73-bf2d8009c1fb') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:40.621224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b24094e-d118-478c-9e73-bf2d8009c1fb') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:40.651983 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c82b90aa-a357-4e9b-9345-0a8376a55890 req-b816106d-9a5a-4e47-a9b1-adbe54e2818f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446216 Aug 16 21:00:40.656154 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.669728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67199ac5-cf71-4aca-ac88-55e79519b1eb req-4abd519c-8c8b-41b8-baad-daa248ec2ee4 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607205 Aug 16 21:00:40.681830 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.708826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:40.709542 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: items = [ Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:40.714130 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:40.850355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:40.878518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.884398 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.884398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b414841b-0f77-4a04-8b7c-79f63f0079a3 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:00:40.894947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:40.895689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8effad42-3a5f-49ec-8d4c-ee3ec9e16db4 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:40.896552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 659ef617-cca3-4223-8da5-a835a3c640c5 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:40.897876 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.901753 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5fb5d30f-7ff9-474a-aeca-6bd8d37aef9b admin admin] 10.222.0.74 "DELETE /v2.0/routers/b414841b-0f77-4a04-8b7c-79f63f0079a3 HTTP/1.1" status: 204 len: 168 time: 5.1815753 Aug 16 21:00:40.902661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42760) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:40.907500 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.922133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.924232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "DELETE /v2.0/networks/bdd212c3-9ce9-4b9b-8060-c2ec73007188 HTTP/1.1" status: 204 len: 168 time: 2.0182991 Aug 16 21:00:40.927584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42762) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:40.978119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a45a40-3f5f-42ca-b11e-a79cf09ee699 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event deleted for resources: {'Network': ['ID=bdd212c3-9ce9-4b9b-8060-c2ec73007188,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:40.988635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 659ef617-cca3-4223-8da5-a835a3c640c5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:40.989924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 659ef617-cca3-4223-8da5-a835a3c640c5 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:41.002745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26020b76-ac05-49cc-80e7-375feb4bf5ea req-2c0393e8-2d42-46fa-bc41-6f69fc41ee66 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:41.004491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26020b76-ac05-49cc-80e7-375feb4bf5ea req-2c0393e8-2d42-46fa-bc41-6f69fc41ee66 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 946 time: 0.2330823 Aug 16 21:00:41.138859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da303a0-7018-4317-9184-e14eb12a16fe admin admin] Deleting subnet ba07f0dd-ea1b-4466-85be-4672a718f623 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:41.149927 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2da303a0-7018-4317-9184-e14eb12a16fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.193451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2da303a0-7018-4317-9184-e14eb12a16fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.221672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd069d8d-123d-4e4e-9477-72c5fbd0f65c tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Deleting subnet e3b71c10-75fd-4bd0-9592-95258b722968 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:41.228654 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd069d8d-123d-4e4e-9477-72c5fbd0f65c tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.260408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-26020b76-ac05-49cc-80e7-375feb4bf5ea req-ece7063a-ffda-4c75-8900-4dfb61b65a67 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Deleting port ce751cc5-8e3c-4f8a-9355-931384fea504 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:41.260408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-26020b76-ac05-49cc-80e7-375feb4bf5ea req-ece7063a-ffda-4c75-8900-4dfb61b65a67 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.303499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd069d8d-123d-4e4e-9477-72c5fbd0f65c tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.455682 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2da303a0-7018-4317-9184-e14eb12a16fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.513173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-26020b76-ac05-49cc-80e7-375feb4bf5ea req-ece7063a-ffda-4c75-8900-4dfb61b65a67 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] For port ce751cc5-8e3c-4f8a-9355-931384fea504, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ce751cc5-8e3c-4f8a-9355-931384fea504,segment=NetworkSegment(757c54e7-15ef-445d-a14c-b16c073f52b5),segment_id=757c54e7-15ef-445d-a14c-b16c073f52b5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:41.513173 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-26020b76-ac05-49cc-80e7-375feb4bf5ea req-ece7063a-ffda-4c75-8900-4dfb61b65a67 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.542959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-26020b76-ac05-49cc-80e7-375feb4bf5ea req-ece7063a-ffda-4c75-8900-4dfb61b65a67 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Calling delete_port for ce751cc5-8e3c-4f8a-9355-931384fea504 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:41.638441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd069d8d-123d-4e4e-9477-72c5fbd0f65c tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.698115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.803857 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.894188 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2da303a0-7018-4317-9184-e14eb12a16fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.962457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da303a0-7018-4317-9184-e14eb12a16fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba07f0dd-ea1b-4466-85be-4672a718f623,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:41.968385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd069d8d-123d-4e4e-9477-72c5fbd0f65c tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.005205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de8909-254f-4883-a01d-13b54aa3e8c5 req-879f6b4b-cf46-4fbf-ad41-241b204035a3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:42.018351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99de8909-254f-4883-a01d-13b54aa3e8c5 req-879f6b4b-cf46-4fbf-ad41-241b204035a3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.1654966 Aug 16 21:00:42.053320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd069d8d-123d-4e4e-9477-72c5fbd0f65c tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b71c10-75fd-4bd0-9592-95258b722968,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:42.088737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba978ca3-4163-407f-966f-8d1623875f43 None None] Network 0e404aa3-4ae6-465d-885c-91a49a24d507 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:42.097559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55883fc9-5216-459b-882d-d3ffd5684ff2 req-03744c11-4630-44f6-8ff2-9c20d46defb7 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:42.099255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55883fc9-5216-459b-882d-d3ffd5684ff2 req-03744c11-4630-44f6-8ff2-9c20d46defb7 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 946 time: 0.1746433 Aug 16 21:00:42.113726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2da303a0-7018-4317-9184-e14eb12a16fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.149926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99de8909-254f-4883-a01d-13b54aa3e8c5 req-925eee38-577f-4a0a-ac77-6ea1c87ec4ad tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846264 Aug 16 21:00:42.150365 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2da303a0-7018-4317-9184-e14eb12a16fe admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ba07f0dd-ea1b-4466-85be-4672a718f623 HTTP/1.1" status: 204 len: 168 time: 1.2193780 Aug 16 21:00:42.150838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c221c848-b82a-47e7-95a0-9e6f30d5bbd3 None None] Network 836426f9-b265-40aa-8860-c22251f52cbf requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:42.157730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-26020b76-ac05-49cc-80e7-375feb4bf5ea req-ece7063a-ffda-4c75-8900-4dfb61b65a67 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.230230 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd069d8d-123d-4e4e-9477-72c5fbd0f65c tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.234306 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cd069d8d-123d-4e4e-9477-72c5fbd0f65c tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "DELETE /v2.0/subnets/e3b71c10-75fd-4bd0-9592-95258b722968 HTTP/1.1" status: 204 len: 168 time: 1.3054547 Aug 16 21:00:42.235217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42778) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:42.242601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42780) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:42.246154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55883fc9-5216-459b-882d-d3ffd5684ff2 req-7900d3b3-1e19-49d1-9f32-a2aafebbce4a tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/security-groups?id=606e2937-2775-43b9-8a0a-8baaf3e3d258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305227 Aug 16 21:00:42.346148 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.404660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['ce751cc5-8e3c-4f8a-9355-931384fea504'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:42.450096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7063a-ffda-4c75-8900-4dfb61b65a67 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Pushing event deleted for resources: {'Port': ['ID=ce751cc5-8e3c-4f8a-9355-931384fea504,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:42.455468 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.555293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-26020b76-ac05-49cc-80e7-375feb4bf5ea req-ece7063a-ffda-4c75-8900-4dfb61b65a67 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] No DVR routers for this DVR port ce751cc5-8e3c-4f8a-9355-931384fea504 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:42.560861 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-26020b76-ac05-49cc-80e7-375feb4bf5ea req-ece7063a-ffda-4c75-8900-4dfb61b65a67 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.563171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26020b76-ac05-49cc-80e7-375feb4bf5ea req-ece7063a-ffda-4c75-8900-4dfb61b65a67 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.76 "DELETE /v2.0/ports/ce751cc5-8e3c-4f8a-9355-931384fea504 HTTP/1.1" status: 204 len: 173 time: 1.5518591 Aug 16 21:00:42.566985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1042cb2-8b42-476b-9ce2-c6a89723ddc3', 'name': 'network-vif-deleted', 'tag': 'ce751cc5-8e3c-4f8a-9355-931384fea504'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:42.569494 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2eabb9-b7e5-44fc-a8cd-d9fdf8d443f1" -d '{"events": [{"server_uuid": "d1042cb2-8b42-476b-9ce2-c6a89723ddc3", "name": "network-vif-deleted", "tag": "ce751cc5-8e3c-4f8a-9355-931384fea504"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:42.594436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Allocated IP 172.25.4.198 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/ab6130aa-7641-4cfa-ac54-329240ed857a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:42.650860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Deleting port 806f074f-aefc-4235-9d2e-2d437eeb6e40 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:42.653374 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.755629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2831a99c-72f2-4414-989d-42f8a8d1779f None None] DHCP port deletion for 836426f9-b265-40aa-8860-c22251f52cbf request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:00:42.780693 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595c342e-09e9-48f5-9d66-0d05eb1985ed x-openstack-request-id: req-595c342e-09e9-48f5-9d66-0d05eb1985ed {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:42.789996 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1042cb2-8b42-476b-9ce2-c6a89723ddc3", "name": "network-vif-deleted", "tag": "ce751cc5-8e3c-4f8a-9355-931384fea504", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:42.790387 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-595c342e-09e9-48f5-9d66-0d05eb1985ed {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:42.790832 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1042cb2-8b42-476b-9ce2-c6a89723ddc3', 'name': 'network-vif-deleted', 'tag': 'ce751cc5-8e3c-4f8a-9355-931384fea504', 'status': 'completed', 'code': 200} Aug 16 21:00:42.841516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30af25b9-ddb6-4ece-a742-24f30bc9ce68 None None] DHCP port deletion for 0e404aa3-4ae6-465d-885c-91a49a24d507 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:00:42.906999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] For port 806f074f-aefc-4235-9d2e-2d437eeb6e40, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=806f074f-aefc-4235-9d2e-2d437eeb6e40,segment=NetworkSegment(e7130e58-ae37-4162-8180-9b08dbeb56b3),segment_id=e7130e58-ae37-4162-8180-9b08dbeb56b3)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:42.907361 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.913696 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 806f074f-aefc-4235-9d2e-2d437eeb6e40 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:42.935030 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.956133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Calling delete_port for 806f074f-aefc-4235-9d2e-2d437eeb6e40 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:43.061473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2831a99c-72f2-4414-989d-42f8a8d1779f None None] Deleting port 806f074f-aefc-4235-9d2e-2d437eeb6e40 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:43.063586 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2831a99c-72f2-4414-989d-42f8a8d1779f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.064003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Deleting port 5d63642b-1017-466b-b104-4614a9f47fac {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:43.064373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.154375 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.169008 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.192353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] No active binding found for port 806f074f-aefc-4235-9d2e-2d437eeb6e40 {{(pid=95263) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 21:00:43.192980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 806f074f-aefc-4235-9d2e-2d437eeb6e40 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:43.221178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-30af25b9-ddb6-4ece-a742-24f30bc9ce68 None None] Deleting port 5d63642b-1017-466b-b104-4614a9f47fac {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:43.221656 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-30af25b9-ddb6-4ece-a742-24f30bc9ce68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.336377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] No DVR routers for this DVR port 806f074f-aefc-4235-9d2e-2d437eeb6e40 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:43.352376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event deleted for resources: {'Port': ['ID=806f074f-aefc-4235-9d2e-2d437eeb6e40,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:43.395215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] For port 5d63642b-1017-466b-b104-4614a9f47fac, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5d63642b-1017-466b-b104-4614a9f47fac,segment=NetworkSegment(8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2),segment_id=8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:43.395494 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.413323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-30af25b9-ddb6-4ece-a742-24f30bc9ce68 None None] For port 5d63642b-1017-466b-b104-4614a9f47fac, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5d63642b-1017-466b-b104-4614a9f47fac,segment=NetworkSegment(8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2),segment_id=8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:43.420036 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-30af25b9-ddb6-4ece-a742-24f30bc9ce68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.450875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-30af25b9-ddb6-4ece-a742-24f30bc9ce68 None None] Calling delete_port for 5d63642b-1017-466b-b104-4614a9f47fac owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:43.467863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Calling delete_port for 5d63642b-1017-466b-b104-4614a9f47fac owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:43.470377 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2831a99c-72f2-4414-989d-42f8a8d1779f None None] For port 806f074f-aefc-4235-9d2e-2d437eeb6e40, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=806f074f-aefc-4235-9d2e-2d437eeb6e40,segment=NetworkSegment(e7130e58-ae37-4162-8180-9b08dbeb56b3),segment_id=e7130e58-ae37-4162-8180-9b08dbeb56b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:43.471009 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2831a99c-72f2-4414-989d-42f8a8d1779f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.534462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2831a99c-72f2-4414-989d-42f8a8d1779f None None] Calling delete_port for 806f074f-aefc-4235-9d2e-2d437eeb6e40 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:43.608930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:43.623796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:43.661307 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:43.777419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Pushing event updated for resources: {'Port': ['ID=ab6130aa-7641-4cfa-ac54-329240ed857a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:43.783219 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:00:43.824461 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2831a99c-72f2-4414-989d-42f8a8d1779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.836734 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-404a6646-d436-4943-9ef9-0704b4b34f5a req-8b5d525c-0cca-4da8-98d6-0d9b1d794c18 tempest-ServerAddressesNegativeTestJSON-458320867 tempest-ServerAddressesNegativeTestJSON-458320867-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1042cb2-8b42-476b-9ce2-c6a89723ddc3 HTTP/1.1" status: 200 len: 210 time: 0.3322134 Aug 16 21:00:43.867817 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-30af25b9-ddb6-4ece-a742-24f30bc9ce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.879917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.039064 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831a99c-72f2-4414-989d-42f8a8d1779f None None] No DVR routers for this DVR port 806f074f-aefc-4235-9d2e-2d437eeb6e40 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:44.039064 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831a99c-72f2-4414-989d-42f8a8d1779f None None] Pushing event deleted for resources: {'Port': ['ID=806f074f-aefc-4235-9d2e-2d437eeb6e40,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:44.040558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836426f9-b265-40aa-8860-c22251f52cbf']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:44.040558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879908e-ccf8-43f2-bde6-3edb625575cf req-e0837dd4-2a32-4d26-8960-6e9655f61c2a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:44.041474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af25b9-ddb6-4ece-a742-24f30bc9ce68 None None] Pushing event deleted for resources: {'Port': ['ID=5d63642b-1017-466b-b104-4614a9f47fac,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:44.041703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b879908e-ccf8-43f2-bde6-3edb625575cf req-e0837dd4-2a32-4d26-8960-6e9655f61c2a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.7414021 Aug 16 21:00:44.041820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af25b9-ddb6-4ece-a742-24f30bc9ce68 None None] No DVR routers for this DVR port 5d63642b-1017-466b-b104-4614a9f47fac on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:44.041923 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7130e58-ae37-4162-8180-9b08dbeb56b3') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:44.041923 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7130e58-ae37-4162-8180-9b08dbeb56b3') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:44.042256 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.093007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.123346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b879908e-ccf8-43f2-bde6-3edb625575cf req-400f3233-616b-4d6d-8dca-cb0708991366 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015024 Aug 16 21:00:44.130141 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.143457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d63642b-1017-466b-b104-4614a9f47fac,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:44.148543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:44.148543 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.149343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] No DVR routers for this DVR port 5d63642b-1017-466b-b104-4614a9f47fac on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:44.155416 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:44.316953 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.337705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e404aa3-4ae6-465d-885c-91a49a24d507']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:44.351327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:44.351688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5d94a8-1fc9-42d3-abd6-18394f7ce8f2') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:44.362769 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.387882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.399431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:44.399431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:44.401249 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:44.584539 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.596796 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.607553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "DELETE /v2.0/networks/836426f9-b265-40aa-8860-c22251f52cbf HTTP/1.1" status: 204 len: 168 time: 2.3002574 Aug 16 21:00:44.610255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42788) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:44.641905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda6d66-cd4f-4bf2-961c-4a6b17a2db2a tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Pushing event deleted for resources: {'Network': ['ID=836426f9-b265-40aa-8860-c22251f52cbf,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:44.670416 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a0ff0b1e-546e-479b-9c36-cdf8bc2cbc70 tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "GET /v2.0/ports?device_id=262264ec-9d87-445f-a44e-775d500c6da6 HTTP/1.1" status: 200 len: 205 time: 0.0587611 Aug 16 21:00:44.673169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42790) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:44.675664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.686726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.688589 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] 10.222.0.74 "DELETE /v2.0/networks/0e404aa3-4ae6-465d-885c-91a49a24d507 HTTP/1.1" status: 204 len: 168 time: 2.4467566 Aug 16 21:00:44.724442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ce751cc5-8e3c-4f8a-9355-931384fea504 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:44.789949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: ce751cc5-8e3c-4f8a-9355-931384fea504 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:44.790300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ce751cc5-8e3c-4f8a-9355-931384fea504 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:44.815469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b0442-d617-4787-a868-3fb3cc749c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e404aa3-4ae6-465d-885c-91a49a24d507,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:44.956488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5d63642b-1017-466b-b104-4614a9f47fac no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:44.983054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42800) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:45.002192 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.006234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 5d63642b-1017-466b-b104-4614a9f47fac {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:45.006618 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5eadf333-383d-4494-b939-0562118622ec tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.007039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5d63642b-1017-466b-b104-4614a9f47fac not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:45.230382 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-afdd8d84-4790-4339-8132-42124b03f51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.359134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c29be9-ecaf-43cb-b245-4781c0cf789e admin admin] Deleting subnet bf9e29e2-3d9a-4b61-839b-e085acc7cda6 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:45.436543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42804) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:45.490496 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3c29be9-ecaf-43cb-b245-4781c0cf789e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.515638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.523502 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-88a52586-0f60-48f1-aebb-2a4be8ac8587 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7ce669c716d142deaf2f1cb92ce28dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841889 Aug 16 21:00:45.523502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42806) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:45.592466 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5eadf333-383d-4494-b939-0562118622ec tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.604584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846983a-f1ba-4462-9150-1e63da850b2a req-7d3bef22-2fe7-48e4-a7a1-afd547ef6b06 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:45.613171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e846983a-f1ba-4462-9150-1e63da850b2a req-7d3bef22-2fe7-48e4-a7a1-afd547ef6b06 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.3486338 Aug 16 21:00:45.617959 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5eadf333-383d-4494-b939-0562118622ec tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.653870 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3c29be9-ecaf-43cb-b245-4781c0cf789e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.744651 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e846983a-f1ba-4462-9150-1e63da850b2a req-539c1d64-f2d6-4b1c-a343-43216ead4531 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255381 Aug 16 21:00:45.769569 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3c29be9-ecaf-43cb-b245-4781c0cf789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.796587 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-93aed09f-4da5-43ab-9a85-ca3de9fede78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.828798 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5eadf333-383d-4494-b939-0562118622ec tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.829833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eadf333-383d-4494-b939-0562118622ec tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Fanout notify agent at l3_agent the message router_deleted on router 262264ec-9d87-445f-a44e-775d500c6da6 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:00:45.840989 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-93aed09f-4da5-43ab-9a85-ca3de9fede78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.858733 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5eadf333-383d-4494-b939-0562118622ec tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.864350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Router 05cb90b4-3ada-40af-9094-953f6d3d3e17 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:00:45.868016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5eadf333-383d-4494-b939-0562118622ec tempest-RoutersNegativeTest-1804767954 tempest-RoutersNegativeTest-1804767954-project] 10.222.0.74 "DELETE /v2.0/routers/262264ec-9d87-445f-a44e-775d500c6da6 HTTP/1.1" status: 204 len: 168 time: 1.1917286 Aug 16 21:00:45.946277 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3c29be9-ecaf-43cb-b245-4781c0cf789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.981816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c29be9-ecaf-43cb-b245-4781c0cf789e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9e29e2-3d9a-4b61-839b-e085acc7cda6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:45.987131 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3c29be9-ecaf-43cb-b245-4781c0cf789e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.991441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f3c29be9-ecaf-43cb-b245-4781c0cf789e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bf9e29e2-3d9a-4b61-839b-e085acc7cda6 HTTP/1.1" status: 204 len: 168 time: 1.0046659 Aug 16 21:00:45.991987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42816) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:46.144650 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.151467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:46.162623 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361a2a5a-53ed-4fcc-8022-57cce83a4ba1 None None] Sync routers for ids ['05cb90b4-3ada-40af-9094-953f6d3d3e17'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:46.178406 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361a2a5a-53ed-4fcc-8022-57cce83a4ba1 None None] Routers {'05cb90b4-3ada-40af-9094-953f6d3d3e17'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:46.179747 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-361a2a5a-53ed-4fcc-8022-57cce83a4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['05cb90b4-3ada-40af-9094-953f6d3d3e17'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:46.227358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-93aed09f-4da5-43ab-9a85-ca3de9fede78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.229971 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-93aed09f-4da5-43ab-9a85-ca3de9fede78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.231480 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-93aed09f-4da5-43ab-9a85-ca3de9fede78 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/28679a70-32b7-4848-a912-2d243bac95ba HTTP/1.1" status: 204 len: 168 time: 0.7055886 Aug 16 21:00:46.235578 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-361a2a5a-53ed-4fcc-8022-57cce83a4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:46.240029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aed09f-4da5-43ab-9a85-ca3de9fede78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28679a70-32b7-4848-a912-2d243bac95ba,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:46.253298 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361a2a5a-53ed-4fcc-8022-57cce83a4ba1 None None] Routers {'05cb90b4-3ada-40af-9094-953f6d3d3e17'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:46.254180 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-361a2a5a-53ed-4fcc-8022-57cce83a4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['05cb90b4-3ada-40af-9094-953f6d3d3e17'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:46.264368 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.285137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051812a7-a4cd-4ebe-9669-1b7d49073f89']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:46.290130 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.292659 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-efe973ec-3534-4d73-a599-c898de03d103 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.2973266 Aug 16 21:00:46.296703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42824) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:46.303620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757c54e7-15ef-445d-a14c-b16c073f52b5') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:46.304065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757c54e7-15ef-445d-a14c-b16c073f52b5') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:46.306486 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-361a2a5a-53ed-4fcc-8022-57cce83a4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:46.307143 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361a2a5a-53ed-4fcc-8022-57cce83a4ba1 None None] The sync data for ids ['05cb90b4-3ada-40af-9094-953f6d3d3e17'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:46.307709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-279a318d-b0a5-4470-9655-af2541dfb361 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'enable_snat': False}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:46.318879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.337188 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.344081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:46.344566 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:46.347193 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:46.515491 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.546156 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.548081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] 10.222.0.74 "DELETE /v2.0/networks/051812a7-a4cd-4ebe-9669-1b7d49073f89 HTTP/1.1" status: 204 len: 168 time: 0.5551538 Aug 16 21:00:46.549116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24478e-bda2-4984-bb01-a6c899898f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=051812a7-a4cd-4ebe-9669-1b7d49073f89,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:46.660570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42850) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:47.018634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b844e05-81da-458f-9a27-0f1eb481b5f3 req-5eff467d-7f40-41a7-a242-4bca8a6e62f7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:47.031186 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b844e05-81da-458f-9a27-0f1eb481b5f3 req-5eff467d-7f40-41a7-a242-4bca8a6e62f7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.1925299 Aug 16 21:00:47.136784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b844e05-81da-458f-9a27-0f1eb481b5f3 req-b39b5894-5a8b-46f2-b1f7-c1d47cecbd2b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037078 Aug 16 21:00:47.170294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-607945a2-d01d-4087-9973-bd38c2bbe565 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=48aa3e5fb48147a5bf4f06b6bd59bbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5083878 Aug 16 21:00:47.172692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42878) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:47.198274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d97bf-3b8c-4747-b30a-1bd70d1a8ed4 req-38e73b7a-0fbe-4162-805b-c9ec7356ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:47.199916 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-034d97bf-3b8c-4747-b30a-1bd70d1a8ed4 req-38e73b7a-0fbe-4162-805b-c9ec7356ca9d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0897193 Aug 16 21:00:47.233484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2dac-9223-448b-82b1-25bf1dd7d0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.254498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2dac-9223-448b-82b1-25bf1dd7d0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.385318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d97bf-3b8c-4747-b30a-1bd70d1a8ed4 req-46976fd9-5716-407b-b708-2aed865e19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:47.386816 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-034d97bf-3b8c-4747-b30a-1bd70d1a8ed4 req-46976fd9-5716-407b-b708-2aed865e19a1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.1795602 Aug 16 21:00:47.388670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-279a318d-b0a5-4470-9655-af2541dfb361 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.430650 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-034d97bf-3b8c-4747-b30a-1bd70d1a8ed4 req-a955b39b-c1e8-49d5-a110-8b22a71f7203 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a53e0868-f139-4068-a7f4-fc35ce84780d HTTP/1.1" status: 200 len: 217 time: 0.0364203 Aug 16 21:00:47.480249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d97bf-3b8c-4747-b30a-1bd70d1a8ed4 req-64804648-a00d-47ed-88e5-5827376c838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:47.481750 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-034d97bf-3b8c-4747-b30a-1bd70d1a8ed4 req-64804648-a00d-47ed-88e5-5827376c838e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.0444493 Aug 16 21:00:47.482303 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2dac-9223-448b-82b1-25bf1dd7d0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.485133 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2dac-9223-448b-82b1-25bf1dd7d0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.489673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ab6f2dac-9223-448b-82b1-25bf1dd7d0ed admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7c172f7-7ac1-4ae4-9ab0-929022d55e4d HTTP/1.1" status: 204 len: 168 time: 0.3153498 Aug 16 21:00:47.501446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f2dac-9223-448b-82b1-25bf1dd7d0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c172f7-7ac1-4ae4-9ab0-929022d55e4d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:47.538436 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1cf1dfdb-263e-485c-ba7b-3ece72cd835c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.546553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d97bf-3b8c-4747-b30a-1bd70d1a8ed4 req-2cc17307-c985-459b-9036-aaa4b61c2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:47.548324 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-034d97bf-3b8c-4747-b30a-1bd70d1a8ed4 req-2cc17307-c985-459b-9036-aaa4b61c2ea5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586548 Aug 16 21:00:47.654258 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42886) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:47.738188 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-034d97bf-3b8c-4747-b30a-1bd70d1a8ed4 req-f1bffdc3-3dca-465c-be0f-89b74070dbca service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796677 Aug 16 21:00:47.769145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-78b39a28-c88f-4a73-b609-94e3fbd42e46 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1e2ede6a60ba4a06bdaf444273130464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1135595 Aug 16 21:00:47.772556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42888) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:47.820948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42890) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:47.882644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-611ea247-c9a7-4615-b65d-6b314cf5cce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.916239 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.945332 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-034d97bf-3b8c-4747-b30a-1bd70d1a8ed4 req-93d1c552-9a4c-4516-a2e2-f21cf1ec70dd service neutron] 10.222.0.79 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974084 Aug 16 21:00:48.036751 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-611ea247-c9a7-4615-b65d-6b314cf5cce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.122818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24197870-4b4c-40b5-9249-f2ef1b3d8786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.151427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24197870-4b4c-40b5-9249-f2ef1b3d8786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.237452 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-611ea247-c9a7-4615-b65d-6b314cf5cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.343530 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-279a318d-b0a5-4470-9655-af2541dfb361 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.347982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-279a318d-b0a5-4470-9655-af2541dfb361 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.354212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-611ea247-c9a7-4615-b65d-6b314cf5cce8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5300946 Aug 16 21:00:48.357066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42902) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:48.363898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ea247-c9a7-4615-b65d-6b314cf5cce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664dc0dd-9120-4c68-9cfe-03163b1a335f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:48.444243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f12c3c-02b7-47ec-b9df-4ff460e66fc8 req-7c14f7b5-6dda-4306-a020-61b7a747e17a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:48.455399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2f12c3c-02b7-47ec-b9df-4ff460e66fc8 req-7c14f7b5-6dda-4306-a020-61b7a747e17a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.1343384 Aug 16 21:00:48.458295 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24197870-4b4c-40b5-9249-f2ef1b3d8786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.463727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24197870-4b4c-40b5-9249-f2ef1b3d8786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.466228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-24197870-4b4c-40b5-9249-f2ef1b3d8786 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/606e2937-2775-43b9-8a0a-8baaf3e3d258 HTTP/1.1" status: 204 len: 168 time: 0.6900926 Aug 16 21:00:48.478592 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7344e67-a364-4786-b5df-8dc5a15d5451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.502451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24197870-4b4c-40b5-9249-f2ef1b3d8786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606e2937-2775-43b9-8a0a-8baaf3e3d258,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:48.540247 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7344e67-a364-4786-b5df-8dc5a15d5451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.584556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2f12c3c-02b7-47ec-b9df-4ff460e66fc8 req-fe8b8ee1-eb22-47c8-a748-f3fb40ac084e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167531 Aug 16 21:00:48.665231 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279a318d-b0a5-4470-9655-af2541dfb361 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Router 05cb90b4-3ada-40af-9094-953f6d3d3e17 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:00:48.779129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7344e67-a364-4786-b5df-8dc5a15d5451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.789179 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7344e67-a364-4786-b5df-8dc5a15d5451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.790616 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b7344e67-a364-4786-b5df-8dc5a15d5451 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/664dc0dd-9120-4c68-9cfe-03163b1a335f HTTP/1.1" status: 204 len: 168 time: 0.4323752 Aug 16 21:00:48.824605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7344e67-a364-4786-b5df-8dc5a15d5451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664dc0dd-9120-4c68-9cfe-03163b1a335f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:48.956536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279a318d-b0a5-4470-9655-af2541dfb361 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:48.967430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-279a318d-b0a5-4470-9655-af2541dfb361 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.968255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f9465-c92b-43a5-808b-eff9978b10e4 None None] Sync routers for ids ['05cb90b4-3ada-40af-9094-953f6d3d3e17'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:48.972229 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-279a318d-b0a5-4470-9655-af2541dfb361 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "PUT /v2.0/routers/05cb90b4-3ada-40af-9094-953f6d3d3e17 HTTP/1.1" status: 200 len: 926 time: 2.6712306 Aug 16 21:00:48.973053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42942) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:48.980450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f9465-c92b-43a5-808b-eff9978b10e4 None None] Routers {'05cb90b4-3ada-40af-9094-953f6d3d3e17'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:48.981251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-809f9465-c92b-43a5-808b-eff9978b10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['05cb90b4-3ada-40af-9094-953f6d3d3e17'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:49.030151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-809f9465-c92b-43a5-808b-eff9978b10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:49.040510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f9465-c92b-43a5-808b-eff9978b10e4 None None] Routers {'05cb90b4-3ada-40af-9094-953f6d3d3e17'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:49.041580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-809f9465-c92b-43a5-808b-eff9978b10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['05cb90b4-3ada-40af-9094-953f6d3d3e17'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:49.081202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-809f9465-c92b-43a5-808b-eff9978b10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:49.082241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f9465-c92b-43a5-808b-eff9978b10e4 None None] The sync data for ids ['05cb90b4-3ada-40af-9094-953f6d3d3e17'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:49.339223 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:49.379659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-27f9aaef-52fa-404e-bff7-307bc548c668 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/routers/05cb90b4-3ada-40af-9094-953f6d3d3e17 HTTP/1.1" status: 200 len: 926 time: 0.4025905 Aug 16 21:00:49.381952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42962) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:49.507161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b5fff3-c879-4ea1-b495-e075bcbed775 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:49.511773 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-76b5fff3-c879-4ea1-b495-e075bcbed775 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&device_id=05cb90b4-3ada-40af-9094-953f6d3d3e17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1283312 Aug 16 21:00:49.512138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42966) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:49.672804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14621731-f355-40fe-856a-7879663ce614 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:49.674720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-14621731-f355-40fe-856a-7879663ce614 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 881 time: 0.1614959 Aug 16 21:00:49.679247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42970) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:49.744160 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3c5527d4-eeb5-41cb-80c8-bb8c9b1d2001 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=05cb90b4-3ada-40af-9094-953f6d3d3e17 HTTP/1.1" status: 200 len: 205 time: 0.0603571 Aug 16 21:00:49.744160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42974) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:49.823287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79239475-c99b-4422-bbc2-e0213ac6c00c req-3ef6d221-f467-4019-8c2f-e59988141e92 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:49.826104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79239475-c99b-4422-bbc2-e0213ac6c00c req-3ef6d221-f467-4019-8c2f-e59988141e92 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.1231179 Aug 16 21:00:49.940247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79239475-c99b-4422-bbc2-e0213ac6c00c req-2690d8e1-a740-4c64-9c98-08c169501423 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080368 Aug 16 21:00:49.988698 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.177461 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.405088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Deleting port ab6130aa-7641-4cfa-ac54-329240ed857a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:50.406434 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.554008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42994) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:50.606040 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.626473 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.650858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Calling delete_port for ab6130aa-7641-4cfa-ac54-329240ed857a owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:50.748479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c8aed126-be39-449e-ae3b-159d2df1957d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group': {'name': 'tempest-secgroup--557167261'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:50.852951 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8aed126-be39-449e-ae3b-159d2df1957d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.865218 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8aed126-be39-449e-ae3b-159d2df1957d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.034625 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.067327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Pushing event deleted for resources: {'Port': ['ID=ab6130aa-7641-4cfa-ac54-329240ed857a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:51.102936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a53e0868-f139-4068-a7f4-fc35ce84780d no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:51.183145 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.237813 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8aed126-be39-449e-ae3b-159d2df1957d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.262459 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.291243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45329372-2f39-4f4d-98ec-3f4291066ad4 req-cf39bdb0-1273-40d9-97c1-363f06647caf tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:51.302713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45329372-2f39-4f4d-98ec-3f4291066ad4 req-cf39bdb0-1273-40d9-97c1-363f06647caf tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 945 time: 0.2733340 Aug 16 21:00:51.311310 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a53e0868-f139-4068-a7f4-fc35ce84780d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a53e0868-f139-4068-a7f4-fc35ce84780d,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:51.315869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4354186f-5f5f-4011-8daa-484726811fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a53e0868-f139-4068-a7f4-fc35ce84780d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:51.320234 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cab9bc-3f03-44dd-a1ec-9e8a07787bdb" -d '{"events": [{"server_uuid": "4354186f-5f5f-4011-8daa-484726811fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "a53e0868-f139-4068-a7f4-fc35ce84780d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:51.338870 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8aed126-be39-449e-ae3b-159d2df1957d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.384713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45329372-2f39-4f4d-98ec-3f4291066ad4 req-d4ab28d5-27d3-4342-9d35-418ae0cefdc9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754387 Aug 16 21:00:51.392862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.406565 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.406821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aed126-be39-449e-ae3b-159d2df1957d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53494f-1442-4bf7-b240-3fe3ac9b5039,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:51.416800 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6699a61-4c64-4f48-9360-e869b1189b70 x-openstack-request-id: req-c6699a61-4c64-4f48-9360-e869b1189b70 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:51.417125 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4354186f-5f5f-4011-8daa-484726811fb9", "name": "network-vif-unplugged", "status": "failed", "tag": "a53e0868-f139-4068-a7f4-fc35ce84780d", "code": 422}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:51.417567 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c6699a61-4c64-4f48-9360-e869b1189b70 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:51.418228 n-d-793619-14 neutron-server[95263]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4354186f-5f5f-4011-8daa-484726811fb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a53e0868-f139-4068-a7f4-fc35ce84780d', 'code': 422} returned with failed status Aug 16 21:00:51.425204 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.589041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a53e0868-f139-4068-a7f4-fc35ce84780d,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:51.610521 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43016) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:51.652202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.653037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Fanout notify agent at l3_agent the message router_deleted on router 05cb90b4-3ada-40af-9094-953f6d3d3e17 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:00:51.680406 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.690582 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f34ec58f-9680-4c1a-8acf-65226b01b6bf tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/05cb90b4-3ada-40af-9094-953f6d3d3e17 HTTP/1.1" status: 204 len: 168 time: 1.9453893 Aug 16 21:00:51.693520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43020) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:51.703953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cb296a91-4f13-49ed-8000-69fc3ca8c420 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-157903532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:51.824471 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ae89d14-38c5-42e4-83de-538290a6a3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.989478 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8aed126-be39-449e-ae3b-159d2df1957d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.999100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e109b8-2700-4c50-b42e-e3529dd5e2f0 req-55d1cab8-a2cf-4f45-bc98-499036dc6075 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:52.006420 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7e109b8-2700-4c50-b42e-e3529dd5e2f0 req-55d1cab8-a2cf-4f45-bc98-499036dc6075 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.4405704 Aug 16 21:00:52.055357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7e109b8-2700-4c50-b42e-e3529dd5e2f0 req-b4ee2e10-77aa-419c-a8c1-0d312bbae16e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476580 Aug 16 21:00:52.065195 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8aed126-be39-449e-ae3b-159d2df1957d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.105412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-3ae89d14-38c5-42e4-83de-538290a6a3f0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 21:00:52.105412 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 21:00:52.105412 n-d-793619-14 neutron-server[95262]: [parameters: {'project_id_1': '7dafcd775d8a40889615822431817544', 'expiration_1': datetime.datetime(2021, 8, 16, 21, 0, 51, 839559)}] Aug 16 21:00:52.105412 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:00:52.108654 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-3ae89d14-38c5-42e4-83de-538290a6a3f0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:00:52.124764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aed126-be39-449e-ae3b-159d2df1957d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30bdb0a-523e-47b8-8e46-88670c94d943,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:52.170990 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb296a91-4f13-49ed-8000-69fc3ca8c420 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.172087 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb296a91-4f13-49ed-8000-69fc3ca8c420 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.219736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8aed126-be39-449e-ae3b-159d2df1957d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.224241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c8aed126-be39-449e-ae3b-159d2df1957d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6685004 Aug 16 21:00:52.226504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43024) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:52.237757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4b013-df8d-4b1f-b908-2419c51854f0 req-b4f44292-5c3d-45c6-a4d1-541587486f71 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:52.239784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9bd4b013-df8d-4b1f-b908-2419c51854f0 req-b4f44292-5c3d-45c6-a4d1-541587486f71 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0840025 Aug 16 21:00:52.306293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb296a91-4f13-49ed-8000-69fc3ca8c420 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.323272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9bd4b013-df8d-4b1f-b908-2419c51854f0 req-680aa590-c958-4acb-ae85-d909388048e9 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679944 Aug 16 21:00:52.362718 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb296a91-4f13-49ed-8000-69fc3ca8c420 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.370065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2639a38e-9655-4cad-856e-fb1ff381c5f9 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1289334 Aug 16 21:00:52.371231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43028) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:52.375365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-53115f7e-2f14-4c42-a1c5-c2e8984294fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group': {'name': 'tempest-security--1626965284', 'description': 'tempest-security-description-159151240'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:52.412090 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53115f7e-2f14-4c42-a1c5-c2e8984294fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.454096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb296a91-4f13-49ed-8000-69fc3ca8c420 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.458848 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cb296a91-4f13-49ed-8000-69fc3ca8c420 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7617207 Aug 16 21:00:52.459849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43030) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:52.465559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Request body: {'router': {'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:52.480687 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53115f7e-2f14-4c42-a1c5-c2e8984294fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.544665 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53115f7e-2f14-4c42-a1c5-c2e8984294fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.548317 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53115f7e-2f14-4c42-a1c5-c2e8984294fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.552923 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-53115f7e-2f14-4c42-a1c5-c2e8984294fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "PUT /v2.0/security-groups/b30bdb0a-523e-47b8-8e46-88670c94d943 HTTP/1.1" status: 200 len: 1779 time: 0.1812348 Aug 16 21:00:52.555679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43032) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:52.684837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53115f7e-2f14-4c42-a1c5-c2e8984294fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30bdb0a-523e-47b8-8e46-88670c94d943,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:52.691882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ae89d14-38c5-42e4-83de-538290a6a3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.719869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5f4b47c5-17d8-4319-99a4-ccf0a5857927 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-groups/b30bdb0a-523e-47b8-8e46-88670c94d943 HTTP/1.1" status: 200 len: 1779 time: 0.1600494 Aug 16 21:00:52.719869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43038) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:52.885407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.902632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab81b9-0008-4da4-baeb-ce2f447a59bb req-6efd1f46-5f79-4b3a-87c9-c9e45398cad0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:52.912045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16ab81b9-0008-4da4-baeb-ce2f447a59bb req-6efd1f46-5f79-4b3a-87c9-c9e45398cad0 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1534436 Aug 16 21:00:52.923274 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d2feff3-e0fb-4c56-985f-280c191c104c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.978547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ae89d14-38c5-42e4-83de-538290a6a3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.982213 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d2feff3-e0fb-4c56-985f-280c191c104c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.990661 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16ab81b9-0008-4da4-baeb-ce2f447a59bb req-afad74d4-c61c-442d-8041-cd809f1f6fe4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771713 Aug 16 21:00:53.281674 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d2feff3-e0fb-4c56-985f-280c191c104c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.282181 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ae89d14-38c5-42e4-83de-538290a6a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.284522 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d2feff3-e0fb-4c56-985f-280c191c104c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.285776 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2d2feff3-e0fb-4c56-985f-280c191c104c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-groups/b30bdb0a-523e-47b8-8e46-88670c94d943 HTTP/1.1" status: 204 len: 168 time: 0.5655892 Aug 16 21:00:53.294605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43040) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:53.302499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2feff3-e0fb-4c56-985f-280c191c104c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30bdb0a-523e-47b8-8e46-88670c94d943,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:53.342309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f7d102e3-76a2-43cb-8fbe-c0b10de099d7 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465627 Aug 16 21:00:53.350523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43044) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:53.362794 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3ae89d14-38c5-42e4-83de-538290a6a3f0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7dafcd775d8a40889615822431817544&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7505920 Aug 16 21:00:53.366095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43048) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:53.367871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae89d14-38c5-42e4-83de-538290a6a3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8fac8-bbf5-498a-afbe-e4a09e2d2cdf,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:53.379811 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-92e46469-3fff-40b8-a289-621afafeb715 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] delete failed (client error): The resource could not be found. Aug 16 21:00:53.381008 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-92e46469-3fff-40b8-a289-621afafeb715 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-groups/b30bdb0a-523e-47b8-8e46-88670c94d943 HTTP/1.1" status: 404 len: 347 time: 0.0290284 Aug 16 21:00:53.391114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43050) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:53.401579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6a1bafed-301c-418a-885d-6992c609338c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791209316'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:53.465268 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16a0071d-ece2-4058-861e-34928620bee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.495967 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16a0071d-ece2-4058-861e-34928620bee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.561865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6a1bafed-301c-418a-885d-6992c609338c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.605768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.632647 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.636012 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16a0071d-ece2-4058-861e-34928620bee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.639069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-16a0071d-ece2-4058-861e-34928620bee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.643153 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-16a0071d-ece2-4058-861e-34928620bee1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/00a8fac8-bbf5-498a-afbe-e4a09e2d2cdf HTTP/1.1" status: 204 len: 168 time: 0.2751338 Aug 16 21:00:53.654375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0071d-ece2-4058-861e-34928620bee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8fac8-bbf5-498a-afbe-e4a09e2d2cdf,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:53.821603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6a1bafed-301c-418a-885d-6992c609338c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.830277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Allocated IP 172.25.4.159 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/559450d2-48a8-4abc-908f-761e4b212b91) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:53.893206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6a1bafed-301c-418a-885d-6992c609338c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.950045 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bafed-301c-418a-885d-6992c609338c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66fca9b-4e74-4c09-acc4-826bac13caad,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:54.002564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.006534 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6a1bafed-301c-418a-885d-6992c609338c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.011403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6a1bafed-301c-418a-885d-6992c609338c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6162395 Aug 16 21:00:54.014070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43058) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:54.018914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2eccd75e-b69f-4663-b6b0-2cc650e15a8a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': 'd66fca9b-4e74-4c09-acc4-826bac13caad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:54.162420 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2eccd75e-b69f-4663-b6b0-2cc650e15a8a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.173710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6ee4-9fdf-40b0-bef5-cc6cd9905ce8 req-9d48b71d-a658-4c2c-a23f-86d7aa256389 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:54.184146 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f17e6ee4-9fdf-40b0-bef5-cc6cd9905ce8 req-9d48b71d-a658-4c2c-a23f-86d7aa256389 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0772882 Aug 16 21:00:54.224123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.244526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f17e6ee4-9fdf-40b0-bef5-cc6cd9905ce8 req-aa5e9d0e-1c30-46ce-a73e-cbdc966fb501 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591888 Aug 16 21:00:54.319214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:54.328995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:54.331517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:54.361681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Pushing event updated for resources: {'Port': ['ID=559450d2-48a8-4abc-908f-761e4b212b91,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:54.383740 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2eccd75e-b69f-4663-b6b0-2cc650e15a8a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.436052 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2eccd75e-b69f-4663-b6b0-2cc650e15a8a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.492623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccd75e-b69f-4663-b6b0-2cc650e15a8a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95f4830-7d0c-4762-b393-0d2aafed3a35,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:54.540755 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2eccd75e-b69f-4663-b6b0-2cc650e15a8a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.540755 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2eccd75e-b69f-4663-b6b0-2cc650e15a8a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5256467 Aug 16 21:00:54.547042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43070) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:54.583096 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f7d7f-d768-4a95-81ca-f8a57baa21fe tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.597167 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f7d7f-d768-4a95-81ca-f8a57baa21fe tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.726522 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f7d7f-d768-4a95-81ca-f8a57baa21fe tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.740851 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f7d7f-d768-4a95-81ca-f8a57baa21fe tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.740851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-163f7d7f-d768-4a95-81ca-f8a57baa21fe tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/e95f4830-7d0c-4762-b393-0d2aafed3a35 HTTP/1.1" status: 204 len: 168 time: 0.1890247 Aug 16 21:00:54.751606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43078) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:54.839602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f7d7f-d768-4a95-81ca-f8a57baa21fe tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e95f4830-7d0c-4762-b393-0d2aafed3a35,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:54.897408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-243c69c6-0078-452c-ad04-e851b2aff1ae tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1380186 Aug 16 21:00:54.904838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43082) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:55.001847 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12ad8c8b-2397-4aa5-a237-5bf6f437438b tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.039489 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12ad8c8b-2397-4aa5-a237-5bf6f437438b tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.122370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a53e0868-f139-4068-a7f4-fc35ce84780d no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:55.199420 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.230179 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12ad8c8b-2397-4aa5-a237-5bf6f437438b tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.233184 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12ad8c8b-2397-4aa5-a237-5bf6f437438b tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.237640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-12ad8c8b-2397-4aa5-a237-5bf6f437438b tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-groups/d66fca9b-4e74-4c09-acc4-826bac13caad HTTP/1.1" status: 204 len: 168 time: 0.3315456 Aug 16 21:00:55.238257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43086) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:55.272867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad8c8b-2397-4aa5-a237-5bf6f437438b tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66fca9b-4e74-4c09-acc4-826bac13caad,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:55.371711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a6d761b4-8e97-4420-b77e-6521eb565f2c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1283174 Aug 16 21:00:55.374892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43094) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:55.384755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2ed52e1c-cc24-4847-9aa6-6c70241267c2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559277856'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:55.575057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9c92-8f2f-462c-8fe1-a3276b382375 req-424e5510-f9e8-41df-a930-3b5262b8fc98 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:55.577445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d11e9c92-8f2f-462c-8fe1-a3276b382375 req-424e5510-f9e8-41df-a930-3b5262b8fc98 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.2042770 Aug 16 21:00:55.634294 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.638461 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.642783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d11e9c92-8f2f-462c-8fe1-a3276b382375 req-9e26cf1a-d28b-4383-bba2-0cc023dde474 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567074 Aug 16 21:00:56.161751 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ed52e1c-cc24-4847-9aa6-6c70241267c2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.287696 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ed52e1c-cc24-4847-9aa6-6c70241267c2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.289902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Router 4610a140-4bd2-464a-9a29-004a27d443f2 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:00:56.417321 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ed52e1c-cc24-4847-9aa6-6c70241267c2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.463026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed52e1c-cc24-4847-9aa6-6c70241267c2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ead924-bb6f-43b4-811a-8b40283bbab9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:56.465810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:56.472327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.473562 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2c99e696-a495-4334-af67-98f657b778a4 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "PUT /v2.0/routers/4610a140-4bd2-464a-9a29-004a27d443f2 HTTP/1.1" status: 200 len: 883 time: 4.0124404 Aug 16 21:00:56.476715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43128) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:56.479771 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b747a7-7393-4e02-965b-9c83bf49581c None None] Sync routers for ids ['4610a140-4bd2-464a-9a29-004a27d443f2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:56.508953 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2ed52e1c-cc24-4847-9aa6-6c70241267c2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.510249 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2ed52e1c-cc24-4847-9aa6-6c70241267c2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1334751 Aug 16 21:00:56.513418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43130) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:56.519094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ba94adf8-4702-46e5-a33f-d7bfe5fafde7 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': '24ead924-bb6f-43b4-811a-8b40283bbab9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:56.651216 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b747a7-7393-4e02-965b-9c83bf49581c None None] Routers {'4610a140-4bd2-464a-9a29-004a27d443f2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:56.652921 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-06b747a7-7393-4e02-965b-9c83bf49581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4610a140-4bd2-464a-9a29-004a27d443f2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:56.653830 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba94adf8-4702-46e5-a33f-d7bfe5fafde7 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.733868 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-06b747a7-7393-4e02-965b-9c83bf49581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:56.767360 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b747a7-7393-4e02-965b-9c83bf49581c None None] Routers {'4610a140-4bd2-464a-9a29-004a27d443f2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:56.774648 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-06b747a7-7393-4e02-965b-9c83bf49581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4610a140-4bd2-464a-9a29-004a27d443f2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:56.807786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba94adf8-4702-46e5-a33f-d7bfe5fafde7 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.847868 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-06b747a7-7393-4e02-965b-9c83bf49581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:56.849624 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b747a7-7393-4e02-965b-9c83bf49581c None None] The sync data for ids ['4610a140-4bd2-464a-9a29-004a27d443f2'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:56.864742 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f8e46bf9-2c2b-4dc4-a178-092f95831ee7 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/routers/4610a140-4bd2-464a-9a29-004a27d443f2 HTTP/1.1" status: 200 len: 924 time: 0.3728485 Aug 16 21:00:56.869265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43136) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:56.928222 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19856233-cb80-453e-9112-58bca9ea6adf req-914b6b17-094f-46e3-ac2d-b930b4bce1e2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:56.932421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19856233-cb80-453e-9112-58bca9ea6adf req-914b6b17-094f-46e3-ac2d-b930b4bce1e2 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1912026 Aug 16 21:00:56.936224 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba94adf8-4702-46e5-a33f-d7bfe5fafde7 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.996783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43140) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.055296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94adf8-4702-46e5-a33f-d7bfe5fafde7 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49712e7d-dab2-4289-bb3e-c3209fa0a289,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:57.075186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4469c3fa-b397-4382-b6ff-9f69730df15b tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:57.079293 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4469c3fa-b397-4382-b6ff-9f69730df15b tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&device_id=4610a140-4bd2-464a-9a29-004a27d443f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2067630 Aug 16 21:00:57.080402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43144) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.082505 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19856233-cb80-453e-9112-58bca9ea6adf req-8e385cd1-f8c5-4bf8-81e7-26c19e512da6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344001 Aug 16 21:00:57.172283 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba94adf8-4702-46e5-a33f-d7bfe5fafde7 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.172283 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ba94adf8-4702-46e5-a33f-d7bfe5fafde7 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6553049 Aug 16 21:00:57.172918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43146) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.179765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ec0d0009-96f1-4ba5-8a33-3692a9836af1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': '24ead924-bb6f-43b4-811a-8b40283bbab9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:57.220909 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94c828b1-2e67-4eea-880e-67984d7c98d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.276222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a62b11d-9027-40d5-a4a6-7ae087e9ac2b tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:57.281352 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9a62b11d-9027-40d5-a4a6-7ae087e9ac2b tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 881 time: 0.1973958 Aug 16 21:00:57.281956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43148) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.325666 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af4c56d6-9f9e-4fbc-a45d-82764ab33851 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=4610a140-4bd2-464a-9a29-004a27d443f2 HTTP/1.1" status: 200 len: 205 time: 0.0395336 Aug 16 21:00:57.325916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43150) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.385158 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0009-96f1-4ba5-8a33-3692a9836af1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.502229 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.542407 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0009-96f1-4ba5-8a33-3692a9836af1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.547188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-fd8a8c44-ed9e-4b07-81eb-d47c88ed1be8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1254263 Aug 16 21:00:57.620101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0009-96f1-4ba5-8a33-3692a9836af1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.644090 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94c828b1-2e67-4eea-880e-67984d7c98d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.645597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d0009-96f1-4ba5-8a33-3692a9836af1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcf16d1-9f94-49cd-b6bb-dfe46e7f16df,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:57.654882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.672545 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-c3745c7f-f5e5-4adf-b630-dd7888b49405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:57.674405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-c3745c7f-f5e5-4adf-b630-dd7888b49405 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 1097 time: 0.1032715 Aug 16 21:00:57.734173 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94c828b1-2e67-4eea-880e-67984d7c98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.800819 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-94c828b1-2e67-4eea-880e-67984d7c98d6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=311932ebe2bb472dba1fc73016ea119f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8023930 Aug 16 21:00:57.803475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c828b1-2e67-4eea-880e-67984d7c98d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851dac0a-53be-45f0-9423-ef0ae39a3e6c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:57.806145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43152) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.814720 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0009-96f1-4ba5-8a33-3692a9836af1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.818967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ec0d0009-96f1-4ba5-8a33-3692a9836af1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6428592 Aug 16 21:00:57.820560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43154) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.830527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f061c461-cd39-4d36-a244-01d4666d6be2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': '24ead924-bb6f-43b4-811a-8b40283bbab9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:57.868341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Deleting port 559450d2-48a8-4abc-908f-761e4b212b91 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:57.868735 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.901571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-c8445fb5-f542-4ca7-8b14-c5340aa9a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:57.904337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-c8445fb5-f542-4ca7-8b14-c5340aa9a3d3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.2077460 Aug 16 21:00:57.917219 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-97b3be02-d370-4b18-8c88-9830ff2f078d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.953547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-97b3be02-d370-4b18-8c88-9830ff2f078d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.983803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-1ed92431-962e-443c-badd-897bf62a45b7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39e670e5-e415-457b-90ec-3d3c093a8ff2 HTTP/1.1" status: 200 len: 217 time: 0.0706196 Aug 16 21:00:58.006507 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.022276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Calling delete_port for 559450d2-48a8-4abc-908f-761e4b212b91 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:58.044732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f061c461-cd39-4d36-a244-01d4666d6be2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.105533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-dce339dd-5d12-4099-8c18-8b41031a654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:58.107110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-dce339dd-5d12-4099-8c18-8b41031a654d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.1146369 Aug 16 21:00:58.162555 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f061c461-cd39-4d36-a244-01d4666d6be2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.182312 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-37e9fb1f-d08f-453e-8efd-d0543b9a806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:58.184266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-37e9fb1f-d08f-453e-8efd-d0543b9a806d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698824 Aug 16 21:00:58.274117 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f061c461-cd39-4d36-a244-01d4666d6be2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.287993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-97b3be02-d370-4b18-8c88-9830ff2f078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.292480 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-97b3be02-d370-4b18-8c88-9830ff2f078d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.296563 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-97b3be02-d370-4b18-8c88-9830ff2f078d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/851dac0a-53be-45f0-9423-ef0ae39a3e6c HTTP/1.1" status: 204 len: 168 time: 0.4891956 Aug 16 21:00:58.309703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3be02-d370-4b18-8c88-9830ff2f078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851dac0a-53be-45f0-9423-ef0ae39a3e6c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:58.345057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061c461-cd39-4d36-a244-01d4666d6be2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb23ac55-26c9-4a53-b139-37d36e1079a2,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:58.418957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226cf58-d266-4a6e-823d-74a21eea5d5f req-cea05562-794b-468f-b17e-8a34753e6325 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:58.426469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5226cf58-d266-4a6e-823d-74a21eea5d5f req-cea05562-794b-468f-b17e-8a34753e6325 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.2195187 Aug 16 21:00:58.436251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f061c461-cd39-4d36-a244-01d4666d6be2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.440096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f061c461-cd39-4d36-a244-01d4666d6be2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6158514 Aug 16 21:00:58.440548 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-17d5ec72-b2c8-4536-855b-3de1b2f0d9b1 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477131 Aug 16 21:00:58.441524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43162) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:58.447052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8bdbcb2e-5c3e-43c6-927b-9d3bb33bb79c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': '24ead924-bb6f-43b4-811a-8b40283bbab9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:58.493675 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.546361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5226cf58-d266-4a6e-823d-74a21eea5d5f req-212dc6a2-be54-42b4-bc68-f4f82d4cb40e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189034 Aug 16 21:00:58.570662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Pushing event deleted for resources: {'Port': ['ID=559450d2-48a8-4abc-908f-761e4b212b91,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:58.605084 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcb2e-5c3e-43c6-927b-9d3bb33bb79c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.618823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f3c10ab-7244-4124-a535-2008a6cc8506 req-dedd295b-0a09-4a34-8052-a63f7dd94338 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694369 Aug 16 21:00:58.698347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.849744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcb2e-5c3e-43c6-927b-9d3bb33bb79c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.858782 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.861787 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.965092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcb2e-5c3e-43c6-927b-9d3bb33bb79c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.002642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbcb2e-5c3e-43c6-927b-9d3bb33bb79c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d373c57-cd86-4a5e-896b-af37163a8bd8,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:59.058552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.061330 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Fanout notify agent at l3_agent the message router_deleted on router 4610a140-4bd2-464a-9a29-004a27d443f2 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:00:59.078186 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcb2e-5c3e-43c6-927b-9d3bb33bb79c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.080139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8bdbcb2e-5c3e-43c6-927b-9d3bb33bb79c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6371899 Aug 16 21:00:59.083104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43172) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:59.098727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ef6b5c97-abfe-46e4-8e3b-11a04e540dab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': '24ead924-bb6f-43b4-811a-8b40283bbab9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:59.103987 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.108743 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3ed80359-8868-4aa6-b5f7-d82a1d91c93e tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/4610a140-4bd2-464a-9a29-004a27d443f2 HTTP/1.1" status: 204 len: 168 time: 1.7783737 Aug 16 21:00:59.108921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43174) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:59.115426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-91d10794-ad65-49b3-94a7-3ffa2d219c6b tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-879890487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:59.151987 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-91d10794-ad65-49b3-94a7-3ffa2d219c6b tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 21:00:59.151987 n-d-793619-14 neutron-server[95261]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 21:00:59.151987 n-d-793619-14 neutron-server[95261]: [parameters: {'project_id': 'fdbe7765ed43425382055db19ec8e627', 'id': '7f1fd3c1-7dba-4801-8708-53b6e283896b', 'expiration': datetime.datetime(2021, 8, 16, 21, 2, 59, 146148)}] Aug 16 21:00:59.151987 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:00:59.152602 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-91d10794-ad65-49b3-94a7-3ffa2d219c6b tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:00:59.367455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5c97-abfe-46e4-8e3b-11a04e540dab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.447087 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5c97-abfe-46e4-8e3b-11a04e540dab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.510900 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5c97-abfe-46e4-8e3b-11a04e540dab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.537187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b5c97-abfe-46e4-8e3b-11a04e540dab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f37cb7-4f28-4e6a-9e2a-3cadba8c0172,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:59.602866 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5c97-abfe-46e4-8e3b-11a04e540dab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.602866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ef6b5c97-abfe-46e4-8e3b-11a04e540dab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5141213 Aug 16 21:00:59.604740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43192) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:59.632556 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f8abc01-e3e6-4e65-b345-90deab5d7054 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.641919 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f8abc01-e3e6-4e65-b345-90deab5d7054 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.721847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbdab8-266a-4d51-b535-9bbf288db526 req-5083f8be-e885-4486-b0a1-520db0a9898d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:59.730278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11bbdab8-266a-4d51-b535-9bbf288db526 req-5083f8be-e885-4486-b0a1-520db0a9898d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0967038 Aug 16 21:00:59.777576 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f8abc01-e3e6-4e65-b345-90deab5d7054 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.781497 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11bbdab8-266a-4d51-b535-9bbf288db526 req-10104949-b8fd-414f-a3a5-6fc06eaf6fe1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466363 Aug 16 21:00:59.784280 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f8abc01-e3e6-4e65-b345-90deab5d7054 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.785681 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4f8abc01-e3e6-4e65-b345-90deab5d7054 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/61f37cb7-4f28-4e6a-9e2a-3cadba8c0172 HTTP/1.1" status: 204 len: 168 time: 0.1798031 Aug 16 21:00:59.791655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91d10794-ad65-49b3-94a7-3ffa2d219c6b tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.791655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91d10794-ad65-49b3-94a7-3ffa2d219c6b tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.794474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43196) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:59.801080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8abc01-e3e6-4e65-b345-90deab5d7054 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61f37cb7-4f28-4e6a-9e2a-3cadba8c0172,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:59.871634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43198) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:59.871883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5d9fefac-3e78-4110-9c93-feacfe70ab94 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0752571 Aug 16 21:00:59.901460 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-435b4de9-ddc3-4716-bd91-d7374d36f386 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.910408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91d10794-ad65-49b3-94a7-3ffa2d219c6b tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.911925 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-435b4de9-ddc3-4716-bd91-d7374d36f386 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.931062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43200) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:59.979087 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91d10794-ad65-49b3-94a7-3ffa2d219c6b tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.058654 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-435b4de9-ddc3-4716-bd91-d7374d36f386 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.059148 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-91d10794-ad65-49b3-94a7-3ffa2d219c6b tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.063971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-91d10794-ad65-49b3-94a7-3ffa2d219c6b tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9540126 Aug 16 21:01:00.064815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43204) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:00.065559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-435b4de9-ddc3-4716-bd91-d7374d36f386 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.068883 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-435b4de9-ddc3-4716-bd91-d7374d36f386 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/0d373c57-cd86-4a5e-896b-af37163a8bd8 HTTP/1.1" status: 204 len: 168 time: 0.1938412 Aug 16 21:01:00.073973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43206) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:00.074565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'enable_snat': True}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:00.095576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b4de9-ddc3-4716-bd91-d7374d36f386 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d373c57-cd86-4a5e-896b-af37163a8bd8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:00.123498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-network', 'tenant_id': '8969ef73391d4df28092c16fc7f79156'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:00.189264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6465d895-c564-410d-a8c5-aa605b7ca0bb tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1117907 Aug 16 21:01:00.189867 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43208) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:00.240716 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26b7b7f0-4eae-4929-ad88-94c6aa14d6a6 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.260034 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26b7b7f0-4eae-4929-ad88-94c6aa14d6a6 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.264190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Made reservation on behalf of 8969ef73391d4df28092c16fc7f79156 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:00.277826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.321449 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.367200 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.431205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26b7b7f0-4eae-4929-ad88-94c6aa14d6a6 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.457492 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26b7b7f0-4eae-4929-ad88-94c6aa14d6a6 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.459471 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-26b7b7f0-4eae-4929-ad88-94c6aa14d6a6 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/fb23ac55-26c9-4a53-b139-37d36e1079a2 HTTP/1.1" status: 204 len: 168 time: 0.2685704 Aug 16 21:01:00.462153 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7b7f0-4eae-4929-ad88-94c6aa14d6a6 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb23ac55-26c9-4a53-b139-37d36e1079a2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:00.464625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43212) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:00.604019 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.623385 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-72a3789b-a50e-47ca-b209-792b4625f002 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1532753 Aug 16 21:01:00.626015 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43214) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:00.661295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3658f135-f644-4308-a469-f47909a4ec5a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.672805 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3658f135-f644-4308-a469-f47909a4ec5a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.702916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.721477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:00.734124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.734672 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Added segment 1a7e4fcd-ada3-4ede-958a-711e857786b3 of type vlan for network fcdcf12a-73db-4650-a2fa-cba81f7886d4 Aug 16 21:01:00.792718 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.843628 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.877864 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.910492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556549de-d0c5-420a-9b9b-84f1825c6123,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:00.921432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.922716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:00.923308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.993833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3658f135-f644-4308-a469-f47909a4ec5a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.005477 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3658f135-f644-4308-a469-f47909a4ec5a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.009212 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3658f135-f644-4308-a469-f47909a4ec5a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/5fcf16d1-9f94-49cd-b6bb-dfe46e7f16df HTTP/1.1" status: 204 len: 168 time: 0.3785906 Aug 16 21:01:01.014771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43218) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:01.030327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658f135-f644-4308-a469-f47909a4ec5a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fcf16d1-9f94-49cd-b6bb-dfe46e7f16df,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:01.039204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] Pushing event updated for resources: {'Network': ['ID=fcdcf12a-73db-4650-a2fa-cba81f7886d4,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:01.051417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network fcdcf12a-73db-4650-a2fa-cba81f7886d4 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:01.082813 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-156ab719-a250-45fb-831c-b78d2e036915 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1531312 Aug 16 21:01:01.086939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b2877-2570-4d5c-8117-f371da68ad42 req-bfc1fc26-dbeb-4ff6-a323-415f9c52fcac tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:01.088147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43220) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:01.089447 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-994b2877-2570-4d5c-8117-f371da68ad42 req-bfc1fc26-dbeb-4ff6-a323-415f9c52fcac tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1726067 Aug 16 21:01:01.106102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] Request body: {'subnet': {'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-subnet', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:01.145433 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cf457bc4-880a-4d97-8645-b85bf023c99b tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1268392 Aug 16 21:01:01.146238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43222) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:01.284067 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-65149f3e-2a85-4404-b49a-af408bd1d45c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.284216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-994b2877-2570-4d5c-8117-f371da68ad42 req-0573040f-c43d-4353-acaf-3df895180566 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514816 Aug 16 21:01:01.307751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Allocated IP 172.25.4.208 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/16b413b1-156c-4dc3-b94a-13a85d908b5f) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:01.312231 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-65149f3e-2a85-4404-b49a-af408bd1d45c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.466919 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.658374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] Made reservation on behalf of 8969ef73391d4df28092c16fc7f79156 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:01.661004 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.711682 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.714701 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-65149f3e-2a85-4404-b49a-af408bd1d45c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.721357 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-65149f3e-2a85-4404-b49a-af408bd1d45c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.724938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-65149f3e-2a85-4404-b49a-af408bd1d45c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/49712e7d-dab2-4289-bb3e-c3209fa0a289 HTTP/1.1" status: 204 len: 168 time: 0.5741470 Aug 16 21:01:01.735132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43226) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:01.754009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65149f3e-2a85-4404-b49a-af408bd1d45c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49712e7d-dab2-4289-bb3e-c3209fa0a289,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:01.757749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:01.761068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:01.766701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:01.769432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event updated for resources: {'Port': ['ID=16b413b1-156c-4dc3-b94a-13a85d908b5f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:01.821787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6c9b3fe2-77b3-4711-a165-d879852a1eb2 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0816822 Aug 16 21:01:01.823109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43228) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:01.926170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4925a79-3bcc-401e-8133-e1e90701e842 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.993309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4925a79-3bcc-401e-8133-e1e90701e842 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.054115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.148386 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4925a79-3bcc-401e-8133-e1e90701e842 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.150938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4925a79-3bcc-401e-8133-e1e90701e842 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.161904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f4925a79-3bcc-401e-8133-e1e90701e842 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-groups/24ead924-bb6f-43b4-811a-8b40283bbab9 HTTP/1.1" status: 204 len: 168 time: 0.3259108 Aug 16 21:01:02.161904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] Checking segment: {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:02.161904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] Network hostable DHCP agents. Network: fcdcf12a-73db-4650-a2fa-cba81f7886d4, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:02.168731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43230) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:02.169284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:02.174498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4925a79-3bcc-401e-8133-e1e90701e842 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ead924-bb6f-43b4-811a-8b40283bbab9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:02.280277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] Network fcdcf12a-73db-4650-a2fa-cba81f7886d4 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:02.280549 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5d39441b-5f2e-45e7-bcbe-738329a34994 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1158493 Aug 16 21:01:02.280675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43232) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:02.282255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b37f67e3-9202-44f2-96e0-1794673e6361 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810941225'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:02.351795 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.378651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, fcdcf12a-73db-4650-a2fa-cba81f7886d4) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:02.391173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:02.391769 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.397546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e1bf41-2493-4438-a5a0-9bfb2aee9378 None None] Network fcdcf12a-73db-4650-a2fa-cba81f7886d4 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:02.399761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b37f67e3-9202-44f2-96e0-1794673e6361 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.563153 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-22251af5-e8d8-402b-b721-4475c39d88bf admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4651484 Aug 16 21:01:02.566428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43238) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:02.572426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:02.681729 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.704265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:01:02.708113 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.726835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779ccc5-fb9d-408a-bf43-eed81bca29bb req-68886310-8688-4fa0-b31d-d749d512b7af tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:02.728853 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8779ccc5-fb9d-408a-bf43-eed81bca29bb req-68886310-8688-4fa0-b31d-d749d512b7af tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.2147436 Aug 16 21:01:02.778382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b37f67e3-9202-44f2-96e0-1794673e6361 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.799453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.811645 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.880626 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b37f67e3-9202-44f2-96e0-1794673e6361 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.977823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8779ccc5-fb9d-408a-bf43-eed81bca29bb req-6ff41baa-3d8f-463d-bc9e-9a7476a99f40 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399492 Aug 16 21:01:02.979436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.983788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.005561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f67e3-9202-44f2-96e0-1794673e6361 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f061f56-7a96-4596-ae9e-8aca043c4abf,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:03.055776 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b37f67e3-9202-44f2-96e0-1794673e6361 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.060237 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b37f67e3-9202-44f2-96e0-1794673e6361 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7819128 Aug 16 21:01:03.063179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43240) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:03.069486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-76131597-6140-4730-a83e-122f98a3d577 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': '7f061f56-7a96-4596-ae9e-8aca043c4abf', 'direction': 'ingress', 'protocol': 17}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:03.082724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Router 7702991b-ca7d-4054-adca-c8af58afa385 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:01:03.093356 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.133731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.160742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Allocated IP 172.20.0.2 (fcdcf12a-73db-4650-a2fa-cba81f7886d4/7c7eb143-d0a7-48e3-8453-e4ddcc27f64e/9ebc0984-463b-4ecb-ac3a-383863b14404) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:03.329765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:03.336387 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.338202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4022276f-0c12-4fc5-809b-d3d8b0e734c8 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "PUT /v2.0/routers/7702991b-ca7d-4054-adca-c8af58afa385 HTTP/1.1" status: 200 len: 918 time: 3.2717068 Aug 16 21:01:03.346934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43242) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:03.446970 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.456444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Transition to ACTIVE for port object 9ebc0984-463b-4ecb-ac3a-383863b14404 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:03.481213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Transition to ACTIVE for port object 9ebc0984-463b-4ecb-ac3a-383863b14404 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:03.486438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b0bc8-c322-4bd4-b3fe-3890fda5f69c None None] Sync routers for ids ['7702991b-ca7d-4054-adca-c8af58afa385'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:03.500044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b0bc8-c322-4bd4-b3fe-3890fda5f69c None None] Routers {'7702991b-ca7d-4054-adca-c8af58afa385'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:03.501508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0e5b0bc8-c322-4bd4-b3fe-3890fda5f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7702991b-ca7d-4054-adca-c8af58afa385'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:03.501897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b4be4148-950d-484c-a36e-2d80141c24f2 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/routers/7702991b-ca7d-4054-adca-c8af58afa385 HTTP/1.1" status: 200 len: 924 time: 0.1529078 Aug 16 21:01:03.504498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43244) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:03.526944 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-76131597-6140-4730-a83e-122f98a3d577 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.553192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0e5b0bc8-c322-4bd4-b3fe-3890fda5f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:03.566201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b0bc8-c322-4bd4-b3fe-3890fda5f69c None None] Routers {'7702991b-ca7d-4054-adca-c8af58afa385'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:03.566939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0e5b0bc8-c322-4bd4-b3fe-3890fda5f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7702991b-ca7d-4054-adca-c8af58afa385'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:03.630965 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.645276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0e5b0bc8-c322-4bd4-b3fe-3890fda5f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:03.646102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b0bc8-c322-4bd4-b3fe-3890fda5f69c None None] The sync data for ids ['7702991b-ca7d-4054-adca-c8af58afa385'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:03.648903 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.654389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c488a7-302f-4a5b-9194-cbcca07e2e09 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:03.656560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-58c488a7-302f-4a5b-9194-cbcca07e2e09 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&device_id=7702991b-ca7d-4054-adca-c8af58afa385&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1507473 Aug 16 21:01:03.660681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43248) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:03.708064 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Pushing event updated for resources: {'Port': ['ID=9ebc0984-463b-4ecb-ac3a-383863b14404,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:03.747029 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Network fcdcf12a-73db-4650-a2fa-cba81f7886d4 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:03.750984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:03.758072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:03.765932 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-76131597-6140-4730-a83e-122f98a3d577 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.819406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c9add3-fd15-47cf-aee1-f2ed8a4dfb42 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:03.820949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-71c9add3-fd15-47cf-aee1-f2ed8a4dfb42 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 881 time: 0.1587963 Aug 16 21:01:03.823685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43250) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:03.826369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Attempting to bind port 9ebc0984-463b-4ecb-ac3a-383863b14404 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:03.827037 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Attempting to bind port 9ebc0984-463b-4ecb-ac3a-383863b14404 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:03.827368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Attempting to bind port 9ebc0984-463b-4ecb-ac3a-383863b14404 on network fcdcf12a-73db-4650-a2fa-cba81f7886d4 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:03.833113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:03.833454 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Checking segment: {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:03.834099 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.834502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Bound using segment: {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:03.835667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Bound port: 9ebc0984-463b-4ecb-ac3a-383863b14404, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:03.836255 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.891718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7397e9c2-a139-43c1-89b4-527d7129500c tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=7702991b-ca7d-4054-adca-c8af58afa385 HTTP/1.1" status: 200 len: 205 time: 0.0641587 Aug 16 21:01:03.892639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43252) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:03.898211 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-76131597-6140-4730-a83e-122f98a3d577 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.907729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] For port 9ebc0984-463b-4ecb-ac3a-383863b14404, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:03.913302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] For port 9ebc0984-463b-4ecb-ac3a-383863b14404, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9ebc0984-463b-4ecb-ac3a-383863b14404,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:03.996653 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.002722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76131597-6140-4730-a83e-122f98a3d577 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a946b9-cfb1-425e-975b-f5e128631a97,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:04.081949 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.105632 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-76131597-6140-4730-a83e-122f98a3d577 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.109610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-76131597-6140-4730-a83e-122f98a3d577 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0433254 Aug 16 21:01:04.112863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43258) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:04.157409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.266126 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.406071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c7fc3-d6e1-42d5-a28c-e2e590b2d362 None None] Pushing event updated for resources: {'Port': ['ID=9ebc0984-463b-4ecb-ac3a-383863b14404,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:04.432679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Allocated IP 172.25.4.176 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:04.435214 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37ad7e74-67f6-430c-b26a-cf7321b61fab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.451811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8348e8-891b-4784-91f8-3c351fc20d87 req-79d726a6-1e8b-4814-a854-1bb77eac5611 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:04.453461 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed8348e8-891b-4784-91f8-3c351fc20d87 req-79d726a6-1e8b-4814-a854-1bb77eac5611 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.3078933 Aug 16 21:01:04.552208 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37ad7e74-67f6-430c-b26a-cf7321b61fab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.624051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed8348e8-891b-4784-91f8-3c351fc20d87 req-881b4079-3b07-43dc-be5c-06619a22006a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105735 Aug 16 21:01:04.639879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.752450 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.009600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Deleting port 16b413b1-156c-4dc3-b94a-13a85d908b5f {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:05.010022 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.013073 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37ad7e74-67f6-430c-b26a-cf7321b61fab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.014150 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.016270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37ad7e74-67f6-430c-b26a-cf7321b61fab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.020960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-37ad7e74-67f6-430c-b26a-cf7321b61fab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-groups/7f061f56-7a96-4596-ae9e-8aca043c4abf HTTP/1.1" status: 204 len: 168 time: 0.8974659 Aug 16 21:01:05.021655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43264) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:05.058018 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:05.061285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:05.067942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:05.080570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad7e74-67f6-430c-b26a-cf7321b61fab tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f061f56-7a96-4596-ae9e-8aca043c4abf,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:05.108535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:05.203944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-688172b3-9ec4-4cbc-80df-cc7eab9b6030 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1665592 Aug 16 21:01:05.207705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43272) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:05.220480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5f564eda-92c6-4c7d-ac29-40b23c8cc2e1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group': {'name': 'tempest-secgroup--466657748'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:05.246655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.293870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Calling delete_port for 16b413b1-156c-4dc3-b94a-13a85d908b5f owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:05.628725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.961925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109db5a6-02c2-4009-8659-db061637cf39 None None] Network fcdcf12a-73db-4650-a2fa-cba81f7886d4 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:06.214412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6757bc71-f2d1-4f3b-812f-1dd6bb38caf0 None None] Provisioning for port 9ebc0984-463b-4ecb-ac3a-383863b14404 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:06.280051 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f564eda-92c6-4c7d-ac29-40b23c8cc2e1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.327533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598088-8623-432d-ad17-becff118314a req-aed8d4c5-0664-4abc-a1a8-44bc52376609 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:06.329649 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33598088-8623-432d-ad17-becff118314a req-aed8d4c5-0664-4abc-a1a8-44bc52376609 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 1.0861409 Aug 16 21:01:06.334371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.384813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Pushing event deleted for resources: {'Port': ['ID=16b413b1-156c-4dc3-b94a-13a85d908b5f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:06.560740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdcbfe-c63c-4f83-b8a9-5aca31c960cc req-ac62354d-d48c-4bf6-98b0-1ccdd8af5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:06.560884 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.561391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3abdcbfe-c63c-4f83-b8a9-5aca31c960cc req-ac62354d-d48c-4bf6-98b0-1ccdd8af5622 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1096 time: 0.2908995 Aug 16 21:01:06.567861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33598088-8623-432d-ad17-becff118314a req-1e1fb28e-1bc1-4a7f-a50f-68d4496a1f33 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239406 Aug 16 21:01:06.589179 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.752695 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f564eda-92c6-4c7d-ac29-40b23c8cc2e1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.763179 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.766684 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.811499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9ebc0984-463b-4ecb-ac3a-383863b14404 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:06.827929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdcbfe-c63c-4f83-b8a9-5aca31c960cc req-3405ec7a-f7f9-4d21-87f1-0db2951bc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:06.828675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3abdcbfe-c63c-4f83-b8a9-5aca31c960cc req-3405ec7a-f7f9-4d21-87f1-0db2951bc6e9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.2599313 Aug 16 21:01:06.840210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:01:06.881564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f564eda-92c6-4c7d-ac29-40b23c8cc2e1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.910007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.910554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Fanout notify agent at l3_agent the message router_deleted on router 7702991b-ca7d-4054-adca-c8af58afa385 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:01:06.917654 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.923176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d5f1ce34-87d1-4f4b-acfe-c885e06841f1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/7702991b-ca7d-4054-adca-c8af58afa385 HTTP/1.1" status: 204 len: 168 time: 3.0174980 Aug 16 21:01:06.927333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43284) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:06.932520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a5151966-9ee0-49cf-b415-5f11f8c4a4b9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1355523780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:06.952058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f564eda-92c6-4c7d-ac29-40b23c8cc2e1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9a7594-3805-45e6-a639-7b7d4917ba35,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:06.959295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3abdcbfe-c63c-4f83-b8a9-5aca31c960cc req-93b107be-9372-4011-afbc-d9ddfaa87211 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 200 len: 999 time: 0.1212065 Aug 16 21:01:06.976142 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:06.990041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 9ebc0984-463b-4ecb-ac3a-383863b14404 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:06.994637 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Sync routers for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:06.995964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9ebc0984-463b-4ecb-ac3a-383863b14404 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:06.996389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.024630 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f564eda-92c6-4c7d-ac29-40b23c8cc2e1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.026620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5f564eda-92c6-4c7d-ac29-40b23c8cc2e1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8123653 Aug 16 21:01:07.028834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43292) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:07.033919 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:07.040343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ca97bfe7-a577-442a-b91c-34c52af9d388 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653554165'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:07.040548 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:07.060818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdcbfe-c63c-4f83-b8a9-5aca31c960cc req-7428c3cb-624f-4c81-9704-225c4bb327d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:07.062800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3abdcbfe-c63c-4f83-b8a9-5aca31c960cc req-7428c3cb-624f-4c81-9704-225c4bb327d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.0931716 Aug 16 21:01:07.095490 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.127530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdcbfe-c63c-4f83-b8a9-5aca31c960cc req-5e590e9b-35a4-431d-9980-8be933cb1d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:07.130658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3abdcbfe-c63c-4f83-b8a9-5aca31c960cc req-5e590e9b-35a4-431d-9980-8be933cb1d45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602856 Aug 16 21:01:07.137818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5151966-9ee0-49cf-b415-5f11f8c4a4b9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.139712 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5151966-9ee0-49cf-b415-5f11f8c4a4b9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.147672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 9ebc0984-463b-4ecb-ac3a-383863b14404, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9ebc0984-463b-4ecb-ac3a-383863b14404,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:07.202035 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:07.223396 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.225233 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-69a4252e-7b52-4320-9537-43f649cfc9a0 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6577978 Aug 16 21:01:07.229681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43302) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:07.253444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.263411 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5151966-9ee0-49cf-b415-5f11f8c4a4b9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.304191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3abdcbfe-c63c-4f83-b8a9-5aca31c960cc req-d4c63260-d9be-4b8c-8d6e-cc8ab1caac90 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574123 Aug 16 21:01:07.393636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=9ebc0984-463b-4ecb-ac3a-383863b14404,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:07.402962 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5151966-9ee0-49cf-b415-5f11f8c4a4b9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.440206 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:05Z', 'revision_number': 3, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:07.454183 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3abdcbfe-c63c-4f83-b8a9-5aca31c960cc req-8e9e1167-4215-4f04-a1a3-d0e042e25dcf service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433103 Aug 16 21:01:07.472080 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Checking router: 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:07.472358 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Updating router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:01:07.501812 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.543401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca97bfe7-a577-442a-b91c-34c52af9d388 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.544778 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a5151966-9ee0-49cf-b415-5f11f8c4a4b9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.547488 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a5151966-9ee0-49cf-b415-5f11f8c4a4b9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6191483 Aug 16 21:01:07.550086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43304) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:07.556350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'enable_snat': False}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:07.875701 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.889289 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Transition to ACTIVE for port object d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:07.913857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daba18-96db-4249-9fdc-2d4fae4e3f54 req-5320ad55-c48a-461b-91a3-e9a586f9fd3a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:07.915420 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28daba18-96db-4249-9fdc-2d4fae4e3f54 req-5320ad55-c48a-461b-91a3-e9a586f9fd3a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1990097 Aug 16 21:01:07.920322 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.955652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca97bfe7-a577-442a-b91c-34c52af9d388 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.958129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.960656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28daba18-96db-4249-9fdc-2d4fae4e3f54 req-e19a922f-21a8-423f-9f48-ffcf18b5794e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349412 Aug 16 21:01:08.007550 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.042141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca97bfe7-a577-442a-b91c-34c52af9d388 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.076535 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Attempting to bind port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:08.079315 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Attempting to bind port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:08.080323 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Attempting to bind port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:08.081161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97bfe7-a577-442a-b91c-34c52af9d388 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6a155c-24e0-4f68-b5f8-e46030dc59e1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:08.083144 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2800f8-0ad9-486c-9c5e-2ac7dc4a8e6a None None] Pushing event updated for resources: {'Port': ['ID=d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:08.090699 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:08.091122 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:08.091466 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.092153 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:08.097655 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Bound port: d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:08.097655 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.178038 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] For port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:08.182464 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] For port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:08.216590 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ca97bfe7-a577-442a-b91c-34c52af9d388 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.220774 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ca97bfe7-a577-442a-b91c-34c52af9d388 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1906748 Aug 16 21:01:08.221427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43316) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:08.233732 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7b372d57-c862-47f7-b18b-aac7f5f7ee52 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': '9d9a7594-3805-45e6-a639-7b7d4917ba35', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'af6a155c-24e0-4f68-b5f8-e46030dc59e1', 'remote_ip_prefix': None}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:08.262267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Allocated IP 172.20.0.1 (fcdcf12a-73db-4650-a2fa-cba81f7886d4/7c7eb143-d0a7-48e3-8453-e4ddcc27f64e/8b19ed3b-e1c8-4abe-be5d-012fee15f7d8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:08.282691 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.306681 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.349082 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.362595 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:08.363219 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:08.366983 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2800f8-0ad9-486c-9c5e-2ac7dc4a8e6a None None] Pushing event updated for resources: {'Port': ['ID=d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:08.434752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b372d57-c862-47f7-b18b-aac7f5f7ee52 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.488006 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:08.507569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Allocated IP 172.25.4.175 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/941b001e-ec99-4d46-abd2-323577f781e5) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:08.523049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.599449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Transition to ACTIVE for port object 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:08.607621 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b372d57-c862-47f7-b18b-aac7f5f7ee52 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.656376 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.685696 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b372d57-c862-47f7-b18b-aac7f5f7ee52 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.706142 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b372d57-c862-47f7-b18b-aac7f5f7ee52 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e823b829-bff0-4fa7-87f9-6a716a29351d,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:08.706783 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:05Z', 'revision_number': 3, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:08.711004 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.749256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Network fcdcf12a-73db-4650-a2fa-cba81f7886d4 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:08.756006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:08.762793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:08.780670 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eaefbd-731f-4cbc-8c0b-2039fb4eef52 None None] The sync data for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 is: [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:05Z', 'revision_number': 3, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:08.792687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b19ed3b-e1c8-4abe-be5d-012fee15f7d8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:08.797384 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.821582 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b372d57-c862-47f7-b18b-aac7f5f7ee52 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.825442 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7b372d57-c862-47f7-b18b-aac7f5f7ee52 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5982940 Aug 16 21:01:08.825710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43336) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:08.836590 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.853379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9ebc0984-463b-4ecb-ac3a-383863b14404 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:08.869148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:08.873917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:08.883269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:08.939024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9ebc0984-463b-4ecb-ac3a-383863b14404 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:08.942993 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.945184 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d076692-4550-4dca-a7c1-8f8925bd1b6f tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.958924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d076692-4550-4dca-a7c1-8f8925bd1b6f tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.019136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Pushing event updated for resources: {'Port': ['ID=941b001e-ec99-4d46-abd2-323577f781e5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:09.135735 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d076692-4550-4dca-a7c1-8f8925bd1b6f tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.144294 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d076692-4550-4dca-a7c1-8f8925bd1b6f tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.145460 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8d076692-4550-4dca-a7c1-8f8925bd1b6f tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/e823b829-bff0-4fa7-87f9-6a716a29351d HTTP/1.1" status: 204 len: 168 time: 0.3186984 Aug 16 21:01:09.151218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43350) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:09.170658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d076692-4550-4dca-a7c1-8f8925bd1b6f tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e823b829-bff0-4fa7-87f9-6a716a29351d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:09.226570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.259168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4f8fb4ab-3c9e-41b2-b1dc-3767805f42e6 None None] Provisioning for port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:09.263460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4f8fb4ab-3c9e-41b2-b1dc-3767805f42e6 None None] Provisioning complete for port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:09.268701 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f8fb4ab-3c9e-41b2-b1dc-3767805f42e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.271511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388dc90-ce5b-408d-95f1-235817de40c7 req-334ba8b3-7422-4251-8fd0-2dbb907cddfe tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:09.273294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5388dc90-ce5b-408d-95f1-235817de40c7 req-334ba8b3-7422-4251-8fd0-2dbb907cddfe tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1553109 Aug 16 21:01:09.319729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4f8fb4ab-3c9e-41b2-b1dc-3767805f42e6 None None] Port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:09.337340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5388dc90-ce5b-408d-95f1-235817de40c7 req-e64c390a-405c-4095-87ca-1fa8ad84f21d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563955 Aug 16 21:01:09.352037 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-129f1ef4-462d-427a-8ec3-221a8d61f433 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1996768 Aug 16 21:01:09.354797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43356) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:09.502501 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e95a1c4-be01-4621-b76d-be6a4d26fb5d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.558555 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e95a1c4-be01-4621-b76d-be6a4d26fb5d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.564393 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.625615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb466dbc-d7f8-469d-9939-9f2d86755a9f req-d28c7a7f-c4c9-4971-83ac-0204df85333a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:09.634465 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb466dbc-d7f8-469d-9939-9f2d86755a9f req-d28c7a7f-c4c9-4971-83ac-0204df85333a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1554828 Aug 16 21:01:09.636399 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.703268 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.734022 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb466dbc-d7f8-469d-9939-9f2d86755a9f req-4c717c86-28e2-4d62-a364-83ae3c47bebc tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983255 Aug 16 21:01:09.771447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e95a1c4-be01-4621-b76d-be6a4d26fb5d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.780343 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e95a1c4-be01-4621-b76d-be6a4d26fb5d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.784205 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5e95a1c4-be01-4621-b76d-be6a4d26fb5d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-groups/af6a155c-24e0-4f68-b5f8-e46030dc59e1 HTTP/1.1" status: 204 len: 168 time: 0.4261646 Aug 16 21:01:09.784890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43376) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:09.811791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95a1c4-be01-4621-b76d-be6a4d26fb5d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6a155c-24e0-4f68-b5f8-e46030dc59e1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:09.878393 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.889459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b19ed3b-e1c8-4abe-be5d-012fee15f7d8,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:09.898231 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-10ea8071-5046-41f6-831e-721b4251eb45 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0970130 Aug 16 21:01:09.901189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43378) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:09.956278 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659dbc4-0694-4919-bbd4-a1fef3fb6679 req-884f881f-5303-4ed9-870e-9d8cccac6abe tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:09.958286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7659dbc4-0694-4919-bbd4-a1fef3fb6679 req-884f881f-5303-4ed9-870e-9d8cccac6abe tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1285455 Aug 16 21:01:09.996060 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.002686 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.042327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-99f9d612-c3b0-4615-98bd-99eac5443bc9 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.064363 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7659dbc4-0694-4919-bbd4-a1fef3fb6679 req-7e6abd3a-147a-4bd2-b51d-a79ecbe431ee tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951884 Aug 16 21:01:10.085587 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-99f9d612-c3b0-4615-98bd-99eac5443bc9 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.125550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Network fcdcf12a-73db-4650-a2fa-cba81f7886d4 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:10.131133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:10.247244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Router 07f84023-6622-4bdb-98ad-c35057d972c1 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:01:10.349540 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-99f9d612-c3b0-4615-98bd-99eac5443bc9 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.358906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-99f9d612-c3b0-4615-98bd-99eac5443bc9 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.363886 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-99f9d612-c3b0-4615-98bd-99eac5443bc9 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-groups/9d9a7594-3805-45e6-a639-7b7d4917ba35 HTTP/1.1" status: 204 len: 168 time: 0.4612997 Aug 16 21:01:10.366910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43388) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:10.402825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9d612-c3b0-4615-98bd-99eac5443bc9 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9a7594-3805-45e6-a639-7b7d4917ba35,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:10.412003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:10.417970 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.419658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7bc74666-898a-47ce-87ae-6dad62ac046e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "PUT /v2.0/routers/07f84023-6622-4bdb-98ad-c35057d972c1 HTTP/1.1" status: 200 len: 920 time: 2.8674386 Aug 16 21:01:10.427210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43390) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:10.431184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:10.437746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f847b9-ccee-4470-8f9a-35a5d37759b6 None None] Sync routers for ids ['07f84023-6622-4bdb-98ad-c35057d972c1'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:10.462495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f847b9-ccee-4470-8f9a-35a5d37759b6 None None] Routers {'07f84023-6622-4bdb-98ad-c35057d972c1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:10.464205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-51f847b9-ccee-4470-8f9a-35a5d37759b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['07f84023-6622-4bdb-98ad-c35057d972c1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:10.515415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-51f847b9-ccee-4470-8f9a-35a5d37759b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:10.521941 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-393664e3-d4b7-4218-b04c-e79ea8ae0c49 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1406887 Aug 16 21:01:10.523613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43394) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:10.545412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1e32c868-6e35-4e0f-a481-5a0898ceaba5 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768555909'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:10.578939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f847b9-ccee-4470-8f9a-35a5d37759b6 None None] Routers {'07f84023-6622-4bdb-98ad-c35057d972c1'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:10.582821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-51f847b9-ccee-4470-8f9a-35a5d37759b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['07f84023-6622-4bdb-98ad-c35057d972c1'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:10.650308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1e32c868-6e35-4e0f-a481-5a0898ceaba5 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.670788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-51f847b9-ccee-4470-8f9a-35a5d37759b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:10.672277 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f847b9-ccee-4470-8f9a-35a5d37759b6 None None] The sync data for ids ['07f84023-6622-4bdb-98ad-c35057d972c1'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:10.685654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bebce797-7a9f-4c54-a168-20d83297d947 None None] Provisioning complete for port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:10.686717 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bebce797-7a9f-4c54-a168-20d83297d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.696210 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c065637a-42e5-4974-b62c-a29b8b623bde tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/routers/07f84023-6622-4bdb-98ad-c35057d972c1 HTTP/1.1" status: 200 len: 926 time: 0.2678137 Aug 16 21:01:10.703209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43396) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:10.731158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bebce797-7a9f-4c54-a168-20d83297d947 None None] Port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:10.743349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631c1c-acc2-4ec0-8cbe-b25710745d20 req-6fb22688-ba1f-4896-a53e-611d7907b53f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.746289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca631c1c-acc2-4ec0-8cbe-b25710745d20 req-6fb22688-ba1f-4896-a53e-611d7907b53f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1159964 Aug 16 21:01:10.769233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:10.777825 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-665b2d0f-7f5c-4cf9-9b4a-f2f59f701ab6 admin admin] 10.222.0.74 "PUT /v2.0/routers/3dcb9cde-2e53-4708-8aa1-9a7d3359bda0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5469539 Aug 16 21:01:10.792290 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:01:10.806264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fbde0b-045b-4170-9d6d-4c097b785d41 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.810984 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-85fbde0b-045b-4170-9d6d-4c097b785d41 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&device_id=07f84023-6622-4bdb-98ad-c35057d972c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1066306 Aug 16 21:01:10.811855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43400) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:10.896817 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:10.924782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee03d7-bcf8-4663-bd77-dcce7e5badd3 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.929850 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9fee03d7-bcf8-4663-bd77-dcce7e5badd3 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/networks/024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 881 time: 0.1163087 Aug 16 21:01:10.930716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43402) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:10.958504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca631c1c-acc2-4ec0-8cbe-b25710745d20 req-67877f35-2c0f-42f6-b0bf-fdd3efb416a4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012095 Aug 16 21:01:10.968080 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-763d1db9-b5b4-48d8-9750-76a87f6c9ed0 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=07f84023-6622-4bdb-98ad-c35057d972c1 HTTP/1.1" status: 200 len: 205 time: 0.0356197 Aug 16 21:01:10.968871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43404) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:10.988693 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1e32c868-6e35-4e0f-a481-5a0898ceaba5 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.041281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:11.046029 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:11.046497 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.081592 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1e32c868-6e35-4e0f-a481-5a0898ceaba5 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.131184 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.159783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32c868-6e35-4e0f-a481-5a0898ceaba5 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fd5e38-7e4b-4e79-a533-7c1449a2e526,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:11.187603 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.201616 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1e32c868-6e35-4e0f-a481-5a0898ceaba5 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.206204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1e32c868-6e35-4e0f-a481-5a0898ceaba5 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6805639 Aug 16 21:01:11.210440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43410) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:11.213510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5ed2c6fd-4d5e-4293-bb93-f9c9159e3044 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': 'c5fd5e38-7e4b-4e79-a533-7c1449a2e526', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:11.245349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:11.326753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.366242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.386643 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed2c6fd-4d5e-4293-bb93-f9c9159e3044 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.410966 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Sync routers for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:11.412304 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:11.427158 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:11.428659 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:11.491314 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed2c6fd-4d5e-4293-bb93-f9c9159e3044 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.563939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Deleting port 941b001e-ec99-4d46-abd2-323577f781e5 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:11.565099 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.573000 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed2c6fd-4d5e-4293-bb93-f9c9159e3044 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.604500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2c6fd-4d5e-4293-bb93-f9c9159e3044 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35b0b2f-aee9-4bce-939b-8b87d33fbb20,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:11.644407 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:11.690947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.706122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Calling delete_port for 941b001e-ec99-4d46-abd2-323577f781e5 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:11.999958 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 2, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:12.131448 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Checking router: 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:12.131448 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Updating router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:01:12.131448 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.132761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a106f-2280-4a88-9d7a-93c6cbcf8967 req-7ba1bb6f-9885-48be-a43a-1c30bd18f921 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:12.132761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd8a106f-2280-4a88-9d7a-93c6cbcf8967 req-7ba1bb6f-9885-48be-a43a-1c30bd18f921 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0533931 Aug 16 21:01:12.132761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd8a106f-2280-4a88-9d7a-93c6cbcf8967 req-69154f7d-0853-4630-80a0-95990b2fe316 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374441 Aug 16 21:01:12.353417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43430) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:12.358479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b4b9138e-aa8e-4bae-b45a-efd8bc380e5b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821095258', 'description': 'tempest-description--620111990'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:12.378516 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.380313 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ed2c6fd-4d5e-4293-bb93-f9c9159e3044 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.382067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5ed2c6fd-4d5e-4293-bb93-f9c9159e3044 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1734276 Aug 16 21:01:12.384947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43432) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:12.412240 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f87d709-33a0-4f11-b0b4-e0cbad408cba tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.418958 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.421949 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f87d709-33a0-4f11-b0b4-e0cbad408cba tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.437217 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Transition to ACTIVE for port object 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:12.473399 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Pushing event deleted for resources: {'Port': ['ID=941b001e-ec99-4d46-abd2-323577f781e5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:12.487693 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4b9138e-aa8e-4bae-b45a-efd8bc380e5b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.557536 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.595179 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.627639 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c019bd-c495-480f-b44e-d0187b1324ad None None] Pushing event updated for resources: {'Port': ['ID=8b19ed3b-e1c8-4abe-be5d-012fee15f7d8,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:12.694493 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Attempting to bind port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:12.694856 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Attempting to bind port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:12.695430 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Attempting to bind port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 on network fcdcf12a-73db-4650-a2fa-cba81f7886d4 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:12.701870 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:12.702560 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Checking segment: {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:12.703142 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.703703 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Bound using segment: {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:12.704343 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Bound port: 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:12.704904 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.761061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.769219 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.800207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4b9138e-aa8e-4bae-b45a-efd8bc380e5b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.800207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f87d709-33a0-4f11-b0b4-e0cbad408cba tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.803797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f87d709-33a0-4f11-b0b4-e0cbad408cba tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.805799 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1f87d709-33a0-4f11-b0b4-e0cbad408cba tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/c35b0b2f-aee9-4bce-939b-8b87d33fbb20 HTTP/1.1" status: 204 len: 168 time: 0.4193983 Aug 16 21:01:12.810301 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] For port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:12.817444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43448) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:12.821492 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] For port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8b19ed3b-e1c8-4abe-be5d-012fee15f7d8,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:12.865322 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:12.872819 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a2b2e47b-7e46-41e4-9276-29f8a1d1539f tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515957 Aug 16 21:01:12.873107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43450) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:12.880996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87d709-33a0-4f11-b0b4-e0cbad408cba tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c35b0b2f-aee9-4bce-939b-8b87d33fbb20,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:12.890020 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4b9138e-aa8e-4bae-b45a-efd8bc380e5b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.910422 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.911992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.912559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Fanout notify agent at l3_agent the message router_deleted on router 07f84023-6622-4bdb-98ad-c35057d972c1 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:01:12.920888 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.925890 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e1c67afe-225e-4b6c-bad2-36448130bca9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/07f84023-6622-4bdb-98ad-c35057d972c1 HTTP/1.1" status: 204 len: 168 time: 1.9558394 Aug 16 21:01:12.927051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43452) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:12.935596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:12.937700 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.940981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-623267737', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:12.945856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9138e-aa8e-4bae-b45a-efd8bc380e5b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cb42e2-987e-4359-8649-e6ecfb40592a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:12.971862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c35f95ca-b503-49af-b05c-7eb32e0d29fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.980743 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a164-9b4b-4bba-a7bf-6f4ac49f21f1 req-953e514e-957c-447e-a685-04ceda14e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:12.982368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2316a164-9b4b-4bba-a7bf-6f4ac49f21f1 req-953e514e-957c-447e-a685-04ceda14e63d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d374f3cfccd45f2ab76032deb984a01&device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 1096 time: 0.1632006 Aug 16 21:01:12.991283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38b403-e877-4c27-b9fb-752f4a35e30b req-03958786-220f-4461-8c0b-cd212cb0c040 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:12.992781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b38b403-e877-4c27-b9fb-752f4a35e30b req-03958786-220f-4461-8c0b-cd212cb0c040 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1858535 Aug 16 21:01:13.008754 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c019bd-c495-480f-b44e-d0187b1324ad None None] Pushing event updated for resources: {'Port': ['ID=8b19ed3b-e1c8-4abe-be5d-012fee15f7d8,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:13.010160 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c35f95ca-b503-49af-b05c-7eb32e0d29fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.060428 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:13.061006 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:13.081797 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.088635 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.156144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b38b403-e877-4c27-b9fb-752f4a35e30b req-1659227a-4a4b-4133-b8ab-36bd9fca4609 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690401 Aug 16 21:01:13.173697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a164-9b4b-4bba-a7bf-6f4ac49f21f1 req-9c280911-44ad-4afd-93e1-eca641ed28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.175387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2316a164-9b4b-4bba-a7bf-6f4ac49f21f1 req-9c280911-44ad-4afd-93e1-eca641ed28e5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 200 len: 913 time: 0.1816835 Aug 16 21:01:13.180018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c35f95ca-b503-49af-b05c-7eb32e0d29fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.185445 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c35f95ca-b503-49af-b05c-7eb32e0d29fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.197586 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c35f95ca-b503-49af-b05c-7eb32e0d29fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-groups/c5fd5e38-7e4b-4e79-a533-7c1449a2e526 HTTP/1.1" status: 204 len: 168 time: 0.3133576 Aug 16 21:01:13.197732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43454) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:13.218583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b4b9138e-aa8e-4bae-b45a-efd8bc380e5b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.219906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b4b9138e-aa8e-4bae-b45a-efd8bc380e5b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8652050 Aug 16 21:01:13.260039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43456) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:13.264046 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:13.267542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d8f8963d-287f-4511-8d23-85a6423524c6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'security_group_rule': {'security_group_id': 'c7cb42e2-987e-4359-8649-e6ecfb40592a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:13.274388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f95ca-b503-49af-b05c-7eb32e0d29fa tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fd5e38-7e4b-4e79-a533-7c1449a2e526,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:13.282821 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.332374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43458) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:13.332679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a922c034-c45f-4d16-b553-f8704043a208 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367874 Aug 16 21:01:13.338673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-37415065-2f66-4c87-88c7-3318ebbc1a85 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group': {'name': 'tempest-secgroup--95989195'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:13.356984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2316a164-9b4b-4bba-a7bf-6f4ac49f21f1 req-1c382da4-4e77-4ebf-8294-cbba958011b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 200 len: 999 time: 0.1727514 Aug 16 21:01:13.422381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8f8963d-287f-4511-8d23-85a6423524c6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.465998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a164-9b4b-4bba-a7bf-6f4ac49f21f1 req-3f6c03cd-4cc1-48d5-8f2b-f735ad3254c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.467660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2316a164-9b4b-4bba-a7bf-6f4ac49f21f1 req-3f6c03cd-4cc1-48d5-8f2b-f735ad3254c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 200 len: 851 time: 0.0918958 Aug 16 21:01:13.540382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43464) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:13.551525 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8f8963d-287f-4511-8d23-85a6423524c6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.607529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a164-9b4b-4bba-a7bf-6f4ac49f21f1 req-73914489-ec47-43ec-a70b-17f5104ce58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.609045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2316a164-9b4b-4bba-a7bf-6f4ac49f21f1 req-73914489-ec47-43ec-a70b-17f5104ce58a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08150c28-7ae3-4f07-ac78-d32078b65a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304576 Aug 16 21:01:13.637089 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8f8963d-287f-4511-8d23-85a6423524c6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.656682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22244c6-de5c-42e2-aa30-7e7f4a816e99 admin admin] Deleting subnet 0c7fee09-af04-4f53-be62-fb00b032c761 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:01:13.661703 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37415065-2f66-4c87-88c7-3318ebbc1a85 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.670382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.673881 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:12Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:13.694681 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a22244c6-de5c-42e2-aa30-7e7f4a816e99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.702309 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3157f5-8210-4a80-90cb-ae63f59e8da3 None None] The sync data for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 is: [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:12Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:13.716886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8963d-287f-4511-8d23-85a6423524c6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b0d7c7-8e9a-4716-b50e-55122092ea78,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:13.788797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a22244c6-de5c-42e2-aa30-7e7f4a816e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.837411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37415065-2f66-4c87-88c7-3318ebbc1a85 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.860307 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a22244c6-de5c-42e2-aa30-7e7f4a816e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.905795 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37415065-2f66-4c87-88c7-3318ebbc1a85 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.986513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37415065-2f66-4c87-88c7-3318ebbc1a85 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d33a97-f944-4717-a822-b95c526f5b5e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:14.094574 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37415065-2f66-4c87-88c7-3318ebbc1a85 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.099182 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-37415065-2f66-4c87-88c7-3318ebbc1a85 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7652338 Aug 16 21:01:14.122814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43466) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:14.127859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6fa107aa-acee-4836-bd25-f742dc8fe78d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': '29d33a97-f944-4717-a822-b95c526f5b5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:14.137711 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.167294 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.404110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2316a164-9b4b-4bba-a7bf-6f4ac49f21f1 req-2b49439f-f445-426f-b1fd-00d17f5ab595 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7860477 Aug 16 21:01:14.411059 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8f8963d-287f-4511-8d23-85a6423524c6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.412495 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d8f8963d-287f-4511-8d23-85a6423524c6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1503110 Aug 16 21:01:14.429004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43470) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:14.438741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-67146532-953c-43e3-a7ab-7f8f0d17528b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'security_group_rule': {'security_group_id': 'c7cb42e2-987e-4359-8649-e6ecfb40592a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:14.503433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faffa5-6f54-44cb-b56e-b4139eedd800 req-37a8a674-b82e-42fb-b6c6-1856f3b53919 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:14.511984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6faffa5-6f54-44cb-b56e-b4139eedd800 req-37a8a674-b82e-42fb-b6c6-1856f3b53919 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1813867 Aug 16 21:01:14.620909 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a22244c6-de5c-42e2-aa30-7e7f4a816e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.677575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2316a164-9b4b-4bba-a7bf-6f4ac49f21f1 req-4852234c-afca-49a5-9f20-bec427b08421 service neutron] 10.222.0.76 "GET /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611945 Aug 16 21:01:14.681862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6faffa5-6f54-44cb-b56e-b4139eedd800 req-0ae8fd11-ff8a-443b-96ef-9ebff96cd1b1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700263 Aug 16 21:01:14.682431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22244c6-de5c-42e2-aa30-7e7f4a816e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c7fee09-af04-4f53-be62-fb00b032c761,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:14.697494 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a22244c6-de5c-42e2-aa30-7e7f4a816e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.702125 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a22244c6-de5c-42e2-aa30-7e7f4a816e99 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0c7fee09-af04-4f53-be62-fb00b032c761 HTTP/1.1" status: 204 len: 168 time: 1.1599448 Aug 16 21:01:14.703736 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43474) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:14.759891 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Allocated IP 172.25.4.112 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/55ce29d0-4611-491b-a4dc-2e12c0f42772) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:14.759891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fa107aa-acee-4836-bd25-f742dc8fe78d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.829817 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.867674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:14.892953 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fa107aa-acee-4836-bd25-f742dc8fe78d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.920507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-67146532-953c-43e3-a7ab-7f8f0d17528b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.941403 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.943829 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.962851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f3c20b-91cf-4925-959e-e475d3950e8b']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:14.971109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fa107aa-acee-4836-bd25-f742dc8fe78d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.978947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a2f9dc-b145-41b6-9ad0-9158b18a12f8') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:14.979246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a2f9dc-b145-41b6-9ad0-9158b18a12f8') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:14.993445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.999746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:15.005525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:15.005525 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.020881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa107aa-acee-4836-bd25-f742dc8fe78d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7a38b4-ec06-4a6f-99d3-141276f7b339,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:15.024207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.027124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-67146532-953c-43e3-a7ab-7f8f0d17528b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.032187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:01:15.032585 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:01:15.035605 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:01:15.087080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fa107aa-acee-4836-bd25-f742dc8fe78d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.092840 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6fa107aa-acee-4836-bd25-f742dc8fe78d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9646344 Aug 16 21:01:15.092840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43484) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:15.115733 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b6f05f19-56cd-4f25-aec1-ebf12cfdafe9 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules/0f7a38b4-ec06-4a6f-99d3-141276f7b339 HTTP/1.1" status: 200 len: 763 time: 0.0208678 Aug 16 21:01:15.116026 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-67146532-953c-43e3-a7ab-7f8f0d17528b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.116331 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.117441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43486) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:15.121519 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.148979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67146532-953c-43e3-a7ab-7f8f0d17528b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307e2475-799e-4f75-a6ff-a83f2f07f1f2,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:15.183584 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.183808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8b19ed3b-e1c8-4abe-be5d-012fee15f7d8,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:15.194877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af683f1c-115a-49e3-a3ec-0ad756bb8060 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0734210 Aug 16 21:01:15.199942 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.206318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43488) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:15.206831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] 10.222.0.74 "DELETE /v2.0/networks/55f3c20b-91cf-4925-959e-e475d3950e8b HTTP/1.1" status: 204 len: 168 time: 0.4990091 Aug 16 21:01:15.218420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e668717-af01-40db-8683-46c22fe22037 admin admin] Pushing event deleted for resources: {'Network': ['ID=55f3c20b-91cf-4925-959e-e475d3950e8b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:15.218669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-df832577-e905-4346-a0dc-00cd817a81f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.242065 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-67146532-953c-43e3-a7ab-7f8f0d17528b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.242645 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.243617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-67146532-953c-43e3-a7ab-7f8f0d17528b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8089674 Aug 16 21:01:15.254606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43492) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:15.254725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:15.257102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Pushing event updated for resources: {'Port': ['ID=55ce29d0-4611-491b-a4dc-2e12c0f42772,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:15.265219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:15.265530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:15.271793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:15.311449 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26e64e5c-c4e8-44aa-ad9c-cb1458ba6d4c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.322710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26e64e5c-c4e8-44aa-ad9c-cb1458ba6d4c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.327202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8b19ed3b-e1c8-4abe-be5d-012fee15f7d8,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:15.424349 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.515358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26e64e5c-c4e8-44aa-ad9c-cb1458ba6d4c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.526829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26e64e5c-c4e8-44aa-ad9c-cb1458ba6d4c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.530882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43494) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:15.536235 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-26e64e5c-c4e8-44aa-ad9c-cb1458ba6d4c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/0f7a38b4-ec06-4a6f-99d3-141276f7b339 HTTP/1.1" status: 204 len: 168 time: 0.3250139 Aug 16 21:01:15.539634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e64e5c-c4e8-44aa-ad9c-cb1458ba6d4c tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f7a38b4-ec06-4a6f-99d3-141276f7b339,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:15.610172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-429cdbf4-a95d-4624-9be5-2f73a26620a1 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0764418 Aug 16 21:01:15.611873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43496) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:15.617067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9738b226-0e46-4be7-a1eb-7eac7558cdfc tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': '29d33a97-f944-4717-a822-b95c526f5b5e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:15.618817 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.665924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43500) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:15.756169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Allocated IP 172.25.4.126 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/46bae4da-bd3a-42b2-a617-4ae878c2ec48) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:15.776309 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0a440bf7-593b-4cec-a94f-12e0332dab72 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fdbc8772cea645a0a780d35fb9089cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092262 Aug 16 21:01:15.780386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43504) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:15.800240 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.856526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9738b226-0e46-4be7-a1eb-7eac7558cdfc tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.888546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b64e2-6534-41c7-a1cd-dbc5d7bfbffa req-46258520-2373-4324-ab90-fa5aa94c6d4e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:15.893061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f85b64e2-6534-41c7-a1cd-dbc5d7bfbffa req-46258520-2373-4324-ab90-fa5aa94c6d4e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1033978 Aug 16 21:01:15.941764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.956376 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8298146d-af2c-427b-b38b-9a7bb52d329d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.966389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f85b64e2-6534-41c7-a1cd-dbc5d7bfbffa req-deeb4eeb-8c06-4bbd-a350-e41d8d64d70d tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601716 Aug 16 21:01:15.996547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9738b226-0e46-4be7-a1eb-7eac7558cdfc tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.040531 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8298146d-af2c-427b-b38b-9a7bb52d329d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.110634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1169ac-de86-4ff6-a6c6-c3a09af11481 req-000dad16-1de7-487f-bcaa-d738b1648719 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:16.112064 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9738b226-0e46-4be7-a1eb-7eac7558cdfc tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.112691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f1169ac-de86-4ff6-a6c6-c3a09af11481 req-000dad16-1de7-487f-bcaa-d738b1648719 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0575016 Aug 16 21:01:16.142625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738b226-0e46-4be7-a1eb-7eac7558cdfc tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e49e77-e480-489b-9895-96fa514d13a5,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:16.142916 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.161157 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.197607 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:16.204532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f1169ac-de86-4ff6-a6c6-c3a09af11481 req-b5d5c7fa-17e7-4b94-bd99-ebf05ecf350b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796607 Aug 16 21:01:16.205537 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:16.209587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:16.248626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'Port': ['ID=46bae4da-bd3a-42b2-a617-4ae878c2ec48,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:16.262728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.263089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.263438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.263782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.264119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.264791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.265349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.265692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.266082 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.266421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.266801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.267131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:16.296246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9738b226-0e46-4be7-a1eb-7eac7558cdfc tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.300005 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9738b226-0e46-4be7-a1eb-7eac7558cdfc tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6847901 Aug 16 21:01:16.300723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43510) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:16.325141 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-43868a4c-435e-4ea0-9b6d-565fb4c3f0ba tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules/12e49e77-e480-489b-9895-96fa514d13a5 HTTP/1.1" status: 200 len: 763 time: 0.0230505 Aug 16 21:01:16.327976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43516) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:16.343149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8298146d-af2c-427b-b38b-9a7bb52d329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.343149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8298146d-af2c-427b-b38b-9a7bb52d329d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.343149 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8298146d-af2c-427b-b38b-9a7bb52d329d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b5a26c78-482b-4a7d-9c31-438fee1fcabb HTTP/1.1" status: 204 len: 168 time: 0.5575533 Aug 16 21:01:16.347947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298146d-af2c-427b-b38b-9a7bb52d329d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a26c78-482b-4a7d-9c31-438fee1fcabb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:16.429306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Router be36664f-a376-44e8-a4db-5f4c4e24e716 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:01:16.441094 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6925e957-1a2d-4610-961d-108bb1270593 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1050673 Aug 16 21:01:16.441094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43522) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:16.505240 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.507696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-155d0746-65bb-42a7-88c6-c49cdd981234 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.520596 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-155d0746-65bb-42a7-88c6-c49cdd981234 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.615062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:16.623506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.628527 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57eca0-347f-4dd3-8d78-03c7f2bf88fd None None] Sync routers for ids ['be36664f-a376-44e8-a4db-5f4c4e24e716'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:16.641749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57eca0-347f-4dd3-8d78-03c7f2bf88fd None None] Routers {'be36664f-a376-44e8-a4db-5f4c4e24e716'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:16.642517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9a57eca0-347f-4dd3-8d78-03c7f2bf88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['be36664f-a376-44e8-a4db-5f4c4e24e716'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:16.683200 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-155d0746-65bb-42a7-88c6-c49cdd981234 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.692071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9a57eca0-347f-4dd3-8d78-03c7f2bf88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:16.707122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57eca0-347f-4dd3-8d78-03c7f2bf88fd None None] Routers {'be36664f-a376-44e8-a4db-5f4c4e24e716'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:16.708026 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9a57eca0-347f-4dd3-8d78-03c7f2bf88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:00:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['be36664f-a376-44e8-a4db-5f4c4e24e716'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:16.743344 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-155d0746-65bb-42a7-88c6-c49cdd981234 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.748158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43532) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:16.749544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-155d0746-65bb-42a7-88c6-c49cdd981234 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/12e49e77-e480-489b-9895-96fa514d13a5 HTTP/1.1" status: 204 len: 168 time: 0.3042121 Aug 16 21:01:16.758142 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.763346 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-33cdc2cb-a21e-4357-a160-ea050a8e2f77 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8325386 Aug 16 21:01:16.765329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43534) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:16.770152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9a57eca0-347f-4dd3-8d78-03c7f2bf88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:16.771112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57eca0-347f-4dd3-8d78-03c7f2bf88fd None None] The sync data for ids ['be36664f-a376-44e8-a4db-5f4c4e24e716'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:16.801665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:16.808448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d0746-65bb-42a7-88c6-c49cdd981234 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12e49e77-e480-489b-9895-96fa514d13a5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:16.865895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:16.904052 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.917113 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6402b85b-d5e7-4e11-92d3-877304e81364 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1652286 Aug 16 21:01:16.917368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43540) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:16.952318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:16.952825 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.962761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a4f76342-3498-48f5-b9ce-e485d0323554 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Request body: {'security_group_rule': {'security_group_id': '29d33a97-f944-4717-a822-b95c526f5b5e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:16.985964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.045813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'Port': ['ID=46bae4da-bd3a-42b2-a617-4ae878c2ec48,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:17.103473 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.231044 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4f76342-3498-48f5-b9ce-e485d0323554 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.291060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.313663 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4f76342-3498-48f5-b9ce-e485d0323554 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.418888 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.420216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1d9fe0df-d1d7-4685-a4b3-30ec28207aa3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1656260 Aug 16 21:01:17.486295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4f76342-3498-48f5-b9ce-e485d0323554 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.510806 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.516509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f76342-3498-48f5-b9ce-e485d0323554 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e232d4-85ab-47fe-afda-40e36fa420e9,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:17.601597 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9366e2fe-c7c9-477f-8554-15614d073224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.629184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-ea156a08-a5d6-479c-984c-a3bdbd7d9565 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1821095258&fields=id&tenant_id=8969ef73391d4df28092c16fc7f79156 HTTP/1.1" status: 200 len: 267 time: 0.0418572 Aug 16 21:01:17.719659 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4f76342-3498-48f5-b9ce-e485d0323554 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.721041 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a4f76342-3498-48f5-b9ce-e485d0323554 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8026855 Aug 16 21:01:17.723780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43580) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:17.747614 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e2a6364a-71b7-4361-aba3-c214f3407032 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules/20e232d4-85ab-47fe-afda-40e36fa420e9 HTTP/1.1" status: 200 len: 764 time: 0.0226462 Aug 16 21:01:17.748223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43584) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:17.756201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-2cfa9527-0e0e-4595-9388-0db8905d3a8a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:17.756201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-2cfa9527-0e0e-4595-9388-0db8905d3a8a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 817 time: 0.1172030 Aug 16 21:01:17.776536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e15eeb57-8586-442d-9413-96a96c6c860b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/quotas/8969ef73391d4df28092c16fc7f79156 HTTP/1.1" status: 200 len: 375 time: 0.0135384 Aug 16 21:01:17.796731 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4a7d82f7-8169-4eed-9718-12cba03361c3 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0473111 Aug 16 21:01:17.808940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43588) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:17.860956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Deleting port 55ce29d0-4611-491b-a4dc-2e12c0f42772 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:17.861482 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.863751 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af1f58f8-b8d4-4290-a833-463605a01804 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.874581 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af1f58f8-b8d4-4290-a833-463605a01804 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.892952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-3aac1121-cf81-4c9c-86ea-2d3d04be95db tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104240 Aug 16 21:01:17.909978 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.966249 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.981938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Calling delete_port for 55ce29d0-4611-491b-a4dc-2e12c0f42772 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:18.010492 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-a512c18a-c071-474f-bd95-031485ebb798 service neutron] 10.222.0.74 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030734 Aug 16 21:01:18.020666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af1f58f8-b8d4-4290-a833-463605a01804 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.025801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af1f58f8-b8d4-4290-a833-463605a01804 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.029700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af1f58f8-b8d4-4290-a833-463605a01804 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-group-rules/20e232d4-85ab-47fe-afda-40e36fa420e9 HTTP/1.1" status: 204 len: 168 time: 0.2187448 Aug 16 21:01:18.031239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43602) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:18.093680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f58f8-b8d4-4290-a833-463605a01804 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20e232d4-85ab-47fe-afda-40e36fa420e9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:18.148927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fc57061e-2c3b-474e-9250-8ffb484be5a6 tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1116550 Aug 16 21:01:18.149244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43606) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:18.203195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-aa883040-fbba-4217-8689-79c42f986ed4 service neutron] 10.222.0.74 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905942 Aug 16 21:01:18.231589 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8feb8b05-0fcf-4a7e-a7b0-eec6d6cb89ff tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.255766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8feb8b05-0fcf-4a7e-a7b0-eec6d6cb89ff tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.412350 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.440903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Pushing event deleted for resources: {'Port': ['ID=55ce29d0-4611-491b-a4dc-2e12c0f42772,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:18.452747 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8feb8b05-0fcf-4a7e-a7b0-eec6d6cb89ff tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.455450 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8feb8b05-0fcf-4a7e-a7b0-eec6d6cb89ff tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.459201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8feb8b05-0fcf-4a7e-a7b0-eec6d6cb89ff tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "DELETE /v2.0/security-groups/29d33a97-f944-4717-a822-b95c526f5b5e HTTP/1.1" status: 204 len: 168 time: 0.3063560 Aug 16 21:01:18.462539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43608) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:18.498583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb8b05-0fcf-4a7e-a7b0-eec6d6cb89ff tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d33a97-f944-4717-a822-b95c526f5b5e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:18.541951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.590772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbf213ec-fa3e-4f42-a1e0-438a043cc209 req-dc5ec2b6-4b47-4db2-bb13-5dab9a1b3909 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 210 time: 0.0542345 Aug 16 21:01:18.596319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-acd5bd93-516d-43a9-99e1-879fe716ca7a tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1315060 Aug 16 21:01:18.602912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43614) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:18.654541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1103eb72-6cde-458b-9181-9b3e9582ce7d tempest-SecGroupTest-1823375782 tempest-SecGroupTest-1823375782-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0473967 Aug 16 21:01:18.816477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d124b-9772-4c61-ba5d-ff9f370e6ff3 req-b8089f77-ffcb-4718-8969-f8bf430ff978 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.818280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-861d124b-9772-4c61-ba5d-ff9f370e6ff3 req-b8089f77-ffcb-4718-8969-f8bf430ff978 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=4354186f-5f5f-4011-8daa-484726811fb9 HTTP/1.1" status: 200 len: 943 time: 0.0535409 Aug 16 21:01:18.932959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-861d124b-9772-4c61-ba5d-ff9f370e6ff3 req-70995d13-1d7b-4917-acad-bd81daa9daf3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Deleting port a53e0868-f139-4068-a7f4-fc35ce84780d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:18.932959 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-861d124b-9772-4c61-ba5d-ff9f370e6ff3 req-70995d13-1d7b-4917-acad-bd81daa9daf3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.041606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-861d124b-9772-4c61-ba5d-ff9f370e6ff3 req-70995d13-1d7b-4917-acad-bd81daa9daf3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] For port a53e0868-f139-4068-a7f4-fc35ce84780d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a53e0868-f139-4068-a7f4-fc35ce84780d,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:19.042348 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-861d124b-9772-4c61-ba5d-ff9f370e6ff3 req-70995d13-1d7b-4917-acad-bd81daa9daf3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.059906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-861d124b-9772-4c61-ba5d-ff9f370e6ff3 req-70995d13-1d7b-4917-acad-bd81daa9daf3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Calling delete_port for a53e0868-f139-4068-a7f4-fc35ce84780d owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:19.153170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237983'] for router, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.156873 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596840'] for router, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.236167 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Router be36664f-a376-44e8-a4db-5f4c4e24e716 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:19.318067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:19.321314 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.327625 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.329107 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b8e7f897-4bcf-40fe-b91f-ea8af54e4022 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "PUT /v2.0/routers/be36664f-a376-44e8-a4db-5f4c4e24e716 HTTP/1.1" status: 200 len: 709 time: 2.5345836 Aug 16 21:01:19.331829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43630) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:19.341001 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8fb22-8274-4546-9374-9988c1322618 None None] Sync routers for ids ['be36664f-a376-44e8-a4db-5f4c4e24e716'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:19.343239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43632) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:19.353171 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8fb22-8274-4546-9374-9988c1322618 None None] Routers {'be36664f-a376-44e8-a4db-5f4c4e24e716'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:19.353975 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-29f8fb22-8274-4546-9374-9988c1322618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:01:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['be36664f-a376-44e8-a4db-5f4c4e24e716'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:19.394835 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-29f8fb22-8274-4546-9374-9988c1322618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:19.404590 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8fb22-8274-4546-9374-9988c1322618 None None] Routers {'be36664f-a376-44e8-a4db-5f4c4e24e716'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:19.405359 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-29f8fb22-8274-4546-9374-9988c1322618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:01:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['be36664f-a376-44e8-a4db-5f4c4e24e716'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:19.418931 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-861d124b-9772-4c61-ba5d-ff9f370e6ff3 req-70995d13-1d7b-4917-acad-bd81daa9daf3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.432900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:19.435161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['39e670e5-e415-457b-90ec-3d3c093a8ff2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:19.455138 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-29f8fb22-8274-4546-9374-9988c1322618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:19.456878 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8fb22-8274-4546-9374-9988c1322618 None None] The sync data for ids ['be36664f-a376-44e8-a4db-5f4c4e24e716'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:19.467900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70995d13-1d7b-4917-acad-bd81daa9daf3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event deleted for resources: {'Port': ['ID=a53e0868-f139-4068-a7f4-fc35ce84780d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:19.473307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-276c5f51-a62b-402c-b3fc-871ca115ecc4 tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/routers/be36664f-a376-44e8-a4db-5f4c4e24e716 HTTP/1.1" status: 200 len: 744 time: 0.1402547 Aug 16 21:01:19.491906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43636) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:19.523011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-861d124b-9772-4c61-ba5d-ff9f370e6ff3 req-70995d13-1d7b-4917-acad-bd81daa9daf3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] No DVR routers for this DVR port a53e0868-f139-4068-a7f4-fc35ce84780d on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:19.526159 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-861d124b-9772-4c61-ba5d-ff9f370e6ff3 req-70995d13-1d7b-4917-acad-bd81daa9daf3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.533340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-861d124b-9772-4c61-ba5d-ff9f370e6ff3 req-70995d13-1d7b-4917-acad-bd81daa9daf3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "DELETE /v2.0/ports/a53e0868-f139-4068-a7f4-fc35ce84780d HTTP/1.1" status: 204 len: 173 time: 0.7036841 Aug 16 21:01:19.533340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4354186f-5f5f-4011-8daa-484726811fb9', 'name': 'network-vif-deleted', 'tag': 'a53e0868-f139-4068-a7f4-fc35ce84780d'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:19.533340 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208938ee-42de-4310-a90a-06fd8d3d1a6e" -d '{"events": [{"server_uuid": "4354186f-5f5f-4011-8daa-484726811fb9", "name": "network-vif-deleted", "tag": "a53e0868-f139-4068-a7f4-fc35ce84780d"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:19.579759 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7d44468d-fdce-44a6-9987-507ddce32e9e tempest-RoutersIpV6AdminTest-136184872 tempest-RoutersIpV6AdminTest-136184872-project-admin] 10.222.0.74 "GET /v2.0/ports?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&device_id=be36664f-a376-44e8-a4db-5f4c4e24e716 HTTP/1.1" status: 200 len: 205 time: 0.0843313 Aug 16 21:01:19.581771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43640) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:19.617356 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c2b036fb-f353-446c-96e7-ab03b2b9dc0a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c1776246e85942b3abc238f28ae8a7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727129 Aug 16 21:01:19.626382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43646) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:19.636119 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e89fd6-6a38-4ad4-a8af-bc816e0535bf x-openstack-request-id: req-41e89fd6-6a38-4ad4-a8af-bc816e0535bf {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:19.640577 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4354186f-5f5f-4011-8daa-484726811fb9", "name": "network-vif-deleted", "tag": "a53e0868-f139-4068-a7f4-fc35ce84780d", "status": "failed", "code": 422}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:19.640577 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-41e89fd6-6a38-4ad4-a8af-bc816e0535bf {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:19.640577 n-d-793619-14 neutron-server[95261]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4354186f-5f5f-4011-8daa-484726811fb9', 'name': 'network-vif-deleted', 'tag': 'a53e0868-f139-4068-a7f4-fc35ce84780d', 'status': 'failed', 'code': 422} returned with failed status Aug 16 21:01:19.642416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c57c4384-f436-42d1-ad0b-c385cb6eaa11 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=be36664f-a376-44e8-a4db-5f4c4e24e716 HTTP/1.1" status: 200 len: 205 time: 0.0545876 Aug 16 21:01:19.643390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43648) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:19.759540 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-208992a9-9122-497c-8163-dd4b1137ca72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.762373 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81ef9030-2686-4a2b-b434-c01a858607c1 req-eaba4fd6-1d3a-452e-b712-a154272ab93b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 210 time: 0.0403745 Aug 16 21:01:19.783605 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5116010c-486c-48f1-bad3-7820e0274268 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.818062 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-208992a9-9122-497c-8163-dd4b1137ca72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.102971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5116010c-486c-48f1-bad3-7820e0274268 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.102971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5116010c-486c-48f1-bad3-7820e0274268 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.106611 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-208992a9-9122-497c-8163-dd4b1137ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.106611 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-208992a9-9122-497c-8163-dd4b1137ca72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.106611 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-208992a9-9122-497c-8163-dd4b1137ca72 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9c53494f-1442-4bf7-b240-3fe3ac9b5039 HTTP/1.1" status: 204 len: 168 time: 0.4237509 Aug 16 21:01:20.106611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208992a9-9122-497c-8163-dd4b1137ca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c53494f-1442-4bf7-b240-3fe3ac9b5039,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:20.172728 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5116010c-486c-48f1-bad3-7820e0274268 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.173374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5116010c-486c-48f1-bad3-7820e0274268 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Fanout notify agent at l3_agent the message router_deleted on router be36664f-a376-44e8-a4db-5f4c4e24e716 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:01:20.180495 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5116010c-486c-48f1-bad3-7820e0274268 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.185417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5116010c-486c-48f1-bad3-7820e0274268 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/be36664f-a376-44e8-a4db-5f4c4e24e716 HTTP/1.1" status: 204 len: 168 time: 0.5374765 Aug 16 21:01:20.185539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43662) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.215193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-25595404-3b49-434a-9969-ec9c5d97f4d7 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=be36664f-a376-44e8-a4db-5f4c4e24e716 HTTP/1.1" status: 200 len: 205 time: 0.0268707 Aug 16 21:01:20.216248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43664) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.252448 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-cc4c9ddc-cdcb-4199-b985-0a8c07a46cc1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] delete failed (client error): The resource could not be found. Aug 16 21:01:20.253506 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cc4c9ddc-cdcb-4199-b985-0a8c07a46cc1 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/be36664f-a376-44e8-a4db-5f4c4e24e716 HTTP/1.1" status: 404 len: 336 time: 0.0363686 Aug 16 21:01:20.256101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43666) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.287362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-22088043-0340-45e6-9e5e-490eb4ea1b53 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=07f84023-6622-4bdb-98ad-c35057d972c1 HTTP/1.1" status: 200 len: 205 time: 0.0302007 Aug 16 21:01:20.290275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43668) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.326645 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-aacff30a-8e22-47bc-8714-a3739b103791 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] delete failed (client error): The resource could not be found. Aug 16 21:01:20.327694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aacff30a-8e22-47bc-8714-a3739b103791 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/07f84023-6622-4bdb-98ad-c35057d972c1 HTTP/1.1" status: 404 len: 336 time: 0.0365207 Aug 16 21:01:20.330427 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43670) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.360001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-eaa7ffe6-9aad-4902-92ff-013a036dcef9 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=7702991b-ca7d-4054-adca-c8af58afa385 HTTP/1.1" status: 200 len: 205 time: 0.0283916 Aug 16 21:01:20.362608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43672) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.407636 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-c0d0fbc3-833b-4ffd-bf49-645f67746355 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] delete failed (client error): The resource could not be found. Aug 16 21:01:20.413670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c0d0fbc3-833b-4ffd-bf49-645f67746355 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/7702991b-ca7d-4054-adca-c8af58afa385 HTTP/1.1" status: 404 len: 336 time: 0.0451777 Aug 16 21:01:20.413863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43674) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.447563 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e90dd97f-449c-46b4-873a-b0cbeb0f31a6 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=4610a140-4bd2-464a-9a29-004a27d443f2 HTTP/1.1" status: 200 len: 205 time: 0.0346658 Aug 16 21:01:20.450446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43676) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.496251 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-402b46d8-186a-4d64-b6aa-bf7a46209e91 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] delete failed (client error): The resource could not be found. Aug 16 21:01:20.497383 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-402b46d8-186a-4d64-b6aa-bf7a46209e91 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/4610a140-4bd2-464a-9a29-004a27d443f2 HTTP/1.1" status: 404 len: 336 time: 0.0459230 Aug 16 21:01:20.500788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43678) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.582226 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c97cbc60-4f35-4502-99be-fff49dc80ccd tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=05cb90b4-3ada-40af-9094-953f6d3d3e17 HTTP/1.1" status: 200 len: 205 time: 0.0552297 Aug 16 21:01:20.582226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43682) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.598984 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-01a34712-a5df-4721-b7ff-529bd248cd2c tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] delete failed (client error): The resource could not be found. Aug 16 21:01:20.600563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-01a34712-a5df-4721-b7ff-529bd248cd2c tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/05cb90b4-3ada-40af-9094-953f6d3d3e17 HTTP/1.1" status: 404 len: 336 time: 0.0398107 Aug 16 21:01:20.603611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43684) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.635058 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-08707055-c189-4b6c-8393-5e441beed70a tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a48a611-ef67-4bf9-a2ce-a7357ab1770c HTTP/1.1" status: 200 len: 205 time: 0.0278938 Aug 16 21:01:20.635363 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43688) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.701682 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-c09194e2-1a09-416b-90b4-e941366b8c34 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] delete failed (client error): The resource could not be found. Aug 16 21:01:20.701682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c09194e2-1a09-416b-90b4-e941366b8c34 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/routers/9a48a611-ef67-4bf9-a2ce-a7357ab1770c HTTP/1.1" status: 404 len: 336 time: 0.0382872 Aug 16 21:01:20.703987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43694) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.727835 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.747490 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-872f2ae1-5198-433f-88b7-68fc735b7b10 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] DELETE failed (client error): The resource could not be found. Aug 16 21:01:20.753796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872f2ae1-5198-433f-88b7-68fc735b7b10 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:01:20.756612 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-872f2ae1-5198-433f-88b7-68fc735b7b10 tempest-RoutersIpV6AdminTest-1907933627 tempest-RoutersIpV6AdminTest-1907933627-project] 10.222.0.74 "DELETE /v2.0/subnets/b117e62f-13d2-4778-b3db-8427ec3849c5 HTTP/1.1" status: 404 len: 337 time: 0.0514996 Aug 16 21:01:20.877316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-31c8c69a-193a-4652-b7df-e302b90cf6bc req-e08ea824-609e-4859-b6c4-4ec311deb81d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 210 time: 0.0336442 Aug 16 21:01:21.382122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43720) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:21.470614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c039f-55ef-4161-b6c4-80138c49d968 req-4b672841-ebdb-4403-bd4c-8845352bb20f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:21.476814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a3c039f-55ef-4161-b6c4-80138c49d968 req-4b672841-ebdb-4403-bd4c-8845352bb20f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 907 time: 0.0575941 Aug 16 21:01:21.520485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-66bd0774-8f10-4e13-a84b-6a4d5075f6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.614556 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-66bd0774-8f10-4e13-a84b-6a4d5075f6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.686774 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-66bd0774-8f10-4e13-a84b-6a4d5075f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.727845 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-66bd0774-8f10-4e13-a84b-6a4d5075f6f4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fdbe7765ed43425382055db19ec8e627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3446515 Aug 16 21:01:21.728739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd0774-8f10-4e13-a84b-6a4d5075f6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806f6018-a68d-4196-9edd-ce0339e29252,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:21.730552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43732) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:21.784199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43734) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:21.785857 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-78135639-618a-4621-be46-5cb49ce36fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.812340 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-78135639-618a-4621-be46-5cb49ce36fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.895626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0751e73b-6cf7-498a-b19a-e771ac8aac67 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:21.896299 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-0751e73b-6cf7-498a-b19a-e771ac8aac67 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 21:01:21.896811 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-0751e73b-6cf7-498a-b19a-e771ac8aac67 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 21:01:21.897846 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0751e73b-6cf7-498a-b19a-e771ac8aac67 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1125898 Aug 16 21:01:21.901581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43738) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:21.906358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6f19751a-578b-4003-9c15-2af691ec288c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group': {'name': 'tempest-secgroup--23466233'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:21.948857 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-78135639-618a-4621-be46-5cb49ce36fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.952846 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-78135639-618a-4621-be46-5cb49ce36fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.954165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-78135639-618a-4621-be46-5cb49ce36fae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/806f6018-a68d-4196-9edd-ce0339e29252 HTTP/1.1" status: 204 len: 168 time: 0.2211308 Aug 16 21:01:21.979706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78135639-618a-4621-be46-5cb49ce36fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806f6018-a68d-4196-9edd-ce0339e29252,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.021359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f8bb3af-c66f-43f7-a73d-30deecaec9ca req-3d2e0642-eafc-4a47-aa0d-46aa459dc4f1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 210 time: 0.0548036 Aug 16 21:01:22.030452 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f19751a-578b-4003-9c15-2af691ec288c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.049751 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f19751a-578b-4003-9c15-2af691ec288c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.131599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-870543a9-8528-4e31-b32e-b502382eaec1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.138992 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-870543a9-8528-4e31-b32e-b502382eaec1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.79 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 817 time: 0.1967428 Aug 16 21:01:22.200523 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-2cb1d709-81cb-46c0-9660-21753c8b348b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8969ef73391d4df28092c16fc7f79156 HTTP/1.1" status: 200 len: 380 time: 0.0515184 Aug 16 21:01:22.210055 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f19751a-578b-4003-9c15-2af691ec288c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.221423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'port': {'device_id': '15b757ba-1ef7-4460-800a-da835034491f', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'admin_state_up': True, 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'security_groups': ['c7cb42e2-987e-4359-8649-e6ecfb40592a']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:22.361359 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f19751a-578b-4003-9c15-2af691ec288c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.395155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19751a-578b-4003-9c15-2af691ec288c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5400e1fa-82f6-48af-97fe-f6c0afd1101e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.525368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Made reservation on behalf of 8969ef73391d4df28092c16fc7f79156 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:22.529252 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.642110 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f19751a-578b-4003-9c15-2af691ec288c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.663962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dedcd2-5348-4e16-96d3-1f1ca7c57af1 req-2456c573-61de-413e-a972-57ddf19fc37c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.665931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0dedcd2-5348-4e16-96d3-1f1ca7c57af1 req-2456c573-61de-413e-a972-57ddf19fc37c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 907 time: 0.0771031 Aug 16 21:01:22.703979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Allocated IP 172.20.0.3 (fcdcf12a-73db-4650-a2fa-cba81f7886d4/7c7eb143-d0a7-48e3-8453-e4ddcc27f64e/a6bf5537-0dc6-4a54-b679-fff4acb2a517) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:22.720783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f19751a-578b-4003-9c15-2af691ec288c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.763410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19751a-578b-4003-9c15-2af691ec288c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2e6c31-c054-4251-b692-5480b399fbbf,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.838945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43752) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:22.840358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5524c3-89c2-4936-80ad-fdb7d5525a72 req-146cee4d-432d-4f8b-9596-06a08448185b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.842088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de5524c3-89c2-4936-80ad-fdb7d5525a72 req-146cee4d-432d-4f8b-9596-06a08448185b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 907 time: 0.0577545 Aug 16 21:01:22.882159 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6f19751a-578b-4003-9c15-2af691ec288c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.887804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6f19751a-578b-4003-9c15-2af691ec288c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9808655 Aug 16 21:01:22.887968 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43754) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:22.890677 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.893394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c7822760-14da-47d0-aafd-99b77bd47e96 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': 'bb2e6c31-c054-4251-b692-5480b399fbbf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:22.919898 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1e7845a8-38bc-41a2-9f1c-62a74562acfb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d0d4e684c91448b1980fb74b19e9d492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774717 Aug 16 21:01:22.919898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Transition to ACTIVE for port object a6bf5537-0dc6-4a54-b679-fff4acb2a517 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:22.919898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43756) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:22.967442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-de5524c3-89c2-4936-80ad-fdb7d5525a72 req-66f4ff6d-0fc4-4502-9e42-3f191f4f4986 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Deleting port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:22.968116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-de5524c3-89c2-4936-80ad-fdb7d5525a72 req-66f4ff6d-0fc4-4502-9e42-3f191f4f4986 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.995641 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-df7e5514-869e-4a5c-8264-663a2061a960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.024082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-df7e5514-869e-4a5c-8264-663a2061a960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.076308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.096120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-de5524c3-89c2-4936-80ad-fdb7d5525a72 req-66f4ff6d-0fc4-4502-9e42-3f191f4f4986 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] For port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:23.096482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-de5524c3-89c2-4936-80ad-fdb7d5525a72 req-66f4ff6d-0fc4-4502-9e42-3f191f4f4986 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.112148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-de5524c3-89c2-4936-80ad-fdb7d5525a72 req-66f4ff6d-0fc4-4502-9e42-3f191f4f4986 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Calling delete_port for 84261f17-ca80-4eb7-8cd1-e59fe6f22adf owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:23.125741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Network fcdcf12a-73db-4650-a2fa-cba81f7886d4 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:23.136004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:23.140616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:23.170498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'Port': ['ID=a6bf5537-0dc6-4a54-b679-fff4acb2a517,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:23.224850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.225990 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.232699 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7822760-14da-47d0-aafd-99b77bd47e96 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.233049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-df7e5514-869e-4a5c-8264-663a2061a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.235729 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-df7e5514-869e-4a5c-8264-663a2061a960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.237167 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-df7e5514-869e-4a5c-8264-663a2061a960 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ecccfad9-a136-489d-9d1a-761cfb50a5e5 HTTP/1.1" status: 204 len: 168 time: 0.3162911 Aug 16 21:01:23.249745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e5514-869e-4a5c-8264-663a2061a960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecccfad9-a136-489d-9d1a-761cfb50a5e5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:23.309772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497285b-4784-4959-9ff9-79d60f36b655 req-aa32b036-72fa-44ea-9c46-16c8479478b1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.311360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5497285b-4784-4959-9ff9-79d60f36b655 req-aa32b036-72fa-44ea-9c46-16c8479478b1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 931 time: 0.1229272 Aug 16 21:01:23.368395 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-30aa2dff-a9a9-4815-b0f7-c489c56c5c7d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615734 Aug 16 21:01:23.381764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Request body: {'port': {'device_id': '15b757ba-1ef7-4460-800a-da835034491f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:23.409736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5497285b-4784-4959-9ff9-79d60f36b655 req-3cb52061-a108-4233-886f-68c438a8f552 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879877 Aug 16 21:01:23.458304 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7822760-14da-47d0-aafd-99b77bd47e96 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.482360 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.527170 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-de5524c3-89c2-4936-80ad-fdb7d5525a72 req-66f4ff6d-0fc4-4502-9e42-3f191f4f4986 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.553297 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7822760-14da-47d0-aafd-99b77bd47e96 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.596507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4ff6d-0fc4-4502-9e42-3f191f4f4986 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event deleted for resources: {'Port': ['ID=84261f17-ca80-4eb7-8cd1-e59fe6f22adf,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:23.629502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e709bc63-234d-403c-97a1-de10aa2ab906 None None] Provisioning for port a6bf5537-0dc6-4a54-b679-fff4acb2a517 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:23.641522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e709bc63-234d-403c-97a1-de10aa2ab906 None None] Provisioning complete for port a6bf5537-0dc6-4a54-b679-fff4acb2a517 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:23.642178 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e709bc63-234d-403c-97a1-de10aa2ab906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.655313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7822760-14da-47d0-aafd-99b77bd47e96 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b346b2-310c-480e-be36-f0fba76f45c4,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:23.658352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5524c3-89c2-4936-80ad-fdb7d5525a72 req-66f4ff6d-0fc4-4502-9e42-3f191f4f4986 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] No DVR routers for this DVR port 84261f17-ca80-4eb7-8cd1-e59fe6f22adf on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:23.661796 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-de5524c3-89c2-4936-80ad-fdb7d5525a72 req-66f4ff6d-0fc4-4502-9e42-3f191f4f4986 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.664240 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-de5524c3-89c2-4936-80ad-fdb7d5525a72 req-66f4ff6d-0fc4-4502-9e42-3f191f4f4986 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "DELETE /v2.0/ports/84261f17-ca80-4eb7-8cd1-e59fe6f22adf HTTP/1.1" status: 204 len: 173 time: 0.8151786 Aug 16 21:01:23.664709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18b15fb-15e6-4a3c-bdfc-27a86cb72437', 'name': 'network-vif-deleted', 'tag': '84261f17-ca80-4eb7-8cd1-e59fe6f22adf'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:23.667049 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae54ce03-34e7-42fb-b93d-797076ea5a74" -d '{"events": [{"server_uuid": "d18b15fb-15e6-4a3c-bdfc-27a86cb72437", "name": "network-vif-deleted", "tag": "84261f17-ca80-4eb7-8cd1-e59fe6f22adf"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:23.704365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e709bc63-234d-403c-97a1-de10aa2ab906 None None] Port a6bf5537-0dc6-4a54-b679-fff4acb2a517 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:23.717198 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d4c301-0978-4c7e-a9cb-90687a186888 x-openstack-request-id: req-e6d4c301-0978-4c7e-a9cb-90687a186888 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:23.724594 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18b15fb-15e6-4a3c-bdfc-27a86cb72437", "name": "network-vif-deleted", "tag": "84261f17-ca80-4eb7-8cd1-e59fe6f22adf", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:23.724594 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e6d4c301-0978-4c7e-a9cb-90687a186888 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:23.724594 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18b15fb-15e6-4a3c-bdfc-27a86cb72437', 'name': 'network-vif-deleted', 'tag': '84261f17-ca80-4eb7-8cd1-e59fe6f22adf', 'status': 'completed', 'code': 200} Aug 16 21:01:23.767743 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7822760-14da-47d0-aafd-99b77bd47e96 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.768762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c7822760-14da-47d0-aafd-99b77bd47e96 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8797085 Aug 16 21:01:23.778457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43772) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:23.778457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2e2fbac0-0dcc-48cc-853d-1c5c56acbeb6 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': 'bb2e6c31-c054-4251-b692-5480b399fbbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:23.862122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d040d0a2-7793-4a78-8b85-81ff497c27fa req-d294eb7f-5a0d-4ebc-8473-f9c4e5c266dd tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=d18b15fb-15e6-4a3c-bdfc-27a86cb72437 HTTP/1.1" status: 200 len: 210 time: 0.0765977 Aug 16 21:01:23.977794 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e2fbac0-0dcc-48cc-853d-1c5c56acbeb6 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.985436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6bf5537-0dc6-4a54-b679-fff4acb2a517 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:01:24.001363 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.020522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Transition to ACTIVE for port object a6bf5537-0dc6-4a54-b679-fff4acb2a517 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:24.101092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.101331 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-2e2fbac0-0dcc-48cc-853d-1c5c56acbeb6 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 21:01:24.101331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2e2fbac0-0dcc-48cc-853d-1c5c56acbeb6 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3260489 Aug 16 21:01:24.102529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43782) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:24.160825 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a926074a-2fe2-4ca7-a4f5-8f945e20a835 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.208553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a926074a-2fe2-4ca7-a4f5-8f945e20a835 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.271556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Pushing event updated for resources: {'Port': ['ID=a6bf5537-0dc6-4a54-b679-fff4acb2a517,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:24.310014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.310369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.310717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.311057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.311396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.311731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.312125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.312381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.312718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.313390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.313753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.314263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:24.349910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Attempting to bind port a6bf5537-0dc6-4a54-b679-fff4acb2a517 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:24.350936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Attempting to bind port a6bf5537-0dc6-4a54-b679-fff4acb2a517 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:24.351279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Attempting to bind port a6bf5537-0dc6-4a54-b679-fff4acb2a517 on network fcdcf12a-73db-4650-a2fa-cba81f7886d4 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:24.356198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Port a6bf5537-0dc6-4a54-b679-fff4acb2a517 on network fcdcf12a-73db-4650-a2fa-cba81f7886d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:01:24.356536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Attempting to bind port a6bf5537-0dc6-4a54-b679-fff4acb2a517 on network fcdcf12a-73db-4650-a2fa-cba81f7886d4 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:24.362115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:24.362464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Checking segment: {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:24.362838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Bound using segment: {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:24.363272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Bound port: a6bf5537-0dc6-4a54-b679-fff4acb2a517, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:24.363639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.413064 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a926074a-2fe2-4ca7-a4f5-8f945e20a835 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.416201 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a926074a-2fe2-4ca7-a4f5-8f945e20a835 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.417592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a926074a-2fe2-4ca7-a4f5-8f945e20a835 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "DELETE /v2.0/security-groups/bb2e6c31-c054-4251-b692-5480b399fbbf HTTP/1.1" status: 204 len: 168 time: 0.3139057 Aug 16 21:01:24.420226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43788) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:24.437601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926074a-2fe2-4ca7-a4f5-8f945e20a835 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2e6c31-c054-4251-b692-5480b399fbbf,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:24.492000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:24.501487 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:24.529528 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-28b8a105-de18-4f5f-8b5c-753c55038625 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045818 Aug 16 21:01:24.530505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43796) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:24.537141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4aa3ee86-9c18-4911-b4b3-eb915c37f363 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group': {'name': 'tempest-secgroup--792145482'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:24.589308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f28b85-829c-4fa9-968a-4f07c8ca99f2 req-5d9252cd-821d-4ff6-b323-9614d9e318ec tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.590832 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53f28b85-829c-4fa9-968a-4f07c8ca99f2 req-5d9252cd-821d-4ff6-b323-9614d9e318ec tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0812919 Aug 16 21:01:24.618677 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.633909 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53f28b85-829c-4fa9-968a-4f07c8ca99f2 req-5517da3a-4e6c-4b7e-b900-b6afb389b386 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367820 Aug 16 21:01:24.665193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.665814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.667462 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] 10.222.0.79 "PUT /v2.0/ports/a6bf5537-0dc6-4a54-b679-fff4acb2a517 HTTP/1.1" status: 200 len: 1092 time: 1.2903666 Aug 16 21:01:24.667919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:24.670206 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b64a37-69d2-4ce4-ac25-dd9e3b708c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:24.678820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ee86-9c18-4911-b4b3-eb915c37f363 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.703008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f819d3-e134-412c-b650-49a1fe25e53f service neutron] Pushing event updated for resources: {'Port': ['ID=a6bf5537-0dc6-4a54-b679-fff4acb2a517,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:24.761166 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feea7c4a-b21d-4df0-9102-0c43285b7f2a x-openstack-request-id: req-feea7c4a-b21d-4df0-9102-0c43285b7f2a {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:24.761510 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:24.761771 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-feea7c4a-b21d-4df0-9102-0c43285b7f2a {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:24.762445 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'status': 'completed', 'code': 200} Aug 16 21:01:24.821257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ee86-9c18-4911-b4b3-eb915c37f363 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.872210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b64a37-69d2-4ce4-ac25-dd9e3b708c1a req-ba70a7bb-7bc9-45c6-9325-d04f8984da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.873884 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b64a37-69d2-4ce4-ac25-dd9e3b708c1a req-ba70a7bb-7bc9-45c6-9325-d04f8984da6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 1095 time: 0.0493126 Aug 16 21:01:24.919330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 84261f17-ca80-4eb7-8cd1-e59fe6f22adf no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:24.982442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 84261f17-ca80-4eb7-8cd1-e59fe6f22adf {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:24.983216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 84261f17-ca80-4eb7-8cd1-e59fe6f22adf not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:25.011436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ee86-9c18-4911-b4b3-eb915c37f363 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.066236 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3ee86-9c18-4911-b4b3-eb915c37f363 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1355928-0ac9-4d3a-8f7e-38c0dbf6caa2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:25.103425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b64a37-69d2-4ce4-ac25-dd9e3b708c1a req-a011bad4-080d-4267-9297-780cc0f5b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:25.105217 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b64a37-69d2-4ce4-ac25-dd9e3b708c1a req-a011bad4-080d-4267-9297-780cc0f5b44f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=8969ef73391d4df28092c16fc7f79156&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2229831 Aug 16 21:01:25.165948 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ee86-9c18-4911-b4b3-eb915c37f363 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.168264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4aa3ee86-9c18-4911-b4b3-eb915c37f363 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6367338 Aug 16 21:01:25.176506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43816) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:25.181049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-fb3c0191-4304-4184-9eb9-98b5756bbdeb tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': 'd1355928-0ac9-4d3a-8f7e-38c0dbf6caa2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:25.181848 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-fb3c0191-4304-4184-9eb9-98b5756bbdeb tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 21:01:25.182815 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-fb3c0191-4304-4184-9eb9-98b5756bbdeb tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:25.186724 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fb3c0191-4304-4184-9eb9-98b5756bbdeb tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062711 Aug 16 21:01:25.186724 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43818) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:25.243707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b64a37-69d2-4ce4-ac25-dd9e3b708c1a req-f36db158-54f1-4345-a393-1e6acba1003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:25.245052 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50b64a37-69d2-4ce4-ac25-dd9e3b708c1a req-f36db158-54f1-4345-a393-1e6acba1003d service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327384 Aug 16 21:01:25.266426 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a59928b7-239f-428e-925a-a038193da240 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.316543 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a59928b7-239f-428e-925a-a038193da240 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.375425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-94f82340-71ef-402b-b240-d4adc13bd9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:25.376940 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-94f82340-71ef-402b-b240-d4adc13bd9ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 1095 time: 0.0884194 Aug 16 21:01:25.431792 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-f90ee406-7650-4a1b-b5ff-f22ed47c7987 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517 HTTP/1.1" status: 200 len: 217 time: 0.0421891 Aug 16 21:01:25.494768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e55b3ac4-9f99-429b-bb93-7eedeae354e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:25.496208 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-e55b3ac4-9f99-429b-bb93-7eedeae354e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0578759 Aug 16 21:01:25.548979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-c77e4a6e-21d2-4ba4-8bb1-b4c8e71245a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:25.550515 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-c77e4a6e-21d2-4ba4-8bb1-b4c8e71245a2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471151 Aug 16 21:01:25.578025 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a59928b7-239f-428e-925a-a038193da240 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.578263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43832) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:25.579830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a59928b7-239f-428e-925a-a038193da240 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.583271 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a59928b7-239f-428e-925a-a038193da240 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "DELETE /v2.0/security-groups/d1355928-0ac9-4d3a-8f7e-38c0dbf6caa2 HTTP/1.1" status: 204 len: 168 time: 0.3936341 Aug 16 21:01:25.585310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43834) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:25.622056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59928b7-239f-428e-925a-a038193da240 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1355928-0ac9-4d3a-8f7e-38c0dbf6caa2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:25.646234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0f11a42d-ac22-433d-be2a-eb01ec2c8b8b tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578671 Aug 16 21:01:25.647830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43840) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:25.652191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ab1133eb-fe95-4413-856c-2b235809d871 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group': {'name': 'tempest-secgroup--161172595'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:25.681622 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-fd1437ca-5f5d-4dd2-b718-fbae871ae197 service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232896 Aug 16 21:01:25.778962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e1777-ccc3-491f-97a9-deb3781c8245 req-12a05839-bbcf-435c-80a6-aded8701fa59 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:25.780279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-175e1777-ccc3-491f-97a9-deb3781c8245 req-12a05839-bbcf-435c-80a6-aded8701fa59 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 945 time: 0.1334882 Aug 16 21:01:25.811622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088c7de-8e66-4947-9964-7cfdd34ebbb1 req-ce3fb1a9-647b-41eb-b8d8-db9f46b34da9 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:25.818851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0088c7de-8e66-4947-9964-7cfdd34ebbb1 req-ce3fb1a9-647b-41eb-b8d8-db9f46b34da9 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0938327 Aug 16 21:01:25.834987 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab1133eb-fe95-4413-856c-2b235809d871 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.837066 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ccdd637-a684-4bd6-8433-e4160fe75a97 req-eb36db90-3808-42e4-b954-05253bf8b607 service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466489 Aug 16 21:01:25.903111 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00c4f494-3907-45ec-8e4c-59fb533cfe91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.910871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-175e1777-ccc3-491f-97a9-deb3781c8245 req-25fce752-99a1-48ab-b090-0901c34c2577 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210063 Aug 16 21:01:25.919835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0088c7de-8e66-4947-9964-7cfdd34ebbb1 req-46415bb1-22d3-41c2-a741-6a4fd94fd16c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001532 Aug 16 21:01:25.956482 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43848) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:25.997448 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab1133eb-fe95-4413-856c-2b235809d871 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.061884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1101501907', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:26.071507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab1133eb-fe95-4413-856c-2b235809d871 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.109484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1133eb-fe95-4413-856c-2b235809d871 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f42594c-af12-4430-9d11-21ec82907ca1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:26.168024 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00c4f494-3907-45ec-8e4c-59fb533cfe91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.292281 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00c4f494-3907-45ec-8e4c-59fb533cfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.329948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-00c4f494-3907-45ec-8e4c-59fb533cfe91 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8d2a7f9b57494dffb3338463984c1810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7506506 Aug 16 21:01:26.330773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4f494-3907-45ec-8e4c-59fb533cfe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235d927f-4659-4407-bd8d-eafcdf5645b2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:26.333563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43856) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:26.383375 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2cedf8f4-f1e5-4af8-b9b4-53792e7094d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.404952 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2cedf8f4-f1e5-4af8-b9b4-53792e7094d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.406928 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ab1133eb-fe95-4413-856c-2b235809d871 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.408617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ab1133eb-fe95-4413-856c-2b235809d871 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7599347 Aug 16 21:01:26.411455 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43858) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:26.416497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a87d2306-9507-4aec-a772-b41706f54824 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '7f42594c-af12-4430-9d11-21ec82907ca1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:26.417093 n-d-793619-14 neutron-server[95261]: WARNING neutron.api.v2.base [None req-a87d2306-9507-4aec-a772-b41706f54824 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 21:01:26.417594 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-a87d2306-9507-4aec-a772-b41706f54824 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:26.418772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a87d2306-9507-4aec-a772-b41706f54824 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061109 Aug 16 21:01:26.420948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43860) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:26.478640 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3497487-8a33-44cd-a153-a3aa5e407a1f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.501284 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3497487-8a33-44cd-a153-a3aa5e407a1f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.515837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Made reservation on behalf of 849d233b0af84bc4851255249fe590c4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:26.519325 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.534154 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.548777 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2cedf8f4-f1e5-4af8-b9b4-53792e7094d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.550787 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2cedf8f4-f1e5-4af8-b9b4-53792e7094d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.552054 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2cedf8f4-f1e5-4af8-b9b4-53792e7094d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/235d927f-4659-4407-bd8d-eafcdf5645b2 HTTP/1.1" status: 204 len: 168 time: 0.2173960 Aug 16 21:01:26.564624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedf8f4-f1e5-4af8-b9b4-53792e7094d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235d927f-4659-4407-bd8d-eafcdf5645b2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:26.635024 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3497487-8a33-44cd-a153-a3aa5e407a1f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.637763 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3497487-8a33-44cd-a153-a3aa5e407a1f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.642553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a3497487-8a33-44cd-a153-a3aa5e407a1f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "DELETE /v2.0/security-groups/7f42594c-af12-4430-9d11-21ec82907ca1 HTTP/1.1" status: 204 len: 168 time: 0.2171521 Aug 16 21:01:26.642553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43866) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:26.653819 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.655959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3497487-8a33-44cd-a153-a3aa5e407a1f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f42594c-af12-4430-9d11-21ec82907ca1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:26.692167 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.697720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8c779c35-8a38-452f-b21a-f5a056cae9f5 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527048 Aug 16 21:01:26.698568 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] device_id is not set on port 3e00a4f1-eef8-4a9e-8e27-3c1fe0d998de yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:26.701257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43868) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:26.706897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ed351463-23d4-4932-8deb-cbfb809996a3 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426729360'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:26.762141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d546785c-905d-43fe-acc2-7cca74bb7bb0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:26.780430 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed351463-23d4-4932-8deb-cbfb809996a3 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.829904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Allocated IP 172.25.4.170 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/3e00a4f1-eef8-4a9e-8e27-3c1fe0d998de) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:26.897472 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed351463-23d4-4932-8deb-cbfb809996a3 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.971257 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed351463-23d4-4932-8deb-cbfb809996a3 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.030012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.124918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed351463-23d4-4932-8deb-cbfb809996a3 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a32433c-0453-4e19-93a9-4afb405bd155,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:27.153418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848569b-8b92-4980-86f1-192aff91e3f5 req-4f48736a-cf6a-4305-b3ec-04348dbde74e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:27.154872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d848569b-8b92-4980-86f1-192aff91e3f5 req-4f48736a-cf6a-4305-b3ec-04348dbde74e tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 945 time: 0.1960683 Aug 16 21:01:27.158109 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ed351463-23d4-4932-8deb-cbfb809996a3 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.159274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ed351463-23d4-4932-8deb-cbfb809996a3 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4566178 Aug 16 21:01:27.162374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43884) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:27.167668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5ff025b5-af6c-4113-befd-73f68248320e tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '8a32433c-0453-4e19-93a9-4afb405bd155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:27.174041 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-5ff025b5-af6c-4113-befd-73f68248320e tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 21:01:27.174041 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-5ff025b5-af6c-4113-befd-73f68248320e tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:27.174041 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5ff025b5-af6c-4113-befd-73f68248320e tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063548 Aug 16 21:01:27.174369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43886) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:27.179239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1e5af497-302e-4bf5-8223-8b245880b032 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '8a32433c-0453-4e19-93a9-4afb405bd155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:27.179857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aeb25-673a-49f2-91be-c2086af247b4 req-59fbae82-979f-4d64-b9d0-31b69d5ccb99 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:27.180572 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-1e5af497-302e-4bf5-8223-8b245880b032 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 21:01:27.181205 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-1e5af497-302e-4bf5-8223-8b245880b032 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:27.181396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a8aeb25-673a-49f2-91be-c2086af247b4 req-59fbae82-979f-4d64-b9d0-31b69d5ccb99 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 945 time: 0.1762176 Aug 16 21:01:27.185446 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1e5af497-302e-4bf5-8223-8b245880b032 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078268 Aug 16 21:01:27.185755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43888) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:27.190400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2a37196f-b06f-48ca-8c5d-2f7627990b14 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '8a32433c-0453-4e19-93a9-4afb405bd155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:27.191241 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-2a37196f-b06f-48ca-8c5d-2f7627990b14 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 21:01:27.191737 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-2a37196f-b06f-48ca-8c5d-2f7627990b14 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:27.197207 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2a37196f-b06f-48ca-8c5d-2f7627990b14 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061235 Aug 16 21:01:27.197207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.197528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ed725-29d2-419b-8924-533dc3d4ba2f req-2fdf1553-a497-44f6-bb83-0a6f1ba9309c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:27.198915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-919ed725-29d2-419b-8924-533dc3d4ba2f req-2fdf1553-a497-44f6-bb83-0a6f1ba9309c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1226518 Aug 16 21:01:27.199414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43890) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:27.215187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:27.217711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:27.224274 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b2221526-0eed-454f-9de6-91699ffc9474 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '8a32433c-0453-4e19-93a9-4afb405bd155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:27.226000 n-d-793619-14 neutron-server[95261]: WARNING neutron.api.v2.base [None req-b2221526-0eed-454f-9de6-91699ffc9474 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 21:01:27.226495 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-b2221526-0eed-454f-9de6-91699ffc9474 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:27.230332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b2221526-0eed-454f-9de6-91699ffc9474 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106943 Aug 16 21:01:27.231562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43892) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:27.237514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:27.297634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Pushing event updated for resources: {'Port': ['ID=3e00a4f1-eef8-4a9e-8e27-3c1fe0d998de,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:27.334697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:27.335894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.391014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a8aeb25-673a-49f2-91be-c2086af247b4 req-1917c532-9d9b-40dc-bdaa-392b4409a982 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753216 Aug 16 21:01:27.393707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-919ed725-29d2-419b-8924-533dc3d4ba2f req-96d71cd1-abb5-4de3-8095-5ef156deec98 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759100 Aug 16 21:01:27.417070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43896) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:27.418659 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3d3cdda4-c4d0-425b-885d-7d954ffaf36d tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4609115 Aug 16 21:01:27.423339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.170'}]}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:27.432849 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a661b4d-2e9b-4430-8ac6-78f5b68239d0 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.456602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-d848569b-8b92-4980-86f1-192aff91e3f5 req-cb90e32f-923c-471e-a208-b6ff741184e6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Deleting port 39e670e5-e415-457b-90ec-3d3c093a8ff2 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:27.456952 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d848569b-8b92-4980-86f1-192aff91e3f5 req-cb90e32f-923c-471e-a208-b6ff741184e6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.482579 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a661b4d-2e9b-4430-8ac6-78f5b68239d0 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.005456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.005456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.022655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-d848569b-8b92-4980-86f1-192aff91e3f5 req-cb90e32f-923c-471e-a208-b6ff741184e6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] For port 39e670e5-e415-457b-90ec-3d3c093a8ff2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=39e670e5-e415-457b-90ec-3d3c093a8ff2,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:28.022826 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d848569b-8b92-4980-86f1-192aff91e3f5 req-cb90e32f-923c-471e-a208-b6ff741184e6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.042875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-d848569b-8b92-4980-86f1-192aff91e3f5 req-cb90e32f-923c-471e-a208-b6ff741184e6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Calling delete_port for 39e670e5-e415-457b-90ec-3d3c093a8ff2 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:28.092032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a661b4d-2e9b-4430-8ac6-78f5b68239d0 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.094785 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a661b4d-2e9b-4430-8ac6-78f5b68239d0 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.099065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9a661b4d-2e9b-4430-8ac6-78f5b68239d0 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "DELETE /v2.0/security-groups/8a32433c-0453-4e19-93a9-4afb405bd155 HTTP/1.1" status: 204 len: 168 time: 0.8584292 Aug 16 21:01:28.099336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43946) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:28.133881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a661b4d-2e9b-4430-8ac6-78f5b68239d0 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a32433c-0453-4e19-93a9-4afb405bd155,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:28.175472 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.182024 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-285e4eba-4db4-4047-ac2d-beeea059cca8 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809042 Aug 16 21:01:28.186000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43950) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:28.191827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-85cb6b32-2526-444f-96d7-7fefb7ab6596 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160177111'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:28.371055 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85cb6b32-2526-444f-96d7-7fefb7ab6596 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.414043 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d848569b-8b92-4980-86f1-192aff91e3f5 req-cb90e32f-923c-471e-a208-b6ff741184e6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.429350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:28.455421 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.521263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85cb6b32-2526-444f-96d7-7fefb7ab6596 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.521531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['39e670e5-e415-457b-90ec-3d3c093a8ff2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:28.533169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90e32f-923c-471e-a208-b6ff741184e6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event deleted for resources: {'Port': ['ID=39e670e5-e415-457b-90ec-3d3c093a8ff2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:28.568535 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b56eb5f5-ae7f-4140-b2c9-27fe3670912d req-2486fd9f-4b0a-4dce-954a-84f93607a51a tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 210 time: 0.0574493 Aug 16 21:01:28.635419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85cb6b32-2526-444f-96d7-7fefb7ab6596 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.684103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb6b32-2526-444f-96d7-7fefb7ab6596 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828bbb51-1287-411a-addc-a2c92892d400,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:28.692721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d848569b-8b92-4980-86f1-192aff91e3f5 req-cb90e32f-923c-471e-a208-b6ff741184e6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] No DVR routers for this DVR port 39e670e5-e415-457b-90ec-3d3c093a8ff2 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:28.701911 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d848569b-8b92-4980-86f1-192aff91e3f5 req-cb90e32f-923c-471e-a208-b6ff741184e6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.701911 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d848569b-8b92-4980-86f1-192aff91e3f5 req-cb90e32f-923c-471e-a208-b6ff741184e6 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "DELETE /v2.0/ports/39e670e5-e415-457b-90ec-3d3c093a8ff2 HTTP/1.1" status: 204 len: 173 time: 1.5375507 Aug 16 21:01:28.704199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7931fba5-3d99-4d41-a5b0-0afe547adf83', 'name': 'network-vif-deleted', 'tag': '39e670e5-e415-457b-90ec-3d3c093a8ff2'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:28.706495 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3524efec-c26a-4cea-95bb-e6d9a4a23412" -d '{"events": [{"server_uuid": "7931fba5-3d99-4d41-a5b0-0afe547adf83", "name": "network-vif-deleted", "tag": "39e670e5-e415-457b-90ec-3d3c093a8ff2"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:28.741264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67322b4a-cb55-4b0a-ab97-c984fd1c069e req-349c4aa5-f710-48b5-8dd1-9cfa951b469d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:28.743135 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67322b4a-cb55-4b0a-ab97-c984fd1c069e req-349c4aa5-f710-48b5-8dd1-9cfa951b469d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.2111895 Aug 16 21:01:28.749808 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85cb6b32-2526-444f-96d7-7fefb7ab6596 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.757867 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d63f367-470e-4237-adf4-969c05173e65 x-openstack-request-id: req-6d63f367-470e-4237-adf4-969c05173e65 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:28.757867 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7931fba5-3d99-4d41-a5b0-0afe547adf83", "name": "network-vif-deleted", "tag": "39e670e5-e415-457b-90ec-3d3c093a8ff2", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:28.757867 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6d63f367-470e-4237-adf4-969c05173e65 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:28.757867 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7931fba5-3d99-4d41-a5b0-0afe547adf83', 'name': 'network-vif-deleted', 'tag': '39e670e5-e415-457b-90ec-3d3c093a8ff2', 'status': 'completed', 'code': 200} Aug 16 21:01:28.758436 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-85cb6b32-2526-444f-96d7-7fefb7ab6596 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5675852 Aug 16 21:01:28.758798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43958) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:28.766848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6ad30c61-9d91-47b0-a1cb-735eb1b5f668 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '828bbb51-1287-411a-addc-a2c92892d400', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:28.768991 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-6ad30c61-9d91-47b0-a1cb-735eb1b5f668 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 21:01:28.770813 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-6ad30c61-9d91-47b0-a1cb-735eb1b5f668 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:28.772665 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6ad30c61-9d91-47b0-a1cb-735eb1b5f668 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128355 Aug 16 21:01:28.775963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43960) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:28.780790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-09be30f9-df7c-47e5-a424-70e701ac834b tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '828bbb51-1287-411a-addc-a2c92892d400', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:28.812220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67322b4a-cb55-4b0a-ab97-c984fd1c069e req-a997f07e-c1b5-4656-b540-308fdb1f8534 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552380 Aug 16 21:01:28.953950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.978306 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.064200 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-09be30f9-df7c-47e5-a424-70e701ac834b tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:29.067972 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-09be30f9-df7c-47e5-a424-70e701ac834b tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2883070 Aug 16 21:01:29.068295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43966) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.075506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ae4892f7-7788-49fa-9f92-1a439e12b4fa tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '828bbb51-1287-411a-addc-a2c92892d400', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:29.076320 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-ae4892f7-7788-49fa-9f92-1a439e12b4fa tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 21:01:29.077010 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-ae4892f7-7788-49fa-9f92-1a439e12b4fa tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:29.078108 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ae4892f7-7788-49fa-9f92-1a439e12b4fa tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081456 Aug 16 21:01:29.081824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43968) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.088133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1b73dcaa-c426-4d77-9c51-3c33749586e0 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '828bbb51-1287-411a-addc-a2c92892d400', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:29.203171 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.322506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a6bf5537-0dc6-4a54-b679-fff4acb2a517 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:01:29.397950 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-1b73dcaa-c426-4d77-9c51-3c33749586e0 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:29.403480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1b73dcaa-c426-4d77-9c51-3c33749586e0 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3162553 Aug 16 21:01:29.403741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43994) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.408781 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.411828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-66efd10a-206e-4cac-a5ce-46cb0ff958a6 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '828bbb51-1287-411a-addc-a2c92892d400', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:29.413753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.425419 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-66efd10a-206e-4cac-a5ce-46cb0ff958a6 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 21:01:29.425419 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-66efd10a-206e-4cac-a5ce-46cb0ff958a6 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:29.425419 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-66efd10a-206e-4cac-a5ce-46cb0ff958a6 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140352 Aug 16 21:01:29.427561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44000) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.432437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:29.436933 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a2d9512e-6bde-4f4c-88cd-21dfbd530659 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '828bbb51-1287-411a-addc-a2c92892d400', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:29.445412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'port_id': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'mac_address': 'fa:16:3e:4c:5c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:01:29.551431 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.581268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6bf5537-0dc6-4a54-b679-fff4acb2a517 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:01:29.588546 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.589125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6bf106c-4528-41a3-bbe0-d140451e402c {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:01:29.606553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:29.664178 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.664463 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-a2d9512e-6bde-4f4c-88cd-21dfbd530659 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:29.665089 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 21:01:29.666617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4cd7cd7f-bc21-49c5-a22f-62f104913b3c tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2486610 Aug 16 21:01:29.668704 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a2d9512e-6bde-4f4c-88cd-21dfbd530659 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2384038 Aug 16 21:01:29.669648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44010) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.671632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44008) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.677034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-69c90621-afcf-47a9-a42a-eda454383126 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '828bbb51-1287-411a-addc-a2c92892d400', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:29.677939 n-d-793619-14 neutron-server[95261]: WARNING neutron.api.v2.base [None req-69c90621-afcf-47a9-a42a-eda454383126 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 21:01:29.678813 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-69c90621-afcf-47a9-a42a-eda454383126 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:29.682575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-69c90621-afcf-47a9-a42a-eda454383126 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070345 Aug 16 21:01:29.682805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44012) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.689408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-8f4ee38d-7487-45fc-92fe-24bf4053cfde tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '828bbb51-1287-411a-addc-a2c92892d400', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:29.775292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-114b4d51-897d-4f64-a6d5-c09f39ba33cd req-2177a9cf-cf60-4ea8-96f5-f3a35a2ba1c3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=7931fba5-3d99-4d41-a5b0-0afe547adf83 HTTP/1.1" status: 200 len: 210 time: 0.0591390 Aug 16 21:01:29.794984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a6bf5537-0dc6-4a54-b679-fff4acb2a517,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:29.823336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9e7031d2-e062-4d3c-a5eb-65aeabdb73f8 tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Deleting port 3e00a4f1-eef8-4a9e-8e27-3c1fe0d998de {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:29.823681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e7031d2-e062-4d3c-a5eb-65aeabdb73f8 tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.888670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['a6bf5537-0dc6-4a54-b679-fff4acb2a517'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:29.915417 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e7031d2-e062-4d3c-a5eb-65aeabdb73f8 tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.941654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-9e7031d2-e062-4d3c-a5eb-65aeabdb73f8 tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Calling delete_port for 3e00a4f1-eef8-4a9e-8e27-3c1fe0d998de owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:29.949584 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-8f4ee38d-7487-45fc-92fe-24bf4053cfde tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:29.952100 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8f4ee38d-7487-45fc-92fe-24bf4053cfde tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2668025 Aug 16 21:01:29.955093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44016) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.964001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5ec49d3e-be33-4a0f-b23a-f9a1ac84574a tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '828bbb51-1287-411a-addc-a2c92892d400', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:30.040634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8869c8-3c69-4308-8992-2bd2c4b1264b req-10f24c7b-580a-4c19-b35d-a74734b4ce5d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:30.049151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef8869c8-3c69-4308-8992-2bd2c4b1264b req-10f24c7b-580a-4c19-b35d-a74734b4ce5d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 944 time: 0.1188886 Aug 16 21:01:30.106542 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef8869c8-3c69-4308-8992-2bd2c4b1264b req-9689feda-23bd-4c0f-a972-5512389513a5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Aug 16 21:01:30.274274 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-5ec49d3e-be33-4a0f-b23a-f9a1ac84574a tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:30.278805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44020) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:30.279106 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5ec49d3e-be33-4a0f-b23a-f9a1ac84574a tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3226547 Aug 16 21:01:30.303494 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e7031d2-e062-4d3c-a5eb-65aeabdb73f8 tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.355177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99ac75fb-7f9e-4bec-bb47-df5b0f149e71 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.358566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7031d2-e062-4d3c-a5eb-65aeabdb73f8 tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e00a4f1-eef8-4a9e-8e27-3c1fe0d998de,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:30.395340 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99ac75fb-7f9e-4bec-bb47-df5b0f149e71 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.451362 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9e7031d2-e062-4d3c-a5eb-65aeabdb73f8 tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.453581 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9e7031d2-e062-4d3c-a5eb-65aeabdb73f8 tempest-RoutersAdminNegativeIpV6Test-1399281909 tempest-RoutersAdminNegativeIpV6Test-1399281909-project-admin] 10.222.0.74 "DELETE /v2.0/ports/3e00a4f1-eef8-4a9e-8e27-3c1fe0d998de HTTP/1.1" status: 204 len: 168 time: 0.7825332 Aug 16 21:01:30.515254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99ac75fb-7f9e-4bec-bb47-df5b0f149e71 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.518393 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99ac75fb-7f9e-4bec-bb47-df5b0f149e71 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.524725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44026) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:30.524992 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-99ac75fb-7f9e-4bec-bb47-df5b0f149e71 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "DELETE /v2.0/security-groups/828bbb51-1287-411a-addc-a2c92892d400 HTTP/1.1" status: 204 len: 168 time: 0.2448671 Aug 16 21:01:30.540517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac75fb-7f9e-4bec-bb47-df5b0f149e71 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828bbb51-1287-411a-addc-a2c92892d400,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:30.581059 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-03559834-51f9-4c67-84c5-18ba4057063b tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527916 Aug 16 21:01:30.587364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44028) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:30.588578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-652e1400-6a47-4f2e-a954-7ffd97c46178 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group': {'name': 'tempest-secgroup--77028564'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:30.698289 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-652e1400-6a47-4f2e-a954-7ffd97c46178 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.783997 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-652e1400-6a47-4f2e-a954-7ffd97c46178 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.857939 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-652e1400-6a47-4f2e-a954-7ffd97c46178 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.890357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e1400-6a47-4f2e-a954-7ffd97c46178 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef17a10-85e8-48f0-a58b-7db5907b9282,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:30.934491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 39e670e5-e415-457b-90ec-3d3c093a8ff2 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:30.961740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 39e670e5-e415-457b-90ec-3d3c093a8ff2 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:30.962505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 39e670e5-e415-457b-90ec-3d3c093a8ff2 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:30.977484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-652e1400-6a47-4f2e-a954-7ffd97c46178 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.982063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44036) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:30.982368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-652e1400-6a47-4f2e-a954-7ffd97c46178 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3985238 Aug 16 21:01:30.986702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-16ca91e1-e64e-4b7f-a860-c13c2a97bc51 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': 'aef17a10-85e8-48f0-a58b-7db5907b9282', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:31.060801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44040) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:31.189729 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-16ca91e1-e64e-4b7f-a860-c13c2a97bc51 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The resource could not be found. Aug 16 21:01:31.190875 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-16ca91e1-e64e-4b7f-a860-c13c2a97bc51 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2077789 Aug 16 21:01:31.194336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44046) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:31.200359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-cf5b9be5-186b-4f00-aa30-a2533877f6e7 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': 'aef17a10-85e8-48f0-a58b-7db5907b9282', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a5946178-6d9c-4bec-976c-cd761537410f'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:31.230582 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67ec6e95-b4cc-42dc-a023-c5df83bf9e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.289178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5868e-0571-4060-85f6-6199621dbc53 req-ddccb500-c546-447a-8284-7470875d2707 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:31.290743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01c5868e-0571-4060-85f6-6199621dbc53 req-ddccb500-c546-447a-8284-7470875d2707 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 944 time: 0.0784290 Aug 16 21:01:31.341912 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a6bf5537-0dc6-4a54-b679-fff4acb2a517 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:31.365979 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01c5868e-0571-4060-85f6-6199621dbc53 req-d0f6ca00-5623-4226-b3b8-e5a2a7d78a4f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650942 Aug 16 21:01:31.374891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74c48-b24c-44c8-a1db-e5c4b6694b12 req-90e00caf-83ec-4d2e-a39f-956839bcb973 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:31.376450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01f74c48-b24c-44c8-a1db-e5c4b6694b12 req-90e00caf-83ec-4d2e-a39f-956839bcb973 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0847688 Aug 16 21:01:31.444001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01f74c48-b24c-44c8-a1db-e5c4b6694b12 req-42c1904c-afb1-43d2-9cf1-7205dfec0019 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605536 Aug 16 21:01:31.498331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port a6bf5537-0dc6-4a54-b679-fff4acb2a517 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:31.499646 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67ec6e95-b4cc-42dc-a023-c5df83bf9e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.502682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port a6bf5537-0dc6-4a54-b679-fff4acb2a517 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:31.503516 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.591490 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.602057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67ec6e95-b4cc-42dc-a023-c5df83bf9e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.617402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:31.620106 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0236a9-f55c-4117-bda8-b55a3288a3fc" -d '{"events": [{"server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "name": "network-vif-plugged", "status": "completed", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:31.639783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:31.643016 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-67ec6e95-b4cc-42dc-a023-c5df83bf9e5c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b335f583fa346c2a3f6cd1977032bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5810888 Aug 16 21:01:31.644301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec6e95-b4cc-42dc-a023-c5df83bf9e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5234512-3115-484a-96f7-e7d7fb954bfa,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:31.645766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44054) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:31.692786 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d817ccf-d91b-4b14-a955-b942771e8062 x-openstack-request-id: req-6d817ccf-d91b-4b14-a955-b942771e8062 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:31.692786 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "name": "network-vif-plugged", "status": "completed", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:31.692786 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6d817ccf-d91b-4b14-a955-b942771e8062 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:31.692786 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'code': 200} Aug 16 21:01:31.709785 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-cf5b9be5-186b-4f00-aa30-a2533877f6e7 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The resource could not be found. Aug 16 21:01:31.711124 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cf5b9be5-186b-4f00-aa30-a2533877f6e7 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5157864 Aug 16 21:01:31.714012 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44056) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:31.722509 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7d29a8d-b621-48b6-98c3-6ea5b94ce3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.751018 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7d29a8d-b621-48b6-98c3-6ea5b94ce3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.783780 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.802486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-51804f07-4747-4167-8db5-6b5d55213212 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.831563 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-51804f07-4747-4167-8db5-6b5d55213212 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.848873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56c655-716c-4e93-a6dd-cb9e6b20e1fb req-21e7768d-45e9-47b0-b50c-cd67cbd8c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:31.850743 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6f56c655-716c-4e93-a6dd-cb9e6b20e1fb req-21e7768d-45e9-47b0-b50c-cd67cbd8c624 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 1096 time: 0.0861263 Aug 16 21:01:31.856005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a6bf5537-0dc6-4a54-b679-fff4acb2a517,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:31.886854 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7d29a8d-b621-48b6-98c3-6ea5b94ce3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.890196 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7d29a8d-b621-48b6-98c3-6ea5b94ce3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.894003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c7d29a8d-b621-48b6-98c3-6ea5b94ce3c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d5234512-3115-484a-96f7-e7d7fb954bfa HTTP/1.1" status: 204 len: 168 time: 0.2444911 Aug 16 21:01:31.903189 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6f56c655-716c-4e93-a6dd-cb9e6b20e1fb req-c54a33e5-8ddd-49fa-9fe2-06e2ccc94c77 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426085 Aug 16 21:01:31.911440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d29a8d-b621-48b6-98c3-6ea5b94ce3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5234512-3115-484a-96f7-e7d7fb954bfa,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:32.007002 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-51804f07-4747-4167-8db5-6b5d55213212 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.009720 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-51804f07-4747-4167-8db5-6b5d55213212 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.010866 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-51804f07-4747-4167-8db5-6b5d55213212 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "DELETE /v2.0/security-groups/aef17a10-85e8-48f0-a58b-7db5907b9282 HTTP/1.1" status: 204 len: 168 time: 0.2956481 Aug 16 21:01:32.013727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44060) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:32.020609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51804f07-4747-4167-8db5-6b5d55213212 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef17a10-85e8-48f0-a58b-7db5907b9282,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:32.072124 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-df41d7a2-51ae-4ee2-84aa-3d89ee60f622 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571809 Aug 16 21:01:32.076914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44062) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:32.081857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-1e28a884-9039-4899-80b2-82f0e1e9a6fe tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': '770e79e4-4580-4177-ab21-75d0b0d09fa5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:32.298385 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-1e28a884-9039-4899-80b2-82f0e1e9a6fe tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The resource could not be found. Aug 16 21:01:32.299506 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1e28a884-9039-4899-80b2-82f0e1e9a6fe tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2214396 Aug 16 21:01:32.303807 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44068) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:32.308406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c5d9cf5b-b494-4fe9-bfb5-60b2805781a7 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526628179'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:32.452631 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c5d9cf5b-b494-4fe9-bfb5-60b2805781a7 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.554413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7323a-8d64-4d30-8e6b-4e7949fa4978 req-1de5fa2b-0019-488a-8e84-18eac6fc5d17 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:32.556042 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30c7323a-8d64-4d30-8e6b-4e7949fa4978 req-1de5fa2b-0019-488a-8e84-18eac6fc5d17 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.0930221 Aug 16 21:01:32.653925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30c7323a-8d64-4d30-8e6b-4e7949fa4978 req-7efa0bb7-108f-4968-a4b8-2727d18ec8b7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813591 Aug 16 21:01:32.664684 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.665880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df136ab4-93c7-48f5-a89e-ef07c676fb75 req-2faa368c-ad65-4704-9676-db76ae0ca42f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:32.668162 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-df136ab4-93c7-48f5-a89e-ef07c676fb75 req-2faa368c-ad65-4704-9676-db76ae0ca42f tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.79 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.1068802 Aug 16 21:01:32.692656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9f5c5-1b0d-4291-9ee0-170e8f44c410 req-1380408d-cb6a-42f5-8612-663e34eefac1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:32.694665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43c9f5c5-1b0d-4291-9ee0-170e8f44c410 req-1380408d-cb6a-42f5-8612-663e34eefac1 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 945 time: 0.0967269 Aug 16 21:01:32.718100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44076) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:32.722315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c5d9cf5b-b494-4fe9-bfb5-60b2805781a7 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.736913 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.767049 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43c9f5c5-1b0d-4291-9ee0-170e8f44c410 req-39a89ce6-ffbb-4fd8-aab7-b7d8895c25b4 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b101fe6-c503-4eee-b9de-3e41dd21db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650399 Aug 16 21:01:32.789983 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c20ff8c0-dd8d-40f4-a273-2a26791d6d34 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=849d233b0af84bc4851255249fe590c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612090 Aug 16 21:01:32.789983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44078) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:32.803510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-df136ab4-93c7-48f5-a89e-ef07c676fb75 req-3de987d1-703d-4f30-8203-1734193ca698 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Deleting port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:32.804306 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-df136ab4-93c7-48f5-a89e-ef07c676fb75 req-3de987d1-703d-4f30-8203-1734193ca698 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.849598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80f349ab-2434-477d-8b3d-b22a1b9407e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.869680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c5d9cf5b-b494-4fe9-bfb5-60b2805781a7 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.874964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80f349ab-2434-477d-8b3d-b22a1b9407e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.917987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9cf5b-b494-4fe9-bfb5-60b2805781a7 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1428cae-bc28-4d8b-97ce-f2abab8ee548,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:32.956613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-df136ab4-93c7-48f5-a89e-ef07c676fb75 req-3de987d1-703d-4f30-8203-1734193ca698 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] For port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:32.956982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-df136ab4-93c7-48f5-a89e-ef07c676fb75 req-3de987d1-703d-4f30-8203-1734193ca698 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.970372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-df136ab4-93c7-48f5-a89e-ef07c676fb75 req-3de987d1-703d-4f30-8203-1734193ca698 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Calling delete_port for e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:33.023941 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80f349ab-2434-477d-8b3d-b22a1b9407e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.026568 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80f349ab-2434-477d-8b3d-b22a1b9407e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.027740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-80f349ab-2434-477d-8b3d-b22a1b9407e4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d546785c-905d-43fe-acc2-7cca74bb7bb0 HTTP/1.1" status: 204 len: 168 time: 0.2391376 Aug 16 21:01:33.030369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c5d9cf5b-b494-4fe9-bfb5-60b2805781a7 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.032662 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c5d9cf5b-b494-4fe9-bfb5-60b2805781a7 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7276645 Aug 16 21:01:33.036220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44082) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:33.042413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f349ab-2434-477d-8b3d-b22a1b9407e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d546785c-905d-43fe-acc2-7cca74bb7bb0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:33.045675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0a300b18-c0df-4a2e-adbb-8ca2e59b6a25 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270135265'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:33.195638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a300b18-c0df-4a2e-adbb-8ca2e59b6a25 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.282152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-df136ab4-93c7-48f5-a89e-ef07c676fb75 req-3de987d1-703d-4f30-8203-1734193ca698 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.296674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:33.324158 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a300b18-c0df-4a2e-adbb-8ca2e59b6a25 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.325995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de987d1-703d-4f30-8203-1734193ca698 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event deleted for resources: {'Port': ['ID=e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:33.374726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-df136ab4-93c7-48f5-a89e-ef07c676fb75 req-3de987d1-703d-4f30-8203-1734193ca698 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] No DVR routers for this DVR port e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:33.384513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-df136ab4-93c7-48f5-a89e-ef07c676fb75 req-3de987d1-703d-4f30-8203-1734193ca698 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.386988 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-df136ab4-93c7-48f5-a89e-ef07c676fb75 req-3de987d1-703d-4f30-8203-1734193ca698 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.79 "DELETE /v2.0/ports/e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 HTTP/1.1" status: 204 len: 173 time: 0.7131596 Aug 16 21:01:33.387794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa', 'name': 'network-vif-deleted', 'tag': 'e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:33.390394 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be7688f-3dbb-4d73-b97a-4678ae2707f7" -d '{"events": [{"server_uuid": "1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa", "name": "network-vif-deleted", "tag": "e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:33.434080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a300b18-c0df-4a2e-adbb-8ca2e59b6a25 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.463302 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32a6b1f-28cd-4b61-aca3-ab7b6c881df4 x-openstack-request-id: req-e32a6b1f-28cd-4b61-aca3-ab7b6c881df4 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:33.463302 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa", "name": "network-vif-deleted", "tag": "e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:33.463302 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e32a6b1f-28cd-4b61-aca3-ab7b6c881df4 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:33.463302 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa', 'name': 'network-vif-deleted', 'tag': 'e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4', 'status': 'completed', 'code': 200} Aug 16 21:01:33.473745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a300b18-c0df-4a2e-adbb-8ca2e59b6a25 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381b6808-c66f-4932-a63a-80342e2c677d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:33.576094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a300b18-c0df-4a2e-adbb-8ca2e59b6a25 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.580091 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0a300b18-c0df-4a2e-adbb-8ca2e59b6a25 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5400229 Aug 16 21:01:33.580402 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44094) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:33.588348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e88d0df9-2b70-4422-9915-cbb6f5394910 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group_rule': {'security_group_id': 'b1428cae-bc28-4d8b-97ce-f2abab8ee548', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '381b6808-c66f-4932-a63a-80342e2c677d'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:33.786275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e696fc-6f79-4568-a766-f271f8d6313c req-ce936c3d-8e30-4066-bfa0-c924f8ef3d55 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:33.788754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13e696fc-6f79-4568-a766-f271f8d6313c req-ce936c3d-8e30-4066-bfa0-c924f8ef3d55 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.0547240 Aug 16 21:01:33.813785 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-e88d0df9-2b70-4422-9915-cbb6f5394910 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:33.817657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e88d0df9-2b70-4422-9915-cbb6f5394910 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2307661 Aug 16 21:01:33.818144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44106) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:33.869556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13e696fc-6f79-4568-a766-f271f8d6313c req-ff2c995c-9160-429c-b244-90c4731954b7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721512 Aug 16 21:01:33.903814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2fdf13e-4e06-4a31-9f45-f0757a31259f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.952280 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2fdf13e-4e06-4a31-9f45-f0757a31259f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.979629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87ac3a99-122b-4ed0-8f28-a5c7baee0e63 req-09f00864-b62c-4341-ad1c-5d60b8393fee tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=1615f8d1-df9b-41e8-87ce-b6ad7c4ab9fa HTTP/1.1" status: 200 len: 210 time: 0.0452042 Aug 16 21:01:34.053257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda5f78-2445-459b-a9a9-db853ab3ed8f req-98a3af43-ea83-4549-a9b0-cf4273cbdadb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:34.054792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adda5f78-2445-459b-a9a9-db853ab3ed8f req-98a3af43-ea83-4549-a9b0-cf4273cbdadb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.0718541 Aug 16 21:01:34.066108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44112) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:34.072417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5f3068c0-3eb9-4f0a-8bfb-79422533924f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'floatingip': {'port_id': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:34.132527 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f3068c0-3eb9-4f0a-8bfb-79422533924f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.168159 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2fdf13e-4e06-4a31-9f45-f0757a31259f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.175752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d2fdf13e-4e06-4a31-9f45-f0757a31259f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.179988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d2fdf13e-4e06-4a31-9f45-f0757a31259f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "DELETE /v2.0/security-groups/381b6808-c66f-4932-a63a-80342e2c677d HTTP/1.1" status: 204 len: 168 time: 0.3575237 Aug 16 21:01:34.181044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44118) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:34.217950 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdf13e-4e06-4a31-9f45-f0757a31259f tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381b6808-c66f-4932-a63a-80342e2c677d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:34.289958 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7c2a6023-3af0-4e91-9207-42c89d61dc1c tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1049597 Aug 16 21:01:34.289958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44122) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:34.362981 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-575dadbc-ca21-42a6-92ae-bae4581bfc67 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.395721 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-575dadbc-ca21-42a6-92ae-bae4581bfc67 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.459957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44126) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:34.552132 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-575dadbc-ca21-42a6-92ae-bae4581bfc67 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.555452 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-575dadbc-ca21-42a6-92ae-bae4581bfc67 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.556614 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-575dadbc-ca21-42a6-92ae-bae4581bfc67 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "DELETE /v2.0/security-groups/b1428cae-bc28-4d8b-97ce-f2abab8ee548 HTTP/1.1" status: 204 len: 168 time: 0.2672136 Aug 16 21:01:34.559933 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44130) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:34.595872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dadbc-ca21-42a6-92ae-bae4581bfc67 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1428cae-bc28-4d8b-97ce-f2abab8ee548,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:34.648472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a1318aa6-8ffb-49f3-a9fd-46a731304887 tempest-AgentManagementNegativeTest-1702952721 tempest-AgentManagementNegativeTest-1702952721-project] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1855314 Aug 16 21:01:34.654639 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ba181210-b9dd-43be-8194-7d4225ab1ebb tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0931432 Aug 16 21:01:34.659182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44136) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:34.680257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-de9de839-f66b-48e5-9067-1250064fea37 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group': {'name': 'tempest-secgroup--591559972'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:34.818170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de9de839-f66b-48e5-9067-1250064fea37 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.925347 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f3068c0-3eb9-4f0a-8bfb-79422533924f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.927056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de9de839-f66b-48e5-9067-1250064fea37 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.999929 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f3068c0-3eb9-4f0a-8bfb-79422533924f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.000219 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de9de839-f66b-48e5-9067-1250064fea37 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.040568 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9de839-f66b-48e5-9067-1250064fea37 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d39c3bd-5db1-42ff-9708-54799fc36478,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:35.105829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de9de839-f66b-48e5-9067-1250064fea37 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.109361 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-de9de839-f66b-48e5-9067-1250064fea37 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4421639 Aug 16 21:01:35.114062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44142) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:35.117864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-490c6a3a-6323-4a13-b168-2a6a3baacb57 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:35.119249 n-d-793619-14 neutron-server[95262]: WARNING neutron.api.v2.base [None req-490c6a3a-6323-4a13-b168-2a6a3baacb57 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 21:01:35.119962 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-490c6a3a-6323-4a13-b168-2a6a3baacb57 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 21:01:35.120218 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-5f3068c0-3eb9-4f0a-8bfb-79422533924f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Floating IP 5c13d9ba-8db1-4d9a-a465-f3aff008232c associated. External IP: 172.25.4.126, port: a6bf5537-0dc6-4a54-b679-fff4acb2a517. Aug 16 21:01:35.121391 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-490c6a3a-6323-4a13-b168-2a6a3baacb57 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "PUT /v2.0/security-groups/3d39c3bd-5db1-42ff-9708-54799fc36478 HTTP/1.1" status: 409 len: 330 time: 0.0088096 Aug 16 21:01:35.124164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44144) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:35.205385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85257c44-b73c-45d9-a17f-0801fbf4a397 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.234751 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85257c44-b73c-45d9-a17f-0801fbf4a397 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.272734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44148) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:35.389689 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85257c44-b73c-45d9-a17f-0801fbf4a397 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.392452 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85257c44-b73c-45d9-a17f-0801fbf4a397 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.393927 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-85257c44-b73c-45d9-a17f-0801fbf4a397 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "DELETE /v2.0/security-groups/3d39c3bd-5db1-42ff-9708-54799fc36478 HTTP/1.1" status: 204 len: 168 time: 0.2685871 Aug 16 21:01:35.398559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44154) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:35.407315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3068c0-3eb9-4f0a-8bfb-79422533924f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:35.445624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85257c44-b73c-45d9-a17f-0801fbf4a397 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d39c3bd-5db1-42ff-9708-54799fc36478,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:35.464992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23e85b57-d5df-4317-85eb-ecadb53e3fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.556603 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7eeef323-c5bd-49a3-981e-4899fdfaa018 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1562173 Aug 16 21:01:35.560735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44158) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:35.590885 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-ec6de82f-d294-4140-a5ed-3200f6f909b6 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] delete failed (client error): The resource could not be found. Aug 16 21:01:35.597174 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ec6de82f-d294-4140-a5ed-3200f6f909b6 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "DELETE /v2.0/security-groups/ee894426-41a1-4a2b-b6d0-034880c1b77b HTTP/1.1" status: 404 len: 347 time: 0.0297022 Aug 16 21:01:35.600635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44160) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:35.620009 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-eb7ea46b-b69c-4025-bda4-29852a41caba tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] show failed (client error): The resource could not be found. Aug 16 21:01:35.625367 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eb7ea46b-b69c-4025-bda4-29852a41caba tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "GET /v2.0/security-groups/5eed3369-46dc-4b29-9c6a-c2053c376e94 HTTP/1.1" status: 404 len: 347 time: 0.0211673 Aug 16 21:01:35.625367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44162) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:35.642776 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-40d0cf86-bc55-438f-aafd-fd498090c989 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] show failed (client error): The resource could not be found. Aug 16 21:01:35.648049 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-40d0cf86-bc55-438f-aafd-fd498090c989 tempest-NegativeSecGroupTest-1002816860 tempest-NegativeSecGroupTest-1002816860-project] 10.222.0.74 "GET /v2.0/security-group-rules/b8b7ab83-550d-45a4-9adb-f9ac6bb1f94e HTTP/1.1" status: 404 len: 356 time: 0.0177319 Aug 16 21:01:35.727639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23e85b57-d5df-4317-85eb-ecadb53e3fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.811871 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-23e85b57-d5df-4317-85eb-ecadb53e3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.860670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e85b57-d5df-4317-85eb-ecadb53e3fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19860fb-980e-4ace-8575-8b2049218830,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:35.865722 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-23e85b57-d5df-4317-85eb-ecadb53e3fc9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cc41a9089bfe4b17beded9dc517e5185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916731 Aug 16 21:01:35.870711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44168) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:35.952333 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14fee6ff-7ac4-4833-83a6-fb0ea5edf85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.979560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3068c0-3eb9-4f0a-8bfb-79422533924f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:35.983606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14fee6ff-7ac4-4833-83a6-fb0ea5edf85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.984839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5f3068c0-3eb9-4f0a-8bfb-79422533924f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.001790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c3978-4af7-4fba-98e9-951a0eb2d9aa req-e4d1a8cd-9580-44b7-8a28-1f0368d02806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:36.002938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d048ac0-c9e6-4a4c-a032-611d82e8ad39 None None] Sync routers for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:36.010611 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-471c3978-4af7-4fba-98e9-951a0eb2d9aa req-e4d1a8cd-9580-44b7-8a28-1f0368d02806 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0771644 Aug 16 21:01:36.023320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d048ac0-c9e6-4a4c-a032-611d82e8ad39 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:36.024886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d048ac0-c9e6-4a4c-a032-611d82e8ad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:01:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:36.046415 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5f3068c0-3eb9-4f0a-8bfb-79422533924f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "PUT /v2.0/floatingips/5c13d9ba-8db1-4d9a-a465-f3aff008232c HTTP/1.1" status: 200 len: 991 time: 1.9791250 Aug 16 21:01:36.053591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:36.053591 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23495768-ff4d-454f-9918-65e381e087d0" -d '{"events": [{"name": "network-changed", "server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:36.075567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-471c3978-4af7-4fba-98e9-951a0eb2d9aa req-477b46d3-b7b5-44ed-a520-ffd37c08910c tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548279 Aug 16 21:01:36.122933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14fee6ff-7ac4-4833-83a6-fb0ea5edf85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.124269 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14fee6ff-7ac4-4833-83a6-fb0ea5edf85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.126231 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-14fee6ff-7ac4-4833-83a6-fb0ea5edf85d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a19860fb-980e-4ace-8575-8b2049218830 HTTP/1.1" status: 204 len: 168 time: 0.2537704 Aug 16 21:01:36.149781 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fee6ff-7ac4-4833-83a6-fb0ea5edf85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19860fb-980e-4ace-8575-8b2049218830,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:36.161880 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aabe3ca-e4f8-4f79-94f2-2461c9efc395 x-openstack-request-id: req-9aabe3ca-e4f8-4f79-94f2-2461c9efc395 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:36.162480 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:36.162982 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9aabe3ca-e4f8-4f79-94f2-2461c9efc395 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:36.164005 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'status': 'completed', 'code': 200} Aug 16 21:01:36.221396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4d048ac0-c9e6-4a4c-a032-611d82e8ad39 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:36.244095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23495768-ff4d-454f-9918-65e381e087d0 req-a527683c-62d7-4c6d-a4b8-3a5f235a923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:36.249078 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23495768-ff4d-454f-9918-65e381e087d0 req-a527683c-62d7-4c6d-a4b8-3a5f235a923c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 1097 time: 0.0626640 Aug 16 21:01:36.306000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44178) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:36.407131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23495768-ff4d-454f-9918-65e381e087d0 req-29aa7d62-712c-440f-8b71-f145548b5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:36.410484 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23495768-ff4d-454f-9918-65e381e087d0 req-29aa7d62-712c-440f-8b71-f145548b5411 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.1575024 Aug 16 21:01:36.528615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23495768-ff4d-454f-9918-65e381e087d0 req-827096cd-5825-4d71-ac81-0458c347b11b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517 HTTP/1.1" status: 200 len: 999 time: 0.1097937 Aug 16 21:01:36.605686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23495768-ff4d-454f-9918-65e381e087d0 req-690c2cde-40e7-4c19-8726-4d1074e51f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:36.605988 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23495768-ff4d-454f-9918-65e381e087d0 req-690c2cde-40e7-4c19-8726-4d1074e51f18 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0695193 Aug 16 21:01:36.679077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23495768-ff4d-454f-9918-65e381e087d0 req-f27f6ee5-2865-4ec3-8a2c-e9a69c344f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:36.679077 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23495768-ff4d-454f-9918-65e381e087d0 req-f27f6ee5-2865-4ec3-8a2c-e9a69c344f2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647902 Aug 16 21:01:36.706709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d048ac0-c9e6-4a4c-a032-611d82e8ad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '5c13d9ba-8db1-4d9a-a465-f3aff008232c', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'port_id': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'mac_address': 'fa:16:3e:4c:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b757ba-1ef7-4460-800a-da835034491f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:01:16Z', 'updated_at': '2021-08-16T21:01:34Z', 'revision_number': 1, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:36.743132 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b5c587bc-8cfb-4b03-8926-d92c813f2c3b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=92b64e2ca2334c75922d724294d0192a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359341 Aug 16 21:01:36.743781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44190) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:36.747763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d048ac0-c9e6-4a4c-a032-611d82e8ad39 None None] Checking router: 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:36.762529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d048ac0-c9e6-4a4c-a032-611d82e8ad39 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:36.764249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d048ac0-c9e6-4a4c-a032-611d82e8ad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:01:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:36.857749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c871f457-69ff-4f26-9c68-b4b57b85ea5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.864898 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23495768-ff4d-454f-9918-65e381e087d0 req-6d6be42f-99c8-492b-a925-3e9d0bc83a7c service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787772 Aug 16 21:01:36.904972 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c871f457-69ff-4f26-9c68-b4b57b85ea5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.979105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4d048ac0-c9e6-4a4c-a032-611d82e8ad39 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:37.010724 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-23495768-ff4d-454f-9918-65e381e087d0 req-7625bb69-ba1d-4f53-9c71-f758a479fb37 service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364350 Aug 16 21:01:37.063989 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c871f457-69ff-4f26-9c68-b4b57b85ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:37.074162 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c871f457-69ff-4f26-9c68-b4b57b85ea5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:37.076586 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c871f457-69ff-4f26-9c68-b4b57b85ea5a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5400e1fa-82f6-48af-97fe-f6c0afd1101e HTTP/1.1" status: 204 len: 168 time: 0.3317266 Aug 16 21:01:37.086215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871f457-69ff-4f26-9c68-b4b57b85ea5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5400e1fa-82f6-48af-97fe-f6c0afd1101e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:37.181535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-f0423959-49e0-42a3-b2f2-bc97e6c376e3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:37.184221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-f0423959-49e0-42a3-b2f2-bc97e6c376e3 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.0797803 Aug 16 21:01:37.294368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d048ac0-c9e6-4a4c-a032-611d82e8ad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '5c13d9ba-8db1-4d9a-a465-f3aff008232c', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'port_id': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'mac_address': 'fa:16:3e:4c:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b757ba-1ef7-4460-800a-da835034491f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:01:16Z', 'updated_at': '2021-08-16T21:01:34Z', 'revision_number': 1, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:37.339480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d048ac0-c9e6-4a4c-a032-611d82e8ad39 None None] The sync data for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 is: [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '5c13d9ba-8db1-4d9a-a465-f3aff008232c', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'port_id': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'mac_address': 'fa:16:3e:4c:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b757ba-1ef7-4460-800a-da835034491f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:01:16Z', 'updated_at': '2021-08-16T21:01:34Z', 'revision_number': 1, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:37.370080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:37.401271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc7806-59b3-4546-b8a6-0a8e70bc6ea5 req-4cb902f2-a444-4190-bb55-cb1c7b59da52 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:37.402772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dbc7806-59b3-4546-b8a6-0a8e70bc6ea5 req-4cb902f2-a444-4190-bb55-cb1c7b59da52 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 944 time: 0.1429100 Aug 16 21:01:37.413002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:37.413361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e02500a8-e29e-4c0b-b5ce-ceb438ecf8f4 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:37.469208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dbc7806-59b3-4546-b8a6-0a8e70bc6ea5 req-4065491e-5cf0-4ef5-a32f-89e640e067c8 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups?id=bc9b4029-6076-4b84-81e9-d916137e8c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581632 Aug 16 21:01:37.480504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Deleting port 06935dcb-2da0-4e4c-b78e-d16a70184654 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:37.480851 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:37.606032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] For port 06935dcb-2da0-4e4c-b78e-d16a70184654, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=06935dcb-2da0-4e4c-b78e-d16a70184654,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:37.606406 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:37.659153 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36ca33-40cd-4c5a-99a6-29a553b8d353 None None] New status for floating IP 5c13d9ba-8db1-4d9a-a465-f3aff008232c: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:01:37.742542 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44216) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:37.907231 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-175295286'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:37.955228 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:37.955613 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:37.955935 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Floating IP 9d38c0f4-5e81-4f57-9b02-05d1bf9b89a0 disassociated. External IP: 172.25.4.150, port: 06935dcb-2da0-4e4c-b78e-d16a70184654. Aug 16 21:01:37.956279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Calling delete_port for 06935dcb-2da0-4e4c-b78e-d16a70184654 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:38.016656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Made reservation on behalf of 290d0fa19dc642ceb8661eca54f5d163 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:38.020197 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.032276 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.164131 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.200836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.245976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event deleted for resources: {'Port': ['ID=06935dcb-2da0-4e4c-b78e-d16a70184654,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:38.280787 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.293810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:38.315052 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.315052 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Added segment e8697f45-c4ff-4f06-8f3e-41c4bfd15734 of type vlan for network 06adcec6-6dfc-4675-8b4f-16a260f266df Aug 16 21:01:38.367626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635c398c-2001-464b-81eb-9d3602863af1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:38.379191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.409214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Router 1c250670-7333-4567-9e8d-ea363326b2f4 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:38.471726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.479661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:38.480296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.547398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:38.557341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47429f48-0635-41ad-884c-6068699b3c88 None None] Sync routers for ids ['1c250670-7333-4567-9e8d-ea363326b2f4'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:38.570800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47429f48-0635-41ad-884c-6068699b3c88 None None] Routers {'1c250670-7333-4567-9e8d-ea363326b2f4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:38.572492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-47429f48-0635-41ad-884c-6068699b3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:01:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1c250670-7333-4567-9e8d-ea363326b2f4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:38.583659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'Network': ['ID=06adcec6-6dfc-4675-8b4f-16a260f266df,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:38.638046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 06adcec6-6dfc-4675-8b4f-16a260f266df details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:38.673306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e9a039a-2f16-4e6b-af01-e435b6ac547e req-ca3a2d0a-286b-4487-8fda-4894b830a4c7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0653801 Aug 16 21:01:38.674479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] No DVR routers for this DVR port 06935dcb-2da0-4e4c-b78e-d16a70184654 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:38.686638 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.689076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1dfe39b4-18a9-47c4-9753-5d7e5da62b84 req-404a49f0-36ea-450d-b398-0cf1dcb5f547 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.76 "DELETE /v2.0/ports/06935dcb-2da0-4e4c-b78e-d16a70184654 HTTP/1.1" status: 204 len: 173 time: 1.4974301 Aug 16 21:01:38.689588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-deleted', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:38.701509 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fc20a5-98e6-450c-b465-c05fafc453e8" -d '{"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-deleted", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:38.713166 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-89c391f6-872a-4d15-8fd1-925c15663a94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9661851 Aug 16 21:01:38.713825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44246) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:38.720217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Request body: {'subnet': {'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:38.778733 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86f5006-fe3e-4cf1-b77c-3f92a9642edf x-openstack-request-id: req-a86f5006-fe3e-4cf1-b77c-3f92a9642edf {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:38.779578 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b464ec-da45-462b-963b-37e10507d2a5", "name": "network-vif-deleted", "tag": "06935dcb-2da0-4e4c-b78e-d16a70184654", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:38.780066 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a86f5006-fe3e-4cf1-b77c-3f92a9642edf {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:38.780666 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b464ec-da45-462b-963b-37e10507d2a5', 'name': 'network-vif-deleted', 'tag': '06935dcb-2da0-4e4c-b78e-d16a70184654', 'status': 'completed', 'code': 200} Aug 16 21:01:38.879787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-47429f48-0635-41ad-884c-6068699b3c88 None None] Set router 1c250670-7333-4567-9e8d-ea363326b2f4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:38.931715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44248) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:38.977820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Made reservation on behalf of 290d0fa19dc642ceb8661eca54f5d163 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:38.981428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.095080 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-193961226'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:39.164140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-47429f48-0635-41ad-884c-6068699b3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:55Z', 'revision_number': 4, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '13ff8b30-f5ce-4143-bce7-8ec9bbe111f8', 'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'mac_address': 'fa:16:3e:22:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:53Z', 'updated_at': '2021-08-16T20:53:05Z', 'revision_number': 5, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'subnets': [{'id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:39.199386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47429f48-0635-41ad-884c-6068699b3c88 None None] Checking router: 1c250670-7333-4567-9e8d-ea363326b2f4 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:39.214069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47429f48-0635-41ad-884c-6068699b3c88 None None] Routers {'1c250670-7333-4567-9e8d-ea363326b2f4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:39.215113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-47429f48-0635-41ad-884c-6068699b3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:01:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1c250670-7333-4567-9e8d-ea363326b2f4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:39.230313 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Made reservation on behalf of 1fc40a360cc84a3087fbe1af8325437c for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:39.235055 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.249429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.363028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-47429f48-0635-41ad-884c-6068699b3c88 None None] Set router 1c250670-7333-4567-9e8d-ea363326b2f4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:39.385098 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.435443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.475660 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.492965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:39.528709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.529860 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Added segment 5a6816a6-a575-4f13-9d63-23bf14d7fc75 of type vlan for network 8b4c923f-3928-4f68-82ad-23155ab280fd Aug 16 21:01:39.548280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'Subnet': ['ID=1ef96e8d-bf9e-4eec-a881-1bb4092a350b,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:39.555614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Checking segment: {'id': 'e8697f45-c4ff-4f06-8f3e-41c4bfd15734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:39.555966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Network hostable DHCP agents. Network: 06adcec6-6dfc-4675-8b4f-16a260f266df, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:39.613416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd091495-60bc-4aa3-a20e-4e4a94f54703,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:39.625293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.723491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Network 06adcec6-6dfc-4675-8b4f-16a260f266df is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:39.784216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-47429f48-0635-41ad-884c-6068699b3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:55Z', 'revision_number': 4, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '13ff8b30-f5ce-4143-bce7-8ec9bbe111f8', 'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'mac_address': 'fa:16:3e:22:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:53Z', 'updated_at': '2021-08-16T20:53:05Z', 'revision_number': 5, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'subnets': [{'id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:39.817446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47429f48-0635-41ad-884c-6068699b3c88 None None] The sync data for ids ['1c250670-7333-4567-9e8d-ea363326b2f4'] in n-d-793619-14 is: [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T20:52:55Z', 'revision_number': 4, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '13ff8b30-f5ce-4143-bce7-8ec9bbe111f8', 'name': '', 'network_id': '08150c28-7ae3-4f07-ac78-d32078b65a42', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'mac_address': 'fa:16:3e:22:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:53Z', 'updated_at': '2021-08-16T20:53:05Z', 'revision_number': 5, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'subnets': [{'id': '99b6311e-97c3-4c6e-b1d5-331fc57faba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:39.827690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8fd8edd-d399-4e50-9557-7eed315e49b4 req-4247ffe5-421c-4cb0-b3d2-86d7326398c7 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/ports?device_id=23b464ec-da45-462b-963b-37e10507d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0373530 Aug 16 21:01:39.828303 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.834195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.834803 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.836091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 06adcec6-6dfc-4675-8b4f-16a260f266df) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:39.848661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aefdcc-ba99-4a88-9436-13a01357962c None None] Network 06adcec6-6dfc-4675-8b4f-16a260f266df requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:39.871245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.875952 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.972787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Pushing event updated for resources: {'Network': ['ID=8b4c923f-3928-4f68-82ad-23155ab280fd,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:40.006886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dd260b5e-5ef7-4b91-990f-47565d4f3783 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0728908 Aug 16 21:01:40.009539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44260) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:40.010092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8b4c923f-3928-4f68-82ad-23155ab280fd details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:40.019818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Request body: {'subnet': {'network_id': '8b4c923f-3928-4f68-82ad-23155ab280fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:40.054530 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5e9a446e-21c1-4d3a-9fb0-580a93c2d631 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3389561 Aug 16 21:01:40.059848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44262) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:40.065236 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Request body: {'port': {'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1642323337'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:40.182522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-06adcec6-6dfc-4675-8b4f-16a260f266df', 'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df', 'tenant_id': '290d0fa19dc642ceb8661eca54f5d163', 'fixed_ips': [{'subnet_id': '1ef96e8d-bf9e-4eec-a881-1bb4092a350b'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:01:40.183397 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.227018 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abe629-b1ff-4799-952e-efccf0a80ac8 None None] New status for floating IP 9d38c0f4-5e81-4f57-9b02-05d1bf9b89a0: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:01:40.297816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Made reservation on behalf of 1fc40a360cc84a3087fbe1af8325437c for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:40.304149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.342044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Allocated IP 2001:db8::2 (06adcec6-6dfc-4675-8b4f-16a260f266df/1ef96e8d-bf9e-4eec-a881-1bb4092a350b/1e3097c4-2d6a-4391-8d5d-39483e786e0e) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:40.395026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Made reservation on behalf of 290d0fa19dc642ceb8661eca54f5d163 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:40.401911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.431944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] device_id is not set on port d3610459-7483-460f-8019-825384051d8d yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:40.571026 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.584768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Transition to ACTIVE for port object 1e3097c4-2d6a-4391-8d5d-39483e786e0e will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:40.600856 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Transition to ACTIVE for port object 1e3097c4-2d6a-4391-8d5d-39483e786e0e will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:40.676119 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.711229 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.742758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Pushing event updated for resources: {'Subnet': ['ID=50babd7b-3200-4be2-86e6-f6399d424a95,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:40.756615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Checking segment: {'id': '5a6816a6-a575-4f13-9d63-23bf14d7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b4c923f-3928-4f68-82ad-23155ab280fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:40.757339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Network hostable DHCP agents. Network: 8b4c923f-3928-4f68-82ad-23155ab280fd, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:40.791617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Network 06adcec6-6dfc-4675-8b4f-16a260f266df is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:40.795743 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:40.797650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Pushing event updated for resources: {'Port': ['ID=1e3097c4-2d6a-4391-8d5d-39483e786e0e,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:40.800759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:40.811602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Allocated IP 2001:db8::a9 (06adcec6-6dfc-4675-8b4f-16a260f266df/1ef96e8d-bf9e-4eec-a881-1bb4092a350b/d3610459-7483-460f-8019-825384051d8d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:40.813311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.813311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.813682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.813978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.814326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.814649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.815464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.815464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.815678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.815936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.816291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.816719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.870707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Attempting to bind port 1e3097c4-2d6a-4391-8d5d-39483e786e0e on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:40.871416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Attempting to bind port 1e3097c4-2d6a-4391-8d5d-39483e786e0e by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'e8697f45-c4ff-4f06-8f3e-41c4bfd15734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:40.871786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Attempting to bind port 1e3097c4-2d6a-4391-8d5d-39483e786e0e on network 06adcec6-6dfc-4675-8b4f-16a260f266df {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:40.877782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:40.878156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Checking segment: {'id': 'e8697f45-c4ff-4f06-8f3e-41c4bfd15734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:40.878559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.878992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Bound using segment: {'id': 'e8697f45-c4ff-4f06-8f3e-41c4bfd15734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:40.879410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Bound port: 1e3097c4-2d6a-4391-8d5d-39483e786e0e, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8697f45-c4ff-4f06-8f3e-41c4bfd15734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:40.879790 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.884756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Network 8b4c923f-3928-4f68-82ad-23155ab280fd is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:40.973589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] For port 1e3097c4-2d6a-4391-8d5d-39483e786e0e, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:40.978225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] For port 1e3097c4-2d6a-4391-8d5d-39483e786e0e, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1e3097c4-2d6a-4391-8d5d-39483e786e0e,segment=NetworkSegment(e8697f45-c4ff-4f06-8f3e-41c4bfd15734),segment_id=e8697f45-c4ff-4f06-8f3e-41c4bfd15734)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:40.988582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:40.997379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 8b4c923f-3928-4f68-82ad-23155ab280fd) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:41.002947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.003559 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.014064 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f315058e-2077-40a8-bdab-d9b217bc891f None None] Network 8b4c923f-3928-4f68-82ad-23155ab280fd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:41.027725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 06935dcb-2da0-4e4c-b78e-d16a70184654 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:41.028062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 06935dcb-2da0-4e4c-b78e-d16a70184654 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:41.101814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44274) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:41.199147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-be499262-4558-48b9-9c53-259578fceef1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1876974 Aug 16 21:01:41.203531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44278) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:41.213045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Request body: {'port': {'network_id': '8b4c923f-3928-4f68-82ad-23155ab280fd', 'name': 'tempest-TagsExtTest-838553567'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:41.240764 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.314383 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3471892f-268a-4f84-89d7-df4545ad1a8b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.343900 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3471892f-268a-4f84-89d7-df4545ad1a8b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.378328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e225d-5a9e-4bca-b6c7-0695dcdb480f None None] Pushing event updated for resources: {'Port': ['ID=1e3097c4-2d6a-4391-8d5d-39483e786e0e,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:41.430731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.445513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Transition to ACTIVE for port object d3610459-7483-460f-8019-825384051d8d will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:41.502169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-8b4c923f-3928-4f68-82ad-23155ab280fd', 'network_id': '8b4c923f-3928-4f68-82ad-23155ab280fd', 'tenant_id': '1fc40a360cc84a3087fbe1af8325437c', 'fixed_ips': [{'subnet_id': '50babd7b-3200-4be2-86e6-f6399d424a95'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:01:41.503097 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.510529 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3471892f-268a-4f84-89d7-df4545ad1a8b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.515688 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3471892f-268a-4f84-89d7-df4545ad1a8b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.517869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3471892f-268a-4f84-89d7-df4545ad1a8b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "DELETE /v2.0/security-groups/bc9b4029-6076-4b84-81e9-d916137e8c5e HTTP/1.1" status: 204 len: 168 time: 0.4149380 Aug 16 21:01:41.520707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44282) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:41.534469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471892f-268a-4f84-89d7-df4545ad1a8b tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9b4029-6076-4b84-81e9-d916137e8c5e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:41.553124 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-1be4d82b-ed6c-4f07-a53f-6e066d4ed875 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] show failed (client error): The resource could not be found. Aug 16 21:01:41.554653 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1be4d82b-ed6c-4f07-a53f-6e066d4ed875 tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "GET /v2.0/security-groups/bc9b4029-6076-4b84-81e9-d916137e8c5e HTTP/1.1" status: 404 len: 347 time: 0.0317719 Aug 16 21:01:41.557797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44284) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:41.616786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.645175 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Made reservation on behalf of 1fc40a360cc84a3087fbe1af8325437c for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:41.651947 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.692665 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] device_id is not set on port 549f8675-5851-4cfe-bebe-460a8dac164c yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:41.720957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Network 06adcec6-6dfc-4675-8b4f-16a260f266df is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:41.725893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'Port': ['ID=d3610459-7483-460f-8019-825384051d8d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:41.727001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:41.742604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:41.752445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.753285 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.814568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Allocated IP 172.20.0.2 (8b4c923f-3928-4f68-82ad-23155ab280fd/50babd7b-3200-4be2-86e6-f6399d424a95/da7169e7-9ac8-4800-b5bd-322d74426966) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:41.868597 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3e8b1017-485f-42f9-8f6f-b64c79daf61d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8081777 Aug 16 21:01:41.869237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44288) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:41.875156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Request body: {'port': {'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1030230028', 'allowed_address_pairs': [{'ip_address': '2001:db8::a9', 'mac_address': 'fa:16:3e:d0:d2:c3'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:41.912062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ef23a2b2-9f15-424f-8a23-c63b062727ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Deleting port 188914f7-dd95-4bc4-878e-acba4553df88 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:41.913305 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef23a2b2-9f15-424f-8a23-c63b062727ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.014644 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.023507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef23a2b2-9f15-424f-8a23-c63b062727ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.023833 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef23a2b2-9f15-424f-8a23-c63b062727ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.024169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Transition to ACTIVE for port object da7169e7-9ac8-4800-b5bd-322d74426966 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:42.040397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ef23a2b2-9f15-424f-8a23-c63b062727ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Calling delete_port for 188914f7-dd95-4bc4-878e-acba4553df88 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:42.041332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Transition to ACTIVE for port object da7169e7-9ac8-4800-b5bd-322d74426966 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:42.109501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Made reservation on behalf of 290d0fa19dc642ceb8661eca54f5d163 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:42.138146 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.210156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Allocated IP 172.20.0.10 (8b4c923f-3928-4f68-82ad-23155ab280fd/50babd7b-3200-4be2-86e6-f6399d424a95/549f8675-5851-4cfe-bebe-460a8dac164c) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:42.210667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Network 8b4c923f-3928-4f68-82ad-23155ab280fd is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:42.212611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:42.216791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:42.223824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Pushing event updated for resources: {'Port': ['ID=da7169e7-9ac8-4800-b5bd-322d74426966,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:42.270050 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.305780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Attempting to bind port da7169e7-9ac8-4800-b5bd-322d74426966 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:42.306054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Attempting to bind port da7169e7-9ac8-4800-b5bd-322d74426966 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '5a6816a6-a575-4f13-9d63-23bf14d7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b4c923f-3928-4f68-82ad-23155ab280fd'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:42.309048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Attempting to bind port da7169e7-9ac8-4800-b5bd-322d74426966 on network 8b4c923f-3928-4f68-82ad-23155ab280fd {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:42.313262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] device_id is not set on port c5a8f177-011c-4f87-b76c-747da3737cc2 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:42.314896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:42.316021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Checking segment: {'id': '5a6816a6-a575-4f13-9d63-23bf14d7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b4c923f-3928-4f68-82ad-23155ab280fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:42.316471 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.316833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Bound using segment: {'id': '5a6816a6-a575-4f13-9d63-23bf14d7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b4c923f-3928-4f68-82ad-23155ab280fd'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:42.317404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Bound port: da7169e7-9ac8-4800-b5bd-322d74426966, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6816a6-a575-4f13-9d63-23bf14d7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b4c923f-3928-4f68-82ad-23155ab280fd'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:42.317847 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.405981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] For port da7169e7-9ac8-4800-b5bd-322d74426966, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:42.409472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] For port da7169e7-9ac8-4800-b5bd-322d74426966, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=da7169e7-9ac8-4800-b5bd-322d74426966,segment=NetworkSegment(5a6816a6-a575-4f13-9d63-23bf14d7fc75),segment_id=5a6816a6-a575-4f13-9d63-23bf14d7fc75)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:42.445886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef23a2b2-9f15-424f-8a23-c63b062727ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.520308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23a2b2-9f15-424f-8a23-c63b062727ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Pushing event deleted for resources: {'Port': ['ID=188914f7-dd95-4bc4-878e-acba4553df88,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:42.532280 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.564298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Allocated IP 2001:db8::3b0 (06adcec6-6dfc-4675-8b4f-16a260f266df/1ef96e8d-bf9e-4eec-a881-1bb4092a350b/c5a8f177-011c-4f87-b76c-747da3737cc2) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:42.642827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c44cc6-4c3d-438b-85c4-689681cbdb90 None None] Pushing event updated for resources: {'Port': ['ID=da7169e7-9ac8-4800-b5bd-322d74426966,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:42.692234 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef23a2b2-9f15-424f-8a23-c63b062727ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.696858 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef23a2b2-9f15-424f-8a23-c63b062727ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.701565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ef23a2b2-9f15-424f-8a23-c63b062727ca tempest-ServerActionsTestJSON-1919628983 tempest-ServerActionsTestJSON-1919628983-project] 10.222.0.74 "DELETE /v2.0/floatingips/9d38c0f4-5e81-4f57-9b02-05d1bf9b89a0 HTTP/1.1" status: 204 len: 168 time: 1.1421297 Aug 16 21:01:42.703925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44294) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:42.726897 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.804039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Transition to ACTIVE for port object 549f8675-5851-4cfe-bebe-460a8dac164c will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:42.826854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30473e7-cbd7-4742-b90a-49c6cfab938a None None] Network 06adcec6-6dfc-4675-8b4f-16a260f266df requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:42.932274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1e3097c4-2d6a-4391-8d5d-39483e786e0e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:42.966382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.011582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Transition to ACTIVE for port object c5a8f177-011c-4f87-b76c-747da3737cc2 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:43.166964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.218850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Network 8b4c923f-3928-4f68-82ad-23155ab280fd is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:43.222273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:43.229682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:43.247170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ae6db0e7-9699-441b-a9ed-f50aa50c78aa None None] Provisioning for port 1e3097c4-2d6a-4391-8d5d-39483e786e0e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:43.265756 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.274756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Pushing event updated for resources: {'Port': ['ID=549f8675-5851-4cfe-bebe-460a8dac164c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:43.292718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 1e3097c4-2d6a-4391-8d5d-39483e786e0e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:43.301834 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1e3097c4-2d6a-4391-8d5d-39483e786e0e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:43.302208 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.302354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:43.303787 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.350658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Network 06adcec6-6dfc-4675-8b4f-16a260f266df is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:43.401582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fd35398a-e118-4cb2-bf17-2163276bf3c1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1964543 Aug 16 21:01:43.402719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:43.404241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44304) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:43.411868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-fa1a9f1e-a149-41d0-bbe1-8b3420c7fb15 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2108343647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:43.419812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:43.427313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:43.427313 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.441862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'Port': ['ID=c5a8f177-011c-4f87-b76c-747da3737cc2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:43.483747 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.536523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 1e3097c4-2d6a-4391-8d5d-39483e786e0e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1e3097c4-2d6a-4391-8d5d-39483e786e0e,segment=NetworkSegment(e8697f45-c4ff-4f06-8f3e-41c4bfd15734),segment_id=e8697f45-c4ff-4f06-8f3e-41c4bfd15734)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:43.543740 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa1a9f1e-a149-41d0-bbe1-8b3420c7fb15 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.545203 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa1a9f1e-a149-41d0-bbe1-8b3420c7fb15 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.617980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.641656 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa1a9f1e-a149-41d0-bbe1-8b3420c7fb15 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.686184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=1e3097c4-2d6a-4391-8d5d-39483e786e0e,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:43.697305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-541b65bd-d5cf-413d-9b66-afefbf70765a None None] Provisioning complete for port 1e3097c4-2d6a-4391-8d5d-39483e786e0e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:43.697980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-541b65bd-d5cf-413d-9b66-afefbf70765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.721775 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4e5781a9-ec45-47a9-afdc-87de5cb63351 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8513985 Aug 16 21:01:43.724442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44308) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:43.759308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.786999 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa1a9f1e-a149-41d0-bbe1-8b3420c7fb15 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.862876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d375a28-fe7a-401b-b0a2-d3d4d650e21f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:43.879454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d375a28-fe7a-401b-b0a2-d3d4d650e21f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:43.885963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d375a28-fe7a-401b-b0a2-d3d4d650e21f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:43.890506 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2d375a28-fe7a-401b-b0a2-d3d4d650e21f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1596906 Aug 16 21:01:43.893655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44310) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:43.937077 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa1a9f1e-a149-41d0-bbe1-8b3420c7fb15 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.938558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fa1a9f1e-a149-41d0-bbe1-8b3420c7fb15 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5307519 Aug 16 21:01:43.942890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44312) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:43.950907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a0248468-0f4b-4eae-bbd0-a9e1f84537bd tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1881128493', 'prefixes': ['172.20.0.0/16']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:43.955411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-541b65bd-d5cf-413d-9b66-afefbf70765a None None] Provisioning for port d3610459-7483-460f-8019-825384051d8d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:43.964374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-541b65bd-d5cf-413d-9b66-afefbf70765a None None] Provisioning complete for port d3610459-7483-460f-8019-825384051d8d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:43.964752 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-541b65bd-d5cf-413d-9b66-afefbf70765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.013625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-541b65bd-d5cf-413d-9b66-afefbf70765a None None] Port d3610459-7483-460f-8019-825384051d8d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:44.089728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2328c51e-cfda-4f52-99f6-bd134832d3fe tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Deleting port c5a8f177-011c-4f87-b76c-747da3737cc2 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:44.089728 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2328c51e-cfda-4f52-99f6-bd134832d3fe tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.141312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f91199c-a079-47ad-a1a2-3465ac3b7020 None None] Provisioning complete for port d3610459-7483-460f-8019-825384051d8d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:44.141687 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f91199c-a079-47ad-a1a2-3465ac3b7020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.224341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6f91199c-a079-47ad-a1a2-3465ac3b7020 None None] Port d3610459-7483-460f-8019-825384051d8d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:44.255124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2328c51e-cfda-4f52-99f6-bd134832d3fe tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.270279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2328c51e-cfda-4f52-99f6-bd134832d3fe tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Calling delete_port for c5a8f177-011c-4f87-b76c-747da3737cc2 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:44.289663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c4e7c-ca92-4de4-b39b-efc357ca3a00 None None] Network 8b4c923f-3928-4f68-82ad-23155ab280fd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:44.400358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] Deleting port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:44.401195 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.429417 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-875fe54b-e262-46e1-b02f-13c4cb49ea59 None None] Provisioning for port da7169e7-9ac8-4800-b5bd-322d74426966 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:44.457490 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0248468-0f4b-4eae-bbd0-a9e1f84537bd tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for subnetpool, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.464335 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a0248468-0f4b-4eae-bbd0-a9e1f84537bd tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5198505 Aug 16 21:01:44.469079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44316) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:44.470737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-e460d723-b78b-4aae-af0b-3b77691828a4 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95', 'tempest-TagsExtTest-Tag-10351094') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:44.515004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] For port 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=13ff8b30-f5ce-4143-bce7-8ec9bbe111f8,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:44.515793 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.535303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] Calling delete_port for 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:44.641307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1bab87de-ed8d-4c1b-8390-a53c1de1805e None None] Provisioning for port c5a8f177-011c-4f87-b76c-747da3737cc2 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:44.652521 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2328c51e-cfda-4f52-99f6-bd134832d3fe tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.653237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1bab87de-ed8d-4c1b-8390-a53c1de1805e None None] Provisioning complete for port c5a8f177-011c-4f87-b76c-747da3737cc2 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:44.653928 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1bab87de-ed8d-4c1b-8390-a53c1de1805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.718084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1bab87de-ed8d-4c1b-8390-a53c1de1805e None None] Port c5a8f177-011c-4f87-b76c-747da3737cc2 was deleted so its status cannot be updated. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 21:01:44.737981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328c51e-cfda-4f52-99f6-bd134832d3fe tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event deleted for resources: {'Port': ['ID=c5a8f177-011c-4f87-b76c-747da3737cc2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:44.766395 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e460d723-b78b-4aae-af0b-3b77691828a4 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags/tempest-TagsExtTest-Tag-10351094 HTTP/1.1" status: 201 len: 201 time: 0.2995465 Aug 16 21:01:44.770998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44322) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:44.824127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-72d007cf-ba96-42cb-9eaf-1ba0d1c9ca8a tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c', 'tempest-TagsExtTest-Tag-1279831271') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:44.973626 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.994216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2328c51e-cfda-4f52-99f6-bd134832d3fe tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.996635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2328c51e-cfda-4f52-99f6-bd134832d3fe tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "DELETE /v2.0/ports/c5a8f177-011c-4f87-b76c-747da3737cc2 HTTP/1.1" status: 204 len: 168 time: 1.1036854 Aug 16 21:01:45.000156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44324) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:45.039715 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d6eae1-4ee0-48cc-a991-04ddd843a9cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] GET failed (client error): The resource could not be found. Aug 16 21:01:45.062081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-91d6eae1-4ee0-48cc-a991-04ddd843a9cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "GET /v2.0/ports/c5a8f177-011c-4f87-b76c-747da3737cc2 HTTP/1.1" status: 404 len: 333 time: 0.0570290 Aug 16 21:01:45.062937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44328) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:45.085087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1e3097c4-2d6a-4391-8d5d-39483e786e0e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:45.088197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Request body: {'port': {'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-459391853'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:45.154189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ff8b30-f5ce-4143-bce7-8ec9bbe111f8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:45.177587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5a0693b7-13a1-4bbb-ad14-968cf6a0013a None None] Provisioning for port 549f8675-5851-4cfe-bebe-460a8dac164c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:45.211293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5a0693b7-13a1-4bbb-ad14-968cf6a0013a None None] Provisioning complete for port 549f8675-5851-4cfe-bebe-460a8dac164c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:45.217847 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5a0693b7-13a1-4bbb-ad14-968cf6a0013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.279247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-72d007cf-ba96-42cb-9eaf-1ba0d1c9ca8a tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags/tempest-TagsExtTest-Tag-1279831271 HTTP/1.1" status: 201 len: 201 time: 0.4589288 Aug 16 21:01:45.286433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44330) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:45.300628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-c8bcc804-65a2-454b-9da7-5e492ba9b1b9 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788', 'tempest-TagsExtTest-Tag-812072766') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:45.322942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-5a0693b7-13a1-4bbb-ad14-968cf6a0013a None None] Port 549f8675-5851-4cfe-bebe-460a8dac164c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:45.332895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 1e3097c4-2d6a-4391-8d5d-39483e786e0e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:45.333433 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.336683 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-42e8acb2-1a96-49a3-b34a-20c0299ef832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.496066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device da7169e7-9ac8-4800-b5bd-322d74426966 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:45.538212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3fad62af-575c-449b-8e49-81985504747d None None] Provisioning complete for port 549f8675-5851-4cfe-bebe-460a8dac164c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:45.538607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3fad62af-575c-449b-8e49-81985504747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.579726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.607689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3fad62af-575c-449b-8e49-81985504747d None None] Port 549f8675-5851-4cfe-bebe-460a8dac164c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:45.706034 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port da7169e7-9ac8-4800-b5bd-322d74426966 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:45.710556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port da7169e7-9ac8-4800-b5bd-322d74426966 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:45.711012 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.754537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c8bcc804-65a2-454b-9da7-5e492ba9b1b9 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags/tempest-TagsExtTest-Tag-812072766 HTTP/1.1" status: 201 len: 201 time: 0.4615855 Aug 16 21:01:45.755143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44334) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:45.760123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-2a8aed98-f16c-48d0-bf4e-d825117d5e39 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69', 'tempest-TagsExtTest-Tag-103044659') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:45.819726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Made reservation on behalf of 290d0fa19dc642ceb8661eca54f5d163 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:45.823426 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.835137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.891584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port da7169e7-9ac8-4800-b5bd-322d74426966, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=da7169e7-9ac8-4800-b5bd-322d74426966,segment=NetworkSegment(5a6816a6-a575-4f13-9d63-23bf14d7fc75),segment_id=5a6816a6-a575-4f13-9d63-23bf14d7fc75)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:45.902374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] Router 1c250670-7333-4567-9e8d-ea363326b2f4 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:45.917334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] device_id is not set on port 3852d248-42e5-41c5-8a5a-5b5aa38aa5ab yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:45.977690 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.035985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=da7169e7-9ac8-4800-b5bd-322d74426966,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:46.056725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2a8aed98-f16c-48d0-bf4e-d825117d5e39 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags/tempest-TagsExtTest-Tag-103044659 HTTP/1.1" status: 201 len: 201 time: 0.2985711 Aug 16 21:01:46.057224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44338) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:46.063416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-63d2d0a7-a871-482c-89a9-c242d771e34b tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:46.086648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:46.091811 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-18f82e15-29bc-434e-ab83-129ff0d3fd31 admin admin] 10.222.0.74 "PUT /v2.0/routers/1c250670-7333-4567-9e8d-ea363326b2f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3862772 Aug 16 21:01:46.095255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bbeac-f24d-4841-b5fc-56a04b16dd43 None None] Sync routers for ids ['1c250670-7333-4567-9e8d-ea363326b2f4'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:46.097504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44340) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:46.109318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bbeac-f24d-4841-b5fc-56a04b16dd43 None None] Routers {'1c250670-7333-4567-9e8d-ea363326b2f4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:46.109938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-902bbeac-f24d-4841-b5fc-56a04b16dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:01:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1c250670-7333-4567-9e8d-ea363326b2f4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:46.124264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Allocated IP 2001:db8::c6 (06adcec6-6dfc-4675-8b4f-16a260f266df/1ef96e8d-bf9e-4eec-a881-1bb4092a350b/3852d248-42e5-41c5-8a5a-5b5aa38aa5ab) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:46.203873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-63d2d0a7-a871-482c-89a9-c242d771e34b tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags HTTP/1.1" status: 200 len: 239 time: 0.1456261 Aug 16 21:01:46.207886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44344) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:46.212418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-99d91c3b-9d00-4a9d-90bf-1eabeefc148e tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95', 'tempest-TagsExtTest-Tag-10351094') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:46.262905 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.289256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-902bbeac-f24d-4841-b5fc-56a04b16dd43 None None] Set router 1c250670-7333-4567-9e8d-ea363326b2f4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:46.400825 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.512061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-902bbeac-f24d-4841-b5fc-56a04b16dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T21:01:44Z', 'revision_number': 5, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port': {'id': '8061046b-63db-4c58-bcb8-d462a61561f3', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:46.554812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bbeac-f24d-4841-b5fc-56a04b16dd43 None None] Checking router: 1c250670-7333-4567-9e8d-ea363326b2f4 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:46.564932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bbeac-f24d-4841-b5fc-56a04b16dd43 None None] Routers {'1c250670-7333-4567-9e8d-ea363326b2f4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:46.565610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-902bbeac-f24d-4841-b5fc-56a04b16dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:01:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1c250670-7333-4567-9e8d-ea363326b2f4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:46.589912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Deleting port 8061046b-63db-4c58-bcb8-d462a61561f3 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:46.590425 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.665267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-902bbeac-f24d-4841-b5fc-56a04b16dd43 None None] Set router 1c250670-7333-4567-9e8d-ea363326b2f4 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:46.739906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-902bbeac-f24d-4841-b5fc-56a04b16dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T21:01:46Z', 'revision_number': 6, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:46.793923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] For port 8061046b-63db-4c58-bcb8-d462a61561f3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8061046b-63db-4c58-bcb8-d462a61561f3,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:46.793923 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.797089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bbeac-f24d-4841-b5fc-56a04b16dd43 None None] The sync data for ids ['1c250670-7333-4567-9e8d-ea363326b2f4'] in n-d-793619-14 is: [{'id': '1c250670-7333-4567-9e8d-ea363326b2f4', 'name': 'tempest-ServerActionsTestJSON-1231397165-router', 'tenant_id': '7d374f3cfccd45f2ab76032deb984a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:44Z', 'updated_at': '2021-08-16T21:01:46Z', 'revision_number': 6, 'project_id': '7d374f3cfccd45f2ab76032deb984a01', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:46.822263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Calling delete_port for 8061046b-63db-4c58-bcb8-d462a61561f3 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:46.827567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-99d91c3b-9d00-4a9d-90bf-1eabeefc148e tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags/tempest-TagsExtTest-Tag-10351094 HTTP/1.1" status: 204 len: 168 time: 0.6184144 Aug 16 21:01:46.830517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44348) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:46.835938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-d470d143-fcef-469f-af37-2ba3c2e39420 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95', 'tempest-TagsExtTest-Tag-10351094') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:46.903851 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.924609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Transition to ACTIVE for port object 3852d248-42e5-41c5-8a5a-5b5aa38aa5ab will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:47.031272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d470d143-fcef-469f-af37-2ba3c2e39420 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags/tempest-TagsExtTest-Tag-10351094 HTTP/1.1" status: 204 len: 168 time: 0.1973886 Aug 16 21:01:47.031514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44352) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.040732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-98b8cfe9-3656-4e97-9435-6522800a9072 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:47.069648 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.135285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Network 06adcec6-6dfc-4675-8b4f-16a260f266df is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:47.137690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.142764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:47.148927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:47.155577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:47.156211 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.164180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'Port': ['ID=3852d248-42e5-41c5-8a5a-5b5aa38aa5ab,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:47.170052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Pushing event deleted for resources: {'Port': ['ID=8061046b-63db-4c58-bcb8-d462a61561f3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:47.200412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-98b8cfe9-3656-4e97-9435-6522800a9072 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags HTTP/1.1" status: 200 len: 205 time: 0.1677775 Aug 16 21:01:47.204450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44354) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.211921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-fe622877-bf61-4e5d-8360-69daa2edd7f3 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:47.298605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device da7169e7-9ac8-4800-b5bd-322d74426966 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:47.311835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-76cebd74-d961-4fe9-ab0f-8971928b988a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2475183 Aug 16 21:01:47.317663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44358) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.323609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c5b1dec3-369d-4646-90cc-7f4d9684c66d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a9', 'mac_address': 'fa:16:3e:d0:d2:c3'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:47.348487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fe622877-bf61-4e5d-8360-69daa2edd7f3 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags HTTP/1.1" status: 200 len: 241 time: 0.1418755 Aug 16 21:01:47.352547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44360) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.358048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-b9f40a4f-e288-4525-b9b3-4639de5c135b tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c', 'tempest-TagsExtTest-Tag-1279831271') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:47.393332 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.453494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port da7169e7-9ac8-4800-b5bd-322d74426966 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:47.453936 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.478961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b9f40a4f-e288-4525-b9b3-4639de5c135b tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags/tempest-TagsExtTest-Tag-1279831271 HTTP/1.1" status: 204 len: 168 time: 0.1248791 Aug 16 21:01:47.481459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44362) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.486405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-e6815fa8-a5f0-44b2-8ef2-5aaee5984aaa tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c', 'tempest-TagsExtTest-Tag-1279831271') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:47.533809 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-750b22a6-fd5a-44b0-9c4a-d3f5522a5c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.537733 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.546113 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.682022 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e6815fa8-a5f0-44b2-8ef2-5aaee5984aaa tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags/tempest-TagsExtTest-Tag-1279831271 HTTP/1.1" status: 204 len: 168 time: 0.1992841 Aug 16 21:01:47.684462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44364) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.689674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-03c67130-9845-4443-a92c-7551da2dc2f2 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:47.702654 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dec3-369d-4646-90cc-7f4d9684c66d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.715911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.716459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-65250946-046e-4237-9a27-1239516d94e8 None None] Provisioning for port 3852d248-42e5-41c5-8a5a-5b5aa38aa5ab completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:47.716646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c250670-7333-4567-9e8d-ea363326b2f4 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:01:47.721859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.725554 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a4e95bd0-e665-47b1-add5-2a6b883daacf admin admin] 10.222.0.74 "DELETE /v2.0/routers/1c250670-7333-4567-9e8d-ea363326b2f4 HTTP/1.1" status: 204 len: 168 time: 1.6213913 Aug 16 21:01:47.729054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44366) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.730066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-65250946-046e-4237-9a27-1239516d94e8 None None] Provisioning complete for port 3852d248-42e5-41c5-8a5a-5b5aa38aa5ab triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:47.730435 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-65250946-046e-4237-9a27-1239516d94e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.785595 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:01:47.845981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbed6f2-5e18-421f-b309-2248f40a97aa admin admin] Deleting subnet 99b6311e-97c3-4c6e-b1d5-331fc57faba4 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:01:47.850188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-03c67130-9845-4443-a92c-7551da2dc2f2 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags HTTP/1.1" status: 200 len: 205 time: 0.1640794 Aug 16 21:01:47.855661 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44370) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.858287 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffbed6f2-5e18-421f-b309-2248f40a97aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.861095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-65250946-046e-4237-9a27-1239516d94e8 None None] Port 3852d248-42e5-41c5-8a5a-5b5aa38aa5ab cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:47.867235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-d1278e0b-d7ed-44ea-88d2-95d37b139760 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:47.949117 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.008207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dec3-369d-4646-90cc-7f4d9684c66d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.008405 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffbed6f2-5e18-421f-b309-2248f40a97aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.032893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d1278e0b-d7ed-44ea-88d2-95d37b139760 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags HTTP/1.1" status: 200 len: 240 time: 0.1732788 Aug 16 21:01:48.035161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44372) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:48.054529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-22c50a6c-de74-4d14-87a1-4aa6491971bb tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788', 'tempest-TagsExtTest-Tag-812072766') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:48.099783 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffbed6f2-5e18-421f-b309-2248f40a97aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.186705 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-22c50a6c-de74-4d14-87a1-4aa6491971bb tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags/tempest-TagsExtTest-Tag-812072766 HTTP/1.1" status: 204 len: 168 time: 0.1502998 Aug 16 21:01:48.189224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44376) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:48.195266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-676e6113-c0d2-4a33-a2ed-c6ec18b80c7d tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788', 'tempest-TagsExtTest-Tag-812072766') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:48.811699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8061046b-63db-4c58-bcb8-d462a61561f3 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:48.832462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8061046b-63db-4c58-bcb8-d462a61561f3 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:48.833136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8061046b-63db-4c58-bcb8-d462a61561f3 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:48.833748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:48.854983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:48.855219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 13ff8b30-f5ce-4143-bce7-8ec9bbe111f8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:49.010217 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dec3-369d-4646-90cc-7f4d9684c66d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.041849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1dec3-369d-4646-90cc-7f4d9684c66d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] In _notify_port_updated(), no bound segment for port 3852d248-42e5-41c5-8a5a-5b5aa38aa5ab on network 06adcec6-6dfc-4675-8b4f-16a260f266df {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:01:49.049999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b1dec3-369d-4646-90cc-7f4d9684c66d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:49.049999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dec3-369d-4646-90cc-7f4d9684c66d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.049999 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c5b1dec3-369d-4646-90cc-7f4d9684c66d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "PUT /v2.0/ports/3852d248-42e5-41c5-8a5a-5b5aa38aa5ab HTTP/1.1" status: 200 len: 1000 time: 1.7308531 Aug 16 21:01:49.052188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44390) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:49.102246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1dec3-369d-4646-90cc-7f4d9684c66d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'Port': ['ID=3852d248-42e5-41c5-8a5a-5b5aa38aa5ab,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:49.163524 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffbed6f2-5e18-421f-b309-2248f40a97aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.252193 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.257500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbed6f2-5e18-421f-b309-2248f40a97aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b6311e-97c3-4c6e-b1d5-331fc57faba4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:49.293844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e6e254-215b-4852-88d5-9a85a5f10d15 None None] Network 08150c28-7ae3-4f07-ac78-d32078b65a42 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:49.316407 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffbed6f2-5e18-421f-b309-2248f40a97aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.318565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ffbed6f2-5e18-421f-b309-2248f40a97aa admin admin] 10.222.0.74 "DELETE /v2.0/subnets/99b6311e-97c3-4c6e-b1d5-331fc57faba4 HTTP/1.1" status: 204 len: 168 time: 1.5879803 Aug 16 21:01:49.321091 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44398) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:49.520228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-191eedac-2170-4360-bc0c-1cf00a7cf47e None None] Provisioning complete for port 3852d248-42e5-41c5-8a5a-5b5aa38aa5ab triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:49.521065 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-191eedac-2170-4360-bc0c-1cf00a7cf47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.528146 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.573650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-191eedac-2170-4360-bc0c-1cf00a7cf47e None None] Port 3852d248-42e5-41c5-8a5a-5b5aa38aa5ab cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:49.598830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1d20d-1164-4662-9552-e773329c7599 None None] DHCP port deletion for 08150c28-7ae3-4f07-ac78-d32078b65a42 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:01:49.620181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Deleting port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:49.620433 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.661786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1d20d-1164-4662-9552-e773329c7599 None None] Deleting port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:49.665689 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d20d-1164-4662-9552-e773329c7599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.691110 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-676e6113-c0d2-4a33-a2ed-c6ec18b80c7d tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags/tempest-TagsExtTest-Tag-812072766 HTTP/1.1" status: 204 len: 168 time: 1.5000103 Aug 16 21:01:49.692574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44406) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:49.699744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-5e016932-1c65-44e2-9211-5d187655ec59 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:49.724214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] For port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7f66f401-44e8-41f9-80fb-7e3a5bdceac6,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:49.728541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.762681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Calling delete_port for 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:49.853868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d0a511cb-e11c-41f6-8260-dee8df24d628 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Deleting port 3852d248-42e5-41c5-8a5a-5b5aa38aa5ab {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:49.854134 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0a511cb-e11c-41f6-8260-dee8df24d628 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.024934 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5e016932-1c65-44e2-9211-5d187655ec59 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags HTTP/1.1" status: 200 len: 205 time: 0.3287122 Aug 16 21:01:50.028789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44410) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.033830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-583f9d4f-4ee7-452e-a864-06fab9ebb5e6 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:50.080322 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.082029 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e5d1d20d-1164-4662-9552-e773329c7599 None None] For port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7f66f401-44e8-41f9-80fb-7e3a5bdceac6,segment=NetworkSegment(331fbf64-a359-432f-aa14-ec7933272b30),segment_id=331fbf64-a359-432f-aa14-ec7933272b30)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:50.082543 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d20d-1164-4662-9552-e773329c7599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.091637 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0a511cb-e11c-41f6-8260-dee8df24d628 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.098731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1d20d-1164-4662-9552-e773329c7599 None None] Calling delete_port for 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:50.107327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d0a511cb-e11c-41f6-8260-dee8df24d628 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Calling delete_port for 3852d248-42e5-41c5-8a5a-5b5aa38aa5ab owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:50.174937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f66f401-44e8-41f9-80fb-7e3a5bdceac6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:50.186787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] No DVR routers for this DVR port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:50.196185 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d20d-1164-4662-9552-e773329c7599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.211335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d1d20d-1164-4662-9552-e773329c7599 None None] No DVR routers for this DVR port 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:50.246137 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1d20d-1164-4662-9552-e773329c7599 None None] Pushing event deleted for resources: {'Port': ['ID=7f66f401-44e8-41f9-80fb-7e3a5bdceac6,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:50.246395 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-583f9d4f-4ee7-452e-a864-06fab9ebb5e6 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags HTTP/1.1" status: 200 len: 240 time: 0.2135038 Aug 16 21:01:50.247301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44414) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.254802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-947d4673-d972-4803-9dbf-dd5778910ec7 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69', 'tempest-TagsExtTest-Tag-103044659') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:50.323059 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.336491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08150c28-7ae3-4f07-ac78-d32078b65a42']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:50.342230 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-947d4673-d972-4803-9dbf-dd5778910ec7 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags/tempest-TagsExtTest-Tag-103044659 HTTP/1.1" status: 204 len: 168 time: 0.0915537 Aug 16 21:01:50.345169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44416) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.350154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-e679c0e1-d758-4284-8b1b-61c5d014bb9c tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69', 'tempest-TagsExtTest-Tag-103044659') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:50.361759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331fbf64-a359-432f-aa14-ec7933272b30') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:50.361759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331fbf64-a359-432f-aa14-ec7933272b30') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:50.374666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.394532 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.403728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:01:50.404112 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:01:50.405792 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:01:50.446889 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0a511cb-e11c-41f6-8260-dee8df24d628 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.561087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a511cb-e11c-41f6-8260-dee8df24d628 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event deleted for resources: {'Port': ['ID=3852d248-42e5-41c5-8a5a-5b5aa38aa5ab,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:50.575345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44420) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.576338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e679c0e1-d758-4284-8b1b-61c5d014bb9c tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags/tempest-TagsExtTest-Tag-103044659 HTTP/1.1" status: 204 len: 168 time: 0.2264779 Aug 16 21:01:50.601387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-1e240f76-9247-4b30-a0a7-f490ff53fc68 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:50.640741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.643749 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0a511cb-e11c-41f6-8260-dee8df24d628 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.649092 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.649331 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d0a511cb-e11c-41f6-8260-dee8df24d628 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "DELETE /v2.0/ports/3852d248-42e5-41c5-8a5a-5b5aa38aa5ab HTTP/1.1" status: 204 len: 168 time: 1.5953407 Aug 16 21:01:50.649941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44422) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.655127 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/08150c28-7ae3-4f07-ac78-d32078b65a42 HTTP/1.1" status: 204 len: 168 time: 1.3330581 Aug 16 21:01:50.675622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c46013-cb85-4cdf-af02-228c81d13ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=08150c28-7ae3-4f07-ac78-d32078b65a42,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:50.681658 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5d625f-00b8-47e1-95e3-c3d1cc0697bd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] GET failed (client error): The resource could not be found. Aug 16 21:01:50.686572 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0f5d625f-00b8-47e1-95e3-c3d1cc0697bd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "GET /v2.0/ports/3852d248-42e5-41c5-8a5a-5b5aa38aa5ab HTTP/1.1" status: 404 len: 333 time: 0.0279267 Aug 16 21:01:50.691036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44426) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.698173 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1e240f76-9247-4b30-a0a7-f490ff53fc68 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags HTTP/1.1" status: 200 len: 205 time: 0.1217654 Aug 16 21:01:50.699518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Request body: {'port': {'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1937119315'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:50.700904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44428) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.704989 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.714220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-ebc2f6ab-0737-4422-8983-10df63f8a087 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:50.770029 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ebc2f6ab-0737-4422-8983-10df63f8a087 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags HTTP/1.1" status: 204 len: 168 time: 0.0591838 Aug 16 21:01:50.770479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44430) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.783623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-0f75ffe1-15a7-4888-acb1-3249b97d5035 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:50.885084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:50.928657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:50.929011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7f66f401-44e8-41f9-80fb-7e3a5bdceac6 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:50.940660 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0f75ffe1-15a7-4888-acb1-3249b97d5035 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags HTTP/1.1" status: 204 len: 168 time: 0.1670380 Aug 16 21:01:50.942871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44432) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.949135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-5dc209e5-3610-4e68-88ef-bef8022db518 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:51.007713 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5dc209e5-3610-4e68-88ef-bef8022db518 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags HTTP/1.1" status: 204 len: 168 time: 0.0609164 Aug 16 21:01:51.007962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44436) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:51.013237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-e7905395-b500-4e92-be54-d67627f23113 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:51.024968 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Made reservation on behalf of 290d0fa19dc642ceb8661eca54f5d163 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:51.030332 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.058373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] device_id is not set on port 8f8765ea-624d-454c-b8e8-3d6762d5bf64 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:51.120583 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e7905395-b500-4e92-be54-d67627f23113 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags HTTP/1.1" status: 204 len: 168 time: 0.1116440 Aug 16 21:01:51.125273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44438) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:51.130128 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-c9c0505e-cedd-42fa-af76-40ee46f3fdaf tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95', 'tempest-TagsExtTest-Tag-1924186680') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:51.190107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44440) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:51.193841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Allocated IP 2001:db8::6e (06adcec6-6dfc-4675-8b4f-16a260f266df/1ef96e8d-bf9e-4eec-a881-1bb4092a350b/8f8765ea-624d-454c-b8e8-3d6762d5bf64) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:51.241208 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4aca01a1-d6d2-4b91-b9c6-cd3d14bc77d1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7d374f3cfccd45f2ab76032deb984a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499532 Aug 16 21:01:51.243640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44450) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:51.294533 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c9c0505e-cedd-42fa-af76-40ee46f3fdaf tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags/tempest-TagsExtTest-Tag-1924186680 HTTP/1.1" status: 201 len: 201 time: 0.1681859 Aug 16 21:01:51.297399 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44452) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:51.302623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-71142e5d-fbed-43bf-bc6c-797e4e087be4 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c', 'tempest-TagsExtTest-Tag-781150691') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:51.352451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-50d48a90-1fa6-4076-a8ea-28c34fcf9421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.380965 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.397564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Transition to ACTIVE for port object 8f8765ea-624d-454c-b8e8-3d6762d5bf64 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:51.410279 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-50d48a90-1fa6-4076-a8ea-28c34fcf9421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.593810 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.624467 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-71142e5d-fbed-43bf-bc6c-797e4e087be4 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags/tempest-TagsExtTest-Tag-781150691 HTTP/1.1" status: 201 len: 201 time: 0.3257134 Aug 16 21:01:51.625516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-50d48a90-1fa6-4076-a8ea-28c34fcf9421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.628505 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-50d48a90-1fa6-4076-a8ea-28c34fcf9421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.630744 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-50d48a90-1fa6-4076-a8ea-28c34fcf9421 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1b101fe6-c503-4eee-b9de-3e41dd21db87 HTTP/1.1" status: 204 len: 168 time: 0.3858910 Aug 16 21:01:51.634895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44458) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:51.649924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'Port': ['ID=8f8765ea-624d-454c-b8e8-3d6762d5bf64,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:51.675176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Network 06adcec6-6dfc-4675-8b4f-16a260f266df is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:51.677209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:51.679356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:51.680531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-f6558f2c-8d84-45e4-ab30-afe646680daa tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788', 'tempest-TagsExtTest-Tag-1587264940') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:51.685076 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:51.685733 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.755552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d12c367c-44bc-4a3e-8c84-50df93aa09cd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0640881 Aug 16 21:01:51.760954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44462) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:51.767165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-52ec34cf-b260-4f3d-90ef-cdf5177ec672 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d0:d2:c3'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:51.789587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d48a90-1fa6-4076-a8ea-28c34fcf9421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b101fe6-c503-4eee-b9de-3e41dd21db87,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:51.973105 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52ec34cf-b260-4f3d-90ef-cdf5177ec672 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.994413 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f6558f2c-8d84-45e4-ab30-afe646680daa tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags/tempest-TagsExtTest-Tag-1587264940 HTTP/1.1" status: 201 len: 201 time: 0.3254116 Aug 16 21:01:51.997632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44464) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:52.003251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-2b8f4480-5ee6-43d3-8658-8ded03e7d0ad tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69', 'tempest-TagsExtTest-Tag-811590196') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:52.189891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52ec34cf-b260-4f3d-90ef-cdf5177ec672 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.199984 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2b8f4480-5ee6-43d3-8658-8ded03e7d0ad tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags/tempest-TagsExtTest-Tag-811590196 HTTP/1.1" status: 201 len: 201 time: 0.2012031 Aug 16 21:01:52.203668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44468) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:52.208088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-a254160f-1144-4576-b248-d6e533c101c6 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95', {'tags': ['tempest-TagsExtTest-Tag-230505849', 'tempest-TagsExtTest-Tag-671873503', 'tempest-TagsExtTest-Tag-26336074']}) {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:52.249176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9bf2decb-b4eb-40fd-9902-15a683aa8a2c None None] Provisioning for port 8f8765ea-624d-454c-b8e8-3d6762d5bf64 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:52.249176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9bf2decb-b4eb-40fd-9902-15a683aa8a2c None None] Provisioning complete for port 8f8765ea-624d-454c-b8e8-3d6762d5bf64 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:52.249176 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9bf2decb-b4eb-40fd-9902-15a683aa8a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.291638 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52ec34cf-b260-4f3d-90ef-cdf5177ec672 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.324310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-52ec34cf-b260-4f3d-90ef-cdf5177ec672 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] In _notify_port_updated(), no bound segment for port 8f8765ea-624d-454c-b8e8-3d6762d5bf64 on network 06adcec6-6dfc-4675-8b4f-16a260f266df {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:01:52.330018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec34cf-b260-4f3d-90ef-cdf5177ec672 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:52.330655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-52ec34cf-b260-4f3d-90ef-cdf5177ec672 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.331079 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9bf2decb-b4eb-40fd-9902-15a683aa8a2c None None] Port 8f8765ea-624d-454c-b8e8-3d6762d5bf64 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:52.332689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-52ec34cf-b260-4f3d-90ef-cdf5177ec672 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "PUT /v2.0/ports/8f8765ea-624d-454c-b8e8-3d6762d5bf64 HTTP/1.1" status: 200 len: 1002 time: 0.5698385 Aug 16 21:01:52.336162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44472) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:52.356748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec34cf-b260-4f3d-90ef-cdf5177ec672 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'Port': ['ID=8f8765ea-624d-454c-b8e8-3d6762d5bf64,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:52.403111 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a254160f-1144-4576-b248-d6e533c101c6 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags HTTP/1.1" status: 200 len: 314 time: 0.1939712 Aug 16 21:01:52.403408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44476) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:52.408548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-7ecedf43-8d4a-48bd-bf47-8e7c56414ea0 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:52.512551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d5b4c416-1859-4f86-a439-30151635918a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Deleting port 8f8765ea-624d-454c-b8e8-3d6762d5bf64 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:52.513217 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c416-1859-4f86-a439-30151635918a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.621575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7ecedf43-8d4a-48bd-bf47-8e7c56414ea0 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags HTTP/1.1" status: 204 len: 168 time: 0.2170153 Aug 16 21:01:52.622522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44484) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:52.627096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-65424aed-9e8a-4991-b985-772474ac903f tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95', 'tempest-TagsExtTest-Tag-230505849') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:52.635882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c416-1859-4f86-a439-30151635918a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.666504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d5b4c416-1859-4f86-a439-30151635918a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Calling delete_port for 8f8765ea-624d-454c-b8e8-3d6762d5bf64 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:52.710300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-433d4ddc-3d7e-40d3-991b-44af1a7e5972 None None] Provisioning complete for port 8f8765ea-624d-454c-b8e8-3d6762d5bf64 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:52.710676 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-433d4ddc-3d7e-40d3-991b-44af1a7e5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.718713 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-65424aed-9e8a-4991-b985-772474ac903f tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:52.725708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-65424aed-9e8a-4991-b985-772474ac903f tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags/tempest-TagsExtTest-Tag-230505849 HTTP/1.1" status: 404 len: 328 time: 0.1020274 Aug 16 21:01:52.729863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44488) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:52.735806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-9d25bb78-d2f4-4243-b293-df5f35f2b049 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95', 'tempest-TagsExtTest-Tag-671873503') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:52.800961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-433d4ddc-3d7e-40d3-991b-44af1a7e5972 None None] Port 8f8765ea-624d-454c-b8e8-3d6762d5bf64 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:52.837541 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-9d25bb78-d2f4-4243-b293-df5f35f2b049 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:52.839067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9d25bb78-d2f4-4243-b293-df5f35f2b049 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags/tempest-TagsExtTest-Tag-671873503 HTTP/1.1" status: 404 len: 328 time: 0.1117864 Aug 16 21:01:52.842091 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44492) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:52.848363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-8fe7be18-59b6-420c-9347-e3d79ec92d35 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95', 'tempest-TagsExtTest-Tag-26336074') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:52.916087 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-8fe7be18-59b6-420c-9347-e3d79ec92d35 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:52.918908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8fe7be18-59b6-420c-9347-e3d79ec92d35 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags/tempest-TagsExtTest-Tag-26336074 HTTP/1.1" status: 404 len: 327 time: 0.0757661 Aug 16 21:01:52.925602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44498) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:52.931864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-58254281-5068-4a17-b37d-656e5d483c65 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c', {'tags': ['tempest-TagsExtTest-Tag-1442193252', 'tempest-TagsExtTest-Tag-111194478', 'tempest-TagsExtTest-Tag-498074026']}) {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:52.943569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c416-1859-4f86-a439-30151635918a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.979301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4c416-1859-4f86-a439-30151635918a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event deleted for resources: {'Port': ['ID=8f8765ea-624d-454c-b8e8-3d6762d5bf64,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:53.011478 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c416-1859-4f86-a439-30151635918a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.014689 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d5b4c416-1859-4f86-a439-30151635918a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "DELETE /v2.0/ports/8f8765ea-624d-454c-b8e8-3d6762d5bf64 HTTP/1.1" status: 204 len: 168 time: 0.6775155 Aug 16 21:01:53.017533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44502) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:53.046599 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce691bdb-83be-4110-82ee-02c1cf83eaa7 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] GET failed (client error): The resource could not be found. Aug 16 21:01:53.051677 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ce691bdb-83be-4110-82ee-02c1cf83eaa7 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "GET /v2.0/ports/8f8765ea-624d-454c-b8e8-3d6762d5bf64 HTTP/1.1" status: 404 len: 333 time: 0.0296767 Aug 16 21:01:53.052023 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44504) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:53.057677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Request body: {'port': {'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-533239030'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:53.112690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-58254281-5068-4a17-b37d-656e5d483c65 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags HTTP/1.1" status: 200 len: 316 time: 0.1837773 Aug 16 21:01:53.113907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44508) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:53.119520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-67e1a6c6-dc74-4ed4-acca-9794bc7ff786 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:53.303356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Made reservation on behalf of 290d0fa19dc642ceb8661eca54f5d163 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:53.307788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.321397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-67e1a6c6-dc74-4ed4-acca-9794bc7ff786 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags HTTP/1.1" status: 204 len: 168 time: 0.2036557 Aug 16 21:01:53.322114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44520) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:53.328252 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-c1f6c9b3-28a1-41b2-aad4-599deb5860d0 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c', 'tempest-TagsExtTest-Tag-1442193252') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:53.361011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] device_id is not set on port 0d509d5a-b1de-4453-8b77-f5c14b7b2607 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:53.474104 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-c1f6c9b3-28a1-41b2-aad4-599deb5860d0 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:53.476078 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c1f6c9b3-28a1-41b2-aad4-599deb5860d0 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags/tempest-TagsExtTest-Tag-1442193252 HTTP/1.1" status: 404 len: 329 time: 0.1534827 Aug 16 21:01:53.479457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44524) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:53.484062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-cd3c9dcb-12c7-4cd8-bc69-8cb32ad5eb73 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c', 'tempest-TagsExtTest-Tag-111194478') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:53.501689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Allocated IP 2001:db8::2ae (06adcec6-6dfc-4675-8b4f-16a260f266df/1ef96e8d-bf9e-4eec-a881-1bb4092a350b/0d509d5a-b1de-4453-8b77-f5c14b7b2607) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:53.544914 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-cd3c9dcb-12c7-4cd8-bc69-8cb32ad5eb73 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:53.546251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cd3c9dcb-12c7-4cd8-bc69-8cb32ad5eb73 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags/tempest-TagsExtTest-Tag-111194478 HTTP/1.1" status: 404 len: 328 time: 0.0654886 Aug 16 21:01:53.549070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44526) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:53.553457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-963b44bb-3891-465c-bc1a-2a29372dbef7 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c', 'tempest-TagsExtTest-Tag-498074026') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:53.603979 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-963b44bb-3891-465c-bc1a-2a29372dbef7 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:53.607575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-963b44bb-3891-465c-bc1a-2a29372dbef7 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags/tempest-TagsExtTest-Tag-498074026 HTTP/1.1" status: 404 len: 328 time: 0.0551457 Aug 16 21:01:53.607964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44530) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:53.612766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-964cbfda-890d-467a-937e-82ed89888594 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788', {'tags': ['tempest-TagsExtTest-Tag-1569562784', 'tempest-TagsExtTest-Tag-1729801301', 'tempest-TagsExtTest-Tag-349205691']}) {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:53.684494 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.699170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Transition to ACTIVE for port object 0d509d5a-b1de-4453-8b77-f5c14b7b2607 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:53.801231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-964cbfda-890d-467a-937e-82ed89888594 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags HTTP/1.1" status: 200 len: 317 time: 0.1920924 Aug 16 21:01:53.803533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44532) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:53.808225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-f70afee1-d95f-4952-beca-eb6b0cebd66f tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:53.886694 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.931852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Network 06adcec6-6dfc-4675-8b4f-16a260f266df is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:53.934966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:53.938738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:53.946271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:53.947037 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.956782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'Port': ['ID=0d509d5a-b1de-4453-8b77-f5c14b7b2607,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:54.029728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f70afee1-d95f-4952-beca-eb6b0cebd66f tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags HTTP/1.1" status: 204 len: 168 time: 0.2251587 Aug 16 21:01:54.032552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44536) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.037486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-4df8638b-184c-4f6b-a796-8c55944cbcce tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788', 'tempest-TagsExtTest-Tag-1569562784') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:54.117497 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0db7e97d-af33-45cd-a460-b7aff4b557d0 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0643072 Aug 16 21:01:54.119874 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-4df8638b-184c-4f6b-a796-8c55944cbcce tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:54.120057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44538) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.121908 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4df8638b-184c-4f6b-a796-8c55944cbcce tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags/tempest-TagsExtTest-Tag-1569562784 HTTP/1.1" status: 404 len: 329 time: 0.0873780 Aug 16 21:01:54.127691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Request body: {'port': {'network_id': '06adcec6-6dfc-4675-8b4f-16a260f266df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2014319152'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:54.127911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44540) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.132617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-7312f0b1-9fa6-4b59-9a2e-5f6575a3f55e tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788', 'tempest-TagsExtTest-Tag-1729801301') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:54.214080 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-7312f0b1-9fa6-4b59-9a2e-5f6575a3f55e tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:54.215198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7312f0b1-9fa6-4b59-9a2e-5f6575a3f55e tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags/tempest-TagsExtTest-Tag-1729801301 HTTP/1.1" status: 404 len: 329 time: 0.0863559 Aug 16 21:01:54.217984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44542) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.222446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-4df05ffe-87f9-4025-b637-3be4937ab1dc tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788', 'tempest-TagsExtTest-Tag-349205691') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:54.300528 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-4df05ffe-87f9-4025-b637-3be4937ab1dc tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:54.301618 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4df05ffe-87f9-4025-b637-3be4937ab1dc tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags/tempest-TagsExtTest-Tag-349205691 HTTP/1.1" status: 404 len: 328 time: 0.0827205 Aug 16 21:01:54.304401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44546) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.309362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-ef468a8a-512f-4f67-8585-9fa004522101 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69', {'tags': ['tempest-TagsExtTest-Tag-1324520718', 'tempest-TagsExtTest-Tag-1704929106', 'tempest-TagsExtTest-Tag-829460629']}) {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:54.331913 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Made reservation on behalf of 290d0fa19dc642ceb8661eca54f5d163 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:54.336090 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.338209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-628a3a55-cf63-402c-9c2c-ac1f5237be58 None None] Provisioning for port 0d509d5a-b1de-4453-8b77-f5c14b7b2607 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:54.343316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-628a3a55-cf63-402c-9c2c-ac1f5237be58 None None] Provisioning complete for port 0d509d5a-b1de-4453-8b77-f5c14b7b2607 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:54.343750 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-628a3a55-cf63-402c-9c2c-ac1f5237be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.360854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] device_id is not set on port b859d06b-8f62-4e7d-97a4-832edc5e4363 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:54.390236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-628a3a55-cf63-402c-9c2c-ac1f5237be58 None None] Port 0d509d5a-b1de-4453-8b77-f5c14b7b2607 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:54.485952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Allocated IP 2001:db8::364 (06adcec6-6dfc-4675-8b4f-16a260f266df/1ef96e8d-bf9e-4eec-a881-1bb4092a350b/b859d06b-8f62-4e7d-97a4-832edc5e4363) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:54.518268 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ef468a8a-512f-4f67-8585-9fa004522101 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "PUT /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags HTTP/1.1" status: 200 len: 317 time: 0.2103820 Aug 16 21:01:54.518537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44554) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.524643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-f3b36d44-2869-48c4-9b8e-52b2e8879c91 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:54.655647 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.668837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Transition to ACTIVE for port object b859d06b-8f62-4e7d-97a4-832edc5e4363 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:54.769114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44564) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.769302 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f3b36d44-2869-48c4-9b8e-52b2e8879c91 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags HTTP/1.1" status: 204 len: 168 time: 0.2492001 Aug 16 21:01:54.779827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-ade73a7a-b254-4b8c-a908-a658a1bb64e7 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69', 'tempest-TagsExtTest-Tag-1324520718') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:54.794981 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-ade73a7a-b254-4b8c-a908-a658a1bb64e7 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:54.796014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ade73a7a-b254-4b8c-a908-a658a1bb64e7 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags/tempest-TagsExtTest-Tag-1324520718 HTTP/1.1" status: 404 len: 329 time: 0.0241468 Aug 16 21:01:54.798903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44568) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.803838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-bae04b4c-76ea-4fec-bc9a-ffe860b2d11c tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69', 'tempest-TagsExtTest-Tag-1704929106') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:54.824625 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-bae04b4c-76ea-4fec-bc9a-ffe860b2d11c tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:54.825700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bae04b4c-76ea-4fec-bc9a-ffe860b2d11c tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags/tempest-TagsExtTest-Tag-1704929106 HTTP/1.1" status: 404 len: 329 time: 0.0257871 Aug 16 21:01:54.828723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44570) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.829246 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.833508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-04189578-e3ad-4187-bbcc-238207dd0ed1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69', 'tempest-TagsExtTest-Tag-829460629') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:54.858889 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-04189578-e3ad-4187-bbcc-238207dd0ed1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] show failed (client error): The resource could not be found. Aug 16 21:01:54.861070 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-04189578-e3ad-4187-bbcc-238207dd0ed1 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags/tempest-TagsExtTest-Tag-829460629 HTTP/1.1" status: 404 len: 328 time: 0.0303566 Aug 16 21:01:54.862964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44572) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.869983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-7405fee8-c90a-4a22-b2b3-73fd18bc9c6c tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1711d0c-efaf-49b0-b4cd-9c4d544e4f69') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:54.878518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Network 06adcec6-6dfc-4675-8b4f-16a260f266df is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:54.881803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:54.886344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:54.893042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:54.894066 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.909249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44574) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.911310 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7405fee8-c90a-4a22-b2b3-73fd18bc9c6c tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69/tags HTTP/1.1" status: 204 len: 168 time: 0.0460730 Aug 16 21:01:54.917895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.tag.tag_plugin [None req-69d2e7b2-004d-41d4-911d-6633086bf78b tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da2a6930-9a59-48c4-af9e-dc27a7010788') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:54.954766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'Port': ['ID=b859d06b-8f62-4e7d-97a4-832edc5e4363,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:55.012566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44576) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:55.014968 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-69d2e7b2-004d-41d4-911d-6633086bf78b tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788/tags HTTP/1.1" status: 204 len: 168 time: 0.0993385 Aug 16 21:01:55.018404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-d5a8360a-b9d1-4016-aaea-703d6d8b534a tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '549f8675-5851-4cfe-bebe-460a8dac164c') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:55.072214 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b3f5bb34-cb2a-4a2f-a7aa-af8f8b7e3c9a tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9487491 Aug 16 21:01:55.072601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44580) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:55.078579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0204c786-86ea-4816-b91c-45fc815104bd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a9', 'mac_address': 'fa:16:3e:d0:d2:c3'}, {'ip_address': '2001:db8::2ae', 'mac_address': 'fa:16:3e:b8:5c:6c'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:55.092322 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d5a8360a-b9d1-4016-aaea-703d6d8b534a tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c/tags HTTP/1.1" status: 204 len: 168 time: 0.0780962 Aug 16 21:01:55.094875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44582) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:55.100186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.tag.tag_plugin [None req-c2ba0ed9-dca2-41b1-805b-3eb4d9b498de tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '50babd7b-3200-4be2-86e6-f6399d424a95') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:55.178958 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c2ba0ed9-dca2-41b1-805b-3eb4d9b498de tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95/tags HTTP/1.1" status: 204 len: 168 time: 0.0828261 Aug 16 21:01:55.183380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44584) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:55.206818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0204c786-86ea-4816-b91c-45fc815104bd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.309174 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6562868e-58f4-46fb-b8b5-71c1797864bf None None] Provisioning for port b859d06b-8f62-4e7d-97a4-832edc5e4363 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:55.313747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6562868e-58f4-46fb-b8b5-71c1797864bf None None] Provisioning complete for port b859d06b-8f62-4e7d-97a4-832edc5e4363 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:55.314127 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6562868e-58f4-46fb-b8b5-71c1797864bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.351435 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6562868e-58f4-46fb-b8b5-71c1797864bf None None] Port b859d06b-8f62-4e7d-97a4-832edc5e4363 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:55.376157 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2873a052-d822-441d-a0c3-81d4c8fc6c61 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for subnetpool, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.376157 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2873a052-d822-441d-a0c3-81d4c8fc6c61 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/subnetpools/c1711d0c-efaf-49b0-b4cd-9c4d544e4f69 HTTP/1.1" status: 204 len: 168 time: 0.1855066 Aug 16 21:01:55.376157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44588) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:55.407426 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3c45dcb8-16b2-498f-8b43-acc3b77e4240 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "GET /v2.0/ports?device_id=da2a6930-9a59-48c4-af9e-dc27a7010788 HTTP/1.1" status: 200 len: 205 time: 0.0332639 Aug 16 21:01:55.409749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44590) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:55.517476 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0204c786-86ea-4816-b91c-45fc815104bd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.527227 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e8614755-84a2-47e5-bc6e-fd1e4684eb31 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.657416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0204c786-86ea-4816-b91c-45fc815104bd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.733151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e8614755-84a2-47e5-bc6e-fd1e4684eb31 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.736371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0204c786-86ea-4816-b91c-45fc815104bd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] In _notify_port_updated(), no bound segment for port b859d06b-8f62-4e7d-97a4-832edc5e4363 on network 06adcec6-6dfc-4675-8b4f-16a260f266df {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:01:55.742149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0204c786-86ea-4816-b91c-45fc815104bd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:55.742882 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0204c786-86ea-4816-b91c-45fc815104bd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.744233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0204c786-86ea-4816-b91c-45fc815104bd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "PUT /v2.0/ports/b859d06b-8f62-4e7d-97a4-832edc5e4363 HTTP/1.1" status: 200 len: 1067 time: 0.6706278 Aug 16 21:01:55.747134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44600) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:55.757311 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e8614755-84a2-47e5-bc6e-fd1e4684eb31 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.832013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204c786-86ea-4816-b91c-45fc815104bd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event updated for resources: {'Port': ['ID=b859d06b-8f62-4e7d-97a4-832edc5e4363,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:55.891695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2f1213de-d831-4bf7-9c8d-e1468967a20f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Deleting port b859d06b-8f62-4e7d-97a4-832edc5e4363 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:55.892180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f1213de-d831-4bf7-9c8d-e1468967a20f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.926036 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e8614755-84a2-47e5-bc6e-fd1e4684eb31 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.926913 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8614755-84a2-47e5-bc6e-fd1e4684eb31 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Fanout notify agent at l3_agent the message router_deleted on router da2a6930-9a59-48c4-af9e-dc27a7010788 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:01:55.940128 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e8614755-84a2-47e5-bc6e-fd1e4684eb31 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.940128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e8614755-84a2-47e5-bc6e-fd1e4684eb31 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/routers/da2a6930-9a59-48c4-af9e-dc27a7010788 HTTP/1.1" status: 204 len: 168 time: 0.5262437 Aug 16 21:01:55.940358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44606) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:56.046587 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f1213de-d831-4bf7-9c8d-e1468967a20f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.065970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2f1213de-d831-4bf7-9c8d-e1468967a20f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Calling delete_port for b859d06b-8f62-4e7d-97a4-832edc5e4363 owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:56.076696 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c84c60f0-93c9-4c12-9b00-05b511ba28b2 None None] Provisioning complete for port b859d06b-8f62-4e7d-97a4-832edc5e4363 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:56.077095 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c84c60f0-93c9-4c12-9b00-05b511ba28b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.112072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c84c60f0-93c9-4c12-9b00-05b511ba28b2 None None] Port b859d06b-8f62-4e7d-97a4-832edc5e4363 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:56.118802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc9db2-2398-4627-b34c-2539f6cc8b83 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Deleting port 549f8675-5851-4cfe-bebe-460a8dac164c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:56.119149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9db2-2398-4627-b34c-2539f6cc8b83 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.230807 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9db2-2398-4627-b34c-2539f6cc8b83 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.265310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc9db2-2398-4627-b34c-2539f6cc8b83 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Calling delete_port for 549f8675-5851-4cfe-bebe-460a8dac164c owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:56.433464 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f1213de-d831-4bf7-9c8d-e1468967a20f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.464722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1213de-d831-4bf7-9c8d-e1468967a20f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event deleted for resources: {'Port': ['ID=b859d06b-8f62-4e7d-97a4-832edc5e4363,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:56.540909 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9db2-2398-4627-b34c-2539f6cc8b83 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.585354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc9db2-2398-4627-b34c-2539f6cc8b83 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Pushing event deleted for resources: {'Port': ['ID=549f8675-5851-4cfe-bebe-460a8dac164c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:56.717958 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f1213de-d831-4bf7-9c8d-e1468967a20f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.722620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44620) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:56.723223 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2f1213de-d831-4bf7-9c8d-e1468967a20f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "DELETE /v2.0/ports/b859d06b-8f62-4e7d-97a4-832edc5e4363 HTTP/1.1" status: 204 len: 168 time: 0.9744747 Aug 16 21:01:56.731786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9db2-2398-4627-b34c-2539f6cc8b83 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.734963 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b6cc9db2-2398-4627-b34c-2539f6cc8b83 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/ports/549f8675-5851-4cfe-bebe-460a8dac164c HTTP/1.1" status: 204 len: 168 time: 0.7942712 Aug 16 21:01:56.737868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44624) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:56.760609 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-caeb75aa-c5c1-46ef-b4dd-d4272a932cdd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] GET failed (client error): The resource could not be found. Aug 16 21:01:56.764294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-caeb75aa-c5c1-46ef-b4dd-d4272a932cdd tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "GET /v2.0/ports/b859d06b-8f62-4e7d-97a4-832edc5e4363 HTTP/1.1" status: 404 len: 333 time: 0.0396593 Aug 16 21:01:56.766889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44630) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:56.817326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e1efcb-5ce6-4a81-aee3-9bc6e7442903 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Deleting subnet 50babd7b-3200-4be2-86e6-f6399d424a95 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:01:56.821902 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06e1efcb-5ce6-4a81-aee3-9bc6e7442903 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.874854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06e1efcb-5ce6-4a81-aee3-9bc6e7442903 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.894879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4385b554-866a-40b3-a8b4-cd3739f2ba1f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Deleting port 0d509d5a-b1de-4453-8b77-f5c14b7b2607 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:56.895486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4385b554-866a-40b3-a8b4-cd3739f2ba1f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.975906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06e1efcb-5ce6-4a81-aee3-9bc6e7442903 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.998598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4385b554-866a-40b3-a8b4-cd3739f2ba1f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.011859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4385b554-866a-40b3-a8b4-cd3739f2ba1f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Calling delete_port for 0d509d5a-b1de-4453-8b77-f5c14b7b2607 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:57.126643 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06e1efcb-5ce6-4a81-aee3-9bc6e7442903 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.154876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1efcb-5ce6-4a81-aee3-9bc6e7442903 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Pushing event deleted for resources: {'Subnet': ['ID=50babd7b-3200-4be2-86e6-f6399d424a95,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:57.159788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06e1efcb-5ce6-4a81-aee3-9bc6e7442903 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.161710 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-06e1efcb-5ce6-4a81-aee3-9bc6e7442903 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/subnets/50babd7b-3200-4be2-86e6-f6399d424a95 HTTP/1.1" status: 204 len: 168 time: 0.4220898 Aug 16 21:01:57.165003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44638) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:57.167042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5b64c-2125-4e01-89a8-c42c6890e919 None None] Network 8b4c923f-3928-4f68-82ad-23155ab280fd requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:57.251871 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.284665 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4385b554-866a-40b3-a8b4-cd3739f2ba1f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.325085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385b554-866a-40b3-a8b4-cd3739f2ba1f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event deleted for resources: {'Port': ['ID=0d509d5a-b1de-4453-8b77-f5c14b7b2607,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:57.347922 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4385b554-866a-40b3-a8b4-cd3739f2ba1f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.353401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4385b554-866a-40b3-a8b4-cd3739f2ba1f tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "DELETE /v2.0/ports/0d509d5a-b1de-4453-8b77-f5c14b7b2607 HTTP/1.1" status: 204 len: 168 time: 0.5825489 Aug 16 21:01:57.353802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44640) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:57.382916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Deleting port da7169e7-9ac8-4800-b5bd-322d74426966 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:57.382916 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.386264 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccbea0b-65e6-417f-ba40-6807daae49ff tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] GET failed (client error): The resource could not be found. Aug 16 21:01:57.389137 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bccbea0b-65e6-417f-ba40-6807daae49ff tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "GET /v2.0/ports/0d509d5a-b1de-4453-8b77-f5c14b7b2607 HTTP/1.1" status: 404 len: 333 time: 0.0331120 Aug 16 21:01:57.391691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44642) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:57.402164 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d353170-8101-4673-93a2-1883f9e29d3f None None] DHCP port deletion for 8b4c923f-3928-4f68-82ad-23155ab280fd request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:01:57.458193 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] For port da7169e7-9ac8-4800-b5bd-322d74426966, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=da7169e7-9ac8-4800-b5bd-322d74426966,segment=NetworkSegment(5a6816a6-a575-4f13-9d63-23bf14d7fc75),segment_id=5a6816a6-a575-4f13-9d63-23bf14d7fc75)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:57.458570 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.475032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Calling delete_port for da7169e7-9ac8-4800-b5bd-322d74426966 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:57.477697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3d353170-8101-4673-93a2-1883f9e29d3f None None] Deleting port da7169e7-9ac8-4800-b5bd-322d74426966 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:57.478357 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d353170-8101-4673-93a2-1883f9e29d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.613289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-30d5003d-8e4c-411a-ae6c-bab34d4bd194 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Deleting port d3610459-7483-460f-8019-825384051d8d {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:57.613692 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d5003d-8e4c-411a-ae6c-bab34d4bd194 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.630956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3d353170-8101-4673-93a2-1883f9e29d3f None None] For port da7169e7-9ac8-4800-b5bd-322d74426966, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=da7169e7-9ac8-4800-b5bd-322d74426966,segment=NetworkSegment(5a6816a6-a575-4f13-9d63-23bf14d7fc75),segment_id=5a6816a6-a575-4f13-9d63-23bf14d7fc75)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:57.631450 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d353170-8101-4673-93a2-1883f9e29d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.649001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3d353170-8101-4673-93a2-1883f9e29d3f None None] Calling delete_port for da7169e7-9ac8-4800-b5bd-322d74426966 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:57.748516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d5003d-8e4c-411a-ae6c-bab34d4bd194 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.762301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-30d5003d-8e4c-411a-ae6c-bab34d4bd194 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Calling delete_port for d3610459-7483-460f-8019-825384051d8d owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:57.913695 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d353170-8101-4673-93a2-1883f9e29d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.978589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d353170-8101-4673-93a2-1883f9e29d3f None None] Pushing event deleted for resources: {'Port': ['ID=da7169e7-9ac8-4800-b5bd-322d74426966,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:57.990477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d353170-8101-4673-93a2-1883f9e29d3f None None] No DVR routers for this DVR port da7169e7-9ac8-4800-b5bd-322d74426966 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:58.117977 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.137480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Pushing event deleted for resources: {'Port': ['ID=da7169e7-9ac8-4800-b5bd-322d74426966,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:58.141238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] No DVR routers for this DVR port da7169e7-9ac8-4800-b5bd-322d74426966 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:58.149407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d5003d-8e4c-411a-ae6c-bab34d4bd194 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.188346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5003d-8e4c-411a-ae6c-bab34d4bd194 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event deleted for resources: {'Port': ['ID=d3610459-7483-460f-8019-825384051d8d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:58.257127 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d5003d-8e4c-411a-ae6c-bab34d4bd194 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.259138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44658) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:58.259878 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-30d5003d-8e4c-411a-ae6c-bab34d4bd194 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "DELETE /v2.0/ports/d3610459-7483-460f-8019-825384051d8d HTTP/1.1" status: 204 len: 168 time: 0.8669469 Aug 16 21:01:58.276724 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.322141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4c923f-3928-4f68-82ad-23155ab280fd']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:58.339846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6816a6-a575-4f13-9d63-23bf14d7fc75') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:58.340152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6816a6-a575-4f13-9d63-23bf14d7fc75') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:58.380721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c315ec1-80f7-4f17-a9d3-5da8a7f1662d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Deleting subnet 1ef96e8d-bf9e-4eec-a881-1bb4092a350b {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:01:58.384982 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.386656 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c315ec1-80f7-4f17-a9d3-5da8a7f1662d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.433686 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.450852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c315ec1-80f7-4f17-a9d3-5da8a7f1662d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.494101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:01:58.494574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:01:58.498123 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:01:58.617961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c315ec1-80f7-4f17-a9d3-5da8a7f1662d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.737809 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.745311 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.747411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] 10.222.0.74 "DELETE /v2.0/networks/8b4c923f-3928-4f68-82ad-23155ab280fd HTTP/1.1" status: 204 len: 168 time: 1.5812581 Aug 16 21:01:58.762433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3d6b4-93c9-4f90-851a-a57406a50656 tempest-TagsExtTest-1624992255 tempest-TagsExtTest-1624992255-project] Pushing event deleted for resources: {'Network': ['ID=8b4c923f-3928-4f68-82ad-23155ab280fd,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:58.850823 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c315ec1-80f7-4f17-a9d3-5da8a7f1662d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.852437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device da7169e7-9ac8-4800-b5bd-322d74426966 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:58.889884 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c315ec1-80f7-4f17-a9d3-5da8a7f1662d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.902268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44668) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:58.902547 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0c315ec1-80f7-4f17-a9d3-5da8a7f1662d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "DELETE /v2.0/subnets/1ef96e8d-bf9e-4eec-a881-1bb4092a350b HTTP/1.1" status: 204 len: 168 time: 0.6423683 Aug 16 21:01:58.915900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee15ea03-6be4-4006-8d69-3bcf952aaeeb None None] Network 06adcec6-6dfc-4675-8b4f-16a260f266df requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:58.918377 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: da7169e7-9ac8-4800-b5bd-322d74426966 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:58.918895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device da7169e7-9ac8-4800-b5bd-322d74426966 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:58.932487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c315ec1-80f7-4f17-a9d3-5da8a7f1662d tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef96e8d-bf9e-4eec-a881-1bb4092a350b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:59.010662 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.075119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Deleting port 1e3097c4-2d6a-4391-8d5d-39483e786e0e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:59.075474 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.167849 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83200b2a-40c5-4e6b-bbdd-77e98a0c3f1f None None] DHCP port deletion for 06adcec6-6dfc-4675-8b4f-16a260f266df request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:01:59.175323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] For port 1e3097c4-2d6a-4391-8d5d-39483e786e0e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1e3097c4-2d6a-4391-8d5d-39483e786e0e,segment=NetworkSegment(e8697f45-c4ff-4f06-8f3e-41c4bfd15734),segment_id=e8697f45-c4ff-4f06-8f3e-41c4bfd15734)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:59.175891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.193645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Calling delete_port for 1e3097c4-2d6a-4391-8d5d-39483e786e0e owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:59.241049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-83200b2a-40c5-4e6b-bbdd-77e98a0c3f1f None None] Deleting port 1e3097c4-2d6a-4391-8d5d-39483e786e0e {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:59.241531 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-83200b2a-40c5-4e6b-bbdd-77e98a0c3f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.331917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-83200b2a-40c5-4e6b-bbdd-77e98a0c3f1f None None] For port 1e3097c4-2d6a-4391-8d5d-39483e786e0e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=1e3097c4-2d6a-4391-8d5d-39483e786e0e,segment=NetworkSegment(e8697f45-c4ff-4f06-8f3e-41c4bfd15734),segment_id=e8697f45-c4ff-4f06-8f3e-41c4bfd15734)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:59.332322 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-83200b2a-40c5-4e6b-bbdd-77e98a0c3f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.345505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-83200b2a-40c5-4e6b-bbdd-77e98a0c3f1f None None] Calling delete_port for 1e3097c4-2d6a-4391-8d5d-39483e786e0e owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:59.374271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44678) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:59.434843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.444213 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-83200b2a-40c5-4e6b-bbdd-77e98a0c3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.469575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event deleted for resources: {'Port': ['ID=1e3097c4-2d6a-4391-8d5d-39483e786e0e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:59.470915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83200b2a-40c5-4e6b-bbdd-77e98a0c3f1f None None] Pushing event deleted for resources: {'Port': ['ID=1e3097c4-2d6a-4391-8d5d-39483e786e0e,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:59.475315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] No DVR routers for this DVR port 1e3097c4-2d6a-4391-8d5d-39483e786e0e on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:59.476905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83200b2a-40c5-4e6b-bbdd-77e98a0c3f1f None None] No DVR routers for this DVR port 1e3097c4-2d6a-4391-8d5d-39483e786e0e on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:59.585551 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.603519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06adcec6-6dfc-4675-8b4f-16a260f266df']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:59.617681 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d7dae130-ad3d-4cb7-a6e7-43b29518fa71 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1fc40a360cc84a3087fbe1af8325437c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423091 Aug 16 21:01:59.619404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8697f45-c4ff-4f06-8f3e-41c4bfd15734') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:59.619698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8697f45-c4ff-4f06-8f3e-41c4bfd15734') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:59.621012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44682) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:59.630071 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.651799 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.659820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:01:59.660568 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.683374 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d145d0e7-7da1-4c7c-898e-5439ccfb1c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.725828 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d145d0e7-7da1-4c7c-898e-5439ccfb1c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:01:59.745131 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:01:59.811839 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.827799 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.832099 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] 10.222.0.74 "DELETE /v2.0/networks/06adcec6-6dfc-4675-8b4f-16a260f266df HTTP/1.1" status: 204 len: 168 time: 0.9260931 Aug 16 21:01:59.844659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acec33-de8a-4238-8fcd-8b282cd51d94 tempest-AllowedAddressPairIpV6TestJSON-688899255 tempest-AllowedAddressPairIpV6TestJSON-688899255-project] Pushing event deleted for resources: {'Network': ['ID=06adcec6-6dfc-4675-8b4f-16a260f266df,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:59.914626 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d145d0e7-7da1-4c7c-898e-5439ccfb1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.917464 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d145d0e7-7da1-4c7c-898e-5439ccfb1c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.919222 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d145d0e7-7da1-4c7c-898e-5439ccfb1c54 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd091495-60bc-4aa3-a20e-4e4a94f54703 HTTP/1.1" status: 204 len: 168 time: 0.2970998 Aug 16 21:01:59.949344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145d0e7-7da1-4c7c-898e-5439ccfb1c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd091495-60bc-4aa3-a20e-4e4a94f54703,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:00.587866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44708) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:00.787483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-48a8f15a-daca-450f-b97b-bd4bedc9fd5f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=290d0fa19dc642ceb8661eca54f5d163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979585 Aug 16 21:02:00.799838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44716) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:00.847526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1e3097c4-2d6a-4391-8d5d-39483e786e0e no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:00.853726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1511c4f-0793-4c0a-ba8e-cb7ea67be1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.880172 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1511c4f-0793-4c0a-ba8e-cb7ea67be1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.880478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 1e3097c4-2d6a-4391-8d5d-39483e786e0e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:00.880478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 1e3097c4-2d6a-4391-8d5d-39483e786e0e not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:01.031184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44726) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:01.057767 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1511c4f-0793-4c0a-ba8e-cb7ea67be1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.060824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e1511c4f-0793-4c0a-ba8e-cb7ea67be1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.063003 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e1511c4f-0793-4c0a-ba8e-cb7ea67be1b6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/635c398c-2001-464b-81eb-9d3602863af1 HTTP/1.1" status: 204 len: 168 time: 0.2618115 Aug 16 21:02:01.076002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1511c4f-0793-4c0a-ba8e-cb7ea67be1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635c398c-2001-464b-81eb-9d3602863af1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:01.149619 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59710ef2-ee22-420e-9152-76595e628815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.259118 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59710ef2-ee22-420e-9152-76595e628815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.388989 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59710ef2-ee22-420e-9152-76595e628815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.435251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-59710ef2-ee22-420e-9152-76595e628815 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c6df5bffd45d4c7fadf772d11ae9234e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004912 Aug 16 21:02:01.435251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59710ef2-ee22-420e-9152-76595e628815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d3168-0485-43c9-bb78-a2157f82d3c6,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:01.435964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44740) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:01.496612 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f45c6570-f253-40c8-a2b4-49ac0ad622e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.528502 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f45c6570-f253-40c8-a2b4-49ac0ad622e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.731763 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f45c6570-f253-40c8-a2b4-49ac0ad622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.734484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f45c6570-f253-40c8-a2b4-49ac0ad622e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.736155 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f45c6570-f253-40c8-a2b4-49ac0ad622e3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/157d3168-0485-43c9-bb78-a2157f82d3c6 HTTP/1.1" status: 204 len: 168 time: 0.2991409 Aug 16 21:02:01.744706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c6570-f253-40c8-a2b4-49ac0ad622e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d3168-0485-43c9-bb78-a2157f82d3c6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:02.668848 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.789407 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.844850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44794) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:03.088682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'networks': [{'name': 'tempest-network--1914905658'}, {'name': 'tempest-network--1733843999'}]} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:03.089289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'network': {'name': 'tempest-network--1914905658'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:03.090109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'network': {'name': 'tempest-network--1733843999'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:03.234318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Made reservation on behalf of bce35207257c43518b9e21dfd4f890e6 for: {'network': 2} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:03.239491 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.252924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.358680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.492472 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.493127 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.579462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:03.590546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6ed1ce-8e88-47f2-aca1-add2562e023d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:03.613843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.613843 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Added segment e8b0b75c-92d9-4bea-9efd-84a52c747227 of type vlan for network c7936a60-20b1-415c-8a64-86908ab88ecc Aug 16 21:02:03.666109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.698695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:03.713091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.713592 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Added segment 97e2ebf2-f677-47fd-8ee0-2e5140095509 of type vlan for network f9f13aaa-8ba2-454b-b2f2-6b738e488160 Aug 16 21:02:03.788912 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.025833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.027240 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.040463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:04.047828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:04.048511 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.144367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event updated for resources: {'Network': ['ID=c7936a60-20b1-415c-8a64-86908ab88ecc,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:04.156227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network c7936a60-20b1-415c-8a64-86908ab88ecc details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:04.221605 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3754117 Aug 16 21:02:04.221932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44854) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:04.263227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a332eba-4501-4771-a3f1-7cf7b8b82d66 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event updated for resources: {'Network': ['ID=f9f13aaa-8ba2-454b-b2f2-6b738e488160,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:04.275000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network f9f13aaa-8ba2-454b-b2f2-6b738e488160 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:04.462864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e4998-b28c-44a0-a934-863004820007 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:04.472310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e4998-b28c-44a0-a934-863004820007 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:04.485437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e4998-b28c-44a0-a934-863004820007 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:04.499860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e4998-b28c-44a0-a934-863004820007 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:04.499860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c50e4998-b28c-44a0-a934-863004820007 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2706695 Aug 16 21:02:04.502129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44860) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:04.608195 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.702926 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.713488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7936a60-20b1-415c-8a64-86908ab88ecc']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:04.723566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b0b75c-92d9-4bea-9efd-84a52c747227') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:04.725660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b0b75c-92d9-4bea-9efd-84a52c747227') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:04.734623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.748705 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.755868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:04.756310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:04.759518 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:04.887472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44864) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:04.932125 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.937156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.942497 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "DELETE /v2.0/networks/c7936a60-20b1-415c-8a64-86908ab88ecc HTTP/1.1" status: 204 len: 168 time: 0.4356878 Aug 16 21:02:04.942618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44868) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:04.957989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b7e49-4684-4387-9b1f-71637e864468 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Network': ['ID=c7936a60-20b1-415c-8a64-86908ab88ecc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:05.037455 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-65be5e09-9529-47a3-a692-77598ba153d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.051476 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.175399 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.213208 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-65be5e09-9529-47a3-a692-77598ba153d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.213379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f13aaa-8ba2-454b-b2f2-6b738e488160']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:05.240523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e2ebf2-f677-47fd-8ee0-2e5140095509') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:05.242450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e2ebf2-f677-47fd-8ee0-2e5140095509') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:05.253749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.269008 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.275799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:05.276555 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:05.279731 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:05.376931 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-65be5e09-9529-47a3-a692-77598ba153d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.416541 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-65be5e09-9529-47a3-a692-77598ba153d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e8cd2b8d92ae412daa6693940839c75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5273893 Aug 16 21:02:05.418820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be5e09-9529-47a3-a692-77598ba153d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ab5258-793a-4ac5-9f2f-c68ab66fb31d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:05.420127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44874) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:05.467658 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.483741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.485744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "DELETE /v2.0/networks/f9f13aaa-8ba2-454b-b2f2-6b738e488160 HTTP/1.1" status: 204 len: 168 time: 0.5422390 Aug 16 21:02:05.491451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44876) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:05.503818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8f12e-8f96-4531-b44b-5c4f1d9953c0 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Network': ['ID=f9f13aaa-8ba2-454b-b2f2-6b738e488160,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:05.505753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f76630f7-8e34-4f1f-b183-b4537f5d414b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.528746 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f76630f7-8e34-4f1f-b183-b4537f5d414b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.663583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f76630f7-8e34-4f1f-b183-b4537f5d414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.666425 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f76630f7-8e34-4f1f-b183-b4537f5d414b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.672107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5454fb15-3a0e-4340-8ef5-d81d1b74d92d tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:05.676105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f76630f7-8e34-4f1f-b183-b4537f5d414b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/11ab5258-793a-4ac5-9f2f-c68ab66fb31d HTTP/1.1" status: 204 len: 168 time: 0.2522924 Aug 16 21:02:05.678967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5454fb15-3a0e-4340-8ef5-d81d1b74d92d tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:05.686800 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5454fb15-3a0e-4340-8ef5-d81d1b74d92d tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1923840 Aug 16 21:02:05.686922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44886) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:05.689243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76630f7-8e34-4f1f-b183-b4537f5d414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ab5258-793a-4ac5-9f2f-c68ab66fb31d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:05.695516 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-a874aba9-eac7-48a0-9cfb-e8d171e116b2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0906415 Aug 16 21:02:05.700465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-430876863'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:05.810877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-75397968-51a9-4844-9f16-513f162b6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:05.818369 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-75397968-51a9-4844-9f16-513f162b6bbc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 1097 time: 0.0640538 Aug 16 21:02:05.847425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Made reservation on behalf of bce35207257c43518b9e21dfd4f890e6 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:05.857737 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.917851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:05.931874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.932485 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Added segment 9cdf20ce-51ea-450f-9623-5333cfbfdcf4 of type vlan for network ab5b0e08-5139-4556-8027-011eaad2f7a4 Aug 16 21:02:05.939999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-80d0e3af-40bd-4947-aa32-99afaca1ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:05.941536 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-80d0e3af-40bd-4947-aa32-99afaca1ab3c service neutron] 10.222.0.79 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.1000943 Aug 16 21:02:05.991033 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.024649 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-3596fc03-3124-4f64-9f27-3a6000168758 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517 HTTP/1.1" status: 200 len: 1001 time: 0.0725768 Aug 16 21:02:06.081926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-ecf8dbb5-26ab-49b7-ac10-955a0d24644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:06.084085 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-ecf8dbb5-26ab-49b7-ac10-955a0d24644b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0513685 Aug 16 21:02:06.143734 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.145532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-a86b84cf-6026-4799-b8ab-4ba5453b5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:06.147141 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-a86b84cf-6026-4799-b8ab-4ba5453b5500 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501611 Aug 16 21:02:06.152499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:06.153369 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.264119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event updated for resources: {'Network': ['ID=ab5b0e08-5139-4556-8027-011eaad2f7a4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:06.285092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network ab5b0e08-5139-4556-8027-011eaad2f7a4 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:06.332493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9e1690c2-262b-48d0-951f-443f229aded7 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6409414 Aug 16 21:02:06.338746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44912) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:06.345035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-655629588'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:06.463544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Made reservation on behalf of bce35207257c43518b9e21dfd4f890e6 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:06.467822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.500034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:06.511711 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.512176 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Added segment 8764c8ee-11ac-4f21-adfb-bf3c627b9ad1 of type vlan for network 91efaf73-c6d3-4a49-b49f-2f03fc5d09ab Aug 16 21:02:06.635560 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.742518 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-09ee4f22-0362-4ea0-9bc0-0a2004540684 service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862038 Aug 16 21:02:06.844138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.845309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:06.846175 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.916463 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85f1fb4b-45ad-409b-8e8a-910c6f0c3f2c req-bd1c0ee1-f780-415e-ae1d-a67476cab96d service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574686 Aug 16 21:02:06.976474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event updated for resources: {'Network': ['ID=91efaf73-c6d3-4a49-b49f-2f03fc5d09ab,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:06.988977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 91efaf73-c6d3-4a49-b49f-2f03fc5d09ab details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:07.034145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e6b22fdb-67ab-4943-8dbe-979c0f42d5ca tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6938341 Aug 16 21:02:07.036833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44938) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:07.042755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'ports': [{'network_id': 'ab5b0e08-5139-4556-8027-011eaad2f7a4', 'name': 'tempest-port--2071099085', 'admin_state_up': True}, {'network_id': '91efaf73-c6d3-4a49-b49f-2f03fc5d09ab', 'admin_state_up': False}]} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:07.044158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'port': {'network_id': 'ab5b0e08-5139-4556-8027-011eaad2f7a4', 'name': 'tempest-port--2071099085', 'admin_state_up': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:07.044158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'port': {'network_id': '91efaf73-c6d3-4a49-b49f-2f03fc5d09ab', 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:07.394529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Made reservation on behalf of bce35207257c43518b9e21dfd4f890e6 for: {'port': 2} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:07.399709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.420892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.535463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] device_id is not set on port 67d3f922-a94f-4305-93f1-9d40508f3eda yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:02:07.752666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.933219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] device_id is not set on port 46534004-b602-4474-bb94-b19264abae0a yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:02:08.137842 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.326079 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.404119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event updated for resources: {'Port': ['ID=67d3f922-a94f-4305-93f1-9d40508f3eda,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:08.412987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Checking segment: {'id': '9cdf20ce-51ea-450f-9623-5333cfbfdcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ab5b0e08-5139-4556-8027-011eaad2f7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:08.412987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Network hostable DHCP agents. Network: ab5b0e08-5139-4556-8027-011eaad2f7a4, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:08.587649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Network ab5b0e08-5139-4556-8027-011eaad2f7a4 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:08.742014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, ab5b0e08-5139-4556-8027-011eaad2f7a4) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:08.746051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:08.747186 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.752310 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc7bd0-ac64-4b6a-8fd1-04373f48c71c None None] Network ab5b0e08-5139-4556-8027-011eaad2f7a4 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:08.820183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event updated for resources: {'Port': ['ID=46534004-b602-4474-bb94-b19264abae0a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:08.846874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Checking segment: {'id': '8764c8ee-11ac-4f21-adfb-bf3c627b9ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '91efaf73-c6d3-4a49-b49f-2f03fc5d09ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:08.847818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Network hostable DHCP agents. Network: 91efaf73-c6d3-4a49-b49f-2f03fc5d09ab, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:08.948287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Network 91efaf73-c6d3-4a49-b49f-2f03fc5d09ab is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:09.033929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 91efaf73-c6d3-4a49-b49f-2f03fc5d09ab) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:09.048450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43644e0a-f2e0-4921-947a-457d5d7af06e None None] Network 91efaf73-c6d3-4a49-b49f-2f03fc5d09ab requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:09.053505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:09.075930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:09.084243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:09.085002 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.116418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 44990) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:09.169382 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7f5ddc78-98ad-47ab-bf84-c85785a93959 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1312764 Aug 16 21:02:09.172784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44996) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:09.284168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0499e7d-83be-4d87-bf04-a712cb6fa17c tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:09.290217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0499e7d-83be-4d87-bf04-a712cb6fa17c tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:09.292055 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c0499e7d-83be-4d87-bf04-a712cb6fa17c tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1181588 Aug 16 21:02:09.294841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 44998) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:09.391814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c2de90d-4208-4f0f-940f-aa8d6f925fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.426609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea1c02-30b3-4194-a321-43599bfbc5b5 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Deleting port 67d3f922-a94f-4305-93f1-9d40508f3eda {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:09.426942 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1c02-30b3-4194-a321-43599bfbc5b5 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.504935 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c2de90d-4208-4f0f-940f-aa8d6f925fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.514863 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1c02-30b3-4194-a321-43599bfbc5b5 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.550858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea1c02-30b3-4194-a321-43599bfbc5b5 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Calling delete_port for 67d3f922-a94f-4305-93f1-9d40508f3eda owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:09.559874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c2de90d-4208-4f0f-940f-aa8d6f925fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.608493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8c2de90d-4208-4f0f-940f-aa8d6f925fee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=194aa9eee0cb41c782e8ac028b094c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906907 Aug 16 21:02:09.608757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45002) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:09.609547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2de90d-4208-4f0f-940f-aa8d6f925fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48b0907-6ef2-4265-952f-a03e046a9134,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:09.686328 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7527e1c4-d9e3-4622-86fb-018780caa0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.714906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7527e1c4-d9e3-4622-86fb-018780caa0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.760255 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1c02-30b3-4194-a321-43599bfbc5b5 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.805442 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1c02-30b3-4194-a321-43599bfbc5b5 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.807886 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c1ea1c02-30b3-4194-a321-43599bfbc5b5 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "DELETE /v2.0/ports/67d3f922-a94f-4305-93f1-9d40508f3eda HTTP/1.1" status: 204 len: 168 time: 0.5120397 Aug 16 21:02:09.810647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea1c02-30b3-4194-a321-43599bfbc5b5 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Port': ['ID=67d3f922-a94f-4305-93f1-9d40508f3eda,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:09.811461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45006) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:09.952617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-73d0a03d-41e7-41ef-bff0-f9a6807dff5f tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Deleting port 46534004-b602-4474-bb94-b19264abae0a {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:09.958291 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d0a03d-41e7-41ef-bff0-f9a6807dff5f tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.977453 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7527e1c4-d9e3-4622-86fb-018780caa0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.981420 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7527e1c4-d9e3-4622-86fb-018780caa0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.987019 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7527e1c4-d9e3-4622-86fb-018780caa0f3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d48b0907-6ef2-4265-952f-a03e046a9134 HTTP/1.1" status: 204 len: 168 time: 0.3759816 Aug 16 21:02:10.016693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527e1c4-d9e3-4622-86fb-018780caa0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48b0907-6ef2-4265-952f-a03e046a9134,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:10.052848 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d0a03d-41e7-41ef-bff0-f9a6807dff5f tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.077645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-73d0a03d-41e7-41ef-bff0-f9a6807dff5f tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Calling delete_port for 46534004-b602-4474-bb94-b19264abae0a owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:10.263242 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d0a03d-41e7-41ef-bff0-f9a6807dff5f tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.295652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0a03d-41e7-41ef-bff0-f9a6807dff5f tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Port': ['ID=46534004-b602-4474-bb94-b19264abae0a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:10.299513 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-73d0a03d-41e7-41ef-bff0-f9a6807dff5f tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.304706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-73d0a03d-41e7-41ef-bff0-f9a6807dff5f tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "DELETE /v2.0/ports/46534004-b602-4474-bb94-b19264abae0a HTTP/1.1" status: 204 len: 168 time: 0.4773169 Aug 16 21:02:10.306282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45024) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:10.336956 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-16b67d53-1895-4b6f-8df2-076e222c8b33 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0289054 Aug 16 21:02:10.347216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45026) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:10.353560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1355638840'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:10.461733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Made reservation on behalf of bce35207257c43518b9e21dfd4f890e6 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:10.465499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.491405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:10.501082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.501684 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Added segment 7ef37b42-e02e-4e91-a67e-7ecb676b982f of type vlan for network 9b131cfc-ed75-48df-a2f3-0c5b168c60a6 Aug 16 21:02:10.553818 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.663071 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.669151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:10.669806 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.741368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event updated for resources: {'Network': ['ID=9b131cfc-ed75-48df-a2f3-0c5b168c60a6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:10.751475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 9b131cfc-ed75-48df-a2f3-0c5b168c60a6 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:10.810075 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cf7d13bb-0afb-4eeb-8429-939f9d07c4d2 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4617112 Aug 16 21:02:10.812975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45032) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:10.829508 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-381735639'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:10.949435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Made reservation on behalf of bce35207257c43518b9e21dfd4f890e6 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:10.953356 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.006532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:11.015530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45042) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:11.016906 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.017360 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Added segment 0b6a21c6-2dce-4878-94ed-45057ca7fb7b of type vlan for network ccffcee6-1ae5-4759-95ee-cfeb4513b2d0 Aug 16 21:02:11.029309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-63321851-22c0-4bef-b82a-85c07279def1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.057558 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.132391 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-63321851-22c0-4bef-b82a-85c07279def1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.181697 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.188165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:11.191330 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.263678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event updated for resources: {'Network': ['ID=ccffcee6-1ae5-4759-95ee-cfeb4513b2d0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:11.269945 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-63321851-22c0-4bef-b82a-85c07279def1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.277002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network ccffcee6-1ae5-4759-95ee-cfeb4513b2d0 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:11.329170 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-63321851-22c0-4bef-b82a-85c07279def1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ccdc2f6102a0457f965174adcb1b47d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124869 Aug 16 21:02:11.332116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45052) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:11.337443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63321851-22c0-4bef-b82a-85c07279def1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0144a5-ec57-4e52-9236-ccd8c4235857,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:11.373260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-83e0b60d-0867-42dd-89d9-d67ce70a7087 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5588856 Aug 16 21:02:11.391303 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3d8b-6a3d-40a1-a9cc-b1eea86ae4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.414737 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3d8b-6a3d-40a1-a9cc-b1eea86ae4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.501684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45056) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:11.507389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'subnets': [{'network_id': '9b131cfc-ed75-48df-a2f3-0c5b168c60a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--64443381', 'ip_version': 4}, {'network_id': 'ccffcee6-1ae5-4759-95ee-cfeb4513b2d0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:11.507703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'subnet': {'network_id': '9b131cfc-ed75-48df-a2f3-0c5b168c60a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--64443381', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:11.508513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Request body: {'subnet': {'network_id': 'ccffcee6-1ae5-4759-95ee-cfeb4513b2d0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:11.520264 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3d8b-6a3d-40a1-a9cc-b1eea86ae4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.523887 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3d8b-6a3d-40a1-a9cc-b1eea86ae4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.525441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9e4c3d8b-6a3d-40a1-a9cc-b1eea86ae4af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bc0144a5-ec57-4e52-9236-ccd8c4235857 HTTP/1.1" status: 204 len: 168 time: 0.1918530 Aug 16 21:02:11.542345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c3d8b-6a3d-40a1-a9cc-b1eea86ae4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0144a5-ec57-4e52-9236-ccd8c4235857,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:11.800382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Made reservation on behalf of bce35207257c43518b9e21dfd4f890e6 for: {'subnet': 2} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:11.806291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.806898 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.370881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.459713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Checking segment: {'id': '7ef37b42-e02e-4e91-a67e-7ecb676b982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b131cfc-ed75-48df-a2f3-0c5b168c60a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:12.460082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Network hostable DHCP agents. Network: 9b131cfc-ed75-48df-a2f3-0c5b168c60a6, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:12.466115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event updated for resources: {'Subnet': ['ID=6f261040-e45d-4df5-91fd-96efa500ab59,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:12.566551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Network 9b131cfc-ed75-48df-a2f3-0c5b168c60a6 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:12.668448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 9b131cfc-ed75-48df-a2f3-0c5b168c60a6) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:12.672618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.677877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed958426-cb54-4ddf-af69-18191504935f None None] Network 9b131cfc-ed75-48df-a2f3-0c5b168c60a6 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:12.762892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event updated for resources: {'Subnet': ['ID=b4008941-83e8-4d12-8931-e7d7e235667a,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:12.777001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Checking segment: {'id': '0b6a21c6-2dce-4878-94ed-45057ca7fb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ccffcee6-1ae5-4759-95ee-cfeb4513b2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:12.777567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Network hostable DHCP agents. Network: ccffcee6-1ae5-4759-95ee-cfeb4513b2d0, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:12.865521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-9b131cfc-ed75-48df-a2f3-0c5b168c60a6', 'network_id': '9b131cfc-ed75-48df-a2f3-0c5b168c60a6', 'tenant_id': 'bce35207257c43518b9e21dfd4f890e6', 'fixed_ips': [{'subnet_id': '6f261040-e45d-4df5-91fd-96efa500ab59'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:12.866469 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.873152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Network ccffcee6-1ae5-4759-95ee-cfeb4513b2d0 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:12.966385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, ccffcee6-1ae5-4759-95ee-cfeb4513b2d0) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:12.972523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:12.975136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:12.975985 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.992009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c4340-5ff4-4bee-93d5-ef34f6996328 None None] Network ccffcee6-1ae5-4759-95ee-cfeb4513b2d0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:13.075219 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-31f75378-88e2-43ab-971e-8ada406ac32e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.5722945 Aug 16 21:02:13.077550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45108) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:13.136314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Allocated IP 172.20.0.2 (9b131cfc-ed75-48df-a2f3-0c5b168c60a6/6f261040-e45d-4df5-91fd-96efa500ab59/6219a24c-af9d-4c47-9985-cb0c81c53840) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:13.165469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490d9fc0-877a-44cf-8705-ea170dd1a46b tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:13.167114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490d9fc0-877a-44cf-8705-ea170dd1a46b tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:13.168626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490d9fc0-877a-44cf-8705-ea170dd1a46b tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:13.170273 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-490d9fc0-877a-44cf-8705-ea170dd1a46b tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.0916741 Aug 16 21:02:13.173713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45112) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:13.293297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddba5a2-2f1d-4a4f-a987-9ad65f50e397 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Deleting subnet 6f261040-e45d-4df5-91fd-96efa500ab59 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:13.303374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-ccffcee6-1ae5-4759-95ee-cfeb4513b2d0', 'network_id': 'ccffcee6-1ae5-4759-95ee-cfeb4513b2d0', 'tenant_id': 'bce35207257c43518b9e21dfd4f890e6', 'fixed_ips': [{'subnet_id': 'b4008941-83e8-4d12-8931-e7d7e235667a'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:13.305523 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.480599 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.512798 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Transition to ACTIVE for port object 6219a24c-af9d-4c47-9985-cb0c81c53840 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:13.540657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Transition to ACTIVE for port object 6219a24c-af9d-4c47-9985-cb0c81c53840 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:13.542502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Allocated IP 172.20.0.18 (ccffcee6-1ae5-4759-95ee-cfeb4513b2d0/b4008941-83e8-4d12-8931-e7d7e235667a/2a871da0-f7c3-41fd-987d-1f25b1f28d61) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:13.650994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ddba5a2-2f1d-4a4f-a987-9ad65f50e397 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.653261 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.705434 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ddba5a2-2f1d-4a4f-a987-9ad65f50e397 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.734464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Network 9b131cfc-ed75-48df-a2f3-0c5b168c60a6 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:13.781946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:13.794897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:13.811572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Pushing event updated for resources: {'Port': ['ID=6219a24c-af9d-4c47-9985-cb0c81c53840,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:13.857728 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.899134 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ddba5a2-2f1d-4a4f-a987-9ad65f50e397 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.933319 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Transition to ACTIVE for port object 2a871da0-f7c3-41fd-987d-1f25b1f28d61 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:13.976901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Transition to ACTIVE for port object 2a871da0-f7c3-41fd-987d-1f25b1f28d61 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:13.988320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Attempting to bind port 6219a24c-af9d-4c47-9985-cb0c81c53840 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:13.993259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Attempting to bind port 6219a24c-af9d-4c47-9985-cb0c81c53840 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7ef37b42-e02e-4e91-a67e-7ecb676b982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b131cfc-ed75-48df-a2f3-0c5b168c60a6'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:13.993259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Attempting to bind port 6219a24c-af9d-4c47-9985-cb0c81c53840 on network 9b131cfc-ed75-48df-a2f3-0c5b168c60a6 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:14.007714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:14.008576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Checking segment: {'id': '7ef37b42-e02e-4e91-a67e-7ecb676b982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b131cfc-ed75-48df-a2f3-0c5b168c60a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:14.009247 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.010019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Bound using segment: {'id': '7ef37b42-e02e-4e91-a67e-7ecb676b982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b131cfc-ed75-48df-a2f3-0c5b168c60a6'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:14.010714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Bound port: 6219a24c-af9d-4c47-9985-cb0c81c53840, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef37b42-e02e-4e91-a67e-7ecb676b982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b131cfc-ed75-48df-a2f3-0c5b168c60a6'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:14.011333 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.119779 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.149208 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ddba5a2-2f1d-4a4f-a987-9ad65f50e397 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.170512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ddba5a2-2f1d-4a4f-a987-9ad65f50e397 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.180626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4ddba5a2-2f1d-4a4f-a987-9ad65f50e397 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "DELETE /v2.0/subnets/6f261040-e45d-4df5-91fd-96efa500ab59 HTTP/1.1" status: 204 len: 168 time: 1.0044365 Aug 16 21:02:14.182706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45138) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:14.232422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddba5a2-2f1d-4a4f-a987-9ad65f50e397 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Subnet': ['ID=6f261040-e45d-4df5-91fd-96efa500ab59,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:14.249707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] For port 6219a24c-af9d-4c47-9985-cb0c81c53840, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:14.279031 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] For port 6219a24c-af9d-4c47-9985-cb0c81c53840, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6219a24c-af9d-4c47-9985-cb0c81c53840,segment=NetworkSegment(7ef37b42-e02e-4e91-a67e-7ecb676b982f),segment_id=7ef37b42-e02e-4e91-a67e-7ecb676b982f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:14.280554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Pushing event updated for resources: {'Port': ['ID=2a871da0-f7c3-41fd-987d-1f25b1f28d61,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:14.300401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Network ccffcee6-1ae5-4759-95ee-cfeb4513b2d0 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:14.306366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:14.313307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:14.319772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45a615e-1ea5-43c4-97e9-57eec1574884 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Deleting subnet b4008941-83e8-4d12-8931-e7d7e235667a {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:14.345104 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f45a615e-1ea5-43c4-97e9-57eec1574884 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.408418 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.477914 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f45a615e-1ea5-43c4-97e9-57eec1574884 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.734359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Attempting to bind port 2a871da0-f7c3-41fd-987d-1f25b1f28d61 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:14.734662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Attempting to bind port 2a871da0-f7c3-41fd-987d-1f25b1f28d61 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '0b6a21c6-2dce-4878-94ed-45057ca7fb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ccffcee6-1ae5-4759-95ee-cfeb4513b2d0'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:14.735170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Attempting to bind port 2a871da0-f7c3-41fd-987d-1f25b1f28d61 on network ccffcee6-1ae5-4759-95ee-cfeb4513b2d0 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:14.767032 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:14.767426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Checking segment: {'id': '0b6a21c6-2dce-4878-94ed-45057ca7fb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ccffcee6-1ae5-4759-95ee-cfeb4513b2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:14.768227 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.768227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Bound using segment: {'id': '0b6a21c6-2dce-4878-94ed-45057ca7fb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ccffcee6-1ae5-4759-95ee-cfeb4513b2d0'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:14.781623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f45a615e-1ea5-43c4-97e9-57eec1574884 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.791056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Bound port: 2a871da0-f7c3-41fd-987d-1f25b1f28d61, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a21c6-2dce-4878-94ed-45057ca7fb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ccffcee6-1ae5-4759-95ee-cfeb4513b2d0'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:14.791638 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.879086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e7c31-627a-4cb5-ab90-478618946054 None None] Pushing event updated for resources: {'Port': ['ID=6219a24c-af9d-4c47-9985-cb0c81c53840,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:14.943705 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f45a615e-1ea5-43c4-97e9-57eec1574884 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.971124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f45a615e-1ea5-43c4-97e9-57eec1574884 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.976819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] For port 2a871da0-f7c3-41fd-987d-1f25b1f28d61, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:14.982555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45162) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:14.982842 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f45a615e-1ea5-43c4-97e9-57eec1574884 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "DELETE /v2.0/subnets/b4008941-83e8-4d12-8931-e7d7e235667a HTTP/1.1" status: 204 len: 168 time: 0.7951396 Aug 16 21:02:14.984294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] For port 2a871da0-f7c3-41fd-987d-1f25b1f28d61, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2a871da0-f7c3-41fd-987d-1f25b1f28d61,segment=NetworkSegment(0b6a21c6-2dce-4878-94ed-45057ca7fb7b),segment_id=0b6a21c6-2dce-4878-94ed-45057ca7fb7b)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:15.029801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a615e-1ea5-43c4-97e9-57eec1574884 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Subnet': ['ID=b4008941-83e8-4d12-8931-e7d7e235667a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:15.075119 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.142387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e95a8-54db-41da-8860-e6144bd0d689 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:15.145052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-287e95a8-54db-41da-8860-e6144bd0d689 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1607249 Aug 16 21:02:15.149597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45166) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.302949 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.373710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Deleting port 2a871da0-f7c3-41fd-987d-1f25b1f28d61 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:15.374315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.413162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cd3b2-6e66-4ed6-80d4-2e945db7bce5 None None] Pushing event updated for resources: {'Port': ['ID=2a871da0-f7c3-41fd-987d-1f25b1f28d61,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:15.465754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] For port 2a871da0-f7c3-41fd-987d-1f25b1f28d61, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2a871da0-f7c3-41fd-987d-1f25b1f28d61,segment=NetworkSegment(0b6a21c6-2dce-4878-94ed-45057ca7fb7b),segment_id=0b6a21c6-2dce-4878-94ed-45057ca7fb7b)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:15.466126 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.481178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Calling delete_port for 2a871da0-f7c3-41fd-987d-1f25b1f28d61 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:15.611489 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5b08cfcd-1f8c-4078-a06a-61ea84611385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.668630 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.752517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Port': ['ID=2a871da0-f7c3-41fd-987d-1f25b1f28d61,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:15.760310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] No DVR routers for this DVR port 2a871da0-f7c3-41fd-987d-1f25b1f28d61 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:15.940849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.963923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccffcee6-1ae5-4759-95ee-cfeb4513b2d0']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:15.976674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6a21c6-2dce-4878-94ed-45057ca7fb7b') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:15.977430 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6a21c6-2dce-4878-94ed-45057ca7fb7b') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:15.990838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.006364 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.017990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:16.018378 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:16.024601 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:16.237079 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.269806 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.274670 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "DELETE /v2.0/networks/ccffcee6-1ae5-4759-95ee-cfeb4513b2d0 HTTP/1.1" status: 204 len: 168 time: 1.1240027 Aug 16 21:02:16.275582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce42c7a-231f-4f8c-823f-470c54e3b49e tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Network': ['ID=ccffcee6-1ae5-4759-95ee-cfeb4513b2d0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:16.277208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45194) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:16.336501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71ca48-549b-4850-ad16-726f130afdc5 None None] Network 9b131cfc-ed75-48df-a2f3-0c5b168c60a6 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:16.440512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.507108 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Deleting port 6219a24c-af9d-4c47-9985-cb0c81c53840 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:16.507849 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.565606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0333afe4-4e5e-4796-b071-f7a65c894622 None None] Provisioning for port 6219a24c-af9d-4c47-9985-cb0c81c53840 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:16.611548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] For port 6219a24c-af9d-4c47-9985-cb0c81c53840, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6219a24c-af9d-4c47-9985-cb0c81c53840,segment=NetworkSegment(7ef37b42-e02e-4e91-a67e-7ecb676b982f),segment_id=7ef37b42-e02e-4e91-a67e-7ecb676b982f)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:16.612275 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.636306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Calling delete_port for 6219a24c-af9d-4c47-9985-cb0c81c53840 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:16.747233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cbfa32-4a88-4c1b-b2f2-09f27e736d2f None None] DHCP port deletion for 9b131cfc-ed75-48df-a2f3-0c5b168c60a6 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:02:16.856073 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.861154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-26cbfa32-4a88-4c1b-b2f2-09f27e736d2f None None] Deleting port 6219a24c-af9d-4c47-9985-cb0c81c53840 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:16.861545 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-26cbfa32-4a88-4c1b-b2f2-09f27e736d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.943172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Port': ['ID=6219a24c-af9d-4c47-9985-cb0c81c53840,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:16.947321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] No DVR routers for this DVR port 6219a24c-af9d-4c47-9985-cb0c81c53840 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:16.986186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-26cbfa32-4a88-4c1b-b2f2-09f27e736d2f None None] For port 6219a24c-af9d-4c47-9985-cb0c81c53840, host n-d-793619-14, got binding levels [] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:16.987380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:16.987830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:16.988214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-26cbfa32-4a88-4c1b-b2f2-09f27e736d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.988354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:16.988804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:16.989362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:16.990362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:16.990788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:16.991215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:16.991810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:16.992269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:16.992693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:16.994895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:17.032523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-26cbfa32-4a88-4c1b-b2f2-09f27e736d2f None None] Calling delete_port for 6219a24c-af9d-4c47-9985-cb0c81c53840 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:17.038469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.ipam_backend_mixin [None req-26cbfa32-4a88-4c1b-b2f2-09f27e736d2f None None] Port 6219a24c-af9d-4c47-9985-cb0c81c53840 was not found and therefore no delete operation was performed {{(pid=95263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:02:17.042066 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-26cbfa32-4a88-4c1b-b2f2-09f27e736d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.098120 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.100142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b11822-92c5-47da-97c9-489a2cf6bb02 None None] DHCP port deletion for ccffcee6-1ae5-4759-95ee-cfeb4513b2d0 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:02:17.122161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbfa32-4a88-4c1b-b2f2-09f27e736d2f None None] Pushing event deleted for resources: {'Port': ['ID=6219a24c-af9d-4c47-9985-cb0c81c53840,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:17.123053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b131cfc-ed75-48df-a2f3-0c5b168c60a6']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:17.143239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef37b42-e02e-4e91-a67e-7ecb676b982f') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:17.143239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef37b42-e02e-4e91-a67e-7ecb676b982f') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:17.143540 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93707e8-17c4-4b0c-b68e-a471a2332ecb None None] Network ccffcee6-1ae5-4759-95ee-cfeb4513b2d0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:17.143663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.158950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.163588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbfa32-4a88-4c1b-b2f2-09f27e736d2f None None] No DVR routers for this DVR port 6219a24c-af9d-4c47-9985-cb0c81c53840 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:17.167351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:17.167752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.173827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f89ad10-b210-4c5b-a5ec-a9a92841209e None None] Could not find standard attr ID for object 2a871da0-f7c3-41fd-987d-1f25b1f28d61. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:02:17.187426 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93707e8-17c4-4b0c-b68e-a471a2332ecb None None] Network ccffcee6-1ae5-4759-95ee-cfeb4513b2d0 could not be found, it might have been deleted concurrently. {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:17.231205 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:17.371824 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.380736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.382816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "DELETE /v2.0/networks/9b131cfc-ed75-48df-a2f3-0c5b168c60a6 HTTP/1.1" status: 204 len: 168 time: 1.1044545 Aug 16 21:02:17.385418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45214) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:17.399378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb1a9d-fa6a-46ae-9554-95c468d841fe tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Network': ['ID=9b131cfc-ed75-48df-a2f3-0c5b168c60a6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:17.488581 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e13efb16-4a47-4a71-bb6a-ec1b8c823de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.499946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.644154 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.655215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91efaf73-c6d3-4a49-b49f-2f03fc5d09ab']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:17.668033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8764c8ee-11ac-4f21-adfb-bf3c627b9ad1') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:17.668033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8764c8ee-11ac-4f21-adfb-bf3c627b9ad1') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:17.682018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.703264 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.710619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:17.711159 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:17.714777 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:17.857298 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.861765 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.867592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45222) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:17.867741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "DELETE /v2.0/networks/91efaf73-c6d3-4a49-b49f-2f03fc5d09ab HTTP/1.1" status: 204 len: 168 time: 0.4806702 Aug 16 21:02:17.885745 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.904698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabc365-f6f0-4425-99ba-735ab6c32166 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Network': ['ID=91efaf73-c6d3-4a49-b49f-2f03fc5d09ab,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:18.028523 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.152888 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.165677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5b0e08-5139-4556-8027-011eaad2f7a4']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:18.181977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdf20ce-51ea-450f-9623-5333cfbfdcf4') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:18.184047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdf20ce-51ea-450f-9623-5333cfbfdcf4') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:18.205161 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.231475 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.238457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:18.238863 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:18.242015 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:18.411419 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.432997 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.435023 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] 10.222.0.74 "DELETE /v2.0/networks/ab5b0e08-5139-4556-8027-011eaad2f7a4 HTTP/1.1" status: 204 len: 168 time: 0.5663550 Aug 16 21:02:18.435981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208e17c-630b-4cf1-bfba-71b419492b85 tempest-BulkNetworkOpsTest-895860159 tempest-BulkNetworkOpsTest-895860159-project] Pushing event deleted for resources: {'Network': ['ID=ab5b0e08-5139-4556-8027-011eaad2f7a4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:18.504196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45236) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:18.661577 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e1ac3e5a-b094-4e61-881d-6b6d02cb393c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.764138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e1ac3e5a-b094-4e61-881d-6b6d02cb393c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.796683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2a871da0-f7c3-41fd-987d-1f25b1f28d61 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:18.826582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 2a871da0-f7c3-41fd-987d-1f25b1f28d61 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:18.828352 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e1ac3e5a-b094-4e61-881d-6b6d02cb393c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.839639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2a871da0-f7c3-41fd-987d-1f25b1f28d61 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:18.876691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac3e5a-b094-4e61-881d-6b6d02cb393c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f2174c-bf0a-47ea-ad88-a405c5f07384,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:18.886180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45244) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:18.886838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e1ac3e5a-b094-4e61-881d-6b6d02cb393c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=87b0b1e4715542a08d41d7551e105374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808415 Aug 16 21:02:18.963677 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac3dc3b9-cfeb-4426-af73-8fd807380611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.994559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac3dc3b9-cfeb-4426-af73-8fd807380611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.070636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45248) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:19.102834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac3dc3b9-cfeb-4426-af73-8fd807380611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.107077 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ac3dc3b9-cfeb-4426-af73-8fd807380611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.108991 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ac3dc3b9-cfeb-4426-af73-8fd807380611 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b3f2174c-bf0a-47ea-ad88-a405c5f07384 HTTP/1.1" status: 204 len: 168 time: 0.2204573 Aug 16 21:02:19.149194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dc3b9-cfeb-4426-af73-8fd807380611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f2174c-bf0a-47ea-ad88-a405c5f07384,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:19.227223 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.257604 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-207897a0-ca14-47e7-af10-448158c7003a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bce35207257c43518b9e21dfd4f890e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856606 Aug 16 21:02:19.260338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45254) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:19.339517 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-144d0f79-10dc-400b-ac64-6d31e44d7795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.355519 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-144d0f79-10dc-400b-ac64-6d31e44d7795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.847148 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-144d0f79-10dc-400b-ac64-6d31e44d7795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.849299 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-144d0f79-10dc-400b-ac64-6d31e44d7795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.851005 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-144d0f79-10dc-400b-ac64-6d31e44d7795 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/de6ed1ce-8e88-47f2-aca1-add2562e023d HTTP/1.1" status: 204 len: 168 time: 0.5892844 Aug 16 21:02:19.859362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d0f79-10dc-400b-ac64-6d31e44d7795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6ed1ce-8e88-47f2-aca1-add2562e023d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:20.725283 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:20.957892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45296) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:20.982120 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6b98-35f6-499c-9d9b-ae875f6b6575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.126335 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6b98-35f6-499c-9d9b-ae875f6b6575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.202431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6b98-35f6-499c-9d9b-ae875f6b6575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.274974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45306) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:21.285234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4fdf6b98-35f6-499c-9d9b-ae875f6b6575 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=74728900275040d293fd824e547b7d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255906 Aug 16 21:02:21.290527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf6b98-35f6-499c-9d9b-ae875f6b6575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d8f3ac-75be-41ff-9b1e-6f1225725885,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:21.378010 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b774941a-6fca-414f-9e1f-125313f25741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.433876 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b774941a-6fca-414f-9e1f-125313f25741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.655892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b774941a-6fca-414f-9e1f-125313f25741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.659039 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b774941a-6fca-414f-9e1f-125313f25741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.661402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b774941a-6fca-414f-9e1f-125313f25741 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/14d8f3ac-75be-41ff-9b1e-6f1225725885 HTTP/1.1" status: 204 len: 168 time: 0.3835428 Aug 16 21:02:21.684248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774941a-6fca-414f-9e1f-125313f25741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d8f3ac-75be-41ff-9b1e-6f1225725885,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:22.055746 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45328) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:22.173869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1626928132'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:22.279172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:22.287555 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.299154 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.416346 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.496992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.520401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:22.534883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdff068e-c1ed-42b7-a08a-cae888dc00e5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:22.540426 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.540777 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Added segment 4478f7b9-8e62-4a50-b566-574e48b28033 of type vlan for network 0a653da2-dbc5-48cf-85c9-62f58e12e05d Aug 16 21:02:22.586890 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.714549 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.720468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:22.721080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.807026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Network': ['ID=0a653da2-dbc5-48cf-85c9-62f58e12e05d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:22.818620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 0a653da2-dbc5-48cf-85c9-62f58e12e05d details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:22.898128 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-de0edc06-1953-475e-abb6-8a4092928f7b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8411634 Aug 16 21:02:23.619707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45378) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:23.940663 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.095538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.153850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.301700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45398) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:24.315923 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ba068a336a248b9b5123b8f74b86a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6849241 Aug 16 21:02:24.327321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf93c77-f269-42d4-a060-93d8f8b8c760,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:24.378812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.383887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.384499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.385229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.387623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.394462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.397043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.403954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.405076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.408473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.409076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.409645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00796796-6b46-4378-bda7-112f8f5575d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:24.450081 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-978504c4-2d87-4d39-ac4d-89d42bd5c7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.492264 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-978504c4-2d87-4d39-ac4d-89d42bd5c7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.683841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-978504c4-2d87-4d39-ac4d-89d42bd5c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.686554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-978504c4-2d87-4d39-ac4d-89d42bd5c7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.689258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-978504c4-2d87-4d39-ac4d-89d42bd5c7ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/caf93c77-f269-42d4-a060-93d8f8b8c760 HTTP/1.1" status: 204 len: 168 time: 0.3851173 Aug 16 21:02:24.697151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978504c4-2d87-4d39-ac4d-89d42bd5c7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf93c77-f269-42d4-a060-93d8f8b8c760,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:24.789661 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:02:26.087049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45450) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:26.099852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'subnet': {'network_id': '0a653da2-dbc5-48cf-85c9-62f58e12e05d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:26.381125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:26.384778 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:26.754502 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:26.842754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45472) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:26.888961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Subnet': ['ID=a10c64d4-949e-4855-9c98-4ca3ea3b994c,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:26.896840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Checking segment: {'id': '4478f7b9-8e62-4a50-b566-574e48b28033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0a653da2-dbc5-48cf-85c9-62f58e12e05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:26.898292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network hostable DHCP agents. Network: 0a653da2-dbc5-48cf-85c9-62f58e12e05d, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:26.976450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network 0a653da2-dbc5-48cf-85c9-62f58e12e05d is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:27.024819 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce84b531-4688-4fca-90f7-d20dd56a0e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.114153 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 0a653da2-dbc5-48cf-85c9-62f58e12e05d) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:27.121178 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce84b531-4688-4fca-90f7-d20dd56a0e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.123806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dbbacd-e7ac-47de-9d40-d8d04c0d49fa None None] Network 0a653da2-dbc5-48cf-85c9-62f58e12e05d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:27.126076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:27.126669 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.219063 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce84b531-4688-4fca-90f7-d20dd56a0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.250867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84b531-4688-4fca-90f7-d20dd56a0e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff93638e-01fb-4e33-b3a3-c92a99ce29eb,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:27.271160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45478) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:27.271558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ce84b531-4688-4fca-90f7-d20dd56a0e10 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=33b6b3ec62cd47688e3c8e21c5eb9f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4285340 Aug 16 21:02:27.289810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-0a653da2-dbc5-48cf-85c9-62f58e12e05d', 'network_id': '0a653da2-dbc5-48cf-85c9-62f58e12e05d', 'tenant_id': '63b6f5c8483d41c2a4daf61b1a709856', 'fixed_ips': [{'subnet_id': 'a10c64d4-949e-4855-9c98-4ca3ea3b994c'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:27.291632 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.327033 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c1ea6d3c-cb5c-4310-ae29-a85299fa3737 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2388515 Aug 16 21:02:27.330607 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45480) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:27.336807 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f05ff00-ad96-4f19-b2f9-80af701ae8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.337000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1587164583'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:27.359895 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f05ff00-ad96-4f19-b2f9-80af701ae8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.438173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:27.438909 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.453102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Allocated IP 2001:db8:0:ffff::2 (0a653da2-dbc5-48cf-85c9-62f58e12e05d/a10c64d4-949e-4855-9c98-4ca3ea3b994c/4be16d2b-89f5-4ce7-a0c6-595397a571f3) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:27.486963 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f05ff00-ad96-4f19-b2f9-80af701ae8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.490544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f05ff00-ad96-4f19-b2f9-80af701ae8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.494451 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4f05ff00-ad96-4f19-b2f9-80af701ae8ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ff93638e-01fb-4e33-b3a3-c92a99ce29eb HTTP/1.1" status: 204 len: 168 time: 0.2204664 Aug 16 21:02:27.531667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45486) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:27.531888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:27.543368 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.544653 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Added segment 2ec360d2-8c4f-46ae-9885-b3d8625f09db of type vlan for network 1acddfb1-6235-4fda-b9ce-0384389201f8 Aug 16 21:02:27.547295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05ff00-ad96-4f19-b2f9-80af701ae8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff93638e-01fb-4e33-b3a3-c92a99ce29eb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:27.598738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.719342 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.731028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Transition to ACTIVE for port object 4be16d2b-89f5-4ce7-a0c6-595397a571f3 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:27.747278 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Transition to ACTIVE for port object 4be16d2b-89f5-4ce7-a0c6-595397a571f3 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:27.752601 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc92842c-4851-44c5-8054-ce8acb70f603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.782225 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.788041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:27.788702 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.833991 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.848399 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc92842c-4851-44c5-8054-ce8acb70f603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.862493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Network': ['ID=1acddfb1-6235-4fda-b9ce-0384389201f8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:27.882296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 1acddfb1-6235-4fda-b9ce-0384389201f8 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:27.926675 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bc92842c-4851-44c5-8054-ce8acb70f603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.945452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Network 0a653da2-dbc5-48cf-85c9-62f58e12e05d is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:27.951791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:27.954864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:27.972737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Pushing event updated for resources: {'Port': ['ID=4be16d2b-89f5-4ce7-a0c6-595397a571f3,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:27.982096 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bc92842c-4851-44c5-8054-ce8acb70f603 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1f0f80b705644d15bf3465c9b326aa85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477899 Aug 16 21:02:27.984611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45496) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:27.997304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92842c-4851-44c5-8054-ce8acb70f603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40aaf62-8dc2-495e-a9f2-854e52548fe4,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:28.000674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4b521c8c-ddfd-4abb-95f0-e6a8a5aed3a7 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6684363 Aug 16 21:02:28.003291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45498) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:28.011802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'subnet': {'network_id': '1acddfb1-6235-4fda-b9ce-0384389201f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:28.081987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Attempting to bind port 4be16d2b-89f5-4ce7-a0c6-595397a571f3 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:28.082649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Attempting to bind port 4be16d2b-89f5-4ce7-a0c6-595397a571f3 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '4478f7b9-8e62-4a50-b566-574e48b28033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0a653da2-dbc5-48cf-85c9-62f58e12e05d'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:28.083503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Attempting to bind port 4be16d2b-89f5-4ce7-a0c6-595397a571f3 on network 0a653da2-dbc5-48cf-85c9-62f58e12e05d {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:28.090001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:28.091738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Checking segment: {'id': '4478f7b9-8e62-4a50-b566-574e48b28033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0a653da2-dbc5-48cf-85c9-62f58e12e05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:28.091738 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.092051 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Bound using segment: {'id': '4478f7b9-8e62-4a50-b566-574e48b28033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0a653da2-dbc5-48cf-85c9-62f58e12e05d'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:28.092725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Bound port: 4be16d2b-89f5-4ce7-a0c6-595397a571f3, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4478f7b9-8e62-4a50-b566-574e48b28033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0a653da2-dbc5-48cf-85c9-62f58e12e05d'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:28.094502 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9631f0e3-6515-4630-8719-6a2bc55a20df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.100540 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.124434 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9631f0e3-6515-4630-8719-6a2bc55a20df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.175564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] For port 4be16d2b-89f5-4ce7-a0c6-595397a571f3, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:28.179122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] For port 4be16d2b-89f5-4ce7-a0c6-595397a571f3, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4be16d2b-89f5-4ce7-a0c6-595397a571f3,segment=NetworkSegment(4478f7b9-8e62-4a50-b566-574e48b28033),segment_id=4478f7b9-8e62-4a50-b566-574e48b28033)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:28.199255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:28.203111 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.216612 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9631f0e3-6515-4630-8719-6a2bc55a20df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.219391 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9631f0e3-6515-4630-8719-6a2bc55a20df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.220575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9631f0e3-6515-4630-8719-6a2bc55a20df admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e40aaf62-8dc2-495e-a9f2-854e52548fe4 HTTP/1.1" status: 204 len: 168 time: 0.2349262 Aug 16 21:02:28.233378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631f0e3-6515-4630-8719-6a2bc55a20df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40aaf62-8dc2-495e-a9f2-854e52548fe4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:28.275675 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.356393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45506) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:28.368693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7ecdf-dcf5-4337-b7fe-2ed5c8d1c0b5 None None] Pushing event updated for resources: {'Port': ['ID=4be16d2b-89f5-4ce7-a0c6-595397a571f3,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:28.378732 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d03d1cf-eaad-4aeb-89f2-69010303335d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.508408 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d03d1cf-eaad-4aeb-89f2-69010303335d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.648348 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9d03d1cf-eaad-4aeb-89f2-69010303335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.689881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.objects.ports [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:02:28.691875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.756507 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9d03d1cf-eaad-4aeb-89f2-69010303335d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4f2f7726f3f246b4b86308332ae67c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962188 Aug 16 21:02:28.757110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03d1cf-eaad-4aeb-89f2-69010303335d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21f9e5b-425d-4f37-993b-e4cd11092f8d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:28.757376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45516) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:28.815475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Subnet': ['ID=14159fc9-b343-44b9-b154-355ffea91621,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:28.836325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Checking segment: {'id': '2ec360d2-8c4f-46ae-9885-b3d8625f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1acddfb1-6235-4fda-b9ce-0384389201f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:28.836694 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network hostable DHCP agents. Network: 1acddfb1-6235-4fda-b9ce-0384389201f8, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:28.903270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97f5cd4c-2a6b-42d3-96f3-7714b18096b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.922008 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97f5cd4c-2a6b-42d3-96f3-7714b18096b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.953585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4be16d2b-89f5-4ce7-a0c6-595397a571f3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:29.022234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network 1acddfb1-6235-4fda-b9ce-0384389201f8 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:29.159391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 4be16d2b-89f5-4ce7-a0c6-595397a571f3 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:29.159773 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97f5cd4c-2a6b-42d3-96f3-7714b18096b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.162616 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97f5cd4c-2a6b-42d3-96f3-7714b18096b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.165334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-97f5cd4c-2a6b-42d3-96f3-7714b18096b7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b21f9e5b-425d-4f37-993b-e4cd11092f8d HTTP/1.1" status: 204 len: 168 time: 0.3868093 Aug 16 21:02:29.168264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 1acddfb1-6235-4fda-b9ce-0384389201f8) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:29.173315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:29.174278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.181474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293fb328-fb25-4db4-8401-d48659fc97e7 None None] Network 1acddfb1-6235-4fda-b9ce-0384389201f8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:29.187089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5cd4c-2a6b-42d3-96f3-7714b18096b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21f9e5b-425d-4f37-993b-e4cd11092f8d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:29.406446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-1acddfb1-6235-4fda-b9ce-0384389201f8', 'network_id': '1acddfb1-6235-4fda-b9ce-0384389201f8', 'tenant_id': '63b6f5c8483d41c2a4daf61b1a709856', 'fixed_ips': [{'subnet_id': '14159fc9-b343-44b9-b154-355ffea91621'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:29.407334 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.579552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Allocated IP 2001:db8::f816:3eff:fe1d:96b4 (1acddfb1-6235-4fda-b9ce-0384389201f8/14159fc9-b343-44b9-b154-355ffea91621/93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:29.600790 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d5d81477-6c2f-4118-acf1-c2dafc5a2ba9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5960898 Aug 16 21:02:29.603660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45534) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:29.618821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'port': {'network_id': '1acddfb1-6235-4fda-b9ce-0384389201f8', 'name': 'tempest-NetworksIpV6TestAttrs-561288811'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:29.656886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427596ec-a47e-4982-9dac-8ff0af200b37 None None] Network 0a653da2-dbc5-48cf-85c9-62f58e12e05d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:29.920850 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.934407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Transition to ACTIVE for port object 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:29.957740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:29.958823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Transition to ACTIVE for port object 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:29.961986 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e5fd79b-afb7-469e-aca3-60cfc6ebafcc None None] Provisioning for port 4be16d2b-89f5-4ce7-a0c6-595397a571f3 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:29.965549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e5fd79b-afb7-469e-aca3-60cfc6ebafcc None None] Provisioning complete for port 4be16d2b-89f5-4ce7-a0c6-595397a571f3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:29.965933 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd79b-afb7-469e-aca3-60cfc6ebafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.966184 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.010718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] device_id is not set on port e51d96b4-74c8-482f-94f2-7fed7091ea1f yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:02:30.068864 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd79b-afb7-469e-aca3-60cfc6ebafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.114360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4e5fd79b-afb7-469e-aca3-60cfc6ebafcc None None] For port 4be16d2b-89f5-4ce7-a0c6-595397a571f3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4be16d2b-89f5-4ce7-a0c6-595397a571f3,segment=NetworkSegment(4478f7b9-8e62-4a50-b566-574e48b28033),segment_id=4478f7b9-8e62-4a50-b566-574e48b28033)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:30.118410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45544) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:30.176313 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.183379 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd79b-afb7-469e-aca3-60cfc6ebafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.267953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Network 1acddfb1-6235-4fda-b9ce-0384389201f8 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:30.271235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Allocated IP 2001:db8::f816:3eff:fee5:d260 (1acddfb1-6235-4fda-b9ce-0384389201f8/14159fc9-b343-44b9-b154-355ffea91621/e51d96b4-74c8-482f-94f2-7fed7091ea1f) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:30.274213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:30.277443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:30.288022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Pushing event updated for resources: {'Port': ['ID=93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:30.388391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8f1ce69d-5675-439a-aaf1-f39702aca96b None None] Provisioning complete for port 4be16d2b-89f5-4ce7-a0c6-595397a571f3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:30.388781 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8f1ce69d-5675-439a-aaf1-f39702aca96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.416736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb222ade-fbf1-4418-80da-3eb8ef196f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.471275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45556) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:30.484670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Attempting to bind port 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:30.485521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Attempting to bind port 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '2ec360d2-8c4f-46ae-9885-b3d8625f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1acddfb1-6235-4fda-b9ce-0384389201f8'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:30.485521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Attempting to bind port 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c on network 1acddfb1-6235-4fda-b9ce-0384389201f8 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:30.494610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:30.494987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Checking segment: {'id': '2ec360d2-8c4f-46ae-9885-b3d8625f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1acddfb1-6235-4fda-b9ce-0384389201f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:30.495399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.495799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Bound using segment: {'id': '2ec360d2-8c4f-46ae-9885-b3d8625f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1acddfb1-6235-4fda-b9ce-0384389201f8'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:30.496269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Bound port: 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec360d2-8c4f-46ae-9885-b3d8625f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1acddfb1-6235-4fda-b9ce-0384389201f8'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:30.497129 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.516418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fd79b-afb7-469e-aca3-60cfc6ebafcc None None] Pushing event updated for resources: {'Port': ['ID=4be16d2b-89f5-4ce7-a0c6-595397a571f3,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:30.534534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.561110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Transition to ACTIVE for port object e51d96b4-74c8-482f-94f2-7fed7091ea1f will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:30.607388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] For port 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:30.611250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] For port 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c,segment=NetworkSegment(2ec360d2-8c4f-46ae-9885-b3d8625f09db),segment_id=2ec360d2-8c4f-46ae-9885-b3d8625f09db)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:30.621248 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb222ade-fbf1-4418-80da-3eb8ef196f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.668644 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.674852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-340834516-network', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:30.698699 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.709268 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fb222ade-fbf1-4418-80da-3eb8ef196f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.729998 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f314405-1de3-41bf-b21b-d349f54131c4 None None] Pushing event updated for resources: {'Port': ['ID=93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:30.782943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Made reservation on behalf of a5cd37661d5142f69945a0904e4f2968 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:30.784469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network 1acddfb1-6235-4fda-b9ce-0384389201f8 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:30.786495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.798557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb222ade-fbf1-4418-80da-3eb8ef196f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b065092-7422-4d8b-b520-dc3c391e0441,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:30.799380 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.803386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:30.805809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:30.812010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:30.812707 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.823905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fb222ade-fbf1-4418-80da-3eb8ef196f93 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=36ec8841aff84eeb9dab4b185576669f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7040932 Aug 16 21:02:30.829962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45572) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:30.850151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Port': ['ID=e51d96b4-74c8-482f-94f2-7fed7091ea1f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:30.902738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4be16d2b-89f5-4ce7-a0c6-595397a571f3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:30.967116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1c27baef-f8ba-434e-b4ba-cc85c22f5539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.015835 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1c27baef-f8ba-434e-b4ba-cc85c22f5539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.074193 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.082527 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 4be16d2b-89f5-4ce7-a0c6-595397a571f3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:31.082947 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.137168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.149452 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1c27baef-f8ba-434e-b4ba-cc85c22f5539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.151491 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1c27baef-f8ba-434e-b4ba-cc85c22f5539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.157267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1c27baef-f8ba-434e-b4ba-cc85c22f5539 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7b065092-7422-4d8b-b520-dc3c391e0441 HTTP/1.1" status: 204 len: 168 time: 0.3227153 Aug 16 21:02:31.172373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27baef-f8ba-434e-b4ba-cc85c22f5539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b065092-7422-4d8b-b520-dc3c391e0441,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:31.173441 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:31.187093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732e1e6a-56df-42da-b777-9818cd51eff0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:31.189290 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b5242a3b-f78f-466c-8426-cac867dc99a4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5836275 Aug 16 21:02:31.195512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45586) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:31.207731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.208229 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Added segment bfc9d28b-f82e-44b9-a9d0-678b99134049 of type vlan for network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 Aug 16 21:02:31.294378 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.304048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c7d172-4b8e-40bf-967b-2d953531602c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Deleting subnet 14159fc9-b343-44b9-b154-355ffea91621 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:31.310135 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d172-4b8e-40bf-967b-2d953531602c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.364976 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d172-4b8e-40bf-967b-2d953531602c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.436383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.437321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:31.438120 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.530424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=4822ec26-7bfe-4198-be0b-e1bd57e607c1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:31.551072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:31.589682 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d172-4b8e-40bf-967b-2d953531602c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.651410 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5edf798d-438f-43a9-9f04-5f1d79020ea1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1789930 Aug 16 21:02:31.654235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45596) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:31.660908 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] Request body: {'subnet': {'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-340834516-subnet', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:31.794122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] Made reservation on behalf of a5cd37661d5142f69945a0904e4f2968 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:31.794847 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d172-4b8e-40bf-967b-2d953531602c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.797235 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.843841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7d172-4b8e-40bf-967b-2d953531602c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Subnet': ['ID=14159fc9-b343-44b9-b154-355ffea91621,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:31.850670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d172-4b8e-40bf-967b-2d953531602c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.855563 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e9c7d172-4b8e-40bf-967b-2d953531602c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/subnets/14159fc9-b343-44b9-b154-355ffea91621 HTTP/1.1" status: 204 len: 168 time: 0.6602652 Aug 16 21:02:31.856424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45602) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:31.949590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bf7b73-686e-4032-b7fc-e99c639448cf tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:31.951628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bf7b73-686e-4032-b7fc-e99c639448cf tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:31.953227 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-07bf7b73-686e-4032-b7fc-e99c639448cf tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0952368 Aug 16 21:02:31.963463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45608) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:32.116246 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-27f83ea8-8c7d-46a8-9fed-99d0c37ce83c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.134683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08e03a-e8c9-4c71-ace9-25bdf0e79517 None None] Network 1acddfb1-6235-4fda-b9ce-0384389201f8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:32.150556 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f83ea8-8c7d-46a8-9fed-99d0c37ce83c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 21:02:32.151042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f83ea8-8c7d-46a8-9fed-99d0c37ce83c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:32.155798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-27f83ea8-8c7d-46a8-9fed-99d0c37ce83c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/networks/1acddfb1-6235-4fda-b9ce-0384389201f8 HTTP/1.1" status: 409 len: 405 time: 0.1899087 Aug 16 21:02:32.161217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45618) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:32.168271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-414782563'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:32.286048 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.291180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:32.300529 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.374094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:32.391736 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.392291 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Added segment c6f064a4-8c20-4d11-8aa2-12ce37696c0c of type vlan for network ad289b0d-4cc8-408c-90af-7d9144a0e54e Aug 16 21:02:32.399553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb98c82-f15c-446c-9cff-88a44ecbbfe3,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:32.450850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] Checking segment: {'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:32.453400 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] Network hostable DHCP agents. Network: 4822ec26-7bfe-4198-be0b-e1bd57e607c1, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:32.497056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.506721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-45b845ec-76e7-4f40-b78d-f6be11cbbe81 None None] Provisioning for port 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:32.546407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1150c5f4-9456-4f34-905e-cad02d00ca54 None None] DHCP port deletion for 1acddfb1-6235-4fda-b9ce-0384389201f8 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:02:32.582488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] Network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:32.602736 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1150c5f4-9456-4f34-905e-cad02d00ca54 None None] Deleting port 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:32.603246 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1150c5f4-9456-4f34-905e-cad02d00ca54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.605041 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.610660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:32.611259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.619424 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.656582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 4822ec26-7bfe-4198-be0b-e1bd57e607c1) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:32.664730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:32.665493 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.667697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02643601-37fe-4f1b-a948-d2177655da8a None None] Network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:32.732820 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5691121 Aug 16 21:02:32.735695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45634) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:32.739357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a1b24-6d5c-47ff-b195-11869c8b1b9b tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Network': ['ID=ad289b0d-4cc8-408c-90af-7d9144a0e54e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:32.742231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'subnet': {'network_id': 'ad289b0d-4cc8-408c-90af-7d9144a0e54e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:32.742818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1150c5f4-9456-4f34-905e-cad02d00ca54 None None] For port 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c,segment=NetworkSegment(2ec360d2-8c4f-46ae-9885-b3d8625f09db),segment_id=2ec360d2-8c4f-46ae-9885-b3d8625f09db)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:32.743438 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1150c5f4-9456-4f34-905e-cad02d00ca54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.756876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network ad289b0d-4cc8-408c-90af-7d9144a0e54e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:32.807326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1150c5f4-9456-4f34-905e-cad02d00ca54 None None] Calling delete_port for 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:32.813293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-029637eb-0327-41c5-b587-55502bd490a5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1571195 Aug 16 21:02:32.815677 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.816368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45640) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:32.825365 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:32.949293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45642) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:32.962108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.964108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.018591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'fixed_ips': [{'subnet_id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:33.019893 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.031580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.045590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:33.054418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.119590 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1150c5f4-9456-4f34-905e-cad02d00ca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.198587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150c5f4-9456-4f34-905e-cad02d00ca54 None None] No DVR routers for this DVR port 93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:33.209700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150c5f4-9456-4f34-905e-cad02d00ca54 None None] Pushing event deleted for resources: {'Port': ['ID=93aa95c6-b7b3-427b-bf6a-0eb4f2ba8d0c,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:33.313665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-394521241-network', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:33.324339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Allocated IP 172.20.0.2 (4822ec26-7bfe-4198-be0b-e1bd57e607c1/6cb98c82-f15c-446c-9cff-88a44ecbbfe3/457bd2d0-1c5e-4f60-84db-70d9e07533b3) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:33.402780 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.491451 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.500914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Transition to ACTIVE for port object 457bd2d0-1c5e-4f60-84db-70d9e07533b3 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:33.540965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Made reservation on behalf of 2b1a2baa039a4a9080d39c7aa1b9f7e4 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:33.540965 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.552489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Transition to ACTIVE for port object 457bd2d0-1c5e-4f60-84db-70d9e07533b3 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:33.561609 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.644567 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.691385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.723308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:33.731239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:33.733700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Pushing event updated for resources: {'Port': ['ID=457bd2d0-1c5e-4f60-84db-70d9e07533b3,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:33.743841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:33.769855 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.811024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Attempting to bind port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:33.811593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Attempting to bind port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:33.811963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Attempting to bind port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 on network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:33.818226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:33.818606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Checking segment: {'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:33.819062 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.819484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Bound using segment: {'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:33.819983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Bound port: 457bd2d0-1c5e-4f60-84db-70d9e07533b3, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:33.820377 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.860116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:33.871327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.871794 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Added segment 1b864e53-8ecf-4d52-b3e4-d7a709a277e1 of type vlan for network 826b4d3b-3779-4633-8f48-5944e5bb3c62 Aug 16 21:02:33.890254 n-d-793619-14 neutron-server[95261]: DEBUG neutron.objects.ports [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:02:33.892494 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.896659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] For port 457bd2d0-1c5e-4f60-84db-70d9e07533b3, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:33.900256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] For port 457bd2d0-1c5e-4f60-84db-70d9e07533b3, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=457bd2d0-1c5e-4f60-84db-70d9e07533b3,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:33.937735 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.960765 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.961570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Subnet': ['ID=6527e5bf-b560-4bec-b564-65a75c8afcc9,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:33.962413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:33.966892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Checking segment: {'id': 'c6f064a4-8c20-4d11-8aa2-12ce37696c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ad289b0d-4cc8-408c-90af-7d9144a0e54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:33.967261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network hostable DHCP agents. Network: ad289b0d-4cc8-408c-90af-7d9144a0e54e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:34.000080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.018391 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.061711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea2178-bcd0-43c5-b830-c01bcf59764d None None] Pushing event updated for resources: {'Port': ['ID=457bd2d0-1c5e-4f60-84db-70d9e07533b3,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:34.067061 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network ad289b0d-4cc8-408c-90af-7d9144a0e54e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:34.076441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.077660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:34.078423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.142165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, ad289b0d-4cc8-408c-90af-7d9144a0e54e) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:34.148255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:34.148982 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.159054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987cfd69-7875-4b98-a7ae-92513069466f None None] Network ad289b0d-4cc8-408c-90af-7d9144a0e54e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:34.164097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] Pushing event updated for resources: {'Network': ['ID=826b4d3b-3779-4633-8f48-5944e5bb3c62,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:34.211593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e5ca0453-c3af-4ef1-b649-f2280007ba4f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4746890 Aug 16 21:02:34.214109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45668) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:34.216345 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-78f532f4-8007-495f-8456-4da17928075e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2649429 Aug 16 21:02:34.223197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'port': {'network_id': 'ad289b0d-4cc8-408c-90af-7d9144a0e54e', 'name': 'tempest-NetworksIpV6TestAttrs-700886812'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:34.225750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45670) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:34.230271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] Request body: {'subnet': {'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-394521241-subnet', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:34.234229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Allocated IP 172.25.4.36 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/572f9aea-0685-41ed-bd62-424abeb216c5) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:34.255287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:34.519487 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.531419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] Made reservation on behalf of 2b1a2baa039a4a9080d39c7aa1b9f7e4 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:34.533829 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.565588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:34.591509 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.601797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-ad289b0d-4cc8-408c-90af-7d9144a0e54e', 'network_id': 'ad289b0d-4cc8-408c-90af-7d9144a0e54e', 'tenant_id': '63b6f5c8483d41c2a4daf61b1a709856', 'fixed_ips': [{'subnet_id': '6527e5bf-b560-4bec-b564-65a75c8afcc9'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:34.608019 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.625470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] device_id is not set on port 0cf438cf-78e8-4228-8817-32de5bc8c8f7 yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:02:34.757852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Allocated IP 2001:db8::f816:3eff:fee1:b285 (ad289b0d-4cc8-408c-90af-7d9144a0e54e/6527e5bf-b560-4bec-b564-65a75c8afcc9/0cf438cf-78e8-4228-8817-32de5bc8c8f7) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:34.774307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.820579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:34.829292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:34.834349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:34.840320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Pushing event updated for resources: {'Port': ['ID=572f9aea-0685-41ed-bd62-424abeb216c5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:34.868549 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.018739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48a2a88-3af1-41c2-a731-e4f334092195,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:35.024459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 457bd2d0-1c5e-4f60-84db-70d9e07533b3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:35.047976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45686) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:35.073273 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.079200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] Checking segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:35.079825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] Network hostable DHCP agents. Network: 826b4d3b-3779-4633-8f48-5944e5bb3c62, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:35.106903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Transition to ACTIVE for port object 0cf438cf-78e8-4228-8817-32de5bc8c8f7 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:35.202214 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.216660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:35.251219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:35.310670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Allocated IP 2001:db8::f816:3eff:fe15:611 (ad289b0d-4cc8-408c-90af-7d9144a0e54e/6527e5bf-b560-4bec-b564-65a75c8afcc9/5a2f465f-9412-4114-bd21-a70e94776e87) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:35.318329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network ad289b0d-4cc8-408c-90af-7d9144a0e54e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:35.327754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:35.330719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Port': ['ID=0cf438cf-78e8-4228-8817-32de5bc8c8f7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:35.337324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:35.346095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.346788 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.422809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1cc14cac-1f19-497b-96b8-a3902af11424 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2022753 Aug 16 21:02:35.422809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45692) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:35.511642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf431ff-be99-4ce0-9739-a8972d658937 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Deleting subnet 6527e5bf-b560-4bec-b564-65a75c8afcc9 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:35.554841 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.568729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Transition to ACTIVE for port object 5a2f465f-9412-4114-bd21-a70e94776e87 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:35.586384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Transition to ACTIVE for port object 5a2f465f-9412-4114-bd21-a70e94776e87 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:35.630464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea17aba2-4fe1-4603-9808-332be8de0205 None None] Network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:35.650667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbf431ff-be99-4ce0-9739-a8972d658937 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.687605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 826b4d3b-3779-4633-8f48-5944e5bb3c62) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:35.695671 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbf431ff-be99-4ce0-9739-a8972d658937 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.702470 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78f83afb-c46e-45f3-bd21-74f7a22edfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.710775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.711380 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.744385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.765272 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.768682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd8326e-5785-4a6d-85b0-d03a7f43cb63 None None] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:35.832568 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbf431ff-be99-4ce0-9739-a8972d658937 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.843771 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d07c22a9-ff72-4643-8c9e-67c93513e3f8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6178825 Aug 16 21:02:35.847772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45704) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:35.853207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:36.036140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.040026 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbf431ff-be99-4ce0-9739-a8972d658937 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.048524 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78f83afb-c46e-45f3-bd21-74f7a22edfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.052071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Network ad289b0d-4cc8-408c-90af-7d9144a0e54e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:36.059196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3f72168d-af74-46a4-9e6d-3f6a3fc1e45c None None] Provisioning for port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:36.065926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:36.070668 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf431ff-be99-4ce0-9739-a8972d658937 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Subnet': ['ID=6527e5bf-b560-4bec-b564-65a75c8afcc9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:36.075025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:36.078449 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbf431ff-be99-4ce0-9739-a8972d658937 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.083691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bbf431ff-be99-4ce0-9739-a8972d658937 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/subnets/6527e5bf-b560-4bec-b564-65a75c8afcc9 HTTP/1.1" status: 204 len: 168 time: 0.6575830 Aug 16 21:02:36.083984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45708) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:36.087054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Pushing event updated for resources: {'Port': ['ID=5a2f465f-9412-4114-bd21-a70e94776e87,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:36.094698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3f72168d-af74-46a4-9e6d-3f6a3fc1e45c None None] Provisioning complete for port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:36.094916 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3f72168d-af74-46a4-9e6d-3f6a3fc1e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.143087 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-78f83afb-c46e-45f3-bd21-74f7a22edfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.156733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe371c-2beb-4136-b857-6031f68b9450 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:36.156733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe371c-2beb-4136-b857-6031f68b9450 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:36.156733 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b5fe371c-2beb-4136-b857-6031f68b9450 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0676200 Aug 16 21:02:36.156733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45710) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:36.212200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f83afb-c46e-45f3-bd21-74f7a22edfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749cfeeb-8bbd-4cf0-b881-fd8075a135fa,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:36.221077 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-78f83afb-c46e-45f3-bd21-74f7a22edfeb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ab6e56816b7940c1acb84b13f54cf8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1705234 Aug 16 21:02:36.225822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45714) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:36.241586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Attempting to bind port 5a2f465f-9412-4114-bd21-a70e94776e87 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:36.248206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Attempting to bind port 5a2f465f-9412-4114-bd21-a70e94776e87 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'c6f064a4-8c20-4d11-8aa2-12ce37696c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ad289b0d-4cc8-408c-90af-7d9144a0e54e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:36.248206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Attempting to bind port 5a2f465f-9412-4114-bd21-a70e94776e87 on network ad289b0d-4cc8-408c-90af-7d9144a0e54e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:36.257800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:36.258470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Checking segment: {'id': 'c6f064a4-8c20-4d11-8aa2-12ce37696c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ad289b0d-4cc8-408c-90af-7d9144a0e54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:36.259066 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.259624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Bound using segment: {'id': 'c6f064a4-8c20-4d11-8aa2-12ce37696c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ad289b0d-4cc8-408c-90af-7d9144a0e54e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:36.260258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Bound port: 5a2f465f-9412-4114-bd21-a70e94776e87, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f064a4-8c20-4d11-8aa2-12ce37696c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ad289b0d-4cc8-408c-90af-7d9144a0e54e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:36.260828 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.289248 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.290081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.305688 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6a08a32-5922-4ab6-b3da-46d67c3b7bd9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.313748 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a08a32-5922-4ab6-b3da-46d67c3b7bd9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 21:02:36.314465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a08a32-5922-4ab6-b3da-46d67c3b7bd9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:36.317245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e6a08a32-5922-4ab6-b3da-46d67c3b7bd9 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/networks/ad289b0d-4cc8-408c-90af-7d9144a0e54e HTTP/1.1" status: 409 len: 405 time: 0.1547983 Aug 16 21:02:36.321342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45716) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:36.327814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-922642208'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:36.339206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-826b4d3b-3779-4633-8f48-5944e5bb3c62', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:36.339975 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.374317 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.385499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee6b9d1-c8f9-4662-a695-dab5fd04dc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.404894 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3f72168d-af74-46a4-9e6d-3f6a3fc1e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.418419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee6b9d1-c8f9-4662-a695-dab5fd04dc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.432622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:36.437105 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.452361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] For port 5a2f465f-9412-4114-bd21-a70e94776e87, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:36.457772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:02:36.469988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:36.481053 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.489284 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Added segment b0542452-69bc-4c9c-bf22-bcf2bc4d177b of type vlan for network 0162a7d5-22af-4960-885f-659d97225c33 Aug 16 21:02:36.489456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] For port 5a2f465f-9412-4114-bd21-a70e94776e87, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a2f465f-9412-4114-bd21-a70e94776e87,segment=NetworkSegment(c6f064a4-8c20-4d11-8aa2-12ce37696c0c),segment_id=c6f064a4-8c20-4d11-8aa2-12ce37696c0c)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:36.549715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3f72168d-af74-46a4-9e6d-3f6a3fc1e45c None None] For port 457bd2d0-1c5e-4f60-84db-70d9e07533b3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=457bd2d0-1c5e-4f60-84db-70d9e07533b3,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:36.549946 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.567950 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.616058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Allocated IP 172.20.0.2 (826b4d3b-3779-4633-8f48-5944e5bb3c62/e48a2a88-3af1-41c2-a731-e4f334092195/6f950c16-aa43-41d8-bbcb-4fa861ca4e4a) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:36.625452 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3f72168d-af74-46a4-9e6d-3f6a3fc1e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.640139 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.648592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:36.649656 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.725128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc3b52-adf4-4a10-b8e0-3ce62eaf0f4b None None] Pushing event updated for resources: {'Port': ['ID=5a2f465f-9412-4114-bd21-a70e94776e87,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:36.751724 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.768579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:36.777002 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Network': ['ID=0162a7d5-22af-4960-885f-659d97225c33,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:36.779306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047e8bf-a481-4a3d-8c8a-a61f4a40b5ff None None] Network ad289b0d-4cc8-408c-90af-7d9144a0e54e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:36.779483 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Sync routers for ids ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:36.786517 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-851f06df-7c75-4c40-b05b-ee674cf1e42c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4632125 Aug 16 21:02:36.787170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45728) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:36.793415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'subnet': {'network_id': '0162a7d5-22af-4960-885f-659d97225c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:36.802867 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Routers {'1b2ef004-08b5-45c3-90e3-a2f6f90df57f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:36.803773 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:36.816339 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee6b9d1-c8f9-4662-a695-dab5fd04dc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.823721 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee6b9d1-c8f9-4662-a695-dab5fd04dc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.823721 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3ee6b9d1-c8f9-4662-a695-dab5fd04dc46 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/749cfeeb-8bbd-4cf0-b881-fd8075a135fa HTTP/1.1" status: 204 len: 168 time: 0.5902498 Aug 16 21:02:36.829701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 0162a7d5-22af-4960-885f-659d97225c33 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:36.834568 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6b9d1-c8f9-4662-a695-dab5fd04dc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749cfeeb-8bbd-4cf0-b881-fd8075a135fa,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:36.868986 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.872662 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8302ba3a-7b55-4360-b7f3-14c8b170702a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0518844 Aug 16 21:02:36.882242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45732) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:36.930103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e82839e9-6c9f-4f57-95f1-94f247fba171 None None] Provisioning complete for port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:36.930472 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e82839e9-6c9f-4f57-95f1-94f247fba171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.975266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72168d-af74-46a4-9e6d-3f6a3fc1e45c None None] Pushing event updated for resources: {'Port': ['ID=457bd2d0-1c5e-4f60-84db-70d9e07533b3,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:37.085581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:37.089470 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.160057 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.172217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Transition to ACTIVE for port object 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:37.174328 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Set router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:37.221752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Transition to ACTIVE for port object 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:37.307274 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.325879 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.332094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.393380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:37.397678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:37.401781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:37.468987 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:35Z', 'revision_number': 3, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:37.474971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Pushing event updated for resources: {'Port': ['ID=6f950c16-aa43-41d8-bbcb-4fa861ca4e4a,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:37.502169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Attempting to bind port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:37.502896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Attempting to bind port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:37.503447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Attempting to bind port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:37.509886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:37.514699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Checking segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:37.515517 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.516103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Bound using segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:37.516993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Bound port: 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:37.517709 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.541614 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Checking router: 1b2ef004-08b5-45c3-90e3-a2f6f90df57f for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:37.547372 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Updating router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f port 572f9aea-0685-41ed-bd62-424abeb216c5 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:02:37.556108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Allocated IP 172.25.4.141 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/2505fa73-92e5-40bb-b41a-215c3de36fd1) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:37.600612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] For port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:37.606180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] For port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6f950c16-aa43-41d8-bbcb-4fa861ca4e4a,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:37.611774 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.630604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.objects.ports [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:02:37.632892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.685562 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.722431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Checking segment: {'id': 'b0542452-69bc-4c9c-bf22-bcf2bc4d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0162a7d5-22af-4960-885f-659d97225c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:37.722431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network hostable DHCP agents. Network: 0162a7d5-22af-4960-885f-659d97225c33, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:37.762918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Subnet': ['ID=beffb704-2edf-423d-9ce1-97cfa931a999,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:37.818205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5228e3c-e525-4f75-8a00-62d6bac91cfe None None] Pushing event updated for resources: {'Port': ['ID=6f950c16-aa43-41d8-bbcb-4fa861ca4e4a,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:37.836969 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.844423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.856329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network 0162a7d5-22af-4960-885f-659d97225c33 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:37.942894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 0162a7d5-22af-4960-885f-659d97225c33) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:37.946305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:37.954063 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.978685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45746) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:37.983012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee5470-a045-43c3-8de2-81d91e99660e None None] Network 0162a7d5-22af-4960-885f-659d97225c33 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:38.007133 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.016202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e6f07c23-62bf-439c-8010-62c2f8092ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.056593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6864c7bb-948b-41ce-ba8c-68d8f64ecb07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2647867 Aug 16 21:02:38.060912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45750) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:38.071830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:38.085249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:38.093265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:38.207684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Pushing event updated for resources: {'Port': ['ID=2505fa73-92e5-40bb-b41a-215c3de36fd1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:38.238191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.271727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Allocated IP 172.20.0.1 (4822ec26-7bfe-4198-be0b-e1bd57e607c1/6cb98c82-f15c-446c-9cff-88a44ecbbfe3/c8e59fb3-16e3-496f-97ca-8cb9d8fbdced) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:38.279503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-0162a7d5-22af-4960-885f-659d97225c33', 'network_id': '0162a7d5-22af-4960-885f-659d97225c33', 'tenant_id': '63b6f5c8483d41c2a4daf61b1a709856', 'fixed_ips': [{'subnet_id': 'beffb704-2edf-423d-9ce1-97cfa931a999'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:38.279503 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.291243 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.317616 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Transition to ACTIVE for port object 572f9aea-0685-41ed-bd62-424abeb216c5 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:38.343385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.388127 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.464879 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Attempting to bind port 572f9aea-0685-41ed-bd62-424abeb216c5 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:38.465839 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Attempting to bind port 572f9aea-0685-41ed-bd62-424abeb216c5 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:38.466208 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Attempting to bind port 572f9aea-0685-41ed-bd62-424abeb216c5 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:38.475388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Allocated IP 2001:db8::f816:3eff:fe33:7168 (0162a7d5-22af-4960-885f-659d97225c33/beffb704-2edf-423d-9ce1-97cfa931a999/0c8c5739-3d63-4a2e-8b5d-7135df768661) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:38.480870 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:38.481282 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:38.481685 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.482119 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:38.482822 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Bound port: 572f9aea-0685-41ed-bd62-424abeb216c5, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:38.483074 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.485995 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Pushing event updated for resources: {'Port': ['ID=572f9aea-0685-41ed-bd62-424abeb216c5,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:38.512208 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.512551 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.512859 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.513209 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.513535 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.513859 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.514172 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.514517 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.515164 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.515164 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.515481 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.515746 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:38.539057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e6f07c23-62bf-439c-8010-62c2f8092ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.544180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.561233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Transition to ACTIVE for port object c8e59fb3-16e3-496f-97ca-8cb9d8fbdced will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:38.568505 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] For port 572f9aea-0685-41ed-bd62-424abeb216c5, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:38.571818 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] For port 572f9aea-0685-41ed-bd62-424abeb216c5, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=572f9aea-0685-41ed-bd62-424abeb216c5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:38.637453 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e6f07c23-62bf-439c-8010-62c2f8092ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.660323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.662963 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.673471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Transition to ACTIVE for port object 0c8c5739-3d63-4a2e-8b5d-7135df768661 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:38.689818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Transition to ACTIVE for port object 0c8c5739-3d63-4a2e-8b5d-7135df768661 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:38.747464 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Routers {'1b2ef004-08b5-45c3-90e3-a2f6f90df57f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:38.748207 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:38.760810 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.764763 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f07c23-62bf-439c-8010-62c2f8092ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ef6c94-6543-4c84-b52e-d99fe520eaff,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:38.795527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45764) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:38.807607 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e6f07c23-62bf-439c-8010-62c2f8092ece admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b2ac134a6ea64f7fb722871070a8b856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8126924 Aug 16 21:02:38.818458 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.824393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Network 0162a7d5-22af-4960-885f-659d97225c33 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:38.827759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:38.833133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:38.839877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Pushing event updated for resources: {'Port': ['ID=0c8c5739-3d63-4a2e-8b5d-7135df768661,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:38.872077 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.886111 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99969a1-d096-4d90-80ed-d8bc688f2be1 None None] Pushing event updated for resources: {'Port': ['ID=572f9aea-0685-41ed-bd62-424abeb216c5,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:38.937219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Attempting to bind port 0c8c5739-3d63-4a2e-8b5d-7135df768661 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:38.937775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Attempting to bind port 0c8c5739-3d63-4a2e-8b5d-7135df768661 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'b0542452-69bc-4c9c-bf22-bcf2bc4d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0162a7d5-22af-4960-885f-659d97225c33'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:38.938158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Attempting to bind port 0c8c5739-3d63-4a2e-8b5d-7135df768661 on network 0162a7d5-22af-4960-885f-659d97225c33 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:38.943847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:38.944289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Checking segment: {'id': 'b0542452-69bc-4c9c-bf22-bcf2bc4d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0162a7d5-22af-4960-885f-659d97225c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:38.944712 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.947937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Bound using segment: {'id': 'b0542452-69bc-4c9c-bf22-bcf2bc4d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0162a7d5-22af-4960-885f-659d97225c33'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:38.948528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Bound port: 0c8c5739-3d63-4a2e-8b5d-7135df768661, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0542452-69bc-4c9c-bf22-bcf2bc4d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0162a7d5-22af-4960-885f-659d97225c33'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:38.949121 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.980226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Subnet': ['ID=beffb704-2edf-423d-9ce1-97cfa931a999,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:39.045147 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] Set router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:39.091719 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.094746 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59e930a1-2f24-4ac5-959b-b713a56fc46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.112472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0162a7d5-22af-4960-885f-659d97225c33']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:39.140094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:39.143319 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] For port 0c8c5739-3d63-4a2e-8b5d-7135df768661, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:39.147325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0542452-69bc-4c9c-bf22-bcf2bc4d177b') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:39.147769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0542452-69bc-4c9c-bf22-bcf2bc4d177b') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:39.165877 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59e930a1-2f24-4ac5-959b-b713a56fc46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.176946 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.192834 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] For port 0c8c5739-3d63-4a2e-8b5d-7135df768661, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0c8c5739-3d63-4a2e-8b5d-7135df768661,segment=NetworkSegment(b0542452-69bc-4c9c-bf22-bcf2bc4d177b),segment_id=b0542452-69bc-4c9c-bf22-bcf2bc4d177b)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:39.264522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a615623-7399-419c-a55c-af52bd214724 None None] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:39.313515 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.333919 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:35Z', 'revision_number': 3, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:39.378871 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b43f8a-a299-455a-86f5-8edb30a674f9 None None] The sync data for ids ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'] in n-d-793619-14 is: [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:35Z', 'revision_number': 3, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:39.407260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:39.432866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 457bd2d0-1c5e-4f60-84db-70d9e07533b3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:39.437246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.446842 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.459015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:39.459015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:39.461870 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:39.481574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd418c4f-14bb-464d-8e97-dbdbcd578f7f None None] Pushing event updated for resources: {'Port': ['ID=0c8c5739-3d63-4a2e-8b5d-7135df768661,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:39.498896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4372d51-5b11-4c3b-8cd0-e438765012f3 None None] Network 0162a7d5-22af-4960-885f-659d97225c33 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:39.539978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:39.547816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:39.550656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-574eb280-0d91-4f1c-b548-7ee0d1fc7b98 None None] Provisioning for port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:39.555268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:39.590440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e59fb3-16e3-496f-97ca-8cb9d8fbdced,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:39.600357 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59e930a1-2f24-4ac5-959b-b713a56fc46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.603612 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-59e930a1-2f24-4ac5-959b-b713a56fc46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.605123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-59e930a1-2f24-4ac5-959b-b713a56fc46c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36ef6c94-6543-4c84-b52e-d99fe520eaff HTTP/1.1" status: 204 len: 168 time: 0.8083761 Aug 16 21:02:39.617759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e930a1-2f24-4ac5-959b-b713a56fc46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ef6c94-6543-4c84-b52e-d99fe520eaff,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:39.626177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-574eb280-0d91-4f1c-b548-7ee0d1fc7b98 None None] Provisioning complete for port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:39.626177 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-574eb280-0d91-4f1c-b548-7ee0d1fc7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.637667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:02:39.637667 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:02:39.637667 n-d-793619-14 neutron-server[95261]: [parameters: {'id': '0162a7d5-22af-4960-885f-659d97225c33'}] Aug 16 21:02:39.637667 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:02:39.638621 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:02:39.754275 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.929745 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.126790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:40.128985 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.139807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.198423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.259088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Deleting port 0c8c5739-3d63-4a2e-8b5d-7135df768661 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:40.259482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.362650 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-574eb280-0d91-4f1c-b548-7ee0d1fc7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.435105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] For port 0c8c5739-3d63-4a2e-8b5d-7135df768661, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0c8c5739-3d63-4a2e-8b5d-7135df768661,segment=NetworkSegment(b0542452-69bc-4c9c-bf22-bcf2bc4d177b),segment_id=b0542452-69bc-4c9c-bf22-bcf2bc4d177b)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:40.435805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.466510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Calling delete_port for 0c8c5739-3d63-4a2e-8b5d-7135df768661 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:40.583877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-574eb280-0d91-4f1c-b548-7ee0d1fc7b98 None None] For port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6f950c16-aa43-41d8-bbcb-4fa861ca4e4a,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:40.650700 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-574eb280-0d91-4f1c-b548-7ee0d1fc7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.691030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:02:40.721790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7363b007-b8bd-456c-94b0-24c0639c86cb None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:02:40.742244 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.762848 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.778468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Port': ['ID=0c8c5739-3d63-4a2e-8b5d-7135df768661,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:40.783604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No DVR routers for this DVR port 0c8c5739-3d63-4a2e-8b5d-7135df768661 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:40.795238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574eb280-0d91-4f1c-b548-7ee0d1fc7b98 None None] Pushing event updated for resources: {'Port': ['ID=6f950c16-aa43-41d8-bbcb-4fa861ca4e4a,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:40.847465 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-57373055-54cc-40c1-aa52-bddab7dbf8b0 None None] Provisioning for port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:40.869548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-57373055-54cc-40c1-aa52-bddab7dbf8b0 None None] Provisioning complete for port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:40.873274 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-57373055-54cc-40c1-aa52-bddab7dbf8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.874345 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.924243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-57373055-54cc-40c1-aa52-bddab7dbf8b0 None None] Port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:40.930387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7363b007-b8bd-456c-94b0-24c0639c86cb None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:02:41.006349 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.006598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-57373055-54cc-40c1-aa52-bddab7dbf8b0 None None] Provisioning complete for port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:41.006598 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-57373055-54cc-40c1-aa52-bddab7dbf8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.016534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0162a7d5-22af-4960-885f-659d97225c33']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:41.042082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e59fb3-16e3-496f-97ca-8cb9d8fbdced,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:41.047336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0542452-69bc-4c9c-bf22-bcf2bc4d177b') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:41.047656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0542452-69bc-4c9c-bf22-bcf2bc4d177b') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:41.062274 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.078488 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.084702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 572f9aea-0685-41ed-bd62-424abeb216c5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:41.085998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:41.086413 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.090292 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:41.150634 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:41.184350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:41.205505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Sync routers for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:41.246662 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.253567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:41.255889 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.256044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:41.262715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/networks/0162a7d5-22af-4960-885f-659d97225c33 HTTP/1.1" status: 204 len: 168 time: 3.1990976 Aug 16 21:02:41.265114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45804) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:41.273171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:41.275486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:41.279646 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.279646 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cb40d7b6-a9e5-4997-8e7d-88dcc4fe2c2a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4296606 Aug 16 21:02:41.287767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1274626711'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:41.290869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45808) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:41.300988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95834d0-a697-4fde-b75d-56e084f890da tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Network': ['ID=0162a7d5-22af-4960-885f-659d97225c33,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:41.357653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 572f9aea-0685-41ed-bd62-424abeb216c5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:41.398507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 572f9aea-0685-41ed-bd62-424abeb216c5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:41.399184 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.433804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:41.500751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:41.506462 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.521901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0381f2b5-566c-4632-95ec-09b2c6e606a9 None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:02:41.592755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:41.617639 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.618382 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Added segment cadd5016-b1ae-466c-97af-1c427297f0e4 of type vlan for network 315d1367-38a4-45d1-ab54-ca26c647b59e Aug 16 21:02:41.619349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:41.631141 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d21ace31-fb28-44ba-bd4f-83ad8c94bb87 admin admin] 10.222.0.74 "PUT /v2.0/routers/1b2ef004-08b5-45c3-90e3-a2f6f90df57f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7476661 Aug 16 21:02:41.665858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:41.668089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0381f2b5-566c-4632-95ec-09b2c6e606a9 None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:02:41.712705 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.877903 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.901770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.914369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:41.915739 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.923893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 572f9aea-0685-41ed-bd62-424abeb216c5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=572f9aea-0685-41ed-bd62-424abeb216c5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:42.004340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.005879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:42.010759 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Sync routers for ids ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:42.022892 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Routers {'1b2ef004-08b5-45c3-90e3-a2f6f90df57f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:42.023648 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:42.047855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Network': ['ID=315d1367-38a4-45d1-ab54-ca26c647b59e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:42.085734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 315d1367-38a4-45d1-ab54-ca26c647b59e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:42.108360 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.128294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5fd3f421-547f-4232-a552-8012fdca62b1 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8619516 Aug 16 21:02:42.131191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45828) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:42.136570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'subnet': {'network_id': '315d1367-38a4-45d1-ab54-ca26c647b59e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:42.191509 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Set router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:42.252619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=572f9aea-0685-41ed-bd62-424abeb216c5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:42.260524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:38Z', 'revision_number': 3, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:42.300792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Checking router: f7f18d7a-3e27-44c6-a90b-fedaeb47f982 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:42.301183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Updating router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 port 2505fa73-92e5-40bb-b41a-215c3de36fd1 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:02:42.311040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.311395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.314376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.314376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.314376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.314376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.314376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.314376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.314376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.314376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.314376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.315245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.381340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.425697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Allocated IP 172.20.0.1 (826b4d3b-3779-4633-8f48-5944e5bb3c62/e48a2a88-3af1-41c2-a731-e4f334092195/d4f85691-d3ae-4548-b457-74f130795c29) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:42.459128 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:42.464633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.547819 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:40Z', 'revision_number': 4, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c8e59fb3-16e3-496f-97ca-8cb9d8fbdced', 'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'mac_address': 'fa:16:3e:2a:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:40Z', 'revision_number': 2, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'subnets': [{'id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:42.625109 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Checking router: 1b2ef004-08b5-45c3-90e3-a2f6f90df57f for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:42.626397 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Updating router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:02:42.643384 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.688485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Transition to ACTIVE for port object d4f85691-d3ae-4548-b457-74f130795c29 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:42.711793 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.816952 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.834668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:42.835216 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.857439 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.906550 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.920930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Transition to ACTIVE for port object 2505fa73-92e5-40bb-b41a-215c3de36fd1 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:42.953880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:42.960304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:42.981283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:42.994107 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.995949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Subnet': ['ID=9c41b6d9-7b49-4b34-9fef-3e1daeb8dedf,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:43.017442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Checking segment: {'id': 'cadd5016-b1ae-466c-97af-1c427297f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '315d1367-38a4-45d1-ab54-ca26c647b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:43.017442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network hostable DHCP agents. Network: 315d1367-38a4-45d1-ab54-ca26c647b59e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:43.071707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Pushing event updated for resources: {'Port': ['ID=d4f85691-d3ae-4548-b457-74f130795c29,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:43.097409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.107971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network 315d1367-38a4-45d1-ab54-ca26c647b59e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:43.165141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 315d1367-38a4-45d1-ab54-ca26c647b59e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:43.172474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:43.173101 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.231076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ff670a-ad3b-445c-8533-c3b99eb9dc18 None None] Network 315d1367-38a4-45d1-ab54-ca26c647b59e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:43.276296 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7b22d63e-0c43-4a09-a7c6-a065117c6996 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1436956 Aug 16 21:02:43.278733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45852) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:43.302917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99d4fe-4098-4e43-8a51-9b40fd0d9010 None None] Pushing event updated for resources: {'Port': ['ID=2505fa73-92e5-40bb-b41a-215c3de36fd1,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:43.338756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Attempting to bind port 2505fa73-92e5-40bb-b41a-215c3de36fd1 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:43.341708 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Attempting to bind port 2505fa73-92e5-40bb-b41a-215c3de36fd1 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:43.343513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Attempting to bind port 2505fa73-92e5-40bb-b41a-215c3de36fd1 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:43.358476 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.391522 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Transition to ACTIVE for port object c8e59fb3-16e3-496f-97ca-8cb9d8fbdced will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:43.422705 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:43.425751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:43.427130 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.430038 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:43.430906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Bound port: 2505fa73-92e5-40bb-b41a-215c3de36fd1, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:43.431715 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.467562 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.476830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 572f9aea-0685-41ed-bd62-424abeb216c5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:43.505308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.557782 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3d572-5f2e-496c-bdc9-02b47f0282be None None] Pushing event updated for resources: {'Port': ['ID=c8e59fb3-16e3-496f-97ca-8cb9d8fbdced,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:43.587994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45856) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:43.594040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0a66b0fc-0fca-42ac-99de-0fa4cfc62309 None None] Provisioning for port d4f85691-d3ae-4548-b457-74f130795c29 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:43.605157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-183057391-network', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:43.605766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0a66b0fc-0fca-42ac-99de-0fa4cfc62309 None None] Provisioning complete for port d4f85691-d3ae-4548-b457-74f130795c29 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:43.606359 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a66b0fc-0fca-42ac-99de-0fa4cfc62309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.661893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.670765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] For port 2505fa73-92e5-40bb-b41a-215c3de36fd1, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:43.673484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0a66b0fc-0fca-42ac-99de-0fa4cfc62309 None None] Port d4f85691-d3ae-4548-b457-74f130795c29 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:43.696228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] For port 2505fa73-92e5-40bb-b41a-215c3de36fd1, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2505fa73-92e5-40bb-b41a-215c3de36fd1,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:43.715676 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Attempting to bind port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:43.719431 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Attempting to bind port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:43.720077 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Attempting to bind port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced on network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:43.738594 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:43.740155 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Checking segment: {'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:43.744144 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.744596 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Bound using segment: {'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:43.745865 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Bound port: c8e59fb3-16e3-496f-97ca-8cb9d8fbdced, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:43.746263 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.778869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 572f9aea-0685-41ed-bd62-424abeb216c5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:43.779294 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.799215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Made reservation on behalf of 2b4c9ca697b64e11b732ebd326cf0321 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:43.803912 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.824109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.884695 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.896455 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.898464 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] For port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:43.907388 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] For port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c8e59fb3-16e3-496f-97ca-8cb9d8fbdced,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:43.963093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Subnet': ['ID=9c41b6d9-7b49-4b34-9fef-3e1daeb8dedf,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:43.977547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d9125-5012-40eb-b224-fc80ea168061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-315d1367-38a4-45d1-ab54-ca26c647b59e', 'network_id': '315d1367-38a4-45d1-ab54-ca26c647b59e', 'tenant_id': '63b6f5c8483d41c2a4daf61b1a709856', 'fixed_ips': [{'subnet_id': '9c41b6d9-7b49-4b34-9fef-3e1daeb8dedf'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:43.978306 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.979275 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-226d9125-5012-40eb-b224-fc80ea168061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.010593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:44.011607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:44.094272 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Routers {'1b2ef004-08b5-45c3-90e3-a2f6f90df57f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:44.098177 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:44.204518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.206968 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.240920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315d1367-38a4-45d1-ab54-ca26c647b59e']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:44.271022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:44.284480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadd5016-b1ae-466c-97af-1c427297f0e4') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:44.284480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadd5016-b1ae-466c-97af-1c427297f0e4') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:44.295636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.336382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.340430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.343603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:44.344151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:44.347612 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:44.401243 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] Set router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:44.444947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.463767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99d4fe-4098-4e43-8a51-9b40fd0d9010 None None] Pushing event updated for resources: {'Port': ['ID=2505fa73-92e5-40bb-b41a-215c3de36fd1,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:44.498791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cbd4c0-d015-4ac7-b7e6-e7fbf04280ad,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:44.555753 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3d572-5f2e-496c-bdc9-02b47f0282be None None] Pushing event updated for resources: {'Port': ['ID=c8e59fb3-16e3-496f-97ca-8cb9d8fbdced,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:44.575416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.577747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.590058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:44.594546 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.620217 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/networks/315d1367-38a4-45d1-ab54-ca26c647b59e HTTP/1.1" status: 204 len: 168 time: 1.3372316 Aug 16 21:02:44.620691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45878) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:44.626699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-828471404'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:44.666549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542a621-69a6-4eba-a8b2-3720eda093f3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Network': ['ID=315d1367-38a4-45d1-ab54-ca26c647b59e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:44.667554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.680012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.680570 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Added segment 8a54ad37-c657-4a60-9feb-256a04ca737f of type vlan for network 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 Aug 16 21:02:44.709893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86482ad2-0cc0-404f-bb77-d35fb88d3bc0 None None] Network 315d1367-38a4-45d1-ab54-ca26c647b59e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:44.775500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86482ad2-0cc0-404f-bb77-d35fb88d3bc0 None None] Network 315d1367-38a4-45d1-ab54-ca26c647b59e could not be found, it might have been deleted concurrently. {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 21:02:44.793384 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.813834 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.819506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:44.823564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.870485 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:40Z', 'revision_number': 4, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c8e59fb3-16e3-496f-97ca-8cb9d8fbdced', 'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'mac_address': 'fa:16:3e:2a:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:43Z', 'revision_number': 4, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'subnets': [{'id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:44.883563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:38Z', 'revision_number': 3, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:44.898650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:44.903293 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4b312-3a62-4f99-a57f-025278543785 None None] The sync data for ids ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'] in n-d-793619-14 is: [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:40Z', 'revision_number': 4, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c8e59fb3-16e3-496f-97ca-8cb9d8fbdced', 'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'mac_address': 'fa:16:3e:2a:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:43Z', 'revision_number': 4, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'subnets': [{'id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:44.924698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c085e3-3933-4053-b8ff-3d0b026e77f7 None None] The sync data for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 is: [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:38Z', 'revision_number': 3, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:44.948226 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.955150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:44.956330 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.057448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] Pushing event updated for resources: {'Network': ['ID=4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:45.065679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.066324 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Added segment de460c13-da19-4ba6-bba0-4dad319fcab0 of type vlan for network eefa1f93-5a71-44a3-89ce-16ea3983c53f Aug 16 21:02:45.069600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:45.083910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Pushing event updated for resources: {'Port': ['ID=d4f85691-d3ae-4548-b457-74f130795c29,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:45.114343 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-47cf5a6e-e33a-4bf5-82f5-4d158097c3cd admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5207496 Aug 16 21:02:45.115045 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45884) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:45.125004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] Request body: {'subnet': {'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-183057391-subnet', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:45.131194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:45.142281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:45.148879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.262338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] Made reservation on behalf of 2b4c9ca697b64e11b732ebd326cf0321 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:45.266126 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.346776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45888) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:45.379836 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-499cd0e8-3876-40e1-93ab-5fa210df3f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.427463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45892) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:45.429318 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.439410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:45.440063 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.443976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:45.462683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c8e59fb3-16e3-496f-97ca-8cb9d8fbdced up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:45.638326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7b329c12-e1fc-43e6-bd81-1bdd6dcea6c5 None None] Provisioning complete for port d4f85691-d3ae-4548-b457-74f130795c29 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:45.638724 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7b329c12-e1fc-43e6-bd81-1bdd6dcea6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.682941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7b329c12-e1fc-43e6-bd81-1bdd6dcea6c5 None None] Port d4f85691-d3ae-4548-b457-74f130795c29 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:45.730733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:45.735696 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:45.736139 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.792345 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a48589b4-0e8c-4e4e-aa5c-4124399e7da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.834416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Network': ['ID=eefa1f93-5a71-44a3-89ce-16ea3983c53f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:45.838336 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07c6ab1f-4701-4090-b5bc-1d6855a638ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.863306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network eefa1f93-5a71-44a3-89ce-16ea3983c53f details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:45.882504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.920345 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.940064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c7a5bc23-8f05-4c82-9169-01cc79fd0de8 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3174226 Aug 16 21:02:45.941344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45898) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:46.005358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c8e59fb3-16e3-496f-97ca-8cb9d8fbdced,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:46.056340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.056945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69714550-34c4-4d54-805f-171feb1b2977,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.074430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Request body: {'subnet': {'network_id': 'eefa1f93-5a71-44a3-89ce-16ea3983c53f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:46.074662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] Checking segment: {'id': '8a54ad37-c657-4a60-9feb-256a04ca737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:46.074981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] Network hostable DHCP agents. Network: 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:46.153294 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a48589b4-0e8c-4e4e-aa5c-4124399e7da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.157696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:46.168790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c8e59fb3-16e3-496f-97ca-8cb9d8fbdced,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.173928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-066c5d29-6a8f-414b-8128-1a5f07bd5692 admin admin] 10.222.0.74 "PUT /v2.0/routers/f7f18d7a-3e27-44c6-a90b-fedaeb47f982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8807948 Aug 16 21:02:46.182694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] Network 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:46.233488 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a48589b4-0e8c-4e4e-aa5c-4124399e7da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.243855 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 21:02:46.243855 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 21:02:46.243855 n-d-793619-14 neutron-server[95261]: [parameters: {'project_id_1': '63b6f5c8483d41c2a4daf61b1a709856', 'expiration_1': datetime.datetime(2021, 8, 16, 21, 2, 46, 187213)}] Aug 16 21:02:46.243855 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:02:46.246958 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:02:46.268046 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a48589b4-0e8c-4e4e-aa5c-4124399e7da7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8767fa5fa0344828b2594a8e2224c63a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8395123 Aug 16 21:02:46.271849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45902) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:46.295262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48589b4-0e8c-4e4e-aa5c-4124399e7da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a8cef7-b120-48d1-b37a-4c0a2ecdf1cb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.311215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:46.318555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:46.321312 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.321961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067008b6-b0d8-44bb-80ad-7e2fcf861800 None None] Network 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:46.414091 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14b68877-9d00-493f-ad7e-ad3491306518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.475409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07c6ab1f-4701-4090-b5bc-1d6855a638ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.480709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14b68877-9d00-493f-ad7e-ad3491306518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.557570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6', 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'fixed_ips': [{'subnet_id': '69714550-34c4-4d54-805f-171feb1b2977'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:46.558150 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.565167 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-07c6ab1f-4701-4090-b5bc-1d6855a638ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.597099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6ab1f-4701-4090-b5bc-1d6855a638ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd1da63-15f6-481e-822f-a720fe6527e0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.623254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14b68877-9d00-493f-ad7e-ad3491306518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.631072 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-14b68877-9d00-493f-ad7e-ad3491306518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.631072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-14b68877-9d00-493f-ad7e-ad3491306518 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e4a8cef7-b120-48d1-b37a-4c0a2ecdf1cb HTTP/1.1" status: 204 len: 168 time: 0.3542500 Aug 16 21:02:46.639597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-07c6ab1f-4701-4090-b5bc-1d6855a638ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8695d09300824ddf9bf3348f83554db3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2918370 Aug 16 21:02:46.640503 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b68877-9d00-493f-ad7e-ad3491306518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a8cef7-b120-48d1-b37a-4c0a2ecdf1cb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.642155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45912) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:46.645860 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-835914b1-f7e9-40fe-bd31-b834074f6573 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5293381 Aug 16 21:02:46.647974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45914) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:46.660386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-183057391-router', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:46.705925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26ac5716-dab0-44f1-a8df-0b78a70d9f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.729589 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26ac5716-dab0-44f1-a8df-0b78a70d9f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.765346 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.766944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.837716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Allocated IP 172.20.0.2 (4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6/69714550-34c4-4d54-805f-171feb1b2977/a83a44a4-b90b-4bfd-983e-a60c350f6e28) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:46.851215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Made reservation on behalf of 63b6f5c8483d41c2a4daf61b1a709856 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:46.854579 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.875623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.907248 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26ac5716-dab0-44f1-a8df-0b78a70d9f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.909820 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26ac5716-dab0-44f1-a8df-0b78a70d9f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.911005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-26ac5716-dab0-44f1-a8df-0b78a70d9f24 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ebd1da63-15f6-481e-822f-a720fe6527e0 HTTP/1.1" status: 204 len: 168 time: 0.2679439 Aug 16 21:02:46.930768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac5716-dab0-44f1-a8df-0b78a70d9f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd1da63-15f6-481e-822f-a720fe6527e0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:47.013743 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.024573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Transition to ACTIVE for port object a83a44a4-b90b-4bfd-983e-a60c350f6e28 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:47.047179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Transition to ACTIVE for port object a83a44a4-b90b-4bfd-983e-a60c350f6e28 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:47.108396 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.148941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.175850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Network 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:47.180271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:47.185115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:47.193541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Pushing event updated for resources: {'Port': ['ID=a83a44a4-b90b-4bfd-983e-a60c350f6e28,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:47.248893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Attempting to bind port a83a44a4-b90b-4bfd-983e-a60c350f6e28 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:47.249872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Attempting to bind port a83a44a4-b90b-4bfd-983e-a60c350f6e28 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8a54ad37-c657-4a60-9feb-256a04ca737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:47.249872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Attempting to bind port a83a44a4-b90b-4bfd-983e-a60c350f6e28 on network 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:47.255169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:47.255410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Checking segment: {'id': '8a54ad37-c657-4a60-9feb-256a04ca737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:47.255813 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.256501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Bound using segment: {'id': '8a54ad37-c657-4a60-9feb-256a04ca737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:47.256981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Bound port: a83a44a4-b90b-4bfd-983e-a60c350f6e28, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a54ad37-c657-4a60-9feb-256a04ca737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:47.257472 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.293385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.objects.ports [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:02:47.298217 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.347934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] For port a83a44a4-b90b-4bfd-983e-a60c350f6e28, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:47.353138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] For port a83a44a4-b90b-4bfd-983e-a60c350f6e28, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a83a44a4-b90b-4bfd-983e-a60c350f6e28,segment=NetworkSegment(8a54ad37-c657-4a60-9feb-256a04ca737f),segment_id=8a54ad37-c657-4a60-9feb-256a04ca737f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:47.390866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Checking segment: {'id': 'de460c13-da19-4ba6-bba0-4dad319fcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eefa1f93-5a71-44a3-89ce-16ea3983c53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:47.391486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network hostable DHCP agents. Network: eefa1f93-5a71-44a3-89ce-16ea3983c53f, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:47.394118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event updated for resources: {'Subnet': ['ID=e19273ad-c8da-4be8-bb2b-6cf3b64fa333,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:47.441162 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.505440 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2d4089dc-574a-4ae0-965e-affd1e500892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.524714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Network eefa1f93-5a71-44a3-89ce-16ea3983c53f is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:47.541831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64541223-3cf5-4334-a395-0d34b7e207a9 None None] Pushing event updated for resources: {'Port': ['ID=a83a44a4-b90b-4bfd-983e-a60c350f6e28,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:47.568825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2505fa73-92e5-40bb-b41a-215c3de36fd1 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:47.611099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, eefa1f93-5a71-44a3-89ce-16ea3983c53f) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:47.619050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:47.619948 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.623063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1910e7-760c-4e52-a8b0-a15c010baace None None] Network eefa1f93-5a71-44a3-89ce-16ea3983c53f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:47.653697 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.677082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.720577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9a85b211-7efb-47d8-99b5-35704690f9d4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7763269 Aug 16 21:02:47.722853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45932) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:47.777784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 2505fa73-92e5-40bb-b41a-215c3de36fd1 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:47.783315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2505fa73-92e5-40bb-b41a-215c3de36fd1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:47.783315 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.844672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Allocated IP 172.25.4.100 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/b3613190-ee7f-40ca-b63c-a98afc4adfe0) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:47.862887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec93d291-69b8-4724-8f00-013bb889407b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-eefa1f93-5a71-44a3-89ce-16ea3983c53f', 'network_id': 'eefa1f93-5a71-44a3-89ce-16ea3983c53f', 'tenant_id': '63b6f5c8483d41c2a4daf61b1a709856', 'fixed_ips': [{'subnet_id': 'e19273ad-c8da-4be8-bb2b-6cf3b64fa333'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:47.864049 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ec93d291-69b8-4724-8f00-013bb889407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.867965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45936) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:47.920439 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b9744bd-f8e2-4634-8ec9-890a3256967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.013239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.015998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45938) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:48.037732 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.055487 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b7514a1-c1d8-4ccd-b929-d826757f7ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.154127 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.156440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45940) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:48.166415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1583954865-network', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:48.210348 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.240388 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.240570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b9744bd-f8e2-4634-8ec9-890a3256967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.266053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 2505fa73-92e5-40bb-b41a-215c3de36fd1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2505fa73-92e5-40bb-b41a-215c3de36fd1,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:48.279795 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.312487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Subnet': ['ID=e19273ad-c8da-4be8-bb2b-6cf3b64fa333,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server [None req-ec93d291-69b8-4724-8f00-013bb889407b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e19273ad-c8da-4be8-bb2b-6cf3b64fa333: This subnet is being modified by another concurrent operation. Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server raise exception Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e19273ad-c8da-4be8-bb2b-6cf3b64fa333: This subnet is being modified by another concurrent operation. Aug 16 21:02:48.332431 n-d-793619-14 neutron-server[95263]: ERROR oslo_messaging.rpc.server Aug 16 21:02:48.349428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b9744bd-f8e2-4634-8ec9-890a3256967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.357536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a13dce-153a-4e24-ab2a-a34d3cb624ee None None] Network eefa1f93-5a71-44a3-89ce-16ea3983c53f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:48.375803 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.382024 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7b9744bd-f8e2-4634-8ec9-890a3256967d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=037fc40482ae4189bf135dd50b7174f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098522 Aug 16 21:02:48.382268 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.383701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45942) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:48.395015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefa1f93-5a71-44a3-89ce-16ea3983c53f']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:48.403122 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.403773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c8e59fb3-16e3-496f-97ca-8cb9d8fbdced up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:48.413769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de460c13-da19-4ba6-bba0-4dad319fcab0') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:48.414088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de460c13-da19-4ba6-bba0-4dad319fcab0') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:48.418688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9744bd-f8e2-4634-8ec9-890a3256967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd784d1e-e8eb-4aff-8cac-14824f9b6117,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:48.437562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:48.440887 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.442195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:48.448368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:48.464169 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.483278 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:48.483278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:48.483693 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:48.503909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Pushing event updated for resources: {'Port': ['ID=b3613190-ee7f-40ca-b63c-a98afc4adfe0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:48.567050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=2505fa73-92e5-40bb-b41a-215c3de36fd1,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:48.586186 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b7514a1-c1d8-4ccd-b929-d826757f7ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.606445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:48.606822 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.639043 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.650661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Sync routers for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:48.667855 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.668395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:48.669294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:48.672900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/networks/eefa1f93-5a71-44a3-89ce-16ea3983c53f HTTP/1.1" status: 204 len: 168 time: 0.9448392 Aug 16 21:02:48.672900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce04e5-9cb4-48eb-8d0f-e33e241eda18 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Network': ['ID=eefa1f93-5a71-44a3-89ce-16ea3983c53f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:48.673669 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b7514a1-c1d8-4ccd-b929-d826757f7ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.702769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45944) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:48.732340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7514a1-c1d8-4ccd-b929-d826757f7ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7014c3d2-db4c-4a76-bfe9-1b57ef99e0a8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:48.739501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5b7514a1-c1d8-4ccd-b929-d826757f7ef6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1c47d968578f4a48ab35909f493a70ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7222784 Aug 16 21:02:48.748883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45946) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:48.780789 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c7cfa0-1c22-4780-a34f-4c12de4657a5 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:48.781441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c7cfa0-1c22-4780-a34f-4c12de4657a5 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:48.785511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-81c7cfa0-1c22-4780-a34f-4c12de4657a5 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/subnets/e19273ad-c8da-4be8-bb2b-6cf3b64fa333 HTTP/1.1" status: 404 len: 337 time: 0.0523295 Aug 16 21:02:48.790532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45948) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:48.827931 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c22719c-1391-46e6-a691-93f47c5a182c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:48.828545 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c22719c-1391-46e6-a691-93f47c5a182c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:48.830339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5c22719c-1391-46e6-a691-93f47c5a182c tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/networks/eefa1f93-5a71-44a3-89ce-16ea3983c53f HTTP/1.1" status: 404 len: 339 time: 0.0383801 Aug 16 21:02:48.837664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45950) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:48.859061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:48.876528 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-60abf681-8cff-4034-aad2-483d5641cf07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:48.876995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60abf681-8cff-4034-aad2-483d5641cf07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:48.878752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-60abf681-8cff-4034-aad2-483d5641cf07 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/subnets/9c41b6d9-7b49-4b34-9fef-3e1daeb8dedf HTTP/1.1" status: 404 len: 337 time: 0.0400922 Aug 16 21:02:48.883086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45952) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:48.910681 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f04e682-cf83-418e-a3cf-8e6854f729c4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:48.912413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f04e682-cf83-418e-a3cf-8e6854f729c4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:48.913683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7f04e682-cf83-418e-a3cf-8e6854f729c4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/networks/315d1367-38a4-45d1-ab54-ca26c647b59e HTTP/1.1" status: 404 len: 339 time: 0.0297196 Aug 16 21:02:48.914961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b3b63a0-f719-43eb-aabd-f6e11db85f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.916624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45954) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:48.951723 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec84c73-26ee-4c98-86c3-f28ac25ad5b4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:48.952199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec84c73-26ee-4c98-86c3-f28ac25ad5b4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:48.958386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2ec84c73-26ee-4c98-86c3-f28ac25ad5b4 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/subnets/beffb704-2edf-423d-9ce1-97cfa931a999 HTTP/1.1" status: 404 len: 337 time: 0.0364220 Aug 16 21:02:48.959710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76da48d1-71a1-4a78-9e53-8a8acb39140d None None] Network 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:48.972821 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b3b63a0-f719-43eb-aabd-f6e11db85f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.007465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45958) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.009667 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1ce6d8a-03b7-458c-b1f7-e2403bfe9f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.038100 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-856dccea-dfa3-486c-8f7d-e1cf9eb05d67 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:49.039008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856dccea-dfa3-486c-8f7d-e1cf9eb05d67 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:49.042422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-856dccea-dfa3-486c-8f7d-e1cf9eb05d67 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/networks/0162a7d5-22af-4960-885f-659d97225c33 HTTP/1.1" status: 404 len: 339 time: 0.0321670 Aug 16 21:02:49.048027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45960) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.068685 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1ce6d8a-03b7-458c-b1f7-e2403bfe9f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.150054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e4a6f137-2287-4233-bd28-632d91a28c6f None None] Provisioning for port a83a44a4-b90b-4bfd-983e-a60c350f6e28 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:49.153283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Made reservation on behalf of 2be50f37609341a2ae2cd01c3bb47e4a for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:49.153434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-907ef75d-9d67-4e4c-9845-202057df2cc3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Deleting port 0cf438cf-78e8-4228-8817-32de5bc8c8f7 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:49.153698 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-907ef75d-9d67-4e4c-9845-202057df2cc3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.155615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.158072 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b3b63a0-f719-43eb-aabd-f6e11db85f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.160661 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b3b63a0-f719-43eb-aabd-f6e11db85f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.164626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2b3b63a0-f719-43eb-aabd-f6e11db85f2b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7014c3d2-db4c-4a76-bfe9-1b57ef99e0a8 HTTP/1.1" status: 204 len: 168 time: 0.4142482 Aug 16 21:02:49.170383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.220887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b63a0-f719-43eb-aabd-f6e11db85f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7014c3d2-db4c-4a76-bfe9-1b57ef99e0a8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:49.261181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 2, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:49.269069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-907ef75d-9d67-4e4c-9845-202057df2cc3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.299027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-907ef75d-9d67-4e4c-9845-202057df2cc3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Calling delete_port for 0cf438cf-78e8-4228-8817-32de5bc8c8f7 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:49.302125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Checking router: f7f18d7a-3e27-44c6-a90b-fedaeb47f982 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:49.302564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Updating router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 port d4f85691-d3ae-4548-b457-74f130795c29 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:02:49.333892 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.343322 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.363232 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.366552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1ce6d8a-03b7-458c-b1f7-e2403bfe9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.369168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1ce6d8a-03b7-458c-b1f7-e2403bfe9f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.373918 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c1ce6d8a-03b7-458c-b1f7-e2403bfe9f30 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dd784d1e-e8eb-4aff-8cac-14824f9b6117 HTTP/1.1" status: 204 len: 168 time: 0.9853654 Aug 16 21:02:49.476828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce6d8a-03b7-458c-b1f7-e2403bfe9f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd784d1e-e8eb-4aff-8cac-14824f9b6117,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:49.484234 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.525116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-907ef75d-9d67-4e4c-9845-202057df2cc3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.561686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ef75d-9d67-4e4c-9845-202057df2cc3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Port': ['ID=0cf438cf-78e8-4228-8817-32de5bc8c8f7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:49.568043 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-907ef75d-9d67-4e4c-9845-202057df2cc3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.571029 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-907ef75d-9d67-4e4c-9845-202057df2cc3 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/ports/0cf438cf-78e8-4228-8817-32de5bc8c8f7 HTTP/1.1" status: 204 len: 168 time: 0.5218468 Aug 16 21:02:49.573521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45966) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.603774 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd75f60-1faf-4c31-8e4b-82848ec34a42 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:49.604960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd75f60-1faf-4c31-8e4b-82848ec34a42 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:49.606933 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7fd75f60-1faf-4c31-8e4b-82848ec34a42 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/subnets/6527e5bf-b560-4bec-b564-65a75c8afcc9 HTTP/1.1" status: 404 len: 337 time: 0.0322666 Aug 16 21:02:49.611868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 45968) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.679366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2505fa73-92e5-40bb-b41a-215c3de36fd1 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:49.703381 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.711021 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.717512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431dac3e-2288-4bf3-9d99-de9a4c3be67f None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:02:49.729797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:49.739996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.739996 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Added segment 8cac833a-4842-42e8-975f-9b8f86a718ea of type vlan for network 349756e3-b59a-45eb-8780-b6a9f9e0da68 Aug 16 21:02:49.784746 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.799172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2505fa73-92e5-40bb-b41a-215c3de36fd1 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:49.799651 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.862486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.906235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Deleting port 5a2f465f-9412-4114-bd21-a70e94776e87 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:49.907178 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.934763 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159d953b-9c16-4bc6-a744-a3fe2ade2cd7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:49.980039 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.983629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a83a44a4-b90b-4bfd-983e-a60c350f6e28 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:50.013251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] For port 5a2f465f-9412-4114-bd21-a70e94776e87, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a2f465f-9412-4114-bd21-a70e94776e87,segment=NetworkSegment(c6f064a4-8c20-4d11-8aa2-12ce37696c0c),segment_id=c6f064a4-8c20-4d11-8aa2-12ce37696c0c)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:50.014223 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.033901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.036677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:50.038402 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.040205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Transition to ACTIVE for port object d4f85691-d3ae-4548-b457-74f130795c29 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:50.052921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Calling delete_port for 5a2f465f-9412-4114-bd21-a70e94776e87 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:50.124603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431dac3e-2288-4bf3-9d99-de9a4c3be67f None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:02:50.125441 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Router 745c2319-b4a8-42d4-810e-1760c0648c32 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:02:50.152123 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.159960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] Pushing event updated for resources: {'Network': ['ID=349756e3-b59a-45eb-8780-b6a9f9e0da68,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:50.209510 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eaab2f5a-1ac4-4bd7-8839-88449525e931 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0502372 Aug 16 21:02:50.211066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 45990) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:50.215945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] Request body: {'subnet': {'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1583954865-subnet', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:50.216829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 349756e3-b59a-45eb-8780-b6a9f9e0da68 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:50.222613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port a83a44a4-b90b-4bfd-983e-a60c350f6e28 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:50.277835 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.287823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a83a44a4-b90b-4bfd-983e-a60c350f6e28 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:50.288162 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.301813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddca194-74a7-4574-affe-586b5acc399e None None] Pushing event updated for resources: {'Port': ['ID=d4f85691-d3ae-4548-b457-74f130795c29,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:50.321297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Port': ['ID=5a2f465f-9412-4114-bd21-a70e94776e87,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:50.331992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No DVR routers for this DVR port 5a2f465f-9412-4114-bd21-a70e94776e87 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:50.380795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] Made reservation on behalf of 2be50f37609341a2ae2cd01c3bb47e4a for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:50.387596 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.423398 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:50.440160 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Sync routers for ids ['745c2319-b4a8-42d4-810e-1760c0648c32'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:50.459524 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Routers {'745c2319-b4a8-42d4-810e-1760c0648c32'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:50.460276 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['745c2319-b4a8-42d4-810e-1760c0648c32'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:50.464449 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.491355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad289b0d-4cc8-408c-90af-7d9144a0e54e']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:50.509684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f064a4-8c20-4d11-8aa2-12ce37696c0c') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:50.509941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f064a4-8c20-4d11-8aa2-12ce37696c0c') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:50.523053 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.553601 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.563209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:50.563778 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.609801 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Set router 745c2319-b4a8-42d4-810e-1760c0648c32 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:50.642542 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:50.690866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Attempting to bind port d4f85691-d3ae-4548-b457-74f130795c29 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:50.691244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Attempting to bind port d4f85691-d3ae-4548-b457-74f130795c29 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:50.691613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Attempting to bind port d4f85691-d3ae-4548-b457-74f130795c29 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:50.712323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:50.712323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Checking segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:50.712323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.712862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Bound using segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:50.713630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Bound port: d4f85691-d3ae-4548-b457-74f130795c29, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:50.714859 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.732089 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.734727 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-37f4723b-8ae2-4f59-9b60-2469419c66ce admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0852058 Aug 16 21:02:50.737597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46002) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:50.799418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.804564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.809269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/networks/ad289b0d-4cc8-408c-90af-7d9144a0e54e HTTP/1.1" status: 204 len: 168 time: 1.1962948 Aug 16 21:02:50.812268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46008) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:50.857961 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'name': 'tempest-TestServerBasicOps-183057391-router', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:46Z', 'updated_at': '2021-08-16T21:02:49Z', 'revision_number': 3, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'gw_port': {'id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:50.865685 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.876149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe510f52-be1b-4718-ac9e-6c97d4383c0e tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Network': ['ID=ad289b0d-4cc8-408c-90af-7d9144a0e54e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:50.885083 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.922423 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Checking router: 745c2319-b4a8-42d4-810e-1760c0648c32 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:50.924538 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Updating router 745c2319-b4a8-42d4-810e-1760c0648c32 port b3613190-ee7f-40ca-b63c-a98afc4adfe0 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:02:50.928055 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.987592 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.002406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a9301b-b1de-402a-ab68-2e2881c92464,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:51.009320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] For port d4f85691-d3ae-4548-b457-74f130795c29, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:51.014549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] For port d4f85691-d3ae-4548-b457-74f130795c29, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d4f85691-d3ae-4548-b457-74f130795c29,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:51.027683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c47c8738-d985-49d1-9058-81693660fd7a tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Deleting port e51d96b4-74c8-482f-94f2-7fed7091ea1f {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:51.027683 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c47c8738-d985-49d1-9058-81693660fd7a tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.054064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] Checking segment: {'id': '8cac833a-4842-42e8-975f-9b8f86a718ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:51.054572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] Network hostable DHCP agents. Network: 349756e3-b59a-45eb-8780-b6a9f9e0da68, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:51.102364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port a83a44a4-b90b-4bfd-983e-a60c350f6e28, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a83a44a4-b90b-4bfd-983e-a60c350f6e28,segment=NetworkSegment(8a54ad37-c657-4a60-9feb-256a04ca737f),segment_id=8a54ad37-c657-4a60-9feb-256a04ca737f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:51.118096 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c47c8738-d985-49d1-9058-81693660fd7a tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.125958 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.137726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c47c8738-d985-49d1-9058-81693660fd7a tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Calling delete_port for e51d96b4-74c8-482f-94f2-7fed7091ea1f owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:51.180922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] Network 349756e3-b59a-45eb-8780-b6a9f9e0da68 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:51.227554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddca194-74a7-4574-affe-586b5acc399e None None] Pushing event updated for resources: {'Port': ['ID=d4f85691-d3ae-4548-b457-74f130795c29,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:51.241982 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.336319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 349756e3-b59a-45eb-8780-b6a9f9e0da68) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:51.343098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:51.350794 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.350967 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:51.351243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:51.371431 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c47c8738-d985-49d1-9058-81693660fd7a tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.421146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c8738-d985-49d1-9058-81693660fd7a tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Port': ['ID=e51d96b4-74c8-482f-94f2-7fed7091ea1f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:51.423619 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c47c8738-d985-49d1-9058-81693660fd7a tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.426210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c47c8738-d985-49d1-9058-81693660fd7a tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/ports/e51d96b4-74c8-482f-94f2-7fed7091ea1f HTTP/1.1" status: 204 len: 168 time: 0.6108372 Aug 16 21:02:51.428544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46028) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:51.461285 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-08680f03-9a0a-4799-81cc-1560f50ee200 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:51.461915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08680f03-9a0a-4799-81cc-1560f50ee200 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:51.465280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-08680f03-9a0a-4799-81cc-1560f50ee200 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/subnets/14159fc9-b343-44b9-b154-355ffea91621 HTTP/1.1" status: 404 len: 337 time: 0.0347075 Aug 16 21:02:51.467194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46030) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:51.477257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-95bfdc61-d7fb-453b-8b69-f348a1744924 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2643032 Aug 16 21:02:51.480968 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46032) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:51.490700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1583954865-router', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:51.505545 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.520797 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Transition to ACTIVE for port object b3613190-ee7f-40ca-b63c-a98afc4adfe0 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:51.528702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=a83a44a4-b90b-4bfd-983e-a60c350f6e28,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:51.560172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:51.599907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc38dec-f45f-4441-8be0-a946c69d5789 None None] Network 349756e3-b59a-45eb-8780-b6a9f9e0da68 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:51.618298 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.632303 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.632491 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.717940 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.719307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.721881 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Attempting to bind port b3613190-ee7f-40ca-b63c-a98afc4adfe0 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:51.722260 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Attempting to bind port b3613190-ee7f-40ca-b63c-a98afc4adfe0 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:51.722625 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Attempting to bind port b3613190-ee7f-40ca-b63c-a98afc4adfe0 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:51.729045 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f309d-c65c-4652-a278-659641089fd8 None None] Pushing event updated for resources: {'Port': ['ID=b3613190-ee7f-40ca-b63c-a98afc4adfe0,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:51.744600 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:51.744991 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:51.745411 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.745804 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:51.746274 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Bound port: b3613190-ee7f-40ca-b63c-a98afc4adfe0, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:51.747339 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.804006 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.835889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acddfb1-6235-4fda-b9ce-0384389201f8']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:51.844112 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] For port b3613190-ee7f-40ca-b63c-a98afc4adfe0, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:51.847920 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] For port b3613190-ee7f-40ca-b63c-a98afc4adfe0, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b3613190-ee7f-40ca-b63c-a98afc4adfe0,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:51.875954 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.880002 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec360d2-8c4f-46ae-9885-b3d8625f09db') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:51.880311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec360d2-8c4f-46ae-9885-b3d8625f09db') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:51.903066 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.933591 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.934158 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.943676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:51.944097 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:51.954134 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:52.023109 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f309d-c65c-4652-a278-659641089fd8 None None] Pushing event updated for resources: {'Port': ['ID=b3613190-ee7f-40ca-b63c-a98afc4adfe0,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:52.074367 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Routers {'745c2319-b4a8-42d4-810e-1760c0648c32'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:52.075982 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['745c2319-b4a8-42d4-810e-1760c0648c32'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:52.154480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Allocated IP 172.20.0.1 (4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6/69714550-34c4-4d54-805f-171feb1b2977/69bcbc96-6276-4520-a271-71dcdbdb85ce) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:52.165683 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.172781 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.180307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/networks/1acddfb1-6235-4fda-b9ce-0384389201f8 HTTP/1.1" status: 204 len: 168 time: 0.7119746 Aug 16 21:02:52.183054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46050) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:52.193335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-349756e3-b59a-45eb-8780-b6a9f9e0da68', 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'fixed_ips': [{'subnet_id': '58a9301b-b1de-402a-ab68-2e2881c92464'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:52.196264 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.241892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8795046-2512-4663-b9b5-24e6d642333f tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Network': ['ID=1acddfb1-6235-4fda-b9ce-0384389201f8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:52.301740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:52.330036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-010f1a84-685c-4913-845c-ce9f1a5ab870 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Deleting subnet a10c64d4-949e-4855-9c98-4ca3ea3b994c {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:52.337796 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-010f1a84-685c-4913-845c-ce9f1a5ab870 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.342214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2eacd-4cd9-45d3-a1bd-3d36976c8ebc None None] The sync data for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 is: [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:52.345656 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.355439 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] Set router 745c2319-b4a8-42d4-810e-1760c0648c32 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:52.500874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-010f1a84-685c-4913-845c-ce9f1a5ab870 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.594082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Allocated IP 172.20.0.2 (349756e3-b59a-45eb-8780-b6a9f9e0da68/58a9301b-b1de-402a-ab68-2e2881c92464/879569e8-6319-4b41-a656-1ded899fcb28) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:52.652094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.669110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Transition to ACTIVE for port object 69bcbc96-6276-4520-a271-71dcdbdb85ce will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:52.743181 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'name': 'tempest-TestServerBasicOps-183057391-router', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:46Z', 'updated_at': '2021-08-16T21:02:49Z', 'revision_number': 3, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'gw_port': {'id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:52.755120 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-010f1a84-685c-4913-845c-ce9f1a5ab870 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.772604 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.783766 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f192eb8b-d8fc-4a92-b4c4-5ae172611628 None None] The sync data for ids ['745c2319-b4a8-42d4-810e-1760c0648c32'] in n-d-793619-14 is: [{'id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'name': 'tempest-TestServerBasicOps-183057391-router', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:46Z', 'updated_at': '2021-08-16T21:02:49Z', 'revision_number': 3, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'gw_port': {'id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:52.873428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Pushing event updated for resources: {'Port': ['ID=69bcbc96-6276-4520-a271-71dcdbdb85ce,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:52.892301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Network 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:52.894904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:52.897432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:52.927393 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.940592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Transition to ACTIVE for port object 879569e8-6319-4b41-a656-1ded899fcb28 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:52.948645 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.966519 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-010f1a84-685c-4913-845c-ce9f1a5ab870 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.001922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Transition to ACTIVE for port object 879569e8-6319-4b41-a656-1ded899fcb28 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:53.035186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbcf81f-124f-422f-a0c3-ce9bb31e3e14 None None] Network 0a653da2-dbc5-48cf-85c9-62f58e12e05d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:53.043484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f1a84-685c-4913-845c-ce9f1a5ab870 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Subnet': ['ID=a10c64d4-949e-4855-9c98-4ca3ea3b994c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:53.048027 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-010f1a84-685c-4913-845c-ce9f1a5ab870 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.055808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-010f1a84-685c-4913-845c-ce9f1a5ab870 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/subnets/a10c64d4-949e-4855-9c98-4ca3ea3b994c HTTP/1.1" status: 204 len: 168 time: 0.8721230 Aug 16 21:02:53.058612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46064) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.137159 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.244122 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.293970 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.328845 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Network 349756e3-b59a-45eb-8780-b6a9f9e0da68 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:53.352926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:53.360895 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.367819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:53.381509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Pushing event updated for resources: {'Port': ['ID=879569e8-6319-4b41-a656-1ded899fcb28,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:53.419297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Deleting port 4be16d2b-89f5-4ce7-a0c6-595397a571f3 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:53.424917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.549477 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.628914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] For port 4be16d2b-89f5-4ce7-a0c6-595397a571f3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=4be16d2b-89f5-4ce7-a0c6-595397a571f3,segment=NetworkSegment(4478f7b9-8e62-4a50-b566-574e48b28033),segment_id=4478f7b9-8e62-4a50-b566-574e48b28033)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:53.630010 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.658924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Calling delete_port for 4be16d2b-89f5-4ce7-a0c6-595397a571f3 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:53.696599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b8588a71-bfd6-4fda-93c5-6d4d365f6ca1 None None] Provisioning for port 69bcbc96-6276-4520-a271-71dcdbdb85ce completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:53.709365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Attempting to bind port 879569e8-6319-4b41-a656-1ded899fcb28 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:53.709744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Attempting to bind port 879569e8-6319-4b41-a656-1ded899fcb28 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8cac833a-4842-42e8-975f-9b8f86a718ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:53.710111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Attempting to bind port 879569e8-6319-4b41-a656-1ded899fcb28 on network 349756e3-b59a-45eb-8780-b6a9f9e0da68 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:53.719239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b8588a71-bfd6-4fda-93c5-6d4d365f6ca1 None None] Provisioning complete for port 69bcbc96-6276-4520-a271-71dcdbdb85ce triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:53.719618 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8588a71-bfd6-4fda-93c5-6d4d365f6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.805926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:53.817747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Checking segment: {'id': '8cac833a-4842-42e8-975f-9b8f86a718ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:53.818272 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.819110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Bound using segment: {'id': '8cac833a-4842-42e8-975f-9b8f86a718ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:53.819218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Bound port: 879569e8-6319-4b41-a656-1ded899fcb28, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cac833a-4842-42e8-975f-9b8f86a718ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:53.819590 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.856746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f22722-9e60-4899-90cc-164506f6a685 None None] DHCP port deletion for 0a653da2-dbc5-48cf-85c9-62f58e12e05d request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:02:53.888572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d4f85691-d3ae-4548-b457-74f130795c29 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:53.896067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Allocated IP 172.25.4.131 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/678b7fec-9222-4704-849c-c8c829355036) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:53.976583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.002083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] No DVR routers for this DVR port 4be16d2b-89f5-4ce7-a0c6-595397a571f3 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:54.064640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-b8588a71-bfd6-4fda-93c5-6d4d365f6ca1 None None] Port 69bcbc96-6276-4520-a271-71dcdbdb85ce cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:54.085894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-29f22722-9e60-4899-90cc-164506f6a685 None None] The port '4be16d2b-89f5-4ce7-a0c6-595397a571f3' was deleted {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 16 21:02:54.131815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Port': ['ID=4be16d2b-89f5-4ce7-a0c6-595397a571f3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:54.143510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] For port 879569e8-6319-4b41-a656-1ded899fcb28, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:54.150028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] For port 879569e8-6319-4b41-a656-1ded899fcb28, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=879569e8-6319-4b41-a656-1ded899fcb28,segment=NetworkSegment(8cac833a-4842-42e8-975f-9b8f86a718ea),segment_id=8cac833a-4842-42e8-975f-9b8f86a718ea)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:54.216949 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.250916 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.275701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a653da2-dbc5-48cf-85c9-62f58e12e05d']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:54.296775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4478f7b9-8e62-4a50-b566-574e48b28033') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:54.297635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4478f7b9-8e62-4a50-b566-574e48b28033') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:54.313267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc267a6-b5ac-4920-92a2-978f16d8e3ff None None] Pushing event updated for resources: {'Port': ['ID=879569e8-6319-4b41-a656-1ded899fcb28,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:54.319170 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.341342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port d4f85691-d3ae-4548-b457-74f130795c29 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:54.344200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.350356 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.361379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:54.361818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:54.365192 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:54.368178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port d4f85691-d3ae-4548-b457-74f130795c29 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:54.368178 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.424088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.490231 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.506166 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.622702 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.624759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:54.654075 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:54.666005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:54.679461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port d4f85691-d3ae-4548-b457-74f130795c29, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d4f85691-d3ae-4548-b457-74f130795c29,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:54.780515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Pushing event updated for resources: {'Port': ['ID=678b7fec-9222-4704-849c-c8c829355036,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:54.787892 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.788714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b3613190-ee7f-40ca-b63c-a98afc4adfe0 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:54.790486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.142494 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.168690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=d4f85691-d3ae-4548-b457-74f130795c29,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:55.189506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.191450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] 10.222.0.74 "DELETE /v2.0/networks/0a653da2-dbc5-48cf-85c9-62f58e12e05d HTTP/1.1" status: 204 len: 168 time: 2.1294270 Aug 16 21:02:55.192530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46102) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:55.204857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb3dc3-222e-410c-9b31-d38e6e321f22 tempest-NetworksIpV6TestAttrs-1005715425 tempest-NetworksIpV6TestAttrs-1005715425-project] Pushing event deleted for resources: {'Network': ['ID=0a653da2-dbc5-48cf-85c9-62f58e12e05d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:55.233338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port b3613190-ee7f-40ca-b63c-a98afc4adfe0 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:55.237660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port b3613190-ee7f-40ca-b63c-a98afc4adfe0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:55.238046 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.329991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c26-23b6-4d2f-8064-49fcd1377356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.337193 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.361050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port b3613190-ee7f-40ca-b63c-a98afc4adfe0, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b3613190-ee7f-40ca-b63c-a98afc4adfe0,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:55.408844 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Pushing event updated for resources: {'Port': ['ID=69bcbc96-6276-4520-a271-71dcdbdb85ce,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:55.428244 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.429296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a83a44a4-b90b-4bfd-983e-a60c350f6e28 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:55.482342 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c26-23b6-4d2f-8064-49fcd1377356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.507629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Network 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:55.509148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:55.532621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=b3613190-ee7f-40ca-b63c-a98afc4adfe0,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:55.555531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a83a44a4-b90b-4bfd-983e-a60c350f6e28 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:55.556010 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.561295 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c26-23b6-4d2f-8064-49fcd1377356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.755828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a9c26-23b6-4d2f-8064-49fcd1377356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f24f82-83cd-488d-897e-7e78a5baafc0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:55.755828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1a5a9c26-23b6-4d2f-8064-49fcd1377356 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=33ae27573e67471caf3c6c330e7ce1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419360 Aug 16 21:02:55.755828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46110) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:55.755828 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66239905-5a64-4483-a68a-bf8d8a8fe7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.819091 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46116) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:55.854257 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66239905-5a64-4483-a68a-bf8d8a8fe7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.930256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Router 745c2319-b4a8-42d4-810e-1760c0648c32 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:56.014786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1b15e9f9-fd83-41ee-ac08-3a6e90ecdffd None None] Provisioning complete for port 69bcbc96-6276-4520-a271-71dcdbdb85ce triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:56.015178 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1b15e9f9-fd83-41ee-ac08-3a6e90ecdffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.064893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fb8d7c-488f-4328-afc5-0fbd0e277ad4 None None] Network 349756e3-b59a-45eb-8780-b6a9f9e0da68 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:56.066621 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66239905-5a64-4483-a68a-bf8d8a8fe7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.069580 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66239905-5a64-4483-a68a-bf8d8a8fe7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.070204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d4f85691-d3ae-4548-b457-74f130795c29 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:56.073271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-66239905-5a64-4483-a68a-bf8d8a8fe7cd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/20f24f82-83cd-488d-897e-7e78a5baafc0 HTTP/1.1" status: 204 len: 168 time: 0.4309108 Aug 16 21:02:56.081706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.113252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66239905-5a64-4483-a68a-bf8d8a8fe7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f24f82-83cd-488d-897e-7e78a5baafc0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:56.126536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ce4c7e00-646c-4f51-ae5d-040ec0ba4cc3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=63b6f5c8483d41c2a4daf61b1a709856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951167 Aug 16 21:02:56.127214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46126) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:56.190608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1b15e9f9-fd83-41ee-ac08-3a6e90ecdffd None None] Port 69bcbc96-6276-4520-a271-71dcdbdb85ce cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:56.205231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port d4f85691-d3ae-4548-b457-74f130795c29 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:56.205655 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.218443 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74a8146d-fc41-45cc-a332-52373c389e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.245408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74a8146d-fc41-45cc-a332-52373c389e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.387565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 879569e8-6319-4b41-a656-1ded899fcb28 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:56.392048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d8e1d2ff-a9a8-48ed-bfea-9ad0525d3cb8 None None] Provisioning for port 879569e8-6319-4b41-a656-1ded899fcb28 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:56.408459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:56.425702 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ae8a5c01-5f59-401e-afc9-985238ffe39b admin admin] 10.222.0.74 "PUT /v2.0/routers/745c2319-b4a8-42d4-810e-1760c0648c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6838775 Aug 16 21:02:56.453375 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.474334 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74a8146d-fc41-45cc-a332-52373c389e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.476945 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-74a8146d-fc41-45cc-a332-52373c389e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.478219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-74a8146d-fc41-45cc-a332-52373c389e88 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fdff068e-c1ed-42b7-a08a-cae888dc00e5 HTTP/1.1" status: 204 len: 168 time: 0.3500347 Aug 16 21:02:56.492652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8146d-fc41-45cc-a332-52373c389e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdff068e-c1ed-42b7-a08a-cae888dc00e5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:56.571742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 879569e8-6319-4b41-a656-1ded899fcb28 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:56.577219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 879569e8-6319-4b41-a656-1ded899fcb28 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:56.577684 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.695917 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.733640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 879569e8-6319-4b41-a656-1ded899fcb28, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=879569e8-6319-4b41-a656-1ded899fcb28,segment=NetworkSegment(8cac833a-4842-42e8-975f-9b8f86a718ea),segment_id=8cac833a-4842-42e8-975f-9b8f86a718ea)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:56.735795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Router 220c3c69-f1da-4298-9161-21c0a2aebd10 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:02:56.818895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bc406693-de44-492f-b27a-d04abcee1b84 None None] Provisioning complete for port 879569e8-6319-4b41-a656-1ded899fcb28 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:56.819270 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc406693-de44-492f-b27a-d04abcee1b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.841540 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.842348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b3613190-ee7f-40ca-b63c-a98afc4adfe0 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:56.847400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:56.890487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Sync routers for ids ['220c3c69-f1da-4298-9161-21c0a2aebd10'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:56.932285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Routers {'220c3c69-f1da-4298-9161-21c0a2aebd10'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:56.932902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['220c3c69-f1da-4298-9161-21c0a2aebd10'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:56.947868 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.949420 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8b7e6d66-7ca1-4934-8983-832dca371aac admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4659724 Aug 16 21:02:56.951977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46142) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:56.992466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=879569e8-6319-4b41-a656-1ded899fcb28,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:57.091237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46148) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:57.128891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-51c61321-8a59-4041-b7c3-5754f4b65df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.167436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Set router 220c3c69-f1da-4298-9161-21c0a2aebd10 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:57.249347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port b3613190-ee7f-40ca-b63c-a98afc4adfe0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:57.249724 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.380242 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-51c61321-8a59-4041-b7c3-5754f4b65df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.473806 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-51c61321-8a59-4041-b7c3-5754f4b65df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.562356 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4be16d2b-89f5-4ce7-a0c6-595397a571f3 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:57.594510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 4be16d2b-89f5-4ce7-a0c6-595397a571f3 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:57.595341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 4be16d2b-89f5-4ce7-a0c6-595397a571f3 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:57.606793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'name': 'tempest-TestVolumeBootPattern-1583954865-router', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '678b7fec-9222-4704-849c-c8c829355036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:02:55Z', 'revision_number': 3, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'gw_port': {'id': '678b7fec-9222-4704-849c-c8c829355036', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:53Z', 'updated_at': '2021-08-16T21:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:57.607111 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-51c61321-8a59-4041-b7c3-5754f4b65df2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dbbcaac22c4149a2bded52b7bc7884d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139532 Aug 16 21:02:57.621841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46160) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:57.656094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.699462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Checking router: 220c3c69-f1da-4298-9161-21c0a2aebd10 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:57.700214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Updating router 220c3c69-f1da-4298-9161-21c0a2aebd10 port 678b7fec-9222-4704-849c-c8c829355036 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:02:57.700455 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c61321-8a59-4041-b7c3-5754f4b65df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d94aa-7c54-4e69-a354-e2b1d601af3a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:57.806351 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.846862 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1155a19f-fc85-4e20-92e2-71c1be5a632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.873518 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1155a19f-fc85-4e20-92e2-71c1be5a632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.985614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Allocated IP 172.20.0.1 (349756e3-b59a-45eb-8780-b6a9f9e0da68/58a9301b-b1de-402a-ab68-2e2881c92464/08c94389-710f-484d-9d55-4b6ddc20ea9e) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:58.010713 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1155a19f-fc85-4e20-92e2-71c1be5a632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.013687 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1155a19f-fc85-4e20-92e2-71c1be5a632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.015003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1155a19f-fc85-4e20-92e2-71c1be5a632b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d5d94aa-7c54-4e69-a354-e2b1d601af3a HTTP/1.1" status: 204 len: 168 time: 0.3913453 Aug 16 21:02:58.042295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155a19f-fc85-4e20-92e2-71c1be5a632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d94aa-7c54-4e69-a354-e2b1d601af3a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:58.119585 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Sync routers for ids ['745c2319-b4a8-42d4-810e-1760c0648c32'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:58.136434 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Routers {'745c2319-b4a8-42d4-810e-1760c0648c32'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:58.138850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 879569e8-6319-4b41-a656-1ded899fcb28 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:58.145080 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['745c2319-b4a8-42d4-810e-1760c0648c32'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:58.245857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 879569e8-6319-4b41-a656-1ded899fcb28 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:58.246239 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.321311 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.348719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46178) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:58.355654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-40599509-5d3d-4a9c-ac41-e310ed372c75 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569186167', 'description': 'tempest-secgroup-smoke-569186167 description', 'project_id': 'a5cd37661d5142f69945a0904e4f2968'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:58.378581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Transition to ACTIVE for port object 08c94389-710f-484d-9d55-4b6ddc20ea9e will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:58.416031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46182) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:58.418627 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.433655 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Transition to ACTIVE for port object 678b7fec-9222-4704-849c-c8c829355036 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:58.490736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40599509-5d3d-4a9c-ac41-e310ed372c75 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.542179 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.586088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0a8cfd99-8824-4e75-bacf-45adcf7cc6d6 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] Request body: {'port': {'network_id': 'bfb97574-9a0f-451d-a940-a937bd2cce54', 'name': 'tempest-NetworksNegativeTestJSON-421569238'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:58.587050 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.610019 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8cfd99-8824-4e75-bacf-45adcf7cc6d6 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] POST failed (client error): The resource could not be found. Aug 16 21:02:58.610855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8cfd99-8824-4e75-bacf-45adcf7cc6d6 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:58.611462 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Set router 745c2319-b4a8-42d4-810e-1760c0648c32 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:58.612577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0a8cfd99-8824-4e75-bacf-45adcf7cc6d6 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1946638 Aug 16 21:02:58.625097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46188) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:58.654152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Attempting to bind port 678b7fec-9222-4704-849c-c8c829355036 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:58.654680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Attempting to bind port 678b7fec-9222-4704-849c-c8c829355036 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:58.659253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Attempting to bind port 678b7fec-9222-4704-849c-c8c829355036 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:58.660099 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae0eab7-9431-4231-be8f-37cd1138a04b tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:58.662133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae0eab7-9431-4231-be8f-37cd1138a04b tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:58.664044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7ae0eab7-9431-4231-be8f-37cd1138a04b tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] 10.222.0.74 "DELETE /v2.0/networks/bf543e12-4086-4ed1-919f-8cf4905d2bb4 HTTP/1.1" status: 404 len: 339 time: 0.0377235 Aug 16 21:02:58.669582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46190) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:58.672787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:58.674120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:58.681060 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.681060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:58.681060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Bound port: 678b7fec-9222-4704-849c-c8c829355036, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:58.681060 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.702409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Network 349756e3-b59a-45eb-8780-b6a9f9e0da68 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:58.703393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Pushing event updated for resources: {'Port': ['ID=08c94389-710f-484d-9d55-4b6ddc20ea9e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:58.710698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:58.720110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:58.739674 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a21720-3c3a-43ea-8103-547fdbff62c5 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:58.740598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a21720-3c3a-43ea-8103-547fdbff62c5 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:58.742656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-58a21720-3c3a-43ea-8103-547fdbff62c5 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] 10.222.0.74 "DELETE /v2.0/ports/4ed48a16-4ca1-4b79-96ba-427a4f5d213c HTTP/1.1" status: 404 len: 333 time: 0.0718713 Aug 16 21:02:58.744081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] For port 678b7fec-9222-4704-849c-c8c829355036, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:58.751341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46194) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:58.753375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] For port 678b7fec-9222-4704-849c-c8c829355036, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=678b7fec-9222-4704-849c-c8c829355036,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:58.782603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bf98b-dd9c-44a3-93fa-7290dec1fd89 None None] Pushing event updated for resources: {'Port': ['ID=678b7fec-9222-4704-849c-c8c829355036,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:58.816026 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.826331 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c241e474-563a-4765-8f85-9422179c6c8c tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:58.827955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c241e474-563a-4765-8f85-9422179c6c8c tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:58.834856 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.837281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c241e474-563a-4765-8f85-9422179c6c8c tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] 10.222.0.74 "DELETE /v2.0/subnets/6a7484d1-e694-4e93-a959-cb597db09c81 HTTP/1.1" status: 404 len: 337 time: 0.0824201 Aug 16 21:02:58.845236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46198) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:58.893879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40599509-5d3d-4a9c-ac41-e310ed372c75 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.896107 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90b9a41-f69c-4ca1-b2c6-c991e7a5b763 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] GET failed (client error): The resource could not be found. Aug 16 21:02:58.897804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b90b9a41-f69c-4ca1-b2c6-c991e7a5b763 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] 10.222.0.74 "GET /v2.0/networks/6a8e1383-1734-4470-b975-19060d4e21b7 HTTP/1.1" status: 404 len: 339 time: 0.0492601 Aug 16 21:02:58.905710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46202) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:58.938492 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4dc700b-0727-4b9f-8258-6bc291e8c05a tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] GET failed (client error): The resource could not be found. Aug 16 21:02:58.943985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d4dc700b-0727-4b9f-8258-6bc291e8c05a tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] 10.222.0.74 "GET /v2.0/ports/8a99461c-8e45-473c-9795-14f28eb58620 HTTP/1.1" status: 404 len: 333 time: 0.0383153 Aug 16 21:02:58.946856 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Routers {'220c3c69-f1da-4298-9161-21c0a2aebd10'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:58.947566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['220c3c69-f1da-4298-9161-21c0a2aebd10'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:58.948821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46204) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:58.984428 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'name': 'tempest-TestServerBasicOps-183057391-router', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:46Z', 'updated_at': '2021-08-16T21:02:53Z', 'revision_number': 4, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'gw_port': {'id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '69bcbc96-6276-4520-a271-71dcdbdb85ce', 'name': '', 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'mac_address': 'fa:16:3e:cb:95:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '69714550-34c4-4d54-805f-171feb1b2977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:02:53Z', 'revision_number': 2, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'subnets': [{'id': '69714550-34c4-4d54-805f-171feb1b2977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:59.013148 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40599509-5d3d-4a9c-ac41-e310ed372c75 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.027793 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b529f93f-b1d0-4b35-89a6-fed6f734f2c1 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] GET failed (client error): The resource could not be found. Aug 16 21:02:59.030045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b529f93f-b1d0-4b35-89a6-fed6f734f2c1 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] 10.222.0.74 "GET /v2.0/subnets/9e1dc02e-d01c-4a56-9b96-93db4d2637f5 HTTP/1.1" status: 404 len: 337 time: 0.0798194 Aug 16 21:02:59.035195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46208) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:59.041787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ad64d325-08c8-40a7-abec-eafc6e970c3d tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:59.069376 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Checking router: 745c2319-b4a8-42d4-810e-1760c0648c32 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:59.073359 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Updating router 745c2319-b4a8-42d4-810e-1760c0648c32 port 69bcbc96-6276-4520-a271-71dcdbdb85ce binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:02:59.073566 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad64d325-08c8-40a7-abec-eafc6e970c3d tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] PUT failed (client error): The resource could not be found. Aug 16 21:02:59.074207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad64d325-08c8-40a7-abec-eafc6e970c3d tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:59.079288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ad64d325-08c8-40a7-abec-eafc6e970c3d tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] 10.222.0.74 "PUT /v2.0/networks/f88db4ad-0827-4479-987e-9dc48f31ff96 HTTP/1.1" status: 404 len: 339 time: 0.0427999 Aug 16 21:02:59.084757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46210) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:59.090872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-912bcaa3-8044-4f02-b753-4ae3fd27596d tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:59.122700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] Set router 220c3c69-f1da-4298-9161-21c0a2aebd10 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:59.124746 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-912bcaa3-8044-4f02-b753-4ae3fd27596d tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] PUT failed (client error): The resource could not be found. Aug 16 21:02:59.125496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912bcaa3-8044-4f02-b753-4ae3fd27596d tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:59.127147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-912bcaa3-8044-4f02-b753-4ae3fd27596d tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] 10.222.0.74 "PUT /v2.0/ports/6a64c359-dd50-484f-90d0-2b5ef0964e60 HTTP/1.1" status: 404 len: 333 time: 0.0409205 Aug 16 21:02:59.128356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40599509-5d3d-4a9c-ac41-e310ed372c75 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:59.132139 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.132877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46212) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:59.136161 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40599509-5d3d-4a9c-ac41-e310ed372c75 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.138281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-40599509-5d3d-4a9c-ac41-e310ed372c75 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7880661 Aug 16 21:02:59.139804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e488bba9-1115-4cd3-af8b-8797f3a3fa45 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:59.142545 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46214) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:59.151514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a7b13088-c128-4915-a918-84a299784cdd tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Request body: {'security_group_rule': {'security_group_id': '7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f', 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:59.183398 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-e488bba9-1115-4cd3-af8b-8797f3a3fa45 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] PUT failed (client error): The resource could not be found. Aug 16 21:02:59.188693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e488bba9-1115-4cd3-af8b-8797f3a3fa45 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:59.188693 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e488bba9-1115-4cd3-af8b-8797f3a3fa45 tempest-NetworksNegativeTestJSON-1900141464 tempest-NetworksNegativeTestJSON-1900141464-project] 10.222.0.74 "PUT /v2.0/subnets/0b60b058-9010-45ea-9001-f7deb7ca4533 HTTP/1.1" status: 404 len: 337 time: 0.0510411 Aug 16 21:02:59.267574 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.273741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7b13088-c128-4915-a918-84a299784cdd tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.424354 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7b13088-c128-4915-a918-84a299784cdd tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.443529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bf98b-dd9c-44a3-93fa-7290dec1fd89 None None] Pushing event updated for resources: {'Port': ['ID=678b7fec-9222-4704-849c-c8c829355036,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:59.531917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7b13088-c128-4915-a918-84a299784cdd tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.569301 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.586424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b13088-c128-4915-a918-84a299784cdd tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3d1c46-bb9b-482e-8831-1d8fcd3ab824,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:59.622075 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.626719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'name': 'tempest-TestVolumeBootPattern-1583954865-router', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '678b7fec-9222-4704-849c-c8c829355036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:02:55Z', 'revision_number': 3, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'gw_port': {'id': '678b7fec-9222-4704-849c-c8c829355036', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:53Z', 'updated_at': '2021-08-16T21:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:59.633445 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Transition to ACTIVE for port object 69bcbc96-6276-4520-a271-71dcdbdb85ce will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:59.659829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dc2327aa-8dd6-473f-9d74-d741a6982812 None None] Provisioning for port 08c94389-710f-484d-9d55-4b6ddc20ea9e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:59.664319 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dc2327aa-8dd6-473f-9d74-d741a6982812 None None] Provisioning complete for port 08c94389-710f-484d-9d55-4b6ddc20ea9e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:59.664708 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dc2327aa-8dd6-473f-9d74-d741a6982812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.666429 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ba67c-4a28-4721-b3c9-22789e560a04 None None] The sync data for ids ['220c3c69-f1da-4298-9161-21c0a2aebd10'] in n-d-793619-14 is: [{'id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'name': 'tempest-TestVolumeBootPattern-1583954865-router', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '678b7fec-9222-4704-849c-c8c829355036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:02:55Z', 'revision_number': 3, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'gw_port': {'id': '678b7fec-9222-4704-849c-c8c829355036', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:53Z', 'updated_at': '2021-08-16T21:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:59.673472 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.673607 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7b13088-c128-4915-a918-84a299784cdd tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.679426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a7b13088-c128-4915-a918-84a299784cdd tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5353897 Aug 16 21:02:59.680072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46232) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:59.702547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-deb25252-0059-420d-a048-de21484e4246 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Request body: {'security_group_rule': {'security_group_id': '7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f', 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:59.713590 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.746886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-dc2327aa-8dd6-473f-9d74-d741a6982812 None None] Port 08c94389-710f-484d-9d55-4b6ddc20ea9e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:59.802016 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054828d3-52e1-40ee-9bf0-b89fd0096d8c None None] Pushing event updated for resources: {'Port': ['ID=69bcbc96-6276-4520-a271-71dcdbdb85ce,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:59.819582 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.826365 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-deb25252-0059-420d-a048-de21484e4246 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.847908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46236) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:59.851057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Pushing event updated for resources: {'Port': ['ID=08c94389-710f-484d-9d55-4b6ddc20ea9e,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:59.925646 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Attempting to bind port 69bcbc96-6276-4520-a271-71dcdbdb85ce on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:59.926568 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Attempting to bind port 69bcbc96-6276-4520-a271-71dcdbdb85ce by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8a54ad37-c657-4a60-9feb-256a04ca737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:59.926838 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Attempting to bind port 69bcbc96-6276-4520-a271-71dcdbdb85ce on network 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:59.940002 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:59.940512 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Checking segment: {'id': '8a54ad37-c657-4a60-9feb-256a04ca737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:59.941153 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.941548 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Bound using segment: {'id': '8a54ad37-c657-4a60-9feb-256a04ca737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:59.942082 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Bound port: 69bcbc96-6276-4520-a271-71dcdbdb85ce, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a54ad37-c657-4a60-9feb-256a04ca737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:59.942746 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.995388 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-deb25252-0059-420d-a048-de21484e4246 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.047879 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] For port 69bcbc96-6276-4520-a271-71dcdbdb85ce, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:00.053843 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] For port 69bcbc96-6276-4520-a271-71dcdbdb85ce, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=69bcbc96-6276-4520-a271-71dcdbdb85ce,segment=NetworkSegment(8a54ad37-c657-4a60-9feb-256a04ca737f),segment_id=8a54ad37-c657-4a60-9feb-256a04ca737f)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:00.063986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Network 349756e3-b59a-45eb-8780-b6a9f9e0da68 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:00.065681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:00.079253 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-deb25252-0059-420d-a048-de21484e4246 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.123156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb25252-0059-420d-a048-de21484e4246 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35128040-88dc-43d3-8953-35a44a5b0b47,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:00.176756 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.209574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-deb25252-0059-420d-a048-de21484e4246 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.216909 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-deb25252-0059-420d-a048-de21484e4246 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5356960 Aug 16 21:03:00.217627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46242) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:00.224226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d4a3cd2d-372b-4ee3-9daa-c4998d91f3c8 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Request body: {'security_group_rule': {'security_group_id': '7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f', 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:00.300604 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054828d3-52e1-40ee-9bf0-b89fd0096d8c None None] Pushing event updated for resources: {'Port': ['ID=69bcbc96-6276-4520-a271-71dcdbdb85ce,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:00.334971 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a5359c3-32fa-47d6-b0c7-ff14780e5911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.351182 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Routers {'745c2319-b4a8-42d4-810e-1760c0648c32'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:00.355033 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['745c2319-b4a8-42d4-810e-1760c0648c32'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:00.402679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4a3cd2d-372b-4ee3-9daa-c4998d91f3c8 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.451938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Router 220c3c69-f1da-4298-9161-21c0a2aebd10 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:00.661424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9abc9785-a065-477d-9e6b-d89af274ee1f None None] Provisioning complete for port 08c94389-710f-484d-9d55-4b6ddc20ea9e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:00.663441 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9abc9785-a065-477d-9e6b-d89af274ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.700448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:00.700613 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4a3cd2d-372b-4ee3-9daa-c4998d91f3c8 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.715247 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2306e5eb-b43c-44d5-906f-b798907d3e29 admin admin] 10.222.0.74 "PUT /v2.0/routers/220c3c69-f1da-4298-9161-21c0a2aebd10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7539363 Aug 16 21:03:00.746588 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a5359c3-32fa-47d6-b0c7-ff14780e5911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.749646 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] Set router 745c2319-b4a8-42d4-810e-1760c0648c32 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:00.770236 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4a3cd2d-372b-4ee3-9daa-c4998d91f3c8 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.794004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9abc9785-a065-477d-9e6b-d89af274ee1f None None] Port 08c94389-710f-484d-9d55-4b6ddc20ea9e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:00.801637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3cd2d-372b-4ee3-9daa-c4998d91f3c8 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5e51c1-e67e-4c4b-ab6d-aa095198998e,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:00.822929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a5359c3-32fa-47d6-b0c7-ff14780e5911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.886984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5359c3-32fa-47d6-b0c7-ff14780e5911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a050834-3992-44f6-8699-95fb6265a693,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:00.941069 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2a5359c3-32fa-47d6-b0c7-ff14780e5911 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dad0d86ef6d744f9b1070b2277c7a6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0811827 Aug 16 21:03:00.941858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46258) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:00.953466 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4a3cd2d-372b-4ee3-9daa-c4998d91f3c8 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.955413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d4a3cd2d-372b-4ee3-9daa-c4998d91f3c8 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7360096 Aug 16 21:03:00.960206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46260) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:00.965232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-03c2035a-354f-4001-9e97-9f5ffbc206e2 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Request body: {'security_group_rule': {'security_group_id': '7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f', 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:01.030067 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06fe07f3-61ac-4535-8c81-cdaf35a1ac1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.059307 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06fe07f3-61ac-4535-8c81-cdaf35a1ac1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.070964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-03c2035a-354f-4001-9e97-9f5ffbc206e2 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.120750 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'name': 'tempest-TestServerBasicOps-183057391-router', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:46Z', 'updated_at': '2021-08-16T21:02:53Z', 'revision_number': 4, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'gw_port': {'id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '69bcbc96-6276-4520-a271-71dcdbdb85ce', 'name': '', 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'mac_address': 'fa:16:3e:cb:95:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '69714550-34c4-4d54-805f-171feb1b2977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:03:00Z', 'revision_number': 4, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'subnets': [{'id': '69714550-34c4-4d54-805f-171feb1b2977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:01.160623 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78c921-6dd2-413b-b6ce-2f3548638ef5 None None] The sync data for ids ['745c2319-b4a8-42d4-810e-1760c0648c32'] in n-d-793619-14 is: [{'id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'name': 'tempest-TestServerBasicOps-183057391-router', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:46Z', 'updated_at': '2021-08-16T21:02:53Z', 'revision_number': 4, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'gw_port': {'id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '69bcbc96-6276-4520-a271-71dcdbdb85ce', 'name': '', 'network_id': '4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'mac_address': 'fa:16:3e:cb:95:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '69714550-34c4-4d54-805f-171feb1b2977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:03:00Z', 'revision_number': 4, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'subnets': [{'id': '69714550-34c4-4d54-805f-171feb1b2977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:01.187377 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-03c2035a-354f-4001-9e97-9f5ffbc206e2 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.227432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06fe07f3-61ac-4535-8c81-cdaf35a1ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.227432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06fe07f3-61ac-4535-8c81-cdaf35a1ac1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.227432 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-06fe07f3-61ac-4535-8c81-cdaf35a1ac1c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7a050834-3992-44f6-8699-95fb6265a693 HTTP/1.1" status: 204 len: 168 time: 0.2828093 Aug 16 21:03:01.257828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe07f3-61ac-4535-8c81-cdaf35a1ac1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a050834-3992-44f6-8699-95fb6265a693,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:01.319197 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-03c2035a-354f-4001-9e97-9f5ffbc206e2 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.352867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2035a-354f-4001-9e97-9f5ffbc206e2 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d10af2f-04a0-4d3f-a92a-cfa252754254,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:01.427204 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-03c2035a-354f-4001-9e97-9f5ffbc206e2 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.428956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-03c2035a-354f-4001-9e97-9f5ffbc206e2 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4676878 Aug 16 21:03:01.437778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46278) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:01.443839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7ee932c9-6583-436d-ae76-0d9191f0d9e9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Request body: {'security_group_rule': {'security_group_id': '7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f', 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:01.540681 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-7ee932c9-6583-436d-ae76-0d9191f0d9e9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Project a5cd37661d5142f69945a0904e4f2968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:03:01.546484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ee932c9-6583-436d-ae76-0d9191f0d9e9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.618516 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ee932c9-6583-436d-ae76-0d9191f0d9e9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.713243 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ee932c9-6583-436d-ae76-0d9191f0d9e9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.739883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee932c9-6583-436d-ae76-0d9191f0d9e9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd641dd-5810-4f7c-8ab6-3e22e219ee5c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:01.790916 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:03:01.845216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ee932c9-6583-436d-ae76-0d9191f0d9e9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.847163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7ee932c9-6583-436d-ae76-0d9191f0d9e9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4077311 Aug 16 21:03:01.850871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46294) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:01.857660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8d7cb84e-b2b1-4680-895f-e24985e202aa tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Request body: {'security_group_rule': {'security_group_id': '7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f', 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:01.889783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 69bcbc96-6276-4520-a271-71dcdbdb85ce up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:01.965116 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-8d7cb84e-b2b1-4680-895f-e24985e202aa tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Project a5cd37661d5142f69945a0904e4f2968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:03:01.970394 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d7cb84e-b2b1-4680-895f-e24985e202aa tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.052883 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d7cb84e-b2b1-4680-895f-e24985e202aa tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.061900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 69bcbc96-6276-4520-a271-71dcdbdb85ce completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:02.068110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 69bcbc96-6276-4520-a271-71dcdbdb85ce triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:02.073216 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.121248 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d7cb84e-b2b1-4680-895f-e24985e202aa tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.165400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cb84e-b2b1-4680-895f-e24985e202aa tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d6630e-1dbb-43c0-b28b-a910d61ad47a,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:02.219534 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.228051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8d7cb84e-b2b1-4680-895f-e24985e202aa tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.230003 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8d7cb84e-b2b1-4680-895f-e24985e202aa tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3776858 Aug 16 21:03:02.266563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 69bcbc96-6276-4520-a271-71dcdbdb85ce, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=69bcbc96-6276-4520-a271-71dcdbdb85ce,segment=NetworkSegment(8a54ad37-c657-4a60-9feb-256a04ca737f),segment_id=8a54ad37-c657-4a60-9feb-256a04ca737f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:02.342457 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.347284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 678b7fec-9222-4704-849c-c8c829355036 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:02.502469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=69bcbc96-6276-4520-a271-71dcdbdb85ce,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:02.562316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-65bd1fab-2308-4979-9e34-1f124cfe18c6 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569186167&fields=id&tenant_id=a5cd37661d5142f69945a0904e4f2968 HTTP/1.1" status: 200 len: 267 time: 0.0709283 Aug 16 21:03:02.645448 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 678b7fec-9222-4704-849c-c8c829355036 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:02.648567 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.651882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Sync routers for ids ['220c3c69-f1da-4298-9161-21c0a2aebd10'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:02.655980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 678b7fec-9222-4704-849c-c8c829355036 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:02.657629 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.729487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Routers {'220c3c69-f1da-4298-9161-21c0a2aebd10'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:02.730303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['220c3c69-f1da-4298-9161-21c0a2aebd10'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:02.761513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-6933d4f2-454c-4905-8444-39df0c07d334 req-673ae9fd-13b7-4e46-8d64-b7f879957d49 tempest-ServersTestJSON-1737367146 tempest-ServersTestJSON-1737367146-project] (95261) timed out ('10.222.0.76', 62963) {{(pid=95261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:03:02.822045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-ece83a33-e873-4c48-9a3d-156692e6eb0b tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:02.827652 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.831247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-ece83a33-e873-4c48-9a3d-156692e6eb0b tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/networks?id=4822ec26-7bfe-4198-be0b-e1bd57e607c1 HTTP/1.1" status: 200 len: 808 time: 0.2680078 Aug 16 21:03:02.862050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-332298ff-f611-4398-9491-cc5bd2a60e2a tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/quotas/a5cd37661d5142f69945a0904e4f2968 HTTP/1.1" status: 200 len: 375 time: 0.0184393 Aug 16 21:03:02.877970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46346) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:02.975206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-f10d858d-a6a6-4af2-a2c1-d04ce97cacd6 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a5cd37661d5142f69945a0904e4f2968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057320 Aug 16 21:03:03.012698 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.027750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Set router 220c3c69-f1da-4298-9161-21c0a2aebd10 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:03.036112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3912c6c0-7a1b-49e1-af7a-997fb1d51691 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-89635663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:03.136442 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3912c6c0-7a1b-49e1-af7a-997fb1d51691 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.138220 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3912c6c0-7a1b-49e1-af7a-997fb1d51691 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.163168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 678b7fec-9222-4704-849c-c8c829355036, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=678b7fec-9222-4704-849c-c8c829355036,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:03.200755 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-5e54d829-bef2-475f-8145-3decd59e62fc service neutron] 10.222.0.74 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012477 Aug 16 21:03:03.242902 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3912c6c0-7a1b-49e1-af7a-997fb1d51691 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.271847 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.322697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-34e0c03f-32cd-45af-9280-34a9a15a2688 service neutron] 10.222.0.74 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115737 Aug 16 21:03:03.336580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3912c6c0-7a1b-49e1-af7a-997fb1d51691 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.360556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=678b7fec-9222-4704-849c-c8c829355036,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:03.376686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'name': 'tempest-TestVolumeBootPattern-1583954865-router', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '678b7fec-9222-4704-849c-c8c829355036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:02:59Z', 'revision_number': 4, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'gw_port': {'id': '678b7fec-9222-4704-849c-c8c829355036', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:53Z', 'updated_at': '2021-08-16T21:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '08c94389-710f-484d-9d55-4b6ddc20ea9e', 'name': '', 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'mac_address': 'fa:16:3e:33:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '58a9301b-b1de-402a-ab68-2e2881c92464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:57Z', 'updated_at': '2021-08-16T21:02:59Z', 'revision_number': 2, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'subnets': [{'id': '58a9301b-b1de-402a-ab68-2e2881c92464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:03.409679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Checking router: 220c3c69-f1da-4298-9161-21c0a2aebd10 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:03:03.410977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Updating router 220c3c69-f1da-4298-9161-21c0a2aebd10 port 08c94389-710f-484d-9d55-4b6ddc20ea9e binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:03:03.439688 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3912c6c0-7a1b-49e1-af7a-997fb1d51691 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.441129 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3912c6c0-7a1b-49e1-af7a-997fb1d51691 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.5605295 Aug 16 21:03:03.444769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46364) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:03.451023 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-388745883'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:03.458814 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.595693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Made reservation on behalf of 4f881448548a42358b0d381db6e9744f for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:03.604754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.621846 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.793936 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.877194 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.940255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:03:03.940703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 69bcbc96-6276-4520-a271-71dcdbdb85ce up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:03.940703 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.965385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.968220 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Added segment 989448fa-b3fa-4441-b0ad-66b6d27bf7eb of type vlan for network e24538c3-4368-4545-b7a4-bb73f1472da9 Aug 16 21:03:03.968323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Transition to ACTIVE for port object 08c94389-710f-484d-9d55-4b6ddc20ea9e will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:04.002746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 69bcbc96-6276-4520-a271-71dcdbdb85ce triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:04.002746 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.032421 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.076952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea36d9b1-09c2-4a8f-9f37-4189811ecd95 req-743f5068-19c1-499e-8ca7-341e8f3cb9b6 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 210 time: 0.1681693 Aug 16 21:03:04.083481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845468f4-c2f6-457d-828e-ce6aacfb6e3f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:04.108400 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.127756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46380) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:04.158932 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.165442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:04.166090 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.257467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6209a9-1e52-41a4-a9dc-ddf647c184e2 None None] Pushing event updated for resources: {'Port': ['ID=08c94389-710f-484d-9d55-4b6ddc20ea9e,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:04.260155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Attempting to bind port 08c94389-710f-484d-9d55-4b6ddc20ea9e on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:04.260513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Attempting to bind port 08c94389-710f-484d-9d55-4b6ddc20ea9e by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8cac833a-4842-42e8-975f-9b8f86a718ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:04.260881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Attempting to bind port 08c94389-710f-484d-9d55-4b6ddc20ea9e on network 349756e3-b59a-45eb-8780-b6a9f9e0da68 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:04.298797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Network': ['ID=e24538c3-4368-4545-b7a4-bb73f1472da9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:04.311890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network e24538c3-4368-4545-b7a4-bb73f1472da9 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:03:04.319218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:04.319627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Checking segment: {'id': '8cac833a-4842-42e8-975f-9b8f86a718ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:04.320044 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.320442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Bound using segment: {'id': '8cac833a-4842-42e8-975f-9b8f86a718ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:04.320956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Bound port: 08c94389-710f-484d-9d55-4b6ddc20ea9e, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cac833a-4842-42e8-975f-9b8f86a718ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:04.321532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.407934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 678b7fec-9222-4704-849c-c8c829355036 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:04.421282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-19efb82b-c8a6-4c99-b8b3-4ffab8539f85 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9721251 Aug 16 21:03:04.422150 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46386) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:04.428382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'subnet': {'network_id': 'e24538c3-4368-4545-b7a4-bb73f1472da9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:04.434558 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86bcb246-0915-4086-a4fa-665940bf8e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.537293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 678b7fec-9222-4704-849c-c8c829355036 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:04.537681 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.539754 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] For port 08c94389-710f-484d-9d55-4b6ddc20ea9e, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:04.545793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] For port 08c94389-710f-484d-9d55-4b6ddc20ea9e, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=08c94389-710f-484d-9d55-4b6ddc20ea9e,segment=NetworkSegment(8cac833a-4842-42e8-975f-9b8f86a718ea),segment_id=8cac833a-4842-42e8-975f-9b8f86a718ea)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:04.605311 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86bcb246-0915-4086-a4fa-665940bf8e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.623020 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.697218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Routers {'220c3c69-f1da-4298-9161-21c0a2aebd10'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:04.697850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['220c3c69-f1da-4298-9161-21c0a2aebd10'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:04.707373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-86bcb246-0915-4086-a4fa-665940bf8e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.740236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6209a9-1e52-41a4-a9dc-ddf647c184e2 None None] Pushing event updated for resources: {'Port': ['ID=08c94389-710f-484d-9d55-4b6ddc20ea9e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:04.758315 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-86bcb246-0915-4086-a4fa-665940bf8e33 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b4fd33ae504041858151ebe119064be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269705 Aug 16 21:03:04.758469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46396) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:04.760961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcb246-0915-4086-a4fa-665940bf8e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8f72f5-b66a-4e45-bdfe-0ccad5e08860,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:04.818281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Made reservation on behalf of 4f881448548a42358b0d381db6e9744f for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:04.821930 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.953497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1fdbf3cb-0d14-40d3-bec2-b3041150fc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.994372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1fdbf3cb-0d14-40d3-bec2-b3041150fc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.033455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] Set router 220c3c69-f1da-4298-9161-21c0a2aebd10 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:05.192539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f4d8293-43b7-47c9-876d-383d68d68ed7 req-59a95554-6aa6-4e59-9248-b9aa22189843 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 210 time: 0.0363736 Aug 16 21:03:05.276610 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1fdbf3cb-0d14-40d3-bec2-b3041150fc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.279216 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1fdbf3cb-0d14-40d3-bec2-b3041150fc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.283691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1fdbf3cb-0d14-40d3-bec2-b3041150fc7f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1e8f72f5-b66a-4e45-bdfe-0ccad5e08860 HTTP/1.1" status: 204 len: 168 time: 0.5236001 Aug 16 21:03:05.285494 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.303334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'name': 'tempest-TestVolumeBootPattern-1583954865-router', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '678b7fec-9222-4704-849c-c8c829355036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:02:59Z', 'revision_number': 4, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'gw_port': {'id': '678b7fec-9222-4704-849c-c8c829355036', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:53Z', 'updated_at': '2021-08-16T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '08c94389-710f-484d-9d55-4b6ddc20ea9e', 'name': '', 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'mac_address': 'fa:16:3e:33:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '58a9301b-b1de-402a-ab68-2e2881c92464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:57Z', 'updated_at': '2021-08-16T21:03:04Z', 'revision_number': 4, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'subnets': [{'id': '58a9301b-b1de-402a-ab68-2e2881c92464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:05.336686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20a51c-67eb-4b80-9a2f-584eb3cd79d8 None None] The sync data for ids ['220c3c69-f1da-4298-9161-21c0a2aebd10'] in n-d-793619-14 is: [{'id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'name': 'tempest-TestVolumeBootPattern-1583954865-router', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '678b7fec-9222-4704-849c-c8c829355036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:02:59Z', 'revision_number': 4, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'gw_port': {'id': '678b7fec-9222-4704-849c-c8c829355036', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:53Z', 'updated_at': '2021-08-16T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '08c94389-710f-484d-9d55-4b6ddc20ea9e', 'name': '', 'network_id': '349756e3-b59a-45eb-8780-b6a9f9e0da68', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'mac_address': 'fa:16:3e:33:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '58a9301b-b1de-402a-ab68-2e2881c92464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:57Z', 'updated_at': '2021-08-16T21:03:04Z', 'revision_number': 4, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'subnets': [{'id': '58a9301b-b1de-402a-ab68-2e2881c92464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:05.352004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbf3cb-0d14-40d3-bec2-b3041150fc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8f72f5-b66a-4e45-bdfe-0ccad5e08860,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:05.433833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-9a6a30b9-b905-4978-935c-d1c7fab3176b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:05.435277 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-9a6a30b9-b905-4978-935c-d1c7fab3176b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.2278707 Aug 16 21:03:05.440746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Subnet': ['ID=325b50a7-c123-4eef-969b-49c7b83cc6da,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:05.480573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Checking segment: {'id': '989448fa-b3fa-4441-b0ad-66b6d27bf7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e24538c3-4368-4545-b7a4-bb73f1472da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:05.481106 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network hostable DHCP agents. Network: e24538c3-4368-4545-b7a4-bb73f1472da9, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:03:05.484427 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-644ad196-b32f-4d90-9ca4-2cb33bccd0d0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/quotas/2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 375 time: 0.0213501 Aug 16 21:03:05.608473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4b232f9b-3a48-451c-bbc9-0f465049c546 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141162 Aug 16 21:03:05.622235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network e24538c3-4368-4545-b7a4-bb73f1472da9 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:03:05.669641 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-e9b45d03-6306-4cdd-a984-d9ba6e5032ae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0750566 Aug 16 21:03:05.750592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, e24538c3-4368-4545-b7a4-bb73f1472da9) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:05.762822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b03ebb9-2556-4a53-92d6-f56a63eb06cd None None] Network e24538c3-4368-4545-b7a4-bb73f1472da9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:05.778216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:05.780281 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.870211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-27b834b8-2a1f-4074-9d13-4e40eb898973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:05.871770 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-27b834b8-2a1f-4074-9d13-4e40eb898973 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 1097 time: 0.0904098 Aug 16 21:03:05.900137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-fcbf562c-2b8b-4f79-b9eb-bc657b1865b2 service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746584 Aug 16 21:03:05.918938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 08c94389-710f-484d-9d55-4b6ddc20ea9e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:06.012606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7eb64d44-63bd-4934-a1f0-6b1e9abe74aa tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5890901 Aug 16 21:03:06.018550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46424) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:06.025355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'network': {'name': 'tempest-router-network01--919658608'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:06.107620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46426) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:06.153262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-1f075ae7-8ae4-4db0-8e83-a11c8dbab3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:06.155111 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-1f075ae7-8ae4-4db0-8e83-a11c8dbab3fc service neutron] 10.222.0.79 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.2566872 Aug 16 21:03:06.186667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-eabe5b97-12bf-4db0-9e60-fe02cb246d18 service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853491 Aug 16 21:03:06.193090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Made reservation on behalf of 4f881448548a42358b0d381db6e9744f for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:06.197729 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.290664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:03:06.324791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 08c94389-710f-484d-9d55-4b6ddc20ea9e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:06.337184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46432) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:06.342284 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-2e20b4b8-6468-473c-bc72-3ea98cab94fd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517 HTTP/1.1" status: 200 len: 1001 time: 0.1766737 Aug 16 21:03:06.342978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 08c94389-710f-484d-9d55-4b6ddc20ea9e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:06.342978 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.343351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-e24538c3-4368-4545-b7a4-bb73f1472da9', 'network_id': 'e24538c3-4368-4545-b7a4-bb73f1472da9', 'tenant_id': '4f881448548a42358b0d381db6e9744f', 'fixed_ips': [{'subnet_id': '325b50a7-c123-4eef-969b-49c7b83cc6da'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:03:06.344375 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.361507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e991214-ad89-4681-91fb-a41b8a3be045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.373878 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.373878 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Added segment 635fc748-d6e5-4316-8e6f-cc3f7b5cc338 of type vlan for network 64917b14-7ada-4fb4-98d6-215c19491dce Aug 16 21:03:06.388026 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-474de4b1-e1d6-4e52-8624-22fadd3b023c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.420339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-6c4b709f-85d5-46f3-ae0b-c745aee3fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:06.422100 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-6c4b709f-85d5-46f3-ae0b-c745aee3fe46 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0740962 Aug 16 21:03:06.498998 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-33b75a1b-2903-47ce-954a-7b1808996c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:06.501318 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-33b75a1b-2903-47ce-954a-7b1808996c3f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714202 Aug 16 21:03:06.518142 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.589574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07fdc8a8-6e57-44c5-bfb9-d36c39860175 req-c84e033a-b073-411b-a0f6-54fcee58c423 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 210 time: 0.1288204 Aug 16 21:03:06.654497 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.668495 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e991214-ad89-4681-91fb-a41b8a3be045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.670259 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.676701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:06.677472 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.678887 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-157da3c5-98cf-453f-bbc9-16ed31e80d25 service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696002 Aug 16 21:03:06.692218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Allocated IP 2001:db8::2 (e24538c3-4368-4545-b7a4-bb73f1472da9/325b50a7-c123-4eef-969b-49c7b83cc6da/9c535d04-8c4f-4dc0-a0da-dcd22c95de0f) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:06.712135 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 08c94389-710f-484d-9d55-4b6ddc20ea9e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=08c94389-710f-484d-9d55-4b6ddc20ea9e,segment=NetworkSegment(8cac833a-4842-42e8-975f-9b8f86a718ea),segment_id=8cac833a-4842-42e8-975f-9b8f86a718ea)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:06.767294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Network': ['ID=64917b14-7ada-4fb4-98d6-215c19491dce,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:06.780115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 64917b14-7ada-4fb4-98d6-215c19491dce details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:03:06.800755 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e991214-ad89-4681-91fb-a41b8a3be045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.817962 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-846e0eb0-ca64-4dd4-bf7f-60ca8dfcd34f req-10c1fd80-fb87-4632-ab5e-6be80b79e86c service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307819 Aug 16 21:03:06.862595 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.867291 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2e991214-ad89-4681-91fb-a41b8a3be045 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9b60d34bfe03479bad5ff570fe646c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7539613 Aug 16 21:03:06.867291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46440) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:06.869244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e991214-ad89-4681-91fb-a41b8a3be045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f778a83-2d3d-44d1-9500-fe906d081cde,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:06.927582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=08c94389-710f-484d-9d55-4b6ddc20ea9e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:06.966418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23ecded5-e04e-4051-9177-231bdec89481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.004470 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-474de4b1-e1d6-4e52-8624-22fadd3b023c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.006699 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23ecded5-e04e-4051-9177-231bdec89481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.009928 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.019698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Transition to ACTIVE for port object 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:07.046641 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Transition to ACTIVE for port object 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:07.107629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30a3a979-4302-4a7a-b3e6-e7b7d1431e2f req-2e965013-46e9-4814-be49-72a4f04dd72a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 210 time: 0.0410187 Aug 16 21:03:07.109879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-474de4b1-e1d6-4e52-8624-22fadd3b023c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.159321 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-474de4b1-e1d6-4e52-8624-22fadd3b023c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d675e43318154472b46a268cf8940494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8195302 Aug 16 21:03:07.162616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46450) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:07.164950 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474de4b1-e1d6-4e52-8624-22fadd3b023c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca513d58-8a19-4ad4-aa5d-ec0ae75c5bc4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:07.174949 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.208388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7a70b2cd-c3b0-4326-9687-b87ba2da7ee9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1885035 Aug 16 21:03:07.212471 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23ecded5-e04e-4051-9177-231bdec89481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.218155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23ecded5-e04e-4051-9177-231bdec89481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.222073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-23ecded5-e04e-4051-9177-231bdec89481 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f778a83-2d3d-44d1-9500-fe906d081cde HTTP/1.1" status: 204 len: 168 time: 0.3497584 Aug 16 21:03:07.222463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46456) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:07.231993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Network e24538c3-4368-4545-b7a4-bb73f1472da9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:07.237091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'network': {'name': 'tempest-router-network02--1526290310'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:07.239463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:07.243247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:07.250898 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Pushing event updated for resources: {'Port': ['ID=9c535d04-8c4f-4dc0-a0da-dcd22c95de0f,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:07.273541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecded5-e04e-4051-9177-231bdec89481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f778a83-2d3d-44d1-9500-fe906d081cde,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:07.284058 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29c251e0-042e-4fc1-a2f6-d6661af4133c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.308351 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29c251e0-042e-4fc1-a2f6-d6661af4133c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.315732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Attempting to bind port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:07.316299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Attempting to bind port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '989448fa-b3fa-4441-b0ad-66b6d27bf7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e24538c3-4368-4545-b7a4-bb73f1472da9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:07.317372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Attempting to bind port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f on network e24538c3-4368-4545-b7a4-bb73f1472da9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:07.327717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:07.328373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Checking segment: {'id': '989448fa-b3fa-4441-b0ad-66b6d27bf7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e24538c3-4368-4545-b7a4-bb73f1472da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:07.328828 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.329582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Bound using segment: {'id': '989448fa-b3fa-4441-b0ad-66b6d27bf7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e24538c3-4368-4545-b7a4-bb73f1472da9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:07.330017 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Bound port: 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989448fa-b3fa-4441-b0ad-66b6d27bf7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e24538c3-4368-4545-b7a4-bb73f1472da9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:07.330554 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.387222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Made reservation on behalf of 4f881448548a42358b0d381db6e9744f for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:07.390825 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.419981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] For port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:07.423339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] For port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9c535d04-8c4f-4dc0-a0da-dcd22c95de0f,segment=NetworkSegment(989448fa-b3fa-4441-b0ad-66b6d27bf7eb),segment_id=989448fa-b3fa-4441-b0ad-66b6d27bf7eb)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:07.435971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-7887cda8-2b46-46e9-b058-f404a5add0e4 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:07.437454 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-7887cda8-2b46-46e9-b058-f404a5add0e4 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.76 "GET /v2.0/networks?id=4822ec26-7bfe-4198-be0b-e1bd57e607c1 HTTP/1.1" status: 200 len: 808 time: 0.1858611 Aug 16 21:03:07.488960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-6545cd8a-5a8a-462a-a8c1-5deb6990bdd8 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5cd37661d5142f69945a0904e4f2968 HTTP/1.1" status: 200 len: 379 time: 0.0418770 Aug 16 21:03:07.498149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Request body: {'port': {'device_id': '05628359-e05b-4da4-bbf2-51baf2906d79', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'admin_state_up': True, 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'security_groups': ['7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:07.523210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29c251e0-042e-4fc1-a2f6-d6661af4133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.525914 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29c251e0-042e-4fc1-a2f6-d6661af4133c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.529359 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-29c251e0-042e-4fc1-a2f6-d6661af4133c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca513d58-8a19-4ad4-aa5d-ec0ae75c5bc4 HTTP/1.1" status: 204 len: 168 time: 0.3634858 Aug 16 21:03:07.529359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:03:07.541607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c251e0-042e-4fc1-a2f6-d6661af4133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca513d58-8a19-4ad4-aa5d-ec0ae75c5bc4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:07.545931 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.546306 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Added segment 8acd471e-1495-4ff0-95ab-ec4aa7736cb0 of type vlan for network 885d0fc9-3ba6-4cda-93f8-7e04048b00c3 Aug 16 21:03:07.551530 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.639959 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.656604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c0fea-2458-4836-9018-b9cd5627b59a None None] Pushing event updated for resources: {'Port': ['ID=9c535d04-8c4f-4dc0-a0da-dcd22c95de0f,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:07.755253 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.757904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f8fee16-9b50-4f09-a836-92ab2b2fefe6 req-06483503-b138-4182-bbfe-5d3c06f222aa tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 210 time: 0.0580440 Aug 16 21:03:07.759534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Made reservation on behalf of a5cd37661d5142f69945a0904e4f2968 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:07.764228 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.780404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:07.782021 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.817042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 08c94389-710f-484d-9d55-4b6ddc20ea9e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:07.936603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Network': ['ID=885d0fc9-3ba6-4cda-93f8-7e04048b00c3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:07.947596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 885d0fc9-3ba6-4cda-93f8-7e04048b00c3 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:03:07.949311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 08c94389-710f-484d-9d55-4b6ddc20ea9e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:07.949836 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.984691 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e4849d1c-158c-494b-ba73-0e6c73ba9f6c tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7610240 Aug 16 21:03:07.987446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46466) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:07.987633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Allocated IP 172.20.0.3 (4822ec26-7bfe-4198-be0b-e1bd57e607c1/6cb98c82-f15c-446c-9cff-88a44ecbbfe3/373dc010-6a1d-498f-9d6a-b7be15ba0560) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:07.993529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'subnet': {'network_id': '64917b14-7ada-4fb4-98d6-215c19491dce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:08.187390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Made reservation on behalf of 4f881448548a42358b0d381db6e9744f for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:08.195483 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.203131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46476) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:08.270584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9f60dda-e17b-4ce1-af8b-698fdd5836d3 req-19324a61-5b81-4890-b9fd-8bee02a372f0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 210 time: 0.0519972 Aug 16 21:03:08.271387 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d527ee00-12ec-4e14-aa8b-915c9a293e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.336949 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.361860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Transition to ACTIVE for port object 373dc010-6a1d-498f-9d6a-b7be15ba0560 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:08.442753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d527ee00-12ec-4e14-aa8b-915c9a293e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.554147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.554696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.565803 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d527ee00-12ec-4e14-aa8b-915c9a293e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.684103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Checking segment: {'id': '635fc748-d6e5-4316-8e6f-cc3f7b5cc338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64917b14-7ada-4fb4-98d6-215c19491dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:08.684736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network hostable DHCP agents. Network: 64917b14-7ada-4fb4-98d6-215c19491dce, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:03:08.686857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:08.690246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d527ee00-12ec-4e14-aa8b-915c9a293e5c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1102cb43efdf4dc0baccb77b98c4e8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860954 Aug 16 21:03:08.694098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46486) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:08.694711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527ee00-12ec-4e14-aa8b-915c9a293e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015835c6-1d22-4d2a-9feb-1bf607df6676,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:08.703207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:08.706923 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:08.709620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event updated for resources: {'Port': ['ID=373dc010-6a1d-498f-9d6a-b7be15ba0560,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:08.714154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Subnet': ['ID=3f7e66ee-2b46-44fb-8b13-2f44f92f7f8e,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:08.769131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:08.770040 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.783236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-928381a8-79d2-4c56-bf22-5a3ddd175d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.809931 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-928381a8-79d2-4c56-bf22-5a3ddd175d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.862899 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-8ed87a7c-9316-4cd2-9d43-26ef10a4b95c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3684154 Aug 16 21:03:08.889145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network 64917b14-7ada-4fb4-98d6-215c19491dce is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:03:08.901561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Request body: {'port': {'device_id': '05628359-e05b-4da4-bbf2-51baf2906d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:08.976504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 64917b14-7ada-4fb4-98d6-215c19491dce) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:08.978278 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-928381a8-79d2-4c56-bf22-5a3ddd175d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.980901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-928381a8-79d2-4c56-bf22-5a3ddd175d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.992247 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-928381a8-79d2-4c56-bf22-5a3ddd175d3c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/015835c6-1d22-4d2a-9feb-1bf607df6676 HTTP/1.1" status: 204 len: 168 time: 0.2942839 Aug 16 21:03:08.993523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c331c3-bf46-4273-a67f-33e3dcfdad73 req-2a489cc7-2d6f-40f3-8637-df3449d5d41d tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:09.000464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445adb11-d49e-4778-b8f2-b9e655f23688 None None] Network 64917b14-7ada-4fb4-98d6-215c19491dce requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:09.001397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4c331c3-bf46-4273-a67f-33e3dcfdad73 req-2a489cc7-2d6f-40f3-8637-df3449d5d41d tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 931 time: 0.1315944 Aug 16 21:03:09.017664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:09.018273 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.021506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.065404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928381a8-79d2-4c56-bf22-5a3ddd175d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015835c6-1d22-4d2a-9feb-1bf607df6676,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:09.113164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4c331c3-bf46-4273-a67f-33e3dcfdad73 req-6910980f-38a7-4f23-a0f7-0b1de2d09198 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057696 Aug 16 21:03:09.125805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd39ef7-4a8f-41f3-96c1-fd98b6b9e5bd None None] Network e24538c3-4368-4545-b7a4-bb73f1472da9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:09.132145 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3719c8a4-421b-41f5-b09c-e3e43ae59683 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1434047 Aug 16 21:03:09.134880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46500) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:09.141081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'subnet': {'network_id': '885d0fc9-3ba6-4cda-93f8-7e04048b00c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:09.396173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-64917b14-7ada-4fb4-98d6-215c19491dce', 'network_id': '64917b14-7ada-4fb4-98d6-215c19491dce', 'tenant_id': '4f881448548a42358b0d381db6e9744f', 'fixed_ips': [{'subnet_id': '3f7e66ee-2b46-44fb-8b13-2f44f92f7f8e'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:03:09.397159 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.434072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f5b304e-3b76-4755-b40e-52e9c2ac357a req-8dd77974-5147-4a6b-ab16-82af7fc9b4bd tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 210 time: 0.0882800 Aug 16 21:03:09.503356 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dffc6c7c-69ad-47e3-abaf-57bc35cfefad None None] Provisioning for port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:09.528949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Made reservation on behalf of 4f881448548a42358b0d381db6e9744f for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:09.538296 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.574590 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Allocated IP 2001:db8::2 (64917b14-7ada-4fb4-98d6-215c19491dce/3f7e66ee-2b46-44fb-8b13-2f44f92f7f8e/63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:09.608605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dffc6c7c-69ad-47e3-abaf-57bc35cfefad None None] Provisioning for port 373dc010-6a1d-498f-9d6a-b7be15ba0560 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:09.631675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373dc010-6a1d-498f-9d6a-b7be15ba0560 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:03:09.646664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.652905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dffc6c7c-69ad-47e3-abaf-57bc35cfefad None None] Provisioning complete for port 373dc010-6a1d-498f-9d6a-b7be15ba0560 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:09.653389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dffc6c7c-69ad-47e3-abaf-57bc35cfefad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.673756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Transition to ACTIVE for port object 373dc010-6a1d-498f-9d6a-b7be15ba0560 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:09.734193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-dffc6c7c-69ad-47e3-abaf-57bc35cfefad None None] Port 373dc010-6a1d-498f-9d6a-b7be15ba0560 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:09.756805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.853977 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.871288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:09.873508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Transition to ACTIVE for port object 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:09.920566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Pushing event updated for resources: {'Port': ['ID=373dc010-6a1d-498f-9d6a-b7be15ba0560,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:09.933934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Transition to ACTIVE for port object 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:09.969780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.039151 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.047484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Subnet': ['ID=2e644f1d-491a-4e66-b80e-e46ceb2331b0,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:10.090906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Attempting to bind port 373dc010-6a1d-498f-9d6a-b7be15ba0560 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:10.091500 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Attempting to bind port 373dc010-6a1d-498f-9d6a-b7be15ba0560 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:10.091993 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Attempting to bind port 373dc010-6a1d-498f-9d6a-b7be15ba0560 on network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:10.109552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:10.112350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Checking segment: {'id': '8acd471e-1495-4ff0-95ab-ec4aa7736cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '885d0fc9-3ba6-4cda-93f8-7e04048b00c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:10.115224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network hostable DHCP agents. Network: 885d0fc9-3ba6-4cda-93f8-7e04048b00c3, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:03:10.131562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Port 373dc010-6a1d-498f-9d6a-b7be15ba0560 on network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:03:10.131765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Attempting to bind port 373dc010-6a1d-498f-9d6a-b7be15ba0560 on network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:10.162115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:10.162476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Checking segment: {'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:10.162879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Bound using segment: {'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:10.163342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Bound port: 373dc010-6a1d-498f-9d6a-b7be15ba0560, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc9d28b-f82e-44b9-a9d0-678b99134049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:10.163716 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.183355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Network 64917b14-7ada-4fb4-98d6-215c19491dce is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:10.185246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:10.186321 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.242400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Pushing event updated for resources: {'Port': ['ID=63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:10.262782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:10.267953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:10.293316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] For port 373dc010-6a1d-498f-9d6a-b7be15ba0560, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:10.295615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] For port 373dc010-6a1d-498f-9d6a-b7be15ba0560, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=373dc010-6a1d-498f-9d6a-b7be15ba0560,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:10.339085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network 885d0fc9-3ba6-4cda-93f8-7e04048b00c3 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:03:10.380640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c5447-3877-4122-9a14-dfe63d9b320d req-5cb7a6cd-9d1c-4d5f-bf7d-e425bf10256e tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:10.382302 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c58c5447-3877-4122-9a14-dfe63d9b320d req-5cb7a6cd-9d1c-4d5f-bf7d-e425bf10256e tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 943 time: 0.1404557 Aug 16 21:03:10.444894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Attempting to bind port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:10.446600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Attempting to bind port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '635fc748-d6e5-4316-8e6f-cc3f7b5cc338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64917b14-7ada-4fb4-98d6-215c19491dce'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:10.447000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Attempting to bind port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 on network 64917b14-7ada-4fb4-98d6-215c19491dce {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:10.463478 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.467609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 885d0fc9-3ba6-4cda-93f8-7e04048b00c3) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:10.468972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:10.471394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Checking segment: {'id': '635fc748-d6e5-4316-8e6f-cc3f7b5cc338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64917b14-7ada-4fb4-98d6-215c19491dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:10.476231 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.476703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Bound using segment: {'id': '635fc748-d6e5-4316-8e6f-cc3f7b5cc338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64917b14-7ada-4fb4-98d6-215c19491dce'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:10.477252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Bound port: 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635fc748-d6e5-4316-8e6f-cc3f7b5cc338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64917b14-7ada-4fb4-98d6-215c19491dce'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:10.477665 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.520865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.522635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:10.523259 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.525660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29b4c67-dd4d-4566-8dee-25f8242cdb69 None None] Network 885d0fc9-3ba6-4cda-93f8-7e04048b00c3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:10.556952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c58c5447-3877-4122-9a14-dfe63d9b320d req-be0fb961-4266-4693-960c-ebf1b3e8e7ff tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682091 Aug 16 21:03:10.620958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:10.621616 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.623023 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] 10.222.0.76 "PUT /v2.0/ports/373dc010-6a1d-498f-9d6a-b7be15ba0560 HTTP/1.1" status: 200 len: 1092 time: 1.7339046 Aug 16 21:03:10.641590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05628359-e05b-4da4-bbf2-51baf2906d79', 'tag': '373dc010-6a1d-498f-9d6a-b7be15ba0560'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:10.644240 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68f4caf-c596-4acc-b871-4671d2b0beb7" -d '{"events": [{"name": "network-changed", "server_uuid": "05628359-e05b-4da4-bbf2-51baf2906d79", "tag": "373dc010-6a1d-498f-9d6a-b7be15ba0560"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:10.718804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb19e41-6e35-44a7-aabc-72c778754d55 service neutron] Pushing event updated for resources: {'Port': ['ID=373dc010-6a1d-498f-9d6a-b7be15ba0560,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:10.774004 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2ddc7ed3-4aad-4e57-9a20-9c0f9c4c0657 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6379111 Aug 16 21:03:10.777692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46552) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:10.799584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9c535d04-8c4f-4dc0-a0da-dcd22c95de0f,segment=NetworkSegment(989448fa-b3fa-4441-b0ad-66b6d27bf7eb),segment_id=989448fa-b3fa-4441-b0ad-66b6d27bf7eb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:10.824041 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-789390c0-7fad-4c24-b37c-afcc194c4235 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:10.826366 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-789390c0-7fad-4c24-b37c-afcc194c4235 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.8292375 Aug 16 21:03:10.842166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'port': {'device_id': '552dc0f8-904f-4d19-b699-6ca8b2583818', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'admin_state_up': True, 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:10.844143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1da717dc-d868-44a9-8646-d0d474fbf337 req-81f9d3fb-7f87-45ce-89c0-fe2942259fa0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 210 time: 0.1860313 Aug 16 21:03:10.883806 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.983709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] For port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:11.121016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] For port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43,segment=NetworkSegment(635fc748-d6e5-4316-8e6f-cc3f7b5cc338),segment_id=635fc748-d6e5-4316-8e6f-cc3f7b5cc338)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:11.140069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Made reservation on behalf of 2b1a2baa039a4a9080d39c7aa1b9f7e4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:11.141524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=9c535d04-8c4f-4dc0-a0da-dcd22c95de0f,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:11.141965 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.229137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.249130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-885d0fc9-3ba6-4cda-93f8-7e04048b00c3', 'network_id': '885d0fc9-3ba6-4cda-93f8-7e04048b00c3', 'tenant_id': '4f881448548a42358b0d381db6e9744f', 'fixed_ips': [{'subnet_id': '2e644f1d-491a-4e66-b80e-e46ceb2331b0'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:03:11.250018 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.313322 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da559d1-e49e-47bf-b016-a47d30994c01 x-openstack-request-id: req-6da559d1-e49e-47bf-b016-a47d30994c01 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:11.313942 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05628359-e05b-4da4-bbf2-51baf2906d79", "tag": "373dc010-6a1d-498f-9d6a-b7be15ba0560", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:11.313942 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6da559d1-e49e-47bf-b016-a47d30994c01 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:11.314358 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05628359-e05b-4da4-bbf2-51baf2906d79', 'tag': '373dc010-6a1d-498f-9d6a-b7be15ba0560', 'status': 'completed', 'code': 200} Aug 16 21:03:11.411483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b360e-4556-48d0-8e7a-4c50b9459283 None None] Pushing event updated for resources: {'Port': ['ID=63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:11.486324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Allocated IP 172.20.0.13 (826b4d3b-3779-4633-8f48-5944e5bb3c62/e48a2a88-3af1-41c2-a731-e4f334092195/b662496d-7fad-4fca-92bf-7aa32d74238a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:11.530592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Allocated IP 2001:db8::2 (885d0fc9-3ba6-4cda-93f8-7e04048b00c3/2e644f1d-491a-4e66-b80e-e46ceb2331b0/74c1b63c-e80b-4913-b846-2ca5e4929d0d) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:11.756855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-ca6891ab-cca2-4d2b-abc4-8370965527d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:11.758477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-ca6891ab-cca2-4d2b-abc4-8370965527d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5cd37661d5142f69945a0904e4f2968&device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 1095 time: 0.9187171 Aug 16 21:03:11.877851 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.916142 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Transition to ACTIVE for port object b662496d-7fad-4fca-92bf-7aa32d74238a will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:11.983072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-005eae4e-1b07-42a8-ab83-dbe40998cbe1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373dc010-6a1d-498f-9d6a-b7be15ba0560 HTTP/1.1" status: 200 len: 217 time: 0.2015560 Aug 16 21:03:12.045788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.059584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:12.104804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:12.118942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:12.141141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:12.149085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697064c-3e0e-484d-beea-f3887e98118d req-bb978a13-901b-49b3-a676-d7fe027d3522 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:12.151455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b697064c-3e0e-484d-beea-f3887e98118d req-bb978a13-901b-49b3-a676-d7fe027d3522 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 943 time: 0.3116560 Aug 16 21:03:12.156723 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.214017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=b662496d-7fad-4fca-92bf-7aa32d74238a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:12.243178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:12.244102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.307419 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.313440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1d49230f-76a6-4cfe-a638-54e47126aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:12.315358 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-1d49230f-76a6-4cfe-a638-54e47126aef4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6cb98c82-f15c-446c-9cff-88a44ecbbfe3 HTTP/1.1" status: 200 len: 847 time: 0.3182900 Aug 16 21:03:12.320189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Transition to ACTIVE for port object 74c1b63c-e80b-4913-b846-2ca5e4929d0d will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:12.353564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Transition to ACTIVE for port object 74c1b63c-e80b-4913-b846-2ca5e4929d0d will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:12.379630 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317ab80-eeaf-4a4a-9ffd-553a8af12173 req-019df3aa-546d-4dde-a637-f469dfe98d6f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:12.381264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1317ab80-eeaf-4a4a-9ffd-553a8af12173 req-019df3aa-546d-4dde-a637-f469dfe98d6f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 932 time: 0.3493824 Aug 16 21:03:12.386300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:12.388654 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0d18d1c2-7115-469e-b279-bcf56f75db7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5514932 Aug 16 21:03:12.390991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:12.418837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Request body: {'port': {'device_id': '552dc0f8-904f-4d19-b699-6ca8b2583818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:12.463865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.494186 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b697064c-3e0e-484d-beea-f3887e98118d req-f3864cde-7234-4b6e-91db-2f88e10cb771 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336563 Aug 16 21:03:12.503762 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.527668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1317ab80-eeaf-4a4a-9ffd-553a8af12173 req-d2bebae6-042f-4049-85bb-cef1a1b33e59 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122119 Aug 16 21:03:12.588041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Network 885d0fc9-3ba6-4cda-93f8-7e04048b00c3 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:12.598276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:12.602097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:12.603051 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.694749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-aa475143-1c29-48ae-ab07-31d2780a7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:12.697205 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-aa475143-1c29-48ae-ab07-31d2780a7a20 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4822ec26-7bfe-4198-be0b-e1bd57e607c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3496122 Aug 16 21:03:12.716722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:12.737916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Pushing event updated for resources: {'Port': ['ID=74c1b63c-e80b-4913-b846-2ca5e4929d0d,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:12.940740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-be2707af-4019-4a2a-b0d6-25d143a6dba0 None None] Provisioning for port b662496d-7fad-4fca-92bf-7aa32d74238a completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:12.956127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-be2707af-4019-4a2a-b0d6-25d143a6dba0 None None] Provisioning complete for port b662496d-7fad-4fca-92bf-7aa32d74238a triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:12.962402 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-be2707af-4019-4a2a-b0d6-25d143a6dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.015566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-04059d90-9c9b-4689-a0fe-e6bf98ee4cb1 service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585928 Aug 16 21:03:13.078454 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Attempting to bind port 74c1b63c-e80b-4913-b846-2ca5e4929d0d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:13.078679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Attempting to bind port 74c1b63c-e80b-4913-b846-2ca5e4929d0d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '8acd471e-1495-4ff0-95ab-ec4aa7736cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '885d0fc9-3ba6-4cda-93f8-7e04048b00c3'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:13.079053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Attempting to bind port 74c1b63c-e80b-4913-b846-2ca5e4929d0d on network 885d0fc9-3ba6-4cda-93f8-7e04048b00c3 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:13.143343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:13.143731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Checking segment: {'id': '8acd471e-1495-4ff0-95ab-ec4aa7736cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '885d0fc9-3ba6-4cda-93f8-7e04048b00c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:13.144146 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.144606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Bound using segment: {'id': '8acd471e-1495-4ff0-95ab-ec4aa7736cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '885d0fc9-3ba6-4cda-93f8-7e04048b00c3'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:13.145273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Bound port: 74c1b63c-e80b-4913-b846-2ca5e4929d0d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acd471e-1495-4ff0-95ab-ec4aa7736cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '885d0fc9-3ba6-4cda-93f8-7e04048b00c3'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:13.145703 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.192863 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c1358-079d-4ef7-93ed-fdd7b8f0dc09 None None] Network 64917b14-7ada-4fb4-98d6-215c19491dce requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:13.209376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b662496d-7fad-4fca-92bf-7aa32d74238a {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:03:13.219948 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.241521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708b7031-4fa4-44be-bca1-2203e93ed6fa req-c1da71b0-df80-4baa-8ec7-854ad53fe9f2 service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145157 Aug 16 21:03:13.246665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Transition to ACTIVE for port object b662496d-7fad-4fca-92bf-7aa32d74238a will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:13.266552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Allocated IP 2001:db8::1 (64917b14-7ada-4fb4-98d6-215c19491dce/3f7e66ee-2b46-44fb-8b13-2f44f92f7f8e/bf2367eb-d303-49b0-949c-7d93e9f7292c) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:13.306361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-be2707af-4019-4a2a-b0d6-25d143a6dba0 None None] Port b662496d-7fad-4fca-92bf-7aa32d74238a cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:13.352035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.370536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] For port 74c1b63c-e80b-4913-b846-2ca5e4929d0d, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:13.434558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b662496d-7fad-4fca-92bf-7aa32d74238a,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:13.473119 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.497657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Transition to ACTIVE for port object bf2367eb-d303-49b0-949c-7d93e9f7292c will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:13.510025 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f4caf-c596-4acc-b871-4671d2b0beb7 req-0c146a88-1bee-4310-a423-4fb2170820ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:13.511682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b68f4caf-c596-4acc-b871-4671d2b0beb7 req-0c146a88-1bee-4310-a423-4fb2170820ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5cd37661d5142f69945a0904e4f2968&device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 1095 time: 0.0904202 Aug 16 21:03:13.578276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] For port 74c1b63c-e80b-4913-b846-2ca5e4929d0d, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=74c1b63c-e80b-4913-b846-2ca5e4929d0d,segment=NetworkSegment(8acd471e-1495-4ff0-95ab-ec4aa7736cb0),segment_id=8acd471e-1495-4ff0-95ab-ec4aa7736cb0)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:13.585641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Attempting to bind port b662496d-7fad-4fca-92bf-7aa32d74238a on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:13.591948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Attempting to bind port b662496d-7fad-4fca-92bf-7aa32d74238a by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:13.591948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Attempting to bind port b662496d-7fad-4fca-92bf-7aa32d74238a on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:13.597899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Port b662496d-7fad-4fca-92bf-7aa32d74238a on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:03:13.598231 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Attempting to bind port b662496d-7fad-4fca-92bf-7aa32d74238a on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:13.610414 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:13.610974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Checking segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:13.611375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Bound using segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:13.611816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Bound port: b662496d-7fad-4fca-92bf-7aa32d74238a, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:13.612184 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.690112 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.799684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79e8b6-127b-4404-bd3d-46870fa6f933 None None] Pushing event updated for resources: {'Port': ['ID=74c1b63c-e80b-4913-b846-2ca5e4929d0d,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:13.814314 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] For port b662496d-7fad-4fca-92bf-7aa32d74238a, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:13.820218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-26c4ead3-0d83-4e7a-a48c-26860f1368d7 None None] Provisioning for port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:13.822488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] For port b662496d-7fad-4fca-92bf-7aa32d74238a, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b662496d-7fad-4fca-92bf-7aa32d74238a,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:13.843373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-26c4ead3-0d83-4e7a-a48c-26860f1368d7 None None] Provisioning complete for port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:13.843759 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-26c4ead3-0d83-4e7a-a48c-26860f1368d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.880457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:14.102405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:14.104243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:14.110251 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] 10.222.0.79 "PUT /v2.0/ports/b662496d-7fad-4fca-92bf-7aa32d74238a HTTP/1.1" status: 200 len: 1093 time: 1.7048726 Aug 16 21:03:14.110757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552dc0f8-904f-4d19-b699-6ca8b2583818', 'tag': 'b662496d-7fad-4fca-92bf-7aa32d74238a'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:14.115291 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118115da-9a04-4007-b1a2-af6873257370" -d '{"events": [{"name": "network-changed", "server_uuid": "552dc0f8-904f-4d19-b699-6ca8b2583818", "tag": "b662496d-7fad-4fca-92bf-7aa32d74238a"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:14.137310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f4caf-c596-4acc-b871-4671d2b0beb7 req-42461b55-cb96-479d-b3de-222151d6158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:14.139287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b68f4caf-c596-4acc-b871-4671d2b0beb7 req-42461b55-cb96-479d-b3de-222151d6158e service neutron] 10.222.0.76 "GET /v2.0/networks?id=4822ec26-7bfe-4198-be0b-e1bd57e607c1 HTTP/1.1" status: 200 len: 909 time: 0.6132104 Aug 16 21:03:14.154273 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-26c4ead3-0d83-4e7a-a48c-26860f1368d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:14.194839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993fcb1-2496-44a9-9dba-acb2326932b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b662496d-7fad-4fca-92bf-7aa32d74238a,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:14.198154 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:14.244975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-26c4ead3-0d83-4e7a-a48c-26860f1368d7 None None] For port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43,segment=NetworkSegment(635fc748-d6e5-4316-8e6f-cc3f7b5cc338),segment_id=635fc748-d6e5-4316-8e6f-cc3f7b5cc338)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:14.333832 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b68f4caf-c596-4acc-b871-4671d2b0beb7 req-0e112601-84ea-4cb3-8b5a-8c56f5923771 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373dc010-6a1d-498f-9d6a-b7be15ba0560 HTTP/1.1" status: 200 len: 217 time: 0.1331613 Aug 16 21:03:14.340798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-26c4ead3-0d83-4e7a-a48c-26860f1368d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:14.355841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-b20bec0f-4f84-4b36-9841-0a028778d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:14.357506 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-b20bec0f-4f84-4b36-9841-0a028778d701 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 1096 time: 0.1282823 Aug 16 21:03:14.370703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Port': ['ID=bf2367eb-d303-49b0-949c-7d93e9f7292c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:14.397389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network 64917b14-7ada-4fb4-98d6-215c19491dce is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:14.408867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:14.430273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:14.430863 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:14.439657 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-22a7a927-8938-4f2c-a2f2-cf4fb530fa6e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b662496d-7fad-4fca-92bf-7aa32d74238a HTTP/1.1" status: 200 len: 217 time: 0.0738444 Aug 16 21:03:14.537510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4ead3-0d83-4e7a-a48c-26860f1368d7 None None] Pushing event updated for resources: {'Port': ['ID=63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:14.540817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-d30919ee-7b2e-4b96-9cec-d892fec26022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:14.569291 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-d30919ee-7b2e-4b96-9cec-d892fec26022 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.1130354 Aug 16 21:03:14.569436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4eed3c6f-c605-4012-b86b-14c5927ebc9d None None] Provisioning complete for port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:14.569436 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4eed3c6f-c605-4012-b86b-14c5927ebc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:14.633962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132708b7-a96f-4aa7-9438-b0ffc549977e req-7f8b253f-59af-48ac-8d1f-56dd5e61883a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:14.638531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-132708b7-a96f-4aa7-9438-b0ffc549977e req-7f8b253f-59af-48ac-8d1f-56dd5e61883a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 944 time: 0.8780279 Aug 16 21:03:14.684322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-63847e79-c483-4c60-b344-936e6a294d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:14.686103 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-63847e79-c483-4c60-b344-936e6a294d06 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096768 Aug 16 21:03:14.703461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae781540-3bde-4892-94c0-9cc1be119b7d req-1cdcc9d1-c965-4243-8527-b9cd1c3835f9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:14.705242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae781540-3bde-4892-94c0-9cc1be119b7d req-1cdcc9d1-c965-4243-8527-b9cd1c3835f9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 943 time: 0.9833007 Aug 16 21:03:14.834022 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-132708b7-a96f-4aa7-9438-b0ffc549977e req-26ae3330-d55c-453b-8cab-b6d0e37a0689 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837149 Aug 16 21:03:14.840907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f4caf-c596-4acc-b871-4671d2b0beb7 req-0a131607-dc24-463a-bfb4-3088d5ec5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:14.849640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b68f4caf-c596-4acc-b871-4671d2b0beb7 req-0a131607-dc24-463a-bfb4-3088d5ec5c02 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6cb98c82-f15c-446c-9cff-88a44ecbbfe3 HTTP/1.1" status: 200 len: 847 time: 0.4760377 Aug 16 21:03:14.874842 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-0424c08a-4b72-4df5-bbe6-85f5803f51f2 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809468 Aug 16 21:03:14.908356 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae781540-3bde-4892-94c0-9cc1be119b7d req-c5fb1ec2-bac9-4302-9535-7d319c2d0b75 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894441 Aug 16 21:03:14.918577 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b55a9f-4a85-4178-a6e2-0aacbc940949 x-openstack-request-id: req-75b55a9f-4a85-4178-a6e2-0aacbc940949 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:14.918904 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552dc0f8-904f-4d19-b699-6ca8b2583818", "tag": "b662496d-7fad-4fca-92bf-7aa32d74238a", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:14.921228 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-75b55a9f-4a85-4178-a6e2-0aacbc940949 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:14.921552 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552dc0f8-904f-4d19-b699-6ca8b2583818', 'tag': 'b662496d-7fad-4fca-92bf-7aa32d74238a', 'status': 'completed', 'code': 200} Aug 16 21:03:14.930006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f4caf-c596-4acc-b871-4671d2b0beb7 req-af275d01-28c9-45cb-9d41-821b8ec226b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:14.932042 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b68f4caf-c596-4acc-b871-4671d2b0beb7 req-af275d01-28c9-45cb-9d41-821b8ec226b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4822ec26-7bfe-4198-be0b-e1bd57e607c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698545 Aug 16 21:03:15.015929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aa6cbf96-2ac4-44cf-94ad-2905620d2425 None None] Provisioning for port bf2367eb-d303-49b0-949c-7d93e9f7292c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:15.027202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aa6cbf96-2ac4-44cf-94ad-2905620d2425 None None] Provisioning complete for port bf2367eb-d303-49b0-949c-7d93e9f7292c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:15.028158 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aa6cbf96-2ac4-44cf-94ad-2905620d2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.038076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0e633479-3e13-4872-8abb-b236dc0715a5 req-c7b50a1a-70a8-4c57-b3f6-5ba06333c897 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552467 Aug 16 21:03:15.119006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cbf96-2ac4-44cf-94ad-2905620d2425 None None] Port bf2367eb-d303-49b0-949c-7d93e9f7292c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:15.239801 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-10a1e34f-598f-4254-95f6-2a87bc84595c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.252512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118115da-9a04-4007-b1a2-af6873257370 req-50a6ac2a-6cdd-44e5-8851-83138fe4e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:15.256352 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-118115da-9a04-4007-b1a2-af6873257370 req-50a6ac2a-6cdd-44e5-8851-83138fe4e2a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 1096 time: 0.1022177 Aug 16 21:03:15.391502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118115da-9a04-4007-b1a2-af6873257370 req-27bf07d5-d267-4a5a-8211-0f434fcfc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:15.393891 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-118115da-9a04-4007-b1a2-af6873257370 req-27bf07d5-d267-4a5a-8211-0f434fcfc965 service neutron] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1298976 Aug 16 21:03:15.484445 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-118115da-9a04-4007-b1a2-af6873257370 req-211b0ee6-f730-4778-80f6-13f7429b248c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b662496d-7fad-4fca-92bf-7aa32d74238a HTTP/1.1" status: 200 len: 217 time: 0.0831239 Aug 16 21:03:15.556972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb9f846-02ae-4e0e-8c44-f52f02ed5194 None None] Network 885d0fc9-3ba6-4cda-93f8-7e04048b00c3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:15.563094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118115da-9a04-4007-b1a2-af6873257370 req-3bf9b3e8-f839-4061-bdc2-967e46d18e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:15.564728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-118115da-9a04-4007-b1a2-af6873257370 req-3bf9b3e8-f839-4061-bdc2-967e46d18e39 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0733626 Aug 16 21:03:15.575582 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.656125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118115da-9a04-4007-b1a2-af6873257370 req-3d582405-86df-48d8-a5df-98093a14a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:15.659483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-118115da-9a04-4007-b1a2-af6873257370 req-3d582405-86df-48d8-a5df-98093a14a682 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863085 Aug 16 21:03:15.772096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-09427348-5d62-4e50-b46a-fc91a0e3bf6d None None] Provisioning for port 74c1b63c-e80b-4913-b846-2ca5e4929d0d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:15.921470 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-118115da-9a04-4007-b1a2-af6873257370 req-c25bd5b8-e832-4d9a-be57-6b47651db90d service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520094 Aug 16 21:03:15.984011 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.003307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b68f4caf-c596-4acc-b871-4671d2b0beb7 req-e5c14011-e224-4d25-90b4-664d8859682a service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0633101 Aug 16 21:03:16.049966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:16.118281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:16.118615 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.130595 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.131384 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.178880 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-118115da-9a04-4007-b1a2-af6873257370 req-898b48fe-05aa-4096-9ff0-ea5dfebe8045 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436302 Aug 16 21:03:16.253661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 74c1b63c-e80b-4913-b846-2ca5e4929d0d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:16.285147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7f8ac-bcd1-4042-8b7b-ab7f22a3ab14 req-307e73b7-80fd-499f-9a2d-d768fff2d3ce tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:16.288378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8fd7f8ac-bcd1-4042-8b7b-ab7f22a3ab14 req-307e73b7-80fd-499f-9a2d-d768fff2d3ce tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 944 time: 0.2833736 Aug 16 21:03:16.333208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Port': ['ID=bf2367eb-d303-49b0-949c-7d93e9f7292c,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:16.378662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b68f4caf-c596-4acc-b871-4671d2b0beb7 req-dc7839ed-edac-4302-a974-810eddb4ddde service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629479 Aug 16 21:03:16.397777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb899e-3533-438a-befd-43c1e8de91f6 req-f8348052-6902-455f-a7e3-064838cabab6 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:16.400483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3dfb899e-3533-438a-befd-43c1e8de91f6 req-f8348052-6902-455f-a7e3-064838cabab6 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 943 time: 0.2981811 Aug 16 21:03:16.455233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 74c1b63c-e80b-4913-b846-2ca5e4929d0d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:16.461146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 74c1b63c-e80b-4913-b846-2ca5e4929d0d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:16.462770 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.477048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8fd7f8ac-bcd1-4042-8b7b-ab7f22a3ab14 req-b98bce9a-f2b0-48b9-aea6-d6a18e06f57f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764669 Aug 16 21:03:16.490177 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3dfb899e-3533-438a-befd-43c1e8de91f6 req-10968fe2-27a5-4619-b93f-2cfc83203daf tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731091 Aug 16 21:03:16.492099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network 64917b14-7ada-4fb4-98d6-215c19491dce is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:16.493749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:16.694004 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.756996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-804b0bd0-d6f8-4613-8184-5b66b0a20f43 None None] Provisioning complete for port 74c1b63c-e80b-4913-b846-2ca5e4929d0d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:16.756996 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-804b0bd0-d6f8-4613-8184-5b66b0a20f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.760401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 74c1b63c-e80b-4913-b846-2ca5e4929d0d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=74c1b63c-e80b-4913-b846-2ca5e4929d0d,segment=NetworkSegment(8acd471e-1495-4ff0-95ab-ec4aa7736cb0),segment_id=8acd471e-1495-4ff0-95ab-ec4aa7736cb0)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:16.854195 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-804b0bd0-d6f8-4613-8184-5b66b0a20f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.866928 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.884647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Router f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:03:16.991480 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-804b0bd0-d6f8-4613-8184-5b66b0a20f43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:03:16.993800 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-804b0bd0-d6f8-4613-8184-5b66b0a20f43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:03:16.999958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:17.010871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46676) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:17.011449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b2cca9e5-0702-42d6-af1e-49e4c9333f51 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "PUT /v2.0/routers/f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2240882 Aug 16 21:03:17.014170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=74c1b63c-e80b-4913-b846-2ca5e4929d0d,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:17.015313 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942653c1-595d-438a-bdca-ba7cf69ca2c4 None None] Sync routers for ids ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:17.038373 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942653c1-595d-438a-bdca-ba7cf69ca2c4 None None] Routers {'f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:17.039232 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-942653c1-595d-438a-bdca-ba7cf69ca2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:17.078250 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-942653c1-595d-438a-bdca-ba7cf69ca2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:17.087988 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942653c1-595d-438a-bdca-ba7cf69ca2c4 None None] Routers {'f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:17.088709 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-942653c1-595d-438a-bdca-ba7cf69ca2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:02:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:17.126402 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-942653c1-595d-438a-bdca-ba7cf69ca2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:17.127176 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942653c1-595d-438a-bdca-ba7cf69ca2c4 None None] The sync data for ids ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:17.398656 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-577ef9fc-d7f9-49ca-a0ad-fb4e628c16b2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:17.402464 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-577ef9fc-d7f9-49ca-a0ad-fb4e628c16b2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "PUT /v2.0/routers/f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3857057 Aug 16 21:03:17.404869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46690) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:17.496956 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2bb407f4-5240-49b5-9158-44c9b65a4b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.553974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 373dc010-6a1d-498f-9d6a-b7be15ba0560 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:03:17.726302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 373dc010-6a1d-498f-9d6a-b7be15ba0560, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=373dc010-6a1d-498f-9d6a-b7be15ba0560,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:17.741577 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '373dc010-6a1d-498f-9d6a-b7be15ba0560', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'port_id': '373dc010-6a1d-498f-9d6a-b7be15ba0560', 'mac_address': 'fa:16:3e:82:58:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:03:17.778057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a009799b-1fd9-4927-9844-e71367702f69 None None] Provisioning complete for port bf2367eb-d303-49b0-949c-7d93e9f7292c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:17.778429 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a009799b-1fd9-4927-9844-e71367702f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.821678 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.849738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a009799b-1fd9-4927-9844-e71367702f69 None None] Port bf2367eb-d303-49b0-949c-7d93e9f7292c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:17.854054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373dc010-6a1d-498f-9d6a-b7be15ba0560 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:03:17.869379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df7beb-cc5a-40f1-aa6b-13c72b328325 req-71bb6975-695a-4c6d-8706-57b6b255931a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:17.876254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 373dc010-6a1d-498f-9d6a-b7be15ba0560, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=373dc010-6a1d-498f-9d6a-b7be15ba0560,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:17.878664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 74c1b63c-e80b-4913-b846-2ca5e4929d0d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:17.880430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9df7beb-cc5a-40f1-aa6b-13c72b328325 req-71bb6975-695a-4c6d-8706-57b6b255931a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 944 time: 0.2913620 Aug 16 21:03:17.911783 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.941916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 74c1b63c-e80b-4913-b846-2ca5e4929d0d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:17.942394 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.993219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9df7beb-cc5a-40f1-aa6b-13c72b328325 req-5f5e8668-de29-4a12-8c41-2d563a8eb9fd tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089108 Aug 16 21:03:17.995593 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.109882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=373dc010-6a1d-498f-9d6a-b7be15ba0560,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:18.243046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed27d8-4c06-45bc-be73-94f25d38108b req-2937a201-9a1a-49ac-88f4-1473f33ba6c0 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:18.244559 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbed27d8-4c06-45bc-be73-94f25d38108b req-2937a201-9a1a-49ac-88f4-1473f33ba6c0 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 944 time: 0.1219225 Aug 16 21:03:18.270421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['373dc010-6a1d-498f-9d6a-b7be15ba0560'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:18.370905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbed27d8-4c06-45bc-be73-94f25d38108b req-0bbdd866-5e86-44d4-99ed-54a9a176782f tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076603 Aug 16 21:03:18.383036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866d82-21c1-4f27-92a3-437031d56c91 req-beb07830-b16d-4f83-84c1-19e1e08239eb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:18.384586 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13866d82-21c1-4f27-92a3-437031d56c91 req-beb07830-b16d-4f83-84c1-19e1e08239eb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1391087 Aug 16 21:03:18.456777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13866d82-21c1-4f27-92a3-437031d56c91 req-647e4e56-52d5-4a0d-8739-2e1a07d4e04e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555253 Aug 16 21:03:18.459137 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.806145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Deleting port bf2367eb-d303-49b0-949c-7d93e9f7292c {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:18.806491 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.904863 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.917987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Calling delete_port for bf2367eb-d303-49b0-949c-7d93e9f7292c owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:19.186014 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:19.327306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba8eaf-04f1-43eb-b8c9-16962db86c8a req-87c0ef30-2e3d-4936-ba35-f273b60276df tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:19.329078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8ba8eaf-04f1-43eb-b8c9-16962db86c8a req-87c0ef30-2e3d-4936-ba35-f273b60276df tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 944 time: 0.1180134 Aug 16 21:03:19.408906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8ba8eaf-04f1-43eb-b8c9-16962db86c8a req-cd6729e6-50ac-42ea-8c9a-02650ee205db tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484300 Aug 16 21:03:19.509362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeea0f-8d0f-4fa6-8b87-f6d29cd2817e req-2121ae22-7d4d-466f-bc7e-555f782c1511 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:19.510662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8eaeea0f-8d0f-4fa6-8b87-f6d29cd2817e req-2121ae22-7d4d-466f-bc7e-555f782c1511 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 944 time: 0.0568748 Aug 16 21:03:19.548472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 373dc010-6a1d-498f-9d6a-b7be15ba0560 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:19.559308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8eaeea0f-8d0f-4fa6-8b87-f6d29cd2817e req-161947bf-e515-4881-86fb-7209fa76c72d tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412898 Aug 16 21:03:19.572084 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:19.616681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Port': ['ID=bf2367eb-d303-49b0-949c-7d93e9f7292c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:19.648320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.648672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.650297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.650297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.650297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.650297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.650616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.650709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.651146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.651356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.651684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.652010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:19.695562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 373dc010-6a1d-498f-9d6a-b7be15ba0560 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:19.702973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 373dc010-6a1d-498f-9d6a-b7be15ba0560 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:19.703750 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:19.737299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439c94b-1ed3-4043-b1be-f4389832845b req-10fca811-4beb-49fe-9d96-ff0e2f014194 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:19.745171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8439c94b-1ed3-4043-b1be-f4389832845b req-10fca811-4beb-49fe-9d96-ff0e2f014194 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1848071 Aug 16 21:03:19.756880 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:19.829463 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:19.855481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8439c94b-1ed3-4043-b1be-f4389832845b req-3afca515-44f2-42d3-a370-6d4cd48c2801 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092207 Aug 16 21:03:19.863338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05628359-e05b-4da4-bbf2-51baf2906d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373dc010-6a1d-498f-9d6a-b7be15ba0560'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:19.865144 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab2db29-ddc3-41a7-8ae3-1e8eed28d16e" -d '{"events": [{"server_uuid": "05628359-e05b-4da4-bbf2-51baf2906d79", "name": "network-vif-plugged", "status": "completed", "tag": "373dc010-6a1d-498f-9d6a-b7be15ba0560"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:19.899272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 373dc010-6a1d-498f-9d6a-b7be15ba0560, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=373dc010-6a1d-498f-9d6a-b7be15ba0560,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:19.914701 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2229f1-450c-47c3-b5ad-0d031dbce240 x-openstack-request-id: req-8d2229f1-450c-47c3-b5ad-0d031dbce240 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:19.915318 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05628359-e05b-4da4-bbf2-51baf2906d79", "name": "network-vif-plugged", "status": "completed", "tag": "373dc010-6a1d-498f-9d6a-b7be15ba0560", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:19.915857 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d2229f1-450c-47c3-b5ad-0d031dbce240 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:19.916321 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05628359-e05b-4da4-bbf2-51baf2906d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373dc010-6a1d-498f-9d6a-b7be15ba0560', 'code': 200} Aug 16 21:03:19.949606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Router f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:19.970175 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.034751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=373dc010-6a1d-498f-9d6a-b7be15ba0560,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:20.081716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:20.092640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d486367-a702-44ec-a8aa-f0c1850310c2 None None] Sync routers for ids ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:20.092810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46736) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:20.093250 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8ae8ee13-52fb-493d-a60e-1c513bb576a7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "PUT /v2.0/routers/f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6867926 Aug 16 21:03:20.103915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d486367-a702-44ec-a8aa-f0c1850310c2 None None] Routers {'f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:20.104719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6d486367-a702-44ec-a8aa-f0c1850310c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:03:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:20.111970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e30aef-9e6e-4fc5-92a0-9b2feb02f14e req-f5c0885a-d1b0-46fa-ab72-86bea4b49a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:20.114101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50e30aef-9e6e-4fc5-92a0-9b2feb02f14e req-f5c0885a-d1b0-46fa-ab72-86bea4b49a3c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 1097 time: 0.1137989 Aug 16 21:03:20.134424 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-af375d66-ffa0-4f0d-ab67-43a7f47fcc81 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] delete failed (client error): The resource could not be found. Aug 16 21:03:20.135740 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-af375d66-ffa0-4f0d-ab67-43a7f47fcc81 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "DELETE /v2.0/routers/tempest-non_exist_router-1691074013 HTTP/1.1" status: 404 len: 335 time: 0.0420289 Aug 16 21:03:20.139387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46738) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:20.140773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6d486367-a702-44ec-a8aa-f0c1850310c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:20.151082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d486367-a702-44ec-a8aa-f0c1850310c2 None None] Routers {'f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:20.151683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6d486367-a702-44ec-a8aa-f0c1850310c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:03:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:20.153831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6cf33f9b-3310-4c72-a752-0ad6ae91fdee tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:20.165898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50e30aef-9e6e-4fc5-92a0-9b2feb02f14e req-d4db1d98-6144-4610-a249-4d64bb159f2f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450196 Aug 16 21:03:20.184491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6d486367-a702-44ec-a8aa-f0c1850310c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:20.185297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d486367-a702-44ec-a8aa-f0c1850310c2 None None] The sync data for ids ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'] in n-d-793619-14 is: [] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:20.369690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6cf33f9b-3310-4c72-a752-0ad6ae91fdee tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.452369 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-6cf33f9b-3310-4c72-a752-0ad6ae91fdee tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] update failed (client error): The resource could not be found. Aug 16 21:03:20.453677 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6cf33f9b-3310-4c72-a752-0ad6ae91fdee tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "PUT /v2.0/routers/f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db HTTP/1.1" status: 404 len: 339 time: 0.3131692 Aug 16 21:03:20.459363 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46746) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:20.467772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1121819851'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:20.558421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76f475-2545-4d06-b6e5-5dbcfae443b5 req-ceb549a1-1543-436a-ac81-51e2fe3d8bad tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:20.559951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c76f475-2545-4d06-b6e5-5dbcfae443b5 req-ceb549a1-1543-436a-ac81-51e2fe3d8bad tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 944 time: 0.0591247 Aug 16 21:03:20.569928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Made reservation on behalf of 4f881448548a42358b0d381db6e9744f for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:20.573960 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.599361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:03:20.614375 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.614375 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Added segment 505ae307-7c13-4fd4-a74d-20be0f1c006d of type vlan for network dd71b462-2d85-4064-8a0e-ef715422a249 Aug 16 21:03:20.624903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c76f475-2545-4d06-b6e5-5dbcfae443b5 req-e439954c-e5de-4992-bdb0-0b0832aee404 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547795 Aug 16 21:03:20.637678 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.669421 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.723006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb9fdc-e958-40d2-af67-bb0f290fbda4 req-1fec73e0-acda-4583-ba36-ecd49ad6f466 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:20.724845 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efeb9fdc-e958-40d2-af67-bb0f290fbda4 req-1fec73e0-acda-4583-ba36-ecd49ad6f466 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.0598295 Aug 16 21:03:20.752988 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.759657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:20.768279 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.769650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efeb9fdc-e958-40d2-af67-bb0f290fbda4 req-1694ac82-3dcc-4bcd-bc48-056f9bf8cf0a tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382588 Aug 16 21:03:20.843121 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Network': ['ID=dd71b462-2d85-4064-8a0e-ef715422a249,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:20.859439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network dd71b462-2d85-4064-8a0e-ef715422a249 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:03:20.868959 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bed7b442-75cd-4d1a-929b-c6d036c6f222 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4098847 Aug 16 21:03:20.872004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46758) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:20.878616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'subnet': {'network_id': 'dd71b462-2d85-4064-8a0e-ef715422a249', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:21.040617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408852c5-5e6d-4d52-a6d9-a89296ae10e9 req-a6fb9608-07a5-48f9-8fe6-52194b512d87 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:21.042180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408852c5-5e6d-4d52-a6d9-a89296ae10e9 req-a6fb9608-07a5-48f9-8fe6-52194b512d87 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.0699880 Aug 16 21:03:21.088451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-408852c5-5e6d-4d52-a6d9-a89296ae10e9 req-571ae0d6-d59f-46d6-beb1-f4151518ffcb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348940 Aug 16 21:03:21.106733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Made reservation on behalf of 4f881448548a42358b0d381db6e9744f for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:21.110334 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.363212 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.425456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Subnet': ['ID=29578c73-6d7b-42dd-b3e3-a94cb92eecde,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:21.433608 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Checking segment: {'id': '505ae307-7c13-4fd4-a74d-20be0f1c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'dd71b462-2d85-4064-8a0e-ef715422a249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:21.433978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network hostable DHCP agents. Network: dd71b462-2d85-4064-8a0e-ef715422a249, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:03:21.479889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46766) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:21.524426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network dd71b462-2d85-4064-8a0e-ef715422a249 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:03:21.589172 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa3f83e2-82b0-469e-9dbf-01cd8c0b73b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.639875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, dd71b462-2d85-4064-8a0e-ef715422a249) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:21.648429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:21.649082 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.654141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acf3078-3978-4de1-a938-45e9d374ab9d None None] Network dd71b462-2d85-4064-8a0e-ef715422a249 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:21.692197 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa3f83e2-82b0-469e-9dbf-01cd8c0b73b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.769189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ee776-1982-4219-8a85-e995075dc577 req-0c6f037e-fd63-474a-93a0-36f0d2624951 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:21.771316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-791ee776-1982-4219-8a85-e995075dc577 req-0c6f037e-fd63-474a-93a0-36f0d2624951 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 944 time: 0.0507374 Aug 16 21:03:21.786709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa3f83e2-82b0-469e-9dbf-01cd8c0b73b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.826856 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-dd71b462-2d85-4064-8a0e-ef715422a249', 'network_id': 'dd71b462-2d85-4064-8a0e-ef715422a249', 'tenant_id': '4f881448548a42358b0d381db6e9744f', 'fixed_ips': [{'subnet_id': '29578c73-6d7b-42dd-b3e3-a94cb92eecde'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:03:21.828034 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.858569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b2218a9b-d733-4cc2-9b36-6cd0bb72def7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9827681 Aug 16 21:03:21.859151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46778) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:21.863625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aa3f83e2-82b0-469e-9dbf-01cd8c0b73b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4d2db01b08ee4227bf793b30864c41cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803594 Aug 16 21:03:21.863625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f83e2-82b0-469e-9dbf-01cd8c0b73b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c387f6c2-3fda-4188-8e57-11f701dc33d4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:21.865181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46780) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:21.865293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-621b8361-0bdf-44d2-be84-7105bf304c2e tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd71b462-2d85-4064-8a0e-ef715422a249'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:21.870061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-791ee776-1982-4219-8a85-e995075dc577 req-c9da6f01-4631-4242-97be-aa5f1e7886f1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925090 Aug 16 21:03:21.970281 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f027bcea-e9f7-499a-aafb-bf49448f144c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.979827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7533f-3fe5-479a-a70f-6b9933934892 req-ae3a23e9-def6-4f08-9930-2b8e749d07b9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:21.987292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdc7533f-3fe5-479a-a70f-6b9933934892 req-ae3a23e9-def6-4f08-9930-2b8e749d07b9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.1012037 Aug 16 21:03:22.028448 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Allocated IP 2001:db8:1::2 (dd71b462-2d85-4064-8a0e-ef715422a249/29578c73-6d7b-42dd-b3e3-a94cb92eecde/67df836d-ef8f-45e0-9ef1-f2d4718f60d8) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:22.030715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f027bcea-e9f7-499a-aafb-bf49448f144c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.069925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdc7533f-3fe5-479a-a70f-6b9933934892 req-44565e55-a354-479e-92c5-1686f9fc037d tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816104 Aug 16 21:03:22.126912 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-621b8361-0bdf-44d2-be84-7105bf304c2e tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.211640 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.227431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Transition to ACTIVE for port object 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:22.228490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52346ad-93c7-465d-b3af-5992034596fe req-843a679d-7dca-4c36-9a78-2740556654f7 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:22.230041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a52346ad-93c7-465d-b3af-5992034596fe req-843a679d-7dca-4c36-9a78-2740556654f7 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.0919285 Aug 16 21:03:22.232300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f027bcea-e9f7-499a-aafb-bf49448f144c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.234991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f027bcea-e9f7-499a-aafb-bf49448f144c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.236079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f027bcea-e9f7-499a-aafb-bf49448f144c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c387f6c2-3fda-4188-8e57-11f701dc33d4 HTTP/1.1" status: 204 len: 168 time: 0.3651571 Aug 16 21:03:22.246769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Transition to ACTIVE for port object 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:22.257950 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027bcea-e9f7-499a-aafb-bf49448f144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c387f6c2-3fda-4188-8e57-11f701dc33d4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:22.277125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2d036-81dd-4371-9371-efff59b1428a req-d15b8907-6fc7-4273-a0a2-4a787bb5f1db tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:22.285691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12f2d036-81dd-4371-9371-efff59b1428a req-d15b8907-6fc7-4273-a0a2-4a787bb5f1db tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1135864 Aug 16 21:03:22.298532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.336617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a52346ad-93c7-465d-b3af-5992034596fe req-7907ba9d-e46a-4ef7-a394-e28718e389fc tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947857 Aug 16 21:03:22.346924 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-621b8361-0bdf-44d2-be84-7105bf304c2e tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:22.352881 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-621b8361-0bdf-44d2-be84-7105bf304c2e tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "PUT /v2.0/routers/f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db HTTP/1.1" status: 400 len: 364 time: 0.4924610 Aug 16 21:03:22.354310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46790) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:22.360280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-12f2d036-81dd-4371-9371-efff59b1428a req-13013195-bdac-4969-b98f-9ed2b4c759fd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675905 Aug 16 21:03:22.373086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Network dd71b462-2d85-4064-8a0e-ef715422a249 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:22.383850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Pushing event updated for resources: {'Port': ['ID=67df836d-ef8f-45e0-9ef1-f2d4718f60d8,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:22.388805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:22.393692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:22.498550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Attempting to bind port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:22.498853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Attempting to bind port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '505ae307-7c13-4fd4-a74d-20be0f1c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'dd71b462-2d85-4064-8a0e-ef715422a249'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:22.499223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Attempting to bind port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 on network dd71b462-2d85-4064-8a0e-ef715422a249 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:22.508889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:22.509308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Checking segment: {'id': '505ae307-7c13-4fd4-a74d-20be0f1c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'dd71b462-2d85-4064-8a0e-ef715422a249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:22.509714 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.510114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Bound using segment: {'id': '505ae307-7c13-4fd4-a74d-20be0f1c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'dd71b462-2d85-4064-8a0e-ef715422a249'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:22.513521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Bound port: 67df836d-ef8f-45e0-9ef1-f2d4718f60d8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505ae307-7c13-4fd4-a74d-20be0f1c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'dd71b462-2d85-4064-8a0e-ef715422a249'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:22.513924 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.531998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026eade-9a8a-44b8-b1bc-e831647abcc3 req-64ea9904-fa00-48b1-a47c-be41bb44f95a tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:22.540571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1026eade-9a8a-44b8-b1bc-e831647abcc3 req-64ea9904-fa00-48b1-a47c-be41bb44f95a tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.0905752 Aug 16 21:03:22.589833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1026eade-9a8a-44b8-b1bc-e831647abcc3 req-8435cc1e-dfc9-4df4-aa86-edf9010b6a67 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482881 Aug 16 21:03:22.606781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46798) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:22.628334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] For port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:22.632010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] For port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=67df836d-ef8f-45e0-9ef1-f2d4718f60d8,segment=NetworkSegment(505ae307-7c13-4fd4-a74d-20be0f1c006d),segment_id=505ae307-7c13-4fd4-a74d-20be0f1c006d)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:22.703625 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.741805 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.813109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c5ad9-bdd8-45fb-8e16-12703e4caee0 None None] Pushing event updated for resources: {'Port': ['ID=67df836d-ef8f-45e0-9ef1-f2d4718f60d8,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:22.996817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Allocated IP 2001:db8::1 (e24538c3-4368-4545-b7a4-bb73f1472da9/325b50a7-c123-4eef-969b-49c7b83cc6da/ce6d2f11-ec33-4f86-ab9e-d0609cce18d6) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:23.145264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650555f-ff31-455c-b6b6-7fab9baae900 req-d313c0c8-56c3-455c-9f2e-b6519f2083ec tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:23.151514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d650555f-ff31-455c-b6b6-7fab9baae900 req-d313c0c8-56c3-455c-9f2e-b6519f2083ec tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 944 time: 0.1912050 Aug 16 21:03:23.199355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72be9475-46be-4076-814a-7df150929994 tempest-TestServerBasicOps-1198873708 tempest-TestServerBasicOps-1198873708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:23.201797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-72be9475-46be-4076-814a-7df150929994 tempest-TestServerBasicOps-1198873708 tempest-TestServerBasicOps-1198873708-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 1092 time: 0.5927739 Aug 16 21:03:23.207582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46816) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:23.216248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '373dc010-6a1d-498f-9d6a-b7be15ba0560', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:23.246435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d650555f-ff31-455c-b6b6-7fab9baae900 req-08a244dd-1d5b-4584-a415-5a9b67fdfc3f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881040 Aug 16 21:03:23.404589 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.519671 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727a61e-c218-4104-8c18-e5eb334c3a94 req-a4842b2d-9279-4642-9eb9-811d214e5a87 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:23.521263 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5727a61e-c218-4104-8c18-e5eb334c3a94 req-a4842b2d-9279-4642-9eb9-811d214e5a87 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.0733564 Aug 16 21:03:23.576038 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5727a61e-c218-4104-8c18-e5eb334c3a94 req-b6b5bfbb-aa56-4e11-a5fb-172984ca6012 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462646 Aug 16 21:03:23.577740 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.594955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Transition to ACTIVE for port object ce6d2f11-ec33-4f86-ab9e-d0609cce18d6 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:23.595436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.720988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Allocated IP 172.25.4.251 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/b13f18fb-60ea-407d-94c0-95b9e9832162) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:23.733896 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.820680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network e24538c3-4368-4545-b7a4-bb73f1472da9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:23.822412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:23.845326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:23.846763 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:23.847364 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.885285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Port': ['ID=ce6d2f11-ec33-4f86-ab9e-d0609cce18d6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:23.916026 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.074400 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.106496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:24.140204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86d883-83f4-4703-b738-c03d80bfcb81 None None] Network dd71b462-2d85-4064-8a0e-ef715422a249 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:24.142644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event updated for resources: {'Port': ['ID=b13f18fb-60ea-407d-94c0-95b9e9832162,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:24.164347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.166199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:24.168279 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:24.174825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:24.517181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fb011133-cbdd-4e7e-aa51-1da74e39ca2b None None] Provisioning for port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:24.518350 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.523318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51141e7-31c2-4155-ac99-cf64fdbc7886 req-b9e3d923-d42a-4d67-80f2-8fd642074f1f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:24.523558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fb011133-cbdd-4e7e-aa51-1da74e39ca2b None None] Provisioning complete for port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:24.524029 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb011133-cbdd-4e7e-aa51-1da74e39ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.524902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c51141e7-31c2-4155-ac99-cf64fdbc7886 req-b9e3d923-d42a-4d67-80f2-8fd642074f1f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 944 time: 0.1896913 Aug 16 21:03:24.582491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c51141e7-31c2-4155-ac99-cf64fdbc7886 req-eaaae4b5-6b5d-423b-aa0f-4a39c24688f3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500338 Aug 16 21:03:24.594423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.595159 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.700912 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb011133-cbdd-4e7e-aa51-1da74e39ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.726140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event updated for resources: {'Port': ['ID=ce6d2f11-ec33-4f86-ab9e-d0609cce18d6,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:24.739831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fb011133-cbdd-4e7e-aa51-1da74e39ca2b None None] For port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=67df836d-ef8f-45e0-9ef1-f2d4718f60d8,segment=NetworkSegment(505ae307-7c13-4fd4-a74d-20be0f1c006d),segment_id=505ae307-7c13-4fd4-a74d-20be0f1c006d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:24.740850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.741229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.741574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.741914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.742253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.742585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.746164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.746164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.746164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.746164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.746164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.746164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:24.798960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Network e24538c3-4368-4545-b7a4-bb73f1472da9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:24.800380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:24.815874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.826040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1b482-fa94-4598-9ee1-d19dacbaca20 req-7732e226-fd05-4552-9343-4f279e6591e2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:24.839392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9c1b482-fa94-4598-9ee1-d19dacbaca20 req-7732e226-fd05-4552-9343-4f279e6591e2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1087353 Aug 16 21:03:24.861076 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fb011133-cbdd-4e7e-aa51-1da74e39ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.929119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9c1b482-fa94-4598-9ee1-d19dacbaca20 req-82fec22a-8f19-4461-8eae-fed992df94cd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953019 Aug 16 21:03:24.964631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb011133-cbdd-4e7e-aa51-1da74e39ca2b None None] Pushing event updated for resources: {'Port': ['ID=67df836d-ef8f-45e0-9ef1-f2d4718f60d8,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:25.000736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Router f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:25.027617 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.072872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-120c1c3f-88bc-4f82-a27a-aa25d924c0d8 None None] Provisioning for port ce6d2f11-ec33-4f86-ab9e-d0609cce18d6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:25.083507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-120c1c3f-88bc-4f82-a27a-aa25d924c0d8 None None] Provisioning complete for port ce6d2f11-ec33-4f86-ab9e-d0609cce18d6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:25.084123 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-120c1c3f-88bc-4f82-a27a-aa25d924c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.127402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-120c1c3f-88bc-4f82-a27a-aa25d924c0d8 None None] Port ce6d2f11-ec33-4f86-ab9e-d0609cce18d6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:25.151098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:25.160411 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e3da2572-d434-4350-80cb-66a238b01471 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "PUT /v2.0/routers/f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8048780 Aug 16 21:03:25.163989 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc717a-f7fd-42f1-a345-e79337878fb6 None None] Sync routers for ids ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:25.164850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46856) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:25.173589 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc717a-f7fd-42f1-a345-e79337878fb6 None None] Routers {'f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:25.174201 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aefc717a-f7fd-42f1-a345-e79337878fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:03:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:25.208205 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aefc717a-f7fd-42f1-a345-e79337878fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:25.217321 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc717a-f7fd-42f1-a345-e79337878fb6 None None] Routers {'f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:25.217939 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aefc717a-f7fd-42f1-a345-e79337878fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:03:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:25.248754 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4b121817-f963-4bbd-87b3-3936d68f5cbe None None] Provisioning complete for port ce6d2f11-ec33-4f86-ab9e-d0609cce18d6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:25.249168 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b121817-f963-4bbd-87b3-3936d68f5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.250731 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aefc717a-f7fd-42f1-a345-e79337878fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:25.252450 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc717a-f7fd-42f1-a345-e79337878fb6 None None] The sync data for ids ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:25.298812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4b121817-f963-4bbd-87b3-3936d68f5cbe None None] Port ce6d2f11-ec33-4f86-ab9e-d0609cce18d6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:25.309960 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-489a26d9-2873-4b61-b960-46f54b4b8a4a tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.325505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4b121817-f963-4bbd-87b3-3936d68f5cbe None None] Provisioning complete for port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:25.327209 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4b121817-f963-4bbd-87b3-3936d68f5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.726870 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.755556 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-489a26d9-2873-4b61-b960-46f54b4b8a4a tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 21:03:25.756663 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-489a26d9-2873-4b61-b960-46f54b4b8a4a tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "DELETE /v2.0/routers/f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db HTTP/1.1" status: 409 len: 329 time: 0.5908885 Aug 16 21:03:25.759801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46872) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:25.764199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69510388-72b3-4cb8-80de-e0e8f012f829 req-f8f5615a-29c0-4161-8bd3-f7d82f1013c0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:25.772975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69510388-72b3-4cb8-80de-e0e8f012f829 req-f8f5615a-29c0-4161-8bd3-f7d82f1013c0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 944 time: 0.0743680 Aug 16 21:03:25.803250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:25.809280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69510388-72b3-4cb8-80de-e0e8f012f829 req-07f24dc8-8fce-4831-80da-4467d51bd379 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354385 Aug 16 21:03:25.835056 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.865150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:25.865671 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.963131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event updated for resources: {'Port': ['ID=b13f18fb-60ea-407d-94c0-95b9e9832162,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:25.968552 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:26.134003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336add1-78ec-4bcf-8a8b-773f8089cca0 req-08153cac-6ca4-4ce2-b126-3396d6d39a9c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:26.134003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8336add1-78ec-4bcf-8a8b-773f8089cca0 req-08153cac-6ca4-4ce2-b126-3396d6d39a9c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1045327 Aug 16 21:03:26.163777 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Floating IP 546391b7-941a-4bed-bc7e-b4cabd843057 associated. External IP: 172.25.4.251, port: 373dc010-6a1d-498f-9d6a-b7be15ba0560. Aug 16 21:03:26.225257 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8336add1-78ec-4bcf-8a8b-773f8089cca0 req-ae5d8a69-b68f-47f3-bdc1-ea474f826fea tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812306 Aug 16 21:03:26.246030 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24ac7991-e330-4536-9c13-63b435f6062f tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:26.436769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:26.526091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-24ac7991-e330-4536-9c13-63b435f6062f tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Deleting port ce6d2f11-ec33-4f86-ab9e-d0609cce18d6 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:26.527009 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24ac7991-e330-4536-9c13-63b435f6062f tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:26.559114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:26.572022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51480224-72b9-4778-9612-728cdc6477a4 None None] Sync routers for ids ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:26.582693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51480224-72b9-4778-9612-728cdc6477a4 None None] Routers {'1b2ef004-08b5-45c3-90e3-a2f6f90df57f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:26.633999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-51480224-72b9-4778-9612-728cdc6477a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:03:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:26.634283 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24ac7991-e330-4536-9c13-63b435f6062f tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:26.636679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-24ac7991-e330-4536-9c13-63b435f6062f tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Calling delete_port for ce6d2f11-ec33-4f86-ab9e-d0609cce18d6 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:26.690449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-51480224-72b9-4778-9612-728cdc6477a4 None None] Set router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:26.924788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-51480224-72b9-4778-9612-728cdc6477a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:40Z', 'revision_number': 4, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '546391b7-941a-4bed-bc7e-b4cabd843057', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'port_id': '373dc010-6a1d-498f-9d6a-b7be15ba0560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'mac_address': 'fa:16:3e:82:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05628359-e05b-4da4-bbf2-51baf2906d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:03:24Z', 'updated_at': '2021-08-16T21:03:24Z', 'revision_number': 0, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e59fb3-16e3-496f-97ca-8cb9d8fbdced', 'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'mac_address': 'fa:16:3e:2a:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:45Z', 'revision_number': 5, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'subnets': [{'id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:26.927413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ad9c0-d260-4cc9-abd0-d7a0524d3c6f req-d2b4cf61-1e12-4751-bc93-8daeb9bb921c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:26.928976 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-402ad9c0-d260-4cc9-abd0-d7a0524d3c6f req-d2b4cf61-1e12-4751-bc93-8daeb9bb921c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 944 time: 0.0509701 Aug 16 21:03:26.942938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51480224-72b9-4778-9612-728cdc6477a4 None None] Checking router: 1b2ef004-08b5-45c3-90e3-a2f6f90df57f for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:03:26.951749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51480224-72b9-4778-9612-728cdc6477a4 None None] Routers {'1b2ef004-08b5-45c3-90e3-a2f6f90df57f'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:26.952731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-51480224-72b9-4778-9612-728cdc6477a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:03:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:26.968985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-402ad9c0-d260-4cc9-abd0-d7a0524d3c6f req-79078e59-a1bd-47c3-99cf-09ea54659ad4 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337141 Aug 16 21:03:26.993116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:26.993505 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24ac7991-e330-4536-9c13-63b435f6062f tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:27.033202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac7991-e330-4536-9c13-63b435f6062f tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Port': ['ID=ce6d2f11-ec33-4f86-ab9e-d0609cce18d6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:27.035343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a4fb1392-4399-4557-97e3-f9c7d950453c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8266096 Aug 16 21:03:27.036029 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05628359-e05b-4da4-bbf2-51baf2906d79', 'tag': '373dc010-6a1d-498f-9d6a-b7be15ba0560'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:27.038466 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d065844-6cfb-4250-b874-1c8d84fba8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "05628359-e05b-4da4-bbf2-51baf2906d79", "tag": "373dc010-6a1d-498f-9d6a-b7be15ba0560"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:27.092289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-51480224-72b9-4778-9612-728cdc6477a4 None None] Set router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:27.094943 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0b7497-45e2-4740-a507-3b31025dff2c x-openstack-request-id: req-4f0b7497-45e2-4740-a507-3b31025dff2c {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:27.095244 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05628359-e05b-4da4-bbf2-51baf2906d79", "tag": "373dc010-6a1d-498f-9d6a-b7be15ba0560", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:27.095497 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4f0b7497-45e2-4740-a507-3b31025dff2c {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:27.095895 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05628359-e05b-4da4-bbf2-51baf2906d79', 'tag': '373dc010-6a1d-498f-9d6a-b7be15ba0560', 'status': 'completed', 'code': 200} Aug 16 21:03:27.184533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d065844-6cfb-4250-b874-1c8d84fba8a2 req-86d9bde4-58f6-48f3-afe0-9582cef2d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:27.186232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d065844-6cfb-4250-b874-1c8d84fba8a2 req-86d9bde4-58f6-48f3-afe0-9582cef2d533 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5cd37661d5142f69945a0904e4f2968&device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 1097 time: 0.0683024 Aug 16 21:03:27.210273 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24ac7991-e330-4536-9c13-63b435f6062f tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:27.343251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d065844-6cfb-4250-b874-1c8d84fba8a2 req-595b3701-04e1-4c3b-a3d9-b5f917c59330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:27.344894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d065844-6cfb-4250-b874-1c8d84fba8a2 req-595b3701-04e1-4c3b-a3d9-b5f917c59330 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4822ec26-7bfe-4198-be0b-e1bd57e607c1 HTTP/1.1" status: 200 len: 909 time: 0.1476421 Aug 16 21:03:27.413292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-51480224-72b9-4778-9612-728cdc6477a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:40Z', 'revision_number': 4, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '546391b7-941a-4bed-bc7e-b4cabd843057', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'port_id': '373dc010-6a1d-498f-9d6a-b7be15ba0560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'mac_address': 'fa:16:3e:82:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05628359-e05b-4da4-bbf2-51baf2906d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:03:24Z', 'updated_at': '2021-08-16T21:03:24Z', 'revision_number': 0, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e59fb3-16e3-496f-97ca-8cb9d8fbdced', 'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'mac_address': 'fa:16:3e:2a:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:45Z', 'revision_number': 5, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'subnets': [{'id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:27.449168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb9600-2299-41da-aa99-7c54d5e5a0b9 req-6f875b23-4258-4901-8ed2-e1dfc956a5cd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:27.450748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8cb9600-2299-41da-aa99-7c54d5e5a0b9 req-6f875b23-4258-4901-8ed2-e1dfc956a5cd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1208558 Aug 16 21:03:27.456115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d065844-6cfb-4250-b874-1c8d84fba8a2 req-cb730078-d82a-4e7d-85a4-428616d71e99 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373dc010-6a1d-498f-9d6a-b7be15ba0560 HTTP/1.1" status: 200 len: 999 time: 0.0911639 Aug 16 21:03:27.461682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51480224-72b9-4778-9612-728cdc6477a4 None None] The sync data for ids ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'] in n-d-793619-14 is: [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:40Z', 'revision_number': 4, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '546391b7-941a-4bed-bc7e-b4cabd843057', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'port_id': '373dc010-6a1d-498f-9d6a-b7be15ba0560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'mac_address': 'fa:16:3e:82:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05628359-e05b-4da4-bbf2-51baf2906d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:03:24Z', 'updated_at': '2021-08-16T21:03:24Z', 'revision_number': 0, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e59fb3-16e3-496f-97ca-8cb9d8fbdced', 'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'mac_address': 'fa:16:3e:2a:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:45Z', 'revision_number': 5, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'subnets': [{'id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:27.475838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ac7991-e330-4536-9c13-63b435f6062f tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Router f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:27.540598 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8cb9600-2299-41da-aa99-7c54d5e5a0b9 req-611aa9c1-59f1-4abe-9dcb-3101deac9a6a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824485 Aug 16 21:03:27.545828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d065844-6cfb-4250-b874-1c8d84fba8a2 req-60192820-7ced-4813-a5dc-f24893cbf183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:27.547339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d065844-6cfb-4250-b874-1c8d84fba8a2 req-60192820-7ced-4813-a5dc-f24893cbf183 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6cb98c82-f15c-446c-9cff-88a44ecbbfe3 HTTP/1.1" status: 200 len: 847 time: 0.0812881 Aug 16 21:03:27.568447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ac7991-e330-4536-9c13-63b435f6062f tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:27.591407 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b23186-7200-461c-8dce-22a2c7372ca2 None None] Sync routers for ids ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:27.598043 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-24ac7991-e330-4536-9c13-63b435f6062f tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "PUT /v2.0/routers/f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356059 Aug 16 21:03:27.603754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46906) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:27.607751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d065844-6cfb-4250-b874-1c8d84fba8a2 req-f187449e-0be3-4dee-9f31-75b9c32a46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:27.607891 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b23186-7200-461c-8dce-22a2c7372ca2 None None] Routers {'f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:27.607891 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-26b23186-7200-461c-8dce-22a2c7372ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:03:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:27.608088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d065844-6cfb-4250-b874-1c8d84fba8a2 req-f187449e-0be3-4dee-9f31-75b9c32a46fa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4822ec26-7bfe-4198-be0b-e1bd57e607c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517511 Aug 16 21:03:27.646153 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-26b23186-7200-461c-8dce-22a2c7372ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:27.654958 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b23186-7200-461c-8dce-22a2c7372ca2 None None] Routers {'f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:27.655581 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-26b23186-7200-461c-8dce-22a2c7372ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:03:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:27.661418 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-1b1ec3a0-4331-4537-940f-62575d9cb601 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] show failed (client error): The resource could not be found. Aug 16 21:03:27.668559 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1b1ec3a0-4331-4537-940f-62575d9cb601 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "GET /v2.0/routers/tempest-non_exist_router-433396136 HTTP/1.1" status: 404 len: 334 time: 0.0563328 Aug 16 21:03:27.668926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46908) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:27.679937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-41ce6610-640d-4933-8ece-d41a4b2423e2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:27.698223 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-26b23186-7200-461c-8dce-22a2c7372ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:27.699059 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b23186-7200-461c-8dce-22a2c7372ca2 None None] The sync data for ids ['f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db'] in n-d-793619-14 is: [] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:27.726245 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-41ce6610-640d-4933-8ece-d41a4b2423e2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] update failed (client error): The resource could not be found. Aug 16 21:03:27.730649 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-41ce6610-640d-4933-8ece-d41a4b2423e2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "PUT /v2.0/routers/tempest-non_exist_router-735857893 HTTP/1.1" status: 404 len: 334 time: 0.0572987 Aug 16 21:03:27.733942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46910) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:27.766057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba4616-a5e0-4335-8757-538fdcc678f1 None None] New status for floating IP 546391b7-941a-4bed-bc7e-b4cabd843057: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:03:27.767793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d065844-6cfb-4250-b874-1c8d84fba8a2 req-da0588e9-5b67-44a4-9583-f925ee381caf service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198325 Aug 16 21:03:27.791136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-735c8d0f-e96e-4ee8-a69c-6a66d89fa0c9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Deleting subnet 29578c73-6d7b-42dd-b3e3-a94cb92eecde {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:03:27.794650 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-735c8d0f-e96e-4ee8-a69c-6a66d89fa0c9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:27.845465 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-735c8d0f-e96e-4ee8-a69c-6a66d89fa0c9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:27.892208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d065844-6cfb-4250-b874-1c8d84fba8a2 req-cd700a15-9f63-4d62-80bb-6f0aca4cb946 service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167426 Aug 16 21:03:27.947854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-735c8d0f-e96e-4ee8-a69c-6a66d89fa0c9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.017848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46916) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:28.022303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b662496d-7fad-4fca-92bf-7aa32d74238a details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:03:28.095015 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-735c8d0f-e96e-4ee8-a69c-6a66d89fa0c9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.118543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab13f2d-da8d-49a7-86ae-1457c49b05a0 req-6af755f5-cae0-41dc-8895-aec014db025a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:28.118703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0885cf1c-d025-4952-b678-5e7ffe4dd7fc None None] Network dd71b462-2d85-4064-8a0e-ef715422a249 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:28.120461 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dab13f2d-da8d-49a7-86ae-1457c49b05a0 req-6af755f5-cae0-41dc-8895-aec014db025a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 944 time: 0.0698032 Aug 16 21:03:28.128263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-735c8d0f-e96e-4ee8-a69c-6a66d89fa0c9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.134613 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-735c8d0f-e96e-4ee8-a69c-6a66d89fa0c9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "DELETE /v2.0/subnets/29578c73-6d7b-42dd-b3e3-a94cb92eecde HTTP/1.1" status: 204 len: 168 time: 0.4015813 Aug 16 21:03:28.142067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46920) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:28.142151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c8d0f-e96e-4ee8-a69c-6a66d89fa0c9 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Subnet': ['ID=29578c73-6d7b-42dd-b3e3-a94cb92eecde,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:28.214797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b662496d-7fad-4fca-92bf-7aa32d74238a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b662496d-7fad-4fca-92bf-7aa32d74238a,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:28.246171 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5122b875-7f96-4737-bfc4-31bb3024bc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.247961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'b662496d-7fad-4fca-92bf-7aa32d74238a', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'port_id': 'b662496d-7fad-4fca-92bf-7aa32d74238a', 'mac_address': 'fa:16:3e:89:a5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:03:28.282702 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dab13f2d-da8d-49a7-86ae-1457c49b05a0 req-e644bf4a-35a8-41ad-aad0-ee0d92565897 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787234 Aug 16 21:03:28.292429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.312431 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.326104 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b662496d-7fad-4fca-92bf-7aa32d74238a {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:03:28.351564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b662496d-7fad-4fca-92bf-7aa32d74238a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b662496d-7fad-4fca-92bf-7aa32d74238a,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:28.379558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c123a6a0-df1b-4dba-9cb0-0ee5dcdc542a None None] DHCP port deletion for dd71b462-2d85-4064-8a0e-ef715422a249 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:03:28.412195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Deleting port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:28.412559 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.441478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c123a6a0-df1b-4dba-9cb0-0ee5dcdc542a None None] Deleting port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:28.441878 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c123a6a0-df1b-4dba-9cb0-0ee5dcdc542a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.454118 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.456565 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5122b875-7f96-4737-bfc4-31bb3024bc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.488332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] For port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=67df836d-ef8f-45e0-9ef1-f2d4718f60d8,segment=NetworkSegment(505ae307-7c13-4fd4-a74d-20be0f1c006d),segment_id=505ae307-7c13-4fd4-a74d-20be0f1c006d)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:28.488719 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.505985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Calling delete_port for 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:28.539686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c123a6a0-df1b-4dba-9cb0-0ee5dcdc542a None None] For port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=67df836d-ef8f-45e0-9ef1-f2d4718f60d8,segment=NetworkSegment(505ae307-7c13-4fd4-a74d-20be0f1c006d),segment_id=505ae307-7c13-4fd4-a74d-20be0f1c006d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:28.540066 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c123a6a0-df1b-4dba-9cb0-0ee5dcdc542a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.553487 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5122b875-7f96-4737-bfc4-31bb3024bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.563662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c123a6a0-df1b-4dba-9cb0-0ee5dcdc542a None None] Calling delete_port for 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:28.566721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b662496d-7fad-4fca-92bf-7aa32d74238a,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:28.636403 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5122b875-7f96-4737-bfc4-31bb3024bc6f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ff4ed87de54a4c3c9750265f7c443947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166048 Aug 16 21:03:28.638621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122b875-7f96-4737-bfc4-31bb3024bc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2916d2fc-06b9-467a-8cf0-d0b1d1ff186b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:28.638977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46928) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:28.682888 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.692350 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c123a6a0-df1b-4dba-9cb0-0ee5dcdc542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.698468 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-df93f59b-bc46-447f-8b53-c85ea13d311d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.698874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b662496d-7fad-4fca-92bf-7aa32d74238a'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:28.715803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Port': ['ID=67df836d-ef8f-45e0-9ef1-f2d4718f60d8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:28.720153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] No DVR routers for this DVR port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:28.728740 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-df93f59b-bc46-447f-8b53-c85ea13d311d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.751831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123a6a0-df1b-4dba-9cb0-0ee5dcdc542a None None] Pushing event deleted for resources: {'Port': ['ID=67df836d-ef8f-45e0-9ef1-f2d4718f60d8,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:28.753149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80edbbc-1c56-415d-95bf-e8302982fa82 req-7c8da939-3377-4004-a483-53807b73ddb4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:28.755186 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d80edbbc-1c56-415d-95bf-e8302982fa82 req-7c8da939-3377-4004-a483-53807b73ddb4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1015754 Aug 16 21:03:28.764943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c123a6a0-df1b-4dba-9cb0-0ee5dcdc542a None None] No DVR routers for this DVR port 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:28.846327 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.863526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd71b462-2d85-4064-8a0e-ef715422a249']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:28.872892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-df93f59b-bc46-447f-8b53-c85ea13d311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.874350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d80edbbc-1c56-415d-95bf-e8302982fa82 req-9eaacb46-b6dc-44e0-9a07-b76f60c3d800 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036417 Aug 16 21:03:28.876903 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-df93f59b-bc46-447f-8b53-c85ea13d311d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.877774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505ae307-7c13-4fd4-a74d-20be0f1c006d') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:28.878078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505ae307-7c13-4fd4-a74d-20be0f1c006d') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:28.879562 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-df93f59b-bc46-447f-8b53-c85ea13d311d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2916d2fc-06b9-467a-8cf0-d0b1d1ff186b HTTP/1.1" status: 204 len: 168 time: 0.2392600 Aug 16 21:03:28.888965 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.897926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93f59b-bc46-447f-8b53-c85ea13d311d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2916d2fc-06b9-467a-8cf0-d0b1d1ff186b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:28.907644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.915250 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:03:28.916042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:03:28.919568 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:03:29.094037 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.099553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.103991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "DELETE /v2.0/networks/dd71b462-2d85-4064-8a0e-ef715422a249 HTTP/1.1" status: 204 len: 168 time: 0.9638007 Aug 16 21:03:29.105306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46932) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:29.117251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7460b-68e1-4b44-b0f8-1679a050f327 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Network': ['ID=dd71b462-2d85-4064-8a0e-ef715422a249,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:29.161300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2d3e97-7fab-4037-8170-88dee815c8a2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Deleting subnet 2e644f1d-491a-4e66-b80e-e46ceb2331b0 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:03:29.164664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3e97-7fab-4037-8170-88dee815c8a2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.219804 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3e97-7fab-4037-8170-88dee815c8a2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.317842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3e97-7fab-4037-8170-88dee815c8a2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.402852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d737f71-2679-4dd7-8930-4ec5a34e95a8 req-95dabf9c-91bc-4c90-bc94-ba91215af574 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:29.404350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d737f71-2679-4dd7-8930-4ec5a34e95a8 req-95dabf9c-91bc-4c90-bc94-ba91215af574 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 945 time: 0.0507102 Aug 16 21:03:29.443424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d737f71-2679-4dd7-8930-4ec5a34e95a8 req-03728c93-43e0-496d-bd85-6d80ce1a4d4e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Aug 16 21:03:29.496142 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3e97-7fab-4037-8170-88dee815c8a2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.524778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d3e97-7fab-4037-8170-88dee815c8a2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Subnet': ['ID=2e644f1d-491a-4e66-b80e-e46ceb2331b0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:29.528451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3e97-7fab-4037-8170-88dee815c8a2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.533807 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8a2d3e97-7fab-4037-8170-88dee815c8a2 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "DELETE /v2.0/subnets/2e644f1d-491a-4e66-b80e-e46ceb2331b0 HTTP/1.1" status: 204 len: 168 time: 0.4233658 Aug 16 21:03:29.535074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46942) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:29.542373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57da478-40de-4214-ab76-d657481e0fff None None] Network 885d0fc9-3ba6-4cda-93f8-7e04048b00c3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:29.589303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f305cd-654b-4939-a990-ed75f39e2ec7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Deleting subnet 3f7e66ee-2b46-44fb-8b13-2f44f92f7f8e {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:03:29.592511 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4f305cd-654b-4939-a990-ed75f39e2ec7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.632636 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4f305cd-654b-4939-a990-ed75f39e2ec7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.681914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46944) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:29.700180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-62ad711b-41f4-4e14-a602-180c7370e893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.735445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4f305cd-654b-4939-a990-ed75f39e2ec7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.820549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819dbeca-bf68-48da-8c66-623121165fe8 None None] DHCP port deletion for 885d0fc9-3ba6-4cda-93f8-7e04048b00c3 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:03:29.863768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-62ad711b-41f4-4e14-a602-180c7370e893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.866006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:29.889434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:29.889783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 67df836d-ef8f-45e0-9ef1-f2d4718f60d8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:29.890775 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4f305cd-654b-4939-a990-ed75f39e2ec7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.913586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-819dbeca-bf68-48da-8c66-623121165fe8 None None] Deleting port 74c1b63c-e80b-4913-b846-2ca5e4929d0d {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:29.914214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-819dbeca-bf68-48da-8c66-623121165fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.918155 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-62ad711b-41f4-4e14-a602-180c7370e893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.941724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f305cd-654b-4939-a990-ed75f39e2ec7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7e66ee-2b46-44fb-8b13-2f44f92f7f8e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:29.953187 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4f305cd-654b-4939-a990-ed75f39e2ec7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:29.958182 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d4f305cd-654b-4939-a990-ed75f39e2ec7 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "DELETE /v2.0/subnets/3f7e66ee-2b46-44fb-8b13-2f44f92f7f8e HTTP/1.1" status: 204 len: 168 time: 0.4240882 Aug 16 21:03:29.959338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46948) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:29.969197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad711b-41f4-4e14-a602-180c7370e893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247b2a69-e91c-4e7a-ab11-c7ad52b4955b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:29.974216 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-62ad711b-41f4-4e14-a602-180c7370e893 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ee646fcff42c48c5ace91d2b8dd51515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904191 Aug 16 21:03:29.976681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46950) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:29.999896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db9876-be60-4fa2-bc3d-f93ea2dea2ac None None] Network 64917b14-7ada-4fb4-98d6-215c19491dce requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:30.036040 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d81b207-dba2-4d0b-8dad-7688f0feca59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.060180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d81b207-dba2-4d0b-8dad-7688f0feca59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.061550 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.086117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b662496d-7fad-4fca-92bf-7aa32d74238a up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:30.157554 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d81b207-dba2-4d0b-8dad-7688f0feca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.162234 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d81b207-dba2-4d0b-8dad-7688f0feca59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.165805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ed259-6fb1-41ec-b74a-eab32e478dbe req-aeb51005-7a8e-4346-b4a6-c2ace0e09611 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.167104 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2d81b207-dba2-4d0b-8dad-7688f0feca59 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/247b2a69-e91c-4e7a-ab11-c7ad52b4955b HTTP/1.1" status: 204 len: 168 time: 0.1892524 Aug 16 21:03:30.168519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-069ed259-6fb1-41ec-b74a-eab32e478dbe req-aeb51005-7a8e-4346-b4a6-c2ace0e09611 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1027238 Aug 16 21:03:30.176429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81b207-dba2-4d0b-8dad-7688f0feca59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247b2a69-e91c-4e7a-ab11-c7ad52b4955b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:30.208399 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-819dbeca-bf68-48da-8c66-623121165fe8 None None] For port 74c1b63c-e80b-4913-b846-2ca5e4929d0d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=74c1b63c-e80b-4913-b846-2ca5e4929d0d,segment=NetworkSegment(8acd471e-1495-4ff0-95ab-ec4aa7736cb0),segment_id=8acd471e-1495-4ff0-95ab-ec4aa7736cb0)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:30.208605 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-819dbeca-bf68-48da-8c66-623121165fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.229669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-819dbeca-bf68-48da-8c66-623121165fe8 None None] Calling delete_port for 74c1b63c-e80b-4913-b846-2ca5e4929d0d owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:30.245287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-069ed259-6fb1-41ec-b74a-eab32e478dbe req-52d1e7ed-c638-40c9-8d5b-4b253dceac41 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689082 Aug 16 21:03:30.246852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Deleting port 74c1b63c-e80b-4913-b846-2ca5e4929d0d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:30.247369 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.327407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] For port 74c1b63c-e80b-4913-b846-2ca5e4929d0d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=74c1b63c-e80b-4913-b846-2ca5e4929d0d,segment=NetworkSegment(8acd471e-1495-4ff0-95ab-ec4aa7736cb0),segment_id=8acd471e-1495-4ff0-95ab-ec4aa7736cb0)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:30.327999 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.344057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Calling delete_port for 74c1b63c-e80b-4913-b846-2ca5e4929d0d owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:30.392730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1eba6e-a6fd-44ac-aa5e-5e825b0351df None None] DHCP port deletion for 64917b14-7ada-4fb4-98d6-215c19491dce request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:03:30.398167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port b662496d-7fad-4fca-92bf-7aa32d74238a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:30.403503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port b662496d-7fad-4fca-92bf-7aa32d74238a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:30.404113 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.462351 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-819dbeca-bf68-48da-8c66-623121165fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.462553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.510933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819dbeca-bf68-48da-8c66-623121165fe8 None None] No DVR routers for this DVR port 74c1b63c-e80b-4913-b846-2ca5e4929d0d on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:30.514035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dbeca-bf68-48da-8c66-623121165fe8 None None] Pushing event deleted for resources: {'Port': ['ID=74c1b63c-e80b-4913-b846-2ca5e4929d0d,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:30.534479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] No DVR routers for this DVR port 74c1b63c-e80b-4913-b846-2ca5e4929d0d on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:30.538096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Port': ['ID=74c1b63c-e80b-4913-b846-2ca5e4929d0d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:30.550035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4f1eba6e-a6fd-44ac-aa5e-5e825b0351df None None] Deleting port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:30.551037 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f1eba6e-a6fd-44ac-aa5e-5e825b0351df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.679141 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.693763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5dd5-8aa4-4fbe-8e78-be4e9710259e req-e936ac45-23c6-4a1a-85d4-52a427c8a1fb tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.696085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-820c5dd5-8aa4-4fbe-8e78-be4e9710259e req-e936ac45-23c6-4a1a-85d4-52a427c8a1fb tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 945 time: 0.1395652 Aug 16 21:03:30.707996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885d0fc9-3ba6-4cda-93f8-7e04048b00c3']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:30.724377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acd471e-1495-4ff0-95ab-ec4aa7736cb0') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:30.724829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acd471e-1495-4ff0-95ab-ec4aa7736cb0') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:30.746016 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.777431 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.786135 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.793736 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:03:30.794153 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:03:30.797362 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:03:30.809928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-820c5dd5-8aa4-4fbe-8e78-be4e9710259e req-26c38d49-92b0-412f-95b3-fd0d362b3ef5 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756752 Aug 16 21:03:30.834979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port b662496d-7fad-4fca-92bf-7aa32d74238a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b662496d-7fad-4fca-92bf-7aa32d74238a,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:30.837542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552dc0f8-904f-4d19-b699-6ca8b2583818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b662496d-7fad-4fca-92bf-7aa32d74238a'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:30.839966 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9442db87-ebe2-4ac0-aca2-21e11ff59c3c" -d '{"events": [{"server_uuid": "552dc0f8-904f-4d19-b699-6ca8b2583818", "name": "network-vif-plugged", "status": "completed", "tag": "b662496d-7fad-4fca-92bf-7aa32d74238a"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:30.853171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4f1eba6e-a6fd-44ac-aa5e-5e825b0351df None None] For port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43,segment=NetworkSegment(635fc748-d6e5-4316-8e6f-cc3f7b5cc338),segment_id=635fc748-d6e5-4316-8e6f-cc3f7b5cc338)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:30.853171 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f1eba6e-a6fd-44ac-aa5e-5e825b0351df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.863016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4f1eba6e-a6fd-44ac-aa5e-5e825b0351df None None] Calling delete_port for 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:30.916800 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4565421e-f64e-4482-9598-3913eed91d21 x-openstack-request-id: req-4565421e-f64e-4482-9598-3913eed91d21 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:30.917207 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552dc0f8-904f-4d19-b699-6ca8b2583818", "name": "network-vif-plugged", "status": "completed", "tag": "b662496d-7fad-4fca-92bf-7aa32d74238a", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:30.917482 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4565421e-f64e-4482-9598-3913eed91d21 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:30.917970 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552dc0f8-904f-4d19-b699-6ca8b2583818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b662496d-7fad-4fca-92bf-7aa32d74238a', 'code': 200} Aug 16 21:03:30.921245 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.969792 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.991856 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:30.994893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "DELETE /v2.0/networks/885d0fc9-3ba6-4cda-93f8-7e04048b00c3 HTTP/1.1" status: 204 len: 168 time: 1.0350630 Aug 16 21:03:30.997999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 46970) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:31.002853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=b662496d-7fad-4fca-92bf-7aa32d74238a,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:31.020602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759f0c2-602a-4a65-bf29-6fa9363daeaf req-d937cabf-776c-45c9-a107-a53751f7b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:31.022256 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e759f0c2-602a-4a65-bf29-6fa9363daeaf req-d937cabf-776c-45c9-a107-a53751f7b16e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 1098 time: 0.0626702 Aug 16 21:03:31.083469 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f1eba6e-a6fd-44ac-aa5e-5e825b0351df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.108284 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e759f0c2-602a-4a65-bf29-6fa9363daeaf req-f3365a3f-88fd-47aa-9983-8c1c0304b7cb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789223 Aug 16 21:03:31.116265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eba6e-a6fd-44ac-aa5e-5e825b0351df None None] Pushing event deleted for resources: {'Port': ['ID=63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:31.123433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1eba6e-a6fd-44ac-aa5e-5e825b0351df None None] No DVR routers for this DVR port 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:31.132603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f8732-bf04-4db0-88c3-1bf64dc49555 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Network': ['ID=885d0fc9-3ba6-4cda-93f8-7e04048b00c3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:31.170895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.236765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46976) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:31.255439 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b76a7dd3-9ddc-4107-a437-e84607653688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.266198 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.306852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64917b14-7ada-4fb4-98d6-215c19491dce']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:31.341328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635fc748-d6e5-4316-8e6f-cc3f7b5cc338') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:31.341632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635fc748-d6e5-4316-8e6f-cc3f7b5cc338') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:31.352888 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.392112 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.399627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b76a7dd3-9ddc-4107-a437-e84607653688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.405354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:03:31.405770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:03:31.408804 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:03:31.455789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2c89e-f7f0-4da7-a17c-ddfb9ebfd3b0 req-d1721a00-67b3-4e65-a67d-f28a10ef6c1a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:31.458008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fca2c89e-f7f0-4da7-a17c-ddfb9ebfd3b0 req-d1721a00-67b3-4e65-a67d-f28a10ef6c1a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1030581 Aug 16 21:03:31.498168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b76a7dd3-9ddc-4107-a437-e84607653688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.509357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fca2c89e-f7f0-4da7-a17c-ddfb9ebfd3b0 req-113bcc18-eb1e-4698-ab7a-c8bb8be54848 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442414 Aug 16 21:03:31.546923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a7dd3-9ddc-4107-a437-e84607653688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eb9c5c-1f87-478d-97a2-9c205873025c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:31.554640 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b76a7dd3-9ddc-4107-a437-e84607653688 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4c8e0a137b4b475d959f096aa721c212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143549 Aug 16 21:03:31.555668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46992) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:31.586697 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.594158 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.599433 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "DELETE /v2.0/networks/64917b14-7ada-4fb4-98d6-215c19491dce HTTP/1.1" status: 204 len: 168 time: 0.5968640 Aug 16 21:03:31.599631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 46996) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:31.615719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b6735-36e5-42cd-858a-fd1c5ff61d5d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Network': ['ID=64917b14-7ada-4fb4-98d6-215c19491dce,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:31.640160 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8660a91d-92fe-4a0e-b290-381acee21bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.673646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a9d760-2eb6-41a9-b5b9-d8d0c250fad3 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Deleting subnet 325b50a7-c123-4eef-969b-49c7b83cc6da {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:03:31.680651 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8660a91d-92fe-4a0e-b290-381acee21bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.682059 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d760-2eb6-41a9-b5b9-d8d0c250fad3 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.748334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d760-2eb6-41a9-b5b9-d8d0c250fad3 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.827971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:31.894924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:31.895599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d760-2eb6-41a9-b5b9-d8d0c250fad3 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.897192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 63071a7f-d6f7-4fb8-9edd-4ef29a1b2f43 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:31.898505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 74c1b63c-e80b-4913-b846-2ca5e4929d0d no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:31.901054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8660a91d-92fe-4a0e-b290-381acee21bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.905329 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8660a91d-92fe-4a0e-b290-381acee21bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.916039 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8660a91d-92fe-4a0e-b290-381acee21bc3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d0eb9c5c-1f87-478d-97a2-9c205873025c HTTP/1.1" status: 204 len: 168 time: 0.3514030 Aug 16 21:03:31.959420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660a91d-92fe-4a0e-b290-381acee21bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eb9c5c-1f87-478d-97a2-9c205873025c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:32.010802 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 74c1b63c-e80b-4913-b846-2ca5e4929d0d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:32.011385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 74c1b63c-e80b-4913-b846-2ca5e4929d0d not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:32.041237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a6bf5537-0dc6-4a54-b679-fff4acb2a517 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:03:32.107156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d760-2eb6-41a9-b5b9-d8d0c250fad3 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.118967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2f4e4-2094-4199-a38b-21eb22d2c4c4 req-f8e6516f-6612-4b78-a70b-5c0fe30c5e5d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:32.127186 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7b2f4e4-2094-4199-a38b-21eb22d2c4c4 req-f8e6516f-6612-4b78-a70b-5c0fe30c5e5d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 946 time: 0.1311042 Aug 16 21:03:32.168155 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d760-2eb6-41a9-b5b9-d8d0c250fad3 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.183309 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c4a9d760-2eb6-41a9-b5b9-d8d0c250fad3 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "DELETE /v2.0/subnets/325b50a7-c123-4eef-969b-49c7b83cc6da HTTP/1.1" status: 204 len: 168 time: 0.5827594 Aug 16 21:03:32.186501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9d760-2eb6-41a9-b5b9-d8d0c250fad3 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Subnet': ['ID=325b50a7-c123-4eef-969b-49c7b83cc6da,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:32.189939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47006) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:32.221352 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a493718-d299-49b4-a9cf-09b72a5287e2 None None] Network e24538c3-4368-4545-b7a4-bb73f1472da9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:32.263129 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7b2f4e4-2094-4199-a38b-21eb22d2c4c4 req-3e777e06-8f0c-4c9a-b3a8-95b5371436a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298511 Aug 16 21:03:32.309454 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.335339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:32.379564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'port_id': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'mac_address': 'fa:16:3e:4c:5c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:03:32.388525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Deleting port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:32.392587 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.458881 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.495366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6bf5537-0dc6-4a54-b679-fff4acb2a517 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:03:32.523653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:32.579200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] For port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9c535d04-8c4f-4dc0-a0da-dcd22c95de0f,segment=NetworkSegment(989448fa-b3fa-4441-b0ad-66b6d27bf7eb),segment_id=989448fa-b3fa-4441-b0ad-66b6d27bf7eb)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:32.579423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.592579 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.603365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55627a3a-53e3-4cc0-a4df-978f92673dec None None] DHCP port deletion for e24538c3-4368-4545-b7a4-bb73f1472da9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:03:32.617635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Calling delete_port for 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:32.678414 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.700465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c6fbe-417a-4c0f-bc16-6666d6a80103 req-ee0e2fac-23f8-434a-a1f5-e68fecd44549 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:32.712817 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['a6bf5537-0dc6-4a54-b679-fff4acb2a517'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:32.720704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e3c6fbe-417a-4c0f-bc16-6666d6a80103 req-ee0e2fac-23f8-434a-a1f5-e68fecd44549 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 944 time: 0.0958745 Aug 16 21:03:32.793790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.801343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] No DVR routers for this DVR port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:32.801918 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e3c6fbe-417a-4c0f-bc16-6666d6a80103 req-47000d9b-6657-4384-80be-5130fbf9ba44 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727961 Aug 16 21:03:32.865986 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a6bf5537-0dc6-4a54-b679-fff4acb2a517,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:32.907425 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.914618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Port': ['ID=9c535d04-8c4f-4dc0-a0da-dcd22c95de0f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:33.013927 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.030337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24538c3-4368-4545-b7a4-bb73f1472da9']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:33.042849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989448fa-b3fa-4441-b0ad-66b6d27bf7eb') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:33.043485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989448fa-b3fa-4441-b0ad-66b6d27bf7eb') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:33.054046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.074401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.085466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:03:33.086244 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.086368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-55627a3a-53e3-4cc0-a4df-978f92673dec None None] Deleting port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:33.086908 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-55627a3a-53e3-4cc0-a4df-978f92673dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:03:33.143322 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:03:33.170197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-55627a3a-53e3-4cc0-a4df-978f92673dec None None] For port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f, host n-d-793619-14, got binding levels [] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:33.170670 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-55627a3a-53e3-4cc0-a4df-978f92673dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.186970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-55627a3a-53e3-4cc0-a4df-978f92673dec None None] Calling delete_port for 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:33.190156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.ipam_backend_mixin [None req-55627a3a-53e3-4cc0-a4df-978f92673dec None None] Port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f was not found and therefore no delete operation was performed {{(pid=95263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:03:33.191448 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-55627a3a-53e3-4cc0-a4df-978f92673dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.224929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55627a3a-53e3-4cc0-a4df-978f92673dec None None] Pushing event deleted for resources: {'Port': ['ID=9c535d04-8c4f-4dc0-a0da-dcd22c95de0f,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:33.226934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55627a3a-53e3-4cc0-a4df-978f92673dec None None] No DVR routers for this DVR port 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:33.256532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.262570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.268755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47026) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:33.281577 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "DELETE /v2.0/networks/e24538c3-4368-4545-b7a4-bb73f1472da9 HTTP/1.1" status: 204 len: 168 time: 1.0819817 Aug 16 21:03:33.383070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8650351-0fce-4c10-bcb2-444a70d98fac tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Pushing event deleted for resources: {'Network': ['ID=e24538c3-4368-4545-b7a4-bb73f1472da9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:33.384269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47036) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:33.386134 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bf4e4cde-e7fa-4eb7-ab4d-2b10bd23efe8 tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "GET /v2.0/ports?device_id=f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db HTTP/1.1" status: 200 len: 205 time: 0.1095965 Aug 16 21:03:33.490118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bbaad-c685-4c65-8755-22015b10daab req-85ae8985-b461-42aa-9099-9ae2478a5ea8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:33.491631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-400bbaad-c685-4c65-8755-22015b10daab req-85ae8985-b461-42aa-9099-9ae2478a5ea8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 946 time: 0.1140244 Aug 16 21:03:33.499958 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4071c6e-81af-40e7-a371-7b911a239e9d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.623165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-400bbaad-c685-4c65-8755-22015b10daab req-bae6d557-1b7f-4999-8720-f7500c29c463 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072354 Aug 16 21:03:33.693353 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4071c6e-81af-40e7-a371-7b911a239e9d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.696105 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4071c6e-81af-40e7-a371-7b911a239e9d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.800816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:33.815185 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4071c6e-81af-40e7-a371-7b911a239e9d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.816264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4071c6e-81af-40e7-a371-7b911a239e9d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Fanout notify agent at l3_agent the message router_deleted on router f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:03:33.827802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4071c6e-81af-40e7-a371-7b911a239e9d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.828173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5eb71-75ca-4341-a845-cd17b3dbbd01 req-5fa050b6-1ad3-4c78-b48b-0e7caec60119 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:33.835389 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f4071c6e-81af-40e7-a371-7b911a239e9d tempest-RoutersNegativeIpV6Test-179621856 tempest-RoutersNegativeIpV6Test-179621856-project] 10.222.0.74 "DELETE /v2.0/routers/f0bfda9d-ee3a-4a73-ad7d-cc3e1cb1b5db HTTP/1.1" status: 204 len: 168 time: 0.4439847 Aug 16 21:03:33.838025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0cf5eb71-75ca-4341-a845-cd17b3dbbd01 req-5fa050b6-1ad3-4c78-b48b-0e7caec60119 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 946 time: 0.1099334 Aug 16 21:03:33.845107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:33.845455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9c535d04-8c4f-4dc0-a0da-dcd22c95de0f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:33.887349 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0cf5eb71-75ca-4341-a845-cd17b3dbbd01 req-94c1ab99-6a1d-4e79-84d1-502fa061b28d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482466 Aug 16 21:03:34.052457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a6bf5537-0dc6-4a54-b679-fff4acb2a517 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:34.067379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57395-99aa-4f8e-905b-bb1b250079f1 req-27255e4f-78db-46a3-9d23-412a4417216d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.069133 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1b57395-99aa-4f8e-905b-bb1b250079f1 req-27255e4f-78db-46a3-9d23-412a4417216d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 944 time: 0.0940216 Aug 16 21:03:34.088210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa01c9-d7e9-4491-a387-b3bb033c0fb2 req-bc73ff8c-39dc-4709-9181-4159d8ec0652 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.096259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c4fa01c9-d7e9-4491-a387-b3bb033c0fb2 req-bc73ff8c-39dc-4709-9181-4159d8ec0652 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 946 time: 0.1350014 Aug 16 21:03:34.138848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port a6bf5537-0dc6-4a54-b679-fff4acb2a517 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:34.139485 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.186454 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1b57395-99aa-4f8e-905b-bb1b250079f1 req-53f45a55-98ec-4178-8997-e242990a8966 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734379 Aug 16 21:03:34.194595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c4fa01c9-d7e9-4491-a387-b3bb033c0fb2 req-0aa6445c-571b-42e2-81c3-5db1328d283e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974526 Aug 16 21:03:34.248866 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.285643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:34.288366 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a7f38f-0c13-4c1c-9797-5f57c5ef8b4e" -d '{"events": [{"server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "name": "network-vif-plugged", "status": "completed", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:34.307744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:34.336533 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d08571c-2059-4a92-bcbc-d681fc05a0b4 x-openstack-request-id: req-3d08571c-2059-4a92-bcbc-d681fc05a0b4 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:34.336898 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "name": "network-vif-plugged", "status": "completed", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:34.337332 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3d08571c-2059-4a92-bcbc-d681fc05a0b4 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:34.337838 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'code': 200} Aug 16 21:03:34.399964 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.472859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a6bf5537-0dc6-4a54-b679-fff4acb2a517,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:34.529216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47064) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:34.643478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47068) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:34.741131 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-48498609-6910-4177-8c2c-0e526248efd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.812411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094b7ac-0f98-4bdd-b7c6-6d7dcae7895e req-99a84dd8-05c7-41ce-b037-3769dc8edc91 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.821089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0094b7ac-0f98-4bdd-b7c6-6d7dcae7895e req-99a84dd8-05c7-41ce-b037-3769dc8edc91 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 946 time: 0.0618892 Aug 16 21:03:34.883145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0094b7ac-0f98-4bdd-b7c6-6d7dcae7895e req-c31f280d-1fe0-4549-b5cf-2d00f8227a67 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607431 Aug 16 21:03:34.905171 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-48498609-6910-4177-8c2c-0e526248efd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.910917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-68f7c357-e939-442a-bff4-2d4b526f1e57 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4f881448548a42358b0d381db6e9744f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632320 Aug 16 21:03:34.911378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47074) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:34.965879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b167453-b3e4-4655-b702-e21179aeb6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.970054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-48498609-6910-4177-8c2c-0e526248efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:35.003274 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b167453-b3e4-4655-b702-e21179aeb6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:35.012917 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-48498609-6910-4177-8c2c-0e526248efd9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4309cc583e91462f952ecf561e1e1c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819751 Aug 16 21:03:35.014137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48498609-6910-4177-8c2c-0e526248efd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036b27d1-4b70-47e5-8a36-32e4f59e9df0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:35.016120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47076) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:35.094258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea42543-0857-4af5-afb5-4b106e77a764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:35.124471 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea42543-0857-4af5-afb5-4b106e77a764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:35.198184 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b167453-b3e4-4655-b702-e21179aeb6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:35.201738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b167453-b3e4-4655-b702-e21179aeb6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:35.203065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0b167453-b3e4-4655-b702-e21179aeb6d4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/845468f4-c2f6-457d-828e-ce6aacfb6e3f HTTP/1.1" status: 204 len: 168 time: 0.2906332 Aug 16 21:03:35.212155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b167453-b3e4-4655-b702-e21179aeb6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845468f4-c2f6-457d-828e-ce6aacfb6e3f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:35.293936 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea42543-0857-4af5-afb5-4b106e77a764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:35.296704 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-eea42543-0857-4af5-afb5-4b106e77a764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:35.298732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-eea42543-0857-4af5-afb5-4b106e77a764 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/036b27d1-4b70-47e5-8a36-32e4f59e9df0 HTTP/1.1" status: 204 len: 168 time: 0.2809312 Aug 16 21:03:35.349124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea42543-0857-4af5-afb5-4b106e77a764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036b27d1-4b70-47e5-8a36-32e4f59e9df0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:35.438371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdf268-123d-4c7a-9a0e-d68d67ef7a28 req-85a7f3e0-c015-4c52-97b2-4838474da497 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:35.438371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22bdf268-123d-4c7a-9a0e-d68d67ef7a28 req-85a7f3e0-c015-4c52-97b2-4838474da497 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1203229 Aug 16 21:03:35.504785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22bdf268-123d-4c7a-9a0e-d68d67ef7a28 req-9499ae9e-7613-47e1-b01a-34de9e90bfed tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556519 Aug 16 21:03:36.065736 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e9aa-ee6a-4031-8605-83c63198974c req-cbd2e3ec-4b07-4b28-8114-64792ad28382 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:36.069060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c268e9aa-ee6a-4031-8605-83c63198974c req-cbd2e3ec-4b07-4b28-8114-64792ad28382 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 946 time: 0.0794754 Aug 16 21:03:36.125416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c268e9aa-ee6a-4031-8605-83c63198974c req-0d4f097b-fc5e-4ad2-a66c-01c866bf0e4d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456822 Aug 16 21:03:36.261579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac25bf-fd18-4f82-965a-e24dda4c0403 req-76202f12-d2f1-46d5-a350-4a541e802692 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:36.263169 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5ac25bf-fd18-4f82-965a-e24dda4c0403 req-76202f12-d2f1-46d5-a350-4a541e802692 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 946 time: 0.0860300 Aug 16 21:03:36.391205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e5ac25bf-fd18-4f82-965a-e24dda4c0403 req-f959f63b-13ee-4808-8b23-b391e62d96dc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Deleting port b662496d-7fad-4fca-92bf-7aa32d74238a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:36.391553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5ac25bf-fd18-4f82-965a-e24dda4c0403 req-f959f63b-13ee-4808-8b23-b391e62d96dc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:36.523256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e5ac25bf-fd18-4f82-965a-e24dda4c0403 req-f959f63b-13ee-4808-8b23-b391e62d96dc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] For port b662496d-7fad-4fca-92bf-7aa32d74238a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=b662496d-7fad-4fca-92bf-7aa32d74238a,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:36.523651 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5ac25bf-fd18-4f82-965a-e24dda4c0403 req-f959f63b-13ee-4808-8b23-b391e62d96dc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:36.546419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e5ac25bf-fd18-4f82-965a-e24dda4c0403 req-f959f63b-13ee-4808-8b23-b391e62d96dc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Calling delete_port for b662496d-7fad-4fca-92bf-7aa32d74238a owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:36.655622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8b51b-5b01-43e8-98b7-5118e1382d95 req-f030f238-7d90-4179-b991-8c07062d928d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:36.657519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4c8b51b-5b01-43e8-98b7-5118e1382d95 req-f030f238-7d90-4179-b991-8c07062d928d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.0642564 Aug 16 21:03:36.673242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47138) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:36.713688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4c8b51b-5b01-43e8-98b7-5118e1382d95 req-c3db09c5-6baf-483f-adbf-bfa50ca60ce8 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490956 Aug 16 21:03:36.808020 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6f81b752-3dc6-4c52-8615-c7a299c45ec4 tempest-ServiceProvidersTest-1680994701 tempest-ServiceProvidersTest-1680994701-project] 10.222.0.74 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1122916 Aug 16 21:03:36.911484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5ac25bf-fd18-4f82-965a-e24dda4c0403 req-f959f63b-13ee-4808-8b23-b391e62d96dc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:36.927028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['b662496d-7fad-4fca-92bf-7aa32d74238a'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:36.942560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959f63b-13ee-4808-8b23-b391e62d96dc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event deleted for resources: {'Port': ['ID=b662496d-7fad-4fca-92bf-7aa32d74238a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:36.993864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ac25bf-fd18-4f82-965a-e24dda4c0403 req-f959f63b-13ee-4808-8b23-b391e62d96dc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] No DVR routers for this DVR port b662496d-7fad-4fca-92bf-7aa32d74238a on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:36.996466 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e5ac25bf-fd18-4f82-965a-e24dda4c0403 req-f959f63b-13ee-4808-8b23-b391e62d96dc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:36.998569 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5ac25bf-fd18-4f82-965a-e24dda4c0403 req-f959f63b-13ee-4808-8b23-b391e62d96dc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "DELETE /v2.0/ports/b662496d-7fad-4fca-92bf-7aa32d74238a HTTP/1.1" status: 204 len: 173 time: 0.7289503 Aug 16 21:03:36.999028 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552dc0f8-904f-4d19-b699-6ca8b2583818', 'name': 'network-vif-deleted', 'tag': 'b662496d-7fad-4fca-92bf-7aa32d74238a'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:37.001781 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b992454-13c5-4b9f-aa73-1a22a0398c75" -d '{"events": [{"server_uuid": "552dc0f8-904f-4d19-b699-6ca8b2583818", "name": "network-vif-deleted", "tag": "b662496d-7fad-4fca-92bf-7aa32d74238a"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:37.064827 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fcc74b-becd-4779-9195-a4ab5f47f26f x-openstack-request-id: req-c3fcc74b-becd-4779-9195-a4ab5f47f26f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:37.065437 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552dc0f8-904f-4d19-b699-6ca8b2583818", "name": "network-vif-deleted", "tag": "b662496d-7fad-4fca-92bf-7aa32d74238a", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:37.065849 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c3fcc74b-becd-4779-9195-a4ab5f47f26f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:37.066789 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552dc0f8-904f-4d19-b699-6ca8b2583818', 'name': 'network-vif-deleted', 'tag': 'b662496d-7fad-4fca-92bf-7aa32d74238a', 'status': 'completed', 'code': 200} Aug 16 21:03:37.272379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3dcd702e-68b5-44be-b8a1-73b531957253 req-8f2a303c-3560-41e7-9832-929eb3d8c772 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 210 time: 0.0524335 Aug 16 21:03:37.410174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47164) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:37.680297 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2cca7f98-88f7-496a-8909-58f146bb8850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:37.854256 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2cca7f98-88f7-496a-8909-58f146bb8850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:37.911886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307cba-1291-49b7-8955-06f1285b8ef4 req-f8d29bb5-303e-4f25-8cea-8bfc8cd39555 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:37.923764 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2cca7f98-88f7-496a-8909-58f146bb8850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:37.926521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9307cba-1291-49b7-8955-06f1285b8ef4 req-f8d29bb5-303e-4f25-8cea-8bfc8cd39555 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1060448 Aug 16 21:03:37.985460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9307cba-1291-49b7-8955-06f1285b8ef4 req-9933fe24-718d-40a8-bd03-12105ece27dc tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577350 Aug 16 21:03:38.030834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca7f98-88f7-496a-8909-58f146bb8850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd28fc3-3464-493b-94f9-c8bd69c9fe8e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:38.065675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47190) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:38.077417 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2cca7f98-88f7-496a-8909-58f146bb8850 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a5b0797f18ef4831b6fc7e5b4f8f1ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6655474 Aug 16 21:03:38.553952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-388e7fee-2412-4bbc-bfa0-2023ad5ec55e req-0cecccf0-9950-4630-bf8d-4dc411e17655 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 210 time: 0.0774179 Aug 16 21:03:38.619810 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-641b8453-c0a9-4284-87f3-8b13b9742fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:38.654181 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-641b8453-c0a9-4284-87f3-8b13b9742fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:38.790231 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:03:38.816047 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-641b8453-c0a9-4284-87f3-8b13b9742fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:38.826261 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-641b8453-c0a9-4284-87f3-8b13b9742fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:38.828929 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-641b8453-c0a9-4284-87f3-8b13b9742fd5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1cd28fc3-3464-493b-94f9-c8bd69c9fe8e HTTP/1.1" status: 204 len: 168 time: 0.7618747 Aug 16 21:03:38.872877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b8453-c0a9-4284-87f3-8b13b9742fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd28fc3-3464-493b-94f9-c8bd69c9fe8e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:39.187524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef12e1-1c0e-42f3-99f4-f1aa758fe3c9 req-07e4243c-9364-4c8b-a86e-5ec322c88135 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:39.189719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2bef12e1-1c0e-42f3-99f4-f1aa758fe3c9 req-07e4243c-9364-4c8b-a86e-5ec322c88135 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.0911698 Aug 16 21:03:39.249715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2bef12e1-1c0e-42f3-99f4-f1aa758fe3c9 req-27cc46b7-bfac-40da-b079-7e2e202c018f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534697 Aug 16 21:03:39.731978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c56163f-6650-4475-9e1a-cfca88c853d2 req-27a48803-513f-47c6-84f0-12ee03fd72c0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 210 time: 0.0675120 Aug 16 21:03:40.054760 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b662496d-7fad-4fca-92bf-7aa32d74238a no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:40.106441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: b662496d-7fad-4fca-92bf-7aa32d74238a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:40.107081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device b662496d-7fad-4fca-92bf-7aa32d74238a not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:40.336508 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47274) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:40.477930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11036032-905f-4a6d-bfb6-9df74f6fbce5 req-cb9f7605-d5a4-4a20-8468-f91bb4268d6a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:40.479522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11036032-905f-4a6d-bfb6-9df74f6fbce5 req-cb9f7605-d5a4-4a20-8468-f91bb4268d6a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1005299 Aug 16 21:03:40.635297 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11036032-905f-4a6d-bfb6-9df74f6fbce5 req-662ee21d-aa6b-4dc4-b7c9-f46a5d520ab6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478121 Aug 16 21:03:40.679032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bee26772-e71f-4a97-931e-f1a7db147728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:40.876989 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29f32cb1-70b8-49e2-9395-26355f4388b2 req-0017f83f-254c-4a8a-a5a6-f4da4789e606 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 210 time: 0.0582681 Aug 16 21:03:40.921094 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bee26772-e71f-4a97-931e-f1a7db147728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:41.011536 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bee26772-e71f-4a97-931e-f1a7db147728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:41.106946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47296) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:41.107701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bee26772-e71f-4a97-931e-f1a7db147728 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ddeb146d8a7b470888a4d1e6afe61516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701390 Aug 16 21:03:41.108963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee26772-e71f-4a97-931e-f1a7db147728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dbcf24-64f5-4bf4-806d-de79403affb6,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:41.182412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c48882df-603e-4313-aec3-cd100b0886f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:41.206113 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c48882df-603e-4313-aec3-cd100b0886f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:41.370401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c48882df-603e-4313-aec3-cd100b0886f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:41.374960 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c48882df-603e-4313-aec3-cd100b0886f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:41.385006 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c48882df-603e-4313-aec3-cd100b0886f6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f4dbcf24-64f5-4bf4-806d-de79403affb6 HTTP/1.1" status: 204 len: 168 time: 0.2766092 Aug 16 21:03:41.405162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48882df-603e-4313-aec3-cd100b0886f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dbcf24-64f5-4bf4-806d-de79403affb6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:41.841646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24159b0-8745-4020-b8d9-375a8c2cc1a0 req-ce0b9a0f-f87c-4a99-8d01-969fb7d9cda0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:41.847163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a24159b0-8745-4020-b8d9-375a8c2cc1a0 req-ce0b9a0f-f87c-4a99-8d01-969fb7d9cda0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1365826 Aug 16 21:03:41.942300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a24159b0-8745-4020-b8d9-375a8c2cc1a0 req-0739967c-07a3-4ade-a7d0-f8ee6d5cea1a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796328 Aug 16 21:03:41.997609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07939846-6bc2-4650-a83d-80d05978bd94 req-34ec233d-056a-4357-a72e-dcdd796dff2a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 210 time: 0.0375688 Aug 16 21:03:42.715847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47338) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:42.743504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abe2769c-37cb-43ed-8644-55a5f55c536a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:42.867062 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abe2769c-37cb-43ed-8644-55a5f55c536a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:42.935141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-abe2769c-37cb-43ed-8644-55a5f55c536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:42.987402 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-abe2769c-37cb-43ed-8644-55a5f55c536a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef677ef6578541079c19abe3f40d69b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694807 Aug 16 21:03:42.990016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47346) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:43.030327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2769c-37cb-43ed-8644-55a5f55c536a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836228e1-bde1-4801-acc1-f413b39464ce,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:43.079548 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1df547d9-5600-4145-8164-a10be7cf4da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:43.140476 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1df547d9-5600-4145-8164-a10be7cf4da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:43.194139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a63c2be6-fed2-4c4e-9d1a-6848abd7bc32 req-eed0f24e-3f02-47bb-b6d3-9155cc96e43a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=552dc0f8-904f-4d19-b699-6ca8b2583818 HTTP/1.1" status: 200 len: 210 time: 0.0568695 Aug 16 21:03:43.245144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec40b14-1e78-4c53-a14d-6956dff872e7 req-147cec33-fed2-437b-81f5-ed3a25913ee6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:43.250018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aec40b14-1e78-4c53-a14d-6956dff872e7 req-147cec33-fed2-437b-81f5-ed3a25913ee6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1429486 Aug 16 21:03:43.361683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aec40b14-1e78-4c53-a14d-6956dff872e7 req-416a3539-3712-46dd-8c49-16d19dbe2572 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012886 Aug 16 21:03:43.381876 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1df547d9-5600-4145-8164-a10be7cf4da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:43.385061 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1df547d9-5600-4145-8164-a10be7cf4da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:43.386449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1df547d9-5600-4145-8164-a10be7cf4da8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/836228e1-bde1-4801-acc1-f413b39464ce HTTP/1.1" status: 204 len: 168 time: 0.3947351 Aug 16 21:03:43.395733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df547d9-5600-4145-8164-a10be7cf4da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836228e1-bde1-4801-acc1-f413b39464ce,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:43.846058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47370) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:44.009667 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b83adf7-8b1d-4c1a-9ec6-ae1ed4625c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:44.119861 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b83adf7-8b1d-4c1a-9ec6-ae1ed4625c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:44.192341 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2b83adf7-8b1d-4c1a-9ec6-ae1ed4625c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:44.286466 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2b83adf7-8b1d-4c1a-9ec6-ae1ed4625c23 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=99705fd5587b4499bdc1abbd6ca64bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363453 Aug 16 21:03:44.286466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83adf7-8b1d-4c1a-9ec6-ae1ed4625c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6b2af8-abb8-4059-b5c9-38a8588b6f54,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:44.286745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47390) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:44.363653 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20f566db-b510-4bbc-9b2b-c6940d53fe04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:44.390754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20f566db-b510-4bbc-9b2b-c6940d53fe04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:44.526093 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20f566db-b510-4bbc-9b2b-c6940d53fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:44.528998 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20f566db-b510-4bbc-9b2b-c6940d53fe04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:44.533242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-20f566db-b510-4bbc-9b2b-c6940d53fe04 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0e6b2af8-abb8-4059-b5c9-38a8588b6f54 HTTP/1.1" status: 204 len: 168 time: 0.2454095 Aug 16 21:03:44.556418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f566db-b510-4bbc-9b2b-c6940d53fe04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6b2af8-abb8-4059-b5c9-38a8588b6f54,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:44.567848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc537b-ed26-4322-a392-c3d34e31fe0b req-71a7ec82-f800-4077-b52a-a5bda61096e2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:44.591526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9abc537b-ed26-4322-a392-c3d34e31fe0b req-71a7ec82-f800-4077-b52a-a5bda61096e2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1168854 Aug 16 21:03:44.667978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9abc537b-ed26-4322-a392-c3d34e31fe0b req-7b1c8c25-0301-414e-a309-30fa19ee6809 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749395 Aug 16 21:03:45.197929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-edb8617f-0a2b-4129-a293-0b41a25e2725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:45.632915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47426) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:45.657045 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8b5fe00-eedd-4ffe-a6f4-d1bbe98a9d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:45.994584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf464f-1a42-41f0-88c6-100b047f157b req-e87bbd4a-124a-45d1-bc7e-61c5bf04c299 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:46.004561 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eccf464f-1a42-41f0-88c6-100b047f157b req-e87bbd4a-124a-45d1-bc7e-61c5bf04c299 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.2155926 Aug 16 21:03:46.105647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eccf464f-1a42-41f0-88c6-100b047f157b req-f50ad379-9b2e-4ca2-807e-a4c1860a43b3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997236 Aug 16 21:03:46.111732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8b5fe00-eedd-4ffe-a6f4-d1bbe98a9d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:46.232278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c8b5fe00-eedd-4ffe-a6f4-d1bbe98a9d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:46.349900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c8b5fe00-eedd-4ffe-a6f4-d1bbe98a9d10 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=473030870dc44611b36e44395e6ba0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7125595 Aug 16 21:03:46.349990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47448) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:46.352685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5fe00-eedd-4ffe-a6f4-d1bbe98a9d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a64816-09bf-4cb2-bc78-3a44d631238a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:46.465732 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0e68-7064-46c6-9307-88b36d953a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:46.496621 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0e68-7064-46c6-9307-88b36d953a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:46.632803 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0e68-7064-46c6-9307-88b36d953a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:46.635798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0e68-7064-46c6-9307-88b36d953a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:46.637130 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c9dc0e68-7064-46c6-9307-88b36d953a3a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/30a64816-09bf-4cb2-bc78-3a44d631238a HTTP/1.1" status: 204 len: 168 time: 0.2861390 Aug 16 21:03:46.646536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc0e68-7064-46c6-9307-88b36d953a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a64816-09bf-4cb2-bc78-3a44d631238a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:47.249655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dd91f-0a13-400b-98f7-3c90eeb0cdfc req-46ba7143-9f1c-4a86-9872-261f8c5f98d5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:47.251650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a98dd91f-0a13-400b-98f7-3c90eeb0cdfc req-46ba7143-9f1c-4a86-9872-261f8c5f98d5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.0595744 Aug 16 21:03:47.307657 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a98dd91f-0a13-400b-98f7-3c90eeb0cdfc req-da9f7a5a-3fe5-4d35-be69-44974344fbc5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477886 Aug 16 21:03:47.684118 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d88fb894-c5f2-4be9-a109-131b7c7bd1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:47.917741 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.532947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c9ca6-0af3-4451-8577-30bb3076c031 req-f99b765a-357d-4575-b39c-4d0eadc478c1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:48.541644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-550c9ca6-0af3-4451-8577-30bb3076c031 req-f99b765a-357d-4575-b39c-4d0eadc478c1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1000204 Aug 16 21:03:48.591063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-550c9ca6-0af3-4451-8577-30bb3076c031 req-4419d521-7afb-43e2-97f2-09d0ecf86230 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482204 Aug 16 21:03:49.201739 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47602) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:49.209354 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.391759 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-edf71b77-1e4d-4bae-a089-05e6df2a0776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.506731 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-edf71b77-1e4d-4bae-a089-05e6df2a0776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.569168 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-edf71b77-1e4d-4bae-a089-05e6df2a0776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.611670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47660) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:49.619506 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-edf71b77-1e4d-4bae-a089-05e6df2a0776 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cddc596498e149a0ae48b0a28d5b1e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163902 Aug 16 21:03:49.625803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf71b77-1e4d-4bae-a089-05e6df2a0776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f47032-bd98-4ddc-aaab-e08c5408ecc1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:49.668790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4a6be58d-7273-47fb-8fec-ee2b74378ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.694083 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4a6be58d-7273-47fb-8fec-ee2b74378ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.760452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ec099-1025-4c11-8dda-a20549178948 req-69ee970f-65c6-48b6-8986-578171b6d4c9 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:49.762131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e1ec099-1025-4c11-8dda-a20549178948 req-69ee970f-65c6-48b6-8986-578171b6d4c9 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.0801640 Aug 16 21:03:49.810564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e1ec099-1025-4c11-8dda-a20549178948 req-a1f10bc3-7977-4fe6-9e22-4ef048366519 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414693 Aug 16 21:03:49.856442 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4a6be58d-7273-47fb-8fec-ee2b74378ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.859200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4a6be58d-7273-47fb-8fec-ee2b74378ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.861059 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4a6be58d-7273-47fb-8fec-ee2b74378ddf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f0f47032-bd98-4ddc-aaab-e08c5408ecc1 HTTP/1.1" status: 204 len: 168 time: 0.2476525 Aug 16 21:03:49.882710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6be58d-7273-47fb-8fec-ee2b74378ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f47032-bd98-4ddc-aaab-e08c5408ecc1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:49.900944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a1e3-ee21-4791-ac04-a479da3cbf3c req-97317098-89ec-44d4-9ad0-a4c9d1f2735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:49.903034 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c998a1e3-ee21-4791-ac04-a479da3cbf3c req-97317098-89ec-44d4-9ad0-a4c9d1f2735c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 1097 time: 0.0569744 Aug 16 21:03:50.010767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a1e3-ee21-4791-ac04-a479da3cbf3c req-316ae6f6-f063-4905-9c66-38e9fb0fd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:50.012256 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c998a1e3-ee21-4791-ac04-a479da3cbf3c req-316ae6f6-f063-4905-9c66-38e9fb0fd628 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.1006694 Aug 16 21:03:50.080261 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c998a1e3-ee21-4791-ac04-a479da3cbf3c req-9d51d27f-1846-41e3-b09e-46f1e39c2023 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517 HTTP/1.1" status: 200 len: 1001 time: 0.0586214 Aug 16 21:03:50.140702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a1e3-ee21-4791-ac04-a479da3cbf3c req-5f874428-9f4d-4877-8632-5cba008f4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:50.142342 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c998a1e3-ee21-4791-ac04-a479da3cbf3c req-5f874428-9f4d-4877-8632-5cba008f4595 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0543072 Aug 16 21:03:50.200943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a1e3-ee21-4791-ac04-a479da3cbf3c req-874a5e19-3f2b-4e9c-b041-57425f8bd2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:50.202462 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c998a1e3-ee21-4791-ac04-a479da3cbf3c req-874a5e19-3f2b-4e9c-b041-57425f8bd2ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534654 Aug 16 21:03:50.216841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47680) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.345454 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c998a1e3-ee21-4791-ac04-a479da3cbf3c req-0295b050-afb1-4c5d-ab7c-c4500a13bb4e service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334474 Aug 16 21:03:50.377667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-de453220-af7a-4586-a701-98bc428e2920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.450238 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c998a1e3-ee21-4791-ac04-a479da3cbf3c req-b859f7ad-6edb-452d-b597-d48da1401580 service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973077 Aug 16 21:03:50.468676 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-de453220-af7a-4586-a701-98bc428e2920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.534814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-de453220-af7a-4586-a701-98bc428e2920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.574604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de453220-af7a-4586-a701-98bc428e2920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51eab14-89c9-406d-81a1-74ae05b3c5c3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.581273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-de453220-af7a-4586-a701-98bc428e2920 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8701bb8841534cd2870a266df675de46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611076 Aug 16 21:03:50.582856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47690) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.642066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-709a49cb-7037-4235-829a-0385d19318f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.660636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47706) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.666400 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.667228 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-709a49cb-7037-4235-829a-0385d19318f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.674427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-63334865-c7c2-47e2-8ba6-dfac16806272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.790908 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-709a49cb-7037-4235-829a-0385d19318f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.797127 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-709a49cb-7037-4235-829a-0385d19318f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.798608 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-709a49cb-7037-4235-829a-0385d19318f7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e51eab14-89c9-406d-81a1-74ae05b3c5c3 HTTP/1.1" status: 204 len: 168 time: 0.2145057 Aug 16 21:03:50.816539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a49cb-7037-4235-829a-0385d19318f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51eab14-89c9-406d-81a1-74ae05b3c5c3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.955831 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-63334865-c7c2-47e2-8ba6-dfac16806272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.021382 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-63334865-c7c2-47e2-8ba6-dfac16806272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.076898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-63334865-c7c2-47e2-8ba6-dfac16806272 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e64b668ec60417c8577bd18f5d9443d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151103 Aug 16 21:03:51.077927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63334865-c7c2-47e2-8ba6-dfac16806272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107f429a-8d7c-49ac-b3a2-e24a2ebb21fc,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:51.080152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47732) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:51.095895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b39732-f0e7-4e7c-90d4-8445545bbd90 req-e121829d-7e21-4770-ae55-3591b26b960f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:51.098091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10b39732-f0e7-4e7c-90d4-8445545bbd90 req-e121829d-7e21-4770-ae55-3591b26b960f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1452174 Aug 16 21:03:51.144747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10b39732-f0e7-4e7c-90d4-8445545bbd90 req-9430b64c-749a-4d5d-97f9-a481ebcb0f81 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386903 Aug 16 21:03:51.157347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4afa-d176-4dd1-bf02-1690fa962d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.192458 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4afa-d176-4dd1-bf02-1690fa962d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.317789 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4afa-d176-4dd1-bf02-1690fa962d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.320492 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4afa-d176-4dd1-bf02-1690fa962d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.324621 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6e7d4afa-d176-4dd1-bf02-1690fa962d67 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/107f429a-8d7c-49ac-b3a2-e24a2ebb21fc HTTP/1.1" status: 204 len: 168 time: 0.2433901 Aug 16 21:03:51.336265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d4afa-d176-4dd1-bf02-1690fa962d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107f429a-8d7c-49ac-b3a2-e24a2ebb21fc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:51.770199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47748) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:51.785465 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20c36775-a2ce-4795-b98c-89a84fa59c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.896405 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20c36775-a2ce-4795-b98c-89a84fa59c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.951792 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20c36775-a2ce-4795-b98c-89a84fa59c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.004315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c36775-a2ce-4795-b98c-89a84fa59c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c2ed5f-0cbd-4af2-8061-26dc9e6bcf60,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:52.010052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-20c36775-a2ce-4795-b98c-89a84fa59c6b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b5500b6e6a44b7fabee2ead1c5e24f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387557 Aug 16 21:03:52.012699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47760) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:52.101968 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e2e8a98-9d84-4c45-9975-2129dd8f4764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.128534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e2e8a98-9d84-4c45-9975-2129dd8f4764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.287243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34357f-8db4-4e13-90ac-786dbbdbd7b3 req-7d4aa5d3-546a-43b1-a7a6-49bc501d519e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:52.288832 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e34357f-8db4-4e13-90ac-786dbbdbd7b3 req-7d4aa5d3-546a-43b1-a7a6-49bc501d519e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.0633521 Aug 16 21:03:52.290014 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e2e8a98-9d84-4c45-9975-2129dd8f4764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.292628 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e2e8a98-9d84-4c45-9975-2129dd8f4764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.293659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7e2e8a98-9d84-4c45-9975-2129dd8f4764 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/69c2ed5f-0cbd-4af2-8061-26dc9e6bcf60 HTTP/1.1" status: 204 len: 168 time: 0.2799923 Aug 16 21:03:52.305155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e8a98-9d84-4c45-9975-2129dd8f4764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c2ed5f-0cbd-4af2-8061-26dc9e6bcf60,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:52.347642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e34357f-8db4-4e13-90ac-786dbbdbd7b3 req-072fd02a-fc60-4ac6-b0af-6d126e097bbb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395288 Aug 16 21:03:52.741731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47796) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:52.856726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1994901631'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:52.968923 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Made reservation on behalf of d9075922821547bb8715ca71c2881c4e for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:52.972900 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.982364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.111607 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.186122 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.228793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec51076f-c2a8-4fcb-8695-331f0cc9260f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:53.231726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:03:53.245111 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.245723 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Added segment abe3de36-4d76-4f1f-80e7-2c0b80189e92 of type vlan for network 01338a17-f993-48ac-a05b-9a4957404985 Aug 16 21:03:53.343558 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.466293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.472766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:53.473667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.547886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'Network': ['ID=01338a17-f993-48ac-a05b-9a4957404985,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:53.558960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 01338a17-f993-48ac-a05b-9a4957404985 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:03:53.667683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b02d22f4-bb56-40e5-9097-5c91d18952ca tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9236982 Aug 16 21:03:53.672048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47840) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:53.681525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Request body: {'subnet': {'network_id': '01338a17-f993-48ac-a05b-9a4957404985', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:53.860669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Made reservation on behalf of d9075922821547bb8715ca71c2881c4e for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:53.864805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.135807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.135969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a6bf5537-0dc6-4a54-b679-fff4acb2a517 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:54.262661 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'Subnet': ['ID=c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:54.280982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Checking segment: {'id': 'abe3de36-4d76-4f1f-80e7-2c0b80189e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '01338a17-f993-48ac-a05b-9a4957404985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:54.281384 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Network hostable DHCP agents. Network: 01338a17-f993-48ac-a05b-9a4957404985, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:03:54.303427 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb515a-4cc7-43cf-80db-b02953f4d243 req-8f4f74a4-2ce4-46c2-a352-bb053e0ddca9 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:54.306443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98cb515a-4cc7-43cf-80db-b02953f4d243 req-8f4f74a4-2ce4-46c2-a352-bb053e0ddca9 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 945 time: 0.1020944 Aug 16 21:03:54.307734 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.360963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98cb515a-4cc7-43cf-80db-b02953f4d243 req-c871e494-80b5-4c6f-b54f-09c5175dcc05 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450621 Aug 16 21:03:54.363859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:54.369101 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3d690d-3bf0-483a-8763-5584edaca737" -d '{"events": [{"server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "name": "network-vif-unplugged", "status": "completed", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:54.375610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Network 01338a17-f993-48ac-a05b-9a4957404985 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:03:54.396437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:54.453542 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5692dc-7e4b-4f5f-9339-1cccf8d84658 x-openstack-request-id: req-bb5692dc-7e4b-4f5f-9339-1cccf8d84658 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:54.453542 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "name": "network-vif-unplugged", "status": "failed", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517", "code": 422}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:54.453542 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb5692dc-7e4b-4f5f-9339-1cccf8d84658 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:54.453542 n-d-793619-14 neutron-server[95263]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'code': 422} returned with failed status Aug 16 21:03:54.456085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 01338a17-f993-48ac-a05b-9a4957404985) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:54.463293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:54.464298 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.481116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30987b7-24ba-4878-8cf9-ab69e6c4b697 None None] Network 01338a17-f993-48ac-a05b-9a4957404985 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:54.549612 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.591003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1270f02c-9735-4fde-b318-76267b38b757 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9128611 Aug 16 21:03:54.591003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47878) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:54.595181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Request body: {'port': {'network_id': '01338a17-f993-48ac-a05b-9a4957404985', 'name': 'tempest-AllowedAddressPairTestJSON-1864887018'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:54.651311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a6bf5537-0dc6-4a54-b679-fff4acb2a517,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:54.730212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.730796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.731436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.731931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.732405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.733062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.733547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.734053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.734523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.735388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.735873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.736432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:54.836079 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-01338a17-f993-48ac-a05b-9a4957404985', 'network_id': '01338a17-f993-48ac-a05b-9a4957404985', 'tenant_id': 'd9075922821547bb8715ca71c2881c4e', 'fixed_ips': [{'subnet_id': 'c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:03:54.842698 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.860980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Made reservation on behalf of d9075922821547bb8715ca71c2881c4e for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:54.868280 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.897876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] device_id is not set on port 27b1e1f7-843d-42ef-af38-0ca752880f2b yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:03:54.912060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47892) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:55.019797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Allocated IP 172.20.0.2 (01338a17-f993-48ac-a05b-9a4957404985/c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab/65b713cb-2869-42ee-8992-00e6c333c42e) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:55.100765 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-42557e10-8a84-4949-8415-01f3d867ba65 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1872516 Aug 16 21:03:55.236552 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:55.246324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Transition to ACTIVE for port object 65b713cb-2869-42ee-8992-00e6c333c42e will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:55.269380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Transition to ACTIVE for port object 65b713cb-2869-42ee-8992-00e6c333c42e will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:55.357367 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:55.417086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Pushing event updated for resources: {'Port': ['ID=65b713cb-2869-42ee-8992-00e6c333c42e,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:55.421812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Network 01338a17-f993-48ac-a05b-9a4957404985 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:55.423560 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:55.423709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Allocated IP 172.20.0.4 (01338a17-f993-48ac-a05b-9a4957404985/c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab/27b1e1f7-843d-42ef-af38-0ca752880f2b) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:55.426536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:55.504458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Attempting to bind port 65b713cb-2869-42ee-8992-00e6c333c42e on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:55.504994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Attempting to bind port 65b713cb-2869-42ee-8992-00e6c333c42e by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'abe3de36-4d76-4f1f-80e7-2c0b80189e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '01338a17-f993-48ac-a05b-9a4957404985'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:55.505479 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Attempting to bind port 65b713cb-2869-42ee-8992-00e6c333c42e on network 01338a17-f993-48ac-a05b-9a4957404985 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:55.516292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:55.516819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Checking segment: {'id': 'abe3de36-4d76-4f1f-80e7-2c0b80189e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '01338a17-f993-48ac-a05b-9a4957404985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:55.517376 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:55.517869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Bound using segment: {'id': 'abe3de36-4d76-4f1f-80e7-2c0b80189e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '01338a17-f993-48ac-a05b-9a4957404985'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:55.518462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Bound port: 65b713cb-2869-42ee-8992-00e6c333c42e, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe3de36-4d76-4f1f-80e7-2c0b80189e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '01338a17-f993-48ac-a05b-9a4957404985'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:55.519457 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:55.564982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875c51b-0dc1-40d3-9ab4-e225ee488df1 req-df1f365f-36a5-4da9-a4dd-b0581fcedec6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:55.566238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c875c51b-0dc1-40d3-9ab4-e225ee488df1 req-df1f365f-36a5-4da9-a4dd-b0581fcedec6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1170449 Aug 16 21:03:55.629016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] For port 65b713cb-2869-42ee-8992-00e6c333c42e, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:55.646029 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c875c51b-0dc1-40d3-9ab4-e225ee488df1 req-ae66eb59-7eb2-4237-af5b-3c9defda44dd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671937 Aug 16 21:03:55.664057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] For port 65b713cb-2869-42ee-8992-00e6c333c42e, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=65b713cb-2869-42ee-8992-00e6c333c42e,segment=NetworkSegment(abe3de36-4d76-4f1f-80e7-2c0b80189e92),segment_id=abe3de36-4d76-4f1f-80e7-2c0b80189e92)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:55.698056 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:55.713617 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:55.726303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Transition to ACTIVE for port object 27b1e1f7-843d-42ef-af38-0ca752880f2b will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:55.809793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4b1ec-1c19-4648-a83d-4915956ba12d None None] Pushing event updated for resources: {'Port': ['ID=65b713cb-2869-42ee-8992-00e6c333c42e,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:55.867784 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:55.934318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Network 01338a17-f993-48ac-a05b-9a4957404985 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:55.938404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:55.941930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:55.972349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'Port': ['ID=27b1e1f7-843d-42ef-af38-0ca752880f2b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:56.006892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:56.007836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.114865 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-df12bfed-5fee-4cde-93d0-2c56e2df9363 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5202029 Aug 16 21:03:56.115156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47930) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:56.121791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Request body: {'port': {'network_id': '01338a17-f993-48ac-a05b-9a4957404985', 'name': 'tempest-AllowedAddressPairTestJSON-547389164', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:5f:12:8a'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:56.360839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47938) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:56.476022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcc059-a293-4131-ad8e-f91be7fc8d13 req-b6a0fae4-e630-48fd-98f3-dfe2557c3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:56.481591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16bcc059-a293-4131-ad8e-f91be7fc8d13 req-b6a0fae4-e630-48fd-98f3-dfe2557c3878 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 1097 time: 0.1182752 Aug 16 21:03:56.527608 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16bcc059-a293-4131-ad8e-f91be7fc8d13 req-65eb282e-e19b-4e42-bae1-76c89bbe0cc6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434122 Aug 16 21:03:56.861870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701719c-962c-4c44-b42c-66900088bf95 req-f7d823fc-8ac1-4b6a-993c-09c5e007c1b2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:56.869568 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Made reservation on behalf of d9075922821547bb8715ca71c2881c4e for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:56.869667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b701719c-962c-4c44-b42c-66900088bf95 req-f7d823fc-8ac1-4b6a-993c-09c5e007c1b2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0857992 Aug 16 21:03:56.919265 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b701719c-962c-4c44-b42c-66900088bf95 req-93295dfc-e373-412a-8728-7031cff42e72 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450535 Aug 16 21:03:56.981880 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.008351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] device_id is not set on port 5e6dd70f-30c3-449a-b081-a9d2e5f4410f yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:03:57.131918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec4614f-b136-4517-bf39-8eb8e0b49dea None None] Network 01338a17-f993-48ac-a05b-9a4957404985 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:57.155517 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Allocated IP 172.20.0.10 (01338a17-f993-48ac-a05b-9a4957404985/c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab/5e6dd70f-30c3-449a-b081-a9d2e5f4410f) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:57.326772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-56bc64fa-4ba3-4c3b-9340-c89fc98eb3d2 None None] Provisioning for port 65b713cb-2869-42ee-8992-00e6c333c42e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:57.415554 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.431227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Transition to ACTIVE for port object 5e6dd70f-30c3-449a-b081-a9d2e5f4410f will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:57.586587 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.705088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Network 01338a17-f993-48ac-a05b-9a4957404985 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:57.720961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:57.731282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:57.737546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'Port': ['ID=5e6dd70f-30c3-449a-b081-a9d2e5f4410f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:57.786801 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2c12af1f-1306-4fed-afa2-539a2dc495a4 None None] Provisioning for port 27b1e1f7-843d-42ef-af38-0ca752880f2b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:57.791910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2c12af1f-1306-4fed-afa2-539a2dc495a4 None None] Provisioning complete for port 27b1e1f7-843d-42ef-af38-0ca752880f2b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:57.792399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2c12af1f-1306-4fed-afa2-539a2dc495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.859362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:57.860082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.891686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2c12af1f-1306-4fed-afa2-539a2dc495a4 None None] Port 27b1e1f7-843d-42ef-af38-0ca752880f2b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:58.042473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 65b713cb-2869-42ee-8992-00e6c333c42e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:58.159512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-506866ef-9977-4814-81b4-d78b278d5589 None None] Provisioning complete for port 27b1e1f7-843d-42ef-af38-0ca752880f2b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:58.159512 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-506866ef-9977-4814-81b4-d78b278d5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.182654 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-078a140d-28b2-41cf-b4e0-cc443b524d90 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0633128 Aug 16 21:03:58.182654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 47986) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:58.270012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-506866ef-9977-4814-81b4-d78b278d5589 None None] Port 27b1e1f7-843d-42ef-af38-0ca752880f2b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:58.295157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56e257f-308f-4d6d-8464-4766130a0e08 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:58.302775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56e257f-308f-4d6d-8464-4766130a0e08 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:58.306586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 65b713cb-2869-42ee-8992-00e6c333c42e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:58.314502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 65b713cb-2869-42ee-8992-00e6c333c42e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:58.314502 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.323091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56e257f-308f-4d6d-8464-4766130a0e08 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:58.323195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 47992) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:58.328812 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e56e257f-308f-4d6d-8464-4766130a0e08 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1419201 Aug 16 21:03:58.482870 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.551192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 65b713cb-2869-42ee-8992-00e6c333c42e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=65b713cb-2869-42ee-8992-00e6c333c42e,segment=NetworkSegment(abe3de36-4d76-4f1f-80e7-2c0b80189e92),segment_id=abe3de36-4d76-4f1f-80e7-2c0b80189e92)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:58.564691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0670804-6e42-4ada-819d-005cfa0c7bbc req-2346dfe0-f943-4b30-891d-5a1f850cc6c5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:58.567155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0670804-6e42-4ada-819d-005cfa0c7bbc req-2346dfe0-f943-4b30-891d-5a1f850cc6c5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.4735787 Aug 16 21:03:58.569884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8c7f0-0aea-44d2-8c9f-75879e9e2ace tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Deleting port 5e6dd70f-30c3-449a-b081-a9d2e5f4410f {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:58.570395 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c7f0-0aea-44d2-8c9f-75879e9e2ace tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.637863 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dacec8db-3b3b-4952-a20d-1e4e64c1bc76 None None] Provisioning for port 5e6dd70f-30c3-449a-b081-a9d2e5f4410f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:58.643042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dacec8db-3b3b-4952-a20d-1e4e64c1bc76 None None] Provisioning complete for port 5e6dd70f-30c3-449a-b081-a9d2e5f4410f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:58.643933 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dacec8db-3b3b-4952-a20d-1e4e64c1bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.672152 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.734545 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c7f0-0aea-44d2-8c9f-75879e9e2ace tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.777926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8c7f0-0aea-44d2-8c9f-75879e9e2ace tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Calling delete_port for 5e6dd70f-30c3-449a-b081-a9d2e5f4410f owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:58.807687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0670804-6e42-4ada-819d-005cfa0c7bbc req-eb615e12-827c-4c04-930e-99b34bab74aa tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883698 Aug 16 21:03:59.006800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-dacec8db-3b3b-4952-a20d-1e4e64c1bc76 None None] Port 5e6dd70f-30c3-449a-b081-a9d2e5f4410f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:59.029804 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=65b713cb-2869-42ee-8992-00e6c333c42e,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:59.220907 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c7f0-0aea-44d2-8c9f-75879e9e2ace tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:59.309993 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8c7f0-0aea-44d2-8c9f-75879e9e2ace tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event deleted for resources: {'Port': ['ID=5e6dd70f-30c3-449a-b081-a9d2e5f4410f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:59.546830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-918be670-dffc-4f78-9133-9d29ed0732fb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1829588 Aug 16 21:03:59.574371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c7f0-0aea-44d2-8c9f-75879e9e2ace tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:59.579596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48016) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:59.583752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d5a8c7f0-0aea-44d2-8c9f-75879e9e2ace tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "DELETE /v2.0/ports/5e6dd70f-30c3-449a-b081-a9d2e5f4410f HTTP/1.1" status: 204 len: 168 time: 1.2533040 Aug 16 21:03:59.608004 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14807a3-ae7d-492c-a8f3-a7f598f0b596 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] GET failed (client error): The resource could not be found. Aug 16 21:03:59.613448 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e14807a3-ae7d-492c-a8f3-a7f598f0b596 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "GET /v2.0/ports/5e6dd70f-30c3-449a-b081-a9d2e5f4410f HTTP/1.1" status: 404 len: 333 time: 0.0292051 Aug 16 21:03:59.613934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48018) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:59.619376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Request body: {'port': {'network_id': '01338a17-f993-48ac-a05b-9a4957404985', 'name': 'tempest-AllowedAddressPairTestJSON-1183925327'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:59.661799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-33b049bc-19d6-49b0-a040-a2d5b33d2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:59.663832 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-33b049bc-19d6-49b0-a040-a2d5b33d2cfd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5cd37661d5142f69945a0904e4f2968&device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 1097 time: 0.0672672 Aug 16 21:03:59.820470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Made reservation on behalf of d9075922821547bb8715ca71c2881c4e for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:59.824329 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:59.842116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-27969e37-8aa6-4b6e-8ded-d426d24e5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:59.849941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-27969e37-8aa6-4b6e-8ded-d426d24e5d24 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4822ec26-7bfe-4198-be0b-e1bd57e607c1 HTTP/1.1" status: 200 len: 909 time: 0.1660774 Aug 16 21:03:59.867426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] device_id is not set on port 12804429-059e-41ff-a185-a0379a1d5dd3 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:03:59.880960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 65b713cb-2869-42ee-8992-00e6c333c42e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:00.035074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 65b713cb-2869-42ee-8992-00e6c333c42e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:00.037819 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.045857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-fe748e1e-8c8a-419f-acc3-f78bbc1071db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373dc010-6a1d-498f-9d6a-b7be15ba0560 HTTP/1.1" status: 200 len: 1001 time: 0.1858194 Aug 16 21:04:00.054730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88412679-811c-470c-856a-b4a6936745a2 req-2bd4d6fa-2cff-4da5-b23c-91929afafa24 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:00.056386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88412679-811c-470c-856a-b4a6936745a2 req-2bd4d6fa-2cff-4da5-b23c-91929afafa24 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0966625 Aug 16 21:04:00.143127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-1ff0a6ca-93ae-4cc4-8197-e2415a87d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:00.151390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-1ff0a6ca-93ae-4cc4-8197-e2415a87d7f7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6cb98c82-f15c-446c-9cff-88a44ecbbfe3 HTTP/1.1" status: 200 len: 847 time: 0.0920560 Aug 16 21:04:00.182141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Allocated IP 172.20.0.14 (01338a17-f993-48ac-a05b-9a4957404985/c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab/12804429-059e-41ff-a185-a0379a1d5dd3) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:00.279162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-340109b7-043b-4886-89e8-f8e370e512f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:00.281928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-340109b7-043b-4886-89e8-f8e370e512f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4822ec26-7bfe-4198-be0b-e1bd57e607c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277361 Aug 16 21:04:00.369674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88412679-811c-470c-856a-b4a6936745a2 req-678060e1-e920-4310-a5fb-a764047130ab tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015161 Aug 16 21:04:00.418312 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.419582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-63e9ae1b-1ebb-4919-801c-93ddbb160897 service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298594 Aug 16 21:04:00.439147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Transition to ACTIVE for port object 12804429-059e-41ff-a185-a0379a1d5dd3 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:00.558483 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.624268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Network 01338a17-f993-48ac-a05b-9a4957404985 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:00.626309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'Port': ['ID=12804429-059e-41ff-a185-a0379a1d5dd3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:00.630700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:00.632982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:00.645991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a6bd7b3-ac09-473e-80aa-e9a90585e2f9 req-a9e9e628-d65d-4d8f-aa76-de89f6709fa9 service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043784 Aug 16 21:04:00.702136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:00.706446 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.803276 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b250a574-a076-4d32-b6a1-1674cf43cb72 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1881683 Aug 16 21:04:00.807462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48044) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:00.811260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a2a7aecf-0c81-4fe5-bed6-a3fd7f864934 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:5f:12:8a'}]}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:00.959947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a7aecf-0c81-4fe5-bed6-a3fd7f864934 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:01.238946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a7aecf-0c81-4fe5-bed6-a3fd7f864934 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:01.505138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6b323-b8f8-4329-9f77-b4e71349bb2d req-e0bb2c79-daf9-45aa-9778-d3600cc09420 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:01.506956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60f6b323-b8f8-4329-9f77-b4e71349bb2d req-e0bb2c79-daf9-45aa-9778-d3600cc09420 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0573208 Aug 16 21:04:01.549824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60f6b323-b8f8-4329-9f77-b4e71349bb2d req-68c3e1e7-3276-490d-8add-34b80e854d1a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364325 Aug 16 21:04:01.591506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7a95fd51-34c1-4abb-ad2d-672b254d114f None None] Provisioning for port 12804429-059e-41ff-a185-a0379a1d5dd3 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:01.594836 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a7aecf-0c81-4fe5-bed6-a3fd7f864934 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:01.595946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7a95fd51-34c1-4abb-ad2d-672b254d114f None None] Provisioning complete for port 12804429-059e-41ff-a185-a0379a1d5dd3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:01.596427 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7a95fd51-34c1-4abb-ad2d-672b254d114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:01.671353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7a95fd51-34c1-4abb-ad2d-672b254d114f None None] Port 12804429-059e-41ff-a185-a0379a1d5dd3 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:01.788255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7aecf-0c81-4fe5-bed6-a3fd7f864934 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'Port': ['ID=12804429-059e-41ff-a185-a0379a1d5dd3,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:01.799884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7aecf-0c81-4fe5-bed6-a3fd7f864934 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] In _notify_port_updated(), no bound segment for port 12804429-059e-41ff-a185-a0379a1d5dd3 on network 01338a17-f993-48ac-a05b-9a4957404985 {{(pid=95262) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:04:01.805784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7aecf-0c81-4fe5-bed6-a3fd7f864934 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:01.806652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2a7aecf-0c81-4fe5-bed6-a3fd7f864934 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:01.808182 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a2a7aecf-0c81-4fe5-bed6-a3fd7f864934 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "PUT /v2.0/ports/12804429-059e-41ff-a185-a0379a1d5dd3 HTTP/1.1" status: 200 len: 994 time: 1.0012989 Aug 16 21:04:01.811180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48058) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:01.962870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f71229a7-296e-41c8-b762-cc52203ed5c8 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Deleting port 12804429-059e-41ff-a185-a0379a1d5dd3 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:01.964780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f71229a7-296e-41c8-b762-cc52203ed5c8 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:01.999203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-58a30d88-0499-4135-9809-c08faeaa62af None None] Provisioning complete for port 12804429-059e-41ff-a185-a0379a1d5dd3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:02.027939 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-58a30d88-0499-4135-9809-c08faeaa62af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:02.035026 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-58a30d88-0499-4135-9809-c08faeaa62af None None] Port 12804429-059e-41ff-a185-a0379a1d5dd3 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:02.060827 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f71229a7-296e-41c8-b762-cc52203ed5c8 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:02.079854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f71229a7-296e-41c8-b762-cc52203ed5c8 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Calling delete_port for 12804429-059e-41ff-a185-a0379a1d5dd3 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:02.374938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f71229a7-296e-41c8-b762-cc52203ed5c8 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:02.411840 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71229a7-296e-41c8-b762-cc52203ed5c8 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event deleted for resources: {'Port': ['ID=12804429-059e-41ff-a185-a0379a1d5dd3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:02.586150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f71229a7-296e-41c8-b762-cc52203ed5c8 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:02.590018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f71229a7-296e-41c8-b762-cc52203ed5c8 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "DELETE /v2.0/ports/12804429-059e-41ff-a185-a0379a1d5dd3 HTTP/1.1" status: 204 len: 168 time: 0.7774177 Aug 16 21:04:02.592584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48080) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:02.634518 n-d-793619-14 neutron-server[95261]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ae7b7f-6b30-494f-ad22-564e5d588066 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] GET failed (client error): The resource could not be found. Aug 16 21:04:02.636136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-08ae7b7f-6b30-494f-ad22-564e5d588066 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "GET /v2.0/ports/12804429-059e-41ff-a185-a0379a1d5dd3 HTTP/1.1" status: 404 len: 333 time: 0.0425801 Aug 16 21:04:02.640573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48082) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:02.646737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Request body: {'port': {'network_id': '01338a17-f993-48ac-a05b-9a4957404985', 'name': 'tempest-AllowedAddressPairTestJSON-217734900'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:02.703539 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:02.760361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38b769-c6d6-4cf2-b490-85d1c3488564 req-a7637bf1-44c6-47f5-8054-8b2910777250 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:02.769150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a38b769-c6d6-4cf2-b490-85d1c3488564 req-a7637bf1-44c6-47f5-8054-8b2910777250 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1234429 Aug 16 21:04:02.794819 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:02.850734 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a38b769-c6d6-4cf2-b490-85d1c3488564 req-3805773c-bd03-4aa4-89bc-810c4b11829f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823042 Aug 16 21:04:02.899332 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Made reservation on behalf of d9075922821547bb8715ca71c2881c4e for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:02.903315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:02.925929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] device_id is not set on port 14a008fe-83d1-430e-9505-d0d14823e1a9 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:04:03.063268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Allocated IP 172.20.0.6 (01338a17-f993-48ac-a05b-9a4957404985/c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab/14a008fe-83d1-430e-9505-d0d14823e1a9) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:03.246516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.261531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Transition to ACTIVE for port object 14a008fe-83d1-430e-9505-d0d14823e1a9 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:03.403966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.510863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Network 01338a17-f993-48ac-a05b-9a4957404985 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:03.553158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:03.574493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:03.578216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'Port': ['ID=14a008fe-83d1-430e-9505-d0d14823e1a9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:03.653341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:03.653969 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.726746 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ead39d5e-4c89-47c3-8b9c-540b3af40929 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0825663 Aug 16 21:04:03.727094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48102) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:03.733170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-09e0bd2f-ae42-4b84-aea7-02bf6f7afea3 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5f:12:8a'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:03.934535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9c342bd9-2d3a-4f11-8912-1c1251955d25 None None] Provisioning for port 14a008fe-83d1-430e-9505-d0d14823e1a9 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:03.938608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9c342bd9-2d3a-4f11-8912-1c1251955d25 None None] Provisioning complete for port 14a008fe-83d1-430e-9505-d0d14823e1a9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:03.939222 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c342bd9-2d3a-4f11-8912-1c1251955d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.992653 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09e0bd2f-ae42-4b84-aea7-02bf6f7afea3 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.005832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9c342bd9-2d3a-4f11-8912-1c1251955d25 None None] Port 14a008fe-83d1-430e-9505-d0d14823e1a9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:04.055197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-ffe763e7-eafd-45a7-9a3e-862c3fefe3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.060090 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-ffe763e7-eafd-45a7-9a3e-862c3fefe3af service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f&tenant_id=8969ef73391d4df28092c16fc7f79156 HTTP/1.1" status: 200 len: 1095 time: 0.1765327 Aug 16 21:04:04.132062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-01ea2e2f-43bc-4d06-a8c2-02dd764dd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.133929 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-01ea2e2f-43bc-4d06-a8c2-02dd764dd273 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 1095 time: 0.0490038 Aug 16 21:04:04.137705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b7f57-7ebc-441b-88c6-95808c1d4b31 req-7eece3c5-f153-4aef-918a-5802ca49291e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.139435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-472b7f57-7ebc-441b-88c6-95808c1d4b31 req-7eece3c5-f153-4aef-918a-5802ca49291e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1485627 Aug 16 21:04:04.248156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-472b7f57-7ebc-441b-88c6-95808c1d4b31 req-cd741eb6-2e5f-4ab6-ad42-6851c0a873a1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823214 Aug 16 21:04:04.250816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-f2ea02ab-2f3d-4dee-a903-32b46758f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.252482 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-f2ea02ab-2f3d-4dee-a903-32b46758f40b service neutron] 10.222.0.79 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.1111400 Aug 16 21:04:04.335534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09e0bd2f-ae42-4b84-aea7-02bf6f7afea3 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.340888 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-5af013d6-8e0d-4e11-aa17-717d8be975b3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517 HTTP/1.1" status: 200 len: 999 time: 0.0806966 Aug 16 21:04:04.403364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09e0bd2f-ae42-4b84-aea7-02bf6f7afea3 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.424621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-1630a483-d3f7-4299-b4b3-53aa0be2715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.431003 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-1630a483-d3f7-4299-b4b3-53aa0be2715c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0816627 Aug 16 21:04:04.498824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-11f60696-303f-4837-937d-5d5ad5e2711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.500425 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-11f60696-303f-4837-937d-5d5ad5e2711b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643220 Aug 16 21:04:04.561194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-09e0bd2f-ae42-4b84-aea7-02bf6f7afea3 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] In _notify_port_updated(), no bound segment for port 14a008fe-83d1-430e-9505-d0d14823e1a9 on network 01338a17-f993-48ac-a05b-9a4957404985 {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:04:04.567845 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e0bd2f-ae42-4b84-aea7-02bf6f7afea3 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.568504 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09e0bd2f-ae42-4b84-aea7-02bf6f7afea3 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.569881 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-09e0bd2f-ae42-4b84-aea7-02bf6f7afea3 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "PUT /v2.0/ports/14a008fe-83d1-430e-9505-d0d14823e1a9 HTTP/1.1" status: 200 len: 995 time: 0.8417587 Aug 16 21:04:04.573934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48116) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:04.583958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0bd2f-ae42-4b84-aea7-02bf6f7afea3 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'Port': ['ID=14a008fe-83d1-430e-9505-d0d14823e1a9,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:04.652230 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-feedbdab-e117-4774-af6f-9ab4ed2ee2fa service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432829 Aug 16 21:04:04.780372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-cb827fb8-4d8e-4e4d-8e28-16ebc311d50e tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Deleting port 14a008fe-83d1-430e-9505-d0d14823e1a9 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:04.780671 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb827fb8-4d8e-4e4d-8e28-16ebc311d50e tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.791422 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1d7e1cc3-d1a7-4a2e-8ae6-29301326aad5 req-277f930b-4236-4d55-8a9e-3678c0ba3d4b service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312900 Aug 16 21:04:04.919410 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb827fb8-4d8e-4e4d-8e28-16ebc311d50e tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.942479 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-23504f73-e9fd-4470-b6ce-cc6ad5a5c0c5 None None] Provisioning complete for port 14a008fe-83d1-430e-9505-d0d14823e1a9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:04.942479 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-23504f73-e9fd-4470-b6ce-cc6ad5a5c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.954698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-cb827fb8-4d8e-4e4d-8e28-16ebc311d50e tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Calling delete_port for 14a008fe-83d1-430e-9505-d0d14823e1a9 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:05.004082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-23504f73-e9fd-4470-b6ce-cc6ad5a5c0c5 None None] Port 14a008fe-83d1-430e-9505-d0d14823e1a9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:05.175210 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb827fb8-4d8e-4e4d-8e28-16ebc311d50e tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.243124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb827fb8-4d8e-4e4d-8e28-16ebc311d50e tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event deleted for resources: {'Port': ['ID=14a008fe-83d1-430e-9505-d0d14823e1a9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:05.374971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb827fb8-4d8e-4e4d-8e28-16ebc311d50e tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.380671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48144) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:05.382869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cb827fb8-4d8e-4e4d-8e28-16ebc311d50e tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "DELETE /v2.0/ports/14a008fe-83d1-430e-9505-d0d14823e1a9 HTTP/1.1" status: 204 len: 168 time: 0.8070650 Aug 16 21:04:05.433670 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42edef6-9b5d-46f6-a2af-ca3845aaf2b2 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] GET failed (client error): The resource could not be found. Aug 16 21:04:05.444264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e42edef6-9b5d-46f6-a2af-ca3845aaf2b2 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "GET /v2.0/ports/14a008fe-83d1-430e-9505-d0d14823e1a9 HTTP/1.1" status: 404 len: 333 time: 0.0611122 Aug 16 21:04:05.447347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48150) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:05.457481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Request body: {'port': {'network_id': '01338a17-f993-48ac-a05b-9a4957404985', 'name': 'tempest-AllowedAddressPairTestJSON-828265357'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:05.525962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25888152-aae3-43e9-98dc-ec2c288de3a4 req-66a2823d-cea1-4b55-badd-0244581a796e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:05.552522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25888152-aae3-43e9-98dc-ec2c288de3a4 req-66a2823d-cea1-4b55-badd-0244581a796e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1311810 Aug 16 21:04:05.653698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25888152-aae3-43e9-98dc-ec2c288de3a4 req-6380e06e-13a2-4be8-9519-e595935255ed tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939658 Aug 16 21:04:05.746466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Made reservation on behalf of d9075922821547bb8715ca71c2881c4e for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:05.750664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.804044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] device_id is not set on port 44db4834-9e6a-45b8-99fb-c04806213fc5 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:04:06.080188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Allocated IP 172.20.0.3 (01338a17-f993-48ac-a05b-9a4957404985/c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab/44db4834-9e6a-45b8-99fb-c04806213fc5) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:06.427462 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.450787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Transition to ACTIVE for port object 44db4834-9e6a-45b8-99fb-c04806213fc5 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:06.588601 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.836907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'Port': ['ID=44db4834-9e6a-45b8-99fb-c04806213fc5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:06.946925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432e93-c6d0-458f-beba-e3c42170983b req-aee0ea4e-c016-4620-bc60-c2271fe21cd4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:06.962537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34432e93-c6d0-458f-beba-e3c42170983b req-aee0ea4e-c016-4620-bc60-c2271fe21cd4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1445754 Aug 16 21:04:06.993593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Network 01338a17-f993-48ac-a05b-9a4957404985 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:07.032233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:07.048202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:07.068014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34432e93-c6d0-458f-beba-e3c42170983b req-a9618d98-f85c-4c59-a5bb-0b1be830b982 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044812 Aug 16 21:04:07.137626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:07.138415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:07.157198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b5436-9987-421a-ac5c-e958283b02df req-721cc154-046b-4abf-b51e-9d416ef5cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:07.159357 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc1b5436-9987-421a-ac5c-e958283b02df req-721cc154-046b-4abf-b51e-9d416ef5cef9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 1095 time: 0.3107378 Aug 16 21:04:07.266869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-24f8e6fa-5fba-4b8f-a954-e87d817f495d tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8171597 Aug 16 21:04:07.270285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48180) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:07.286069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Request body: {'port': {'network_id': '01338a17-f993-48ac-a05b-9a4957404985', 'name': 'tempest-AllowedAddressPairTestJSON-1852666244'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:07.586671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f83e55ea-6798-4ddf-81dd-9895208527d6 None None] Provisioning for port 44db4834-9e6a-45b8-99fb-c04806213fc5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:07.594683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f83e55ea-6798-4ddf-81dd-9895208527d6 None None] Provisioning complete for port 44db4834-9e6a-45b8-99fb-c04806213fc5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:07.595330 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f83e55ea-6798-4ddf-81dd-9895208527d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:07.619443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Made reservation on behalf of d9075922821547bb8715ca71c2881c4e for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:07.623148 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:07.658209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] device_id is not set on port 737ebc2e-005c-4a31-9bbc-f86ff80b804f yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:04:07.660578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f83e55ea-6798-4ddf-81dd-9895208527d6 None None] Port 44db4834-9e6a-45b8-99fb-c04806213fc5 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:07.861265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Allocated IP 172.20.0.11 (01338a17-f993-48ac-a05b-9a4957404985/c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab/737ebc2e-005c-4a31-9bbc-f86ff80b804f) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:08.047437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:08.073919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Transition to ACTIVE for port object 737ebc2e-005c-4a31-9bbc-f86ff80b804f will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:08.344003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949b3f6-f284-4c7f-adf8-7fe1325b574f req-dc42ceca-1d80-4dfb-a37b-e4b21adc9c45 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:08.355425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0949b3f6-f284-4c7f-adf8-7fe1325b574f req-dc42ceca-1d80-4dfb-a37b-e4b21adc9c45 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1217177 Aug 16 21:04:08.359554 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:08.422282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'Port': ['ID=737ebc2e-005c-4a31-9bbc-f86ff80b804f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:08.437875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Network 01338a17-f993-48ac-a05b-9a4957404985 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:08.440025 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b5436-9987-421a-ac5c-e958283b02df req-799644cf-c9c7-4225-b224-2cf5b6e1a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:08.441580 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc1b5436-9987-421a-ac5c-e958283b02df req-799644cf-c9c7-4225-b224-2cf5b6e1a8dc service neutron] 10.222.0.79 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.2877669 Aug 16 21:04:08.442733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:08.446052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:08.452862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0949b3f6-f284-4c7f-adf8-7fe1325b574f req-e1370606-f0cd-497f-95fe-33466773c28b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963688 Aug 16 21:04:08.701243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:08.702101 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:08.710545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc1b5436-9987-421a-ac5c-e958283b02df req-cf23997c-74d9-4cab-87d4-a13dfecfaab8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517 HTTP/1.1" status: 200 len: 999 time: 0.2196419 Aug 16 21:04:08.810416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48200) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:08.810798 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-69996491-c5bd-45ce-9440-998de8c2df9f tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5387564 Aug 16 21:04:08.815975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2548a047-5f22-4e80-9a60-aaeec48d4a44 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:5f:12:8a'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:2d:33:54'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:08.854007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b5436-9987-421a-ac5c-e958283b02df req-9e22fafd-1a69-4211-9bf5-5bcef3d2c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:08.855651 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc1b5436-9987-421a-ac5c-e958283b02df req-9e22fafd-1a69-4211-9bf5-5bcef3d2c92f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.1241648 Aug 16 21:04:08.934717 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2548a047-5f22-4e80-9a60-aaeec48d4a44 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:08.935181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b5436-9987-421a-ac5c-e958283b02df req-407f0953-a71f-4c46-847a-2b9dcf8d4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:08.938212 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc1b5436-9987-421a-ac5c-e958283b02df req-407f0953-a71f-4c46-847a-2b9dcf8d4a15 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707293 Aug 16 21:04:09.118451 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9554fd1b-ab8b-4655-821e-b3cc827c7e39 None None] Provisioning for port 737ebc2e-005c-4a31-9bbc-f86ff80b804f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:09.122682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9554fd1b-ab8b-4655-821e-b3cc827c7e39 None None] Provisioning complete for port 737ebc2e-005c-4a31-9bbc-f86ff80b804f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:09.123050 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9554fd1b-ab8b-4655-821e-b3cc827c7e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.200083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9554fd1b-ab8b-4655-821e-b3cc827c7e39 None None] Port 737ebc2e-005c-4a31-9bbc-f86ff80b804f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:09.268205 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2548a047-5f22-4e80-9a60-aaeec48d4a44 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.392349 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2548a047-5f22-4e80-9a60-aaeec48d4a44 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.522965 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc1b5436-9987-421a-ac5c-e958283b02df req-2f2ec3ff-37ac-4bb2-8298-9a78b781af8e service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571051 Aug 16 21:04:09.677886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548a047-5f22-4e80-9a60-aaeec48d4a44 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event updated for resources: {'Port': ['ID=737ebc2e-005c-4a31-9bbc-f86ff80b804f,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:09.689721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2548a047-5f22-4e80-9a60-aaeec48d4a44 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] In _notify_port_updated(), no bound segment for port 737ebc2e-005c-4a31-9bbc-f86ff80b804f on network 01338a17-f993-48ac-a05b-9a4957404985 {{(pid=95261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:04:09.698019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2548a047-5f22-4e80-9a60-aaeec48d4a44 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:09.698691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2548a047-5f22-4e80-9a60-aaeec48d4a44 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.703712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2548a047-5f22-4e80-9a60-aaeec48d4a44 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "PUT /v2.0/ports/737ebc2e-005c-4a31-9bbc-f86ff80b804f HTTP/1.1" status: 200 len: 1056 time: 0.8925557 Aug 16 21:04:09.704631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48220) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:09.723456 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cc1b5436-9987-421a-ac5c-e958283b02df req-29b977b9-f776-4a24-9246-0c4fd48a8e71 service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831121 Aug 16 21:04:09.756417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31369c-f1cd-448d-88eb-70094c1d0be6 req-6467e784-59f3-46fd-9d2f-d30200efb52e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:09.757981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a31369c-f1cd-448d-88eb-70094c1d0be6 req-6467e784-59f3-46fd-9d2f-d30200efb52e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1240039 Aug 16 21:04:09.848846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a31369c-f1cd-448d-88eb-70094c1d0be6 req-a4c739ca-1e2b-4ced-97b3-d61f78e78a1e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825131 Aug 16 21:04:09.876823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-95272252-902b-4dcc-b725-6fe45b4e3ed1 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Deleting port 737ebc2e-005c-4a31-9bbc-f86ff80b804f {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:09.877280 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95272252-902b-4dcc-b725-6fe45b4e3ed1 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.958774 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9d8cf56e-b8b1-4232-96e4-0d05fb50c734 None None] Provisioning complete for port 737ebc2e-005c-4a31-9bbc-f86ff80b804f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:09.959458 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9d8cf56e-b8b1-4232-96e4-0d05fb50c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.981093 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95272252-902b-4dcc-b725-6fe45b4e3ed1 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.994693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-95272252-902b-4dcc-b725-6fe45b4e3ed1 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Calling delete_port for 737ebc2e-005c-4a31-9bbc-f86ff80b804f owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:10.012195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9d8cf56e-b8b1-4232-96e4-0d05fb50c734 None None] Port 737ebc2e-005c-4a31-9bbc-f86ff80b804f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:10.323405 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95272252-902b-4dcc-b725-6fe45b4e3ed1 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:10.375759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95272252-902b-4dcc-b725-6fe45b4e3ed1 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event deleted for resources: {'Port': ['ID=737ebc2e-005c-4a31-9bbc-f86ff80b804f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:11.072014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e0688-0049-4dc6-a417-99060fa8a3f1 req-33ef176d-8a29-4360-882e-dedce264de2a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:11.074355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e67e0688-0049-4dc6-a417-99060fa8a3f1 req-33ef176d-8a29-4360-882e-dedce264de2a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1005592 Aug 16 21:04:11.077766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-95272252-902b-4dcc-b725-6fe45b4e3ed1 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.080008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-95272252-902b-4dcc-b725-6fe45b4e3ed1 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "DELETE /v2.0/ports/737ebc2e-005c-4a31-9bbc-f86ff80b804f HTTP/1.1" status: 204 len: 168 time: 1.3725462 Aug 16 21:04:11.083577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48248) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:11.129189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e67e0688-0049-4dc6-a417-99060fa8a3f1 req-807705bf-1556-435c-953b-6c3c341c62e7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456405 Aug 16 21:04:11.171401 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd78abf4-e8df-40d7-9627-d239997a7865 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] GET failed (client error): The resource could not be found. Aug 16 21:04:11.176902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48252) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:11.177093 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fd78abf4-e8df-40d7-9627-d239997a7865 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "GET /v2.0/ports/737ebc2e-005c-4a31-9bbc-f86ff80b804f HTTP/1.1" status: 404 len: 333 time: 0.0919855 Aug 16 21:04:11.411589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-12b81279-21d3-4a8b-8fe7-a083e1b07aa7 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Deleting port 44db4834-9e6a-45b8-99fb-c04806213fc5 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:11.411589 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12b81279-21d3-4a8b-8fe7-a083e1b07aa7 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.591088 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12b81279-21d3-4a8b-8fe7-a083e1b07aa7 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.609997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-12b81279-21d3-4a8b-8fe7-a083e1b07aa7 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Calling delete_port for 44db4834-9e6a-45b8-99fb-c04806213fc5 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:11.922045 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12b81279-21d3-4a8b-8fe7-a083e1b07aa7 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.977952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b81279-21d3-4a8b-8fe7-a083e1b07aa7 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event deleted for resources: {'Port': ['ID=44db4834-9e6a-45b8-99fb-c04806213fc5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:12.083323 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-12b81279-21d3-4a8b-8fe7-a083e1b07aa7 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:12.088537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48272) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:12.102677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-12b81279-21d3-4a8b-8fe7-a083e1b07aa7 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "DELETE /v2.0/ports/44db4834-9e6a-45b8-99fb-c04806213fc5 HTTP/1.1" status: 204 len: 168 time: 0.9204741 Aug 16 21:04:12.120126 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fdfd11-3704-491d-8c8f-0b2d6084dd9b tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] GET failed (client error): The resource could not be found. Aug 16 21:04:12.125694 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48274) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:12.129255 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-87fdfd11-3704-491d-8c8f-0b2d6084dd9b tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "GET /v2.0/ports/44db4834-9e6a-45b8-99fb-c04806213fc5 HTTP/1.1" status: 404 len: 333 time: 0.0391784 Aug 16 21:04:12.231419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a2849dc3-ce67-451a-8730-8cae738920be tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Deleting port 27b1e1f7-843d-42ef-af38-0ca752880f2b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:12.231777 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a2849dc3-ce67-451a-8730-8cae738920be tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:12.654688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7e99-a54c-4658-b41a-174b9f71b2f6 req-b1e65f39-5d6f-42b3-a0e7-84f1a0298e86 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:12.654688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab9c7e99-a54c-4658-b41a-174b9f71b2f6 req-b1e65f39-5d6f-42b3-a0e7-84f1a0298e86 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1070461 Aug 16 21:04:12.654688 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a2849dc3-ce67-451a-8730-8cae738920be tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:12.654688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a2849dc3-ce67-451a-8730-8cae738920be tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Calling delete_port for 27b1e1f7-843d-42ef-af38-0ca752880f2b owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:12.654688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab9c7e99-a54c-4658-b41a-174b9f71b2f6 req-6f5d20b6-160e-4c0d-bed9-b7ec274d3765 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586200 Aug 16 21:04:13.441918 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a2849dc3-ce67-451a-8730-8cae738920be tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.473131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2849dc3-ce67-451a-8730-8cae738920be tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event deleted for resources: {'Port': ['ID=27b1e1f7-843d-42ef-af38-0ca752880f2b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:13.549398 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a2849dc3-ce67-451a-8730-8cae738920be tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.551897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a2849dc3-ce67-451a-8730-8cae738920be tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "DELETE /v2.0/ports/27b1e1f7-843d-42ef-af38-0ca752880f2b HTTP/1.1" status: 204 len: 168 time: 1.4251671 Aug 16 21:04:13.554386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48286) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:13.613798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-e276fede-1b8a-4ac3-82bb-cd2d035124ad tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Deleting subnet c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:04:13.618726 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e276fede-1b8a-4ac3-82bb-cd2d035124ad tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.710453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e276fede-1b8a-4ac3-82bb-cd2d035124ad tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.835392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecd8f2-1c06-43ad-88c2-b29d7182ac04 req-5d7e8208-edb2-4e4b-b59a-270569d1ff5e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:13.836192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ccecd8f2-1c06-43ad-88c2-b29d7182ac04 req-5d7e8208-edb2-4e4b-b59a-270569d1ff5e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0930543 Aug 16 21:04:13.926656 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e276fede-1b8a-4ac3-82bb-cd2d035124ad tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.038800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ccecd8f2-1c06-43ad-88c2-b29d7182ac04 req-19ce75a6-539e-4bce-a0e0-b86866c1ea80 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850450 Aug 16 21:04:14.209936 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e276fede-1b8a-4ac3-82bb-cd2d035124ad tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.249617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276fede-1b8a-4ac3-82bb-cd2d035124ad tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event deleted for resources: {'Subnet': ['ID=c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:14.265293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e276fede-1b8a-4ac3-82bb-cd2d035124ad tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.269630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474112f4-08a3-4dfa-9734-f71a6abcd048 None None] Network 01338a17-f993-48ac-a05b-9a4957404985 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:14.273065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e276fede-1b8a-4ac3-82bb-cd2d035124ad tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "DELETE /v2.0/subnets/c26f78fa-af0b-47ad-90d5-3fa1a15dd8ab HTTP/1.1" status: 204 len: 168 time: 0.7148433 Aug 16 21:04:14.273167 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48306) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:14.479967 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.577342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Deleting port 65b713cb-2869-42ee-8992-00e6c333c42e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:14.582488 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.638546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115f4578-77c8-490a-9beb-9337825d0157 None None] DHCP port deletion for 01338a17-f993-48ac-a05b-9a4957404985 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:04:14.679932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] For port 65b713cb-2869-42ee-8992-00e6c333c42e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=65b713cb-2869-42ee-8992-00e6c333c42e,segment=NetworkSegment(abe3de36-4d76-4f1f-80e7-2c0b80189e92),segment_id=abe3de36-4d76-4f1f-80e7-2c0b80189e92)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:14.686282 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.732690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Calling delete_port for 65b713cb-2869-42ee-8992-00e6c333c42e owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:14.753719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-115f4578-77c8-490a-9beb-9337825d0157 None None] Deleting port 65b713cb-2869-42ee-8992-00e6c333c42e {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:14.758710 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-115f4578-77c8-490a-9beb-9337825d0157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.921403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-115f4578-77c8-490a-9beb-9337825d0157 None None] For port 65b713cb-2869-42ee-8992-00e6c333c42e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=65b713cb-2869-42ee-8992-00e6c333c42e,segment=NetworkSegment(abe3de36-4d76-4f1f-80e7-2c0b80189e92),segment_id=abe3de36-4d76-4f1f-80e7-2c0b80189e92)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:14.922329 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-115f4578-77c8-490a-9beb-9337825d0157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.948528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-115f4578-77c8-490a-9beb-9337825d0157 None None] Calling delete_port for 65b713cb-2869-42ee-8992-00e6c333c42e owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:15.015457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.093754 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-115f4578-77c8-490a-9beb-9337825d0157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.111091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] No DVR routers for this DVR port 65b713cb-2869-42ee-8992-00e6c333c42e on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:15.159747 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event deleted for resources: {'Port': ['ID=65b713cb-2869-42ee-8992-00e6c333c42e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:15.291973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f4578-77c8-490a-9beb-9337825d0157 None None] No DVR routers for this DVR port 65b713cb-2869-42ee-8992-00e6c333c42e on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:15.328536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f4578-77c8-490a-9beb-9337825d0157 None None] Pushing event deleted for resources: {'Port': ['ID=65b713cb-2869-42ee-8992-00e6c333c42e,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:15.337251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321fef5-05b3-4636-bdec-8a96062e8f53 req-66629a43-44ad-4c40-ad26-d8528bcd88b3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:15.338837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9321fef5-05b3-4636-bdec-8a96062e8f53 req-66629a43-44ad-4c40-ad26-d8528bcd88b3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1022451 Aug 16 21:04:15.374628 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.387569 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01338a17-f993-48ac-a05b-9a4957404985']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:15.407936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe3de36-4d76-4f1f-80e7-2c0b80189e92') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:15.408241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe3de36-4d76-4f1f-80e7-2c0b80189e92') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:15.429250 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9321fef5-05b3-4636-bdec-8a96062e8f53 req-eae9900f-1feb-4368-b403-c92db8b8f293 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778832 Aug 16 21:04:15.431367 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.449302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.456202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:04:15.456813 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.469592 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-583ce155-20f0-42e4-9318-2a5b4ecc6ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:04:15.620006 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:04:15.694596 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.699260 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.703684 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] 10.222.0.74 "DELETE /v2.0/networks/01338a17-f993-48ac-a05b-9a4957404985 HTTP/1.1" status: 204 len: 168 time: 1.4274528 Aug 16 21:04:15.737577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c25b4-2a45-4618-906d-e694e2b5de28 tempest-AllowedAddressPairTestJSON-741884265 tempest-AllowedAddressPairTestJSON-741884265-project] Pushing event deleted for resources: {'Network': ['ID=01338a17-f993-48ac-a05b-9a4957404985,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:15.818430 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:04:15.915089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 65b713cb-2869-42ee-8992-00e6c333c42e no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:04:15.944025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 65b713cb-2869-42ee-8992-00e6c333c42e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:04:15.944658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 65b713cb-2869-42ee-8992-00e6c333c42e not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:04:16.560466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48342) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:16.620765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e414e-a6a1-40a9-9e4e-4b5c83198102 req-2d7956bf-6f2e-41cd-a2af-267ab98f1602 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:16.622523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d9e414e-a6a1-40a9-9e4e-4b5c83198102 req-2d7956bf-6f2e-41cd-a2af-267ab98f1602 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0554817 Aug 16 21:04:16.689282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d9e414e-a6a1-40a9-9e4e-4b5c83198102 req-ccfcfab6-c7cf-498d-afdf-ed7b95873200 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584302 Aug 16 21:04:16.835952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ffd4af85-ac1e-437a-ada6-aee3a8f0099a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d9075922821547bb8715ca71c2881c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677865 Aug 16 21:04:16.836206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48350) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:16.943610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40cde29e-9395-47cc-b22f-bb78fb27db3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:16.978665 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40cde29e-9395-47cc-b22f-bb78fb27db3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.184842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40cde29e-9395-47cc-b22f-bb78fb27db3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.187391 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-40cde29e-9395-47cc-b22f-bb78fb27db3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.188575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-40cde29e-9395-47cc-b22f-bb78fb27db3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ec51076f-c2a8-4fcb-8695-331f0cc9260f HTTP/1.1" status: 204 len: 168 time: 0.3519595 Aug 16 21:04:17.199308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cde29e-9395-47cc-b22f-bb78fb27db3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec51076f-c2a8-4fcb-8695-331f0cc9260f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:17.525666 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-08226603-e461-4fcd-b8eb-1184ac3c0b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.838015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faa6b3-2c01-475d-b8b8-c6604d4d0a7c req-cec1601c-b615-4613-a17e-2dd03781cad4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:17.839944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5faa6b3-2c01-475d-b8b8-c6604d4d0a7c req-cec1601c-b615-4613-a17e-2dd03781cad4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0655770 Aug 16 21:04:17.887080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5faa6b3-2c01-475d-b8b8-c6604d4d0a7c req-56d72ac9-6d25-4749-8859-82e01786ba12 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419393 Aug 16 21:04:17.922764 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.889458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48406) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:18.998079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'networks': [{'name': 'tempest-network--757777969'}, {'name': 'tempest-network--1782138299'}]} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:18.998636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'network': {'name': 'tempest-network--757777969'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:18.999304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'network': {'name': 'tempest-network--1782138299'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:19.024398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6d3f1-b500-4bb2-b955-39093143b684 req-7181bca3-858a-4a6d-bc88-ee13bcb1d465 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:19.025947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22a6d3f1-b500-4bb2-b955-39093143b684 req-7181bca3-858a-4a6d-bc88-ee13bcb1d465 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0588806 Aug 16 21:04:19.079380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22a6d3f1-b500-4bb2-b955-39093143b684 req-21c124ce-5478-4a61-8818-072df408c50b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416243 Aug 16 21:04:19.136300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Made reservation on behalf of 513a085f772e430ab62c67954bb319a3 for: {'network': 2} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:19.141322 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.151104 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.249681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.254781 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.454429 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.454843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.495382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba11401-21a6-4011-89f8-f5db04793495,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:19.503244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:19.522648 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.522956 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Added segment 56a479c9-51d9-48f2-aaf0-f99bd592cb04 of type vlan for network a3bc26b1-5c44-4549-b0be-e11bfd97c480 Aug 16 21:04:19.582513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.612428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:19.621266 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.621799 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Added segment 1aead848-b7b3-44e3-a9d3-2b73fafe202c of type vlan for network 1a904195-f6b2-420a-8495-285a13d28798 Aug 16 21:04:19.674234 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.814529 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.816075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.821882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:19.826761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:19.827382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.898194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event updated for resources: {'Network': ['ID=a3bc26b1-5c44-4549-b0be-e11bfd97c480,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:19.908476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a3bc26b1-5c44-4549-b0be-e11bfd97c480 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:19.968442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event updated for resources: {'Network': ['ID=1a904195-f6b2-420a-8495-285a13d28798,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:19.986905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 1a904195-f6b2-420a-8495-285a13d28798 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:19.992300 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-32cb3d17-2055-461b-9d23-0dac5bf692b6 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1017239 Aug 16 21:04:20.000550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48428) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:20.107080 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a0202-2db6-47eb-9419-4f9f7f9953c2 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:20.113555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a0202-2db6-47eb-9419-4f9f7f9953c2 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:20.125214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a0202-2db6-47eb-9419-4f9f7f9953c2 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:20.126354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a0202-2db6-47eb-9419-4f9f7f9953c2 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:20.129169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-977a0202-2db6-47eb-9419-4f9f7f9953c2 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1325333 Aug 16 21:04:20.131582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48434) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:20.263859 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.273303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363fc8c-209e-403f-9bbf-7a3f59c820fb req-03b490b7-3297-4da8-a2ba-cc300ae37438 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:20.274874 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9363fc8c-209e-403f-9bbf-7a3f59c820fb req-03b490b7-3297-4da8-a2ba-cc300ae37438 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0993359 Aug 16 21:04:20.390656 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.395701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9363fc8c-209e-403f-9bbf-7a3f59c820fb req-f419da29-a31b-4851-a617-b1cb168e151f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140847 Aug 16 21:04:20.405478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bc26b1-5c44-4549-b0be-e11bfd97c480']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:20.415154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a479c9-51d9-48f2-aaf0-f99bd592cb04') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:20.415458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a479c9-51d9-48f2-aaf0-f99bd592cb04') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:20.429814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.443952 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.449752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:04:20.464021 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:04:20.677380 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.687038 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.688983 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "DELETE /v2.0/networks/a3bc26b1-5c44-4549-b0be-e11bfd97c480 HTTP/1.1" status: 204 len: 168 time: 0.5563724 Aug 16 21:04:20.691985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48444) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:20.700171 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.701152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Network': ['ID=a3bc26b1-5c44-4549-b0be-e11bfd97c480,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:20.709053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.709417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.709766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.710117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.710455 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.710792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.711239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.711583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.711954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.712334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.712741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.713127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba766481-0950-4c70-9f37-93e3a67c74a9 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:20.774823 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.872056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.883274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a904195-f6b2-420a-8495-285a13d28798']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:20.893055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aead848-b7b3-44e3-a9d3-2b73fafe202c') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:20.893367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aead848-b7b3-44e3-a9d3-2b73fafe202c') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:20.903261 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.918520 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.924911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:04:20.925336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:04:20.928228 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:04:21.088445 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.096745 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.097264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "DELETE /v2.0/networks/1a904195-f6b2-420a-8495-285a13d28798 HTTP/1.1" status: 204 len: 168 time: 0.4035578 Aug 16 21:04:21.100270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48452) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:21.109209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed56413-fe39-4785-8817-7e1d22d2c698 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Network': ['ID=1a904195-f6b2-420a-8495-285a13d28798,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:21.212124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba4703-cb7a-4654-8e76-4e255e7b1a96 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.218185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba4703-cb7a-4654-8e76-4e255e7b1a96 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.219762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a7ba4703-cb7a-4654-8e76-4e255e7b1a96 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1181972 Aug 16 21:04:21.224144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48454) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:21.228981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1890233683'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:21.288988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Made reservation on behalf of 513a085f772e430ab62c67954bb319a3 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:21.292775 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.325379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:21.335268 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.335613 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Added segment 9e797bd2-4891-4a80-85a4-5f0b89e857e3 of type vlan for network 775c4b7f-071e-42bb-9ea6-5f938307625f Aug 16 21:04:21.380354 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.512105 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.518023 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.518668 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.583290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc81a4-3782-45c4-ade7-926e3048de01 req-00e62548-ff4d-41fa-b36b-4334782b8cda tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.585117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9acc81a4-3782-45c4-ade7-926e3048de01 req-00e62548-ff4d-41fa-b36b-4334782b8cda tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.1098597 Aug 16 21:04:21.610752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event updated for resources: {'Network': ['ID=775c4b7f-071e-42bb-9ea6-5f938307625f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:21.620949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 775c4b7f-071e-42bb-9ea6-5f938307625f details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:21.650926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9acc81a4-3782-45c4-ade7-926e3048de01 req-3d787f5a-5790-4228-9239-0001a2f69b82 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515826 Aug 16 21:04:21.780441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6652724c-5fa5-4cf4-a608-f9425099939d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5552528 Aug 16 21:04:21.786358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48468) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:21.791656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-430868888'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:21.957613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Made reservation on behalf of 513a085f772e430ab62c67954bb319a3 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:21.962140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.988071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:21.997860 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.998385 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Added segment 4ff3dfdb-e29f-4c86-a23d-dc2c1ca7933e of type vlan for network f23987df-8847-4dc4-90b3-17120ac85b0e Aug 16 21:04:22.041305 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:22.236153 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:22.242073 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:22.242607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:22.669408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event updated for resources: {'Network': ['ID=f23987df-8847-4dc4-90b3-17120ac85b0e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:22.680107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network f23987df-8847-4dc4-90b3-17120ac85b0e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:22.794601 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-03223c24-1451-45a5-bfd6-25bde0b2fa46 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0069981 Aug 16 21:04:22.795284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48488) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:22.801323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'ports': [{'network_id': '775c4b7f-071e-42bb-9ea6-5f938307625f', 'name': 'tempest-port--690915212', 'admin_state_up': True}, {'network_id': 'f23987df-8847-4dc4-90b3-17120ac85b0e', 'admin_state_up': False}]} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:22.801633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'port': {'network_id': '775c4b7f-071e-42bb-9ea6-5f938307625f', 'name': 'tempest-port--690915212', 'admin_state_up': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:22.802107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'port': {'network_id': 'f23987df-8847-4dc4-90b3-17120ac85b0e', 'admin_state_up': False}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:22.827939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dda5a-0a73-4328-a995-2ed0715a3cc4 req-6126ee37-511a-466d-875e-6554c84d778d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:22.829642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-738dda5a-0a73-4328-a995-2ed0715a3cc4 req-6126ee37-511a-466d-875e-6554c84d778d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0870452 Aug 16 21:04:22.897766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-738dda5a-0a73-4328-a995-2ed0715a3cc4 req-fff1028f-9dae-4e61-ad33-5a86f11ebbed tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585535 Aug 16 21:04:23.151435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Made reservation on behalf of 513a085f772e430ab62c67954bb319a3 for: {'port': 2} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:23.156150 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:23.169694 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:23.246743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] device_id is not set on port 98d226d2-c57e-4c20-8c40-abd37919e117 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:04:23.382892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:23.472190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] device_id is not set on port 35f7c8df-c9f9-41ac-9231-1389daeb9a36 yet. {{(pid=95262) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:04:23.590202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:23.815129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:23.872594 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event updated for resources: {'Port': ['ID=98d226d2-c57e-4c20-8c40-abd37919e117,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:23.887877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Checking segment: {'id': '9e797bd2-4891-4a80-85a4-5f0b89e857e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '775c4b7f-071e-42bb-9ea6-5f938307625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:23.888235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Network hostable DHCP agents. Network: 775c4b7f-071e-42bb-9ea6-5f938307625f, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:04:24.037388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aefe8-1e4c-4afe-91c2-583a816bfaa7 req-8a453703-e82e-48dc-bb81-d10cc062cbc0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:24.039017 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b12aefe8-1e4c-4afe-91c2-583a816bfaa7 req-8a453703-e82e-48dc-bb81-d10cc062cbc0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0519109 Aug 16 21:04:24.082252 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b12aefe8-1e4c-4afe-91c2-583a816bfaa7 req-d2d7683b-8829-4aad-9691-b57f26276a6c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362399 Aug 16 21:04:24.105665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Network 775c4b7f-071e-42bb-9ea6-5f938307625f is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:04:24.214215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 775c4b7f-071e-42bb-9ea6-5f938307625f) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:24.217888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:24.218776 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:24.224616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8493711a-9121-49ac-a629-c48121a4fadb None None] Network 775c4b7f-071e-42bb-9ea6-5f938307625f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:24.285496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event updated for resources: {'Port': ['ID=35f7c8df-c9f9-41ac-9231-1389daeb9a36,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:24.295272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Checking segment: {'id': '4ff3dfdb-e29f-4c86-a23d-dc2c1ca7933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f23987df-8847-4dc4-90b3-17120ac85b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:24.295642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Network hostable DHCP agents. Network: f23987df-8847-4dc4-90b3-17120ac85b0e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:04:24.460209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Network f23987df-8847-4dc4-90b3-17120ac85b0e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:04:24.683066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, f23987df-8847-4dc4-90b3-17120ac85b0e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:24.686723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:24.692257 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241df2b8-e2d2-4439-beb3-2d4aaeb440d4 None None] Network f23987df-8847-4dc4-90b3-17120ac85b0e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:24.693230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:24.698201 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:24.698864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:24.838091 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-98e07c5c-28c4-4526-8028-c46cff87a088 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0416455 Aug 16 21:04:24.840922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48522) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:24.902552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6efc1b1-9564-493f-90a4-53e4f6bbeb4e tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:24.908585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6efc1b1-9564-493f-90a4-53e4f6bbeb4e tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:24.910295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b6efc1b1-9564-493f-90a4-53e4f6bbeb4e tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0682564 Aug 16 21:04:24.913070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48524) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:25.016092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ce66d-1a20-4f35-8bf2-51ad2688c421 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Deleting port 98d226d2-c57e-4c20-8c40-abd37919e117 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:25.016838 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce66d-1a20-4f35-8bf2-51ad2688c421 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.092617 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce66d-1a20-4f35-8bf2-51ad2688c421 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.110784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ce66d-1a20-4f35-8bf2-51ad2688c421 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Calling delete_port for 98d226d2-c57e-4c20-8c40-abd37919e117 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:25.234371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b776815-9957-489d-97bc-7d25e6cffacc req-b99a82e0-95a0-4bdb-bb64-982aac5aa13e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:25.235890 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b776815-9957-489d-97bc-7d25e6cffacc req-b99a82e0-95a0-4bdb-bb64-982aac5aa13e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0638654 Aug 16 21:04:25.275386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b776815-9957-489d-97bc-7d25e6cffacc req-5e26cc0e-fada-4690-902d-0b29e94b2cb5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333910 Aug 16 21:04:25.316632 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce66d-1a20-4f35-8bf2-51ad2688c421 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.350474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ce66d-1a20-4f35-8bf2-51ad2688c421 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Port': ['ID=98d226d2-c57e-4c20-8c40-abd37919e117,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:25.359550 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce66d-1a20-4f35-8bf2-51ad2688c421 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.362915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cd3ce66d-1a20-4f35-8bf2-51ad2688c421 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "DELETE /v2.0/ports/98d226d2-c57e-4c20-8c40-abd37919e117 HTTP/1.1" status: 204 len: 168 time: 0.4474711 Aug 16 21:04:25.364764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48548) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:25.456011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b6485dc8-3088-4e2d-a90f-841022805889 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Deleting port 35f7c8df-c9f9-41ac-9231-1389daeb9a36 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:25.456356 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6485dc8-3088-4e2d-a90f-841022805889 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.549959 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6485dc8-3088-4e2d-a90f-841022805889 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.570813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b6485dc8-3088-4e2d-a90f-841022805889 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Calling delete_port for 35f7c8df-c9f9-41ac-9231-1389daeb9a36 owned by {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:25.778868 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6485dc8-3088-4e2d-a90f-841022805889 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.800671 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6485dc8-3088-4e2d-a90f-841022805889 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.812748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b6485dc8-3088-4e2d-a90f-841022805889 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "DELETE /v2.0/ports/35f7c8df-c9f9-41ac-9231-1389daeb9a36 HTTP/1.1" status: 204 len: 168 time: 0.4442000 Aug 16 21:04:25.813729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48558) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:25.854714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-01817696-e8e4-4008-b1c3-2a4c73ea303d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0294111 Aug 16 21:04:25.855207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48560) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:25.861268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1081423756'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:25.868584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6485dc8-3088-4e2d-a90f-841022805889 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Port': ['ID=35f7c8df-c9f9-41ac-9231-1389daeb9a36,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:26.031653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Made reservation on behalf of 513a085f772e430ab62c67954bb319a3 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:26.035966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.060042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:26.070876 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.071231 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Added segment c5218823-a698-4970-b82e-b82f639893d1 of type vlan for network 312687cb-5db5-4523-b326-f282a2a8960f Aug 16 21:04:26.116567 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.249119 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.255634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:26.256483 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.343623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event updated for resources: {'Network': ['ID=312687cb-5db5-4523-b326-f282a2a8960f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:26.352512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.352857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.353234 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.353601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.353962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.354293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.354623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.354955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.355281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.355771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.362860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.362860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:26.367729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 312687cb-5db5-4523-b326-f282a2a8960f details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:26.422454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd4d1e-2ccb-40fb-9675-65390b9980b7 req-853e6b8d-3f0f-44b0-8190-f588885ff846 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:26.428937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72cd4d1e-2ccb-40fb-9675-65390b9980b7 req-853e6b8d-3f0f-44b0-8190-f588885ff846 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0660756 Aug 16 21:04:26.431591 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8bf0ccde-5a3e-4321-999b-197bd3bf369d tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5752721 Aug 16 21:04:26.434123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48572) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:26.441153 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-138260550'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:26.479168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72cd4d1e-2ccb-40fb-9675-65390b9980b7 req-832abf42-fa78-4aaa-bf37-c7d5b5b3dfc6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446413 Aug 16 21:04:26.597353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Made reservation on behalf of 513a085f772e430ab62c67954bb319a3 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:26.601935 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.634053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:26.645757 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.646351 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Added segment e1fd796a-ec9d-4884-a87d-3080b1992e0f of type vlan for network 5449b0a7-e7b4-45f8-801c-6ad9eb244a9b Aug 16 21:04:26.708907 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.802655 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.808877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:26.809740 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.888854 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event updated for resources: {'Network': ['ID=5449b0a7-e7b4-45f8-801c-6ad9eb244a9b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:26.898880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 5449b0a7-e7b4-45f8-801c-6ad9eb244a9b details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:26.941545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d79cd133-04a3-4507-b0ed-85b943064cf0 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5058010 Aug 16 21:04:27.612984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f2638-965e-411b-952a-a628b2e93e37 req-9f3c88bd-cdea-47d4-bf9b-034adc6292f3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:27.620763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277f2638-965e-411b-952a-a628b2e93e37 req-9f3c88bd-cdea-47d4-bf9b-034adc6292f3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 943 time: 0.0593569 Aug 16 21:04:27.655520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-277f2638-965e-411b-952a-a628b2e93e37 req-a779488f-bf36-442a-b417-6aeec08ac6c6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336523 Aug 16 21:04:28.322635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a6bf5537-0dc6-4a54-b679-fff4acb2a517 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:04:28.437859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:28.450167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'port_id': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'mac_address': 'fa:16:3e:4c:5c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:04:28.499369 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:28.516207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6bf5537-0dc6-4a54-b679-fff4acb2a517 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:04:28.544458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:28.659083 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:28.747518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a6bf5537-0dc6-4a54-b679-fff4acb2a517,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:28.881796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['a6bf5537-0dc6-4a54-b679-fff4acb2a517'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:04:28.916730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc10422-d8fc-4587-acfd-9a49dd22d1a7 req-333435cd-96a8-4969-aa96-2b3deeb52428 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:28.919090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4cc10422-d8fc-4587-acfd-9a49dd22d1a7 req-333435cd-96a8-4969-aa96-2b3deeb52428 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 944 time: 0.1102571 Aug 16 21:04:28.996847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4cc10422-d8fc-4587-acfd-9a49dd22d1a7 req-98851319-cb62-4c9a-9053-6654f67b73e6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714946 Aug 16 21:04:30.170697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7b603-e513-4bb1-b13b-cc646c49c663 req-15d9c3eb-fa08-42c5-9f8e-5051719769db tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:30.173327 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53c7b603-e513-4bb1-b13b-cc646c49c663 req-15d9c3eb-fa08-42c5-9f8e-5051719769db tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 944 time: 0.0672495 Aug 16 21:04:30.174031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48654) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:30.179613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'subnets': [{'network_id': '312687cb-5db5-4523-b326-f282a2a8960f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--312454513', 'ip_version': 6}, {'network_id': '5449b0a7-e7b4-45f8-801c-6ad9eb244a9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:30.179938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'subnet': {'network_id': '312687cb-5db5-4523-b326-f282a2a8960f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--312454513', 'ip_version': 6}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:30.180636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Request body: {'subnet': {'network_id': '5449b0a7-e7b4-45f8-801c-6ad9eb244a9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:30.290942 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53c7b603-e513-4bb1-b13b-cc646c49c663 req-6a701043-5893-4a3a-a396-1755e43437f2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065867 Aug 16 21:04:30.338408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a6bf5537-0dc6-4a54-b679-fff4acb2a517 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:30.506002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port a6bf5537-0dc6-4a54-b679-fff4acb2a517 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:30.506387 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:30.558299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Made reservation on behalf of 513a085f772e430ab62c67954bb319a3 for: {'subnet': 2} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:30.563803 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:30.571557 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:30.657015 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:30.685459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:30.689337 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b31103-c0c3-4667-bc41-82fa64fcc25d" -d '{"events": [{"server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "name": "network-vif-plugged", "status": "completed", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:30.708873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:30.731172 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dc2bcd-7c51-4762-8cb4-2d0b8e150c80 x-openstack-request-id: req-31dc2bcd-7c51-4762-8cb4-2d0b8e150c80 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:30.731516 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "name": "network-vif-plugged", "status": "completed", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:30.733418 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-31dc2bcd-7c51-4762-8cb4-2d0b8e150c80 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:30.738034 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'code': 200} Aug 16 21:04:30.825693 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:30.915334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=a6bf5537-0dc6-4a54-b679-fff4acb2a517,revision_number=10']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:31.023386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7be95b-cc9e-415f-869c-6a437e67587e req-a06e2eeb-f191-44bd-ad92-871c7b712b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:31.025715 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2e7be95b-cc9e-415f-869c-6a437e67587e req-a06e2eeb-f191-44bd-ad92-871c7b712b4f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 1098 time: 0.0651441 Aug 16 21:04:31.061238 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2e7be95b-cc9e-415f-869c-6a437e67587e req-71d5abdc-72cb-40a4-b577-2f702f62c25f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287673 Aug 16 21:04:31.177152 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:31.304017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event updated for resources: {'Subnet': ['ID=2e3e99c5-ec8b-45b0-bbfa-ac5d5a52e660,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:31.313159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Checking segment: {'id': 'c5218823-a698-4970-b82e-b82f639893d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '312687cb-5db5-4523-b326-f282a2a8960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:31.313532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Network hostable DHCP agents. Network: 312687cb-5db5-4523-b326-f282a2a8960f, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:04:31.356716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511535-c26d-43c6-965d-d395502188bf req-a1c616b9-e8f7-41df-ba26-2c7c48598729 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:31.360583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-a1c616b9-e8f7-41df-ba26-2c7c48598729 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.1587029 Aug 16 21:04:31.374346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-125c0bb3-f781-4467-8a21-2b32d22b4fdb tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/quotas/2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 375 time: 0.0096648 Aug 16 21:04:31.442072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Network 312687cb-5db5-4523-b326-f282a2a8960f is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:04:31.466694 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227fb39-aad3-420a-bedc-fec07feee8d4 req-f2e41213-39fb-449d-8f0d-67a45c3e7a62 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:31.468189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4227fb39-aad3-420a-bedc-fec07feee8d4 req-f2e41213-39fb-449d-8f0d-67a45c3e7a62 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 946 time: 0.0894804 Aug 16 21:04:31.479448 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-2e6b3e94-c245-4856-b323-08b842d2e545 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746098 Aug 16 21:04:31.564360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4227fb39-aad3-420a-bedc-fec07feee8d4 req-a69563e3-40a7-453c-b7b5-b76a0d73263b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839345 Aug 16 21:04:31.567834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 312687cb-5db5-4523-b326-f282a2a8960f) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:31.574416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:31.578725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e42a8a-704e-45c0-8d48-aa5a373d498e None None] Network 312687cb-5db5-4523-b326-f282a2a8960f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:31.661660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-064a3c6b-6a51-4291-84fb-622301e5fcef service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737542 Aug 16 21:04:31.764974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event updated for resources: {'Subnet': ['ID=00a5b762-cf0b-4474-97ab-e8118d59c75e,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:31.798236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Checking segment: {'id': 'e1fd796a-ec9d-4884-a87d-3080b1992e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5449b0a7-e7b4-45f8-801c-6ad9eb244a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:31.798861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Network hostable DHCP agents. Network: 5449b0a7-e7b4-45f8-801c-6ad9eb244a9b, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:04:31.836229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-312687cb-5db5-4523-b326-f282a2a8960f', 'network_id': '312687cb-5db5-4523-b326-f282a2a8960f', 'tenant_id': '513a085f772e430ab62c67954bb319a3', 'fixed_ips': [{'subnet_id': '2e3e99c5-ec8b-45b0-bbfa-ac5d5a52e660'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:04:31.841160 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:31.843990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-733cd67d-4497-4ea7-824d-4e53995f9da2 service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813881 Aug 16 21:04:31.917695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Network 5449b0a7-e7b4-45f8-801c-6ad9eb244a9b is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:04:31.995004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Allocated IP 2001:db8::1 (312687cb-5db5-4523-b326-f282a2a8960f/2e3e99c5-ec8b-45b0-bbfa-ac5d5a52e660/368e532c-21e6-413c-b276-9db1af5253b8) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:32.037110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 5449b0a7-e7b4-45f8-801c-6ad9eb244a9b) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:32.042147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:32.043375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:32.043703 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.050983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b6456-7f07-471a-aa34-377e60fccbbe None None] Network 5449b0a7-e7b4-45f8-801c-6ad9eb244a9b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:32.170351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48718) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:32.170974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1f5081db-987a-46f9-a60d-0b6c5308ed15 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9957173 Aug 16 21:04:32.205184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83dfe1a0-1c2c-4f1c-ab39-b61cfdfc529a req-8fa0d643-0e3d-47d8-913b-5c83b05835d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 210 time: 0.0529075 Aug 16 21:04:32.319880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603b96a5-fca9-449e-9251-41d4f299a82c tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:32.321420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603b96a5-fca9-449e-9251-41d4f299a82c tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:32.332493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603b96a5-fca9-449e-9251-41d4f299a82c tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:32.334168 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-603b96a5-fca9-449e-9251-41d4f299a82c tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1619399 Aug 16 21:04:32.344676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48730) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:32.349247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-5449b0a7-e7b4-45f8-801c-6ad9eb244a9b', 'network_id': '5449b0a7-e7b4-45f8-801c-6ad9eb244a9b', 'tenant_id': '513a085f772e430ab62c67954bb319a3', 'fixed_ips': [{'subnet_id': '00a5b762-cf0b-4474-97ab-e8118d59c75e'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:04:32.350250 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.396701 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.414722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Transition to ACTIVE for port object 368e532c-21e6-413c-b276-9db1af5253b8 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:32.440995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-45937f2e-8a6d-4fb7-8ba5-29160af73546 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Deleting subnet 2e3e99c5-ec8b-45b0-bbfa-ac5d5a52e660 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:04:32.511235 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Transition to ACTIVE for port object 368e532c-21e6-413c-b276-9db1af5253b8 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:32.581621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Allocated IP 2001:db8:0:1::1 (5449b0a7-e7b4-45f8-801c-6ad9eb244a9b/00a5b762-cf0b-4474-97ab-e8118d59c75e/e9119144-364d-40ed-8a3e-5fc742493f87) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:32.595341 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45937f2e-8a6d-4fb7-8ba5-29160af73546 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.598838 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.667891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45937f2e-8a6d-4fb7-8ba5-29160af73546 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.692562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Network 312687cb-5db5-4523-b326-f282a2a8960f is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:32.705999 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.710514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Pushing event updated for resources: {'Port': ['ID=368e532c-21e6-413c-b276-9db1af5253b8,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:32.715185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:32.716489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d26c-1443-4490-a07b-22570ea46dc7 req-ca3f3bf8-459b-4f44-b084-a3a1660ec00e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:32.718768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e86d26c-1443-4490-a07b-22570ea46dc7 req-ca3f3bf8-459b-4f44-b084-a3a1660ec00e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 946 time: 0.0553923 Aug 16 21:04:32.727081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:32.781057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45937f2e-8a6d-4fb7-8ba5-29160af73546 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.818082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e86d26c-1443-4490-a07b-22570ea46dc7 req-2fce4459-0af7-41c2-90a4-4576b88ad623 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795312 Aug 16 21:04:32.860059 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.925937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Attempting to bind port 368e532c-21e6-413c-b276-9db1af5253b8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:32.926549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Attempting to bind port 368e532c-21e6-413c-b276-9db1af5253b8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'c5218823-a698-4970-b82e-b82f639893d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '312687cb-5db5-4523-b326-f282a2a8960f'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:32.927071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Attempting to bind port 368e532c-21e6-413c-b276-9db1af5253b8 on network 312687cb-5db5-4523-b326-f282a2a8960f {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:32.929172 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45937f2e-8a6d-4fb7-8ba5-29160af73546 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.934905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:32.939063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Checking segment: {'id': 'c5218823-a698-4970-b82e-b82f639893d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '312687cb-5db5-4523-b326-f282a2a8960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:32.939063 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.939063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Bound using segment: {'id': 'c5218823-a698-4970-b82e-b82f639893d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '312687cb-5db5-4523-b326-f282a2a8960f'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:32.939063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Bound port: 368e532c-21e6-413c-b276-9db1af5253b8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5218823-a698-4970-b82e-b82f639893d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '312687cb-5db5-4523-b326-f282a2a8960f'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:32.939063 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.007450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45937f2e-8a6d-4fb7-8ba5-29160af73546 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3e99c5-ec8b-45b0-bbfa-ac5d5a52e660,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:33.031469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-45937f2e-8a6d-4fb7-8ba5-29160af73546 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.038230 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-45937f2e-8a6d-4fb7-8ba5-29160af73546 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "DELETE /v2.0/subnets/2e3e99c5-ec8b-45b0-bbfa-ac5d5a52e660 HTTP/1.1" status: 204 len: 168 time: 0.6910231 Aug 16 21:04:33.038587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48772) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:33.062442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] For port 368e532c-21e6-413c-b276-9db1af5253b8, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:33.066432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] For port 368e532c-21e6-413c-b276-9db1af5253b8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=368e532c-21e6-413c-b276-9db1af5253b8,segment=NetworkSegment(c5218823-a698-4970-b82e-b82f639893d1),segment_id=c5218823-a698-4970-b82e-b82f639893d1)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:33.097274 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.107740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Transition to ACTIVE for port object e9119144-364d-40ed-8a3e-5fc742493f87 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:33.128024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Transition to ACTIVE for port object e9119144-364d-40ed-8a3e-5fc742493f87 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:33.134751 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.136071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aee3fd7-3fe9-4f77-bcfc-c8d0e676db7b tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Deleting subnet 00a5b762-cf0b-4474-97ab-e8118d59c75e {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:04:33.207782 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aee3fd7-3fe9-4f77-bcfc-c8d0e676db7b tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.238369 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.275201 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aee3fd7-3fe9-4f77-bcfc-c8d0e676db7b tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.277470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158c9f0-2d74-472e-a879-f83e4f9a4f15 None None] Pushing event updated for resources: {'Port': ['ID=368e532c-21e6-413c-b276-9db1af5253b8,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:33.287320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Network 5449b0a7-e7b4-45f8-801c-6ad9eb244a9b is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:33.290571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:33.296820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:33.335463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86bf12a-e9fd-4305-9b98-12fbc4bd5874 None None] Network 312687cb-5db5-4523-b326-f282a2a8960f requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:33.463065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1568a7b1-2f0b-434d-9070-debee13e1fd6 req-e4515de1-5579-4708-837d-ba082cbf62c2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 210 time: 0.1952353 Aug 16 21:04:33.492982 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aee3fd7-3fe9-4f77-bcfc-c8d0e676db7b tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.637107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Pushing event updated for resources: {'Port': ['ID=e9119144-364d-40ed-8a3e-5fc742493f87,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:33.670663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Attempting to bind port e9119144-364d-40ed-8a3e-5fc742493f87 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:33.671039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Attempting to bind port e9119144-364d-40ed-8a3e-5fc742493f87 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'e1fd796a-ec9d-4884-a87d-3080b1992e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5449b0a7-e7b4-45f8-801c-6ad9eb244a9b'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:33.671405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Attempting to bind port e9119144-364d-40ed-8a3e-5fc742493f87 on network 5449b0a7-e7b4-45f8-801c-6ad9eb244a9b {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:33.679770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:33.680145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Checking segment: {'id': 'e1fd796a-ec9d-4884-a87d-3080b1992e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5449b0a7-e7b4-45f8-801c-6ad9eb244a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:33.685128 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.685128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Bound using segment: {'id': 'e1fd796a-ec9d-4884-a87d-3080b1992e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5449b0a7-e7b4-45f8-801c-6ad9eb244a9b'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:33.685128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Bound port: e9119144-364d-40ed-8a3e-5fc742493f87, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fd796a-ec9d-4884-a87d-3080b1992e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5449b0a7-e7b4-45f8-801c-6ad9eb244a9b'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:33.685128 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.707184 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aee3fd7-3fe9-4f77-bcfc-c8d0e676db7b tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.735771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee3fd7-3fe9-4f77-bcfc-c8d0e676db7b tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Subnet': ['ID=00a5b762-cf0b-4474-97ab-e8118d59c75e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:33.740322 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8aee3fd7-3fe9-4f77-bcfc-c8d0e676db7b tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.742258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8aee3fd7-3fe9-4f77-bcfc-c8d0e676db7b tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "DELETE /v2.0/subnets/00a5b762-cf0b-4474-97ab-e8118d59c75e HTTP/1.1" status: 204 len: 168 time: 0.7026751 Aug 16 21:04:33.745100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48790) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:33.806915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e01784-c325-4571-b994-eb88d0a1ba53 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:33.808631 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d8e01784-c325-4571-b994-eb88d0a1ba53 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0620215 Aug 16 21:04:33.813705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48792) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:33.815844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] For port e9119144-364d-40ed-8a3e-5fc742493f87, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:33.819522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] For port e9119144-364d-40ed-8a3e-5fc742493f87, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e9119144-364d-40ed-8a3e-5fc742493f87,segment=NetworkSegment(e1fd796a-ec9d-4884-a87d-3080b1992e0f),segment_id=e1fd796a-ec9d-4884-a87d-3080b1992e0f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:33.911825 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.956334 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48798) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:33.973738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.042189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820e744-f0d8-4d53-bcaf-5e60dbc8d53f None None] Pushing event updated for resources: {'Port': ['ID=e9119144-364d-40ed-8a3e-5fc742493f87,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:34.043350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87235e8c-1640-4a4a-9322-3d622824bf48 None None] Network 5449b0a7-e7b4-45f8-801c-6ad9eb244a9b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:34.072656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63635727-fbb7-423f-9660-51b94ff162be req-c142cbab-4ccd-4d40-8927-e66e31534eb6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:34.074198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63635727-fbb7-423f-9660-51b94ff162be req-c142cbab-4ccd-4d40-8927-e66e31534eb6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 946 time: 0.0921512 Aug 16 21:04:34.118771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Deleting port e9119144-364d-40ed-8a3e-5fc742493f87 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:34.119107 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.139351 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa39a-8e70-4aae-a223-e6b540adf84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.226357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9a723a-7f73-4782-b459-65212a5e4bdf None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:04:34.266403 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa39a-8e70-4aae-a223-e6b540adf84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.338163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9a723a-7f73-4782-b459-65212a5e4bdf None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:04:34.345703 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa39a-8e70-4aae-a223-e6b540adf84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.395496 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1cfaa39a-8e70-4aae-a223-e6b540adf84b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=422c5908f3674b01af3664d9450b9e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376874 Aug 16 21:04:34.396749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaa39a-8e70-4aae-a223-e6b540adf84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd20438e-e0ea-4a1d-8aeb-772da22e4efe,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:34.400275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48808) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:34.472015 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c71d8985-d84e-4351-9364-4e951f30804d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.496759 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c71d8985-d84e-4351-9364-4e951f30804d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.511889 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63635727-fbb7-423f-9660-51b94ff162be req-88a35115-ce22-4e63-8e2b-e577eaf43128 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4259598 Aug 16 21:04:34.583914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] For port e9119144-364d-40ed-8a3e-5fc742493f87, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e9119144-364d-40ed-8a3e-5fc742493f87,segment=NetworkSegment(e1fd796a-ec9d-4884-a87d-3080b1992e0f),segment_id=e1fd796a-ec9d-4884-a87d-3080b1992e0f)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:34.584368 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.622060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b45f84b2-8bde-445a-92b8-f098fc82a954 req-1d731168-7d27-4bb8-9795-f665932a1294 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 210 time: 0.0649068 Aug 16 21:04:34.636167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Calling delete_port for e9119144-364d-40ed-8a3e-5fc742493f87 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:34.695940 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c71d8985-d84e-4351-9364-4e951f30804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.698508 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c71d8985-d84e-4351-9364-4e951f30804d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.702096 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c71d8985-d84e-4351-9364-4e951f30804d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dd20438e-e0ea-4a1d-8aeb-772da22e4efe HTTP/1.1" status: 204 len: 168 time: 0.2980237 Aug 16 21:04:34.710593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d308cd4-c15f-44bc-8395-ac959f1c7175 None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:04:34.752677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d8985-d84e-4351-9364-4e951f30804d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd20438e-e0ea-4a1d-8aeb-772da22e4efe,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:34.802994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511535-c26d-43c6-965d-d395502188bf req-8826ab97-9911-45ac-9f8b-43e9a4ce515b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:34.805359 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-8826ab97-9911-45ac-9f8b-43e9a4ce515b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.1861482 Aug 16 21:04:34.808752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.820089 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'port': {'device_id': 'd30fabe9-62b9-4cc9-8781-1badcc8bd04c', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'admin_state_up': True, 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:34.839685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Port': ['ID=e9119144-364d-40ed-8a3e-5fc742493f87,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:34.843642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d308cd4-c15f-44bc-8395-ac959f1c7175 None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:04:34.851054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] No DVR routers for this DVR port e9119144-364d-40ed-8a3e-5fc742493f87 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:34.953921 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.965255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5449b0a7-e7b4-45f8-801c-6ad9eb244a9b']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:34.982075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fd796a-ec9d-4884-a87d-3080b1992e0f') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:34.982365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fd796a-ec9d-4884-a87d-3080b1992e0f') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:34.992567 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.008417 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.015027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:04:35.015546 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:04:35.019134 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:04:35.078191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Made reservation on behalf of 2b1a2baa039a4a9080d39c7aa1b9f7e4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:35.083706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.187893 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.220394 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.223566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "DELETE /v2.0/networks/5449b0a7-e7b4-45f8-801c-6ad9eb244a9b HTTP/1.1" status: 204 len: 168 time: 1.4084730 Aug 16 21:04:35.224494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fcdc6-b7a1-49b9-9e71-f940eef82963 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Network': ['ID=5449b0a7-e7b4-45f8-801c-6ad9eb244a9b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:35.226554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48826) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:35.282518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Allocated IP 172.20.0.13 (826b4d3b-3779-4633-8f48-5944e5bb3c62/e48a2a88-3af1-41c2-a731-e4f334092195/d468d087-c226-4de4-aa21-819c2c4a5768) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:35.317803 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.375145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Deleting port 368e532c-21e6-413c-b276-9db1af5253b8 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:35.375759 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.457579 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.470519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] For port 368e532c-21e6-413c-b276-9db1af5253b8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=368e532c-21e6-413c-b276-9db1af5253b8,segment=NetworkSegment(c5218823-a698-4970-b82e-b82f639893d1),segment_id=c5218823-a698-4970-b82e-b82f639893d1)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:35.470519 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.480245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Transition to ACTIVE for port object d468d087-c226-4de4-aa21-819c2c4a5768 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:35.499028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Calling delete_port for 368e532c-21e6-413c-b276-9db1af5253b8 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:35.528756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48834) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:35.543689 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b51ddf8f-3906-4ab4-9726-8a40c97351a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.625821 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.665659 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.679773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:35.688373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:35.694934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:35.697040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] No DVR routers for this DVR port 368e532c-21e6-413c-b276-9db1af5253b8 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:35.698924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=d468d087-c226-4de4-aa21-819c2c4a5768,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:35.704642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Port': ['ID=368e532c-21e6-413c-b276-9db1af5253b8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:35.776316 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:35.776986 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.798809 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b51ddf8f-3906-4ab4-9726-8a40c97351a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.853295 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.867679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312687cb-5db5-4523-b326-f282a2a8960f']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:35.887968 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b51ddf8f-3906-4ab4-9726-8a40c97351a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.912304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ad531-dd48-4060-b3d7-243a201ecc9d req-e2aa9683-2ece-4d7c-ad91-7cb18329b18f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:35.918916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-529ad531-dd48-4060-b3d7-243a201ecc9d req-e2aa9683-2ece-4d7c-ad91-7cb18329b18f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 932 time: 0.2249901 Aug 16 21:04:35.921492 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5218823-a698-4970-b82e-b82f639893d1') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:35.921802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5218823-a698-4970-b82e-b82f639893d1') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:35.940027 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.963576 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b51ddf8f-3906-4ab4-9726-8a40c97351a8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9d3bc5d7e2ee42f4ad0a0f70ed45c681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333553 Aug 16 21:04:35.968135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48848) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:35.983743 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.987323 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-d1df5497-960f-43dc-b5f0-2b0060d5a015 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1722400 Aug 16 21:04:35.991986 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:04:35.992387 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.992917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ddf8f-3906-4ab4-9726-8a40c97351a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95570a95-6a03-4f45-9927-c97f861b6fa1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:04:35.996719 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:04:36.012976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-de045c43-7440-420b-99a1-4a370b5448b4 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:04:36.014098 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-de045c43-7440-420b-99a1-4a370b5448b4 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173182 Aug 16 21:04:36.025875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Request body: {'port': {'device_id': 'd30fabe9-62b9-4cc9-8781-1badcc8bd04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:36.051821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-529ad531-dd48-4060-b3d7-243a201ecc9d req-747745bf-2146-43d0-b6c9-57d9e2687832 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216474 Aug 16 21:04:36.100798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07d5efa4-0c0c-44e7-9b03-6c28b01cc245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.118152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.151011 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.151229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e0a29956-b9c4-4bd2-a799-bd9cf5b257b2 None None] Provisioning for port d468d087-c226-4de4-aa21-819c2c4a5768 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:36.152309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07d5efa4-0c0c-44e7-9b03-6c28b01cc245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.155701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e0a29956-b9c4-4bd2-a799-bd9cf5b257b2 None None] Provisioning complete for port d468d087-c226-4de4-aa21-819c2c4a5768 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:36.156167 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e0a29956-b9c4-4bd2-a799-bd9cf5b257b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.160174 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.162982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "DELETE /v2.0/networks/312687cb-5db5-4523-b326-f282a2a8960f HTTP/1.1" status: 204 len: 168 time: 0.9350021 Aug 16 21:04:36.169295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48854) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:36.173188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da23b9e-f3c8-4d9f-93ce-ca23c05a98ae tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Network': ['ID=312687cb-5db5-4523-b326-f282a2a8960f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:36.196090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-e0a29956-b9c4-4bd2-a799-bd9cf5b257b2 None None] Port d468d087-c226-4de4-aa21-819c2c4a5768 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:36.352380 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.377966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07d5efa4-0c0c-44e7-9b03-6c28b01cc245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.380430 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-07d5efa4-0c0c-44e7-9b03-6c28b01cc245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.384176 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-07d5efa4-0c0c-44e7-9b03-6c28b01cc245 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/95570a95-6a03-4f45-9927-c97f861b6fa1 HTTP/1.1" status: 204 len: 168 time: 0.4059722 Aug 16 21:04:36.402026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5efa4-0c0c-44e7-9b03-6c28b01cc245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95570a95-6a03-4f45-9927-c97f861b6fa1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:36.566860 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.591630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23987df-8847-4dc4-90b3-17120ac85b0e']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:36.610641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff3dfdb-e29f-4c86-a23d-dc2c1ca7933e') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:36.610937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff3dfdb-e29f-4c86-a23d-dc2c1ca7933e') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:36.629737 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.652916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.666713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:04:36.666949 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:04:36.670091 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:04:36.750706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d468d087-c226-4de4-aa21-819c2c4a5768 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:04:36.758835 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.842991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Transition to ACTIVE for port object d468d087-c226-4de4-aa21-819c2c4a5768 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:36.845668 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.861947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.865084 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "DELETE /v2.0/networks/f23987df-8847-4dc4-90b3-17120ac85b0e HTTP/1.1" status: 204 len: 168 time: 0.6934040 Aug 16 21:04:36.866462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48866) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:36.875906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221bc72-4724-4ccb-9b6f-49d085f60608 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Network': ['ID=f23987df-8847-4dc4-90b3-17120ac85b0e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:36.951433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.987444 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:37.048496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d468d087-c226-4de4-aa21-819c2c4a5768,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:37.155809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Attempting to bind port d468d087-c226-4de4-aa21-819c2c4a5768 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:37.156393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Attempting to bind port d468d087-c226-4de4-aa21-819c2c4a5768 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:37.156883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Attempting to bind port d468d087-c226-4de4-aa21-819c2c4a5768 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:37.158342 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:37.162442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Port d468d087-c226-4de4-aa21-819c2c4a5768 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:04:37.162953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Attempting to bind port d468d087-c226-4de4-aa21-819c2c4a5768 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:37.168442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:37.168982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Checking segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:37.169261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775c4b7f-071e-42bb-9ea6-5f938307625f']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:37.169752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Bound using segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:37.170614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Bound port: d468d087-c226-4de4-aa21-819c2c4a5768, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:37.171129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:37.198564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e797bd2-4891-4a80-85a4-5f0b89e857e3') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:37.208055 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e797bd2-4891-4a80-85a4-5f0b89e857e3') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:37.232770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:37.262663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:37.272590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] For port d468d087-c226-4de4-aa21-819c2c4a5768, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:37.283476 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] For port d468d087-c226-4de4-aa21-819c2c4a5768, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d468d087-c226-4de4-aa21-819c2c4a5768,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:37.291681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:04:37.292200 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:04:37.295696 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:04:37.363906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:37.417591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98220a89-3a4e-48a1-8f9e-e0c8ff10d1b6 req-3512b3ae-b0df-4e29-bf52-220370c5202f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:37.419133 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98220a89-3a4e-48a1-8f9e-e0c8ff10d1b6 req-3512b3ae-b0df-4e29-bf52-220370c5202f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1539400 Aug 16 21:04:37.434440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d468d087-c226-4de4-aa21-819c2c4a5768,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:37.473346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:37.474966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:37.477279 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-90ea80f5-bc9e-49cc-b15d-d42a4ba7d9e9 service neutron] 10.222.0.79 "PUT /v2.0/ports/d468d087-c226-4de4-aa21-819c2c4a5768 HTTP/1.1" status: 200 len: 1093 time: 1.4555779 Aug 16 21:04:37.478024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30fabe9-62b9-4cc9-8781-1badcc8bd04c', 'tag': 'd468d087-c226-4de4-aa21-819c2c4a5768'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:37.489235 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef16ff7-8f85-4c1d-a680-3714ad393660" -d '{"events": [{"name": "network-changed", "server_uuid": "d30fabe9-62b9-4cc9-8781-1badcc8bd04c", "tag": "d468d087-c226-4de4-aa21-819c2c4a5768"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:37.493792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98220a89-3a4e-48a1-8f9e-e0c8ff10d1b6 req-5c6e4923-8f48-4c2d-9f24-fe960bbac186 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676789 Aug 16 21:04:37.516925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:37.527254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:37.532875 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] 10.222.0.74 "DELETE /v2.0/networks/775c4b7f-071e-42bb-9ea6-5f938307625f HTTP/1.1" status: 204 len: 168 time: 0.6631372 Aug 16 21:04:37.551119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dee396-22f1-4f5d-875c-4abaa1113656 tempest-BulkNetworkOpsIpV6Test-769637937 tempest-BulkNetworkOpsIpV6Test-769637937-project] Pushing event deleted for resources: {'Network': ['ID=775c4b7f-071e-42bb-9ea6-5f938307625f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:37.716291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511535-c26d-43c6-965d-d395502188bf req-5b13fa75-19c7-426a-8728-dd0cf81ef05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:37.718208 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-5b13fa75-19c7-426a-8728-dd0cf81ef05c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 1096 time: 0.0961518 Aug 16 21:04:37.784049 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb650ad8-f7f0-48d1-9f96-ea622fb439e9 x-openstack-request-id: req-cb650ad8-f7f0-48d1-9f96-ea622fb439e9 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:37.784302 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30fabe9-62b9-4cc9-8781-1badcc8bd04c", "tag": "d468d087-c226-4de4-aa21-819c2c4a5768", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:37.784879 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cb650ad8-f7f0-48d1-9f96-ea622fb439e9 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:37.785460 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30fabe9-62b9-4cc9-8781-1badcc8bd04c', 'tag': 'd468d087-c226-4de4-aa21-819c2c4a5768', 'status': 'completed', 'code': 200} Aug 16 21:04:37.787479 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-c91036e2-94df-47c3-aa4b-9e72879f531b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d468d087-c226-4de4-aa21-819c2c4a5768 HTTP/1.1" status: 200 len: 217 time: 0.0602612 Aug 16 21:04:37.843207 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511535-c26d-43c6-965d-d395502188bf req-58848fd9-a527-43e5-8858-2bed68186e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:37.845655 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-58848fd9-a527-43e5-8858-2bed68186e26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0514786 Aug 16 21:04:37.923931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511535-c26d-43c6-965d-d395502188bf req-f07811bf-60b8-4923-b3f9-8a69cda8ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:37.925956 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-f07811bf-60b8-4923-b3f9-8a69cda8ea1f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632210 Aug 16 21:04:38.061506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48896) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:38.073354 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-bc237d80-83b5-4538-8b40-814edc029506 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393528 Aug 16 21:04:38.216194 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46511535-c26d-43c6-965d-d395502188bf req-ac84b567-d5bb-48b1-b4f8-e477697c5f19 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351118 Aug 16 21:04:38.298445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48910) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:38.299557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-69411c3e-98d0-4ac6-9878-60147666673a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=513a085f772e430ab62c67954bb319a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354305 Aug 16 21:04:38.399926 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b5f31693-3ee9-4bba-a620-e20d9588d90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:38.423269 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b5f31693-3ee9-4bba-a620-e20d9588d90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:38.493827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef16ff7-8f85-4c1d-a680-3714ad393660 req-0994f49c-65dc-4038-a093-3650a9505577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:38.495804 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9ef16ff7-8f85-4c1d-a680-3714ad393660 req-0994f49c-65dc-4038-a093-3650a9505577 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 1096 time: 0.1327398 Aug 16 21:04:38.551479 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b5f31693-3ee9-4bba-a620-e20d9588d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:38.554144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b5f31693-3ee9-4bba-a620-e20d9588d90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:38.557570 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b5f31693-3ee9-4bba-a620-e20d9588d90a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7ba11401-21a6-4011-89f8-f5db04793495 HTTP/1.1" status: 204 len: 168 time: 0.2557590 Aug 16 21:04:38.570455 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f31693-3ee9-4bba-a620-e20d9588d90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba11401-21a6-4011-89f8-f5db04793495,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:38.646325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef16ff7-8f85-4c1d-a680-3714ad393660 req-55832608-b36f-4caa-bbfb-06a293e7a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:38.654150 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9ef16ff7-8f85-4c1d-a680-3714ad393660 req-55832608-b36f-4caa-bbfb-06a293e7a90e service neutron] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1468861 Aug 16 21:04:38.677719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a5222-8f56-4730-9a86-ddd14b83f33a req-f3552652-d034-4acc-894e-34e5fcdb2239 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:38.688962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e94a5222-8f56-4730-9a86-ddd14b83f33a req-f3552652-d034-4acc-894e-34e5fcdb2239 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0959873 Aug 16 21:04:38.708441 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9ef16ff7-8f85-4c1d-a680-3714ad393660 req-1698eff7-5b61-4d8a-92a4-633d058ebb91 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d468d087-c226-4de4-aa21-819c2c4a5768 HTTP/1.1" status: 200 len: 217 time: 0.0467367 Aug 16 21:04:38.747105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e94a5222-8f56-4730-9a86-ddd14b83f33a req-988151ff-8ead-46da-b820-0c33b70aac7c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518835 Aug 16 21:04:38.782771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef16ff7-8f85-4c1d-a680-3714ad393660 req-d574fa12-cedb-4a35-83a4-9fa5cd414bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:38.785329 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9ef16ff7-8f85-4c1d-a680-3714ad393660 req-d574fa12-cedb-4a35-83a4-9fa5cd414bfe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0699883 Aug 16 21:04:38.818303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48920) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:38.854337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef16ff7-8f85-4c1d-a680-3714ad393660 req-a8ff9111-8b9a-4151-9a0c-f7dd2ee044cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:38.856049 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9ef16ff7-8f85-4c1d-a680-3714ad393660 req-a8ff9111-8b9a-4151-9a0c-f7dd2ee044cc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621545 Aug 16 21:04:38.965301 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9ef16ff7-8f85-4c1d-a680-3714ad393660 req-74a67a10-6a3c-400a-8995-e0b42f63bbf4 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016657 Aug 16 21:04:39.083050 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe296a96-4f42-423b-a094-55fd6a727559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:39.140751 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9ef16ff7-8f85-4c1d-a680-3714ad393660 req-846cd08b-5112-48e5-b604-a6eeb3d74324 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685400 Aug 16 21:04:39.210936 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe296a96-4f42-423b-a094-55fd6a727559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:39.334255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe296a96-4f42-423b-a094-55fd6a727559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:39.379741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fe296a96-4f42-423b-a094-55fd6a727559 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=daa2d0cf49b94fd290a29fb92fad2dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590329 Aug 16 21:04:39.379741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe296a96-4f42-423b-a094-55fd6a727559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7643490-f6e6-43f7-a487-0bd23f5f31d4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:39.384319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48936) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:39.447627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d207791d-ecb5-4082-ab41-78e87924b60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:39.478348 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d207791d-ecb5-4082-ab41-78e87924b60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:39.619708 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d207791d-ecb5-4082-ab41-78e87924b60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:39.622745 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d207791d-ecb5-4082-ab41-78e87924b60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:39.629294 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d207791d-ecb5-4082-ab41-78e87924b60f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c7643490-f6e6-43f7-a487-0bd23f5f31d4 HTTP/1.1" status: 204 len: 168 time: 0.2432508 Aug 16 21:04:39.644593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207791d-ecb5-4082-ab41-78e87924b60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7643490-f6e6-43f7-a487-0bd23f5f31d4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:39.890693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5362-d950-42c6-b0f8-e24e81442ca1 req-62d57369-b929-42fa-bba4-df3d4b4ba4e0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:39.894193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4df5362-d950-42c6-b0f8-e24e81442ca1 req-62d57369-b929-42fa-bba4-df3d4b4ba4e0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0810928 Aug 16 21:04:39.935581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4df5362-d950-42c6-b0f8-e24e81442ca1 req-05b702d8-159b-4483-8aa5-1aaf216f4a17 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Aug 16 21:04:39.981527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48952) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:39.985498 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029566 Aug 16 21:04:39.995668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48954) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:40.122056 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5bb5919c-3478-49f4-b75b-0893bbdf4952 tempest-NetworksApiDiscovery-1134794745 tempest-NetworksApiDiscovery-1134794745-project] 10.222.0.74 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1253338 Aug 16 21:04:40.759935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48980) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:40.875269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-108c9023-d6ab-4d4b-a9a6-d9988d936a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:40.969953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-108c9023-d6ab-4d4b-a9a6-d9988d936a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.048255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-108c9023-d6ab-4d4b-a9a6-d9988d936a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.081648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 48988) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:41.094974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c9023-d6ab-4d4b-a9a6-d9988d936a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a7bed9-8ce3-4cb8-886c-3492c0904ed2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:41.107438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-108c9023-d6ab-4d4b-a9a6-d9988d936a01 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=21ee917aa99d413cb8a355ed6eee5d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441477 Aug 16 21:04:41.108105 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 48992) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:41.126366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9545e8b-18d4-4c52-b512-1534ffdbf948 req-aa7a5b44-f4ad-46f7-bf5a-b215a3799979 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:41.128597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9545e8b-18d4-4c52-b512-1534ffdbf948 req-aa7a5b44-f4ad-46f7-bf5a-b215a3799979 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1101172 Aug 16 21:04:41.218932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9545e8b-18d4-4c52-b512-1534ffdbf948 req-7c0613cb-8195-45e2-b945-139fd191d840 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805876 Aug 16 21:04:41.219397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-350141365-network', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:41.226032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce0697a1-28e0-4a40-a0c2-e7dfb4c6b753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.270580 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce0697a1-28e0-4a40-a0c2-e7dfb4c6b753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.339843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Made reservation on behalf of 125ee8765e5d4a68b6a3f03fa57626e0 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:41.342257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.352293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.413408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce0697a1-28e0-4a40-a0c2-e7dfb4c6b753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.416322 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ce0697a1-28e0-4a40-a0c2-e7dfb4c6b753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.434848 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ce0697a1-28e0-4a40-a0c2-e7dfb4c6b753 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f0a7bed9-8ce3-4cb8-886c-3492c0904ed2 HTTP/1.1" status: 204 len: 168 time: 0.3256493 Aug 16 21:04:41.448144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0697a1-28e0-4a40-a0c2-e7dfb4c6b753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a7bed9-8ce3-4cb8-886c-3492c0904ed2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:41.499168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.614089 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.640754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:41.655285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a322a49-c45f-4e7c-a2ff-b118856c8b83,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:41.671690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.672028 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Added segment a3844b95-db19-4747-8ad8-3686605311d7 of type vlan for network 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 Aug 16 21:04:41.713726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.842635 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.843821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:41.844471 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.913549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] Pushing event updated for resources: {'Network': ['ID=8092bf21-d074-4bb9-b57b-ca0bfdd3be70,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:41.926554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:42.059775 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-af0c7aa3-d2ee-4113-982b-72640e2b3384 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9766660 Aug 16 21:04:42.062880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49020) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:42.070765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] Request body: {'subnet': {'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-350141365-subnet', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:42.242386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] Made reservation on behalf of 125ee8765e5d4a68b6a3f03fa57626e0 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:42.244779 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:42.378397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc7fa9-65db-44f2-8ad2-e14fb36ed367 req-a13f8f1f-fba8-4f25-8b6c-8dbab8bfaf3d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:42.380606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52dc7fa9-65db-44f2-8ad2-e14fb36ed367 req-a13f8f1f-fba8-4f25-8b6c-8dbab8bfaf3d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0775847 Aug 16 21:04:42.459348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52dc7fa9-65db-44f2-8ad2-e14fb36ed367 req-041171a5-b7e7-4db8-89fd-4f647fa1dc09 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489521 Aug 16 21:04:42.613246 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:42.671721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0a611d-f177-4747-b839-cb9b29e26233,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:42.679284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] Checking segment: {'id': 'a3844b95-db19-4747-8ad8-3686605311d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:42.680134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] Network hostable DHCP agents. Network: 8092bf21-d074-4bb9-b57b-ca0bfdd3be70, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:04:42.836832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] Network 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:04:42.962725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 8092bf21-d074-4bb9-b57b-ca0bfdd3be70) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:42.967044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:42.967667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:42.973821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8724422f-e6f0-406f-be39-89ae2def77d7 None None] Network 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:43.042896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cd64d516-e73a-415f-a8e9-07e406d29e0e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9765785 Aug 16 21:04:43.042896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49064) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:43.049742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-350141365-router', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:43.135126 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.136791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.148992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-8092bf21-d074-4bb9-b57b-ca0bfdd3be70', 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'fixed_ips': [{'subnet_id': 'ff0a611d-f177-4747-b839-cb9b29e26233'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:04:43.149993 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.206253 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.298730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Allocated IP 172.20.0.2 (8092bf21-d074-4bb9-b57b-ca0bfdd3be70/ff0a611d-f177-4747-b839-cb9b29e26233/09927bd5-3a52-496f-ad56-b8f9a7471f65) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:43.477731 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.487357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Transition to ACTIVE for port object 09927bd5-3a52-496f-ad56-b8f9a7471f65 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:43.511011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Transition to ACTIVE for port object 09927bd5-3a52-496f-ad56-b8f9a7471f65 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:43.513639 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.609977 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.616742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf45af1-966b-42cd-abf2-36b5b700d620 req-897725b9-291b-42ea-bfc9-4a7ec3c862f1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:43.619240 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bf45af1-966b-42cd-abf2-36b5b700d620 req-897725b9-291b-42ea-bfc9-4a7ec3c862f1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0630398 Aug 16 21:04:43.672871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Network 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:43.681271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:43.686826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:43.691040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Pushing event updated for resources: {'Port': ['ID=09927bd5-3a52-496f-ad56-b8f9a7471f65,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:43.719131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bf45af1-966b-42cd-abf2-36b5b700d620 req-b3f16cf7-9c9f-433d-9831-745853ab5774 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925407 Aug 16 21:04:43.753173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Attempting to bind port 09927bd5-3a52-496f-ad56-b8f9a7471f65 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:43.753544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Attempting to bind port 09927bd5-3a52-496f-ad56-b8f9a7471f65 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'a3844b95-db19-4747-8ad8-3686605311d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:43.753904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Attempting to bind port 09927bd5-3a52-496f-ad56-b8f9a7471f65 on network 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:43.758869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:43.759240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Checking segment: {'id': 'a3844b95-db19-4747-8ad8-3686605311d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:43.759637 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.760024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Bound using segment: {'id': 'a3844b95-db19-4747-8ad8-3686605311d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:43.760482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Bound port: 09927bd5-3a52-496f-ad56-b8f9a7471f65, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3844b95-db19-4747-8ad8-3686605311d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:43.760860 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.834548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] For port 09927bd5-3a52-496f-ad56-b8f9a7471f65, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:43.839284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] For port 09927bd5-3a52-496f-ad56-b8f9a7471f65, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=09927bd5-3a52-496f-ad56-b8f9a7471f65,segment=NetworkSegment(a3844b95-db19-4747-8ad8-3686605311d7),segment_id=a3844b95-db19-4747-8ad8-3686605311d7)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:43.884420 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.911848 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.950705 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.008473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449e108-da1d-46fb-a57e-3651ed4be4ff None None] Pushing event updated for resources: {'Port': ['ID=09927bd5-3a52-496f-ad56-b8f9a7471f65,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:44.037462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Allocated IP 172.25.4.13 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/e1f1a157-8e75-4070-b4be-7a6dbe0059f5) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:44.160983 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.308086 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.346946 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:44.352272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:44.356194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:44.399711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Pushing event updated for resources: {'Port': ['ID=e1f1a157-8e75-4070-b4be-7a6dbe0059f5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:44.784262 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.967376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73f6d-26c4-4813-b035-1ddb0cbf2eb4 req-50045df3-4ea1-45aa-b1a0-ae752e5f960d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:44.968916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4c73f6d-26c4-4813-b035-1ddb0cbf2eb4 req-50045df3-4ea1-45aa-b1a0-ae752e5f960d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1076093 Aug 16 21:04:45.042218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49144) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:45.065875 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4c73f6d-26c4-4813-b035-1ddb0cbf2eb4 req-5e81ad0c-90a3-4801-a4a9-23f6ce01cf65 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893433 Aug 16 21:04:45.111035 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.151864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92d792-5701-4c96-ad65-b287de58a349 None None] Network 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:45.245082 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5aeb455d-a8b1-470a-b1e9-6f9153e4f56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.270373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80b9f161-ca32-4e62-8129-c23875d974b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.385616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17606119-b31b-48f8-aa47-ece435b49e60 None None] Provisioning for port 09927bd5-3a52-496f-ad56-b8f9a7471f65 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:45.389494 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80b9f161-ca32-4e62-8129-c23875d974b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.432955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Router 4d29ab12-e282-462d-b21d-ff16af08e910 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:04:45.551850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80b9f161-ca32-4e62-8129-c23875d974b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.571131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:04:45.591889 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Sync routers for ids ['4d29ab12-e282-462d-b21d-ff16af08e910'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:04:45.600179 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-80b9f161-ca32-4e62-8129-c23875d974b9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=92e13085e6e5496bac06aae46fd95117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5563357 Aug 16 21:04:45.601798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9f161-ca32-4e62-8129-c23875d974b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a374d3-9632-46d3-892c-72a4e7f5b82f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:45.603009 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49166) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:45.624975 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Routers {'4d29ab12-e282-462d-b21d-ff16af08e910'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:45.624975 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4d29ab12-e282-462d-b21d-ff16af08e910'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:45.668436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f408dd08-a983-48f7-9422-daf7f74fb064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.692928 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.696681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9600c5f8-1e2e-4ac5-aea3-3593e8da05eb admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6519835 Aug 16 21:04:45.702033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49172) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:45.742079 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f408dd08-a983-48f7-9422-daf7f74fb064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.762957 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Set router 4d29ab12-e282-462d-b21d-ff16af08e910 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:45.916932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 09927bd5-3a52-496f-ad56-b8f9a7471f65 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:45.953123 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f408dd08-a983-48f7-9422-daf7f74fb064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.953123 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f408dd08-a983-48f7-9422-daf7f74fb064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.957406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f408dd08-a983-48f7-9422-daf7f74fb064 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/70a374d3-9632-46d3-892c-72a4e7f5b82f HTTP/1.1" status: 204 len: 168 time: 0.3530099 Aug 16 21:04:45.971295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408dd08-a983-48f7-9422-daf7f74fb064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a374d3-9632-46d3-892c-72a4e7f5b82f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:46.090170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 09927bd5-3a52-496f-ad56-b8f9a7471f65 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:46.093196 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'name': 'tempest-TestAggregatesBasicOps-350141365-router', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:44Z', 'revision_number': 3, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'gw_port': {'id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:46.095532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 09927bd5-3a52-496f-ad56-b8f9a7471f65 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:46.095977 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.124770 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Checking router: 4d29ab12-e282-462d-b21d-ff16af08e910 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:04:46.125241 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Updating router 4d29ab12-e282-462d-b21d-ff16af08e910 port e1f1a157-8e75-4070-b4be-7a6dbe0059f5 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:04:46.159693 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.203989 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.254023 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 09927bd5-3a52-496f-ad56-b8f9a7471f65, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=09927bd5-3a52-496f-ad56-b8f9a7471f65,segment=NetworkSegment(a3844b95-db19-4747-8ad8-3686605311d7),segment_id=a3844b95-db19-4747-8ad8-3686605311d7)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:46.295719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f891c-3984-4c41-8e4f-4e3671320567 req-ae49a2c9-dace-41df-9abd-20f37060955b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:46.297604 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-018f891c-3984-4c41-8e4f-4e3671320567 req-ae49a2c9-dace-41df-9abd-20f37060955b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1032753 Aug 16 21:04:46.308555 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.345831 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.391355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-018f891c-3984-4c41-8e4f-4e3671320567 req-338b480f-dc26-45f6-8d6c-baf8c52fe603 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795946 Aug 16 21:04:46.437759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=09927bd5-3a52-496f-ad56-b8f9a7471f65,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:46.483933 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.495861 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Transition to ACTIVE for port object e1f1a157-8e75-4070-b4be-7a6dbe0059f5 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:46.524037 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Allocated IP 172.20.0.1 (8092bf21-d074-4bb9-b57b-ca0bfdd3be70/ff0a611d-f177-4747-b839-cb9b29e26233/c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:46.630971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.643939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Transition to ACTIVE for port object c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:46.676569 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.732764 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Attempting to bind port e1f1a157-8e75-4070-b4be-7a6dbe0059f5 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:46.733516 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Attempting to bind port e1f1a157-8e75-4070-b4be-7a6dbe0059f5 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:46.733878 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Attempting to bind port e1f1a157-8e75-4070-b4be-7a6dbe0059f5 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:46.746128 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Pushing event updated for resources: {'Port': ['ID=e1f1a157-8e75-4070-b4be-7a6dbe0059f5,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:46.746128 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:46.746128 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:46.746128 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.746128 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:46.746597 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Bound port: e1f1a157-8e75-4070-b4be-7a6dbe0059f5, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:46.746881 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.749834 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.750339 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.750887 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.751272 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.751771 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.752052 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.752645 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.752915 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.753220 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.753619 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.754083 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.754414 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:46.768831 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.807761 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] For port e1f1a157-8e75-4070-b4be-7a6dbe0059f5, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:46.811508 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] For port e1f1a157-8e75-4070-b4be-7a6dbe0059f5, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e1f1a157-8e75-4070-b4be-7a6dbe0059f5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:46.911579 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.978407 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2853b-f5ce-4743-b869-51f4f4dbaf57 None None] Pushing event updated for resources: {'Port': ['ID=e1f1a157-8e75-4070-b4be-7a6dbe0059f5,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:46.981123 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Routers {'4d29ab12-e282-462d-b21d-ff16af08e910'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:46.988799 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4d29ab12-e282-462d-b21d-ff16af08e910'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:47.098644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49218) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:47.105153 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] Set router 4d29ab12-e282-462d-b21d-ff16af08e910 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:47.114690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bdbd84e3-3d65-4716-8df5-f37704693902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.124966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Network 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:47.133843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:47.135976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Pushing event updated for resources: {'Port': ['ID=c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:47.138311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:47.186512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.249485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bdbd84e3-3d65-4716-8df5-f37704693902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.322410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bdbd84e3-3d65-4716-8df5-f37704693902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.343896 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'name': 'tempest-TestAggregatesBasicOps-350141365-router', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:44Z', 'revision_number': 3, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'gw_port': {'id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:47.370430 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bdbd84e3-3d65-4716-8df5-f37704693902 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56e6239a27304809b7346f571350c7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680030 Aug 16 21:04:47.370430 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd84e3-3d65-4716-8df5-f37704693902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37a1e56-ddc8-4934-b0be-4640c4dcb151,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:47.370842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49232) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:47.382679 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a16bfa-efc8-49ff-803b-37ad42f87dc3 None None] The sync data for ids ['4d29ab12-e282-462d-b21d-ff16af08e910'] in n-d-793619-14 is: [{'id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'name': 'tempest-TestAggregatesBasicOps-350141365-router', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:44Z', 'revision_number': 3, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'gw_port': {'id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:04:47.444398 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.473245 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5720961-1d1d-4056-9a73-603aa20cf3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.528663 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-807bbf9f-9cc2-4d8d-a1e5-6d44951a925c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.558893 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5720961-1d1d-4056-9a73-603aa20cf3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.567472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8efd418a-8333-4b42-94b4-e9fb21ac1ed1 None None] Provisioning for port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:47.571227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8efd418a-8333-4b42-94b4-e9fb21ac1ed1 None None] Provisioning complete for port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:47.571609 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8efd418a-8333-4b42-94b4-e9fb21ac1ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.609585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8efd418a-8333-4b42-94b4-e9fb21ac1ed1 None None] Port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:47.670397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7686521-f30f-416c-80f1-3c5274eda7ac req-40c5d2fd-bb06-4b88-93e9-2ae4852a6f22 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:47.672053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7686521-f30f-416c-80f1-3c5274eda7ac req-40c5d2fd-bb06-4b88-93e9-2ae4852a6f22 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1743903 Aug 16 21:04:47.760715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7686521-f30f-416c-80f1-3c5274eda7ac req-f6096191-2239-4e1e-8602-40f588fbbc32 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 Aug 16 21:04:47.805657 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.821367 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5720961-1d1d-4056-9a73-603aa20cf3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.824106 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e5720961-1d1d-4056-9a73-603aa20cf3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.837523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e5720961-1d1d-4056-9a73-603aa20cf3e3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a37a1e56-ddc8-4934-b0be-4640c4dcb151 HTTP/1.1" status: 204 len: 168 time: 0.4539611 Aug 16 21:04:47.837523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5720961-1d1d-4056-9a73-603aa20cf3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37a1e56-ddc8-4934-b0be-4640c4dcb151,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:47.898156 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.945596 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.956160 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:48.007522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e1f1a157-8e75-4070-b4be-7a6dbe0059f5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:48.087817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Pushing event updated for resources: {'Port': ['ID=c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:48.153564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Network 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:48.155044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:48.167773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port e1f1a157-8e75-4070-b4be-7a6dbe0059f5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:48.174956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e1f1a157-8e75-4070-b4be-7a6dbe0059f5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:48.175657 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:48.336665 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:48.372340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port e1f1a157-8e75-4070-b4be-7a6dbe0059f5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e1f1a157-8e75-4070-b4be-7a6dbe0059f5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:48.379513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Router 4d29ab12-e282-462d-b21d-ff16af08e910 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:04:48.436992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0a21d78d-09ed-4192-b87b-726e4f86eec5 None None] Provisioning complete for port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:48.437705 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a21d78d-09ed-4192-b87b-726e4f86eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:48.491252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0a21d78d-09ed-4192-b87b-726e4f86eec5 None None] Port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:48.516136 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:48.517381 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 09927bd5-3a52-496f-ad56-b8f9a7471f65 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:48.584298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:04:48.591314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-555839ba-2a65-46c3-a587-f3e996a869cf admin admin] 10.222.0.74 "PUT /v2.0/routers/4d29ab12-e282-462d-b21d-ff16af08e910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8918717 Aug 16 21:04:48.616604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=e1f1a157-8e75-4070-b4be-7a6dbe0059f5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:48.633648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 09927bd5-3a52-496f-ad56-b8f9a7471f65 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:48.634193 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:48.890186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cab02-2da1-429d-8917-29512ad4f34d req-0a6fc0a5-40dd-4588-85e0-042de27a8851 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.891708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f81cab02-2da1-429d-8917-29512ad4f34d req-0a6fc0a5-40dd-4588-85e0-042de27a8851 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0558457 Aug 16 21:04:48.932760 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f81cab02-2da1-429d-8917-29512ad4f34d req-c99a34eb-d958-40db-a75a-eece75472a18 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346432 Aug 16 21:04:49.276734 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.442625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Sync routers for ids ['4d29ab12-e282-462d-b21d-ff16af08e910'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:04:49.456335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Routers {'4d29ab12-e282-462d-b21d-ff16af08e910'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:49.456962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4d29ab12-e282-462d-b21d-ff16af08e910'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:49.609216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Set router 4d29ab12-e282-462d-b21d-ff16af08e910 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:49.633966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49338) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:49.639888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1953980067-network', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:49.802357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Made reservation on behalf of 848b1b5afadf4b9daab2e7772b172193 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:49.805949 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.818393 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.833128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'name': 'tempest-TestAggregatesBasicOps-350141365-router', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:47Z', 'revision_number': 4, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'gw_port': {'id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb', 'name': '', 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'mac_address': 'fa:16:3e:0f:e2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff0a611d-f177-4747-b839-cb9b29e26233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:46Z', 'updated_at': '2021-08-16T21:04:47Z', 'revision_number': 2, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'subnets': [{'id': 'ff0a611d-f177-4747-b839-cb9b29e26233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:49.866617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e1f1a157-8e75-4070-b4be-7a6dbe0059f5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:49.869878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Checking router: 4d29ab12-e282-462d-b21d-ff16af08e910 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:04:49.872591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Updating router 4d29ab12-e282-462d-b21d-ff16af08e910 port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:04:49.926119 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.945596 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.990869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e1f1a157-8e75-4070-b4be-7a6dbe0059f5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:49.991237 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.073580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff8c5c-90fe-46f8-b91e-5cd9c70ef4cf req-4c94eb0c-89af-45b9-bf04-59b96e59be2b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:50.075728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1eff8c5c-90fe-46f8-b91e-5cd9c70ef4cf req-4c94eb0c-89af-45b9-bf04-59b96e59be2b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0559933 Aug 16 21:04:50.091551 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.120938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:50.152600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71e48bf-6f15-446c-9356-a771d74c61d4,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:50.156278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.156663 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Added segment e8f391ec-168e-479d-b69e-f44663948796 of type vlan for network 7c69fdc8-4e97-4e74-949b-13ce7386bb28 Aug 16 21:04:50.235570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1eff8c5c-90fe-46f8-b91e-5cd9c70ef4cf req-482ef2d7-914c-4d11-8da9-777c5410d86a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522567 Aug 16 21:04:50.237754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.367865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.371709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:50.371709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.440900 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.450747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Transition to ACTIVE for port object c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:50.464205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] Pushing event updated for resources: {'Network': ['ID=7c69fdc8-4e97-4e74-949b-13ce7386bb28,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:50.475662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 7c69fdc8-4e97-4e74-949b-13ce7386bb28 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:50.624710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3fd98fe5-51fd-401a-8440-0f78069cce28 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9891160 Aug 16 21:04:50.627957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49376) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:50.633050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] Request body: {'subnet': {'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1953980067-subnet', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:50.654225 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.680855 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.708579 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31629492-2c74-4b39-a3d8-0d4169b89819 None None] Pushing event updated for resources: {'Port': ['ID=c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:50.763380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Attempting to bind port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:50.763835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Attempting to bind port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'a3844b95-db19-4747-8ad8-3686605311d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:50.764131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Attempting to bind port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb on network 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:50.770506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:50.771724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Checking segment: {'id': 'a3844b95-db19-4747-8ad8-3686605311d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:50.772142 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.772634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Bound using segment: {'id': 'a3844b95-db19-4747-8ad8-3686605311d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:50.773167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Bound port: c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3844b95-db19-4747-8ad8-3686605311d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:50.773555 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.807644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] Made reservation on behalf of 848b1b5afadf4b9daab2e7772b172193 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:50.810720 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.876097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] For port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:50.881008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] For port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb,segment=NetworkSegment(a3844b95-db19-4747-8ad8-3686605311d7),segment_id=a3844b95-db19-4747-8ad8-3686605311d7)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:51.020064 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:51.071230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Routers {'4d29ab12-e282-462d-b21d-ff16af08e910'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:51.071878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4d29ab12-e282-462d-b21d-ff16af08e910'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:51.123124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31629492-2c74-4b39-a3d8-0d4169b89819 None None] Pushing event updated for resources: {'Port': ['ID=c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:51.156807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:51.208529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] Set router 4d29ab12-e282-462d-b21d-ff16af08e910 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:51.222191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3160a95e-e59e-4d4a-a1ad-e2d250836c2d,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:51.227362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] Checking segment: {'id': 'e8f391ec-168e-479d-b69e-f44663948796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:51.227725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] Network hostable DHCP agents. Network: 7c69fdc8-4e97-4e74-949b-13ce7386bb28, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:04:51.370934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a80af8-a6ab-4485-91db-c6b65915013d req-7082b731-ece6-41ff-85d3-2051e814e672 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:51.372412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3a80af8-a6ab-4485-91db-c6b65915013d req-7082b731-ece6-41ff-85d3-2051e814e672 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0548122 Aug 16 21:04:51.417351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3a80af8-a6ab-4485-91db-c6b65915013d req-26359c09-a0f4-4a44-a3f7-6f559fb5f2b3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387602 Aug 16 21:04:51.418102 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] Network 7c69fdc8-4e97-4e74-949b-13ce7386bb28 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:04:51.466733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'name': 'tempest-TestAggregatesBasicOps-350141365-router', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:47Z', 'revision_number': 4, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'gw_port': {'id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb', 'name': '', 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'mac_address': 'fa:16:3e:0f:e2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff0a611d-f177-4747-b839-cb9b29e26233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:46Z', 'updated_at': '2021-08-16T21:04:50Z', 'revision_number': 4, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'subnets': [{'id': 'ff0a611d-f177-4747-b839-cb9b29e26233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:51.497205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0357870-5d17-4837-bf70-2ac45c78a527 None None] The sync data for ids ['4d29ab12-e282-462d-b21d-ff16af08e910'] in n-d-793619-14 is: [{'id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'name': 'tempest-TestAggregatesBasicOps-350141365-router', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:47Z', 'revision_number': 4, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'gw_port': {'id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb', 'name': '', 'network_id': '8092bf21-d074-4bb9-b57b-ca0bfdd3be70', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'mac_address': 'fa:16:3e:0f:e2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff0a611d-f177-4747-b839-cb9b29e26233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:46Z', 'updated_at': '2021-08-16T21:04:50Z', 'revision_number': 4, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'subnets': [{'id': 'ff0a611d-f177-4747-b839-cb9b29e26233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:04:51.522035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 7c69fdc8-4e97-4e74-949b-13ce7386bb28) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:51.526680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:51.527355 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:51.532375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17490751-743c-42c6-9c2c-96aa89fd2a14 None None] Network 7c69fdc8-4e97-4e74-949b-13ce7386bb28 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:51.671425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-20df22da-da54-4c81-a57c-3e153eab0b28 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0423181 Aug 16 21:04:51.674528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49412) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:51.680092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1953980067-router', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:51.694561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49414) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:51.755661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-7c69fdc8-4e97-4e74-949b-13ce7386bb28', 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'fixed_ips': [{'subnet_id': '3160a95e-e59e-4d4a-a1ad-e2d250836c2d'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:04:51.756533 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:51.819579 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:51.826885 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:51.875288 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1ffc-3e5d-408f-a04e-1eda6d97e141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:51.930293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:51.933413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Allocated IP 172.20.0.2 (7c69fdc8-4e97-4e74-949b-13ce7386bb28/3160a95e-e59e-4d4a-a1ad-e2d250836c2d/02e9b171-1563-4965-92a9-60eab6460c0a) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:51.970256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:52.022585 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1ffc-3e5d-408f-a04e-1eda6d97e141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.162576 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1ffc-3e5d-408f-a04e-1eda6d97e141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.169638 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.203182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Transition to ACTIVE for port object 02e9b171-1563-4965-92a9-60eab6460c0a will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:52.228558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f1ffc-3e5d-408f-a04e-1eda6d97e141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac984e5-ca4f-4f30-843d-f45354db7983,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:52.230027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Transition to ACTIVE for port object 02e9b171-1563-4965-92a9-60eab6460c0a will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:52.236927 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cd1f1ffc-3e5d-408f-a04e-1eda6d97e141 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2be00c997bb34327af79487e593a1f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5405202 Aug 16 21:04:52.238206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49434) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:52.258990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:52.270700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:52.271083 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.301334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5acbd361-a303-47e7-b7c3-6116e230bd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.327441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5acbd361-a303-47e7-b7c3-6116e230bd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.368963 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.386735 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.445396 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Network 7c69fdc8-4e97-4e74-949b-13ce7386bb28 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:52.452602 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.457896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:52.471917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:52.474518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Pushing event updated for resources: {'Port': ['ID=02e9b171-1563-4965-92a9-60eab6460c0a,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:52.493323 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5acbd361-a303-47e7-b7c3-6116e230bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.500727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5acbd361-a303-47e7-b7c3-6116e230bd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.500727 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5acbd361-a303-47e7-b7c3-6116e230bd53 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ac984e5-ca4f-4f30-843d-f45354db7983 HTTP/1.1" status: 204 len: 168 time: 0.2606070 Aug 16 21:04:52.516315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbd361-a303-47e7-b7c3-6116e230bd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac984e5-ca4f-4f30-843d-f45354db7983,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:52.586516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb,segment=NetworkSegment(a3844b95-db19-4747-8ad8-3686605311d7),segment_id=a3844b95-db19-4747-8ad8-3686605311d7)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:52.599394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Attempting to bind port 02e9b171-1563-4965-92a9-60eab6460c0a on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:52.603994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Attempting to bind port 02e9b171-1563-4965-92a9-60eab6460c0a by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'e8f391ec-168e-479d-b69e-f44663948796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:52.603994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Attempting to bind port 02e9b171-1563-4965-92a9-60eab6460c0a on network 7c69fdc8-4e97-4e74-949b-13ce7386bb28 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:52.606806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:52.607161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Checking segment: {'id': 'e8f391ec-168e-479d-b69e-f44663948796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:52.607592 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.608629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Bound using segment: {'id': 'e8f391ec-168e-479d-b69e-f44663948796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:52.608786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Bound port: 02e9b171-1563-4965-92a9-60eab6460c0a, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f391ec-168e-479d-b69e-f44663948796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:52.609491 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.644525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d85ac-80b9-4fc9-8366-52af34d46f1d req-408b559a-7191-46a5-a9e5-c1763d1695fa tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:52.646121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d2d85ac-80b9-4fc9-8366-52af34d46f1d req-408b559a-7191-46a5-a9e5-c1763d1695fa tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0899665 Aug 16 21:04:52.701825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] For port 02e9b171-1563-4965-92a9-60eab6460c0a, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:52.705684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] For port 02e9b171-1563-4965-92a9-60eab6460c0a, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=02e9b171-1563-4965-92a9-60eab6460c0a,segment=NetworkSegment(e8f391ec-168e-479d-b69e-f44663948796),segment_id=e8f391ec-168e-479d-b69e-f44663948796)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:52.711827 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.717820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d2d85ac-80b9-4fc9-8366-52af34d46f1d req-f2002536-6605-47ad-b9a4-adba5d1b1c3d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602827 Aug 16 21:04:52.772326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:52.798187 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:04:52.832012 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.854445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.886444 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.905332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8e076-c734-4a7e-81a4-928bff097f1c None None] Pushing event updated for resources: {'Port': ['ID=02e9b171-1563-4965-92a9-60eab6460c0a,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:53.031380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Allocated IP 172.25.4.153 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/0eb14cb6-c4d9-46a8-99b4-9e7c4961c009) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:53.178870 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:53.338856 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:53.386236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:53.389243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:53.393003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:53.418374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb14cb6-c4d9-46a8-99b4-9e7c4961c009,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:53.423340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49474) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:53.443143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7b90868-52ba-404d-9857-5fca2224b16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:53.543398 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7b90868-52ba-404d-9857-5fca2224b16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:53.682355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7b90868-52ba-404d-9857-5fca2224b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:53.729168 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c7b90868-52ba-404d-9857-5fca2224b16a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a26433f66c254ac4ad8846ff2403fe19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087964 Aug 16 21:04:53.730825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49484) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:53.749677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b90868-52ba-404d-9857-5fca2224b16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7836ee0-b749-400a-9c1c-08feca004400,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:53.838068 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e08fc86-4d0d-4c79-983d-2d79496c66a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:53.867551 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e08fc86-4d0d-4c79-983d-2d79496c66a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:53.967648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cda57-5e79-4c31-ae94-ae07adafe3d5 req-9b137ac7-88b5-46f0-b73e-e232b348565d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:53.969410 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-728cda57-5e79-4c31-ae94-ae07adafe3d5 req-9b137ac7-88b5-46f0-b73e-e232b348565d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0807376 Aug 16 21:04:54.018357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-728cda57-5e79-4c31-ae94-ae07adafe3d5 req-76eed50f-caa0-4564-a8aa-a35ee43c6fed tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Aug 16 21:04:54.051499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e08fc86-4d0d-4c79-983d-2d79496c66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:54.051499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5e08fc86-4d0d-4c79-983d-2d79496c66a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:54.051903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 02e9b171-1563-4965-92a9-60eab6460c0a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:54.052338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5e08fc86-4d0d-4c79-983d-2d79496c66a4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7836ee0-b749-400a-9c1c-08feca004400 HTTP/1.1" status: 204 len: 168 time: 0.3160286 Aug 16 21:04:54.058361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08fc86-4d0d-4c79-983d-2d79496c66a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7836ee0-b749-400a-9c1c-08feca004400,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:54.117283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6163ddcc-7daa-4c67-8ba1-9f8c166143b8 None None] Network 7c69fdc8-4e97-4e74-949b-13ce7386bb28 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:54.225163 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:54.269816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ec926ead-d843-491c-9c7d-7314a7c6da01 None None] Provisioning for port 02e9b171-1563-4965-92a9-60eab6460c0a completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:54.305100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 02e9b171-1563-4965-92a9-60eab6460c0a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:54.309577 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 02e9b171-1563-4965-92a9-60eab6460c0a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:54.310031 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:54.442275 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:54.485949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 02e9b171-1563-4965-92a9-60eab6460c0a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=02e9b171-1563-4965-92a9-60eab6460c0a,segment=NetworkSegment(e8f391ec-168e-479d-b69e-f44663948796),segment_id=e8f391ec-168e-479d-b69e-f44663948796)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:54.488188 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:54.562370 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:54.563438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:54.655143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-233f6e3a-d200-4002-942b-c24110d1aa4a None None] Provisioning complete for port 02e9b171-1563-4965-92a9-60eab6460c0a triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:54.655532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-233f6e3a-d200-4002-942b-c24110d1aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:54.660634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=02e9b171-1563-4965-92a9-60eab6460c0a,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:54.705338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:54.705735 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:54.802217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Router 412e3192-48f3-4f4b-acb7-2f6aecb53637 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:04:54.925721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:04:54.936959 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Sync routers for ids ['412e3192-48f3-4f4b-acb7-2f6aecb53637'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:04:54.947551 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Routers {'412e3192-48f3-4f4b-acb7-2f6aecb53637'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:54.948163 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['412e3192-48f3-4f4b-acb7-2f6aecb53637'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:55.030871 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.034067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ee457970-d8e8-4f49-b985-a4f4448d8458 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3583009 Aug 16 21:04:55.036057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49538) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:55.062769 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Set router 412e3192-48f3-4f4b-acb7-2f6aecb53637 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:55.249069 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde4846-e95b-4acc-beef-42d89fa7ef46 req-deae2e27-f2d9-4c06-8d81-12c4e0c76ebf tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:55.256262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fde4846-e95b-4acc-beef-42d89fa7ef46 req-deae2e27-f2d9-4c06-8d81-12c4e0c76ebf tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1369753 Aug 16 21:04:55.301148 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'name': 'tempest-TestAggregatesBasicOps-1953980067-router', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:51Z', 'updated_at': '2021-08-16T21:04:53Z', 'revision_number': 3, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'gw_port': {'id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:52Z', 'updated_at': '2021-08-16T21:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:55.333963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fde4846-e95b-4acc-beef-42d89fa7ef46 req-d05b41c0-feae-4ab0-aa62-ca29d327d1c5 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763979 Aug 16 21:04:55.337284 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Checking router: 412e3192-48f3-4f4b-acb7-2f6aecb53637 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:04:55.337833 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Updating router 412e3192-48f3-4f4b-acb7-2f6aecb53637 port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:04:55.371088 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.650456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.660838 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.684151 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Transition to ACTIVE for port object 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:55.838330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Allocated IP 172.20.0.1 (7c69fdc8-4e97-4e74-949b-13ce7386bb28/3160a95e-e59e-4d4a-a1ad-e2d250836c2d/39e021a4-0123-4c46-a496-18ba0a219452) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:55.852844 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.866333 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 02e9b171-1563-4965-92a9-60eab6460c0a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:55.900057 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26a0e6-acd3-450c-a616-725bba5038e3 None None] Pushing event updated for resources: {'Port': ['ID=0eb14cb6-c4d9-46a8-99b4-9e7c4961c009,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:55.923197 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Attempting to bind port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:55.924229 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Attempting to bind port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:55.924669 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Attempting to bind port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:55.932468 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:55.933074 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:55.933468 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.934497 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:55.935069 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Bound port: 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:55.935538 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.943123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 02e9b171-1563-4965-92a9-60eab6460c0a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:55.943509 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.968652 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.984083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Transition to ACTIVE for port object 39e021a4-0123-4c46-a496-18ba0a219452 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:55.997959 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] For port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:56.001798 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] For port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0eb14cb6-c4d9-46a8-99b4-9e7c4961c009,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:56.177806 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.178018 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.219246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Network 7c69fdc8-4e97-4e74-949b-13ce7386bb28 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:56.225537 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:56.229597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:56.253662 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Routers {'412e3192-48f3-4f4b-acb7-2f6aecb53637'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:56.254056 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['412e3192-48f3-4f4b-acb7-2f6aecb53637'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:56.260659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Pushing event updated for resources: {'Port': ['ID=39e021a4-0123-4c46-a496-18ba0a219452,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:56.280335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.314981 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26a0e6-acd3-450c-a616-725bba5038e3 None None] Pushing event updated for resources: {'Port': ['ID=0eb14cb6-c4d9-46a8-99b4-9e7c4961c009,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:56.400186 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] Set router 412e3192-48f3-4f4b-acb7-2f6aecb53637 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:56.494829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4501d-d540-4212-b085-cf778d613b9e req-9b93d30e-cf00-4c14-aa2f-cb53293b94d7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:56.496405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6e4501d-d540-4212-b085-cf778d613b9e req-9b93d30e-cf00-4c14-aa2f-cb53293b94d7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0626159 Aug 16 21:04:56.539607 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.589154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6e4501d-d540-4212-b085-cf778d613b9e req-2d39798b-9e13-4fde-b7cb-1e893177f5f0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659862 Aug 16 21:04:56.745369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4db8790c-6180-49ef-a2d2-a755d111242d None None] Provisioning for port 39e021a4-0123-4c46-a496-18ba0a219452 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:56.750360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4db8790c-6180-49ef-a2d2-a755d111242d None None] Provisioning complete for port 39e021a4-0123-4c46-a496-18ba0a219452 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:56.750854 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4db8790c-6180-49ef-a2d2-a755d111242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.762949 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.770805 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'name': 'tempest-TestAggregatesBasicOps-1953980067-router', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:51Z', 'updated_at': '2021-08-16T21:04:53Z', 'revision_number': 3, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'gw_port': {'id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:52Z', 'updated_at': '2021-08-16T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:56.808862 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72e1e0-1158-4d41-8f9f-4e66d1bdfdbe None None] The sync data for ids ['412e3192-48f3-4f4b-acb7-2f6aecb53637'] in n-d-793619-14 is: [{'id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'name': 'tempest-TestAggregatesBasicOps-1953980067-router', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:51Z', 'updated_at': '2021-08-16T21:04:53Z', 'revision_number': 3, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'gw_port': {'id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:52Z', 'updated_at': '2021-08-16T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:04:56.809460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4db8790c-6180-49ef-a2d2-a755d111242d None None] Port 39e021a4-0123-4c46-a496-18ba0a219452 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:56.916427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.988356 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.990853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Pushing event updated for resources: {'Port': ['ID=39e021a4-0123-4c46-a496-18ba0a219452,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:57.119823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Network 7c69fdc8-4e97-4e74-949b-13ce7386bb28 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:57.122557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:57.300601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Router 412e3192-48f3-4f4b-acb7-2f6aecb53637 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:04:57.425084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:04:57.430245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-163f53ab-e353-4f2f-9db0-abdd553b6874 admin admin] 10.222.0.74 "PUT /v2.0/routers/412e3192-48f3-4f4b-acb7-2f6aecb53637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3931692 Aug 16 21:04:57.487088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-62e36948-a547-4189-b1b9-876e1ab64fb9 None None] Provisioning complete for port 39e021a4-0123-4c46-a496-18ba0a219452 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:57.488683 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-62e36948-a547-4189-b1b9-876e1ab64fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:57.580301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-62e36948-a547-4189-b1b9-876e1ab64fb9 None None] Port 39e021a4-0123-4c46-a496-18ba0a219452 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:57.779647 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca6e55-ce5a-4e45-8321-16fbbeed590f req-03c8bdf5-6039-4acf-a7f8-fdb22b24fda0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:57.779647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43ca6e55-ce5a-4e45-8321-16fbbeed590f req-03c8bdf5-6039-4acf-a7f8-fdb22b24fda0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0831339 Aug 16 21:04:57.845351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43ca6e55-ce5a-4e45-8321-16fbbeed590f req-289467e7-a084-449a-8599-4cede718c340 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593734 Aug 16 21:04:57.933774 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:58.144730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:58.148928 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:58.149396 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.231574 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.252094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0eb14cb6-c4d9-46a8-99b4-9e7c4961c009,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:58.363058 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.429171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=0eb14cb6-c4d9-46a8-99b4-9e7c4961c009,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:58.439092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.439586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.439940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.440283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.440621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.440962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.441323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.441653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.442014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.442339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.442764 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.443313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:58.992148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb9342-3fc8-4351-968b-096946d8ef17 req-774aca54-08d5-4141-85a7-97a6ca35d6b8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:58.993751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1dcb9342-3fc8-4351-968b-096946d8ef17 req-774aca54-08d5-4141-85a7-97a6ca35d6b8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0699539 Aug 16 21:04:59.038251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1dcb9342-3fc8-4351-968b-096946d8ef17 req-dad26dfe-feb0-4654-b22f-a8d2133545d8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385754 Aug 16 21:04:59.141974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Sync routers for ids ['412e3192-48f3-4f4b-acb7-2f6aecb53637'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:04:59.152029 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Routers {'412e3192-48f3-4f4b-acb7-2f6aecb53637'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:59.152745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-38356005-1759-475c-9d62-00c6ef444233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['412e3192-48f3-4f4b-acb7-2f6aecb53637'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:59.285481 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Set router 412e3192-48f3-4f4b-acb7-2f6aecb53637 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:59.563822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-ab23ac2b-b223-4187-939a-e24803d7929f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2296977 Aug 16 21:04:59.591482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-38356005-1759-475c-9d62-00c6ef444233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'name': 'tempest-TestAggregatesBasicOps-1953980067-router', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:51Z', 'updated_at': '2021-08-16T21:04:56Z', 'revision_number': 4, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'gw_port': {'id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:52Z', 'updated_at': '2021-08-16T21:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '39e021a4-0123-4c46-a496-18ba0a219452', 'name': '', 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'mac_address': 'fa:16:3e:06:98:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3160a95e-e59e-4d4a-a1ad-e2d250836c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:55Z', 'updated_at': '2021-08-16T21:04:56Z', 'revision_number': 2, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'subnets': [{'id': '3160a95e-e59e-4d4a-a1ad-e2d250836c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:59.629127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Checking router: 412e3192-48f3-4f4b-acb7-2f6aecb53637 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:04:59.629499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Updating router 412e3192-48f3-4f4b-acb7-2f6aecb53637 port 39e021a4-0123-4c46-a496-18ba0a219452 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:04:59.655833 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:59.741364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-6724b5a5-dbff-4439-96ff-5fd20d6ae506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:59.742876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-6724b5a5-dbff-4439-96ff-5fd20d6ae506 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5cd37661d5142f69945a0904e4f2968&device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 1097 time: 0.1143980 Aug 16 21:04:59.880567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-c3751b11-91f0-4b8e-8c93-23c981a228e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:59.881988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-c3751b11-91f0-4b8e-8c93-23c981a228e5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4822ec26-7bfe-4198-be0b-e1bd57e607c1 HTTP/1.1" status: 200 len: 909 time: 0.1131818 Aug 16 21:04:59.922672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:59.962044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-51503cdd-a8d8-40bc-8ecd-28be554ae246 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373dc010-6a1d-498f-9d6a-b7be15ba0560 HTTP/1.1" status: 200 len: 1001 time: 0.0710812 Aug 16 21:05:00.080566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-ea4c1a07-86a4-4bc8-a3d7-603119235570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:00.085754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-ea4c1a07-86a4-4bc8-a3d7-603119235570 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6cb98c82-f15c-446c-9cff-88a44ecbbfe3 HTTP/1.1" status: 200 len: 847 time: 0.1135168 Aug 16 21:05:00.238101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:00.238633 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:00.270572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49740) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:00.302716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-7a9a073a-616d-4c42-9304-b55d2eb68914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:00.308840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-7a9a073a-616d-4c42-9304-b55d2eb68914 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4822ec26-7bfe-4198-be0b-e1bd57e607c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170436 Aug 16 21:05:00.320522 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:00.330931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Transition to ACTIVE for port object 39e021a4-0123-4c46-a496-18ba0a219452 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:00.336987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-99ba1371-289e-4d63-88bd-2212d6ed6803 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:05:00.339152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-99ba1371-289e-4d63-88bd-2212d6ed6803 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153482 Aug 16 21:05:00.364788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d13035-f737-40af-aa1d-27a263569db3 req-9a5d8177-bf0e-4781-a937-f6ab7dcd59e0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:00.373866 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4d13035-f737-40af-aa1d-27a263569db3 req-9a5d8177-bf0e-4781-a937-f6ab7dcd59e0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.2114103 Aug 16 21:05:00.435595 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:00.561307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4d13035-f737-40af-aa1d-27a263569db3 req-eb72b34c-9c3d-493a-b86d-63bf2fe5a534 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816795 Aug 16 21:05:00.616820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c28c2-c6df-42d4-ac82-ad01d6819980 None None] Pushing event updated for resources: {'Port': ['ID=39e021a4-0123-4c46-a496-18ba0a219452,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:00.637183 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-7ee68362-96e2-4b0f-adaa-7daf087f343c service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899637 Aug 16 21:05:00.745250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Attempting to bind port 39e021a4-0123-4c46-a496-18ba0a219452 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:00.746232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Attempting to bind port 39e021a4-0123-4c46-a496-18ba0a219452 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'e8f391ec-168e-479d-b69e-f44663948796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:00.763043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Attempting to bind port 39e021a4-0123-4c46-a496-18ba0a219452 on network 7c69fdc8-4e97-4e74-949b-13ce7386bb28 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:00.784815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:00.787136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Checking segment: {'id': 'e8f391ec-168e-479d-b69e-f44663948796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:00.790597 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:00.791322 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Bound using segment: {'id': 'e8f391ec-168e-479d-b69e-f44663948796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:00.795162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Bound port: 39e021a4-0123-4c46-a496-18ba0a219452, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f391ec-168e-479d-b69e-f44663948796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:00.795817 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:00.861556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad0ac33-0ef5-4711-ad0c-b5a481aed282 req-66bdf2a0-1965-44ab-9967-6b212d2be648 service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152784 Aug 16 21:05:00.903707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-38356005-1759-475c-9d62-00c6ef444233 None None] For port 39e021a4-0123-4c46-a496-18ba0a219452, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:00.907904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-38356005-1759-475c-9d62-00c6ef444233 None None] For port 39e021a4-0123-4c46-a496-18ba0a219452, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=39e021a4-0123-4c46-a496-18ba0a219452,segment=NetworkSegment(e8f391ec-168e-479d-b69e-f44663948796),segment_id=e8f391ec-168e-479d-b69e-f44663948796)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:00.980090 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.026535 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.094648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Routers {'412e3192-48f3-4f4b-acb7-2f6aecb53637'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:01.099519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-38356005-1759-475c-9d62-00c6ef444233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['412e3192-48f3-4f4b-acb7-2f6aecb53637'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:01.104982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c28c2-c6df-42d4-ac82-ad01d6819980 None None] Pushing event updated for resources: {'Port': ['ID=39e021a4-0123-4c46-a496-18ba0a219452,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:01.284388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-38356005-1759-475c-9d62-00c6ef444233 None None] Set router 412e3192-48f3-4f4b-acb7-2f6aecb53637 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:01.302859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] Deleting port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:01.303951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.605371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-38356005-1759-475c-9d62-00c6ef444233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'name': 'tempest-TestAggregatesBasicOps-1953980067-router', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:51Z', 'updated_at': '2021-08-16T21:04:56Z', 'revision_number': 4, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'gw_port': {'id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:52Z', 'updated_at': '2021-08-16T21:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '39e021a4-0123-4c46-a496-18ba0a219452', 'name': '', 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'mac_address': 'fa:16:3e:06:98:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3160a95e-e59e-4d4a-a1ad-e2d250836c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:55Z', 'updated_at': '2021-08-16T21:05:00Z', 'revision_number': 4, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'subnets': [{'id': '3160a95e-e59e-4d4a-a1ad-e2d250836c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:01.658583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38356005-1759-475c-9d62-00c6ef444233 None None] The sync data for ids ['412e3192-48f3-4f4b-acb7-2f6aecb53637'] in n-d-793619-14 is: [{'id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'name': 'tempest-TestAggregatesBasicOps-1953980067-router', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:51Z', 'updated_at': '2021-08-16T21:04:56Z', 'revision_number': 4, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'gw_port': {'id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:52Z', 'updated_at': '2021-08-16T21:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '39e021a4-0123-4c46-a496-18ba0a219452', 'name': '', 'network_id': '7c69fdc8-4e97-4e74-949b-13ce7386bb28', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'mac_address': 'fa:16:3e:06:98:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3160a95e-e59e-4d4a-a1ad-e2d250836c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:55Z', 'updated_at': '2021-08-16T21:05:00Z', 'revision_number': 4, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'subnets': [{'id': '3160a95e-e59e-4d4a-a1ad-e2d250836c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:01.768118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc25d-ff80-4a4e-ac53-87cd0c51a2aa req-5e98d4f4-3754-4878-954f-2d7ddd12c9b0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:01.776175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f3fc25d-ff80-4a4e-ac53-87cd0c51a2aa req-5e98d4f4-3754-4878-954f-2d7ddd12c9b0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1107883 Aug 16 21:05:01.900051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f3fc25d-ff80-4a4e-ac53-87cd0c51a2aa req-34b83855-a88f-443f-8ecf-f266b4c2a451 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134658 Aug 16 21:05:01.986303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39e021a4-0123-4c46-a496-18ba0a219452 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:01.997749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] For port c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb,segment=NetworkSegment(a3844b95-db19-4747-8ad8-3686605311d7),segment_id=a3844b95-db19-4747-8ad8-3686605311d7)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:01.998443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.016617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] Calling delete_port for c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:02.156438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 39e021a4-0123-4c46-a496-18ba0a219452 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:02.161608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 39e021a4-0123-4c46-a496-18ba0a219452 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:02.162177 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.256663 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.291708 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 39e021a4-0123-4c46-a496-18ba0a219452, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=39e021a4-0123-4c46-a496-18ba0a219452,segment=NetworkSegment(e8f391ec-168e-479d-b69e-f44663948796),segment_id=e8f391ec-168e-479d-b69e-f44663948796)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:02.294146 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.322948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:02.373412 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.431509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=39e021a4-0123-4c46-a496-18ba0a219452,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:02.538610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.647680 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.756932 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.778168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] Router 4d29ab12-e282-462d-b21d-ff16af08e910 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:02.904812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:02.915233 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79290417-037e-4468-879e-68ae22f8f016 None None] Sync routers for ids ['4d29ab12-e282-462d-b21d-ff16af08e910'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:02.920348 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2389549f-432c-48e3-8200-300a5056c139 admin admin] 10.222.0.74 "PUT /v2.0/routers/4d29ab12-e282-462d-b21d-ff16af08e910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6463366 Aug 16 21:05:02.920595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49770) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:02.926783 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79290417-037e-4468-879e-68ae22f8f016 None None] Routers {'4d29ab12-e282-462d-b21d-ff16af08e910'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:02.928486 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-79290417-037e-4468-879e-68ae22f8f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4d29ab12-e282-462d-b21d-ff16af08e910'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:03.064886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5250f19-ea4b-4643-8103-90fcd005cad9 req-a145753b-dd9d-42ca-b2d4-67d907cdc666 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:03.066638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5250f19-ea4b-4643-8103-90fcd005cad9 req-a145753b-dd9d-42ca-b2d4-67d907cdc666 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0632222 Aug 16 21:05:03.083756 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:03.104377 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-79290417-037e-4468-879e-68ae22f8f016 None None] Set router 4d29ab12-e282-462d-b21d-ff16af08e910 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:03.136962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5250f19-ea4b-4643-8103-90fcd005cad9 req-45767a0d-9a83-4341-94e6-5d97f66eb071 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630772 Aug 16 21:05:03.231951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:03.351186 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-79290417-037e-4468-879e-68ae22f8f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'name': 'tempest-TestAggregatesBasicOps-350141365-router', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:05:02Z', 'revision_number': 5, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'gw_port': {'id': 'e1f1a157-8e75-4070-b4be-7a6dbe0059f5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:03.369600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Deleting port e1f1a157-8e75-4070-b4be-7a6dbe0059f5 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:03.370150 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:03.378332 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79290417-037e-4468-879e-68ae22f8f016 None None] Checking router: 4d29ab12-e282-462d-b21d-ff16af08e910 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:03.390943 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79290417-037e-4468-879e-68ae22f8f016 None None] Routers {'4d29ab12-e282-462d-b21d-ff16af08e910'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:03.391705 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-79290417-037e-4468-879e-68ae22f8f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['4d29ab12-e282-462d-b21d-ff16af08e910'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:03.488232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] For port e1f1a157-8e75-4070-b4be-7a6dbe0059f5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e1f1a157-8e75-4070-b4be-7a6dbe0059f5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:03.488372 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-79290417-037e-4468-879e-68ae22f8f016 None None] Set router 4d29ab12-e282-462d-b21d-ff16af08e910 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:03.488706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:03.506035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Calling delete_port for e1f1a157-8e75-4070-b4be-7a6dbe0059f5 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:03.541951 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-79290417-037e-4468-879e-68ae22f8f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'name': 'tempest-TestAggregatesBasicOps-350141365-router', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:05:03Z', 'revision_number': 6, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:03.569163 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79290417-037e-4468-879e-68ae22f8f016 None None] The sync data for ids ['4d29ab12-e282-462d-b21d-ff16af08e910'] in n-d-793619-14 is: [{'id': '4d29ab12-e282-462d-b21d-ff16af08e910', 'name': 'tempest-TestAggregatesBasicOps-350141365-router', 'tenant_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:43Z', 'updated_at': '2021-08-16T21:05:03Z', 'revision_number': 6, 'project_id': '125ee8765e5d4a68b6a3f03fa57626e0', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:03.819252 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:03.848542 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f1a157-8e75-4070-b4be-7a6dbe0059f5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:03.938526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.125210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.129207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.276580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.277389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d29ab12-e282-462d-b21d-ff16af08e910 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:05:04.283985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94393481-6cda-4b04-b836-31d71e113b71 req-097edb9f-ef91-4442-8a9f-908335071cd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:04.284755 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.288339 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a678bc2f-5528-48a3-86a3-f9f45585565f admin admin] 10.222.0.74 "DELETE /v2.0/routers/4d29ab12-e282-462d-b21d-ff16af08e910 HTTP/1.1" status: 204 len: 168 time: 1.3642368 Aug 16 21:05:04.288554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49804) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:04.291382 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94393481-6cda-4b04-b836-31d71e113b71 req-097edb9f-ef91-4442-8a9f-908335071cd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0553081 Aug 16 21:05:04.325102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94393481-6cda-4b04-b836-31d71e113b71 req-69c66a32-34e7-4025-826b-4546fb1e23f3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328355 Aug 16 21:05:04.334096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dab29d5-aa1c-4e9d-926e-d575044ecae8 admin admin] Deleting subnet ff0a611d-f177-4747-b839-cb9b29e26233 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:05:04.337767 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3dab29d5-aa1c-4e9d-926e-d575044ecae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.373529 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3dab29d5-aa1c-4e9d-926e-d575044ecae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.384889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39e021a4-0123-4c46-a496-18ba0a219452 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:04.483701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 39e021a4-0123-4c46-a496-18ba0a219452 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:04.483701 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.495035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3dab29d5-aa1c-4e9d-926e-d575044ecae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.664053 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3dab29d5-aa1c-4e9d-926e-d575044ecae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.672091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:04.694859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:04.695335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c8a7ef03-0bd1-4684-98ef-04dee8d5dfcb not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:04.713196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab29d5-aa1c-4e9d-926e-d575044ecae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0a611d-f177-4747-b839-cb9b29e26233,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:04.718485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3dab29d5-aa1c-4e9d-926e-d575044ecae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.724311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49810) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:04.724452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27857c2b-b2d1-4cb8-b296-945b8a42c44f None None] Network 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:04.724534 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3dab29d5-aa1c-4e9d-926e-d575044ecae8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ff0a611d-f177-4747-b839-cb9b29e26233 HTTP/1.1" status: 204 len: 168 time: 0.4348645 Aug 16 21:05:04.881042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.977383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Deleting port 09927bd5-3a52-496f-ad56-b8f9a7471f65 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:04.977852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.995312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd05d2-db2a-49ae-b59b-0e89acbdc7f0 None None] DHCP port deletion for 8092bf21-d074-4bb9-b57b-ca0bfdd3be70 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:05:05.051265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd05d2-db2a-49ae-b59b-0e89acbdc7f0 None None] Deleting port 09927bd5-3a52-496f-ad56-b8f9a7471f65 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:05.051889 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9bcd05d2-db2a-49ae-b59b-0e89acbdc7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.092272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] For port 09927bd5-3a52-496f-ad56-b8f9a7471f65, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=09927bd5-3a52-496f-ad56-b8f9a7471f65,segment=NetworkSegment(a3844b95-db19-4747-8ad8-3686605311d7),segment_id=a3844b95-db19-4747-8ad8-3686605311d7)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:05.092766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.113620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Calling delete_port for 09927bd5-3a52-496f-ad56-b8f9a7471f65 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:05.122473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9bcd05d2-db2a-49ae-b59b-0e89acbdc7f0 None None] For port 09927bd5-3a52-496f-ad56-b8f9a7471f65, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=09927bd5-3a52-496f-ad56-b8f9a7471f65,segment=NetworkSegment(a3844b95-db19-4747-8ad8-3686605311d7),segment_id=a3844b95-db19-4747-8ad8-3686605311d7)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:05.123559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9bcd05d2-db2a-49ae-b59b-0e89acbdc7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.154871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd05d2-db2a-49ae-b59b-0e89acbdc7f0 None None] Calling delete_port for 09927bd5-3a52-496f-ad56-b8f9a7471f65 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:05.276422 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.318214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9bcd05d2-db2a-49ae-b59b-0e89acbdc7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.324177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=09927bd5-3a52-496f-ad56-b8f9a7471f65,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:05.332493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd05d2-db2a-49ae-b59b-0e89acbdc7f0 None None] No DVR routers for this DVR port 09927bd5-3a52-496f-ad56-b8f9a7471f65 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:05.334740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] No DVR routers for this DVR port 09927bd5-3a52-496f-ad56-b8f9a7471f65 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:05.375640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd05d2-db2a-49ae-b59b-0e89acbdc7f0 None None] Pushing event deleted for resources: {'Port': ['ID=09927bd5-3a52-496f-ad56-b8f9a7471f65,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:05.483640 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.514117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8092bf21-d074-4bb9-b57b-ca0bfdd3be70']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:05.521457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3844b95-db19-4747-8ad8-3686605311d7') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:05.521783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3844b95-db19-4747-8ad8-3686605311d7') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:05.532865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.573865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdfb1b-ac75-4d10-866a-f4885b8b0e8e req-34760c28-66da-4074-97f8-826fa41a0e9c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:05.585826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56bdfb1b-ac75-4d10-866a-f4885b8b0e8e req-34760c28-66da-4074-97f8-826fa41a0e9c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1053479 Aug 16 21:05:05.585826 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.589126 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:05:05.589741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:05:05.640340 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:05:05.711318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56bdfb1b-ac75-4d10-866a-f4885b8b0e8e req-58a3f2c6-8135-493b-a62e-c77dcd17bfbb tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240249 Aug 16 21:05:05.757171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49824) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:05.776852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.781990 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.784873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] 10.222.0.74 "DELETE /v2.0/networks/8092bf21-d074-4bb9-b57b-ca0bfdd3be70 HTTP/1.1" status: 204 len: 168 time: 1.0594943 Aug 16 21:05:05.788296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49828) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:05.878217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea2aed-eedb-4679-a7ed-78387087fb10 admin admin] Pushing event deleted for resources: {'Network': ['ID=8092bf21-d074-4bb9-b57b-ca0bfdd3be70,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:05.937577 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbb75-d121-4fae-a52d-0ef7bf419d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.945877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e1f1a157-8e75-4070-b4be-7a6dbe0059f5 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:05.969636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: e1f1a157-8e75-4070-b4be-7a6dbe0059f5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:05.973169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e1f1a157-8e75-4070-b4be-7a6dbe0059f5 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:05.973169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 09927bd5-3a52-496f-ad56-b8f9a7471f65 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:05.992079 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 09927bd5-3a52-496f-ad56-b8f9a7471f65 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:05.992425 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 09927bd5-3a52-496f-ad56-b8f9a7471f65 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:06.078431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbb75-d121-4fae-a52d-0ef7bf419d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:06.140760 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbb75-d121-4fae-a52d-0ef7bf419d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:06.226977 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a7dbbb75-d121-4fae-a52d-0ef7bf419d72 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=06ceae13f1f64b2bb04c51f8f5c42867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683404 Aug 16 21:05:06.228191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbbb75-d121-4fae-a52d-0ef7bf419d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abd5777-7269-424e-b9b2-252dab4aaa68,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:06.230812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49834) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:06.296485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c3a91f0-021f-4b73-a13b-35175752dcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:06.321771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c3a91f0-021f-4b73-a13b-35175752dcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:06.441291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c3a91f0-021f-4b73-a13b-35175752dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:06.444410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2c3a91f0-021f-4b73-a13b-35175752dcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:06.448131 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2c3a91f0-021f-4b73-a13b-35175752dcfb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0abd5777-7269-424e-b9b2-252dab4aaa68 HTTP/1.1" status: 204 len: 168 time: 0.2136843 Aug 16 21:05:06.465802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a91f0-021f-4b73-a13b-35175752dcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abd5777-7269-424e-b9b2-252dab4aaa68,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:06.662246 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-0df5c39c-c145-4aa6-842f-d5880f0b9e1d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1158004 Aug 16 21:05:06.751574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:06.774095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-874fc6ca-2863-4940-a5ae-554e88bf725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:06.776429 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-874fc6ca-2863-4940-a5ae-554e88bf725c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 1098 time: 0.0653644 Aug 16 21:05:06.955846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2bf1e-23d0-46f7-94f2-5274e7fc884b req-bbea32c5-d8a9-41a0-955b-d0c2cd8d3269 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:06.957446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64e2bf1e-23d0-46f7-94f2-5274e7fc884b req-bbea32c5-d8a9-41a0-955b-d0c2cd8d3269 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1482046 Aug 16 21:05:06.998856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-48416359-24ce-446e-bff4-89f8a0b6c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:07.000570 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-48416359-24ce-446e-bff4-89f8a0b6c1b0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.1966050 Aug 16 21:05:07.089122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64e2bf1e-23d0-46f7-94f2-5274e7fc884b req-807dd38b-bf1a-499c-aef6-0272ca9ca8d0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732534 Aug 16 21:05:07.096946 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-0da223ab-0905-4dec-b7f8-5b7a7ab0c52f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517 HTTP/1.1" status: 200 len: 1001 time: 0.0881679 Aug 16 21:05:07.198627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] Deleting port 39e021a4-0123-4c46-a496-18ba0a219452 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:07.199308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:07.200138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-c7f91afb-f3f8-46da-946d-31bcdc504b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:07.202299 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-c7f91afb-f3f8-46da-946d-31bcdc504b87 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0981977 Aug 16 21:05:07.258185 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-a998cb85-3be1-4bf0-a32d-1d85f460ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:07.260058 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-a998cb85-3be1-4bf0-a32d-1d85f460ff98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485675 Aug 16 21:05:07.295568 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] For port 39e021a4-0123-4c46-a496-18ba0a219452, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=39e021a4-0123-4c46-a496-18ba0a219452,segment=NetworkSegment(e8f391ec-168e-479d-b69e-f44663948796),segment_id=e8f391ec-168e-479d-b69e-f44663948796)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:07.295970 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:07.311985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] Calling delete_port for 39e021a4-0123-4c46-a496-18ba0a219452 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:07.421445 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-198ff412-dad6-461f-a764-73d0c4ffa28a service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523826 Aug 16 21:05:07.542088 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6dd73f7b-d8c8-4ae5-a572-d7112da89af3 req-62f3abc5-11c7-44ec-8ff8-3a8d5055f5b4 service neutron] 10.222.0.79 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082690 Aug 16 21:05:07.665286 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:07.701916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=39e021a4-0123-4c46-a496-18ba0a219452,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:07.962531 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:08.261941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6957aa-ccca-4505-8f98-2bf566d5e379 req-c54c4cc5-de12-4491-a25e-5cf177b2b16f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:08.263584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d6957aa-ccca-4505-8f98-2bf566d5e379 req-c54c4cc5-de12-4491-a25e-5cf177b2b16f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0727165 Aug 16 21:05:08.265582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] Router 412e3192-48f3-4f4b-acb7-2f6aecb53637 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:08.353137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d6957aa-ccca-4505-8f98-2bf566d5e379 req-22b3e9d0-c4a7-4c10-987a-8d30ecfce8b6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801563 Aug 16 21:05:08.405707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:08.410835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5bf1dde3-fc94-4a2e-b4f5-dc0f5da60a4e admin admin] 10.222.0.74 "PUT /v2.0/routers/412e3192-48f3-4f4b-acb7-2f6aecb53637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6208527 Aug 16 21:05:08.413385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49882) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:08.416284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24db12-a1ca-47de-be32-4a39d373f831 None None] Sync routers for ids ['412e3192-48f3-4f4b-acb7-2f6aecb53637'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:08.428596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24db12-a1ca-47de-be32-4a39d373f831 None None] Routers {'412e3192-48f3-4f4b-acb7-2f6aecb53637'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:08.429452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2f24db12-a1ca-47de-be32-4a39d373f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['412e3192-48f3-4f4b-acb7-2f6aecb53637'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:08.553690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:08.566399 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2f24db12-a1ca-47de-be32-4a39d373f831 None None] Set router 412e3192-48f3-4f4b-acb7-2f6aecb53637 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:08.669764 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:08.772368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2f24db12-a1ca-47de-be32-4a39d373f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'name': 'tempest-TestAggregatesBasicOps-1953980067-router', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:51Z', 'updated_at': '2021-08-16T21:05:07Z', 'revision_number': 5, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'gw_port': {'id': '0eb14cb6-c4d9-46a8-99b4-9e7c4961c009', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:52Z', 'updated_at': '2021-08-16T21:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:08.793999 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Deleting port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:08.798918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:08.832199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24db12-a1ca-47de-be32-4a39d373f831 None None] Checking router: 412e3192-48f3-4f4b-acb7-2f6aecb53637 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:08.843613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24db12-a1ca-47de-be32-4a39d373f831 None None] Routers {'412e3192-48f3-4f4b-acb7-2f6aecb53637'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:08.845941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2f24db12-a1ca-47de-be32-4a39d373f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['412e3192-48f3-4f4b-acb7-2f6aecb53637'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:08.886315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] For port 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0eb14cb6-c4d9-46a8-99b4-9e7c4961c009,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:08.886736 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:08.900436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Calling delete_port for 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:08.940841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-2f24db12-a1ca-47de-be32-4a39d373f831 None None] Set router 412e3192-48f3-4f4b-acb7-2f6aecb53637 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:08.998876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-2f24db12-a1ca-47de-be32-4a39d373f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'name': 'tempest-TestAggregatesBasicOps-1953980067-router', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:51Z', 'updated_at': '2021-08-16T21:05:08Z', 'revision_number': 6, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:09.029080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24db12-a1ca-47de-be32-4a39d373f831 None None] The sync data for ids ['412e3192-48f3-4f4b-acb7-2f6aecb53637'] in n-d-793619-14 is: [{'id': '412e3192-48f3-4f4b-acb7-2f6aecb53637', 'name': 'tempest-TestAggregatesBasicOps-1953980067-router', 'tenant_id': '848b1b5afadf4b9daab2e7772b172193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:51Z', 'updated_at': '2021-08-16T21:05:08Z', 'revision_number': 6, 'project_id': '848b1b5afadf4b9daab2e7772b172193', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:09.145293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.172154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb14cb6-c4d9-46a8-99b4-9e7c4961c009,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:09.240694 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.332018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.334160 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.435951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.437490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 412e3192-48f3-4f4b-acb7-2f6aecb53637 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:05:09.442693 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.446619 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-efc4459e-a563-40c4-8ae3-c523283e5be7 admin admin] 10.222.0.74 "DELETE /v2.0/routers/412e3192-48f3-4f4b-acb7-2f6aecb53637 HTTP/1.1" status: 204 len: 168 time: 1.0316243 Aug 16 21:05:09.447790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49888) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:09.496360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f36734-153e-4210-9dae-11a96be33321 admin admin] Deleting subnet 3160a95e-e59e-4d4a-a1ad-e2d250836c2d {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:05:09.499658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1f36734-153e-4210-9dae-11a96be33321 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.505228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb02e-46f8-48fa-8b9b-fbb99c00f836 req-9f1b362d-14b7-403d-9816-6b3e96af8b6e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:09.512375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90bdb02e-46f8-48fa-8b9b-fbb99c00f836 req-9f1b362d-14b7-403d-9816-6b3e96af8b6e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0755682 Aug 16 21:05:09.569878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1f36734-153e-4210-9dae-11a96be33321 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.586425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90bdb02e-46f8-48fa-8b9b-fbb99c00f836 req-c692c162-69b1-44f6-a383-c4ca66887b49 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712678 Aug 16 21:05:09.655510 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1f36734-153e-4210-9dae-11a96be33321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.779767 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1f36734-153e-4210-9dae-11a96be33321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.806915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f36734-153e-4210-9dae-11a96be33321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3160a95e-e59e-4d4a-a1ad-e2d250836c2d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:09.810922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1f36734-153e-4210-9dae-11a96be33321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.815308 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c1f36734-153e-4210-9dae-11a96be33321 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3160a95e-e59e-4d4a-a1ad-e2d250836c2d HTTP/1.1" status: 204 len: 168 time: 0.3631229 Aug 16 21:05:09.815897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49890) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:09.816869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75262fe6-ad7c-4afa-afef-b85bbc174505 None None] Network 7c69fdc8-4e97-4e74-949b-13ce7386bb28 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:09.956118 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.985550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:10.023408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:10.023821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0eb14cb6-c4d9-46a8-99b4-9e7c4961c009 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:10.024195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39e021a4-0123-4c46-a496-18ba0a219452 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:10.028574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Deleting port 02e9b171-1563-4965-92a9-60eab6460c0a {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:10.028989 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.046670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 39e021a4-0123-4c46-a496-18ba0a219452 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:10.046875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39e021a4-0123-4c46-a496-18ba0a219452 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:10.122680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] For port 02e9b171-1563-4965-92a9-60eab6460c0a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=02e9b171-1563-4965-92a9-60eab6460c0a,segment=NetworkSegment(e8f391ec-168e-479d-b69e-f44663948796),segment_id=e8f391ec-168e-479d-b69e-f44663948796)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:10.123047 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.135793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03d0b8-5f0f-4461-9a4b-0856fbfce424 None None] DHCP port deletion for 7c69fdc8-4e97-4e74-949b-13ce7386bb28 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:05:10.141292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Calling delete_port for 02e9b171-1563-4965-92a9-60eab6460c0a owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:10.184562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ad03d0b8-5f0f-4461-9a4b-0856fbfce424 None None] Deleting port 02e9b171-1563-4965-92a9-60eab6460c0a {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:10.184943 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ad03d0b8-5f0f-4461-9a4b-0856fbfce424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.255175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ad03d0b8-5f0f-4461-9a4b-0856fbfce424 None None] For port 02e9b171-1563-4965-92a9-60eab6460c0a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=02e9b171-1563-4965-92a9-60eab6460c0a,segment=NetworkSegment(e8f391ec-168e-479d-b69e-f44663948796),segment_id=e8f391ec-168e-479d-b69e-f44663948796)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:10.255570 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ad03d0b8-5f0f-4461-9a4b-0856fbfce424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.268831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ad03d0b8-5f0f-4461-9a4b-0856fbfce424 None None] Calling delete_port for 02e9b171-1563-4965-92a9-60eab6460c0a owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:10.292698 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.335971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] No DVR routers for this DVR port 02e9b171-1563-4965-92a9-60eab6460c0a on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:10.341205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e9b171-1563-4965-92a9-60eab6460c0a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:10.353266 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ad03d0b8-5f0f-4461-9a4b-0856fbfce424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.384141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03d0b8-5f0f-4461-9a4b-0856fbfce424 None None] Pushing event deleted for resources: {'Port': ['ID=02e9b171-1563-4965-92a9-60eab6460c0a,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:10.389075 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03d0b8-5f0f-4461-9a4b-0856fbfce424 None None] No DVR routers for this DVR port 02e9b171-1563-4965-92a9-60eab6460c0a on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:10.415234 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.425593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c69fdc8-4e97-4e74-949b-13ce7386bb28']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:10.435014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f391ec-168e-479d-b69e-f44663948796') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:10.435304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f391ec-168e-479d-b69e-f44663948796') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:10.444488 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.458461 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.464828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:05:10.465253 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:05:10.466936 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:05:10.567904 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.573620 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.575473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] 10.222.0.74 "DELETE /v2.0/networks/7c69fdc8-4e97-4e74-949b-13ce7386bb28 HTTP/1.1" status: 204 len: 168 time: 0.7585824 Aug 16 21:05:10.588852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33117a-948e-4967-bb68-1ae5e93c6a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c69fdc8-4e97-4e74-949b-13ce7386bb28,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:10.696335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80320638-9d89-4303-9485-02eb59c59061 req-17f1a065-d23e-4b19-8ee4-b5db17143ca5 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:10.698034 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80320638-9d89-4303-9485-02eb59c59061 req-17f1a065-d23e-4b19-8ee4-b5db17143ca5 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0510905 Aug 16 21:05:10.737758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80320638-9d89-4303-9485-02eb59c59061 req-94709d26-4fc7-4048-9ae9-4d7a1ec19922 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336912 Aug 16 21:05:10.901530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49898) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:10.941199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c4dc9d93-37a4-43bc-98f3-3736cfc18504 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=125ee8765e5d4a68b6a3f03fa57626e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383499 Aug 16 21:05:10.943587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49900) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:10.998252 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-54b2eff7-f01d-4d41-a375-a5bda8b93ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.021889 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-54b2eff7-f01d-4d41-a375-a5bda8b93ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.167481 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-54b2eff7-f01d-4d41-a375-a5bda8b93ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.170090 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-54b2eff7-f01d-4d41-a375-a5bda8b93ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.171287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-54b2eff7-f01d-4d41-a375-a5bda8b93ca6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6a322a49-c45f-4e7c-a2ff-b118856c8b83 HTTP/1.1" status: 204 len: 168 time: 0.2267735 Aug 16 21:05:11.180535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2eff7-f01d-4d41-a375-a5bda8b93ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a322a49-c45f-4e7c-a2ff-b118856c8b83,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:11.865871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49916) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:11.889790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fccc78-90fa-49ca-b4a0-542adb4af981 req-5ec2cb2e-a2e7-4961-8581-9a140a4b0642 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:11.899106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35fccc78-90fa-49ca-b4a0-542adb4af981 req-5ec2cb2e-a2e7-4961-8581-9a140a4b0642 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0872281 Aug 16 21:05:11.922984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 02e9b171-1563-4965-92a9-60eab6460c0a no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:11.931531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49920) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:11.950485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35fccc78-90fa-49ca-b4a0-542adb4af981 req-0375bc60-58ed-415f-a6dd-5b5aa812d30c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461490 Aug 16 21:05:11.953722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 02e9b171-1563-4965-92a9-60eab6460c0a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:11.965786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 02e9b171-1563-4965-92a9-60eab6460c0a not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:11.995105 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-289ef16d-0571-49ca-a1df-c3cbb539bd2b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=848b1b5afadf4b9daab2e7772b172193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622108 Aug 16 21:05:11.997518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49922) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:12.071068 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0f15-4721-4222-939c-b6fb27e28dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:12.099126 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0f15-4721-4222-939c-b6fb27e28dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:12.182447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4b919c05-024d-46d4-93a0-30be65ea5440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:12.222580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0f15-4721-4222-939c-b6fb27e28dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:12.225127 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0f15-4721-4222-939c-b6fb27e28dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:12.226326 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2fbe0f15-4721-4222-939c-b6fb27e28dcb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b71e48bf-6f15-446c-9356-a771d74c61d4 HTTP/1.1" status: 204 len: 168 time: 0.2277770 Aug 16 21:05:12.243079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe0f15-4721-4222-939c-b6fb27e28dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71e48bf-6f15-446c-9356-a771d74c61d4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:12.342873 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4b919c05-024d-46d4-93a0-30be65ea5440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:12.447720 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4b919c05-024d-46d4-93a0-30be65ea5440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:12.491500 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4b919c05-024d-46d4-93a0-30be65ea5440 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3abc1df67ef04d048dc747995976aa23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244688 Aug 16 21:05:12.491500 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b919c05-024d-46d4-93a0-30be65ea5440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2221c2f-2f52-4275-9f87-35ee90238da9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:12.492012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 49936) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:12.570876 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8dad0703-9e69-4e2f-b6fb-ca104072766b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:12.596157 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8dad0703-9e69-4e2f-b6fb-ca104072766b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:12.738872 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8dad0703-9e69-4e2f-b6fb-ca104072766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:12.740195 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8dad0703-9e69-4e2f-b6fb-ca104072766b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:12.741667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8dad0703-9e69-4e2f-b6fb-ca104072766b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c2221c2f-2f52-4275-9f87-35ee90238da9 HTTP/1.1" status: 204 len: 168 time: 0.2481236 Aug 16 21:05:12.767329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad0703-9e69-4e2f-b6fb-ca104072766b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2221c2f-2f52-4275-9f87-35ee90238da9,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:12.807268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68363880-76e6-4257-ae7d-cc02fa147fb4 req-176e233f-c001-4663-ae9f-51473204a3ba tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:12.808798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68363880-76e6-4257-ae7d-cc02fa147fb4 req-176e233f-c001-4663-ae9f-51473204a3ba tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 946 time: 0.0829182 Aug 16 21:05:12.856442 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68363880-76e6-4257-ae7d-cc02fa147fb4 req-3a0423e8-4355-40b0-a5b1-bc8d268707dd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402999 Aug 16 21:05:13.076780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc36065-89c7-4901-95ea-077332e1a7b1 req-f7424d59-bfbd-4b63-ab50-50a07d1b16f5 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:13.078299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cc36065-89c7-4901-95ea-077332e1a7b1 req-f7424d59-bfbd-4b63-ab50-50a07d1b16f5 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0529652 Aug 16 21:05:13.123264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cc36065-89c7-4901-95ea-077332e1a7b1 req-281644e6-e84f-49d9-b527-11d32333b348 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386903 Aug 16 21:05:13.406353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 49980) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:13.503852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1818386173-network', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:13.607553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Made reservation on behalf of 3ef7514149b345aeb2d3ac50fedbe37b for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:13.609871 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.619603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.709605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.859075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.887143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:05:13.892766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f017588f-0558-4464-8eb1-8b1d88425eef,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:13.903699 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.903699 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Added segment c92fc153-2fc0-498e-b7e7-57ff1263d26d of type vlan for network d153050c-0478-49d6-a9d1-21ce5960fda8 Aug 16 21:05:13.949579 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.013390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02328de1-fc08-47ff-9394-ca8004ae75ea req-78adcc24-169a-445b-a17d-8112107e56fb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:14.015207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02328de1-fc08-47ff-9394-ca8004ae75ea req-78adcc24-169a-445b-a17d-8112107e56fb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 946 time: 0.0763664 Aug 16 21:05:14.035998 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.037106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:14.037688 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.058033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02328de1-fc08-47ff-9394-ca8004ae75ea req-ee3b8760-889a-4f4d-8ee5-d2f6f7d852b6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367489 Aug 16 21:05:14.097422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=d153050c-0478-49d6-a9d1-21ce5960fda8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:14.106808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network d153050c-0478-49d6-a9d1-21ce5960fda8 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:05:14.165054 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-227c7dc0-049f-454a-a9e7-06d7dcae9ee7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7591605 Aug 16 21:05:14.168187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50000) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:14.174569 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] Request body: {'subnet': {'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1818386173-subnet', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:14.203168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-9a0e4c0a-b870-4c4e-9c9c-623c71c0addc tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:14.205386 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-9a0e4c0a-b870-4c4e-9c9c-623c71c0addc tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.79 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 946 time: 0.0758023 Aug 16 21:05:14.263259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6f1f6-6dc0-4672-8b7d-e552fecf0bdb req-dd16abf2-f82e-448b-919f-6a647db0770b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:14.264775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c4d6f1f6-6dc0-4672-8b7d-e552fecf0bdb req-dd16abf2-f82e-448b-919f-6a647db0770b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0515976 Aug 16 21:05:14.279955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] Made reservation on behalf of 3ef7514149b345aeb2d3ac50fedbe37b for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:14.284751 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.304438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c4d6f1f6-6dc0-4672-8b7d-e552fecf0bdb req-aaea39e6-c5ab-4880-a5c8-3ade5a6c8a58 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330298 Aug 16 21:05:14.377806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Deleting port a6bf5537-0dc6-4a54-b679-fff4acb2a517 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:14.378969 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.877566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] For port a6bf5537-0dc6-4a54-b679-fff4acb2a517, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=a6bf5537-0dc6-4a54-b679-fff4acb2a517,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:14.878285 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:15.007526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:15.171800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c73808b-f53c-4af5-b7d9-08d1a8437271,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:15.186224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444c6e0-aed5-494a-86b4-c0f75b298aba req-4bc6d7aa-6665-4cd3-8c2e-9270fa551171 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:15.187916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1444c6e0-aed5-494a-86b4-c0f75b298aba req-4bc6d7aa-6665-4cd3-8c2e-9270fa551171 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 946 time: 0.0534213 Aug 16 21:05:15.207371 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cd17ba5c-9173-49ee-b809-060f59ea7201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:15.210677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] Checking segment: {'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:15.210677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] Network hostable DHCP agents. Network: d153050c-0478-49d6-a9d1-21ce5960fda8, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:05:15.227424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:15.227988 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:15.228500 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Floating IP 5c13d9ba-8db1-4d9a-a465-f3aff008232c disassociated. External IP: 172.25.4.126, port: a6bf5537-0dc6-4a54-b679-fff4acb2a517. Aug 16 21:05:15.229094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Calling delete_port for a6bf5537-0dc6-4a54-b679-fff4acb2a517 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:15.236366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1444c6e0-aed5-494a-86b4-c0f75b298aba req-e16f46db-f9e2-48ce-87bf-9e89a2a097ed tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=c7cb42e2-987e-4359-8649-e6ecfb40592a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399635 Aug 16 21:05:15.459155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58605e-3791-4124-81ca-152262f729c0 req-860891ae-46dd-438e-8cd8-ef53f2050853 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:15.459155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc58605e-3791-4124-81ca-152262f729c0 req-860891ae-46dd-438e-8cd8-ef53f2050853 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0559695 Aug 16 21:05:15.481574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc58605e-3791-4124-81ca-152262f729c0 req-223f0657-ab28-422b-8f20-38ee11e7655e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323315 Aug 16 21:05:15.677683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] Network d153050c-0478-49d6-a9d1-21ce5960fda8 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:05:15.814382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:15.847328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event deleted for resources: {'Port': ['ID=a6bf5537-0dc6-4a54-b679-fff4acb2a517,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:15.889416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, d153050c-0478-49d6-a9d1-21ce5960fda8) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:15.897905 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:15.902548 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:15.908667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a4e69b-23c8-411f-b9d1-979563592bb7 None None] Network d153050c-0478-49d6-a9d1-21ce5960fda8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:15.981658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:16.031343 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-76409dca-6d45-45ac-bf81-547b32e07d93 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8621066 Aug 16 21:05:16.034979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50048) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:16.039388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:16.059848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-d153050c-0478-49d6-a9d1-21ce5960fda8', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:05:16.074292 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.119778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:16.129669 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bdf952-4971-4d16-89b3-0b071c5888b5 None None] Sync routers for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:16.139767 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bdf952-4971-4d16-89b3-0b071c5888b5 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:16.143835 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-59bdf952-4971-4d16-89b3-0b071c5888b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:16.161914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] No DVR routers for this DVR port a6bf5537-0dc6-4a54-b679-fff4acb2a517 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:16.164687 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.167349 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bcf4b1cc-e3a7-48c5-b761-cd503726b301 req-1db2fb85-6b55-446c-975a-91765f5b4fee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.79 "DELETE /v2.0/ports/a6bf5537-0dc6-4a54-b679-fff4acb2a517 HTTP/1.1" status: 204 len: 173 time: 1.9552832 Aug 16 21:05:16.167820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'name': 'network-vif-deleted', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:16.171134 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f648267b-e67f-41bc-9539-e2770f491d39" -d '{"events": [{"server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "name": "network-vif-deleted", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:16.208051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.209483 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.214778 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd568ae0-1e08-458c-ab26-df867be81be9 x-openstack-request-id: req-fd568ae0-1e08-458c-ab26-df867be81be9 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:16.215291 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b757ba-1ef7-4460-800a-da835034491f", "name": "network-vif-deleted", "tag": "a6bf5537-0dc6-4a54-b679-fff4acb2a517", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:16.215760 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fd568ae0-1e08-458c-ab26-df867be81be9 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:16.216415 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b757ba-1ef7-4460-800a-da835034491f', 'name': 'network-vif-deleted', 'tag': 'a6bf5537-0dc6-4a54-b679-fff4acb2a517', 'status': 'completed', 'code': 200} Aug 16 21:05:16.228485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Allocated IP 172.20.0.2 (d153050c-0478-49d6-a9d1-21ce5960fda8/5c73808b-f53c-4af5-b7d9-08d1a8437271/140c0fa8-697c-41f5-b584-31e3c0179736) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:16.289699 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-59bdf952-4971-4d16-89b3-0b071c5888b5 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:16.307241 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.413949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61b915b6-6f2b-40c5-b490-fa50a3c726d0 req-a07897f0-0a25-4426-86f3-d5a25a1d9a36 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b757ba-1ef7-4460-800a-da835034491f HTTP/1.1" status: 200 len: 210 time: 0.0723820 Aug 16 21:05:16.455749 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.468274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Transition to ACTIVE for port object 140c0fa8-697c-41f5-b584-31e3c0179736 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:16.487408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Transition to ACTIVE for port object 140c0fa8-697c-41f5-b584-31e3c0179736 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:16.552652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.596558 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.600199 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-59bdf952-4971-4d16-89b3-0b071c5888b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:16.632471 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bdf952-4971-4d16-89b3-0b071c5888b5 None None] Checking router: 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:16.632654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Network d153050c-0478-49d6-a9d1-21ce5960fda8 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:16.635604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:16.638653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:16.643143 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bdf952-4971-4d16-89b3-0b071c5888b5 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:16.643776 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-59bdf952-4971-4d16-89b3-0b071c5888b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:04:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:16.826693 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-59bdf952-4971-4d16-89b3-0b071c5888b5 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:16.864854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aaab4-5bab-4a02-bab6-24d27a9f6222 req-0530fac2-240a-492a-8e39-7e097edac269 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:16.873922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a8aaab4-5bab-4a02-bab6-24d27a9f6222 req-0530fac2-240a-492a-8e39-7e097edac269 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.0961251 Aug 16 21:05:16.954077 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Pushing event updated for resources: {'Port': ['ID=140c0fa8-697c-41f5-b584-31e3c0179736,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:16.962980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Attempting to bind port 140c0fa8-697c-41f5-b584-31e3c0179736 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:16.963362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Attempting to bind port 140c0fa8-697c-41f5-b584-31e3c0179736 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:16.963807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Attempting to bind port 140c0fa8-697c-41f5-b584-31e3c0179736 on network d153050c-0478-49d6-a9d1-21ce5960fda8 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:16.969582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:16.975292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Checking segment: {'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:16.975292 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.975292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Bound using segment: {'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:16.975292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Bound port: 140c0fa8-697c-41f5-b584-31e3c0179736, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:16.975292 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.014504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a8aaab4-5bab-4a02-bab6-24d27a9f6222 req-85cde35a-9bce-4fac-a530-eb8a2b8ee894 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338046 Aug 16 21:05:17.055605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.088429 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.154085 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-59bdf952-4971-4d16-89b3-0b071c5888b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:17.165284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] For port 140c0fa8-697c-41f5-b584-31e3c0179736, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:17.176427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] For port 140c0fa8-697c-41f5-b584-31e3c0179736, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=140c0fa8-697c-41f5-b584-31e3c0179736,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:17.193046 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bdf952-4971-4d16-89b3-0b071c5888b5 None None] The sync data for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 is: [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:17.242160 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.277848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Allocated IP 172.25.4.186 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/52e18c08-4ac0-48aa-bcf1-49dacb50ab69) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:17.323671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a99c8f-6eec-4033-978a-e969c1a02924 None None] Pushing event updated for resources: {'Port': ['ID=140c0fa8-697c-41f5-b584-31e3c0179736,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:17.443381 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.509900 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dfa6189f-91ad-491b-9a6e-9fdf1716c3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.579243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.654588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50072) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:17.656116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:17.659491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:17.664118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc13c0-9932-4c6e-9e1c-1e0e6951d507 None None] New status for floating IP 5c13d9ba-8db1-4d9a-a465-f3aff008232c: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:05:17.664270 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:17.667559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Pushing event updated for resources: {'Port': ['ID=52e18c08-4ac0-48aa-bcf1-49dacb50ab69,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:17.757016 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97bf8930-47f3-4354-b83b-5354b7560b03 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.793962 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97bf8930-47f3-4354-b83b-5354b7560b03 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.974825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 140c0fa8-697c-41f5-b584-31e3c0179736 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:17.978867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.018879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97bf8930-47f3-4354-b83b-5354b7560b03 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.021561 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97bf8930-47f3-4354-b83b-5354b7560b03 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.027230 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-97bf8930-47f3-4354-b83b-5354b7560b03 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "DELETE /v2.0/security-groups/c7cb42e2-987e-4359-8649-e6ecfb40592a HTTP/1.1" status: 204 len: 168 time: 0.3680460 Aug 16 21:05:18.030145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50076) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:18.046712 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-49cabac0-db33-4939-8ba3-7c957b3bf3c1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] show failed (client error): The resource could not be found. Aug 16 21:05:18.051041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-49cabac0-db33-4939-8ba3-7c957b3bf3c1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups/c7cb42e2-987e-4359-8649-e6ecfb40592a HTTP/1.1" status: 404 len: 347 time: 0.0186236 Aug 16 21:05:18.051328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50080) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:18.119888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf8930-47f3-4354-b83b-5354b7560b03 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cb42e2-987e-4359-8649-e6ecfb40592a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:18.149369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.156511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 140c0fa8-697c-41f5-b584-31e3c0179736 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:18.255589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6e12b-5407-4081-9c39-99bc3ca26a22 req-ee9575cd-c74e-406a-b78b-d85e7ab2a50b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:18.257066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77f6e12b-5407-4081-9c39-99bc3ca26a22 req-ee9575cd-c74e-406a-b78b-d85e7ab2a50b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1350229 Aug 16 21:05:18.271271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9c5723f2-5bc3-402e-8954-56ea41dcfa9a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Deleting port 46bae4da-bd3a-42b2-a617-4ae878c2ec48 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:18.271615 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c5723f2-5bc3-402e-8954-56ea41dcfa9a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.362946 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c5723f2-5bc3-402e-8954-56ea41dcfa9a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.363280 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c5723f2-5bc3-402e-8954-56ea41dcfa9a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.386493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-9c5723f2-5bc3-402e-8954-56ea41dcfa9a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Calling delete_port for 46bae4da-bd3a-42b2-a617-4ae878c2ec48 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:18.399396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77f6e12b-5407-4081-9c39-99bc3ca26a22 req-fd20fdf3-8fee-42f3-887e-64dc939d1821 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357870 Aug 16 21:05:18.411628 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.544358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a6bf5537-0dc6-4a54-b679-fff4acb2a517 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:18.584880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: a6bf5537-0dc6-4a54-b679-fff4acb2a517 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:18.585247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device a6bf5537-0dc6-4a54-b679-fff4acb2a517 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:18.630233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139a0372-c03f-475e-9646-5c0c787e30a4 None None] Network d153050c-0478-49d6-a9d1-21ce5960fda8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:18.652968 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c5723f2-5bc3-402e-8954-56ea41dcfa9a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.670077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Router dacb70b7-bbb9-4749-844e-6a40b84b0e9c is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:05:18.692440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5723f2-5bc3-402e-8954-56ea41dcfa9a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event deleted for resources: {'Port': ['ID=46bae4da-bd3a-42b2-a617-4ae878c2ec48,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:18.759801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c5723f2-5bc3-402e-8954-56ea41dcfa9a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.762880 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9c5723f2-5bc3-402e-8954-56ea41dcfa9a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.770990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9c5723f2-5bc3-402e-8954-56ea41dcfa9a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "DELETE /v2.0/floatingips/5c13d9ba-8db1-4d9a-a465-f3aff008232c HTTP/1.1" status: 204 len: 168 time: 0.7118397 Aug 16 21:05:18.803123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fe2e46b3-d45a-4976-b855-58a058b3f970 None None] Provisioning for port 140c0fa8-697c-41f5-b584-31e3c0179736 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:18.815146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:18.815476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fe2e46b3-d45a-4976-b855-58a058b3f970 None None] Provisioning complete for port 140c0fa8-697c-41f5-b584-31e3c0179736 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:18.815977 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fe2e46b3-d45a-4976-b855-58a058b3f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.849676 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Sync routers for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:18.870548 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:18.873785 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:05:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:18.920223 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.922444 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6d98ab09-1878-42df-a903-ac3d7593c28a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8864934 Aug 16 21:05:18.925722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50096) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:18.967056 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fe2e46b3-d45a-4976-b855-58a058b3f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.045052 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fe2e46b3-d45a-4976-b855-58a058b3f970 None None] For port 140c0fa8-697c-41f5-b584-31e3c0179736, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=140c0fa8-697c-41f5-b584-31e3c0179736,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:19.121978 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fe2e46b3-d45a-4976-b855-58a058b3f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.194281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50100) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:19.201046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-529382bf-e22b-41be-9fb0-d0869f0836e0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768168372', 'description': 'tempest-description--1991282751'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:19.243125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e46b3-d45a-4976-b855-58a058b3f970 None None] Pushing event updated for resources: {'Port': ['ID=140c0fa8-697c-41f5-b584-31e3c0179736,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:19.257491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5fd662a4-1d0f-4001-86e6-e790a176268b None None] Provisioning complete for port 140c0fa8-697c-41f5-b584-31e3c0179736 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:19.258311 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5fd662a4-1d0f-4001-86e6-e790a176268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.324390 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:19.333623 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-529382bf-e22b-41be-9fb0-d0869f0836e0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.343404 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.476718 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-529382bf-e22b-41be-9fb0-d0869f0836e0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.574321 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-529382bf-e22b-41be-9fb0-d0869f0836e0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.628926 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:17Z', 'revision_number': 3, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:19.645897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529382bf-e22b-41be-9fb0-d0869f0836e0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfef122-a63f-4d76-b82d-a7a6383eeb05,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:19.660811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9e3c-6673-48d6-a6c5-c744769e61fe req-b462423f-8a13-418b-8046-21b328b0a70b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:19.670643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-564e9e3c-6673-48d6-a6c5-c744769e61fe req-b462423f-8a13-418b-8046-21b328b0a70b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1672666 Aug 16 21:05:19.694012 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Checking router: dacb70b7-bbb9-4749-844e-6a40b84b0e9c for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:19.694407 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Updating router dacb70b7-bbb9-4749-844e-6a40b84b0e9c port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:05:19.725365 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.736563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-564e9e3c-6673-48d6-a6c5-c744769e61fe req-cee17f48-85d5-4895-b324-91cccfaccf5d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627546 Aug 16 21:05:19.737719 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-529382bf-e22b-41be-9fb0-d0869f0836e0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.739072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-529382bf-e22b-41be-9fb0-d0869f0836e0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5429287 Aug 16 21:05:19.745846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50116) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:19.758075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d72112fc-2a65-42f2-a431-8a526bf5aa5e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'security_group_rule': {'security_group_id': '2bfef122-a63f-4d76-b82d-a7a6383eeb05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:19.863567 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d72112fc-2a65-42f2-a431-8a526bf5aa5e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.913960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 140c0fa8-697c-41f5-b584-31e3c0179736 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:19.961293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d72112fc-2a65-42f2-a431-8a526bf5aa5e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.006276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 140c0fa8-697c-41f5-b584-31e3c0179736 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:20.006662 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.032464 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d72112fc-2a65-42f2-a431-8a526bf5aa5e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.082195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72112fc-2a65-42f2-a431-8a526bf5aa5e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92d347a-577c-4e4e-80d8-44ab06adeae7,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:20.105838 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d72112fc-2a65-42f2-a431-8a526bf5aa5e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.107327 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d72112fc-2a65-42f2-a431-8a526bf5aa5e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3603990 Aug 16 21:05:20.109830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50118) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:20.116034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-00bbbce8-dfa7-48a2-9bed-742af10f61e7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'security_group_rule': {'security_group_id': '2bfef122-a63f-4d76-b82d-a7a6383eeb05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:20.116211 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.131946 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.156301 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Transition to ACTIVE for port object 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:20.230658 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.237817 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00bbbce8-dfa7-48a2-9bed-742af10f61e7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.290071 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Attempting to bind port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:20.290578 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Attempting to bind port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:20.291047 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Attempting to bind port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:20.300347 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:20.300901 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:20.301728 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.302228 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:20.302993 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Bound port: 52e18c08-4ac0-48aa-bcf1-49dacb50ab69, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:20.303751 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.304941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Allocated IP 172.20.0.1 (d153050c-0478-49d6-a9d1-21ce5960fda8/5c73808b-f53c-4af5-b7d9-08d1a8437271/42638158-5d26-46da-9a4c-f5325981be2c) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:20.321904 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00bbbce8-dfa7-48a2-9bed-742af10f61e7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.333602 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50858da1-0d84-4886-9a17-899b306dde15 None None] Pushing event updated for resources: {'Port': ['ID=52e18c08-4ac0-48aa-bcf1-49dacb50ab69,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:20.367498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00bbbce8-dfa7-48a2-9bed-742af10f61e7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.377298 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] For port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:20.381231 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] For port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=52e18c08-4ac0-48aa-bcf1-49dacb50ab69,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:20.386102 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbbce8-dfa7-48a2-9bed-742af10f61e7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2725cd-5294-4ac8-a0c7-0fc5e4e0c2ee,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:20.436460 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.441533 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.456492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Transition to ACTIVE for port object 42638158-5d26-46da-9a4c-f5325981be2c will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:20.487473 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-00bbbce8-dfa7-48a2-9bed-742af10f61e7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.489845 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-00bbbce8-dfa7-48a2-9bed-742af10f61e7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3769615 Aug 16 21:05:20.497738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50120) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:20.499844 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:20.500571 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:05:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:20.502686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:20.538999 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50858da1-0d84-4886-9a17-899b306dde15 None None] Pushing event updated for resources: {'Port': ['ID=52e18c08-4ac0-48aa-bcf1-49dacb50ab69,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:20.573753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.619675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Network d153050c-0478-49d6-a9d1-21ce5960fda8 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:20.622043 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:20.624438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:20.627095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:20.633953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Pushing event updated for resources: {'Port': ['ID=42638158-5d26-46da-9a4c-f5325981be2c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:20.653098 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.688283 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.699849 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.786079 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.922334 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:17Z', 'revision_number': 3, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:20.943055 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c58c1-914f-4f8a-942c-100ab79bcd66 req-4d40dfa4-2938-4165-ab0d-aed8139756d7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:20.944752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-161c58c1-914f-4f8a-942c-100ab79bcd66 req-4d40dfa4-2938-4165-ab0d-aed8139756d7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.1037571 Aug 16 21:05:20.949364 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46fc328-aa28-42bd-9fb2-7fc531df8f42 None None] The sync data for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 is: [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:17Z', 'revision_number': 3, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:20.981272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Allocated IP 172.25.4.73 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/9e7b9e29-1efc-4584-8a5c-da25c2864d59) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:21.007740 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.018090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-161c58c1-914f-4f8a-942c-100ab79bcd66 req-586db7db-e409-417d-a153-936723346c55 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662806 Aug 16 21:05:21.093167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aa38db08-38e3-4ab6-b49c-6b39193dce22 None None] Provisioning for port 42638158-5d26-46da-9a4c-f5325981be2c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:21.099049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-aa38db08-38e3-4ab6-b49c-6b39193dce22 None None] Provisioning complete for port 42638158-5d26-46da-9a4c-f5325981be2c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:21.101147 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aa38db08-38e3-4ab6-b49c-6b39193dce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.160122 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.168272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-aa38db08-38e3-4ab6-b49c-6b39193dce22 None None] Port 42638158-5d26-46da-9a4c-f5325981be2c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:21.240331 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.311885 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.321705 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.358065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:21.366707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:21.371697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'Port': ['ID=9e7b9e29-1efc-4584-8a5c-da25c2864d59,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:21.374721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:21.418554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.423641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.423641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.423641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.423641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.423641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.423641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.423641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.423641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.423641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.423641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.423641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:21.427847 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.444506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Pushing event updated for resources: {'Port': ['ID=42638158-5d26-46da-9a4c-f5325981be2c,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:21.561799 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.584491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Network d153050c-0478-49d6-a9d1-21ce5960fda8 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:21.586095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:21.717964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.768727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Router dacb70b7-bbb9-4749-844e-6a40b84b0e9c has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:21.919191 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a79d77d0-5e87-4b94-88e4-903442ac8638 None None] Provisioning complete for port 42638158-5d26-46da-9a4c-f5325981be2c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:21.919579 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a79d77d0-5e87-4b94-88e4-903442ac8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.007399 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.024690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a79d77d0-5e87-4b94-88e4-903442ac8638 None None] Port 42638158-5d26-46da-9a4c-f5325981be2c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:22.028750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:22.034478 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d54da2f2-2370-48ff-9e05-0320c8baa62a admin admin] 10.222.0.74 "PUT /v2.0/routers/dacb70b7-bbb9-4749-844e-6a40b84b0e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1074817 Aug 16 21:05:22.037394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:22.116701 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.202032 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:22.207488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:22.208848 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.326978 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.353877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'Port': ['ID=9e7b9e29-1efc-4584-8a5c-da25c2864d59,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:22.357458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=52e18c08-4ac0-48aa-bcf1-49dacb50ab69,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:22.390566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060af7c-ca98-4f39-a741-1a38f73dbca2 req-218ae603-0f56-4123-8245-8b075f5f03a8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:22.392202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e060af7c-ca98-4f39-a741-1a38f73dbca2 req-218ae603-0f56-4123-8245-8b075f5f03a8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 944 time: 0.2230563 Aug 16 21:05:22.393262 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.431373 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.442638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e060af7c-ca98-4f39-a741-1a38f73dbca2 req-a40bec08-d96e-4570-a6b0-3c44ae4f3e32 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Aug 16 21:05:22.518566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=52e18c08-4ac0-48aa-bcf1-49dacb50ab69,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:22.522776 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.525085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a536e396-0052-49e1-b83f-7ab64ee7fb9e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0252481 Aug 16 21:05:22.552000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d468d087-c226-4de4-aa21-819c2c4a5768 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:05:22.691675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port d468d087-c226-4de4-aa21-819c2c4a5768, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d468d087-c226-4de4-aa21-819c2c4a5768,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:22.715184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'd468d087-c226-4de4-aa21-819c2c4a5768', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'port_id': 'd468d087-c226-4de4-aa21-819c2c4a5768', 'mac_address': 'fa:16:3e:da:b5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:05:22.770493 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.792212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d468d087-c226-4de4-aa21-819c2c4a5768 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:22.797052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-9c188b4c-1582-43ed-8bde-9c2dd22b3092 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1768168372&fields=id&tenant_id=8969ef73391d4df28092c16fc7f79156 HTTP/1.1" status: 200 len: 267 time: 0.0601532 Aug 16 21:05:22.815576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port d468d087-c226-4de4-aa21-819c2c4a5768, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d468d087-c226-4de4-aa21-819c2c4a5768,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:22.914931 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.940651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-7679569a-a6e9-4220-a816-d748db92cc99 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:22.942830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-7679569a-a6e9-4220-a816-d748db92cc99 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 817 time: 0.1365402 Aug 16 21:05:22.976106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-ba62ad38-8845-4833-9d92-95f4d165d03c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/quotas/8969ef73391d4df28092c16fc7f79156 HTTP/1.1" status: 200 len: 375 time: 0.0253389 Aug 16 21:05:22.983612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=d468d087-c226-4de4-aa21-819c2c4a5768,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:23.068404 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-d00f2d5f-4046-4c25-a9d9-01e9ed161505 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0913177 Aug 16 21:05:23.087773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-1c495230-4573-44a9-a4d3-2ed05bdf6b79 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:05:23.089607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-1c495230-4573-44a9-a4d3-2ed05bdf6b79 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176721 Aug 16 21:05:23.110980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['d468d087-c226-4de4-aa21-819c2c4a5768'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:23.166299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50182) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:23.171938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2087341299-network', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:23.281780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Made reservation on behalf of f474f0a494d4465a9db3addc76998ede for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:23.285577 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.302063 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.419614 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Sync routers for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:23.435953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:23.436946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:05:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:23.440082 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.454698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b5bd4193-e57c-4c8d-bc5c-3ed6d97a03fa service neutron] 10.222.0.74 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595066 Aug 16 21:05:23.533972 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.549773 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:05:23.584772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57c5f4b-75fd-4997-9801-92615d8661a6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:23.595648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:23.596058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-ac4e3c01-cf4d-455c-b37b-ce0d4f05eebf service neutron] 10.222.0.74 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375847 Aug 16 21:05:23.605559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.606156 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Added segment ff62ea46-5197-4cbe-a778-199ac7d0198f of type vlan for network a6da2487-a4bc-4b8a-8500-e25119597114 Aug 16 21:05:23.656508 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.693823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642be9d-21d9-462e-8ae5-284732ade832 req-7237a694-323c-43a1-a12c-93d0869eaba0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:23.695531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a642be9d-21d9-462e-8ae5-284732ade832 req-7237a694-323c-43a1-a12c-93d0869eaba0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 945 time: 0.0951157 Aug 16 21:05:23.766622 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a642be9d-21d9-462e-8ae5-284732ade832 req-23a2f2fd-3044-484d-83f4-44ce768dc8f7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642519 Aug 16 21:05:23.790874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.791885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:23.792472 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.875643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] Pushing event updated for resources: {'Network': ['ID=a6da2487-a4bc-4b8a-8500-e25119597114,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:23.901696 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a6da2487-a4bc-4b8a-8500-e25119597114 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:05:23.911175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:21Z', 'revision_number': 2, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:23.926897 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-693f1640-73c0-492e-9fe5-e33cde9a27f3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7595630 Aug 16 21:05:23.930628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50192) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:23.940777 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] Request body: {'subnet': {'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2087341299-subnet', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:23.971418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:23.974702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Checking router: dacb70b7-bbb9-4749-844e-6a40b84b0e9c for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:23.975035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Updating router dacb70b7-bbb9-4749-844e-6a40b84b0e9c port 42638158-5d26-46da-9a4c-f5325981be2c binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:05:23.981010 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ccdf841-80a3-49b2-99bc-98e0dc69ac13 req-78815b2d-4bd1-4237-8f16-d3a6d3835345 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 210 time: 0.0583034 Aug 16 21:05:24.056918 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.083519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] Made reservation on behalf of f474f0a494d4465a9db3addc76998ede for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:24.084540 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.252868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:24.256188 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.418059 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.500129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c753aab2-17d0-4415-b95d-debc73ab5f7e,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:24.506870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] Checking segment: {'id': 'ff62ea46-5197-4cbe-a778-199ac7d0198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:24.507247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] Network hostable DHCP agents. Network: a6da2487-a4bc-4b8a-8500-e25119597114, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:05:24.508444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.526191 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Transition to ACTIVE for port object 42638158-5d26-46da-9a4c-f5325981be2c will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:24.574135 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d468d087-c226-4de4-aa21-819c2c4a5768 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:24.681803 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.688000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] Network a6da2487-a4bc-4b8a-8500-e25119597114 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:05:24.732331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149883b5-4d62-4bb4-bd67-9b7e44f65a68 None None] Pushing event updated for resources: {'Port': ['ID=42638158-5d26-46da-9a4c-f5325981be2c,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:24.737504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port d468d087-c226-4de4-aa21-819c2c4a5768 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:24.745115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port d468d087-c226-4de4-aa21-819c2c4a5768 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:24.745979 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.818887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a6da2487-a4bc-4b8a-8500-e25119597114) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:24.828553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Attempting to bind port 42638158-5d26-46da-9a4c-f5325981be2c on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:24.828553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Attempting to bind port 42638158-5d26-46da-9a4c-f5325981be2c by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:24.828553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Attempting to bind port 42638158-5d26-46da-9a4c-f5325981be2c on network d153050c-0478-49d6-a9d1-21ce5960fda8 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:24.832198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:24.834415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.835877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f5e23-e301-4661-af46-7999831ff334 None None] Network a6da2487-a4bc-4b8a-8500-e25119597114 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:24.882772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:24.884672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Checking segment: {'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:24.884672 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.884672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Bound using segment: {'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:24.884672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Bound port: 42638158-5d26-46da-9a4c-f5325981be2c, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:24.885258 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.929335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680c9f4-acb6-4e0b-9b37-7f24fdc1a671 req-574604a2-71b6-46e3-abe1-02317c72a2ec tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:24.932154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3680c9f4-acb6-4e0b-9b37-7f24fdc1a671 req-574604a2-71b6-46e3-abe1-02317c72a2ec tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 945 time: 0.0811415 Aug 16 21:05:24.935139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a8ff30ba-2c50-4487-b2a9-97e81d7927dd admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0010829 Aug 16 21:05:24.935366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50210) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:24.940507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2087341299-router', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:24.985515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3680c9f4-acb6-4e0b-9b37-7f24fdc1a671 req-08d1f7c4-8ab2-4be4-987e-e0c1d3165f42 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447450 Aug 16 21:05:25.082107 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.083488 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.146939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e31dc7a2-28f3-496c-912d-3a832bdbad91 req-cb8d261f-6e33-4a26-9915-d951fc81064b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 210 time: 0.0706751 Aug 16 21:05:25.194871 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.309555 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.389370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port d468d087-c226-4de4-aa21-819c2c4a5768, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d468d087-c226-4de4-aa21-819c2c4a5768,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:25.393053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30fabe9-62b9-4cc9-8781-1badcc8bd04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd468d087-c226-4de4-aa21-819c2c4a5768'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:25.395229 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d777893d-97a1-4a1f-b52a-2eafe9f8b0e1" -d '{"events": [{"server_uuid": "d30fabe9-62b9-4cc9-8781-1badcc8bd04c", "name": "network-vif-plugged", "status": "completed", "tag": "d468d087-c226-4de4-aa21-819c2c4a5768"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:25.427962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] For port 42638158-5d26-46da-9a4c-f5325981be2c, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:25.497231 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.508411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] For port 42638158-5d26-46da-9a4c-f5325981be2c, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=42638158-5d26-46da-9a4c-f5325981be2c,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:25.512655 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.617691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-a6da2487-a4bc-4b8a-8500-e25119597114', 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'fixed_ips': [{'subnet_id': 'c753aab2-17d0-4415-b95d-debc73ab5f7e'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:05:25.617691 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.680609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=d468d087-c226-4de4-aa21-819c2c4a5768,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:25.689680 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.709310 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4855ab8e-6f77-48ff-894d-20d70afb8d48 x-openstack-request-id: req-4855ab8e-6f77-48ff-894d-20d70afb8d48 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:25.709592 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30fabe9-62b9-4cc9-8781-1badcc8bd04c", "name": "network-vif-plugged", "status": "completed", "tag": "d468d087-c226-4de4-aa21-819c2c4a5768", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:25.709845 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4855ab8e-6f77-48ff-894d-20d70afb8d48 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:25.710231 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30fabe9-62b9-4cc9-8781-1badcc8bd04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd468d087-c226-4de4-aa21-819c2c4a5768', 'code': 200} Aug 16 21:05:25.811780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:25.812483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:05:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:25.843911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149883b5-4d62-4bb4-bd67-9b7e44f65a68 None None] Pushing event updated for resources: {'Port': ['ID=42638158-5d26-46da-9a4c-f5325981be2c,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:25.914522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Allocated IP 172.20.0.2 (a6da2487-a4bc-4b8a-8500-e25119597114/c753aab2-17d0-4415-b95d-debc73ab5f7e/7012c963-3591-4707-930a-362c5f3b0f26) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:25.941293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623f3c-56a8-4400-b976-542c6606ee29 req-acc283c8-ac21-4f1f-aeb9-1ad4087f4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:25.953176 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a6623f3c-56a8-4400-b976-542c6606ee29 req-acc283c8-ac21-4f1f-aeb9-1ad4087f4b42 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 1098 time: 0.1311438 Aug 16 21:05:25.986979 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.014642 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.029758 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a6623f3c-56a8-4400-b976-542c6606ee29 req-520c05f3-a63f-414a-86d7-af95420dc5ff service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692530 Aug 16 21:05:26.096728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:26.235546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8210a-6ed8-4810-b0d9-d112b54e8ec0 req-c8bcd9f0-fe09-4c9d-af8e-7b9926a91972 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:26.237876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ab8210a-6ed8-4810-b0d9-d112b54e8ec0 req-c8bcd9f0-fe09-4c9d-af8e-7b9926a91972 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 946 time: 0.0923452 Aug 16 21:05:26.300665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-433cace7-a7f0-4274-b090-9d4b9b175c2e req-415c3f67-3558-4db0-9030-6779d28552cf tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 210 time: 0.0483322 Aug 16 21:05:26.313651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Allocated IP 172.25.4.40 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/c90f6e93-f848-4351-9c5e-67e4985ce6b0) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:26.321630 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ab8210a-6ed8-4810-b0d9-d112b54e8ec0 req-db7c1d09-857f-41f7-95bd-26cefc2a59b3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776515 Aug 16 21:05:26.430267 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.446598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.460219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Transition to ACTIVE for port object 7012c963-3591-4707-930a-362c5f3b0f26 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:26.492024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Transition to ACTIVE for port object 7012c963-3591-4707-930a-362c5f3b0f26 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:26.507625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:25Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:26.538229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c76efb-6eb3-4a63-85ed-c9704908e7e9 None None] The sync data for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 is: [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:25Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:26.547598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.562151 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.631528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:26.635231 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:26.642412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:26.648880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Pushing event updated for resources: {'Port': ['ID=c90f6e93-f848-4351-9c5e-67e4985ce6b0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:26.671321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Pushing event updated for resources: {'Port': ['ID=7012c963-3591-4707-930a-362c5f3b0f26,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:26.689652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Network a6da2487-a4bc-4b8a-8500-e25119597114 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:26.691047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:26.698021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:26.716798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.717035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.717389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.717846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.718187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.718525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.718896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.719178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.719512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.719898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.720229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.720557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:26.806162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Attempting to bind port 7012c963-3591-4707-930a-362c5f3b0f26 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:26.808683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Attempting to bind port 7012c963-3591-4707-930a-362c5f3b0f26 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'ff62ea46-5197-4cbe-a778-199ac7d0198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:26.812232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Attempting to bind port 7012c963-3591-4707-930a-362c5f3b0f26 on network a6da2487-a4bc-4b8a-8500-e25119597114 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:26.832157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:26.832704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Checking segment: {'id': 'ff62ea46-5197-4cbe-a778-199ac7d0198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:26.833238 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.833746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Bound using segment: {'id': 'ff62ea46-5197-4cbe-a778-199ac7d0198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:26.837698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Bound port: 7012c963-3591-4707-930a-362c5f3b0f26, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff62ea46-5197-4cbe-a778-199ac7d0198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:26.838211 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.999175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] For port 7012c963-3591-4707-930a-362c5f3b0f26, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:27.003892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] For port 7012c963-3591-4707-930a-362c5f3b0f26, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7012c963-3591-4707-930a-362c5f3b0f26,segment=NetworkSegment(ff62ea46-5197-4cbe-a778-199ac7d0198f),segment_id=ff62ea46-5197-4cbe-a778-199ac7d0198f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:27.030546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-77c4e7bd-dba4-4c64-9be9-08cd737354a5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:27.032091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-77c4e7bd-dba4-4c64-9be9-08cd737354a5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.76 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 817 time: 0.2388937 Aug 16 21:05:27.089877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-375bf73f-8240-4efb-bcdb-bf637fdcdd8c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8969ef73391d4df28092c16fc7f79156 HTTP/1.1" status: 200 len: 380 time: 0.0479267 Aug 16 21:05:27.094287 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.116570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'port': {'device_id': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'admin_state_up': True, 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'security_groups': ['2bfef122-a63f-4d76-b82d-a7a6383eeb05']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:27.227158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ea134-b3ed-4790-9b5e-dca9c1763bd6 None None] Pushing event updated for resources: {'Port': ['ID=7012c963-3591-4707-930a-362c5f3b0f26,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:27.449433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.825680 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d77c93d3-ca02-40ac-8d9b-7a2b7b57eaa1 req-2f03ac67-8170-46a3-9755-456244456332 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 210 time: 0.0638463 Aug 16 21:05:27.826681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.881142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cccc6c-1f28-4c41-bd78-df5535add325 req-e5fccf2a-f1b6-4329-affa-dfcaf2b0ae64 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:27.883304 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66cccc6c-1f28-4c41-bd78-df5535add325 req-e5fccf2a-f1b6-4329-affa-dfcaf2b0ae64 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 946 time: 0.1198180 Aug 16 21:05:27.940322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66cccc6c-1f28-4c41-bd78-df5535add325 req-5546ec87-d06e-475b-97ba-d8af05364119 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Aug 16 21:05:27.956460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Made reservation on behalf of 8969ef73391d4df28092c16fc7f79156 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:27.960107 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.049559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7012c963-3591-4707-930a-362c5f3b0f26 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:28.132355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:05:28.160616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794c1b0-d6c1-4956-b1a8-d0338fbec09a req-9d00ce95-5fd6-4a68-b032-4e268999a08e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:28.160616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c794c1b0-d6c1-4956-b1a8-d0338fbec09a req-9d00ce95-5fd6-4a68-b032-4e268999a08e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 946 time: 0.1245155 Aug 16 21:05:28.207911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 7012c963-3591-4707-930a-362c5f3b0f26 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:28.212632 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 42638158-5d26-46da-9a4c-f5325981be2c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:28.214730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Allocated IP 172.20.0.5 (fcdcf12a-73db-4650-a2fa-cba81f7886d4/7c7eb143-d0a7-48e3-8453-e4ddcc27f64e/4e2607b7-9523-4a18-9ff6-0cf52255e41c) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:28.251535 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c794c1b0-d6c1-4956-b1a8-d0338fbec09a req-787633b1-a600-4bb2-a684-14d2f8596604 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775063 Aug 16 21:05:28.335240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:28.357786 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Sync routers for ids ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:28.370263 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Routers {'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:28.371034 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:05:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:28.407627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 42638158-5d26-46da-9a4c-f5325981be2c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:28.411784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 42638158-5d26-46da-9a4c-f5325981be2c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:28.412437 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.439035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.440615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3cd3754b-c52d-4194-b8b2-6c8838bc9d60 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5042679 Aug 16 21:05:28.445381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50270) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:28.482544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f5497-d6b8-4d38-bed4-af2a6a00226d req-ed70fa60-b38f-446b-8a1e-1d8fa4a9012d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:28.484193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a2f5497-d6b8-4d38-bed4-af2a6a00226d req-ed70fa60-b38f-446b-8a1e-1d8fa4a9012d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 946 time: 0.1113751 Aug 16 21:05:28.556885 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.575198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a2f5497-d6b8-4d38-bed4-af2a6a00226d req-5764e39d-bb3c-4b5a-aa12-9d706ed8ed29 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820768 Aug 16 21:05:28.583156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Transition to ACTIVE for port object 4e2607b7-9523-4a18-9ff6-0cf52255e41c will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:28.638164 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.661897 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Set router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:28.684254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 42638158-5d26-46da-9a4c-f5325981be2c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=42638158-5d26-46da-9a4c-f5325981be2c,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:28.706086 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.774480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a4846d-a140-4d35-8b10-469124abd8d8 None None] Network a6da2487-a4bc-4b8a-8500-e25119597114 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:28.800310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Network fcdcf12a-73db-4650-a2fa-cba81f7886d4 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:28.804404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:28.808411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:28.876565 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.884016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event updated for resources: {'Port': ['ID=4e2607b7-9523-4a18-9ff6-0cf52255e41c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:28.962176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:28.962176 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.003629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9189de29-1fd2-475e-bffa-0b00ff47f6a2 None None] Provisioning for port 7012c963-3591-4707-930a-362c5f3b0f26 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:29.025766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9189de29-1fd2-475e-bffa-0b00ff47f6a2 None None] Provisioning complete for port 7012c963-3591-4707-930a-362c5f3b0f26 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:29.026142 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9189de29-1fd2-475e-bffa-0b00ff47f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.061583 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'name': 'tempest-TestVolumeBackupRestore-2087341299-router', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:26Z', 'revision_number': 3, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'gw_port': {'id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:29.083247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-b95644da-5116-4158-86d3-6eb9974a58b5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9766006 Aug 16 21:05:29.098610 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Checking router: e970aee8-c0e9-4f92-80ae-4d79d4c6c52b for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:29.099053 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Updating router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b port c90f6e93-f848-4351-9c5e-67e4985ce6b0 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:05:29.107544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Request body: {'port': {'device_id': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:29.150998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327ffac-d117-495f-be13-dcde09540e0e req-e5a4ad5e-2505-4c35-b43f-87e7208ef76e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:29.157116 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4327ffac-d117-495f-be13-dcde09540e0e req-e5a4ad5e-2505-4c35-b43f-87e7208ef76e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 931 time: 0.1592286 Aug 16 21:05:29.160546 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.203249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=42638158-5d26-46da-9a4c-f5325981be2c,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:29.215636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.241881 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4327ffac-d117-495f-be13-dcde09540e0e req-14b57d45-e360-4fd3-9727-a6242c2d3d45 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730257 Aug 16 21:05:29.242558 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.337868 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9189de29-1fd2-475e-bffa-0b00ff47f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.388313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9189de29-1fd2-475e-bffa-0b00ff47f6a2 None None] For port 7012c963-3591-4707-930a-362c5f3b0f26, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7012c963-3591-4707-930a-362c5f3b0f26,segment=NetworkSegment(ff62ea46-5197-4cbe-a778-199ac7d0198f),segment_id=ff62ea46-5197-4cbe-a778-199ac7d0198f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:29.464481 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9189de29-1fd2-475e-bffa-0b00ff47f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.632195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189de29-1fd2-475e-bffa-0b00ff47f6a2 None None] Pushing event updated for resources: {'Port': ['ID=7012c963-3591-4707-930a-362c5f3b0f26,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:29.739725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-237da4c0-15ac-434c-97fc-50d165ba333d None None] Provisioning for port 4e2607b7-9523-4a18-9ff6-0cf52255e41c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:29.746254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-237da4c0-15ac-434c-97fc-50d165ba333d None None] Provisioning complete for port 4e2607b7-9523-4a18-9ff6-0cf52255e41c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:29.747081 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-237da4c0-15ac-434c-97fc-50d165ba333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.749755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e514018-599d-4631-950e-0917a63b89cd req-386898a5-5f57-456f-b7c6-728e257083e6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:29.752323 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e514018-599d-4631-950e-0917a63b89cd req-386898a5-5f57-456f-b7c6-728e257083e6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 946 time: 0.1075015 Aug 16 21:05:29.800696 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-237da4c0-15ac-434c-97fc-50d165ba333d None None] Port 4e2607b7-9523-4a18-9ff6-0cf52255e41c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:29.815319 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:05:29.819602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e514018-599d-4631-950e-0917a63b89cd req-b799d27c-114e-4b8f-b6ba-4e0c5d016033 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568304 Aug 16 21:05:29.872705 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.887338 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Transition to ACTIVE for port object c90f6e93-f848-4351-9c5e-67e4985ce6b0 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:29.924755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b1e21853-f04b-43d1-b384-f45314819feb None None] Provisioning complete for port 7012c963-3591-4707-930a-362c5f3b0f26 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:29.925189 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b1e21853-f04b-43d1-b384-f45314819feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.933590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2607b7-9523-4a18-9ff6-0cf52255e41c {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:29.943663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.958238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Transition to ACTIVE for port object 4e2607b7-9523-4a18-9ff6-0cf52255e41c will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:29.974291 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.993231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7012c963-3591-4707-930a-362c5f3b0f26 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:30.036186 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.048387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Allocated IP 172.20.0.1 (a6da2487-a4bc-4b8a-8500-e25119597114/c753aab2-17d0-4415-b95d-debc73ab5f7e/0486ac7f-434d-411b-ae3c-3725e3005e5f) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:30.086794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Attempting to bind port c90f6e93-f848-4351-9c5e-67e4985ce6b0 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:30.087261 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Attempting to bind port c90f6e93-f848-4351-9c5e-67e4985ce6b0 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:30.087761 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Attempting to bind port c90f6e93-f848-4351-9c5e-67e4985ce6b0 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:30.102174 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c75af0-d539-421d-921c-410eea0473d0 None None] Pushing event updated for resources: {'Port': ['ID=c90f6e93-f848-4351-9c5e-67e4985ce6b0,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:30.120834 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:30.121110 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:30.125205 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.125205 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:30.125205 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Bound port: c90f6e93-f848-4351-9c5e-67e4985ce6b0, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:30.125205 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.182331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Pushing event updated for resources: {'Port': ['ID=4e2607b7-9523-4a18-9ff6-0cf52255e41c,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:30.222050 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7012c963-3591-4707-930a-362c5f3b0f26 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:30.222543 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.243823 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.266056 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] For port c90f6e93-f848-4351-9c5e-67e4985ce6b0, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:30.270803 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] For port c90f6e93-f848-4351-9c5e-67e4985ce6b0, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c90f6e93-f848-4351-9c5e-67e4985ce6b0,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:30.277465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Transition to ACTIVE for port object 0486ac7f-434d-411b-ae3c-3725e3005e5f will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:30.320974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Attempting to bind port 4e2607b7-9523-4a18-9ff6-0cf52255e41c on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:30.322655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Attempting to bind port 4e2607b7-9523-4a18-9ff6-0cf52255e41c by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:30.323062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Attempting to bind port 4e2607b7-9523-4a18-9ff6-0cf52255e41c on network fcdcf12a-73db-4650-a2fa-cba81f7886d4 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:30.330730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Port 4e2607b7-9523-4a18-9ff6-0cf52255e41c on network fcdcf12a-73db-4650-a2fa-cba81f7886d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:05:30.332267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Attempting to bind port 4e2607b7-9523-4a18-9ff6-0cf52255e41c on network fcdcf12a-73db-4650-a2fa-cba81f7886d4 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:30.341006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:30.341452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Checking segment: {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:30.341903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Bound using segment: {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:30.342392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Bound port: 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7e4fcd-ada3-4ede-958a-711e857786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:30.342822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.344791 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.412035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.456906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:30.464462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:30.483001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 42638158-5d26-46da-9a4c-f5325981be2c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:30.513374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Network a6da2487-a4bc-4b8a-8500-e25119597114 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:30.514519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Pushing event updated for resources: {'Port': ['ID=0486ac7f-434d-411b-ae3c-3725e3005e5f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:30.524744 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Routers {'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:30.524744 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:05:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:30.525649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:30.529652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:30.547390 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.605683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.652943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50730bda-0849-461c-a6cb-e5f630d789b6 req-553d2c8e-95b6-4d71-bacb-63b26f66ed8f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:30.655275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50730bda-0849-461c-a6cb-e5f630d789b6 req-553d2c8e-95b6-4d71-bacb-63b26f66ed8f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.1998789 Aug 16 21:05:30.660757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:30.665751 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.665751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] 10.222.0.76 "PUT /v2.0/ports/4e2607b7-9523-4a18-9ff6-0cf52255e41c HTTP/1.1" status: 200 len: 1092 time: 1.5700850 Aug 16 21:05:30.665751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:30.666066 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78c40e9-3b21-4da0-b419-e48026d6d6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:30.683432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 42638158-5d26-46da-9a4c-f5325981be2c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:30.683819 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.747715 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c75af0-d539-421d-921c-410eea0473d0 None None] Pushing event updated for resources: {'Port': ['ID=c90f6e93-f848-4351-9c5e-67e4985ce6b0,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:30.761232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935b5e2-e572-4178-809d-31a35a4cd6da service neutron] Pushing event updated for resources: {'Port': ['ID=4e2607b7-9523-4a18-9ff6-0cf52255e41c,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:30.783655 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50730bda-0849-461c-a6cb-e5f630d789b6 req-64dccb01-b25c-44d4-afe0-5e9599f191e3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095107 Aug 16 21:05:30.836861 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575c2c4a-ed36-4506-9c1b-52f27502c7f0 x-openstack-request-id: req-575c2c4a-ed36-4506-9c1b-52f27502c7f0 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:30.845892 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:30.845892 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-575c2c4a-ed36-4506-9c1b-52f27502c7f0 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:30.845892 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'status': 'completed', 'code': 200} Aug 16 21:05:30.868674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-e025c4a7-b238-4a69-96f4-1fb4ac113924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:30.870599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-e025c4a7-b238-4a69-96f4-1fb4ac113924 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 1095 time: 0.0799594 Aug 16 21:05:30.871716 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] Set router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:30.995095 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-c6930cc7-1ccd-4ef5-983f-272816f8ea41 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c HTTP/1.1" status: 200 len: 217 time: 0.1151485 Aug 16 21:05:31.061726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e23f1-2ee3-469b-9ef9-0cc5068594ac req-dd02fbfd-063b-42e3-a796-d7894e353489 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:31.063928 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-179e23f1-2ee3-469b-9ef9-0cc5068594ac req-dd02fbfd-063b-42e3-a796-d7894e353489 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 946 time: 0.1198702 Aug 16 21:05:31.096493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-092db35d-3f3a-4a29-af1d-f480456cfb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:31.098269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-092db35d-3f3a-4a29-af1d-f480456cfb2a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0872409 Aug 16 21:05:31.103470 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.106916 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c43ef-f4c1-46ab-aa78-328fdddd3fff req-bf08c6e9-f7d6-4a05-9eb7-2b0f9c71dc77 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:31.114553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d11c43ef-f4c1-46ab-aa78-328fdddd3fff req-bf08c6e9-f7d6-4a05-9eb7-2b0f9c71dc77 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 946 time: 0.1180344 Aug 16 21:05:31.154654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-06e035b4-2439-47af-b87b-7be913f27071 None None] Provisioning for port 0486ac7f-434d-411b-ae3c-3725e3005e5f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:31.160820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-06e035b4-2439-47af-b87b-7be913f27071 None None] Provisioning complete for port 0486ac7f-434d-411b-ae3c-3725e3005e5f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:31.161343 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-06e035b4-2439-47af-b87b-7be913f27071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.201668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d11c43ef-f4c1-46ab-aa78-328fdddd3fff req-e6ec920d-2e72-4bd7-826c-88248acdce30 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860069 Aug 16 21:05:31.207246 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'name': 'tempest-TestVolumeBackupRestore-2087341299-router', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:26Z', 'revision_number': 3, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'gw_port': {'id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:31.210616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-534bbbb6-d9a8-4482-a075-b6173e192bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:31.213054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-534bbbb6-d9a8-4482-a075-b6173e192bd7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953667 Aug 16 21:05:31.251210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-06e035b4-2439-47af-b87b-7be913f27071 None None] Port 0486ac7f-434d-411b-ae3c-3725e3005e5f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:31.273526 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd469a3e-2cb2-48b0-bd09-dadc878b765d None None] The sync data for ids ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'] in n-d-793619-14 is: [{'id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'name': 'tempest-TestVolumeBackupRestore-2087341299-router', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:26Z', 'revision_number': 3, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'gw_port': {'id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:31.311786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-179e23f1-2ee3-469b-9ef9-0cc5068594ac req-aad2ad2c-7561-4399-8719-1b9d5acb1174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Deleting port d468d087-c226-4de4-aa21-819c2c4a5768 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:31.312336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-179e23f1-2ee3-469b-9ef9-0cc5068594ac req-aad2ad2c-7561-4399-8719-1b9d5acb1174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.353639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-ab11d746-65a3-423f-92f5-506037fc3e99 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341150 Aug 16 21:05:31.470491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-179e23f1-2ee3-469b-9ef9-0cc5068594ac req-aad2ad2c-7561-4399-8719-1b9d5acb1174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] For port d468d087-c226-4de4-aa21-819c2c4a5768, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=d468d087-c226-4de4-aa21-819c2c4a5768,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:31.470866 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-179e23f1-2ee3-469b-9ef9-0cc5068594ac req-aad2ad2c-7561-4399-8719-1b9d5acb1174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.488667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7aefc026-0f13-4ef9-8b11-01d58b66dee6 req-f8c4eee1-d0fc-4335-b7f0-92dac142e206 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270170 Aug 16 21:05:31.500828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-179e23f1-2ee3-469b-9ef9-0cc5068594ac req-aad2ad2c-7561-4399-8719-1b9d5acb1174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Calling delete_port for d468d087-c226-4de4-aa21-819c2c4a5768 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:31.508335 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.643532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.683096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c40e9-3b21-4da0-b419-e48026d6d6b3 req-779baeaa-cce9-478f-b4f9-f4e27ff50d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:31.684636 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d78c40e9-3b21-4da0-b419-e48026d6d6b3 req-779baeaa-cce9-478f-b4f9-f4e27ff50d2b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 1095 time: 0.0542512 Aug 16 21:05:31.771071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Pushing event updated for resources: {'Port': ['ID=0486ac7f-434d-411b-ae3c-3725e3005e5f,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:31.777696 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.833725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c40e9-3b21-4da0-b419-e48026d6d6b3 req-a42c1d4f-8283-472e-8ac8-32c18f598bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:31.838625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d78c40e9-3b21-4da0-b419-e48026d6d6b3 req-a42c1d4f-8283-472e-8ac8-32c18f598bd0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.1466413 Aug 16 21:05:31.878180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-179e23f1-2ee3-469b-9ef9-0cc5068594ac req-aad2ad2c-7561-4399-8719-1b9d5acb1174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.901901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['d468d087-c226-4de4-aa21-819c2c4a5768'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:31.953075 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d78c40e9-3b21-4da0-b419-e48026d6d6b3 req-82c7c84d-1d62-4114-be6a-8e5d0dbf1fac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c HTTP/1.1" status: 200 len: 217 time: 0.0991757 Aug 16 21:05:31.976298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2ad2c-7561-4399-8719-1b9d5acb1174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event deleted for resources: {'Port': ['ID=d468d087-c226-4de4-aa21-819c2c4a5768,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:32.059240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c90f6e93-f848-4351-9c5e-67e4985ce6b0 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:32.161249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-179e23f1-2ee3-469b-9ef9-0cc5068594ac req-aad2ad2c-7561-4399-8719-1b9d5acb1174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] No DVR routers for this DVR port d468d087-c226-4de4-aa21-819c2c4a5768 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:32.168826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-179e23f1-2ee3-469b-9ef9-0cc5068594ac req-aad2ad2c-7561-4399-8719-1b9d5acb1174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.174157 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-179e23f1-2ee3-469b-9ef9-0cc5068594ac req-aad2ad2c-7561-4399-8719-1b9d5acb1174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "DELETE /v2.0/ports/d468d087-c226-4de4-aa21-819c2c4a5768 HTTP/1.1" status: 204 len: 173 time: 1.0998235 Aug 16 21:05:32.174793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30fabe9-62b9-4cc9-8781-1badcc8bd04c', 'name': 'network-vif-deleted', 'tag': 'd468d087-c226-4de4-aa21-819c2c4a5768'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:32.192252 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422fbb61-107d-4da5-899e-8977530a5462" -d '{"events": [{"server_uuid": "d30fabe9-62b9-4cc9-8781-1badcc8bd04c", "name": "network-vif-deleted", "tag": "d468d087-c226-4de4-aa21-819c2c4a5768"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:32.206617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bad93-d502-4ef5-a767-b2a837ca21a3 req-7620e9b2-5098-4820-9d89-b88728fa120d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:32.208234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd1bad93-d502-4ef5-a767-b2a837ca21a3 req-7620e9b2-5098-4820-9d89-b88728fa120d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.2650938 Aug 16 21:05:32.210357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c40e9-3b21-4da0-b419-e48026d6d6b3 req-3d9d276f-cc02-4c69-9203-6981ea9698e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:32.211954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d78c40e9-3b21-4da0-b419-e48026d6d6b3 req-3d9d276f-cc02-4c69-9203-6981ea9698e0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.2325468 Aug 16 21:05:32.240635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Network a6da2487-a4bc-4b8a-8500-e25119597114 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:32.246596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:32.281241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c90f6e93-f848-4351-9c5e-67e4985ce6b0 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:32.281919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c90f6e93-f848-4351-9c5e-67e4985ce6b0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:32.282865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.347314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd1bad93-d502-4ef5-a767-b2a837ca21a3 req-5359ca64-fd9b-44a2-a7c4-c561b83c816e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189461 Aug 16 21:05:32.400558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c40e9-3b21-4da0-b419-e48026d6d6b3 req-31c5a352-2462-4853-9a5c-a8a9f0a3ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:32.402158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d78c40e9-3b21-4da0-b419-e48026d6d6b3 req-31c5a352-2462-4853-9a5c-a8a9f0a3ea8b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757410 Aug 16 21:05:32.433922 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8592e347-ec56-4f1c-9b64-3b7692d24194 x-openstack-request-id: req-8592e347-ec56-4f1c-9b64-3b7692d24194 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:32.443014 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30fabe9-62b9-4cc9-8781-1badcc8bd04c", "name": "network-vif-deleted", "tag": "d468d087-c226-4de4-aa21-819c2c4a5768", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:32.444581 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8592e347-ec56-4f1c-9b64-3b7692d24194 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:32.446649 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30fabe9-62b9-4cc9-8781-1badcc8bd04c', 'name': 'network-vif-deleted', 'tag': 'd468d087-c226-4de4-aa21-819c2c4a5768', 'status': 'completed', 'code': 200} Aug 16 21:05:32.592053 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.646025 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:32.650900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c90f6e93-f848-4351-9c5e-67e4985ce6b0, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c90f6e93-f848-4351-9c5e-67e4985ce6b0,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:32.667024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d78c40e9-3b21-4da0-b419-e48026d6d6b3 req-7bf85f7f-7f38-4949-b8ab-9fda6c227cee service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527471 Aug 16 21:05:32.693536 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.721239 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.801906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-043b75c1-e7e3-4af6-8221-76553bd467f6 req-7d06b464-a98b-461f-ac6c-e7e173091735 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 210 time: 0.3059578 Aug 16 21:05:32.846130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c90f6e93-f848-4351-9c5e-67e4985ce6b0,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:32.858450 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.870989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a6e3b650-1ec7-4aaa-b348-5e39b2b81abf None None] Provisioning complete for port 0486ac7f-434d-411b-ae3c-3725e3005e5f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:32.871458 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b650-1ec7-4aaa-b348-5e39b2b81abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.874955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d78c40e9-3b21-4da0-b419-e48026d6d6b3 req-df452c02-6e83-4169-8e99-4afc35df0641 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941261 Aug 16 21:05:32.886571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:32.911206 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2672c737-3b7b-46e2-bac5-295f73ade454 admin admin] 10.222.0.74 "PUT /v2.0/routers/e970aee8-c0e9-4f92-80ae-4d79d4c6c52b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4628561 Aug 16 21:05:32.946917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3b650-1ec7-4aaa-b348-5e39b2b81abf None None] Port 0486ac7f-434d-411b-ae3c-3725e3005e5f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:33.607286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce1bdd-4e50-4f50-af7c-555b78ecb14b req-09112bbe-7467-4d0b-9ec7-7516524125fa tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:33.620833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81ce1bdd-4e50-4f50-af7c-555b78ecb14b req-09112bbe-7467-4d0b-9ec7-7516524125fa tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.1340175 Aug 16 21:05:33.724381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50376) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:33.747894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81ce1bdd-4e50-4f50-af7c-555b78ecb14b req-6e7553dc-b632-4001-8702-242d4699d10c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242905 Aug 16 21:05:33.929750 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52b6770e-e26d-41b4-a159-8bbd8608a554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.935617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c90f6e93-f848-4351-9c5e-67e4985ce6b0 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:34.006522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca4871ad-6c04-46b9-b667-ff85c261d684 req-a6cc7f30-e2fd-4463-afb0-c320bd0998a4 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 210 time: 0.0773959 Aug 16 21:05:34.050846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c90f6e93-f848-4351-9c5e-67e4985ce6b0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:34.051218 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.097047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e2607b7-9523-4a18-9ff6-0cf52255e41c details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:05:34.140371 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52b6770e-e26d-41b4-a159-8bbd8608a554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.217627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52b6770e-e26d-41b4-a159-8bbd8608a554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.273224 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-52b6770e-e26d-41b4-a159-8bbd8608a554 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6087001a3f44495a99ee0ce0a892b006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432322 Aug 16 21:05:34.274326 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50384) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:34.311467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6770e-e26d-41b4-a159-8bbd8608a554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20885d90-0025-439d-b177-755d1d0884f7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:34.442334 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-611279aa-b355-4df3-87b8-fc40bb264f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.461853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Sync routers for ids ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:34.512619 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-611279aa-b355-4df3-87b8-fc40bb264f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.527515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Routers {'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:34.529998 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:05:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:34.648804 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d468d087-c226-4de4-aa21-819c2c4a5768 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:34.704439 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-611279aa-b355-4df3-87b8-fc40bb264f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.708691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-611279aa-b355-4df3-87b8-fc40bb264f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.710280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-611279aa-b355-4df3-87b8-fc40bb264f37 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/20885d90-0025-439d-b177-755d1d0884f7 HTTP/1.1" status: 204 len: 168 time: 0.4333656 Aug 16 21:05:34.718509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: d468d087-c226-4de4-aa21-819c2c4a5768 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:34.719074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device d468d087-c226-4de4-aa21-819c2c4a5768 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:34.743852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611279aa-b355-4df3-87b8-fc40bb264f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20885d90-0025-439d-b177-755d1d0884f7,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:34.872924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Set router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:34.997879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:35.022877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'port_id': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'mac_address': 'fa:16:3e:98:5e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:05:35.028702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093b590-2597-4713-9472-5647b03f6b7f req-fe495fd1-ec12-4fed-9b87-ce27f4cc1e25 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:35.039802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e093b590-2597-4713-9472-5647b03f6b7f req-fe495fd1-ec12-4fed-9b87-ce27f4cc1e25 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.0806520 Aug 16 21:05:35.130259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e093b590-2597-4713-9472-5647b03f6b7f req-b3d539af-7ed9-4acc-a833-f15ef9927ba9 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850320 Aug 16 21:05:35.209730 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eccb5b6b-e1f5-4b96-ac65-df8490f969d2 req-66cde0c4-aed6-41d2-9684-6037384ebbbb tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 210 time: 0.0304213 Aug 16 21:05:35.264322 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.290194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2607b7-9523-4a18-9ff6-0cf52255e41c {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:35.334691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:35.364301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'name': 'tempest-TestVolumeBackupRestore-2087341299-router', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:30Z', 'revision_number': 4, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'gw_port': {'id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '0486ac7f-434d-411b-ae3c-3725e3005e5f', 'name': '', 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'mac_address': 'fa:16:3e:c8:cb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c753aab2-17d0-4415-b95d-debc73ab5f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:31Z', 'revision_number': 2, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'subnets': [{'id': 'c753aab2-17d0-4415-b95d-debc73ab5f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:35.401071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Checking router: e970aee8-c0e9-4f92-80ae-4d79d4c6c52b for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:35.401901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Updating router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b port 0486ac7f-434d-411b-ae3c-3725e3005e5f binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:05:35.424103 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.456460 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.572724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4e2607b7-9523-4a18-9ff6-0cf52255e41c,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:35.693585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50432) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:35.723917 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25b629ff-f106-4bdd-8b3e-773a12ee455b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.795802 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['4e2607b7-9523-4a18-9ff6-0cf52255e41c'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:35.917621 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25b629ff-f106-4bdd-8b3e-773a12ee455b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.014533 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.019291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25b629ff-f106-4bdd-8b3e-773a12ee455b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.029852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Transition to ACTIVE for port object 0486ac7f-434d-411b-ae3c-3725e3005e5f will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:36.052592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-25b629ff-f106-4bdd-8b3e-773a12ee455b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=45fa5d69c3ff400a88a65170903eec5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578076 Aug 16 21:05:36.057917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50434) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:36.112488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b629ff-f106-4bdd-8b3e-773a12ee455b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bd8ea8-9f45-4338-9439-26e01e8e3e2c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:36.128319 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.185502 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a035779-ca86-4f64-a4bc-0fe96990a87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.221943 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a035779-ca86-4f64-a4bc-0fe96990a87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.225618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a47918-5df1-4e0b-bda6-91bc847621c2 None None] Pushing event updated for resources: {'Port': ['ID=0486ac7f-434d-411b-ae3c-3725e3005e5f,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:36.391803 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Attempting to bind port 0486ac7f-434d-411b-ae3c-3725e3005e5f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:36.392313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Attempting to bind port 0486ac7f-434d-411b-ae3c-3725e3005e5f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'ff62ea46-5197-4cbe-a778-199ac7d0198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:36.392800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Attempting to bind port 0486ac7f-434d-411b-ae3c-3725e3005e5f on network a6da2487-a4bc-4b8a-8500-e25119597114 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:36.406531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:36.407819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Checking segment: {'id': 'ff62ea46-5197-4cbe-a778-199ac7d0198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:36.410248 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.412008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Bound using segment: {'id': 'ff62ea46-5197-4cbe-a778-199ac7d0198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:36.413818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Bound port: 0486ac7f-434d-411b-ae3c-3725e3005e5f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff62ea46-5197-4cbe-a778-199ac7d0198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:36.413818 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.420496 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a035779-ca86-4f64-a4bc-0fe96990a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.420496 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9a035779-ca86-4f64-a4bc-0fe96990a87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.420496 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9a035779-ca86-4f64-a4bc-0fe96990a87b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/81bd8ea8-9f45-4338-9439-26e01e8e3e2c HTTP/1.1" status: 204 len: 168 time: 0.3581934 Aug 16 21:05:36.455017 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4f529ab-3076-4f1e-b872-565959641e01 req-e796f142-d880-4732-a251-b7d61433bfa0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 210 time: 0.0837860 Aug 16 21:05:36.474367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a035779-ca86-4f64-a4bc-0fe96990a87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bd8ea8-9f45-4338-9439-26e01e8e3e2c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:36.493807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7de4b2-a746-4c30-a894-ac8a6565e7af req-f9450e63-e155-4678-9657-0e988bc67ec1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:36.496797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd7de4b2-a746-4c30-a894-ac8a6565e7af req-f9450e63-e155-4678-9657-0e988bc67ec1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 944 time: 0.1696999 Aug 16 21:05:36.589088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd7de4b2-a746-4c30-a894-ac8a6565e7af req-72b46a98-b331-4036-b28d-81c7ae31fde4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846312 Aug 16 21:05:36.675516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] For port 0486ac7f-434d-411b-ae3c-3725e3005e5f, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:36.679855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] For port 0486ac7f-434d-411b-ae3c-3725e3005e5f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0486ac7f-434d-411b-ae3c-3725e3005e5f,segment=NetworkSegment(ff62ea46-5197-4cbe-a778-199ac7d0198f),segment_id=ff62ea46-5197-4cbe-a778-199ac7d0198f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:36.847919 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.913053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Routers {'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:36.913781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:05:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:36.915665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a47918-5df1-4e0b-bda6-91bc847621c2 None None] Pushing event updated for resources: {'Port': ['ID=0486ac7f-434d-411b-ae3c-3725e3005e5f,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:37.159510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] Set router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:37.536156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'name': 'tempest-TestVolumeBackupRestore-2087341299-router', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:30Z', 'revision_number': 4, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'gw_port': {'id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '0486ac7f-434d-411b-ae3c-3725e3005e5f', 'name': '', 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'mac_address': 'fa:16:3e:c8:cb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c753aab2-17d0-4415-b95d-debc73ab5f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:36Z', 'revision_number': 4, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'subnets': [{'id': 'c753aab2-17d0-4415-b95d-debc73ab5f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:37.592124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30efe5-a4d2-4311-9193-7db84ec8ffd9 None None] The sync data for ids ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'] in n-d-793619-14 is: [{'id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'name': 'tempest-TestVolumeBackupRestore-2087341299-router', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:30Z', 'revision_number': 4, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'gw_port': {'id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '0486ac7f-434d-411b-ae3c-3725e3005e5f', 'name': '', 'network_id': 'a6da2487-a4bc-4b8a-8500-e25119597114', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'mac_address': 'fa:16:3e:c8:cb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c753aab2-17d0-4415-b95d-debc73ab5f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:36Z', 'revision_number': 4, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'subnets': [{'id': 'c753aab2-17d0-4415-b95d-debc73ab5f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:37.632610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e5fe8c0-901b-4496-a2dd-53ab8c8946bd req-2d5485a2-2e43-4eff-8dab-245aec378edf tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 210 time: 0.0459373 Aug 16 21:05:37.818873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 50456) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:37.848710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2a17-5c1f-48c4-a291-1f9656494e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.985433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0c94e-61be-4948-8252-20a08580a0b2 req-844e248b-81d8-4a51-971c-bf5dfdc59b64 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:38.013512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0486ac7f-434d-411b-ae3c-3725e3005e5f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:38.017713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2df0c94e-61be-4948-8252-20a08580a0b2 req-844e248b-81d8-4a51-971c-bf5dfdc59b64 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 944 time: 0.2110128 Aug 16 21:05:38.059197 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2a17-5c1f-48c4-a291-1f9656494e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.095063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2df0c94e-61be-4948-8252-20a08580a0b2 req-55adcd02-a2d8-4345-aac4-dfcade1879b7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675311 Aug 16 21:05:38.110639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e2607b7-9523-4a18-9ff6-0cf52255e41c up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:38.144553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2a17-5c1f-48c4-a291-1f9656494e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.190407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b2a17-5c1f-48c4-a291-1f9656494e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38801f9a-b98d-4d7b-a8d1-b4169a4bff93,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:38.219661 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0f4b2a17-5c1f-48c4-a291-1f9656494e91 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d084e5c9b48e4ce88af51a9b63f20f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995578 Aug 16 21:05:38.222840 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50458) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:38.287009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 0486ac7f-434d-411b-ae3c-3725e3005e5f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:38.292766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efd1ba40-6b97-4de6-844d-5b1e651d490c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.295669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0486ac7f-434d-411b-ae3c-3725e3005e5f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:38.295669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.333785 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efd1ba40-6b97-4de6-844d-5b1e651d490c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.369756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 4e2607b7-9523-4a18-9ff6-0cf52255e41c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:38.375664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 4e2607b7-9523-4a18-9ff6-0cf52255e41c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:38.378881 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.490081 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.562278 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 0486ac7f-434d-411b-ae3c-3725e3005e5f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0486ac7f-434d-411b-ae3c-3725e3005e5f,segment=NetworkSegment(ff62ea46-5197-4cbe-a778-199ac7d0198f),segment_id=ff62ea46-5197-4cbe-a778-199ac7d0198f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:38.569089 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.596260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:38.598811 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736a7643-2f43-400f-a7bd-94a0572434da" -d '{"events": [{"server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "name": "network-vif-plugged", "status": "completed", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:38.614061 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efd1ba40-6b97-4de6-844d-5b1e651d490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.614183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:38.616808 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efd1ba40-6b97-4de6-844d-5b1e651d490c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.618362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-efd1ba40-6b97-4de6-844d-5b1e651d490c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/38801f9a-b98d-4d7b-a8d1-b4169a4bff93 HTTP/1.1" status: 204 len: 168 time: 0.3945332 Aug 16 21:05:38.639551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1ba40-6b97-4de6-844d-5b1e651d490c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38801f9a-b98d-4d7b-a8d1-b4169a4bff93,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:38.650240 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1b9f2e-704c-4e02-967e-0ec275d010cb x-openstack-request-id: req-9c1b9f2e-704c-4e02-967e-0ec275d010cb {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:38.650602 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "name": "network-vif-plugged", "status": "completed", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:38.650939 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9c1b9f2e-704c-4e02-967e-0ec275d010cb {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:38.651576 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'code': 200} Aug 16 21:05:38.740325 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.821746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-487225de-07e8-4977-92ca-505ca8b00f4e req-f985c7d1-3f07-4ae2-b10b-eefa3fae2cb7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 210 time: 0.0464416 Aug 16 21:05:38.830473 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.839979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a5d5a-3d2c-40ce-86eb-15e7391757fa req-3e824a12-2a30-4522-b87f-e704f72c7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:38.839979 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e4a5d5a-3d2c-40ce-86eb-15e7391757fa req-3e824a12-2a30-4522-b87f-e704f72c7d62 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 1096 time: 0.1208298 Aug 16 21:05:38.887428 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e4a5d5a-3d2c-40ce-86eb-15e7391757fa req-4ef64881-a1b3-47f5-98d4-0e871cfa73d5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406151 Aug 16 21:05:38.887991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=0486ac7f-434d-411b-ae3c-3725e3005e5f,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:39.005293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4e2607b7-9523-4a18-9ff6-0cf52255e41c,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:39.258622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fc703-762e-4d2d-81f0-1da5cfdbcb01 req-8906f92b-4290-410f-a615-99189bfc3d96 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:39.267097 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d0fc703-762e-4d2d-81f0-1da5cfdbcb01 req-8906f92b-4290-410f-a615-99189bfc3d96 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0792217 Aug 16 21:05:39.326616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d0fc703-762e-4d2d-81f0-1da5cfdbcb01 req-6291bd7b-2ea1-44da-88c4-bd789c85d242 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585413 Aug 16 21:05:39.989968 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0486ac7f-434d-411b-ae3c-3725e3005e5f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:39.999823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0fcd0b17-bdfb-4a89-9541-72e604a53813 req-5863da65-7025-469e-a31d-a3de3e899718 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=d30fabe9-62b9-4cc9-8781-1badcc8bd04c HTTP/1.1" status: 200 len: 210 time: 0.0423546 Aug 16 21:05:40.123938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0486ac7f-434d-411b-ae3c-3725e3005e5f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:40.124319 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.515433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44ce4-08ad-48e7-b4bf-c3e00625ee36 req-3d1d6188-d412-4cdd-b036-6f948cac5389 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:40.521559 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00d44ce4-08ad-48e7-b4bf-c3e00625ee36 req-3d1d6188-d412-4cdd-b036-6f948cac5389 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0689878 Aug 16 21:05:40.568297 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00d44ce4-08ad-48e7-b4bf-c3e00625ee36 req-e48ffea9-18db-477d-8111-b18c8908b1a3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442662 Aug 16 21:05:40.744752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149a5ea-aa39-4718-a515-616ab7381de8 req-354eb8c6-8bb1-4b2e-a524-7989dd4afe40 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:40.765008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5149a5ea-aa39-4718-a515-616ab7381de8 req-354eb8c6-8bb1-4b2e-a524-7989dd4afe40 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.1208584 Aug 16 21:05:40.765131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 50500) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:40.775211 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-26f8eaaa-d216-41a1-9186-54dc4148a54a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Request body: {'floatingip': {'port_id': '4e2607b7-9523-4a18-9ff6-0cf52255e41c'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:40.836435 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26f8eaaa-d216-41a1-9186-54dc4148a54a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.425590 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26f8eaaa-d216-41a1-9186-54dc4148a54a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.550828 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26f8eaaa-d216-41a1-9186-54dc4148a54a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.729406 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-26f8eaaa-d216-41a1-9186-54dc4148a54a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Floating IP 4b2f7642-6229-4d45-bb72-89900940c81a associated. External IP: 172.25.4.73, port: 4e2607b7-9523-4a18-9ff6-0cf52255e41c. Aug 16 21:05:41.968758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f8eaaa-d216-41a1-9186-54dc4148a54a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:42.452589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f8eaaa-d216-41a1-9186-54dc4148a54a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:42.465230 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26f8eaaa-d216-41a1-9186-54dc4148a54a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.466082 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0743d566-40bf-47e1-9745-7b249cc14196 None None] Sync routers for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:42.478604 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0743d566-40bf-47e1-9745-7b249cc14196 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:42.483961 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0743d566-40bf-47e1-9745-7b249cc14196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:05:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:42.503621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-26f8eaaa-d216-41a1-9186-54dc4148a54a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "PUT /v2.0/floatingips/4b2f7642-6229-4d45-bb72-89900940c81a HTTP/1.1" status: 200 len: 990 time: 1.7327399 Aug 16 21:05:42.504515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:42.507234 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becdc6a0-754e-407f-bd0d-90e555e3879d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:42.600952 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29c3b03-1286-4bba-8dd5-972300f746c9 x-openstack-request-id: req-a29c3b03-1286-4bba-8dd5-972300f746c9 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:42.601376 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:42.601872 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a29c3b03-1286-4bba-8dd5-972300f746c9 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:42.602388 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'status': 'completed', 'code': 200} Aug 16 21:05:42.655775 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-0743d566-40bf-47e1-9745-7b249cc14196 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:42.714285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc6a0-754e-407f-bd0d-90e555e3879d req-21165795-5627-4700-ad0d-4d55d52ac07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:42.720294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-becdc6a0-754e-407f-bd0d-90e555e3879d req-21165795-5627-4700-ad0d-4d55d52ac07c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 1097 time: 0.0842621 Aug 16 21:05:42.878881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc6a0-754e-407f-bd0d-90e555e3879d req-0dab6bf2-95ed-4940-9b76-aa0781e64659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:42.880520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-becdc6a0-754e-407f-bd0d-90e555e3879d req-0dab6bf2-95ed-4940-9b76-aa0781e64659 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.1528447 Aug 16 21:05:42.980035 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0743d566-40bf-47e1-9745-7b249cc14196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '4b2f7642-6229-4d45-bb72-89900940c81a', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'port_id': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'mac_address': 'fa:16:3e:98:5e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:05:21Z', 'updated_at': '2021-08-16T21:05:41Z', 'revision_number': 1, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:42.991550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-becdc6a0-754e-407f-bd0d-90e555e3879d req-898a6199-4b83-4b53-9207-d96267727f1b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c HTTP/1.1" status: 200 len: 998 time: 0.1007652 Aug 16 21:05:43.012499 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0743d566-40bf-47e1-9745-7b249cc14196 None None] Checking router: 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:43.022490 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0743d566-40bf-47e1-9745-7b249cc14196 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:43.023479 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0743d566-40bf-47e1-9745-7b249cc14196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:05:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:43.060016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc6a0-754e-407f-bd0d-90e555e3879d req-8bc82367-c372-4ac9-aedb-be46239284ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:43.061846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-becdc6a0-754e-407f-bd0d-90e555e3879d req-8bc82367-c372-4ac9-aedb-be46239284ba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0664399 Aug 16 21:05:43.174467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc6a0-754e-407f-bd0d-90e555e3879d req-cc18aab3-36ef-403b-bd96-3d3d8d7c776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:43.176625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-becdc6a0-754e-407f-bd0d-90e555e3879d req-cc18aab3-36ef-403b-bd96-3d3d8d7c776b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061785 Aug 16 21:05:43.199538 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-0743d566-40bf-47e1-9745-7b249cc14196 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:43.282891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-becdc6a0-754e-407f-bd0d-90e555e3879d req-95c9672c-e684-4bf1-8963-2518b8f93f37 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991578 Aug 16 21:05:43.410024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-becdc6a0-754e-407f-bd0d-90e555e3879d req-e53b2bb6-acdb-4102-876b-ede67bd5a333 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195216 Aug 16 21:05:43.607379 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0743d566-40bf-47e1-9745-7b249cc14196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '4b2f7642-6229-4d45-bb72-89900940c81a', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'port_id': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'mac_address': 'fa:16:3e:98:5e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:05:21Z', 'updated_at': '2021-08-16T21:05:41Z', 'revision_number': 1, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:43.660884 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0743d566-40bf-47e1-9745-7b249cc14196 None None] The sync data for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 is: [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '4b2f7642-6229-4d45-bb72-89900940c81a', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'port_id': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'mac_address': 'fa:16:3e:98:5e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:05:21Z', 'updated_at': '2021-08-16T21:05:41Z', 'revision_number': 1, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:44.004899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713fd94-d28e-4b34-b54b-4d974bfa8863 None None] New status for floating IP 4b2f7642-6229-4d45-bb72-89900940c81a: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:05:44.348883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-580c53e0-1f5d-4bc0-b493-3685269258a7 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c565260a289d47ccb0440a518369ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342002 Aug 16 21:05:44.617335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-bedbbbe2-50bc-4097-9f5f-7975a7927415 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:44.629577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-bedbbbe2-50bc-4097-9f5f-7975a7927415 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740929 Aug 16 21:05:44.649751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-35a32ca0-e163-4ddc-bcb8-0be936f728a8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/quotas/c565260a289d47ccb0440a518369ea62 HTTP/1.1" status: 200 len: 375 time: 0.0170965 Aug 16 21:05:44.709994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-69daa121-15b2-4060-9813-f1677a9ebfe8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c565260a289d47ccb0440a518369ea62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602472 Aug 16 21:05:45.086903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0108db38-3a9a-4c3e-8fba-b8c1e0587b76 req-3328e681-8002-4f60-853b-57a4c4cda857 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 210 time: 0.0450184 Aug 16 21:05:45.195573 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ce9c2be5-467b-458c-96bd-b6bd63243e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.174952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e3de9d7-6a32-4e34-9cf7-551624766c62 req-ac86987a-cdfe-4138-a393-ecad74ae9168 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 210 time: 0.0366604 Aug 16 21:05:47.287904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e360135e-c34a-427c-a512-78c0927a5bb5 req-ee74ddb9-45b0-49d6-bf64-c1c74b34c880 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 210 time: 0.0328245 Aug 16 21:05:47.510354 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3df279c1-77a1-4a7f-a2c6-b09103e5be3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.989787 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:48.174057 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-1f3632ea-b673-43dc-98b2-4fd2edc75f62 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c565260a289d47ccb0440a518369ea62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755618 Aug 16 21:05:48.491926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-3356d981-b6e2-4bc7-9fa1-62d22d55329a tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:48.493673 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-3356d981-b6e2-4bc7-9fa1-62d22d55329a tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3110962 Aug 16 21:05:48.495967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9623a63b-3e6d-4354-b3d9-9cc1e41a5d14 req-3ba4a3ae-3b93-40f9-af0f-16112f9e031b tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 210 time: 0.0444951 Aug 16 21:05:48.521058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Request body: {'port': {'device_id': '5acffdb8-b9d4-42cf-a379-2db1c4f848ef', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': 'c565260a289d47ccb0440a518369ea62'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:48.726942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Made reservation on behalf of c565260a289d47ccb0440a518369ea62 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:48.731486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:48.742495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:48.858523 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:48.949938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:49.020172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1274a939-1c5a-404d-a7d8-283108250a90,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:49.201501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Allocated IP 192.168.233.117 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/9424f2aa-d3eb-4638-8123-cedc1ea45b79) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:49.247177 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:49.373565 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:49.389614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Transition to ACTIVE for port object 9424f2aa-d3eb-4638-8123-cedc1ea45b79 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:49.642284 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a380cc47-7c87-4f4e-82cf-0fbb94abef9b req-db501d44-2c4a-454f-a4f7-3ecf94ba42ad tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 210 time: 0.0328736 Aug 16 21:05:49.784247 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:49.843986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:49.848311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:49.853442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:49.887011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Pushing event updated for resources: {'Port': ['ID=9424f2aa-d3eb-4638-8123-cedc1ea45b79,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:49.923230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:49.924051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.013798 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9c5d8692-b3b7-404d-858a-1f9170b71c33 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5098591 Aug 16 21:05:50.028127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Request body: {'port': {'device_id': '5acffdb8-b9d4-42cf-a379-2db1c4f848ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:50.113712 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.230689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8985f8c0-e750-4af5-87de-b128be1da5db None None] Provisioning for port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:50.239107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8985f8c0-e750-4af5-87de-b128be1da5db None None] Provisioning complete for port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:50.239831 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8985f8c0-e750-4af5-87de-b128be1da5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.305096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8985f8c0-e750-4af5-87de-b128be1da5db None None] Port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:50.476914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9424f2aa-d3eb-4638-8123-cedc1ea45b79 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:50.484637 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.496593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Transition to ACTIVE for port object 9424f2aa-d3eb-4638-8123-cedc1ea45b79 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:50.561117 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.617513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Pushing event updated for resources: {'Port': ['ID=9424f2aa-d3eb-4638-8123-cedc1ea45b79,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:50.625114 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.698288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Attempting to bind port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:50.699050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Attempting to bind port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:50.699199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Attempting to bind port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:50.704571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:05:50.704996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Attempting to bind port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:50.710771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:50.711309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:50.711745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:50.712278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Bound port: 9424f2aa-d3eb-4638-8123-cedc1ea45b79, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:50.712707 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.770546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184aa442-9e09-47ed-b02c-a32b8ac3510a req-d92c8aa8-ff5d-45f0-9a5e-c27cf3f4add6 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:50.774655 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-184aa442-9e09-47ed-b02c-a32b8ac3510a req-d92c8aa8-ff5d-45f0-9a5e-c27cf3f4add6 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 948 time: 0.0655966 Aug 16 21:05:50.811122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] For port 9424f2aa-d3eb-4638-8123-cedc1ea45b79, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:50.815101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] For port 9424f2aa-d3eb-4638-8123-cedc1ea45b79, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9424f2aa-d3eb-4638-8123-cedc1ea45b79,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:50.826303 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-184aa442-9e09-47ed-b02c-a32b8ac3510a req-9a274310-11f2-41f1-b867-fe3a6824a193 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/security-groups?id=1274a939-1c5a-404d-a7d8-283108250a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429432 Aug 16 21:05:50.887114 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.950617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:50.951448 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.952967 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] 10.222.0.79 "PUT /v2.0/ports/9424f2aa-d3eb-4638-8123-cedc1ea45b79 HTTP/1.1" status: 200 len: 1097 time: 0.9304712 Aug 16 21:05:50.955947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acffdb8-b9d4-42cf-a379-2db1c4f848ef', 'tag': '9424f2aa-d3eb-4638-8123-cedc1ea45b79'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:50.959026 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c525c247-5320-45de-9062-af75a122824e" -d '{"events": [{"name": "network-changed", "server_uuid": "5acffdb8-b9d4-42cf-a379-2db1c4f848ef", "tag": "9424f2aa-d3eb-4638-8123-cedc1ea45b79"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:50.988422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a9d51-b64f-4840-ae51-fee21605fae0 service neutron] Pushing event updated for resources: {'Port': ['ID=9424f2aa-d3eb-4638-8123-cedc1ea45b79,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:51.069626 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d004cd8-e279-4859-99c5-48dcf19f66dc x-openstack-request-id: req-4d004cd8-e279-4859-99c5-48dcf19f66dc {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:51.069931 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5acffdb8-b9d4-42cf-a379-2db1c4f848ef", "tag": "9424f2aa-d3eb-4638-8123-cedc1ea45b79", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:51.070194 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d004cd8-e279-4859-99c5-48dcf19f66dc {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:51.070667 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acffdb8-b9d4-42cf-a379-2db1c4f848ef', 'tag': '9424f2aa-d3eb-4638-8123-cedc1ea45b79', 'status': 'completed', 'code': 200} Aug 16 21:05:51.143706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-879c0089-65ee-4fab-a592-29090cc6d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:51.146076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-879c0089-65ee-4fab-a592-29090cc6d885 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c565260a289d47ccb0440a518369ea62&device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 1100 time: 0.0745084 Aug 16 21:05:51.203749 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-f59d4c68-96cb-430e-814d-17cff972fc57 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=9424f2aa-d3eb-4638-8123-cedc1ea45b79 HTTP/1.1" status: 200 len: 217 time: 0.0497506 Aug 16 21:05:51.262714 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-2951d78e-0190-4e5d-a63b-ea41eefc6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:51.265066 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-2951d78e-0190-4e5d-a63b-ea41eefc6e08 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0527704 Aug 16 21:05:51.387282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-c1649bfe-2d34-4c4b-ae61-49f57993df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:51.389215 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-c1649bfe-2d34-4c4b-ae61-49f57993df61 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1078444 Aug 16 21:05:51.525812 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-5b1b0988-5a9d-4d78-bbf7-783af597f143 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290123 Aug 16 21:05:51.633604 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4aef0b6b-d4a0-4873-a192-4c18e0c60096 req-60c52c9c-6a5f-43ac-b6ca-0708a11022f6 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004162 Aug 16 21:05:51.803297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525c247-5320-45de-9062-af75a122824e req-a6f8ecff-92b1-43a8-8ec0-e8b79eeaf7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:51.805115 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c525c247-5320-45de-9062-af75a122824e req-a6f8ecff-92b1-43a8-8ec0-e8b79eeaf7ff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c565260a289d47ccb0440a518369ea62&device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 1100 time: 0.0751357 Aug 16 21:05:51.945980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525c247-5320-45de-9062-af75a122824e req-2ef60aca-063a-42bb-afe3-4eaedbf9abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:51.947446 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c525c247-5320-45de-9062-af75a122824e req-2ef60aca-063a-42bb-afe3-4eaedbf9abc8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1352193 Aug 16 21:05:52.003582 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c525c247-5320-45de-9062-af75a122824e req-cc2ae0f0-9b84-4e7b-9565-44aa5c84595d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=9424f2aa-d3eb-4638-8123-cedc1ea45b79 HTTP/1.1" status: 200 len: 217 time: 0.0473802 Aug 16 21:05:52.004119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d7ea9-dccb-4d9d-9cd1-86364bd2146e req-6f4b8005-444e-4e84-9bcd-f03d8a826294 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:52.006295 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-258d7ea9-dccb-4d9d-9cd1-86364bd2146e req-6f4b8005-444e-4e84-9bcd-f03d8a826294 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 948 time: 0.0687852 Aug 16 21:05:52.056341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-258d7ea9-dccb-4d9d-9cd1-86364bd2146e req-bfc2f9db-2c34-4615-8964-2e3ab81f51f5 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/security-groups?id=1274a939-1c5a-404d-a7d8-283108250a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420804 Aug 16 21:05:52.072835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525c247-5320-45de-9062-af75a122824e req-1e0485a5-d092-41b5-818b-39bb38b0be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:52.074892 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c525c247-5320-45de-9062-af75a122824e req-1e0485a5-d092-41b5-818b-39bb38b0be68 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0628006 Aug 16 21:05:52.131994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525c247-5320-45de-9062-af75a122824e req-a2271680-5af0-4816-b7be-144a2db80ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:52.133627 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c525c247-5320-45de-9062-af75a122824e req-a2271680-5af0-4816-b7be-144a2db80ba5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0497000 Aug 16 21:05:52.248777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c525c247-5320-45de-9062-af75a122824e req-adf18f23-fc60-460b-a04d-cadf2cebd68c service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061707 Aug 16 21:05:52.363313 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c525c247-5320-45de-9062-af75a122824e req-d3f764aa-68fb-4ee5-889c-5011ba249a09 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056349 Aug 16 21:05:53.193271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44f591-8d68-468a-9a61-b32a1153d686 req-ec95a403-4bcb-4339-af11-5f8cd898efc1 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:53.195110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d44f591-8d68-468a-9a61-b32a1153d686 req-ec95a403-4bcb-4339-af11-5f8cd898efc1 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 948 time: 0.0607562 Aug 16 21:05:53.249270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3d44f591-8d68-468a-9a61-b32a1153d686 req-ba86386d-b555-4f23-9928-cce6afbae95b tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/security-groups?id=1274a939-1c5a-404d-a7d8-283108250a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429881 Aug 16 21:05:54.385733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14c66-5fdb-4b02-a68e-449dacb4deab req-93378804-2ccb-4b42-8d32-11b8bdf6e6ab tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:54.387456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aba14c66-5fdb-4b02-a68e-449dacb4deab req-93378804-2ccb-4b42-8d32-11b8bdf6e6ab tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 948 time: 0.0636168 Aug 16 21:05:54.430906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aba14c66-5fdb-4b02-a68e-449dacb4deab req-790ed8ed-608e-47a0-a736-9f637864d7bf tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/security-groups?id=1274a939-1c5a-404d-a7d8-283108250a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360036 Aug 16 21:05:54.720110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9424f2aa-d3eb-4638-8123-cedc1ea45b79 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:05:54.832645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9424f2aa-d3eb-4638-8123-cedc1ea45b79, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9424f2aa-d3eb-4638-8123-cedc1ea45b79,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:54.847081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '9424f2aa-d3eb-4638-8123-cedc1ea45b79', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '9424f2aa-d3eb-4638-8123-cedc1ea45b79', 'mac_address': 'fa:16:3e:b4:cf:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:05:54.893421 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:54.914434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9424f2aa-d3eb-4638-8123-cedc1ea45b79 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:54.936669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9424f2aa-d3eb-4638-8123-cedc1ea45b79, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9424f2aa-d3eb-4638-8123-cedc1ea45b79,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:55.035180 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:55.086454 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=9424f2aa-d3eb-4638-8123-cedc1ea45b79,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:55.241137 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['9424f2aa-d3eb-4638-8123-cedc1ea45b79'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:55.577212 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6051c2-8331-4e82-b9f1-5fa1c88cca48 req-44cae97e-41c6-46a8-8e8f-925ef5b75fd6 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:55.579460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6051c2-8331-4e82-b9f1-5fa1c88cca48 req-44cae97e-41c6-46a8-8e8f-925ef5b75fd6 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 949 time: 0.0550406 Aug 16 21:05:55.636653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec6051c2-8331-4e82-b9f1-5fa1c88cca48 req-d5d1aedb-6796-4bca-b4d4-a2c39dcde9ad tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/security-groups?id=1274a939-1c5a-404d-a7d8-283108250a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490363 Aug 16 21:05:56.746507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9424f2aa-d3eb-4638-8123-cedc1ea45b79 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:56.777469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176640a5-c090-45e1-ab6f-bc8759d2071f req-c7e2df7e-e058-4b11-8940-36108bd21ffc tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:56.785439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-176640a5-c090-45e1-ab6f-bc8759d2071f req-c7e2df7e-e058-4b11-8940-36108bd21ffc tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 949 time: 0.0626647 Aug 16 21:05:56.827990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-176640a5-c090-45e1-ab6f-bc8759d2071f req-3aca5f8c-98a1-488c-bb85-7aec84ff9a09 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/security-groups?id=1274a939-1c5a-404d-a7d8-283108250a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414071 Aug 16 21:05:56.905549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:56.910813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:56.911411 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:57.022464 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:57.048893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acffdb8-b9d4-42cf-a379-2db1c4f848ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9424f2aa-d3eb-4638-8123-cedc1ea45b79'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:57.051242 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f4a2fb-0cc0-453a-a41a-47c6745c9a53" -d '{"events": [{"server_uuid": "5acffdb8-b9d4-42cf-a379-2db1c4f848ef", "name": "network-vif-plugged", "status": "completed", "tag": "9424f2aa-d3eb-4638-8123-cedc1ea45b79"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:57.072225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9424f2aa-d3eb-4638-8123-cedc1ea45b79, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9424f2aa-d3eb-4638-8123-cedc1ea45b79,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:57.092400 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c041ab0-7ca6-4991-bfdc-e7f1b5e667fc x-openstack-request-id: req-1c041ab0-7ca6-4991-bfdc-e7f1b5e667fc {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:57.092681 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acffdb8-b9d4-42cf-a379-2db1c4f848ef", "name": "network-vif-plugged", "status": "completed", "tag": "9424f2aa-d3eb-4638-8123-cedc1ea45b79", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:57.092935 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c041ab0-7ca6-4991-bfdc-e7f1b5e667fc {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:57.093366 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acffdb8-b9d4-42cf-a379-2db1c4f848ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9424f2aa-d3eb-4638-8123-cedc1ea45b79', 'code': 200} Aug 16 21:05:57.155263 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:57.190983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b04378-0797-444a-9432-8719f04ddbd3 req-3e15edc5-553d-4103-b50e-5b9d69ec236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:57.192533 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17b04378-0797-444a-9432-8719f04ddbd3 req-3e15edc5-553d-4103-b50e-5b9d69ec236e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 1102 time: 0.0425727 Aug 16 21:05:57.220718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=9424f2aa-d3eb-4638-8123-cedc1ea45b79,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:57.239213 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17b04378-0797-444a-9432-8719f04ddbd3 req-74ec6d1a-c89b-43df-bba2-2b7ce1d1ac20 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1274a939-1c5a-404d-a7d8-283108250a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Aug 16 21:05:57.972078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb02b-be46-4c9c-bfc0-af4fde57b1d1 req-c052fd65-4692-469a-8dfc-b3fadc7e8117 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:57.973590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c0eb02b-be46-4c9c-bfc0-af4fde57b1d1 req-c052fd65-4692-469a-8dfc-b3fadc7e8117 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 950 time: 0.0586567 Aug 16 21:05:58.013494 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c0eb02b-be46-4c9c-bfc0-af4fde57b1d1 req-7fb56da1-65de-42db-85f5-8fb7f3086a8d tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/security-groups?id=1274a939-1c5a-404d-a7d8-283108250a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337937 Aug 16 21:05:59.137151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7a65-7d95-47f5-8a4d-fdaaae22a6df req-c7cd2794-0f9c-4ce1-b436-3e6257bd8574 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:59.138519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b8e7a65-7d95-47f5-8a4d-fdaaae22a6df req-c7cd2794-0f9c-4ce1-b436-3e6257bd8574 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 950 time: 0.0523179 Aug 16 21:05:59.180389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b8e7a65-7d95-47f5-8a4d-fdaaae22a6df req-ef5fcb0c-6144-4529-ae38-03373a2724d9 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/security-groups?id=1274a939-1c5a-404d-a7d8-283108250a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354865 Aug 16 21:06:00.379381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-017e7f41-72b7-4d3f-8c7a-c0411945859a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437148 Aug 16 21:06:00.485302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-50f73b05-3f00-43d7-9ac7-084b38255d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:00.485302 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-50f73b05-3f00-43d7-9ac7-084b38255d60 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5cd37661d5142f69945a0904e4f2968&device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 1097 time: 0.0559473 Aug 16 21:06:00.617510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-26f9949f-3555-4721-84bd-68c546228d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:00.628228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-26f9949f-3555-4721-84bd-68c546228d3b service neutron] 10.222.0.76 "GET /v2.0/networks?id=4822ec26-7bfe-4198-be0b-e1bd57e607c1 HTTP/1.1" status: 200 len: 909 time: 0.1112697 Aug 16 21:06:00.693040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-55d9397e-64ae-42a4-8a2e-f8627f680669 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373dc010-6a1d-498f-9d6a-b7be15ba0560 HTTP/1.1" status: 200 len: 1001 time: 0.0649657 Aug 16 21:06:00.749077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-0e03b3f8-45a0-4e5a-a214-15d3d0656e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:00.749321 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-0e03b3f8-45a0-4e5a-a214-15d3d0656e21 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6cb98c82-f15c-446c-9cff-88a44ecbbfe3 HTTP/1.1" status: 200 len: 847 time: 0.0487447 Aug 16 21:06:00.803889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-76ea0a81-4f95-4589-97e7-5ab1a9aa52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:00.805590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-76ea0a81-4f95-4589-97e7-5ab1a9aa52d8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4822ec26-7bfe-4198-be0b-e1bd57e607c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470362 Aug 16 21:06:00.918108 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-9fcd28aa-0d2a-4976-bb99-53c8566bb71c service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023672 Aug 16 21:06:01.040873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a6959c7-850d-4cd7-a2a3-bb7a7c68f760 req-4de5da70-4655-4b6b-8a90-356f97621fa5 service neutron] 10.222.0.76 "GET /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149731 Aug 16 21:06:02.652429 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:02.749406 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.600276 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-11caaa36-c2c3-4796-adb3-ceab24b6dd15 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503960 Aug 16 21:06:06.694585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-03bc4358-28d5-4ee5-8c33-86df72decfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:06.696123 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-03bc4358-28d5-4ee5-8c33-86df72decfa1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c565260a289d47ccb0440a518369ea62&device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 1102 time: 0.0435266 Aug 16 21:06:06.791606 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:06:06.815112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-944ace38-cc78-47a1-9d7d-0fed7089fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:06.816867 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-944ace38-cc78-47a1-9d7d-0fed7089fb82 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1012611 Aug 16 21:06:06.862702 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-102d597b-aec1-45d0-8e49-bd6b221aea05 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=9424f2aa-d3eb-4638-8123-cedc1ea45b79 HTTP/1.1" status: 200 len: 217 time: 0.0366926 Aug 16 21:06:06.931923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-5c5deb1c-2804-452b-b9e6-04c99297c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:06.933709 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-5c5deb1c-2804-452b-b9e6-04c99297c305 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0631411 Aug 16 21:06:06.983885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-5b6c7765-e170-47ed-8994-aa313a81bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:06.986029 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-5b6c7765-e170-47ed-8994-aa313a81bfbc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434737 Aug 16 21:06:07.092948 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-49c715c2-cbc4-45c1-a0bd-74cb8cd5eec5 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987916 Aug 16 21:06:07.219511 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1accab3b-9572-4bd8-885b-0b8a1724676d req-22213abb-e016-4768-9d0c-07fb3e602a8d service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187582 Aug 16 21:06:15.228075 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c05fa986-a89d-4a85-9a71-013cbc5ee35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:17.577756 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-03d4cbe6-415f-4a73-8a7a-6aea57ba7d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:17.983464 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.289528 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.697870 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:32.099421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-878fc1b4-bd47-4266-9651-cc2cb0b3c5cf tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:32.100903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-878fc1b4-bd47-4266-9651-cc2cb0b3c5cf tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.1146257 Aug 16 21:06:32.116868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1c9cb79c-741d-4eda-b01b-6a149af4b67a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/quotas/2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 375 time: 0.0098472 Aug 16 21:06:32.170686 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-276fb864-7068-4d8a-93e5-cc88c6c793e7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482624 Aug 16 21:06:32.270185 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-16403501-6573-4096-afea-0e3a55c2045e service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924370 Aug 16 21:06:32.363864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-fb92b668-3b64-42dd-8159-15a43402fa40 service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875430 Aug 16 21:06:32.685904 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:32.788897 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:33.312868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fafbe5b1-5e15-4933-90c7-87f4f6ee7829 req-efeea71f-9a93-4ad1-9ab8-f40bba35d3f1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 210 time: 0.0413294 Aug 16 21:06:34.433619 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc754362-b505-484c-98f6-ea00a1f451e5 req-613bb3a6-9724-46d3-9830-439df3cf6953 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 210 time: 0.0415096 Aug 16 21:06:35.608508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-96a0a414-2a6a-4ccf-8d54-7fd024b519f7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:35.608508 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-96a0a414-2a6a-4ccf-8d54-7fd024b519f7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.1204028 Aug 16 21:06:35.609843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51e70219-1ca3-4699-b759-1d9e6d512732 req-ae1c7b50-05c5-40f0-9fa5-d06ecd512912 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 210 time: 0.0277271 Aug 16 21:06:35.610293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'port': {'device_id': '6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'admin_state_up': True, 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:35.908474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Made reservation on behalf of 2b1a2baa039a4a9080d39c7aa1b9f7e4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:06:35.912832 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:36.101772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Allocated IP 172.20.0.11 (826b4d3b-3779-4633-8f48-5944e5bb3c62/e48a2a88-3af1-41c2-a731-e4f334092195/fb49118f-379a-47e6-94c7-44dbbae3f5db) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:36.323884 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:36.338206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Transition to ACTIVE for port object fb49118f-379a-47e6-94c7-44dbbae3f5db will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:06:36.462338 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:36.786373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c354d-0781-4736-8612-cb1d9ced3f56 req-5d7c09b4-3ae3-4347-a8b3-a3c05af1fbbd tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:36.788754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-025c354d-0781-4736-8612-cb1d9ced3f56 req-5d7c09b4-3ae3-4347-a8b3-a3c05af1fbbd tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 932 time: 0.0876200 Aug 16 21:06:36.837060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-025c354d-0781-4736-8612-cb1d9ced3f56 req-508d07dd-5e39-41de-960b-ca98fb1ec716 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Aug 16 21:06:36.945842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:36.949835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:36.955688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:36.979694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=fb49118f-379a-47e6-94c7-44dbbae3f5db,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:37.007927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.008551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.009099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.009613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.010112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.010607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.011906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.012404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.012898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.013774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.014371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.014879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:37.034171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:37.034827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.132198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-c4cc2002-1947-42b1-9e9d-2254563981de tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5809970 Aug 16 21:06:37.146837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Request body: {'port': {'device_id': '6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:37.244340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.422656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-32e0ad16-e070-4fac-8bfc-f250613e2acd None None] Provisioning for port fb49118f-379a-47e6-94c7-44dbbae3f5db completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:37.427082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-32e0ad16-e070-4fac-8bfc-f250613e2acd None None] Provisioning complete for port fb49118f-379a-47e6-94c7-44dbbae3f5db triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:37.430962 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-32e0ad16-e070-4fac-8bfc-f250613e2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.495193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-32e0ad16-e070-4fac-8bfc-f250613e2acd None None] Port fb49118f-379a-47e6-94c7-44dbbae3f5db cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:06:37.750738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb49118f-379a-47e6-94c7-44dbbae3f5db {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:37.759107 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.772209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Transition to ACTIVE for port object fb49118f-379a-47e6-94c7-44dbbae3f5db will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:06:37.850668 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.970308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb49118f-379a-47e6-94c7-44dbbae3f5db,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:38.025243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8c9db-5e5b-4f6b-9a27-f34b4e0dcd80 req-ff05fad1-a2a0-442f-924d-242da988ce47 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:38.044319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90b8c9db-5e5b-4f6b-9a27-f34b4e0dcd80 req-ff05fad1-a2a0-442f-924d-242da988ce47 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 944 time: 0.0845077 Aug 16 21:06:38.099640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90b8c9db-5e5b-4f6b-9a27-f34b4e0dcd80 req-037045bf-49fb-4680-b32a-ebdd1c344d46 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542006 Aug 16 21:06:38.152683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Attempting to bind port fb49118f-379a-47e6-94c7-44dbbae3f5db on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:06:38.153338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Attempting to bind port fb49118f-379a-47e6-94c7-44dbbae3f5db by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:06:38.153869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Attempting to bind port fb49118f-379a-47e6-94c7-44dbbae3f5db on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:38.166289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Port fb49118f-379a-47e6-94c7-44dbbae3f5db on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:06:38.166625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Attempting to bind port fb49118f-379a-47e6-94c7-44dbbae3f5db on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:38.178445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:06:38.178785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Checking segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:06:38.179181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Bound using segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:06:38.179621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Bound port: fb49118f-379a-47e6-94c7-44dbbae3f5db, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:06:38.179986 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.269166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] For port fb49118f-379a-47e6-94c7-44dbbae3f5db, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:06:38.276514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] For port fb49118f-379a-47e6-94c7-44dbbae3f5db, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb49118f-379a-47e6-94c7-44dbbae3f5db,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:06:38.342620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.408694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb49118f-379a-47e6-94c7-44dbbae3f5db,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:38.431121 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:38.432260 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.434308 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-1f9aacba-8868-40a8-9edc-e61dbc9cacc6 service neutron] 10.222.0.79 "PUT /v2.0/ports/fb49118f-379a-47e6-94c7-44dbbae3f5db HTTP/1.1" status: 200 len: 1093 time: 1.2927661 Aug 16 21:06:38.434804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed', 'tag': 'fb49118f-379a-47e6-94c7-44dbbae3f5db'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:38.437544 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b1c490-f2f6-4ead-8d20-060452300993" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed", "tag": "fb49118f-379a-47e6-94c7-44dbbae3f5db"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:38.485687 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a06576-f019-456a-b283-6953e2411fb2 x-openstack-request-id: req-13a06576-f019-456a-b283-6953e2411fb2 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:38.486228 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed", "tag": "fb49118f-379a-47e6-94c7-44dbbae3f5db", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:38.486760 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-13a06576-f019-456a-b283-6953e2411fb2 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:38.487332 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed', 'tag': 'fb49118f-379a-47e6-94c7-44dbbae3f5db', 'status': 'completed', 'code': 200} Aug 16 21:06:38.571368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1c490-f2f6-4ead-8d20-060452300993 req-abb5a2f4-dcb1-46e1-ac5b-514da5470c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:38.573359 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2b1c490-f2f6-4ead-8d20-060452300993 req-abb5a2f4-dcb1-46e1-ac5b-514da5470c60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 1096 time: 0.0673568 Aug 16 21:06:38.891910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1c490-f2f6-4ead-8d20-060452300993 req-cc8ec566-c1c4-4115-befd-793184c9218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:38.893496 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2b1c490-f2f6-4ead-8d20-060452300993 req-cc8ec566-c1c4-4115-befd-793184c9218a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3120098 Aug 16 21:06:39.089774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1c490-f2f6-4ead-8d20-060452300993 req-279a8e06-60ee-43bb-888a-9a4ee0fd4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:39.091423 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2b1c490-f2f6-4ead-8d20-060452300993 req-279a8e06-60ee-43bb-888a-9a4ee0fd4a29 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1900914 Aug 16 21:06:39.233754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-e9ff5ca1-da5c-40ea-a5d8-f3e5ea9d71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:39.235461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-e9ff5ca1-da5c-40ea-a5d8-f3e5ea9d71b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 1096 time: 0.0862148 Aug 16 21:06:39.294431 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-7aac0642-e4f9-488b-8f37-a7948fa1df27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb49118f-379a-47e6-94c7-44dbbae3f5db HTTP/1.1" status: 200 len: 217 time: 0.0499401 Aug 16 21:06:39.348953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb7951-1a1f-43b8-970f-041c63d95907 req-a15431af-4138-4689-ae02-595cc1ea5fb6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:39.350577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93eb7951-1a1f-43b8-970f-041c63d95907 req-a15431af-4138-4689-ae02-595cc1ea5fb6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 944 time: 0.1076536 Aug 16 21:06:39.406320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-2b2249aa-a1ab-4752-84a7-b0246ad8501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:39.410453 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-2b2249aa-a1ab-4752-84a7-b0246ad8501a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.1083040 Aug 16 21:06:39.422285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93eb7951-1a1f-43b8-970f-041c63d95907 req-81b74c7f-25a5-4752-992f-65e2aba9e477 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654612 Aug 16 21:06:39.481863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-b0bbef1f-aaba-4a11-ad6f-df9c01b46e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:39.483371 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-b0bbef1f-aaba-4a11-ad6f-df9c01b46e48 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581374 Aug 16 21:06:39.586606 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-e69dccb9-8db3-4f8f-b604-707521410056 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954189 Aug 16 21:06:39.701390 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a017ecd1-3caa-4e70-bd9f-bd3efac09f9a req-4d91cfae-c156-49b4-a1ff-e84a26ef3ba4 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065691 Aug 16 21:06:40.590574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d085a-eb7a-484d-b872-cd2ea68cb8cd req-09286c86-c9f5-479a-80b4-804ea4e0bec9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:40.592951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-611d085a-eb7a-484d-b872-cd2ea68cb8cd req-09286c86-c9f5-479a-80b4-804ea4e0bec9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 944 time: 0.0741613 Aug 16 21:06:40.658461 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-611d085a-eb7a-484d-b872-cd2ea68cb8cd req-a082cd58-d86f-4901-8f84-fa56508fb4c0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520837 Aug 16 21:06:41.779596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0b273-e015-4f94-9c52-3258869311eb req-7d97d37a-e273-4daa-b8df-4559a35732c2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:41.781305 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edc0b273-e015-4f94-9c52-3258869311eb req-7d97d37a-e273-4daa-b8df-4559a35732c2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 944 time: 0.0647461 Aug 16 21:06:41.828288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edc0b273-e015-4f94-9c52-3258869311eb req-117de694-683b-4988-96fa-101aa0f36ca8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Aug 16 21:06:42.964092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16c8a8-db92-4f97-9541-3c8faeb09a8e req-2eb6e68a-0b20-4790-b509-5907d1fe6d6c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:42.965458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa16c8a8-db92-4f97-9541-3c8faeb09a8e req-2eb6e68a-0b20-4790-b509-5907d1fe6d6c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 944 time: 0.0681963 Aug 16 21:06:43.017984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa16c8a8-db92-4f97-9541-3c8faeb09a8e req-5112bc32-5247-4790-897c-7939e3909990 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Aug 16 21:06:43.791225 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:06:44.147703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce3bb9-7314-4750-9373-e8bc0b9e34b3 req-fd2b25bc-d025-40c4-8b40-7d856904aac3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:44.149387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bcce3bb9-7314-4750-9373-e8bc0b9e34b3 req-fd2b25bc-d025-40c4-8b40-7d856904aac3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 944 time: 0.0581672 Aug 16 21:06:44.196560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bcce3bb9-7314-4750-9373-e8bc0b9e34b3 req-9673767d-0de2-4b65-ac03-1efd507896f3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Aug 16 21:06:45.212348 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-23fa9e45-a62f-4b95-bfc6-3c2999e91235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.334923 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20c6ca-85a9-4aa1-b86a-57cca6462db7 req-b267e46e-1485-492b-8e5a-01d1ebe4665a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:45.351018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd20c6ca-85a9-4aa1-b86a-57cca6462db7 req-b267e46e-1485-492b-8e5a-01d1ebe4665a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 944 time: 0.0805006 Aug 16 21:06:45.428323 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd20c6ca-85a9-4aa1-b86a-57cca6462db7 req-f54fa583-272f-4f92-a7ad-270dc57362b5 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659685 Aug 16 21:06:46.405673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 51710) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:46.662445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.733302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7a501-394a-4a62-ac83-db7793b5083c req-44e1eb61-570d-434c-b19e-14cd80563436 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:46.737618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4df7a501-394a-4a62-ac83-db7793b5083c req-44e1eb61-570d-434c-b19e-14cd80563436 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 944 time: 0.1524479 Aug 16 21:06:46.799010 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4df7a501-394a-4a62-ac83-db7793b5083c req-bb2ac870-cbd3-4c41-a035-aba126e9db30 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Aug 16 21:06:46.821085 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.891242 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.948832 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=20697e1141a74767b8955395857a24b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5419433 Aug 16 21:06:46.951639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 51722) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:46.961315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c7015a-c73a-493a-b5c5-a9117c1ae706,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:46.969920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:46.971304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:46.971657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:46.971998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:46.972332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:46.972661 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:46.972992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:46.973728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:46.973728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:46.973992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:46.974320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:46.974646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78028-33d2-4737-a5cd-9084089a817b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.015261 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-878b39b8-af98-461f-bef3-4c1e46dd394a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.045046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-878b39b8-af98-461f-bef3-4c1e46dd394a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.165451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-878b39b8-af98-461f-bef3-4c1e46dd394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.168465 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-878b39b8-af98-461f-bef3-4c1e46dd394a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.172523 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-878b39b8-af98-461f-bef3-4c1e46dd394a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f6c7015a-c73a-493a-b5c5-a9117c1ae706 HTTP/1.1" status: 204 len: 168 time: 0.2191899 Aug 16 21:06:47.183335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b39b8-af98-461f-bef3-4c1e46dd394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c7015a-c73a-493a-b5c5-a9117c1ae706,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:47.525826 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34174e43-329b-458c-a0e1-8d8ca057bc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.964710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22d381-55e5-4c99-9583-6844d61f6ea8 req-7109cff4-6413-40ef-b6c1-7155cdcd37d9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:47.966341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a22d381-55e5-4c99-9583-6844d61f6ea8 req-7109cff4-6413-40ef-b6c1-7155cdcd37d9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 944 time: 0.0599880 Aug 16 21:06:47.972091 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:48.015582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a22d381-55e5-4c99-9583-6844d61f6ea8 req-a0e25ca5-a7a2-47bb-9211-a5212c96f54e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 Aug 16 21:06:49.181996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e22e2-c30a-43d1-bfa6-d327aad99a11 req-c3ae50ec-9d75-4462-9f4b-1585603a4f6d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:49.184704 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-638e22e2-c30a-43d1-bfa6-d327aad99a11 req-c3ae50ec-9d75-4462-9f4b-1585603a4f6d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 944 time: 0.0903962 Aug 16 21:06:49.255595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-638e22e2-c30a-43d1-bfa6-d327aad99a11 req-3078eb86-bfd8-4291-a34c-ffdcdd0f2c3d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597160 Aug 16 21:06:49.273191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:50.439589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eb68c-ae5d-41db-9610-46ff0b9326a2 req-52940c2d-c7c2-423a-b5e4-1ea4f8799e10 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:50.441133 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c85eb68c-ae5d-41db-9610-46ff0b9326a2 req-52940c2d-c7c2-423a-b5e4-1ea4f8799e10 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 944 time: 0.0557513 Aug 16 21:06:50.488396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c85eb68c-ae5d-41db-9610-46ff0b9326a2 req-c1c6b998-bf90-4e0b-93ce-0279ab2ab7c0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393007 Aug 16 21:06:50.679722 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:50.971012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb49118f-379a-47e6-94c7-44dbbae3f5db details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:06:51.083304 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb49118f-379a-47e6-94c7-44dbbae3f5db, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb49118f-379a-47e6-94c7-44dbbae3f5db,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:51.096636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'fb49118f-379a-47e6-94c7-44dbbae3f5db', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'port_id': 'fb49118f-379a-47e6-94c7-44dbbae3f5db', 'mac_address': 'fa:16:3e:a3:1e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:06:51.143138 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:51.159085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb49118f-379a-47e6-94c7-44dbbae3f5db {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:51.181838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb49118f-379a-47e6-94c7-44dbbae3f5db, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb49118f-379a-47e6-94c7-44dbbae3f5db,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:51.234087 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:51.286722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fb49118f-379a-47e6-94c7-44dbbae3f5db,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:51.294495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.294784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.295128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.295663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.296150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.296494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.296832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.297162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.297788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.297788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.298170 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.298491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:51.442464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['fb49118f-379a-47e6-94c7-44dbbae3f5db'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:51.651375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da34ee-91a8-48cf-97df-ce6aba482b34 req-711dcec3-f5be-4c5f-aec7-449110f66b13 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:51.652952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09da34ee-91a8-48cf-97df-ce6aba482b34 req-711dcec3-f5be-4c5f-aec7-449110f66b13 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 945 time: 0.0625813 Aug 16 21:06:51.698035 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09da34ee-91a8-48cf-97df-ce6aba482b34 req-1b8043a8-08ac-4317-80bb-f81c15d86a56 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387847 Aug 16 21:06:52.875188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623b527-e0a3-41cb-bf00-914df176362f req-749b5edb-5beb-4ac4-8b57-7bf2c919b9cc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.879910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4623b527-e0a3-41cb-bf00-914df176362f req-749b5edb-5beb-4ac4-8b57-7bf2c919b9cc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 945 time: 0.0968924 Aug 16 21:06:52.919446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4623b527-e0a3-41cb-bf00-914df176362f req-9254cdb4-8846-491e-95ab-8677e8eef512 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386372 Aug 16 21:06:52.969149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb49118f-379a-47e6-94c7-44dbbae3f5db up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:06:53.080038 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port fb49118f-379a-47e6-94c7-44dbbae3f5db completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:53.092838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port fb49118f-379a-47e6-94c7-44dbbae3f5db triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:53.093247 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.182066 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.230320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb49118f-379a-47e6-94c7-44dbbae3f5db'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:53.234445 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de75653-2c26-4518-987a-9fa960731c41" -d '{"events": [{"server_uuid": "6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed", "name": "network-vif-plugged", "status": "completed", "tag": "fb49118f-379a-47e6-94c7-44dbbae3f5db"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:53.249817 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port fb49118f-379a-47e6-94c7-44dbbae3f5db, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb49118f-379a-47e6-94c7-44dbbae3f5db,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:53.291367 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.359883 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afe4ff9-ac86-4718-9d8f-ab37c0c18325 x-openstack-request-id: req-5afe4ff9-ac86-4718-9d8f-ab37c0c18325 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:53.360190 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed", "name": "network-vif-plugged", "status": "completed", "tag": "fb49118f-379a-47e6-94c7-44dbbae3f5db", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:53.361016 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5afe4ff9-ac86-4718-9d8f-ab37c0c18325 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:53.361468 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb49118f-379a-47e6-94c7-44dbbae3f5db', 'code': 200} Aug 16 21:06:53.416807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=fb49118f-379a-47e6-94c7-44dbbae3f5db,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:53.486685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136cfe1-b5d8-450a-85fa-c89347962ac8 req-8f711f1b-087f-49d4-9385-f9e34461fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.488713 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0136cfe1-b5d8-450a-85fa-c89347962ac8 req-8f711f1b-087f-49d4-9385-f9e34461fdf2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 1098 time: 0.0584278 Aug 16 21:06:53.529008 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0136cfe1-b5d8-450a-85fa-c89347962ac8 req-4db7881d-bc20-47e0-af80-124b3caf7f55 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319078 Aug 16 21:06:54.048994 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7a864-9f9b-4114-ac32-8913bcec7fe0 req-a4336c7e-7b13-41ba-9acd-70afcba6f9ec tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:54.050807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aeb7a864-9f9b-4114-ac32-8913bcec7fe0 req-a4336c7e-7b13-41ba-9acd-70afcba6f9ec tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 946 time: 0.0580490 Aug 16 21:06:54.094626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aeb7a864-9f9b-4114-ac32-8913bcec7fe0 req-8e891e48-d619-4a55-b025-6d99b6a9c48f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373688 Aug 16 21:06:55.263655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7d288-f0a7-4ef8-a40c-5da14b3ef14b req-a0e956a3-743b-4fb5-a0b2-b5f08cd991b3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:55.271540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfa7d288-f0a7-4ef8-a40c-5da14b3ef14b req-a0e956a3-743b-4fb5-a0b2-b5f08cd991b3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 946 time: 0.0863140 Aug 16 21:06:55.309090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfa7d288-f0a7-4ef8-a40c-5da14b3ef14b req-378abd1a-8b00-46ef-a599-1851e124001a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366700 Aug 16 21:06:55.451394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cdbdc-bbf1-4547-bf35-4e63fc1829e8 req-d3660af8-8dc6-4a85-b239-250da9f75d3e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:55.459631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac8cdbdc-bbf1-4547-bf35-4e63fc1829e8 req-d3660af8-8dc6-4a85-b239-250da9f75d3e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 946 time: 0.0744510 Aug 16 21:06:55.503689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ac8cdbdc-bbf1-4547-bf35-4e63fc1829e8 req-2586d19e-68f7-413f-b758-df91f774b528 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383167 Aug 16 21:06:55.889557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-28567e21-81fb-4460-9c0d-382c4e5ea9e9 req-a2d5cb89-92ab-4c32-9842-12ade85f59f0 service neutron] (95262) timed out ('10.222.0.76', 62841) {{(pid=95262) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:06:59.380127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-abe4cfc6-d890-4696-9b85-73cc852cb0c8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:59.381683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-abe4cfc6-d890-4696-9b85-73cc852cb0c8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.1083894 Aug 16 21:06:59.398507 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-f313725c-aee1-4f23-bcd4-b8f331a46d9c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/quotas/2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 375 time: 0.0105395 Aug 16 21:06:59.462174 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-276837b6-1c23-4ba5-bf2c-5e94b7026d05 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571694 Aug 16 21:06:59.589223 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-01326654-2163-4ef0-b961-0ec3b606adb7 service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144619 Aug 16 21:06:59.710483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-5260c203-b7ba-4089-b99e-7d4f93cc3810 service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203351 Aug 16 21:07:00.029787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f729f0f-8cf0-4832-8a94-3ceca8cfde91 req-efef1ffb-6f19-437a-8892-c77cc6cd3c09 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 210 time: 0.0385211 Aug 16 21:07:00.338790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52160) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:00.446887 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0c76df3-69aa-44e8-b70b-558e13a1beb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.609174 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0c76df3-69aa-44e8-b70b-558e13a1beb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.675199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0c76df3-69aa-44e8-b70b-558e13a1beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.711603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c76df3-69aa-44e8-b70b-558e13a1beb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36f03ff-c464-40ba-9b67-94a7cffb14fa,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:00.738664 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d0c76df3-69aa-44e8-b70b-558e13a1beb1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24dcea3fd0824650896031b4fb91333c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987892 Aug 16 21:07:00.741312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52178) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:00.789146 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6b316bdf-f910-4995-b0b2-7e863ac29446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.812088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6b316bdf-f910-4995-b0b2-7e863ac29446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.942491 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6b316bdf-f910-4995-b0b2-7e863ac29446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.945691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6b316bdf-f910-4995-b0b2-7e863ac29446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.949530 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6b316bdf-f910-4995-b0b2-7e863ac29446 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d36f03ff-c464-40ba-9b67-94a7cffb14fa HTTP/1.1" status: 204 len: 168 time: 0.2047822 Aug 16 21:07:00.960468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b316bdf-f910-4995-b0b2-7e863ac29446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36f03ff-c464-40ba-9b67-94a7cffb14fa,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:01.118567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9dc9633-0edc-4773-a33d-61c51ae9d4f9 req-303a1b57-7c78-4653-aa5c-fc407b2d9ae2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 210 time: 0.0267477 Aug 16 21:07:02.173000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-b4f1a483-c36c-4a62-8c8d-0cd64ebce1ef tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:02.174647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-b4f1a483-c36c-4a62-8c8d-0cd64ebce1ef tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.1181328 Aug 16 21:07:02.201576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'port': {'device_id': 'f46f8859-d584-4dd1-a461-503256f2612d', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'admin_state_up': True, 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:02.301476 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0abe245-727b-4423-a90c-67d272eec0fe req-19d51543-e78c-4393-a6eb-b6bf399807cd tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 210 time: 0.0439641 Aug 16 21:07:02.412029 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3a68890f-dec3-42bf-be9f-10a88841388e req-c69c6ac2-b969-485f-8644-9121c20ed441 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433648 Aug 16 21:07:02.479435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68890f-dec3-42bf-be9f-10a88841388e req-7870e568-f3ac-4469-bf13-c9512022a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:02.480814 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3a68890f-dec3-42bf-be9f-10a88841388e req-7870e568-f3ac-4469-bf13-c9512022a5c6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 1097 time: 0.0462904 Aug 16 21:07:02.496571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Made reservation on behalf of 2b1a2baa039a4a9080d39c7aa1b9f7e4 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:02.500134 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:02.654350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68890f-dec3-42bf-be9f-10a88841388e req-44bded38-52f5-441f-bf0b-d2320c2493ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:02.657323 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3a68890f-dec3-42bf-be9f-10a88841388e req-44bded38-52f5-441f-bf0b-d2320c2493ab service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.1554799 Aug 16 21:07:02.707941 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:02.754476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Allocated IP 172.20.0.13 (826b4d3b-3779-4633-8f48-5944e5bb3c62/e48a2a88-3af1-41c2-a731-e4f334092195/c228fed2-bf32-4e8f-853d-392c6d7d7343) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:02.782341 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:02.785758 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3a68890f-dec3-42bf-be9f-10a88841388e req-aaa6f9c1-75f2-4330-91b3-83ad6a4309d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c HTTP/1.1" status: 200 len: 1000 time: 0.0972455 Aug 16 21:07:02.889822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68890f-dec3-42bf-be9f-10a88841388e req-9272503f-ff92-4707-af25-14dd8e262a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:02.892348 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3a68890f-dec3-42bf-be9f-10a88841388e req-9272503f-ff92-4707-af25-14dd8e262a25 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.1054642 Aug 16 21:07:02.980342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68890f-dec3-42bf-be9f-10a88841388e req-3711b9aa-92d5-48f6-b455-cecdefbc2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:02.986973 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3a68890f-dec3-42bf-be9f-10a88841388e req-3711b9aa-92d5-48f6-b455-cecdefbc2bc6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869334 Aug 16 21:07:03.016574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.049165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Transition to ACTIVE for port object c228fed2-bf32-4e8f-853d-392c6d7d7343 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:03.133365 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3a68890f-dec3-42bf-be9f-10a88841388e req-4b1946f6-25b4-42c2-a6f1-0bfb946c28e0 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359437 Aug 16 21:07:03.183202 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.194836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['fb49118f-379a-47e6-94c7-44dbbae3f5db'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:03.272219 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3a68890f-dec3-42bf-be9f-10a88841388e req-d61e68b8-c5f3-4d7b-81eb-61bbde04459a service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318638 Aug 16 21:07:03.300385 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=c228fed2-bf32-4e8f-853d-392c6d7d7343,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:03.318343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:03.323854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:03.328170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:03.465159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:03.466241 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.531839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcfc54-0fe4-4eed-a2db-5580d1dbadef req-eb461912-1484-4dfa-b755-780d43ba8e34 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:03.534582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05bcfc54-0fe4-4eed-a2db-5580d1dbadef req-eb461912-1484-4dfa-b755-780d43ba8e34 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 932 time: 0.0910695 Aug 16 21:07:03.606494 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05bcfc54-0fe4-4eed-a2db-5580d1dbadef req-4051dc7b-22ac-4dca-b709-38b16214de82 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654852 Aug 16 21:07:03.607824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-d2aeb16e-8755-45ea-8721-c55a0434b090 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4239542 Aug 16 21:07:03.623442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Request body: {'port': {'device_id': 'f46f8859-d584-4dd1-a461-503256f2612d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:03.745568 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.787831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cb77aaeb-aefb-4e95-8261-34931703e86b None None] Provisioning for port c228fed2-bf32-4e8f-853d-392c6d7d7343 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:03.792469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cb77aaeb-aefb-4e95-8261-34931703e86b None None] Provisioning complete for port c228fed2-bf32-4e8f-853d-392c6d7d7343 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:03.793070 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cb77aaeb-aefb-4e95-8261-34931703e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.862436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-cb77aaeb-aefb-4e95-8261-34931703e86b None None] Port c228fed2-bf32-4e8f-853d-392c6d7d7343 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:07:04.111384 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c228fed2-bf32-4e8f-853d-392c6d7d7343 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:04.121484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.134529 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Transition to ACTIVE for port object c228fed2-bf32-4e8f-853d-392c6d7d7343 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:04.199517 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.322587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=c228fed2-bf32-4e8f-853d-392c6d7d7343,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:04.422945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Attempting to bind port c228fed2-bf32-4e8f-853d-392c6d7d7343 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:04.423284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Attempting to bind port c228fed2-bf32-4e8f-853d-392c6d7d7343 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:04.423609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Attempting to bind port c228fed2-bf32-4e8f-853d-392c6d7d7343 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:04.428460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Port c228fed2-bf32-4e8f-853d-392c6d7d7343 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:04.428813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Attempting to bind port c228fed2-bf32-4e8f-853d-392c6d7d7343 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:04.435895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:04.435895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Checking segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:04.435895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Bound using segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:04.435895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Bound port: c228fed2-bf32-4e8f-853d-392c6d7d7343, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:04.435895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.518719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] For port c228fed2-bf32-4e8f-853d-392c6d7d7343, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:04.523694 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] For port c228fed2-bf32-4e8f-853d-392c6d7d7343, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c228fed2-bf32-4e8f-853d-392c6d7d7343,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:04.594595 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.635174 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:04.636105 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.638102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] 10.222.0.76 "PUT /v2.0/ports/c228fed2-bf32-4e8f-853d-392c6d7d7343 HTTP/1.1" status: 200 len: 1093 time: 1.0210540 Aug 16 21:07:04.638764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46f8859-d584-4dd1-a461-503256f2612d', 'tag': 'c228fed2-bf32-4e8f-853d-392c6d7d7343'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:04.641933 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bee9f9-fd08-47fa-8a31-515585f13ede" -d '{"events": [{"name": "network-changed", "server_uuid": "f46f8859-d584-4dd1-a461-503256f2612d", "tag": "c228fed2-bf32-4e8f-853d-392c6d7d7343"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:04.676256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d4b53-746e-4bc4-84a0-a294f4603ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=c228fed2-bf32-4e8f-853d-392c6d7d7343,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:04.736474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52298) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:04.748174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6477609f-e3fa-4945-923c-754fabb2294f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035226941', 'description': 'tempest-secgroup-smoke-1035226941 description', 'project_id': '23e2ae7b576b4c98ac09070644381864'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:04.843884 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bce562a-ef5c-49aa-a96f-2a31048ae622 x-openstack-request-id: req-8bce562a-ef5c-49aa-a96f-2a31048ae622 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:04.844180 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46f8859-d584-4dd1-a461-503256f2612d", "tag": "c228fed2-bf32-4e8f-853d-392c6d7d7343", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:04.844439 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8bce562a-ef5c-49aa-a96f-2a31048ae622 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:04.845687 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46f8859-d584-4dd1-a461-503256f2612d', 'tag': 'c228fed2-bf32-4e8f-853d-392c6d7d7343', 'status': 'completed', 'code': 200} Aug 16 21:07:04.872597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-7fc5e678-be1f-406a-bfe6-6d6eadf1b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:04.874191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-7fc5e678-be1f-406a-bfe6-6d6eadf1b092 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 1096 time: 0.1102459 Aug 16 21:07:04.875110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6477609f-e3fa-4945-923c-754fabb2294f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.883962 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6477609f-e3fa-4945-923c-754fabb2294f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.908246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d442b4d-c4d9-4d2e-8f39-667118b29daa req-1af80f6a-0835-4a7e-88b1-30269b5975e8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:04.910103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d442b4d-c4d9-4d2e-8f39-667118b29daa req-1af80f6a-0835-4a7e-88b1-30269b5975e8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1349444 Aug 16 21:07:05.073836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-f87cac00-d7dc-476d-8ec9-53a4a79b2572 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c228fed2-bf32-4e8f-853d-392c6d7d7343 HTTP/1.1" status: 200 len: 217 time: 0.1626923 Aug 16 21:07:05.193347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6477609f-e3fa-4945-923c-754fabb2294f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.197799 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d442b4d-c4d9-4d2e-8f39-667118b29daa req-2d430196-37f1-4cc3-bab1-3b36935ce264 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643957 Aug 16 21:07:05.232271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-4ed784c0-2db0-4ad6-8550-0c54f37192f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:05.233990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-4ed784c0-2db0-4ad6-8550-0c54f37192f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.1455102 Aug 16 21:07:05.262610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6477609f-e3fa-4945-923c-754fabb2294f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.290629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-c4f39479-9238-417b-a9cb-120f138c6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:05.292269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-c4f39479-9238-417b-a9cb-120f138c6d2d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514140 Aug 16 21:07:05.323371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477609f-e3fa-4945-923c-754fabb2294f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0774c296-793c-4a61-b44b-67a8eb1c53d2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:05.405128 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6477609f-e3fa-4945-923c-754fabb2294f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.475377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-275da512-2485-447e-a7b2-295747458df8 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739297 Aug 16 21:07:05.507922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6477609f-e3fa-4945-923c-754fabb2294f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.561196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477609f-e3fa-4945-923c-754fabb2294f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:05.618087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a3d3f45-a275-4259-973a-a580e8c5ee83 req-386bfb63-6dcb-4940-b5e4-1efce21f9794 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347489 Aug 16 21:07:05.662389 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6477609f-e3fa-4945-923c-754fabb2294f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.666734 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6477609f-e3fa-4945-923c-754fabb2294f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9262421 Aug 16 21:07:05.667122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52312) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:05.671866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-74c5f4fa-1d1c-4975-9677-36d1dc6b1d38 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8fcafffa-70cf-4d25-a636-c0ff4e6be3e6', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:05.788070 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-74c5f4fa-1d1c-4975-9677-36d1dc6b1d38 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.859054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee9f9-fd08-47fa-8a31-515585f13ede req-7852d626-a578-4284-862a-f555530ce53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:05.860978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8bee9f9-fd08-47fa-8a31-515585f13ede req-7852d626-a578-4284-862a-f555530ce53e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 1096 time: 0.0806215 Aug 16 21:07:05.966941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-74c5f4fa-1d1c-4975-9677-36d1dc6b1d38 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.080349 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-74c5f4fa-1d1c-4975-9677-36d1dc6b1d38 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.111239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5f4fa-1d1c-4975-9677-36d1dc6b1d38 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7c50a3-f855-450c-a7bc-8e38759e04f9,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:06.218052 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-74c5f4fa-1d1c-4975-9677-36d1dc6b1d38 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.222724 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-74c5f4fa-1d1c-4975-9677-36d1dc6b1d38 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5513132 Aug 16 21:07:06.222907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52328) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:06.227904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e49cd9cd-bb94-467c-9bbe-b78cc654c50d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8fcafffa-70cf-4d25-a636-c0ff4e6be3e6', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:06.417946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e49cd9cd-bb94-467c-9bbe-b78cc654c50d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.469638 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee9f9-fd08-47fa-8a31-515585f13ede req-7ac0c91c-643b-4161-b760-15c6d3644bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:06.472870 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8bee9f9-fd08-47fa-8a31-515585f13ede req-7ac0c91c-643b-4161-b760-15c6d3644bb3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.6045079 Aug 16 21:07:06.521945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276dd7a-e879-4ebf-87c7-235816003add req-316bf999-12e2-44c4-804a-5db115f2ab9e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:06.532277 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e276dd7a-e879-4ebf-87c7-235816003add req-316bf999-12e2-44c4-804a-5db115f2ab9e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1166122 Aug 16 21:07:06.551933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e49cd9cd-bb94-467c-9bbe-b78cc654c50d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.596670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8bee9f9-fd08-47fa-8a31-515585f13ede req-e878c69b-21c6-4b3e-b0b5-76a630e68fa9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c228fed2-bf32-4e8f-853d-392c6d7d7343 HTTP/1.1" status: 200 len: 217 time: 0.1052306 Aug 16 21:07:06.656486 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e276dd7a-e879-4ebf-87c7-235816003add req-13637d08-1e18-49b9-b05d-3160ce74c1c7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224496 Aug 16 21:07:06.675276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee9f9-fd08-47fa-8a31-515585f13ede req-2d6f333c-1dec-4c72-9606-e8db009035ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:06.676954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8bee9f9-fd08-47fa-8a31-515585f13ede req-2d6f333c-1dec-4c72-9606-e8db009035ba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0706117 Aug 16 21:07:06.727013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee9f9-fd08-47fa-8a31-515585f13ede req-ba904405-1a94-4e37-bbd5-2ebf392ac460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:06.728416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8bee9f9-fd08-47fa-8a31-515585f13ede req-ba904405-1a94-4e37-bbd5-2ebf392ac460 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437944 Aug 16 21:07:06.731231 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e49cd9cd-bb94-467c-9bbe-b78cc654c50d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.758551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cd9cd-bb94-467c-9bbe-b78cc654c50d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6075284d-da28-4578-8eb5-fc1d4fae7523,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:06.826737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8bee9f9-fd08-47fa-8a31-515585f13ede req-181edfc0-5b14-4b12-b6d7-0aeabb68c58b service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914867 Aug 16 21:07:06.890899 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e49cd9cd-bb94-467c-9bbe-b78cc654c50d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.892419 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e49cd9cd-bb94-467c-9bbe-b78cc654c50d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6685159 Aug 16 21:07:06.895574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52340) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:06.911974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c89d5730-2ebc-41d4-8471-c8d25b7c7b3a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8fcafffa-70cf-4d25-a636-c0ff4e6be3e6', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:06.958225 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8bee9f9-fd08-47fa-8a31-515585f13ede req-585c7ab8-e5aa-4489-b7b6-4dbf4f54b8fa service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248081 Aug 16 21:07:07.013845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c89d5730-2ebc-41d4-8471-c8d25b7c7b3a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.083804 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c89d5730-2ebc-41d4-8471-c8d25b7c7b3a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.182246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c89d5730-2ebc-41d4-8471-c8d25b7c7b3a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.200262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d5730-2ebc-41d4-8471-c8d25b7c7b3a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b08ce88-e880-485b-8d38-f4234ac98454,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:07.285351 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c89d5730-2ebc-41d4-8471-c8d25b7c7b3a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.286612 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c89d5730-2ebc-41d4-8471-c8d25b7c7b3a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3860734 Aug 16 21:07:07.290025 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 52348) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:07.295917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3b43fbe8-d500-4ca3-8211-19db25a90331 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8fcafffa-70cf-4d25-a636-c0ff4e6be3e6', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:07.428014 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b43fbe8-d500-4ca3-8211-19db25a90331 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.497189 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b43fbe8-d500-4ca3-8211-19db25a90331 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.605293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b43fbe8-d500-4ca3-8211-19db25a90331 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.614626 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-c3f377bc-e151-4370-b5b2-4e212b5b92c3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479932 Aug 16 21:07:07.625320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43fbe8-d500-4ca3-8211-19db25a90331 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647bf8cd-6232-448a-bfac-f4f9280ec5f4,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:07.713904 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3b43fbe8-d500-4ca3-8211-19db25a90331 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.715901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3b43fbe8-d500-4ca3-8211-19db25a90331 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4244151 Aug 16 21:07:07.719095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 52362) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:07.725755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f2be5f56-24db-422f-bcf1-501c2b8027fc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8fcafffa-70cf-4d25-a636-c0ff4e6be3e6', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:07.729537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-c5e79907-8574-48fe-ad26-d76fd9daa884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:07.731163 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-c5e79907-8574-48fe-ad26-d76fd9daa884 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c565260a289d47ccb0440a518369ea62&device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 1102 time: 0.0545764 Aug 16 21:07:07.832504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d741c-93ed-4ed2-a2e2-2cd47b4b3996 req-40b543c8-5e3e-4f21-ad6c-d2a95e3088e2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:07.834282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-872d741c-93ed-4ed2-a2e2-2cd47b4b3996 req-40b543c8-5e3e-4f21-ad6c-d2a95e3088e2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0847771 Aug 16 21:07:07.889578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-722236d1-eb13-4b94-9859-3cb7196a78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:07.892363 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-722236d1-eb13-4b94-9859-3cb7196a78dc service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1358099 Aug 16 21:07:07.905977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-872d741c-93ed-4ed2-a2e2-2cd47b4b3996 req-52c5dc75-c37f-4d8c-9282-6ac56d72453f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554433 Aug 16 21:07:07.931125 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-f2be5f56-24db-422f-bcf1-501c2b8027fc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Project 23e2ae7b576b4c98ac09070644381864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:07:07.944302 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f2be5f56-24db-422f-bcf1-501c2b8027fc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.949848 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-a9fd180b-7aa1-4895-bd75-ff4e61385cc8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=9424f2aa-d3eb-4638-8123-cedc1ea45b79 HTTP/1.1" status: 200 len: 217 time: 0.0502858 Aug 16 21:07:08.020912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-b548b968-6c2f-4e45-b5a7-fdd1e31cccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:08.022871 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-b548b968-6c2f-4e45-b5a7-fdd1e31cccfa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0630932 Aug 16 21:07:08.064353 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f2be5f56-24db-422f-bcf1-501c2b8027fc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.092339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-2a7eb41f-551b-4538-b647-56ad650ededd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:08.093910 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-2a7eb41f-551b-4538-b647-56ad650ededd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627501 Aug 16 21:07:08.169948 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f2be5f56-24db-422f-bcf1-501c2b8027fc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.194631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be5f56-24db-422f-bcf1-501c2b8027fc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec5bcd0-2baf-494d-8625-77fc021c728b,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:08.199314 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-9de74c70-945c-4a71-81e9-31b00c642d30 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979381 Aug 16 21:07:08.296134 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2cccb34-b924-437d-aad9-89df0fb34055 req-c5b3966f-6dbb-4ab4-9d62-0667c0a03369 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884809 Aug 16 21:07:08.376507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f2be5f56-24db-422f-bcf1-501c2b8027fc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.382852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52374) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:08.385552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f2be5f56-24db-422f-bcf1-501c2b8027fc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6618030 Aug 16 21:07:08.388606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-fd3e0b80-a628-484a-ab80-4c2d7125e291 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8fcafffa-70cf-4d25-a636-c0ff4e6be3e6', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:08.555428 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-fd3e0b80-a628-484a-ab80-4c2d7125e291 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Project 23e2ae7b576b4c98ac09070644381864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:07:08.561094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0b80-a628-484a-ab80-4c2d7125e291 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.651210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0b80-a628-484a-ab80-4c2d7125e291 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.765195 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0b80-a628-484a-ab80-4c2d7125e291 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.790328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0b80-a628-484a-ab80-4c2d7125e291 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0064b9-901a-4832-b452-b66a43b3fe0d,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:08.925503 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0b80-a628-484a-ab80-4c2d7125e291 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.925503 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fd3e0b80-a628-484a-ab80-4c2d7125e291 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5382359 Aug 16 21:07:08.926337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52386) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:08.933530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'network': {'name': 'tempest-network-smoke--1815175713', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'port_security_enabled': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:09.052877 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b2ef2-14c8-4d4c-b59b-c4456f11263a req-ccc28932-ce3c-4350-852e-63319b63095a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:09.056563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-175b2ef2-14c8-4d4c-b59b-c4456f11263a req-ccc28932-ce3c-4350-852e-63319b63095a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0664110 Aug 16 21:07:09.062605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:09.074569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.119967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:07:09.129118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-175b2ef2-14c8-4d4c-b59b-c4456f11263a req-98e37675-f704-43a1-b680-2ff50ba44f7f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551043 Aug 16 21:07:09.132755 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.144658 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Added segment ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb of type vlan for network b2aaa4ea-4706-4bdc-824c-de512181836e Aug 16 21:07:09.190917 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.314047 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.320036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:09.320830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.395709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Network': ['ID=b2aaa4ea-4706-4bdc-824c-de512181836e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:09.410412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network b2aaa4ea-4706-4bdc-824c-de512181836e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:07:09.457312 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-25a19375-65d3-4106-a7a9-71f52eb5f370 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5297558 Aug 16 21:07:09.460483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 52398) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:09.467634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'admin_state_up': True, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:09.639919 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.641050 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.701389 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.951476 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.220761 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.259649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.320996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07abad-3088-4b68-b41a-45a962130efb req-d124b54a-d497-4b28-885f-b79f332d6fa1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:10.322559 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c07abad-3088-4b68-b41a-45a962130efb req-d124b54a-d497-4b28-885f-b79f332d6fa1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1283400 Aug 16 21:07:10.402335 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c07abad-3088-4b68-b41a-45a962130efb req-b6e0c142-51b1-4a84-8615-b2a154d4c515 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711966 Aug 16 21:07:10.433557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.25.4.149 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/611ef005-c8b7-4da3-b8e8-223a24112ffa) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:10.558775 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.685632 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.727479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:10.730429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:10.734152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:10.739667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=611ef005-c8b7-4da3-b8e8-223a24112ffa,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:11.127273 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.402232 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.589143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9953d-757b-43bf-bbc9-c302195bf383 req-96f3bd89-421e-4f26-82b1-b0240757da05 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:11.593003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15d9953d-757b-43bf-bbc9-c302195bf383 req-96f3bd89-421e-4f26-82b1-b0240757da05 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0884180 Aug 16 21:07:11.649908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15d9953d-757b-43bf-bbc9-c302195bf383 req-108b5afa-ed17-43e2-bac6-02e393f6e6cf tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508835 Aug 16 21:07:11.747909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router c01842dc-f47c-4f4e-8988-5f3ea513b136 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:07:11.891551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:11.919919 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Sync routers for ids ['c01842dc-f47c-4f4e-8988-5f3ea513b136'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:11.952888 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Routers {'c01842dc-f47c-4f4e-8988-5f3ea513b136'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:11.953857 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:06:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c01842dc-f47c-4f4e-8988-5f3ea513b136'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:12.029266 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.034567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7131f9fb-2529-4b66-8f45-ba461319bbaa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5725532 Aug 16 21:07:12.034729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52450) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:12.099039 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Set router c01842dc-f47c-4f4e-8988-5f3ea513b136 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:12.229909 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2602b2a5-e152-4553-9473-9ed3e801fd8a tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=23e2ae7b576b4c98ac09070644381864&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1939697 Aug 16 21:07:12.234793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 52460) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:12.466220 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:10Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:12.505189 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Checking router: c01842dc-f47c-4f4e-8988-5f3ea513b136 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:12.505535 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Updating router c01842dc-f47c-4f4e-8988-5f3ea513b136 port 611ef005-c8b7-4da3-b8e8-223a24112ffa binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:07:12.520098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf16fd65-e17f-491d-976a-ae650c224051 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:12.524850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cf16fd65-e17f-491d-976a-ae650c224051 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2889438 Aug 16 21:07:12.529924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52464) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:12.550886 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.588257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ea68b8c1-3c6d-409d-ba3f-2eca79c91178 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568666 Aug 16 21:07:12.592383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 52468) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:12.598311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400739435', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:12.831322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:12.841918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.861553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62372b-ffee-4cd3-ad98-c0328edec9fe req-b28794af-c675-47f9-91ed-1a4b08aeba70 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:12.863310 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa62372b-ffee-4cd3-ad98-c0328edec9fe req-b28794af-c675-47f9-91ed-1a4b08aeba70 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1176291 Aug 16 21:07:12.931358 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa62372b-ffee-4cd3-ad98-c0328edec9fe req-2bca6bfd-739d-4e39-8974-8365f23d2238 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573452 Aug 16 21:07:12.969956 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.000171 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Transition to ACTIVE for port object 611ef005-c8b7-4da3-b8e8-223a24112ffa will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:13.114316 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.187092 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Pushing event updated for resources: {'Port': ['ID=611ef005-c8b7-4da3-b8e8-223a24112ffa,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:13.194300 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Attempting to bind port 611ef005-c8b7-4da3-b8e8-223a24112ffa on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:13.194300 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Attempting to bind port 611ef005-c8b7-4da3-b8e8-223a24112ffa by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:13.194300 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Attempting to bind port 611ef005-c8b7-4da3-b8e8-223a24112ffa on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:13.198360 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.198712 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.199055 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.199386 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.199716 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.200044 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.200368 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.200692 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.201012 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.201361 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.201682 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.202001 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:13.207223 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:13.207600 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:13.208017 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.208381 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:13.208850 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Bound port: 611ef005-c8b7-4da3-b8e8-223a24112ffa, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:13.209301 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.251529 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.268462 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] For port 611ef005-c8b7-4da3-b8e8-223a24112ffa, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:13.275583 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] For port 611ef005-c8b7-4da3-b8e8-223a24112ffa, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=611ef005-c8b7-4da3-b8e8-223a24112ffa,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:13.347272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Subnet': ['ID=abc7671f-3183-4e2a-b153-9608ac2bb285,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:13.353386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Checking segment: {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:13.354262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network hostable DHCP agents. Network: b2aaa4ea-4706-4bdc-824c-de512181836e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:07:13.384132 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.461839 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Routers {'c01842dc-f47c-4f4e-8988-5f3ea513b136'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:13.462474 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:06:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c01842dc-f47c-4f4e-8988-5f3ea513b136'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:13.474592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network b2aaa4ea-4706-4bdc-824c-de512181836e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:07:13.502642 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bffae6-446a-4b4c-85ed-09ee180fb01e None None] Pushing event updated for resources: {'Port': ['ID=611ef005-c8b7-4da3-b8e8-223a24112ffa,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:13.588451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, b2aaa4ea-4706-4bdc-824c-de512181836e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:13.595174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:13.596849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.602658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5552892-36f9-4002-a361-6705a099a173 None None] Network b2aaa4ea-4706-4bdc-824c-de512181836e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:13.611659 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] Set router c01842dc-f47c-4f4e-8988-5f3ea513b136 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:13.685934 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c2f019c0-8b7e-4f7a-aa8b-e1fa9aae60cb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0925286 Aug 16 21:07:13.689010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 52488) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:13.815949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-b2aaa4ea-4706-4bdc-824c-de512181836e', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:07:13.822158 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.850319 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:10Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:13.887169 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485fcdba-5d22-4652-98b5-b124bae1559e None None] The sync data for ids ['c01842dc-f47c-4f4e-8988-5f3ea513b136'] in n-d-793619-14 is: [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:10Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:14.131411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Allocated IP 172.20.0.2 (b2aaa4ea-4706-4bdc-824c-de512181836e/abc7671f-3183-4e2a-b153-9608ac2bb285/a3ff60d0-8d93-4e6c-bab4-c91a710f4434) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:14.407994 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.416838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Transition to ACTIVE for port object a3ff60d0-8d93-4e6c-bab4-c91a710f4434 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:14.439812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Transition to ACTIVE for port object a3ff60d0-8d93-4e6c-bab4-c91a710f4434 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:14.555592 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.612987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Pushing event updated for resources: {'Port': ['ID=a3ff60d0-8d93-4e6c-bab4-c91a710f4434,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:14.620702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Network b2aaa4ea-4706-4bdc-824c-de512181836e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:14.622493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:14.628423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:14.713869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Attempting to bind port a3ff60d0-8d93-4e6c-bab4-c91a710f4434 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:14.714431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Attempting to bind port a3ff60d0-8d93-4e6c-bab4-c91a710f4434 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:14.715242 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Attempting to bind port a3ff60d0-8d93-4e6c-bab4-c91a710f4434 on network b2aaa4ea-4706-4bdc-824c-de512181836e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:14.722504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:14.723060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Checking segment: {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:14.723672 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.724185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Bound using segment: {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:14.725184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Bound port: a3ff60d0-8d93-4e6c-bab4-c91a710f4434, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:14.728428 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.830275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] For port a3ff60d0-8d93-4e6c-bab4-c91a710f4434, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:14.834175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] For port a3ff60d0-8d93-4e6c-bab4-c91a710f4434, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a3ff60d0-8d93-4e6c-bab4-c91a710f4434,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:14.835931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94667b-a864-4bdd-9b86-cbfd362ab4c6 req-ddb86c28-3510-4bc0-b440-3684fc58aeab tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:14.837987 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e94667b-a864-4bdd-9b86-cbfd362ab4c6 req-ddb86c28-3510-4bc0-b440-3684fc58aeab tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.7299206 Aug 16 21:07:14.934737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e94667b-a864-4bdd-9b86-cbfd362ab4c6 req-d19b2999-6cd1-4fbb-bbec-d795772a0a90 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762110 Aug 16 21:07:14.951215 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.994451 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.161906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b58eea-15b0-471c-83c0-f0207d0073d0 None None] Pushing event updated for resources: {'Port': ['ID=a3ff60d0-8d93-4e6c-bab4-c91a710f4434,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:15.233688 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50032e79-6b59-45d1-9122-dbc892aa9b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.366276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.20.0.1 (b2aaa4ea-4706-4bdc-824c-de512181836e/abc7671f-3183-4e2a-b153-9608ac2bb285/697c8980-0bad-4b00-8577-e29301ddf724) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:15.571065 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.585423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Transition to ACTIVE for port object 697c8980-0bad-4b00-8577-e29301ddf724 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:15.753689 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.811226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network b2aaa4ea-4706-4bdc-824c-de512181836e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:15.812951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:15.815491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=697c8980-0bad-4b00-8577-e29301ddf724,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:15.817809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:15.878527 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.121791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a3ff60d0-8d93-4e6c-bab4-c91a710f4434 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:16.160639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce189c-98e2-452f-b5e4-055d92d9ead8 req-5c454e80-9a69-4649-bca9-99ec213f3aa0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:16.172569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81ce189c-98e2-452f-b5e4-055d92d9ead8 req-5c454e80-9a69-4649-bca9-99ec213f3aa0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1235325 Aug 16 21:07:16.243261 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.261378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81ce189c-98e2-452f-b5e4-055d92d9ead8 req-9ffe93c3-e25a-4b98-9a0c-79b6900cd165 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870955 Aug 16 21:07:16.315181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port a3ff60d0-8d93-4e6c-bab4-c91a710f4434 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:16.326916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 611ef005-c8b7-4da3-b8e8-223a24112ffa up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:16.503211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 611ef005-c8b7-4da3-b8e8-223a24112ffa completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:16.509412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 611ef005-c8b7-4da3-b8e8-223a24112ffa triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:16.509626 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.622900 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.629163 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.653574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 611ef005-c8b7-4da3-b8e8-223a24112ffa, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=611ef005-c8b7-4da3-b8e8-223a24112ffa,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:16.713860 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.753364 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.843547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=697c8980-0bad-4b00-8577-e29301ddf724,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:16.848409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.848807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=611ef005-c8b7-4da3-b8e8-223a24112ffa,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:16.957064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network b2aaa4ea-4706-4bdc-824c-de512181836e is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:16.958594 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:17.093713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router c01842dc-f47c-4f4e-8988-5f3ea513b136 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:17.126700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0655e40c-3267-4b9a-ae79-43a5f68a5068 None None] Network b2aaa4ea-4706-4bdc-824c-de512181836e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:17.228855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:17.234961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5af2406b-a4b4-4383-a5d6-b6939490c405 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "PUT /v2.0/routers/c01842dc-f47c-4f4e-8988-5f3ea513b136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5448153 Aug 16 21:07:17.240670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Sync routers for ids ['c01842dc-f47c-4f4e-8988-5f3ea513b136'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:17.259593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Routers {'c01842dc-f47c-4f4e-8988-5f3ea513b136'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:17.260251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:06:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c01842dc-f47c-4f4e-8988-5f3ea513b136'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:17.399091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d85ea011-d3bf-4bff-98b6-009c7a8c909b None None] Provisioning for port a3ff60d0-8d93-4e6c-bab4-c91a710f4434 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:17.420236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d85ea011-d3bf-4bff-98b6-009c7a8c909b None None] Provisioning complete for port a3ff60d0-8d93-4e6c-bab4-c91a710f4434 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:17.420236 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d85ea011-d3bf-4bff-98b6-009c7a8c909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.433266 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775e669-15c9-478c-a5ee-3a508955c9e4 req-123b5f3c-8045-474f-a9aa-8a1a07847ee7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:17.450439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4775e669-15c9-478c-a5ee-3a508955c9e4 req-123b5f3c-8045-474f-a9aa-8a1a07847ee7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1003675 Aug 16 21:07:17.577784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-e16fbcec-6202-43d4-936d-3fa444c5d7da tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035226941&fields=id&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 267 time: 0.0814724 Aug 16 21:07:17.616359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4775e669-15c9-478c-a5ee-3a508955c9e4 req-5b493580-9022-464b-bbd4-960e8989b18b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584034 Aug 16 21:07:17.724656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Set router c01842dc-f47c-4f4e-8988-5f3ea513b136 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:17.763617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-08a7fd91-61fb-449b-8637-345ff48ce54e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:17.772278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-08a7fd91-61fb-449b-8637-345ff48ce54e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/networks?id=b2aaa4ea-4706-4bdc-824c-de512181836e HTTP/1.1" status: 200 len: 797 time: 0.1919549 Aug 16 21:07:17.809981 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cc30960d-ea1b-4aef-a695-48e6db074d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.812518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-57f6ffe9-b8ab-411b-b32f-46b48ab4565a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/quotas/23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 375 time: 0.0390418 Aug 16 21:07:17.882654 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d85ea011-d3bf-4bff-98b6-009c7a8c909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.904092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-06a4f867-b872-48ec-88e8-7ed18d2813f1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905745 Aug 16 21:07:18.029909 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-e9900bc7-457c-4082-9646-4c439bab6b88 service neutron] 10.222.0.74 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246893 Aug 16 21:07:18.092265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d85ea011-d3bf-4bff-98b6-009c7a8c909b None None] For port a3ff60d0-8d93-4e6c-bab4-c91a710f4434, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a3ff60d0-8d93-4e6c-bab4-c91a710f4434,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:18.114839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 611ef005-c8b7-4da3-b8e8-223a24112ffa up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:18.149126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.186314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '697c8980-0bad-4b00-8577-e29301ddf724', 'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:e3:30:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:15Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 2, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:18.214212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-fabc4cee-7bfc-493e-8184-e56a51324150 service neutron] 10.222.0.74 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754470 Aug 16 21:07:18.219458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Checking router: c01842dc-f47c-4f4e-8988-5f3ea513b136 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:18.219996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Updating router c01842dc-f47c-4f4e-8988-5f3ea513b136 port 697c8980-0bad-4b00-8577-e29301ddf724 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:07:18.250359 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.286901 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d85ea011-d3bf-4bff-98b6-009c7a8c909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.293063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 611ef005-c8b7-4da3-b8e8-223a24112ffa triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:18.293783 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.523501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ea011-d3bf-4bff-98b6-009c7a8c909b None None] Pushing event updated for resources: {'Port': ['ID=a3ff60d0-8d93-4e6c-bab4-c91a710f4434,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:18.542192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8b410016-98b3-4518-b0d0-699a1a4f0579 None None] Provisioning complete for port a3ff60d0-8d93-4e6c-bab4-c91a710f4434 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:18.542192 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8b410016-98b3-4518-b0d0-699a1a4f0579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.787726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-625ee9ba-8a06-4619-9777-4ed864b0f206 req-2cf20429-1ed5-4111-a0aa-e2e54d8fda1a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 210 time: 0.0821736 Aug 16 21:07:18.912691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2815f-f750-466b-8731-13cfd0cf8901 req-84838216-11fe-486b-928a-17d6173d4174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:18.912691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9d2815f-f750-466b-8731-13cfd0cf8901 req-84838216-11fe-486b-928a-17d6173d4174 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1246095 Aug 16 21:07:18.989372 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9d2815f-f750-466b-8731-13cfd0cf8901 req-cd217786-c6bf-46bb-a593-0e1e66150b39 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782311 Aug 16 21:07:18.993871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8b410016-98b3-4518-b0d0-699a1a4f0579 None None] Provisioning for port 697c8980-0bad-4b00-8577-e29301ddf724 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:19.013066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8b410016-98b3-4518-b0d0-699a1a4f0579 None None] Provisioning complete for port 697c8980-0bad-4b00-8577-e29301ddf724 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:19.020568 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8b410016-98b3-4518-b0d0-699a1a4f0579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.020568 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.077496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Transition to ACTIVE for port object 697c8980-0bad-4b00-8577-e29301ddf724 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:19.088204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8b410016-98b3-4518-b0d0-699a1a4f0579 None None] Port 697c8980-0bad-4b00-8577-e29301ddf724 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:07:19.230949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-48fcbd36-e07e-4dee-b360-a5b8d12a737c None None] Provisioning complete for port 697c8980-0bad-4b00-8577-e29301ddf724 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:19.231582 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-48fcbd36-e07e-4dee-b360-a5b8d12a737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.270006 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.272304 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.332946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-48fcbd36-e07e-4dee-b360-a5b8d12a737c None None] Port 697c8980-0bad-4b00-8577-e29301ddf724 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:07:19.422616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddfb08-88ce-41b3-bc40-f692e61fd275 None None] Pushing event updated for resources: {'Port': ['ID=697c8980-0bad-4b00-8577-e29301ddf724,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:19.447664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Attempting to bind port 697c8980-0bad-4b00-8577-e29301ddf724 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:19.448046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Attempting to bind port 697c8980-0bad-4b00-8577-e29301ddf724 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:19.448778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Attempting to bind port 697c8980-0bad-4b00-8577-e29301ddf724 on network b2aaa4ea-4706-4bdc-824c-de512181836e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:19.462599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:19.462599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Checking segment: {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:19.462599 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.463056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Bound using segment: {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:19.463144 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Bound port: 697c8980-0bad-4b00-8577-e29301ddf724, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:19.463515 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.545794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] For port 697c8980-0bad-4b00-8577-e29301ddf724, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:19.549715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] For port 697c8980-0bad-4b00-8577-e29301ddf724, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=697c8980-0bad-4b00-8577-e29301ddf724,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:19.679780 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.744931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Routers {'c01842dc-f47c-4f4e-8988-5f3ea513b136'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:19.745615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:07:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c01842dc-f47c-4f4e-8988-5f3ea513b136'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:19.785999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddfb08-88ce-41b3-bc40-f692e61fd275 None None] Pushing event updated for resources: {'Port': ['ID=697c8980-0bad-4b00-8577-e29301ddf724,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:19.920934 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80f04b07-4737-477c-9403-67f42bff0762 req-92c222d0-bcfe-4197-9793-d5618563a6a7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 210 time: 0.0507009 Aug 16 21:07:19.956292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] Set router c01842dc-f47c-4f4e-8988-5f3ea513b136 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:20.014100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a3ff60d0-8d93-4e6c-bab4-c91a710f4434 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:20.127099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaa969-48de-430e-ad68-03275131b74e req-21a523a0-84a4-4011-8cc8-73e2f8b20394 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:20.135343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68eaa969-48de-430e-ad68-03275131b74e req-21a523a0-84a4-4011-8cc8-73e2f8b20394 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0684221 Aug 16 21:07:20.186293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68eaa969-48de-430e-ad68-03275131b74e req-c5a712e9-ea5d-4e2e-ac1c-656f6243e9f2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496929 Aug 16 21:07:20.234530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a3ff60d0-8d93-4e6c-bab4-c91a710f4434 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:20.235104 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.300746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '697c8980-0bad-4b00-8577-e29301ddf724', 'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:e3:30:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:15Z', 'updated_at': '2021-08-16T21:07:19Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:20.329878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897bb4f3-2530-4daf-b808-f2c87ee1e783 None None] The sync data for ids ['c01842dc-f47c-4f4e-8988-5f3ea513b136'] in n-d-793619-14 is: [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '697c8980-0bad-4b00-8577-e29301ddf724', 'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:e3:30:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:15Z', 'updated_at': '2021-08-16T21:07:19Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:20.708725 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.791770 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:07:21.025320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06f020ce-36f7-407e-bc38-d200156ee576 req-232eac9b-62ed-460b-9f61-600c916f7071 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 210 time: 0.0306640 Aug 16 21:07:21.312640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715db75-6a05-4564-aae5-cf877af7c531 req-eb1f27c4-372c-4521-b7de-dfc107ba101f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:21.314637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a715db75-6a05-4564-aae5-cf877af7c531 req-eb1f27c4-372c-4521-b7de-dfc107ba101f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0642436 Aug 16 21:07:21.378200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a715db75-6a05-4564-aae5-cf877af7c531 req-dd6d5515-026b-4c4e-b57b-9477d35c22bd tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521185 Aug 16 21:07:22.091530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 697c8980-0bad-4b00-8577-e29301ddf724 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:22.200972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-21ec1ec5-9bf0-4e2c-99a4-dfbe505b5155 req-897996a8-0f80-46f7-a8bd-d53f08a554b3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 210 time: 0.0327420 Aug 16 21:07:22.205836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-1ee1379b-17a8-4519-8e2e-fc1e1dad4350 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:22.207993 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-1ee1379b-17a8-4519-8e2e-fc1e1dad4350 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.79 "GET /v2.0/networks?id=b2aaa4ea-4706-4bdc-824c-de512181836e HTTP/1.1" status: 200 len: 797 time: 0.2487221 Aug 16 21:07:22.266696 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-e39b593a-d9b6-4f84-9ff6-fb66a0239ec3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 380 time: 0.0481369 Aug 16 21:07:22.275873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'port': {'device_id': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'admin_state_up': True, 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'security_groups': ['8fcafffa-70cf-4d25-a636-c0ff4e6be3e6']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:22.303292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 697c8980-0bad-4b00-8577-e29301ddf724 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:22.308350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 697c8980-0bad-4b00-8577-e29301ddf724 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:22.308874 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.499698 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.538719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 697c8980-0bad-4b00-8577-e29301ddf724, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=697c8980-0bad-4b00-8577-e29301ddf724,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:22.556897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd1552-9b0d-4bfd-b059-2adeef6ca0d8 req-190db39a-4575-4653-a74b-4df8c95c064d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:22.565491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dbd1552-9b0d-4bfd-b059-2adeef6ca0d8 req-190db39a-4575-4653-a74b-4df8c95c064d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.1263852 Aug 16 21:07:22.577188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:22.581445 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.607722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529629e-0944-4a33-9823-86ebfe119054 req-954a78b1-eb67-4698-bf2f-c21e3e06e304 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:22.609652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7529629e-0944-4a33-9823-86ebfe119054 req-954a78b1-eb67-4698-bf2f-c21e3e06e304 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1338530 Aug 16 21:07:22.680499 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.689307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dbd1552-9b0d-4bfd-b059-2adeef6ca0d8 req-21b26c70-6569-45ba-924f-0f435d68b53e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062324 Aug 16 21:07:22.704395 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7529629e-0944-4a33-9823-86ebfe119054 req-df19680b-e6e8-49ea-bf28-23923212605e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848274 Aug 16 21:07:22.742420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=697c8980-0bad-4b00-8577-e29301ddf724,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:22.799477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.20.0.8 (b2aaa4ea-4706-4bdc-824c-de512181836e/abc7671f-3183-4e2a-b153-9608ac2bb285/4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:22.950189 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.212630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Transition to ACTIVE for port object 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:23.319131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db8bf3e7-c1bc-4cb7-8465-6660bf471790 req-9cd144c1-7570-45f6-bea1-747c1e63c14a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 210 time: 0.0330184 Aug 16 21:07:23.342183 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.388692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network b2aaa4ea-4706-4bdc-824c-de512181836e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:23.394223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:23.397059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:23.474289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:23.475563 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.493215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:23.635693 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-35baea20-bb2b-493d-8905-4c196d693784 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3632214 Aug 16 21:07:23.648751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Request body: {'port': {'device_id': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:23.714037 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.829882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad3861-0aad-4344-b66b-2537c523a298 req-07f4aeb6-f250-467d-90f3-84b0ec7f846a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:23.831572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1ad3861-0aad-4344-b66b-2537c523a298 req-07f4aeb6-f250-467d-90f3-84b0ec7f846a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0640395 Aug 16 21:07:23.850814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4c3ec6aa-aab0-49d9-bb8b-6edc0473e833 None None] Provisioning for port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:23.855949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4c3ec6aa-aab0-49d9-bb8b-6edc0473e833 None None] Provisioning complete for port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:23.856327 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec6aa-aab0-49d9-bb8b-6edc0473e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.952875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ec6aa-aab0-49d9-bb8b-6edc0473e833 None None] Port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:07:23.989774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1ad3861-0aad-4344-b66b-2537c523a298 req-10eae93c-8cca-4b23-a57c-5934eadfce53 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486213 Aug 16 21:07:24.016526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475e6eb-d89d-4e84-93d3-5aaf086a3836 req-aaf711db-1fee-4207-87b2-4a54745bbbdd tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:24.018284 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e475e6eb-d89d-4e84-93d3-5aaf086a3836 req-aaf711db-1fee-4207-87b2-4a54745bbbdd tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1349044 Aug 16 21:07:24.051967 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 697c8980-0bad-4b00-8577-e29301ddf724 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:24.114690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e475e6eb-d89d-4e84-93d3-5aaf086a3836 req-4d97ec1b-db35-4b52-95ab-b68859e30f8a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765257 Aug 16 21:07:24.141807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 697c8980-0bad-4b00-8577-e29301ddf724 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:24.142711 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.190441 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:24.199130 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.218238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Transition to ACTIVE for port object 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:24.289703 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.394138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:24.469351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Attempting to bind port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:24.469351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Attempting to bind port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:24.470413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Attempting to bind port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba on network b2aaa4ea-4706-4bdc-824c-de512181836e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:24.502128 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba on network b2aaa4ea-4706-4bdc-824c-de512181836e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:24.502457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Attempting to bind port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba on network b2aaa4ea-4706-4bdc-824c-de512181836e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:24.518829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1040c-4d48-46e0-ab58-f76a6c2ab20c req-52fb49da-9b60-4830-8aa4-e625ac5048bb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:24.523374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:24.523857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Checking segment: {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:24.524328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Bound using segment: {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:24.524868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Bound port: 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:24.525364 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.528962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9a1040c-4d48-46e0-ab58-f76a6c2ab20c req-52fb49da-9b60-4830-8aa4-e625ac5048bb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 943 time: 0.0866253 Aug 16 21:07:24.580565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9a1040c-4d48-46e0-ab58-f76a6c2ab20c req-15c4b817-2b37-4802-a33b-c7057ce9b798 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505023 Aug 16 21:07:24.639171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:24.643612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:24.736513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.771791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:24.772464 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.773990 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] 10.222.0.79 "PUT /v2.0/ports/4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 200 len: 1092 time: 1.1306159 Aug 16 21:07:24.774507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:24.777338 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad2906e-4bbf-4ec0-bc91-5f892f85494e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:24.822683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12bf0f-6fbf-4079-9ebe-f769899e0903 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:24.830245 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17b6fb7-2b7c-4bea-8686-98891b493ab7 x-openstack-request-id: req-e17b6fb7-2b7c-4bea-8686-98891b493ab7 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:24.831096 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:24.831666 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e17b6fb7-2b7c-4bea-8686-98891b493ab7 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:24.832737 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'status': 'completed', 'code': 200} Aug 16 21:07:24.912306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2906e-4bbf-4ec0-bc91-5f892f85494e req-99f13874-9214-496b-86ed-0fd23ecdb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:24.913988 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dad2906e-4bbf-4ec0-bc91-5f892f85494e req-99f13874-9214-496b-86ed-0fd23ecdb88b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1095 time: 0.0703645 Aug 16 21:07:25.033879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2906e-4bbf-4ec0-bc91-5f892f85494e req-c0f8866e-b7e2-4e95-a072-845bf89371f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.035656 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dad2906e-4bbf-4ec0-bc91-5f892f85494e req-c0f8866e-b7e2-4e95-a072-845bf89371f5 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=23e2ae7b576b4c98ac09070644381864&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1125124 Aug 16 21:07:25.146244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c5f0e-6250-418d-85df-c33084554af2 req-5e76a9ce-bea8-4b5a-aed2-703850b3f62c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.147863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e43c5f0e-6250-418d-85df-c33084554af2 req-5e76a9ce-bea8-4b5a-aed2-703850b3f62c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0624084 Aug 16 21:07:25.192914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2906e-4bbf-4ec0-bc91-5f892f85494e req-e898e366-3d06-4a15-ada0-39ce22be539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.195212 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dad2906e-4bbf-4ec0-bc91-5f892f85494e req-e898e366-3d06-4a15-ada0-39ce22be539f service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1480017 Aug 16 21:07:25.197998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e43c5f0e-6250-418d-85df-c33084554af2 req-d2fd1de9-81d1-4462-88eb-0d31fffa87d4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415964 Aug 16 21:07:25.253940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4403d3-3233-4b0d-b9a5-0c5c679455cc req-ea637149-b4a0-47f4-83e3-1460076aa0ee tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.255889 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c4403d3-3233-4b0d-b9a5-0c5c679455cc req-ea637149-b4a0-47f4-83e3-1460076aa0ee tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0569074 Aug 16 21:07:25.305546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-6df439e3-4152-4443-b849-e90b50fd8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.307644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c4403d3-3233-4b0d-b9a5-0c5c679455cc req-f681b181-64b6-4b60-a5e6-77d3c4b7ce7f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437951 Aug 16 21:07:25.308506 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-6df439e3-4152-4443-b849-e90b50fd8062 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1095 time: 0.0564828 Aug 16 21:07:25.354925 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-c808c49e-14e1-4d81-83ab-fe206214a06b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 200 len: 217 time: 0.0391722 Aug 16 21:07:25.411548 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-cbe8c517-df45-477e-a324-d9d3294103c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.413053 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-cbe8c517-df45-477e-a324-d9d3294103c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abc7671f-3183-4e2a-b153-9608ac2bb285 HTTP/1.1" status: 200 len: 835 time: 0.0512469 Aug 16 21:07:25.465226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-3a1a2ed9-f584-4184-ba86-327632082587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.466759 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-3a1a2ed9-f584-4184-ba86-327632082587 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2aaa4ea-4706-4bdc-824c-de512181836e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460422 Aug 16 21:07:25.577536 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-545f05cb-54c6-4a52-b354-7caf929de0a2 service neutron] 10.222.0.79 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030784 Aug 16 21:07:25.676343 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0dca29f-3a2d-4cb8-a3df-44baf06e00e2 req-b55c3b40-40d6-4fb3-8522-69e18258ce5c service neutron] 10.222.0.79 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920959 Aug 16 21:07:25.739151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab468a-9b9d-471a-94b1-567fd0d7d873 req-5f6030fc-0fae-424f-bf8e-864e3963439e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.741326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51ab468a-9b9d-471a-94b1-567fd0d7d873 req-5f6030fc-0fae-424f-bf8e-864e3963439e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 943 time: 0.0698919 Aug 16 21:07:25.784610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51ab468a-9b9d-471a-94b1-567fd0d7d873 req-7cc91d0d-25be-4d21-bef7-1821fa5bb6f6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366852 Aug 16 21:07:26.331083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3f202-8de8-4c58-bd70-5ff2de6cf94d req-6ffbf7a4-6caf-4171-9d46-d700be0911bf tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:26.332832 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4b3f202-8de8-4c58-bd70-5ff2de6cf94d req-6ffbf7a4-6caf-4171-9d46-d700be0911bf tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0566356 Aug 16 21:07:26.380994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4b3f202-8de8-4c58-bd70-5ff2de6cf94d req-64e8f724-63bc-43fc-a75e-e72c4bd40ac5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421541 Aug 16 21:07:26.445548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84759252-e0b6-4920-a672-798808796217 req-29940185-e3cc-4a84-ae5a-989d235a8019 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:26.450361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84759252-e0b6-4920-a672-798808796217 req-29940185-e3cc-4a84-ae5a-989d235a8019 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0640547 Aug 16 21:07:26.493792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84759252-e0b6-4920-a672-798808796217 req-f6ffa02e-e3ad-4cde-9534-1d1b6121ed2f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365946 Aug 16 21:07:26.922123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e14be6-b221-47ab-aee7-1a46a2a3ae3b req-bb212253-ab03-4576-a52f-0591587c3a38 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:26.929524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29e14be6-b221-47ab-aee7-1a46a2a3ae3b req-bb212253-ab03-4576-a52f-0591587c3a38 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 943 time: 0.0674713 Aug 16 21:07:26.965961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29e14be6-b221-47ab-aee7-1a46a2a3ae3b req-886ff593-cd47-4625-982f-23287b99259b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352838 Aug 16 21:07:27.524216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a690f1-9c0b-45e1-a752-69fcd50b60a5 req-f3be1cd0-5b87-4994-be83-5837ee87e0ba tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:27.525968 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40a690f1-9c0b-45e1-a752-69fcd50b60a5 req-f3be1cd0-5b87-4994-be83-5837ee87e0ba tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0547051 Aug 16 21:07:27.567781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40a690f1-9c0b-45e1-a752-69fcd50b60a5 req-770f883c-4583-488f-9cce-d18aa8fcc5cd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351241 Aug 16 21:07:27.635419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43090-9f94-43a4-9a1d-704247bd765f req-81c7a702-b82e-427a-b023-859bacd01d83 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:27.637124 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fde43090-9f94-43a4-9a1d-704247bd765f req-81c7a702-b82e-427a-b023-859bacd01d83 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0598800 Aug 16 21:07:27.682878 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fde43090-9f94-43a4-9a1d-704247bd765f req-28be9e3c-6403-49fd-9aa0-a830d822bbec tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397117 Aug 16 21:07:28.122472 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27da4e-4c55-4148-94ba-8833654a28ac req-1bf5fff1-3f6e-4707-a2c6-be926445bb70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:28.124813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa27da4e-4c55-4148-94ba-8833654a28ac req-1bf5fff1-3f6e-4707-a2c6-be926445bb70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 943 time: 0.0616722 Aug 16 21:07:28.170969 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa27da4e-4c55-4148-94ba-8833654a28ac req-a86cd61a-a654-4970-9d3a-6ea37bdab787 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391090 Aug 16 21:07:28.700209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cee228-0ebf-4600-8406-6aed970f88b8 req-fc5a41d4-8fa8-4c13-910a-f9625d75c31b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:28.701837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71cee228-0ebf-4600-8406-6aed970f88b8 req-fc5a41d4-8fa8-4c13-910a-f9625d75c31b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0522723 Aug 16 21:07:28.756416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71cee228-0ebf-4600-8406-6aed970f88b8 req-7cf7930b-cb7d-4965-9383-9019f71413d7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455322 Aug 16 21:07:28.825839 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749343c7-edab-40a3-b5e3-00f805fff61e req-ffc419ea-bd2d-4939-ac9c-8f59de35c26b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:28.827454 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-749343c7-edab-40a3-b5e3-00f805fff61e req-ffc419ea-bd2d-4939-ac9c-8f59de35c26b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0618477 Aug 16 21:07:28.873037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-749343c7-edab-40a3-b5e3-00f805fff61e req-36981390-ba88-4560-89c2-153d378e3d95 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386901 Aug 16 21:07:29.169683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:07:29.284382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:29.296033 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'port_id': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'mac_address': 'fa:16:3e:49:f0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:07:29.320241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdf947-a76d-4a14-9b2a-fdd2d1da3162 req-e652fb5d-89fd-4b96-8475-3f3878e2fb59 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:29.321790 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dfdf947-a76d-4a14-9b2a-fdd2d1da3162 req-e652fb5d-89fd-4b96-8475-3f3878e2fb59 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 943 time: 0.0630105 Aug 16 21:07:29.335177 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.352433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:29.365241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dfdf947-a76d-4a14-9b2a-fdd2d1da3162 req-953b9853-cbea-41d8-92b8-d649d9c7178f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357077 Aug 16 21:07:29.373511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:29.502728 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.556343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:29.729437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:29.903474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa3dcc-6650-4b14-8819-a45e9bb0e852 req-fedbec13-1dbc-4a73-a44f-0b58a89d2259 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:29.905197 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3fa3dcc-6650-4b14-8819-a45e9bb0e852 req-fedbec13-1dbc-4a73-a44f-0b58a89d2259 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0657003 Aug 16 21:07:29.975955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3fa3dcc-6650-4b14-8819-a45e9bb0e852 req-ff0ccf1c-5319-49f0-9d9a-067ef59c064c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571237 Aug 16 21:07:30.050635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52664b6f-17d0-44c3-902f-932c0f2e7c32 req-175018a3-e4cd-4639-9afc-77176f1c6e2d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:30.052144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52664b6f-17d0-44c3-902f-932c0f2e7c32 req-175018a3-e4cd-4639-9afc-77176f1c6e2d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0557187 Aug 16 21:07:30.091771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52664b6f-17d0-44c3-902f-932c0f2e7c32 req-d9a9ffdc-cf1c-48d6-bd1e-f1b400cf9b16 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Aug 16 21:07:30.497182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6849de6-77d2-402b-a7b3-0591ffb5d12d req-9fbc2328-215a-4de2-a8f0-c9ef0283c6e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:30.498689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6849de6-77d2-402b-a7b3-0591ffb5d12d req-9fbc2328-215a-4de2-a8f0-c9ef0283c6e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 944 time: 0.0624142 Aug 16 21:07:30.540781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6849de6-77d2-402b-a7b3-0591ffb5d12d req-8e3d0452-16bc-445e-b9ac-0184dc4d48e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354531 Aug 16 21:07:31.105208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77695de2-862e-46bb-b843-8c29c8ab77cf req-8ce3c59e-a651-4cbd-8ef9-6377ee20692e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:31.106904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77695de2-862e-46bb-b843-8c29c8ab77cf req-8ce3c59e-a651-4cbd-8ef9-6377ee20692e tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0593002 Aug 16 21:07:31.150896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77695de2-862e-46bb-b843-8c29c8ab77cf req-3fe6ced4-4ca8-4263-a6ac-eb7ebe8029a8 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371199 Aug 16 21:07:31.177260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:31.232087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2622d-ec22-4361-aaee-8633780ebc95 req-d8aa9f39-9f2f-49f5-84aa-89584b5c1900 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:31.233647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7c2622d-ec22-4361-aaee-8633780ebc95 req-d8aa9f39-9f2f-49f5-84aa-89584b5c1900 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0542421 Aug 16 21:07:31.274660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7c2622d-ec22-4361-aaee-8633780ebc95 req-1551c327-09c8-453e-8dcc-251deb7a014d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346079 Aug 16 21:07:31.336151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:31.341692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:31.342247 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.431056 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.455299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:31.458077 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d80c305-a729-4854-80b0-8f2468447cc2" -d '{"events": [{"server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "name": "network-vif-plugged", "status": "completed", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:31.476042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:31.506060 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3848cf08-0cb4-47d7-adcf-4bba3de4aff0 x-openstack-request-id: req-3848cf08-0cb4-47d7-adcf-4bba3de4aff0 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:31.507800 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "name": "network-vif-plugged", "status": "completed", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:31.508145 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3848cf08-0cb4-47d7-adcf-4bba3de4aff0 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:31.508705 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'code': 200} Aug 16 21:07:31.540696 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.616682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c62fa-7b5b-49c4-a29e-63cca9d54b5f req-fedb05e9-0d2a-4b9f-bb69-2cb87825446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:31.619120 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d22c62fa-7b5b-49c4-a29e-63cca9d54b5f req-fedb05e9-0d2a-4b9f-bb69-2cb87825446c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1097 time: 0.0475736 Aug 16 21:07:31.630670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:31.668965 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d22c62fa-7b5b-49c4-a29e-63cca9d54b5f req-bce6aaf2-decd-40b2-b27d-1d6d3b7f6031 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388689 Aug 16 21:07:31.684133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ecbb0-02a5-4b2d-8594-09f9d362610e req-fcc88a77-a990-4beb-a8ac-2764ace4738c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:31.685650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-598ecbb0-02a5-4b2d-8594-09f9d362610e req-fcc88a77-a990-4beb-a8ac-2764ace4738c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0645123 Aug 16 21:07:31.728351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-598ecbb0-02a5-4b2d-8594-09f9d362610e req-eb56aa2d-8c0e-45bb-9327-d88876485e62 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360034 Aug 16 21:07:32.280865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3e052-8033-432e-9fd9-987ebeddcfd7 req-f4e83cd3-cd27-4a7d-80e8-4d9c830ab2ba tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:32.282396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ade3e052-8033-432e-9fd9-987ebeddcfd7 req-f4e83cd3-cd27-4a7d-80e8-4d9c830ab2ba tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0515373 Aug 16 21:07:32.324754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ade3e052-8033-432e-9fd9-987ebeddcfd7 req-c4a2dac0-9a36-4a27-a1ff-27cccf930ff3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359652 Aug 16 21:07:32.413490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8836-d669-43bf-8b52-f45185cff6bb req-c6c3e981-f0e5-41d9-8461-21cdf0d8beed tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:32.415108 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-080e8836-d669-43bf-8b52-f45185cff6bb req-c6c3e981-f0e5-41d9-8461-21cdf0d8beed tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0572560 Aug 16 21:07:32.454659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-080e8836-d669-43bf-8b52-f45185cff6bb req-899d165b-3168-436f-9cd8-3a4e4f8232fa tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333753 Aug 16 21:07:32.747163 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.810564 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.858157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4590e25-e607-4628-af47-7c0966c56e01 req-5c1c1121-be85-4756-922b-a940c0fed0c1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:32.861318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4590e25-e607-4628-af47-7c0966c56e01 req-5c1c1121-be85-4756-922b-a940c0fed0c1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0589168 Aug 16 21:07:32.905901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4590e25-e607-4628-af47-7c0966c56e01 req-147bd3be-ab19-4eb7-b93f-f2d8f483f8be tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370216 Aug 16 21:07:33.033895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5d629-076d-453e-a6b1-b5ab0d5da120 req-2e75dd82-3826-421b-afe5-ca3e81e58a4e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:33.035308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60e5d629-076d-453e-a6b1-b5ab0d5da120 req-2e75dd82-3826-421b-afe5-ca3e81e58a4e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0524697 Aug 16 21:07:33.076573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60e5d629-076d-453e-a6b1-b5ab0d5da120 req-fe8e9ace-d45f-44c0-a5dd-bef9e95ed917 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353055 Aug 16 21:07:33.098754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 52972) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:33.139073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d98e06f-6ad2-42ec-9856-50c15b62af51 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:33.141008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3d98e06f-6ad2-42ec-9856-50c15b62af51 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1092 time: 0.0407314 Aug 16 21:07:33.143638 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 52974) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:33.148215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:33.267567 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:33.370632 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:33.500429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad73a79-3e9d-4169-a59f-038581960c65 req-17b64ec6-5abe-40e4-ae38-003ac4936bcd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:33.501972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aad73a79-3e9d-4169-a59f-038581960c65 req-17b64ec6-5abe-40e4-ae38-003ac4936bcd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0957544 Aug 16 21:07:33.553461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.25.4.106 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/553c9905-42ed-47e6-b5ab-76ecb1a0a5d3) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:33.613793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aad73a79-3e9d-4169-a59f-038581960c65 req-89601760-8fcc-4d69-9deb-715cca696a5f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053996 Aug 16 21:07:33.664213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f273d0-5187-48be-8978-692ae54b4e87 req-e9523e0d-d55c-4232-9792-148de872dc74 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:33.665584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8f273d0-5187-48be-8978-692ae54b4e87 req-e9523e0d-d55c-4232-9792-148de872dc74 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1309063 Aug 16 21:07:33.736145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8f273d0-5187-48be-8978-692ae54b4e87 req-d68ea457-5dcb-4d80-94a9-082f159f875b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625889 Aug 16 21:07:33.748374 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:33.856416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:33.893937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:33.896679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:33.902264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:33.931141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=553c9905-42ed-47e6-b5ab-76ecb1a0a5d3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:34.286984 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.464946 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.494155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e2607b7-9523-4a18-9ff6-0cf52255e41c details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:07:34.682609 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.766314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd391-8a6c-46f9-8577-392d8bc52b59 req-30dffebd-e190-4e53-bc9f-5f8048c39aeb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:34.771352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-200bd391-8a6c-46f9-8577-392d8bc52b59 req-30dffebd-e190-4e53-bc9f-5f8048c39aeb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0699599 Aug 16 21:07:34.792819 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.810799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:34.832408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'port_id': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'mac_address': 'fa:16:3e:98:5e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:07:34.880011 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.895450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e2607b7-9523-4a18-9ff6-0cf52255e41c {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:34.916028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:34.920186 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-200bd391-8a6c-46f9-8577-392d8bc52b59 req-ff6da4bd-4ae9-49fe-aaa7-00613474a9eb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402411 Aug 16 21:07:34.923869 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=553c9905-42ed-47e6-b5ab-76ecb1a0a5d3,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:34.942745 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.990189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec5b82-01b0-49b1-b58a-fcee35460c18 req-32107ef9-0dcb-4fff-9295-f039b47aa2d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:34.998018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dec5b82-01b0-49b1-b58a-fcee35460c18 req-32107ef9-0dcb-4fff-9295-f039b47aa2d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1636579 Aug 16 21:07:35.021851 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.082371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4e2607b7-9523-4a18-9ff6-0cf52255e41c,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:35.093725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dec5b82-01b0-49b1-b58a-fcee35460c18 req-34251b46-7f59-41b0-931a-af634c7a8399 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946662 Aug 16 21:07:35.109150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['4e2607b7-9523-4a18-9ff6-0cf52255e41c'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:35.127128 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Floating IP fd3bf093-94a6-4c1d-a57a-173691a2bfcf associated. External IP: 172.25.4.106, port: 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba. Aug 16 21:07:35.378365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router c01842dc-f47c-4f4e-8988-5f3ea513b136 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:35.498740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:35.512878 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc500cb-847d-4959-b7b2-b26dd4d1e9ed None None] Sync routers for ids ['c01842dc-f47c-4f4e-8988-5f3ea513b136'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:35.526168 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc500cb-847d-4959-b7b2-b26dd4d1e9ed None None] Routers {'c01842dc-f47c-4f4e-8988-5f3ea513b136'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:35.527791 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7bc500cb-847d-4959-b7b2-b26dd4d1e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:07:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c01842dc-f47c-4f4e-8988-5f3ea513b136'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:35.639761 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.689369 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-7bc500cb-847d-4959-b7b2-b26dd4d1e9ed None None] Set router c01842dc-f47c-4f4e-8988-5f3ea513b136 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:35.698659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-47ec8421-8689-4ee6-9ccb-0a9b70364c13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5537655 Aug 16 21:07:35.699631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:35.702223 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3433d67-761e-4ac0-bb95-ff600c63b7af" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:35.787025 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beb0a1c-e674-4db7-9bbf-97171c55296b x-openstack-request-id: req-0beb0a1c-e674-4db7-9bbf-97171c55296b {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:35.787322 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:35.787577 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0beb0a1c-e674-4db7-9bbf-97171c55296b {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:35.787981 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'status': 'completed', 'code': 200} Aug 16 21:07:35.879002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3433d67-761e-4ac0-bb95-ff600c63b7af req-94a7f2d7-2e7d-4742-a5a5-48339a22e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.879577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d9838-6027-4737-9208-2c2bd9ffc835 req-5c58dce7-4851-4ae7-a8c3-6ee8e01b149a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.880557 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e3433d67-761e-4ac0-bb95-ff600c63b7af req-94a7f2d7-2e7d-4742-a5a5-48339a22e051 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1097 time: 0.0582941 Aug 16 21:07:35.881123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-584d9838-6027-4737-9208-2c2bd9ffc835 req-5c58dce7-4851-4ae7-a8c3-6ee8e01b149a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0872207 Aug 16 21:07:35.932341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-584d9838-6027-4737-9208-2c2bd9ffc835 req-4502347b-5f55-4801-9c32-bfb3de1deb26 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451279 Aug 16 21:07:35.957566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53104) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:36.005730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3433d67-761e-4ac0-bb95-ff600c63b7af req-b7e9e02f-a885-4cca-a514-10ea214e0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:36.005730 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e3433d67-761e-4ac0-bb95-ff600c63b7af req-b7e9e02f-a885-4cca-a514-10ea214e0d03 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b2aaa4ea-4706-4bdc-824c-de512181836e HTTP/1.1" status: 200 len: 898 time: 0.1152835 Aug 16 21:07:36.011233 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7bc500cb-847d-4959-b7b2-b26dd4d1e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'fd3bf093-94a6-4c1d-a57a-173691a2bfcf', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'port_id': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'mac_address': 'fa:16:3e:49:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:07:34Z', 'updated_at': '2021-08-16T21:07:34Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c8980-0bad-4b00-8577-e29301ddf724', 'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:e3:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:15Z', 'updated_at': '2021-08-16T21:07:22Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:36.046439 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc500cb-847d-4959-b7b2-b26dd4d1e9ed None None] Checking router: c01842dc-f47c-4f4e-8988-5f3ea513b136 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:36.056311 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc500cb-847d-4959-b7b2-b26dd4d1e9ed None None] Routers {'c01842dc-f47c-4f4e-8988-5f3ea513b136'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:36.057080 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7bc500cb-847d-4959-b7b2-b26dd4d1e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:07:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c01842dc-f47c-4f4e-8988-5f3ea513b136'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:36.079053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af3b25ad-9f64-4676-b802-633347cdbd86 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/fd3bf093-94a6-4c1d-a57a-173691a2bfcf HTTP/1.1" status: 200 len: 991 time: 0.1197917 Aug 16 21:07:36.091530 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e3433d67-761e-4ac0-bb95-ff600c63b7af req-f2dc9771-329e-45db-b259-06010d8c5316 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 200 len: 999 time: 0.0787084 Aug 16 21:07:36.092301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fcdf-529f-4871-9409-c66f07516d52 req-c07ae4b9-9f58-4bac-b491-bfa4ece5ac94 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:36.094465 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff46fcdf-529f-4871-9409-c66f07516d52 req-c07ae4b9-9f58-4bac-b491-bfa4ece5ac94 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 944 time: 0.0751619 Aug 16 21:07:36.146366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff46fcdf-529f-4871-9409-c66f07516d52 req-468a7f5a-0b5c-471c-bbbb-ef3247effe04 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453496 Aug 16 21:07:36.182753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3433d67-761e-4ac0-bb95-ff600c63b7af req-995c0e4e-833b-4631-b591-1393bd3d76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:36.182753 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e3433d67-761e-4ac0-bb95-ff600c63b7af req-995c0e4e-833b-4631-b591-1393bd3d76dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abc7671f-3183-4e2a-b153-9608ac2bb285 HTTP/1.1" status: 200 len: 835 time: 0.0753291 Aug 16 21:07:36.228517 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-7bc500cb-847d-4959-b7b2-b26dd4d1e9ed None None] Set router c01842dc-f47c-4f4e-8988-5f3ea513b136 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:36.250691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3433d67-761e-4ac0-bb95-ff600c63b7af req-b5ec7929-5a02-4a93-b792-0a35ec25bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:36.252234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e3433d67-761e-4ac0-bb95-ff600c63b7af req-b5ec7929-5a02-4a93-b792-0a35ec25bf4c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2aaa4ea-4706-4bdc-824c-de512181836e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709274 Aug 16 21:07:36.314229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156485f3-e668-49bf-bec2-2d34537f1d36 req-965dab1a-c892-430d-b3df-14ed3a6ceead tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:36.333709 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-156485f3-e668-49bf-bec2-2d34537f1d36 req-965dab1a-c892-430d-b3df-14ed3a6ceead tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1157665 Aug 16 21:07:36.424174 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e3433d67-761e-4ac0-bb95-ff600c63b7af req-60678a9b-c2d8-4dcd-bc85-c5da8c4d2903 service neutron] 10.222.0.79 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640751 Aug 16 21:07:36.433963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-156485f3-e668-49bf-bec2-2d34537f1d36 req-adedaea8-5ccb-4ddd-8445-fb8339dc1723 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991070 Aug 16 21:07:36.510670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e2607b7-9523-4a18-9ff6-0cf52255e41c up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:36.589906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 4e2607b7-9523-4a18-9ff6-0cf52255e41c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:36.590697 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.662980 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e3433d67-761e-4ac0-bb95-ff600c63b7af req-7435d846-7a82-43be-989c-61bd741f9699 service neutron] 10.222.0.79 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259941 Aug 16 21:07:36.718478 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.729770 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-7bc500cb-847d-4959-b7b2-b26dd4d1e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'fd3bf093-94a6-4c1d-a57a-173691a2bfcf', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'port_id': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'mac_address': 'fa:16:3e:49:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:07:34Z', 'updated_at': '2021-08-16T21:07:34Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c8980-0bad-4b00-8577-e29301ddf724', 'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:e3:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:15Z', 'updated_at': '2021-08-16T21:07:22Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:36.761669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:36.762895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:36.766000 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d282ba-88c4-46f6-bde0-d6acf6d09242" -d '{"events": [{"server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "name": "network-vif-plugged", "status": "completed", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:36.804617 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc500cb-847d-4959-b7b2-b26dd4d1e9ed None None] The sync data for ids ['c01842dc-f47c-4f4e-8988-5f3ea513b136'] in n-d-793619-14 is: [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'fd3bf093-94a6-4c1d-a57a-173691a2bfcf', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'port_id': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'mac_address': 'fa:16:3e:49:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:07:34Z', 'updated_at': '2021-08-16T21:07:34Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c8980-0bad-4b00-8577-e29301ddf724', 'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:e3:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:15Z', 'updated_at': '2021-08-16T21:07:22Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:36.821838 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43815ede-bae4-4460-86b6-0a8a6703deb0 x-openstack-request-id: req-43815ede-bae4-4460-86b6-0a8a6703deb0 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:36.822455 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "name": "network-vif-plugged", "status": "completed", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:36.822987 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-43815ede-bae4-4460-86b6-0a8a6703deb0 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:36.823539 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'code': 200} Aug 16 21:07:36.884814 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.997530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4e2607b7-9523-4a18-9ff6-0cf52255e41c,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:37.082894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 53142) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:37.151506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def63c89-9387-4cb7-a18e-472df8223ab4 None None] New status for floating IP fd3bf093-94a6-4c1d-a57a-173691a2bfcf: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:07:37.189253 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-143d573f-035b-4567-819c-6ab81e45cc97 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/fd3bf093-94a6-4c1d-a57a-173691a2bfcf HTTP/1.1" status: 200 len: 991 time: 0.1042724 Aug 16 21:07:37.319746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02315526-99b5-4b02-82b4-2d25eae034d8 req-c98c3b12-6be6-41d6-b322-b88074467391 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:37.322365 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02315526-99b5-4b02-82b4-2d25eae034d8 req-c98c3b12-6be6-41d6-b322-b88074467391 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0882046 Aug 16 21:07:37.377345 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02315526-99b5-4b02-82b4-2d25eae034d8 req-19b0249a-39bc-4961-beec-ad0caa34a4e3 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439746 Aug 16 21:07:37.611316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89529062-f55b-4d18-b8ee-134286dcb471 req-3736ec37-b250-48fa-a320-56c5720844a3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:37.619455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89529062-f55b-4d18-b8ee-134286dcb471 req-3736ec37-b250-48fa-a320-56c5720844a3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0830677 Aug 16 21:07:37.668917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89529062-f55b-4d18-b8ee-134286dcb471 req-09417353-0ada-4039-9d6a-0409340d7daf tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438979 Aug 16 21:07:38.193664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 53178) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:38.819859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cc052a77-2487-47f1-977d-1326b695d8f4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/fd3bf093-94a6-4c1d-a57a-173691a2bfcf HTTP/1.1" status: 200 len: 993 time: 0.6246426 Aug 16 21:07:38.853344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab105500-7a03-496c-8f20-177585c28a21 req-332eae1d-393c-422c-899a-f4261e9c8e04 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.854903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab105500-7a03-496c-8f20-177585c28a21 req-332eae1d-393c-422c-899a-f4261e9c8e04 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1030893 Aug 16 21:07:38.863505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c70f6d-3fcd-4a4a-8d14-b8f6edc69cc7 req-1969f117-c3be-4721-9c3b-89ac405def5d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.865015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61c70f6d-3fcd-4a4a-8d14-b8f6edc69cc7 req-1969f117-c3be-4721-9c3b-89ac405def5d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.1151619 Aug 16 21:07:38.926941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab105500-7a03-496c-8f20-177585c28a21 req-dfec52a2-6c49-46a3-8298-7f1ad1644540 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609012 Aug 16 21:07:38.929796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61c70f6d-3fcd-4a4a-8d14-b8f6edc69cc7 req-87211aef-3c73-4163-ab99-ba2ab1a80d7c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576794 Aug 16 21:07:40.102785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544c613-20ed-4ffd-ade0-5398552d92c8 req-aa393092-b655-4a64-a0fb-33e787029144 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:40.111015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3544c613-20ed-4ffd-ade0-5398552d92c8 req-aa393092-b655-4a64-a0fb-33e787029144 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0872014 Aug 16 21:07:40.149473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992ca9d-1d7c-4705-876d-c338af1910ed req-c0684a3e-c3cf-42d8-931c-0f31109ae6fc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:40.151003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c992ca9d-1d7c-4705-876d-c338af1910ed req-c0684a3e-c3cf-42d8-931c-0f31109ae6fc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1156962 Aug 16 21:07:40.202787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3544c613-20ed-4ffd-ade0-5398552d92c8 req-b280fa21-da23-48f2-b256-c1d008e1def1 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908501 Aug 16 21:07:40.274576 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c992ca9d-1d7c-4705-876d-c338af1910ed req-e6ce892d-c420-4799-987f-a265b4a9a611 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807548 Aug 16 21:07:41.413317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586f411-1b86-440e-89b8-264d769a21b5 req-9bea51b4-5566-4881-b7f1-49eb04da6a12 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:41.414740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c586f411-1b86-440e-89b8-264d769a21b5 req-9bea51b4-5566-4881-b7f1-49eb04da6a12 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.1011927 Aug 16 21:07:41.439304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c333ebc-026f-401a-b094-f1e09a62a412 req-584edf9b-94ac-48c9-b32d-a52283e7a451 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:41.440977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c333ebc-026f-401a-b094-f1e09a62a412 req-584edf9b-94ac-48c9-b32d-a52283e7a451 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0832365 Aug 16 21:07:41.503957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c586f411-1b86-440e-89b8-264d769a21b5 req-6f6cd8cc-47fb-46c2-909a-ef758b401a4a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799046 Aug 16 21:07:41.547333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c333ebc-026f-401a-b094-f1e09a62a412 req-84477d8e-5e4f-42ef-b02a-e7c7a57eee1c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955055 Aug 16 21:07:42.701749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161c1c1-50fb-4524-a4d9-b57e8cf68eb1 req-ba591e06-74f2-4942-906d-4ee66a2e8993 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:42.703270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e161c1c1-50fb-4524-a4d9-b57e8cf68eb1 req-ba591e06-74f2-4942-906d-4ee66a2e8993 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0815632 Aug 16 21:07:42.711895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da12136-0e6d-4e63-81ea-2aa176d1971d req-83b0106c-3106-4391-ba53-1f6bfaa60da2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:42.720385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9da12136-0e6d-4e63-81ea-2aa176d1971d req-83b0106c-3106-4391-ba53-1f6bfaa60da2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.1092787 Aug 16 21:07:42.780068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9da12136-0e6d-4e63-81ea-2aa176d1971d req-9d8c72e7-68a4-4d83-b34b-17e9c0173788 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555825 Aug 16 21:07:42.834262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e161c1c1-50fb-4524-a4d9-b57e8cf68eb1 req-2359276d-4611-4559-9af1-b5a26409299a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114533 Aug 16 21:07:44.078707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce9abe-c0af-43bd-b31b-19e643d03707 req-1dceecb7-7814-45d8-9f6b-0a8435e425ae tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.081248 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81ce9abe-c0af-43bd-b31b-19e643d03707 req-1dceecb7-7814-45d8-9f6b-0a8435e425ae tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.1891766 Aug 16 21:07:44.155693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81ce9abe-c0af-43bd-b31b-19e643d03707 req-a7422f39-dea5-42a7-ae8c-615cf5791f69 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656867 Aug 16 21:07:44.170945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254eebf1-dbfd-45eb-ba5c-de8825726cb8 req-45da7b88-bb15-46a3-965b-8ba7b0efb31b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.173287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-254eebf1-dbfd-45eb-ba5c-de8825726cb8 req-45da7b88-bb15-46a3-965b-8ba7b0efb31b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.2021286 Aug 16 21:07:44.225369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-254eebf1-dbfd-45eb-ba5c-de8825726cb8 req-7e3bf558-1bdc-479d-a7ec-dae99b7809e0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454428 Aug 16 21:07:45.284800 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-af73abe3-74d8-4077-ad26-fa7cf0cc57a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.447017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dea606-05a8-4114-9597-0b65e20a183d req-b2c46f15-22b1-4512-9ac4-790e690fcc2a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:45.456073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02dea606-05a8-4114-9597-0b65e20a183d req-b2c46f15-22b1-4512-9ac4-790e690fcc2a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.1764526 Aug 16 21:07:45.489706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9219e21-cc50-4f9a-b223-065fcca4014a req-6f61a0dc-2a17-4f09-8b56-f666bd6381a7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:45.497943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9219e21-cc50-4f9a-b223-065fcca4014a req-6f61a0dc-2a17-4f09-8b56-f666bd6381a7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1250091 Aug 16 21:07:45.560806 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9219e21-cc50-4f9a-b223-065fcca4014a req-39da6b90-76fe-4565-a651-b36aec41c228 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605006 Aug 16 21:07:45.584420 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02dea606-05a8-4114-9597-0b65e20a183d req-9485632f-5df2-491e-ba7f-050d4401dab9 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271749 Aug 16 21:07:46.771948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c11b7-7ca9-4cb8-940e-204b29844554 req-2197f070-72ca-4b7b-8ce9-ba2ac2dc901a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:46.779984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b4c11b7-7ca9-4cb8-940e-204b29844554 req-2197f070-72ca-4b7b-8ce9-ba2ac2dc901a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1231172 Aug 16 21:07:46.824468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57de588-225b-4e50-9590-b04cbfe4059e req-28e659a7-368f-464d-b1b0-46d379416a47 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:46.826558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b57de588-225b-4e50-9590-b04cbfe4059e req-28e659a7-368f-464d-b1b0-46d379416a47 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.1255329 Aug 16 21:07:46.881643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b4c11b7-7ca9-4cb8-940e-204b29844554 req-8df47575-86dd-4083-9638-88a2f5601318 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005540 Aug 16 21:07:46.912940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b57de588-225b-4e50-9590-b04cbfe4059e req-2e649e80-1cbd-4077-b322-e4e10dec27e8 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797946 Aug 16 21:07:47.712968 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2838fafe-f168-4521-b234-edc36b403c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.052734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f6f02-731a-4058-a902-8b3358bab163 req-8403353a-fd9d-4a7e-8c7f-18800e34e5fb tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:48.054171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f0f6f02-731a-4058-a902-8b3358bab163 req-8403353a-fd9d-4a7e-8c7f-18800e34e5fb tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0815465 Aug 16 21:07:48.074658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6856179-187c-4d3f-97c6-eecba1c89e2f req-f4fc9136-910e-4686-aa41-753ebdac7fb4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:48.076687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6856179-187c-4d3f-97c6-eecba1c89e2f req-f4fc9136-910e-4686-aa41-753ebdac7fb4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0773845 Aug 16 21:07:48.099841 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.144953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f0f6f02-731a-4058-a902-8b3358bab163 req-992cbcfa-3feb-481c-9cac-9a890325b491 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824053 Aug 16 21:07:48.187557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6856179-187c-4d3f-97c6-eecba1c89e2f req-d49605eb-80b9-436c-90c0-2cfcb2051f80 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461061 Aug 16 21:07:49.277468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a4ce7-fd69-44ad-9871-c80c3c5511ad req-103c0dea-c075-4756-abdd-3851233e4dc6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:49.279041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf7a4ce7-fd69-44ad-9871-c80c3c5511ad req-103c0dea-c075-4756-abdd-3851233e4dc6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0527205 Aug 16 21:07:49.312881 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.352871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf7a4ce7-fd69-44ad-9871-c80c3c5511ad req-164a8d30-26d2-436b-a251-61e7e6b6b1b4 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634701 Aug 16 21:07:49.364467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcef110-82f6-4c02-bb55-b97bcbc0f679 req-b548b57e-132d-4036-b515-acb1662ab4bd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:49.366237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bcef110-82f6-4c02-bb55-b97bcbc0f679 req-b548b57e-132d-4036-b515-acb1662ab4bd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0863032 Aug 16 21:07:49.413426 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bcef110-82f6-4c02-bb55-b97bcbc0f679 req-7e1969f5-b030-41ab-9200-c2ea48f3c28c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352857 Aug 16 21:07:50.208714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230d945-a2f3-42ae-8fa7-2cf7c62aa3ac req-fbce08b0-f7ab-4df4-9703-3b90d751db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.210349 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f230d945-a2f3-42ae-8fa7-2cf7c62aa3ac req-fbce08b0-f7ab-4df4-9703-3b90d751db1d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 1097 time: 0.0487499 Aug 16 21:07:50.314311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230d945-a2f3-42ae-8fa7-2cf7c62aa3ac req-d360dfb1-db4d-4535-9305-28f98a748017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.315941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f230d945-a2f3-42ae-8fa7-2cf7c62aa3ac req-d360dfb1-db4d-4535-9305-28f98a748017 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.0979757 Aug 16 21:07:50.385397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f230d945-a2f3-42ae-8fa7-2cf7c62aa3ac req-3de6b3ef-ca36-4e00-8b5b-a70001fd2fa5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c HTTP/1.1" status: 200 len: 1000 time: 0.0619192 Aug 16 21:07:50.440846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230d945-a2f3-42ae-8fa7-2cf7c62aa3ac req-b638dda7-0ab9-4f72-bb16-06d8b5854042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.442648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f230d945-a2f3-42ae-8fa7-2cf7c62aa3ac req-b638dda7-0ab9-4f72-bb16-06d8b5854042 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0505278 Aug 16 21:07:50.565515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230d945-a2f3-42ae-8fa7-2cf7c62aa3ac req-57ce22b5-f201-4bd4-8ecb-b81e2efd658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.567034 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f230d945-a2f3-42ae-8fa7-2cf7c62aa3ac req-57ce22b5-f201-4bd4-8ecb-b81e2efd658f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131296 Aug 16 21:07:50.576439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e9ea-7476-487a-a9c7-0fa7ed39dda3 req-e086fd53-dc80-49eb-8c14-3bb9ecfcd5be tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.578044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc80e9ea-7476-487a-a9c7-0fa7ed39dda3 req-e086fd53-dc80-49eb-8c14-3bb9ecfcd5be tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.1333947 Aug 16 21:07:50.646597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e10491-1ecd-454e-b833-9054afeca49b req-022ae0e7-f34e-45eb-8b6d-5f5064b1f13d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.654414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87e10491-1ecd-454e-b833-9054afeca49b req-022ae0e7-f34e-45eb-8b6d-5f5064b1f13d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.1509874 Aug 16 21:07:50.672312 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.698568 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc80e9ea-7476-487a-a9c7-0fa7ed39dda3 req-53f5e163-cbfc-4f0e-9455-32aaf5d33c70 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102383 Aug 16 21:07:50.726005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87e10491-1ecd-454e-b833-9054afeca49b req-d606af21-6f54-4799-8a02-fa968f102923 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707078 Aug 16 21:07:50.750266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f230d945-a2f3-42ae-8fa7-2cf7c62aa3ac req-d89b6bdd-f8c3-4664-9cef-dcf03d7a5695 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705899 Aug 16 21:07:50.844517 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f230d945-a2f3-42ae-8fa7-2cf7c62aa3ac req-e223a56d-f60b-4e76-ade8-0d656b13ea49 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870953 Aug 16 21:07:51.860876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fa8f8-3763-4c27-9b1f-90b51d57834e req-773fbcc7-cecd-4d88-a17a-2408869380c3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:51.862409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-478fa8f8-3763-4c27-9b1f-90b51d57834e req-773fbcc7-cecd-4d88-a17a-2408869380c3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0838263 Aug 16 21:07:51.885847 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699d48a-d5b0-41f9-afe6-f5bb4f995186 req-1fa08103-760d-405e-bd1e-4d2992bdb427 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:51.887326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f699d48a-d5b0-41f9-afe6-f5bb4f995186 req-1fa08103-760d-405e-bd1e-4d2992bdb427 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.0766919 Aug 16 21:07:51.938708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-478fa8f8-3763-4c27-9b1f-90b51d57834e req-fef45208-34b7-4299-9d0e-f9b5fd56cc53 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693648 Aug 16 21:07:51.945285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f699d48a-d5b0-41f9-afe6-f5bb4f995186 req-580b4f4d-f739-4d63-b58a-f1e19090d21a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500498 Aug 16 21:07:53.111818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6d393-1fa7-4931-b16d-2710456392e0 req-2a5f76f0-5d42-4c4b-9177-765ec935c9e4 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:53.113601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3d6d393-1fa7-4931-b16d-2710456392e0 req-2a5f76f0-5d42-4c4b-9177-765ec935c9e4 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0746303 Aug 16 21:07:53.121610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378bad5-06c8-48b3-8b01-25b2c617c0c1 req-73cac4f4-3f7b-47ff-a9e1-794f5de44e04 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:53.129296 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b378bad5-06c8-48b3-8b01-25b2c617c0c1 req-73cac4f4-3f7b-47ff-a9e1-794f5de44e04 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 945 time: 0.1010149 Aug 16 21:07:53.185376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b378bad5-06c8-48b3-8b01-25b2c617c0c1 req-be7c37ea-b0a4-431f-af37-5127d7ba046f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540192 Aug 16 21:07:53.205760 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3d6d393-1fa7-4931-b16d-2710456392e0 req-a0f2038d-af1e-4903-babc-b2b6cd59bdbc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681407 Aug 16 21:07:54.337065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0933eff-8c25-42ce-b898-8553f3957900 req-6300cf1e-5743-4246-a83e-f29f7258cff3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:54.338785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0933eff-8c25-42ce-b898-8553f3957900 req-6300cf1e-5743-4246-a83e-f29f7258cff3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0511005 Aug 16 21:07:54.381981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0933eff-8c25-42ce-b898-8553f3957900 req-6a584b3a-9d0c-4c68-ae6a-3bcbec22b505 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356264 Aug 16 21:07:54.618755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e2607b7-9523-4a18-9ff6-0cf52255e41c no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:54.693367 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.715634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:54.717893 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de917039-24ec-4087-a31a-59a2f76b9f9f" -d '{"events": [{"server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "name": "network-vif-unplugged", "status": "completed", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:54.731258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:54.761228 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4b2a8a-0a50-4f7c-bb41-44d971218842 x-openstack-request-id: req-0e4b2a8a-0a50-4f7c-bb41-44d971218842 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:54.761524 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "name": "network-vif-unplugged", "status": "failed", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c", "code": 422}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:54.761826 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0e4b2a8a-0a50-4f7c-bb41-44d971218842 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:54.762234 n-d-793619-14 neutron-server[95263]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'code': 422} returned with failed status Aug 16 21:07:54.803736 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.865150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4e2607b7-9523-4a18-9ff6-0cf52255e41c,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:54.869679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab81707-1ab9-4450-b1b5-f8be2a25f2b6 req-f6b7c4ee-3cdd-4a63-878f-6c4d481fba38 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:54.871407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ab81707-1ab9-4450-b1b5-f8be2a25f2b6 req-f6b7c4ee-3cdd-4a63-878f-6c4d481fba38 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 950 time: 0.0597110 Aug 16 21:07:54.873171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.873527 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.873870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.874211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.874547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.874886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.875217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.875545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.875873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.876199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.876708 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.877213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:54.913702 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ab81707-1ab9-4450-b1b5-f8be2a25f2b6 req-14be25a7-c256-449d-aa40-99a979908900 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/security-groups?id=1274a939-1c5a-404d-a7d8-283108250a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344887 Aug 16 21:07:55.514333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e82ec8-3a7f-40f9-a33a-7df6325cf45a req-fd17d81a-2e5d-4556-bb04-996337fc868b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:55.515996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7e82ec8-3a7f-40f9-a33a-7df6325cf45a req-fd17d81a-2e5d-4556-bb04-996337fc868b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0593698 Aug 16 21:07:55.567249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7e82ec8-3a7f-40f9-a33a-7df6325cf45a req-5f166c71-0f8c-458c-b9ae-40269af7caa9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Aug 16 21:07:55.608603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab42786-a777-423d-b384-21b642b28d88 req-4a3ed248-fab4-4ab1-aad0-89270b255173 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:55.610705 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab42786-a777-423d-b384-21b642b28d88 req-4a3ed248-fab4-4ab1-aad0-89270b255173 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.0579941 Aug 16 21:07:55.661682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab42786-a777-423d-b384-21b642b28d88 req-cc186c18-d3a8-4e9e-bfa3-c0273cdf1b14 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437498 Aug 16 21:07:56.063012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db407b6-6598-462d-89f1-d696f980cb32 req-098f83d2-6abf-4a90-ae3f-855ff345384f tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:56.065344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3db407b6-6598-462d-89f1-d696f980cb32 req-098f83d2-6abf-4a90-ae3f-855ff345384f tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 950 time: 0.0820286 Aug 16 21:07:56.079516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-516cb8e7-a30e-4487-8a38-8b1be800934a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278591 Aug 16 21:07:56.113671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3db407b6-6598-462d-89f1-d696f980cb32 req-e0723464-fdb0-4af3-8df3-637ea7649f15 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/security-groups?id=1274a939-1c5a-404d-a7d8-283108250a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426836 Aug 16 21:07:56.414751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276e6c4-6938-4b6c-9139-acdb6b0f5cac req-ca4a78ea-12df-4ce3-85bf-b63c8b130d26 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:56.416214 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2276e6c4-6938-4b6c-9139-acdb6b0f5cac req-ca4a78ea-12df-4ce3-85bf-b63c8b130d26 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.79 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 950 time: 0.0497255 Aug 16 21:07:56.517930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-2276e6c4-6938-4b6c-9139-acdb6b0f5cac req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Deleting port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:56.522918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2276e6c4-6938-4b6c-9139-acdb6b0f5cac req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.617042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2276e6c4-6938-4b6c-9139-acdb6b0f5cac req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] For port 9424f2aa-d3eb-4638-8123-cedc1ea45b79, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9424f2aa-d3eb-4638-8123-cedc1ea45b79,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:56.617424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2276e6c4-6938-4b6c-9139-acdb6b0f5cac req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.632529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-2276e6c4-6938-4b6c-9139-acdb6b0f5cac req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Calling delete_port for 9424f2aa-d3eb-4638-8123-cedc1ea45b79 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:56.706820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667fc88-157b-461c-8554-2cf2f642647f req-50044546-3181-4316-bdfe-a24c2c1f0440 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:56.709668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8667fc88-157b-461c-8554-2cf2f642647f req-50044546-3181-4316-bdfe-a24c2c1f0440 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0657551 Aug 16 21:07:56.755770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8667fc88-157b-461c-8554-2cf2f642647f req-1897cdb4-2773-4569-a517-e877852920b7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Aug 16 21:07:56.806532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59064ad2-3514-4f4e-9f7c-e42afdc9305c req-7c49f4ab-5d9b-427c-aa1c-fff8155a1039 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:56.808085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59064ad2-3514-4f4e-9f7c-e42afdc9305c req-7c49f4ab-5d9b-427c-aa1c-fff8155a1039 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.0515301 Aug 16 21:07:56.848338 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2276e6c4-6938-4b6c-9139-acdb6b0f5cac req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.848964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59064ad2-3514-4f4e-9f7c-e42afdc9305c req-dff2a760-4fde-43c7-b057-506e47c28cce tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Aug 16 21:07:56.863142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['9424f2aa-d3eb-4638-8123-cedc1ea45b79'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:56.885269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Pushing event deleted for resources: {'Port': ['ID=9424f2aa-d3eb-4638-8123-cedc1ea45b79,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:56.898102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.898457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.898825 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.899151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.899487 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.899821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.900159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.900490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.900819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.901175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.901505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.901858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:56.938930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2276e6c4-6938-4b6c-9139-acdb6b0f5cac req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] No DVR routers for this DVR port 9424f2aa-d3eb-4638-8123-cedc1ea45b79 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:56.941620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2276e6c4-6938-4b6c-9139-acdb6b0f5cac req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.943639 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2276e6c4-6938-4b6c-9139-acdb6b0f5cac req-6aac0416-d59e-403e-949d-649dd3ce78b8 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.79 "DELETE /v2.0/ports/9424f2aa-d3eb-4638-8123-cedc1ea45b79 HTTP/1.1" status: 204 len: 173 time: 0.5207348 Aug 16 21:07:56.944145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acffdb8-b9d4-42cf-a379-2db1c4f848ef', 'name': 'network-vif-deleted', 'tag': '9424f2aa-d3eb-4638-8123-cedc1ea45b79'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:56.946535 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7e7066-ef21-4fa7-ad5d-e76c92855f2d" -d '{"events": [{"server_uuid": "5acffdb8-b9d4-42cf-a379-2db1c4f848ef", "name": "network-vif-deleted", "tag": "9424f2aa-d3eb-4638-8123-cedc1ea45b79"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:56.990238 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbe6ca0-c577-4391-8cd4-f1c7343265fb x-openstack-request-id: req-5dbe6ca0-c577-4391-8cd4-f1c7343265fb {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:56.990538 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acffdb8-b9d4-42cf-a379-2db1c4f848ef", "name": "network-vif-deleted", "tag": "9424f2aa-d3eb-4638-8123-cedc1ea45b79", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:56.990794 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5dbe6ca0-c577-4391-8cd4-f1c7343265fb {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:56.991197 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acffdb8-b9d4-42cf-a379-2db1c4f848ef', 'name': 'network-vif-deleted', 'tag': '9424f2aa-d3eb-4638-8123-cedc1ea45b79', 'status': 'completed', 'code': 200} Aug 16 21:07:57.211652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ff6d17b-0705-4a72-a618-1ab721346c8d req-d54fa1f7-a20c-4f20-8c65-97e335736713 tempest-VolumesBackupsTest-1009882284 tempest-VolumesBackupsTest-1009882284-project] 10.222.0.74 "GET /v2.0/ports?device_id=5acffdb8-b9d4-42cf-a379-2db1c4f848ef HTTP/1.1" status: 200 len: 210 time: 0.0307465 Aug 16 21:07:57.563612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-5a8167c1-38b5-4e1c-af62-d785d49a2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.565237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-5a8167c1-38b5-4e1c-af62-d785d49a2db0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85&tenant_id=8969ef73391d4df28092c16fc7f79156 HTTP/1.1" status: 200 len: 1095 time: 0.0729504 Aug 16 21:07:57.631557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-97b0f01b-daed-415f-a8d7-2f29424bcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.632957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-97b0f01b-daed-415f-a8d7-2f29424bcf59 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 1095 time: 0.0438964 Aug 16 21:07:57.727972 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-85890f0d-c63a-4520-91be-055458503d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.729834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-85890f0d-c63a-4520-91be-055458503d83 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.0902531 Aug 16 21:07:57.790242 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:07:57.799407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-3a6d0d8b-7daa-4822-8df8-6ab14e10442d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c HTTP/1.1" status: 200 len: 998 time: 0.0630846 Aug 16 21:07:57.883606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-da5cadde-9fa5-48db-be4b-64fb546deba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.884971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-da5cadde-9fa5-48db-be4b-64fb546deba0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0790558 Aug 16 21:07:57.929184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c403e-a435-48c8-8c85-fb9fcc8fb36d req-2166df68-9f53-4940-8b73-38df66c46256 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.930850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f93c403e-a435-48c8-8c85-fb9fcc8fb36d req-2166df68-9f53-4940-8b73-38df66c46256 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 944 time: 0.0910881 Aug 16 21:07:57.991229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-e2cc2662-f32d-4d40-beb7-4b445d09fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.992876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-e2cc2662-f32d-4d40-beb7-4b445d09fc19 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004732 Aug 16 21:07:58.021188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f93c403e-a435-48c8-8c85-fb9fcc8fb36d req-7d62080e-44e4-4d03-801f-ce022039e7e0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838315 Aug 16 21:07:58.079364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75247866-506e-4941-8105-0c95c162a985 req-f11ace03-b833-4ca2-b83f-7d6a2da222e4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:58.080821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75247866-506e-4941-8105-0c95c162a985 req-f11ace03-b833-4ca2-b83f-7d6a2da222e4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.1250851 Aug 16 21:07:58.135859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-c2ebaf22-c09c-4886-8ffc-e02e6c624839 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315236 Aug 16 21:07:58.140871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75247866-506e-4941-8105-0c95c162a985 req-cb6a32fa-84ab-4792-8b18-ea7b8505f6e8 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539529 Aug 16 21:07:58.233754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb463099-be1f-44be-828a-e9b44ae4f514 req-e84731f3-e2a1-4869-871e-1bce7ac8fb03 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905440 Aug 16 21:07:58.633772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c228fed2-bf32-4e8f-853d-392c6d7d7343 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:07:58.752018 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c228fed2-bf32-4e8f-853d-392c6d7d7343, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c228fed2-bf32-4e8f-853d-392c6d7d7343,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:58.767282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'c228fed2-bf32-4e8f-853d-392c6d7d7343', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'port_id': 'c228fed2-bf32-4e8f-853d-392c6d7d7343', 'mac_address': 'fa:16:3e:c7:a7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:07:58.815600 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.830722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c228fed2-bf32-4e8f-853d-392c6d7d7343 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:58.859762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c228fed2-bf32-4e8f-853d-392c6d7d7343, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c228fed2-bf32-4e8f-853d-392c6d7d7343,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:58.935036 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.994205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c228fed2-bf32-4e8f-853d-392c6d7d7343,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:59.155182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4e20-c128-4912-80a9-bd381b20ee65 req-e7d540fa-3bd7-4104-8aef-c0b0cd4f1706 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.161831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-822e4e20-c128-4912-80a9-bd381b20ee65 req-e7d540fa-3bd7-4104-8aef-c0b0cd4f1706 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 945 time: 0.0579438 Aug 16 21:07:59.223397 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['c228fed2-bf32-4e8f-853d-392c6d7d7343'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:59.225010 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-822e4e20-c128-4912-80a9-bd381b20ee65 req-f6781e2a-0b0b-4ba8-9c0b-71180d09ce56 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557926 Aug 16 21:07:59.303552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13effe-d210-4b7a-93cf-721e866e6a06 req-96562856-856a-4f67-ac04-c496c7f28e18 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.305377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd13effe-d210-4b7a-93cf-721e866e6a06 req-96562856-856a-4f67-ac04-c496c7f28e18 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.0565796 Aug 16 21:07:59.358171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd13effe-d210-4b7a-93cf-721e866e6a06 req-f62d19d8-7c17-401e-9886-9a7f6891a472 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459423 Aug 16 21:08:00.363922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3bf14-80a1-4bca-809f-0a8e9f87c768 req-60801613-3e0e-4d07-976c-a00324e2cf85 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:00.370889 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4f3bf14-80a1-4bca-809f-0a8e9f87c768 req-60801613-3e0e-4d07-976c-a00324e2cf85 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 945 time: 0.0674736 Aug 16 21:08:00.430440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4f3bf14-80a1-4bca-809f-0a8e9f87c768 req-a48ef40f-1cf9-4d05-bf53-15bd5c7a555d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535059 Aug 16 21:08:00.518871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e4e94-b5de-4fff-9c2d-af2e588f1d8c req-300af235-3f96-425f-bc1b-2ebf6e44a7cd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:00.520381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d68e4e94-b5de-4fff-9c2d-af2e588f1d8c req-300af235-3f96-425f-bc1b-2ebf6e44a7cd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.0510674 Aug 16 21:08:00.582360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d68e4e94-b5de-4fff-9c2d-af2e588f1d8c req-e1d9f3de-7f03-41be-b35e-c5c69131b3d6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548313 Aug 16 21:08:00.690871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c228fed2-bf32-4e8f-853d-392c6d7d7343 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:00.860795 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port c228fed2-bf32-4e8f-853d-392c6d7d7343 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:00.865094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port c228fed2-bf32-4e8f-853d-392c6d7d7343 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:00.865527 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.969725 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.992192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46f8859-d584-4dd1-a461-503256f2612d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c228fed2-bf32-4e8f-853d-392c6d7d7343'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:00.999842 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade3cfe4-f32a-4e3f-a866-41557f99b1c1" -d '{"events": [{"server_uuid": "f46f8859-d584-4dd1-a461-503256f2612d", "name": "network-vif-plugged", "status": "completed", "tag": "c228fed2-bf32-4e8f-853d-392c6d7d7343"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:01.008063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c228fed2-bf32-4e8f-853d-392c6d7d7343, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c228fed2-bf32-4e8f-853d-392c6d7d7343,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:01.061285 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:01.119875 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13fa522-c5e4-4080-b814-2d5ca6f21187 x-openstack-request-id: req-e13fa522-c5e4-4080-b814-2d5ca6f21187 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:01.120137 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46f8859-d584-4dd1-a461-503256f2612d", "name": "network-vif-plugged", "status": "completed", "tag": "c228fed2-bf32-4e8f-853d-392c6d7d7343", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:01.120314 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e13fa522-c5e4-4080-b814-2d5ca6f21187 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:01.120706 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46f8859-d584-4dd1-a461-503256f2612d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c228fed2-bf32-4e8f-853d-392c6d7d7343', 'code': 200} Aug 16 21:08:01.154359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c228fed2-bf32-4e8f-853d-392c6d7d7343,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:01.309914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9424f2aa-d3eb-4638-8123-cedc1ea45b79 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:01.345205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 9424f2aa-d3eb-4638-8123-cedc1ea45b79 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:01.345537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9424f2aa-d3eb-4638-8123-cedc1ea45b79 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:01.686581 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f89000-115d-459d-af2d-3c248b4ad745 req-9eea7bfc-509f-4798-9879-f6d33180bebf tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:01.688237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2f89000-115d-459d-af2d-3c248b4ad745 req-9eea7bfc-509f-4798-9879-f6d33180bebf tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.0519145 Aug 16 21:08:01.859664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2f89000-115d-459d-af2d-3c248b4ad745 req-bdef78f1-f858-4f49-9d04-50978d463223 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586316 Aug 16 21:08:01.904871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871d1f4-dd02-4b59-9f5d-06db4a7f4c09 req-4d4ecd51-0f9e-47c9-937d-b60b598b2f02 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:01.924082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8871d1f4-dd02-4b59-9f5d-06db4a7f4c09 req-4d4ecd51-0f9e-47c9-937d-b60b598b2f02 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.2162118 Aug 16 21:08:02.011062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8871d1f4-dd02-4b59-9f5d-06db4a7f4c09 req-55fb4055-f823-457c-b5b8-0e5b326b3d65 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858152 Aug 16 21:08:02.570008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0826974-cdcd-45f4-bf51-a5cfeb9a5544 req-b132f394-9547-4100-a5fc-d435272a1708 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:02.572230 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0826974-cdcd-45f4-bf51-a5cfeb9a5544 req-b132f394-9547-4100-a5fc-d435272a1708 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.0548868 Aug 16 21:08:02.645793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0826974-cdcd-45f4-bf51-a5cfeb9a5544 req-d95a5e7e-2dcd-459b-882a-cf969aa2fed2 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645587 Aug 16 21:08:02.722677 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.775355 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.021397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a271397-1da7-4330-ab32-33317ae4d52b req-b2c1f92e-e3f9-41b6-ae6a-2024af800c37 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:03.022900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a271397-1da7-4330-ab32-33317ae4d52b req-b2c1f92e-e3f9-41b6-ae6a-2024af800c37 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.0550776 Aug 16 21:08:03.069751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a271397-1da7-4330-ab32-33317ae4d52b req-3a3be0f3-f250-48cd-adab-808e1d729504 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Aug 16 21:08:03.141744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e56baa-f1ee-4193-98af-e65d902efc60 req-26d8b0aa-2fcf-421d-8375-b0ee9b2ed8e7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:03.143484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6e56baa-f1ee-4193-98af-e65d902efc60 req-26d8b0aa-2fcf-421d-8375-b0ee9b2ed8e7 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.0582879 Aug 16 21:08:03.183224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6e56baa-f1ee-4193-98af-e65d902efc60 req-973fb92c-11ac-4fc9-bf01-417931676a51 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335512 Aug 16 21:08:03.791667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5c8d5-fa53-4fd3-929e-6af7a3af06a1 req-8f2f371b-c9d4-47e3-aa99-0c4a03e53cf7 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:03.793320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6f5c8d5-fa53-4fd3-929e-6af7a3af06a1 req-8f2f371b-c9d4-47e3-aa99-0c4a03e53cf7 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.0760696 Aug 16 21:08:03.835593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6f5c8d5-fa53-4fd3-929e-6af7a3af06a1 req-f5c110c2-866a-4961-a1af-432ff9d55108 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354784 Aug 16 21:08:04.223102 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc6d25-6c68-473d-bfa5-7ba0afc5475a req-d45083db-2898-4be4-9845-d3b6434ad321 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:04.225404 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79dc6d25-6c68-473d-bfa5-7ba0afc5475a req-d45083db-2898-4be4-9845-d3b6434ad321 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.0611413 Aug 16 21:08:04.286726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79dc6d25-6c68-473d-bfa5-7ba0afc5475a req-bd6b97bf-7455-4520-9315-7fe8d5c1e819 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526922 Aug 16 21:08:04.342020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f8b3-a781-42cc-9276-3ff9deff471c req-a1299e06-315d-438e-bbba-ad1846a604dd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:04.344106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f573f8b3-a781-42cc-9276-3ff9deff471c req-a1299e06-315d-438e-bbba-ad1846a604dd tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.0539410 Aug 16 21:08:04.392948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f573f8b3-a781-42cc-9276-3ff9deff471c req-34120b22-dd5e-4b38-8631-0214a2961fd6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Aug 16 21:08:05.010118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bc3a7-a829-4a49-acbb-549bda16b41f req-b09a26f0-179d-481b-aa43-43897bc88402 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.018964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-663bc3a7-a829-4a49-acbb-549bda16b41f req-b09a26f0-179d-481b-aa43-43897bc88402 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.0747154 Aug 16 21:08:05.065594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-663bc3a7-a829-4a49-acbb-549bda16b41f req-5531adec-52d0-4961-b031-e9308f9e661f tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453262 Aug 16 21:08:05.420081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe41e-dd3c-427d-904c-00c5036f4c9c req-ac354b3d-a663-4586-aeb7-7718b81a07a0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.426272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-070fe41e-dd3c-427d-904c-00c5036f4c9c req-ac354b3d-a663-4586-aeb7-7718b81a07a0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.0652883 Aug 16 21:08:05.470093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-070fe41e-dd3c-427d-904c-00c5036f4c9c req-a8b45bb2-a951-4de3-b196-8687153ca096 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360246 Aug 16 21:08:05.542036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c683-a863-42d2-98d2-11a534a2e485 req-94448c1a-b335-426e-b644-a18dd75cb365 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.555996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1419c683-a863-42d2-98d2-11a534a2e485 req-94448c1a-b335-426e-b644-a18dd75cb365 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.0602589 Aug 16 21:08:05.588813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1419c683-a863-42d2-98d2-11a534a2e485 req-1028fadd-d606-41c3-97ff-02bb717a854d tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381987 Aug 16 21:08:05.995280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857dae3-4100-4db1-aa39-b6673c31d10a req-abc84677-0d93-4e2d-a148-fca7bc2a35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.997186 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1857dae3-4100-4db1-aa39-b6673c31d10a req-abc84677-0d93-4e2d-a148-fca7bc2a35ba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 1098 time: 0.0653493 Aug 16 21:08:06.003309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72463f1e-3b08-4260-a811-b1b2f79d5838 req-97f0613b-f938-4fb2-bf67-3f1b245aa268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:06.004898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72463f1e-3b08-4260-a811-b1b2f79d5838 req-97f0613b-f938-4fb2-bf67-3f1b245aa268 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8969ef73391d4df28092c16fc7f79156&device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 1095 time: 0.0730627 Aug 16 21:08:06.039487 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1857dae3-4100-4db1-aa39-b6673c31d10a req-025d3596-0772-46eb-9dae-eacfbc0cee6e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Aug 16 21:08:06.123794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72463f1e-3b08-4260-a811-b1b2f79d5838 req-679f7913-8f70-4165-8de1-5f5b761e9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:06.125375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72463f1e-3b08-4260-a811-b1b2f79d5838 req-679f7913-8f70-4165-8de1-5f5b761e9a0e service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 200 len: 918 time: 0.1004019 Aug 16 21:08:06.225054 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72463f1e-3b08-4260-a811-b1b2f79d5838 req-dbd1d56c-4d39-4094-908f-5ae744ff18b7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c HTTP/1.1" status: 200 len: 998 time: 0.0921960 Aug 16 21:08:06.256902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93a06c-9004-4b6e-9b7d-23782ba31695 req-38a8fa51-3260-44d1-a92d-dc184a0c31e9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:06.258271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b93a06c-9004-4b6e-9b7d-23782ba31695 req-38a8fa51-3260-44d1-a92d-dc184a0c31e9 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.0878274 Aug 16 21:08:06.336314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72463f1e-3b08-4260-a811-b1b2f79d5838 req-4c918f1e-5758-4ba1-8b2f-a19b519b58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:06.338503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72463f1e-3b08-4260-a811-b1b2f79d5838 req-4c918f1e-5758-4ba1-8b2f-a19b519b58fc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 200 len: 856 time: 0.0792737 Aug 16 21:08:06.369658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b93a06c-9004-4b6e-9b7d-23782ba31695 req-510e2c98-9721-4469-b819-2754c513d8a1 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808344 Aug 16 21:08:06.457489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72463f1e-3b08-4260-a811-b1b2f79d5838 req-5c9c52d7-c9cc-4fea-8c51-8f7009665dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:06.459402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72463f1e-3b08-4260-a811-b1b2f79d5838 req-5c9c52d7-c9cc-4fea-8c51-8f7009665dc9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcdcf12a-73db-4650-a2fa-cba81f7886d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552297 Aug 16 21:08:06.663873 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948502a5-e833-42d1-aa6f-f07bfcdef30e req-81594f77-ea8e-48fc-b3e4-10fd286a06f0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:06.665790 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-948502a5-e833-42d1-aa6f-f07bfcdef30e req-81594f77-ea8e-48fc-b3e4-10fd286a06f0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.0780842 Aug 16 21:08:06.706277 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72463f1e-3b08-4260-a811-b1b2f79d5838 req-22be49df-20f2-4d46-92ce-391944601d66 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843779 Aug 16 21:08:06.770105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-948502a5-e833-42d1-aa6f-f07bfcdef30e req-ce17e4a2-7c85-40d1-b25b-5c428c4deb2f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869908 Aug 16 21:08:06.777393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488c941-679f-4ecd-af3c-f490e832fc2c req-c83978ba-fb0c-42fa-a4e5-f33039f6a5f6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:06.781357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2488c941-679f-4ecd-af3c-f490e832fc2c req-c83978ba-fb0c-42fa-a4e5-f33039f6a5f6 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.0944734 Aug 16 21:08:06.831109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2488c941-679f-4ecd-af3c-f490e832fc2c req-27a68561-0fc7-4f23-af7f-91f7e9b313c2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439386 Aug 16 21:08:07.506014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83954531-211a-43f6-9710-394bc0fdde89 req-3acae58c-7eec-473e-8ebe-3f33d03a8f36 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:07.510017 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83954531-211a-43f6-9710-394bc0fdde89 req-3acae58c-7eec-473e-8ebe-3f33d03a8f36 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.0584838 Aug 16 21:08:07.551592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83954531-211a-43f6-9710-394bc0fdde89 req-9596be4c-63ff-4144-8a7b-bc821ddcaee8 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368731 Aug 16 21:08:07.906209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c29ab-3466-45d0-aa0c-2e9ad3924519 req-34433ba8-4c50-4fb4-ba46-7533ab18d4fc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:07.917175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d5c29ab-3466-45d0-aa0c-2e9ad3924519 req-34433ba8-4c50-4fb4-ba46-7533ab18d4fc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.0635862 Aug 16 21:08:07.956785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d5c29ab-3466-45d0-aa0c-2e9ad3924519 req-3d61d129-5ffa-4e2c-b19f-4957b64d42cb tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386086 Aug 16 21:08:08.057775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73d47b-77a2-49b0-9a56-5384d853ced9 req-5c58aeb8-91c2-4591-bdab-49ca4d39839c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.059948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff73d47b-77a2-49b0-9a56-5384d853ced9 req-5c58aeb8-91c2-4591-bdab-49ca4d39839c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.0788608 Aug 16 21:08:08.136920 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff73d47b-77a2-49b0-9a56-5384d853ced9 req-a6101408-2686-4fe5-8cb4-44519b65e0aa tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620043 Aug 16 21:08:08.694363 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-ab50d87a-fd35-459d-87f1-cc23453544cc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0747938 Aug 16 21:08:08.735859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100041-38d8-4360-af2d-cbf84dcf861f req-4257eebb-853c-45c2-8436-25bd3d56dc20 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.737328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a100041-38d8-4360-af2d-cbf84dcf861f req-4257eebb-853c-45c2-8436-25bd3d56dc20 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.1049764 Aug 16 21:08:08.771036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-d0516860-fd01-4280-ac6d-050e79d18fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.773053 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-d0516860-fd01-4280-ac6d-050e79d18fd2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 1098 time: 0.0568740 Aug 16 21:08:08.795392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a100041-38d8-4360-af2d-cbf84dcf861f req-d7a2b411-8fbd-4432-a621-fa40f6653808 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432925 Aug 16 21:08:08.919732 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-10811fc0-2acd-4434-91d0-81f7671f3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.922692 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-10811fc0-2acd-4434-91d0-81f7671f3fe6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1255555 Aug 16 21:08:08.988904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-f8e9049f-9b79-4d22-be2f-4322c401ea4b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb49118f-379a-47e6-94c7-44dbbae3f5db HTTP/1.1" status: 200 len: 217 time: 0.0583043 Aug 16 21:08:09.129906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-1d855dbc-536e-4583-b06a-9a63617abaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.131405 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-1d855dbc-536e-4583-b06a-9a63617abaa2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.1348147 Aug 16 21:08:09.183064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fde2e-d523-4510-a0e4-d49ce8f0a537 req-3cb550dd-93d2-4e53-85bf-a6a4bcb3dab8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.186501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-654fde2e-d523-4510-a0e4-d49ce8f0a537 req-3cb550dd-93d2-4e53-85bf-a6a4bcb3dab8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.1113448 Aug 16 21:08:09.202481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-b236c208-ddeb-45cc-aaa0-66e611a21d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.205282 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-b236c208-ddeb-45cc-aaa0-66e611a21d17 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636241 Aug 16 21:08:09.337436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-654fde2e-d523-4510-a0e4-d49ce8f0a537 req-f1a37c20-e374-47bc-ac6c-cb054bcf55c6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284318 Aug 16 21:08:09.392864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b95ca-e13a-4680-ad69-c72aca0ec9b3 req-eaf10773-3ae3-42a2-b4fd-5b153d9b77ab tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.396176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb1b95ca-e13a-4680-ad69-c72aca0ec9b3 req-eaf10773-3ae3-42a2-b4fd-5b153d9b77ab tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.1034021 Aug 16 21:08:09.400507 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-5aac355d-74d8-4dbb-9eeb-57075398da5d service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868310 Aug 16 21:08:09.647658 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5564d590-eb44-4890-9188-0a3f1d53b649 req-b7aff273-7a13-47f1-a825-5584bedb93d7 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346160 Aug 16 21:08:09.878662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb1b95ca-e13a-4680-ad69-c72aca0ec9b3 req-843709a9-1749-4714-97e6-9dbb9c8f62ec tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4721296 Aug 16 21:08:09.961091 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72f253-c509-4184-8027-2ca8b6967572 req-e6e23c27-7cc9-41fc-abc1-3d5db63995b3 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.963079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b72f253-c509-4184-8027-2ca8b6967572 req-e6e23c27-7cc9-41fc-abc1-3d5db63995b3 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.0657713 Aug 16 21:08:10.022101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b72f253-c509-4184-8027-2ca8b6967572 req-dc831c2a-f262-4771-837f-17e9db1e251c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515087 Aug 16 21:08:10.215681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba78e8-2595-404b-afa6-1bd689e940d4 req-4aa38e7f-e74b-4064-9d7f-fbe46d9615a7 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:10.217538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfba78e8-2595-404b-afa6-1bd689e940d4 req-4aa38e7f-e74b-4064-9d7f-fbe46d9615a7 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1097 time: 0.0422437 Aug 16 21:08:10.239204 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bfba78e8-2595-404b-afa6-1bd689e940d4 req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.380896 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bfba78e8-2595-404b-afa6-1bd689e940d4 req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.467323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80853-65f1-4ac9-8ba5-e5a3c2529512 req-378f2767-2807-4f46-a08c-b37b2b22bc7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:10.475260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ab80853-65f1-4ac9-8ba5-e5a3c2529512 req-378f2767-2807-4f46-a08c-b37b2b22bc7e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.0558329 Aug 16 21:08:10.532903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ab80853-65f1-4ac9-8ba5-e5a3c2529512 req-91930921-bf70-4f7f-9776-3f74039228d0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535741 Aug 16 21:08:10.612056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72463f1e-3b08-4260-a811-b1b2f79d5838 req-193fb5df-ad73-4b18-bfe8-c0ecccd92ec9 service neutron] 10.222.0.76 "GET /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044126 Aug 16 21:08:10.981003 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-bfba78e8-2595-404b-afa6-1bd689e940d4 req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.031610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfba78e8-2595-404b-afa6-1bd689e940d4 req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8063571 Aug 16 21:08:11.047894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa98a1c-3201-42d1-ab3e-a1b2f404e89c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:11.058270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.058837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.059424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.060009 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.060416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.061763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.061763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.062502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.062995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.063442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.064095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.064501 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022c2eb-1f80-41ec-95f7-81db766048a9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:11.083541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb850c-bd03-4586-832e-04653357ea97 req-2d456685-467d-4b2c-b177-66699f5004c4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:11.083541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4bb850c-bd03-4586-832e-04653357ea97 req-2d456685-467d-4b2c-b177-66699f5004c4 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.1150994 Aug 16 21:08:11.173039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4bb850c-bd03-4586-832e-04653357ea97 req-3d61065f-70e1-4e7f-9ff6-22eab29f36e0 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853610 Aug 16 21:08:11.194368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5ff94-8294-4c48-9744-5316def188fa req-44a657b6-3c43-4df8-ad6c-4bac1270570e tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:11.195968 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0d5ff94-8294-4c48-9744-5316def188fa req-44a657b6-3c43-4df8-ad6c-4bac1270570e tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.0761428 Aug 16 21:08:11.241322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0d5ff94-8294-4c48-9744-5316def188fa req-1a0b8c2f-6c40-4c1f-bbe3-17757f8daa49 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366402 Aug 16 21:08:11.327296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2b71e-e1f1-405e-acc2-ee5d80ea0c84 req-979e89f2-207b-42af-a20d-2b5ef23b883e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:11.329307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05e2b71e-e1f1-405e-acc2-ee5d80ea0c84 req-979e89f2-207b-42af-a20d-2b5ef23b883e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0584185 Aug 16 21:08:11.375267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05e2b71e-e1f1-405e-acc2-ee5d80ea0c84 req-9f6db71e-6b2a-49dc-9354-4b4fde66ec9c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394418 Aug 16 21:08:11.400567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54004) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:11.470782 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e6196ea9-c7a9-4ffd-8ef6-da4a599c2e74 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/fd3bf093-94a6-4c1d-a57a-173691a2bfcf HTTP/1.1" status: 200 len: 993 time: 0.0688698 Aug 16 21:08:11.671489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c926b8-49eb-44a7-8d62-04eba47c0910 req-0a5ae5a5-8c56-48fd-b191-ddb35ee64a44 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:11.673119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4c926b8-49eb-44a7-8d62-04eba47c0910 req-0a5ae5a5-8c56-48fd-b191-ddb35ee64a44 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.0543022 Aug 16 21:08:11.736185 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4c926b8-49eb-44a7-8d62-04eba47c0910 req-8f2a8142-205f-4d32-a9c7-d46e90b6423a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492613 Aug 16 21:08:11.889272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-4eb65fff-8c9f-4a4d-9477-0e9fbbf3c07c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:11.891180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-4eb65fff-8c9f-4a4d-9477-0e9fbbf3c07c tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.76 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 945 time: 0.1077716 Aug 16 21:08:11.943584 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df7569-e079-4032-8b48-bce09cb6ef56 req-387c4aa9-43d2-4c1b-8d2a-6b8790aaef7f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:11.945235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b7df7569-e079-4032-8b48-bce09cb6ef56 req-387c4aa9-43d2-4c1b-8d2a-6b8790aaef7f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.1163220 Aug 16 21:08:12.028443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b7df7569-e079-4032-8b48-bce09cb6ef56 req-9c3227c5-95ce-4749-b711-bafcac9bd5fc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535223 Aug 16 21:08:12.042944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Deleting port 373dc010-6a1d-498f-9d6a-b7be15ba0560 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:12.043482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.167621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] For port 373dc010-6a1d-498f-9d6a-b7be15ba0560, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=373dc010-6a1d-498f-9d6a-b7be15ba0560,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:12.167995 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.424459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f942753-f25b-4426-89d5-751d650bb0fa req-5a6676b6-cde7-4c25-b7ed-6f42439b423f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:12.426136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f942753-f25b-4426-89d5-751d650bb0fa req-5a6676b6-cde7-4c25-b7ed-6f42439b423f tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 943 time: 0.1088352 Aug 16 21:08:12.434090 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.434664 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.435075 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Floating IP 546391b7-941a-4bed-bc7e-b4cabd843057 disassociated. External IP: 172.25.4.251, port: 373dc010-6a1d-498f-9d6a-b7be15ba0560. Aug 16 21:08:12.435521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Calling delete_port for 373dc010-6a1d-498f-9d6a-b7be15ba0560 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:12.512738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f942753-f25b-4426-89d5-751d650bb0fa req-412fb2f6-3b09-4ae8-8a6d-1dd27db4499a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746958 Aug 16 21:08:12.631774 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-beb19a24-699b-40a9-836d-9dbfc1ff52ef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0509610 Aug 16 21:08:12.700014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653b12d-5bcf-4868-bd15-8434097ce706 req-3fbf51cd-7085-43c2-994b-ea21b9c7004c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:12.701515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8653b12d-5bcf-4868-bd15-8434097ce706 req-3fbf51cd-7085-43c2-994b-ea21b9c7004c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0846298 Aug 16 21:08:12.744874 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8653b12d-5bcf-4868-bd15-8434097ce706 req-de2bd76d-5809-4d0e-994a-79c136eab645 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366726 Aug 16 21:08:12.774324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e2607b7-9523-4a18-9ff6-0cf52255e41c details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:08:12.880574 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.915437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event deleted for resources: {'Port': ['ID=373dc010-6a1d-498f-9d6a-b7be15ba0560,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:12.966401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:12.991928 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'port_id': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'mac_address': 'fa:16:3e:98:5e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:08:13.027538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3d582-4288-4948-b04f-bfdec7d4169d req-2736f6b2-e3bb-437c-9e01-9685664dec8a tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.036142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25b3d582-4288-4948-b04f-bfdec7d4169d req-2736f6b2-e3bb-437c-9e01-9685664dec8a tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 867 time: 0.1906388 Aug 16 21:08:13.055141 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.069370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2607b7-9523-4a18-9ff6-0cf52255e41c {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:13.099316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:13.107968 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86884142-5478-4a30-90f6-ed79cddadef7 req-edb2036a-15c3-4770-8101-3ff308d83b46 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.110212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86884142-5478-4a30-90f6-ed79cddadef7 req-edb2036a-15c3-4770-8101-3ff308d83b46 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.1970766 Aug 16 21:08:13.162038 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25b3d582-4288-4948-b04f-bfdec7d4169d req-4c03a600-188a-42d1-bdb3-c0e895e02843 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254051 Aug 16 21:08:13.209363 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86884142-5478-4a30-90f6-ed79cddadef7 req-6045250e-e522-4b89-90f8-1505a377d7fe tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889313 Aug 16 21:08:13.221213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:08:13.294946 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.350834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:13.361667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4e2607b7-9523-4a18-9ff6-0cf52255e41c,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:13.366425 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f554c-5105-406c-a95d-e8ecde60ab9b None None] Sync routers for ids ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:13.392937 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f554c-5105-406c-a95d-e8ecde60ab9b None None] Routers {'1b2ef004-08b5-45c3-90e3-a2f6f90df57f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:13.393627 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0a5f554c-5105-406c-a95d-e8ecde60ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:07:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:13.410678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] No DVR routers for this DVR port 373dc010-6a1d-498f-9d6a-b7be15ba0560 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:13.414215 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.416612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58d56dd8-8399-4a3d-af68-e2d5330325fa req-c3213e7a-a645-4aa2-9d36-5e5ef827f758 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.76 "DELETE /v2.0/ports/373dc010-6a1d-498f-9d6a-b7be15ba0560 HTTP/1.1" status: 204 len: 173 time: 1.5186629 Aug 16 21:08:13.417191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05628359-e05b-4da4-bbf2-51baf2906d79', 'name': 'network-vif-deleted', 'tag': '373dc010-6a1d-498f-9d6a-b7be15ba0560'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:13.420874 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ca3521-2ec6-4cb4-aa4f-f626465333e8" -d '{"events": [{"server_uuid": "05628359-e05b-4da4-bbf2-51baf2906d79", "name": "network-vif-deleted", "tag": "373dc010-6a1d-498f-9d6a-b7be15ba0560"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:13.522938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['4e2607b7-9523-4a18-9ff6-0cf52255e41c'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:13.602156 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aabdbe4-f582-4f87-b4e9-653465539a3b x-openstack-request-id: req-5aabdbe4-f582-4f87-b4e9-653465539a3b {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:13.602623 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05628359-e05b-4da4-bbf2-51baf2906d79", "name": "network-vif-deleted", "tag": "373dc010-6a1d-498f-9d6a-b7be15ba0560", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:13.602885 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5aabdbe4-f582-4f87-b4e9-653465539a3b {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:13.603289 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05628359-e05b-4da4-bbf2-51baf2906d79', 'name': 'network-vif-deleted', 'tag': '373dc010-6a1d-498f-9d6a-b7be15ba0560', 'status': 'completed', 'code': 200} Aug 16 21:08:13.661547 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-0a5f554c-5105-406c-a95d-e8ecde60ab9b None None] Set router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:13.697271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402524a-1118-4601-81b3-e21ad77cc8e3 req-43a27f83-1f74-4071-a2ef-841e3c877776 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.708891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b402524a-1118-4601-81b3-e21ad77cc8e3 req-43a27f83-1f74-4071-a2ef-841e3c877776 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 944 time: 0.0759246 Aug 16 21:08:13.755615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b402524a-1118-4601-81b3-e21ad77cc8e3 req-8c0688ae-a476-497a-8ab2-2af0ae754e51 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Aug 16 21:08:13.889168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd69bf-3c06-48db-aad0-d480d8523131 req-26a54998-f43a-454a-9587-9ac6671e14a7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.891250 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3dfd69bf-3c06-48db-aad0-d480d8523131 req-26a54998-f43a-454a-9587-9ac6671e14a7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0613186 Aug 16 21:08:13.939722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3dfd69bf-3c06-48db-aad0-d480d8523131 req-f9ee7594-a24e-43d7-98e1-239d4a9d6336 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418842 Aug 16 21:08:13.948540 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0a5f554c-5105-406c-a95d-e8ecde60ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:40Z', 'revision_number': 4, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c8e59fb3-16e3-496f-97ca-8cb9d8fbdced', 'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'mac_address': 'fa:16:3e:2a:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:45Z', 'revision_number': 5, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'subnets': [{'id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:13.976300 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f554c-5105-406c-a95d-e8ecde60ab9b None None] Checking router: 1b2ef004-08b5-45c3-90e3-a2f6f90df57f for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:13.985550 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f554c-5105-406c-a95d-e8ecde60ab9b None None] Routers {'1b2ef004-08b5-45c3-90e3-a2f6f90df57f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:13.986174 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0a5f554c-5105-406c-a95d-e8ecde60ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:07:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:14.097442 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-0a5f554c-5105-406c-a95d-e8ecde60ab9b None None] Set router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:14.321548 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6bbd3212-efd1-4fba-a4a1-15133f717f35 req-be68e85e-1ba6-41bb-a904-00a91efbfe25 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "GET /v2.0/ports?device_id=05628359-e05b-4da4-bbf2-51baf2906d79 HTTP/1.1" status: 200 len: 210 time: 0.0377393 Aug 16 21:08:14.348639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ba236-b5e4-42ed-ae11-88e803214cd3 req-44f7149a-46f7-4fd1-ba32-c37a818e700b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:14.354053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a59ba236-b5e4-42ed-ae11-88e803214cd3 req-44f7149a-46f7-4fd1-ba32-c37a818e700b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.1399951 Aug 16 21:08:14.400290 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0a5f554c-5105-406c-a95d-e8ecde60ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:40Z', 'revision_number': 4, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c8e59fb3-16e3-496f-97ca-8cb9d8fbdced', 'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'mac_address': 'fa:16:3e:2a:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:45Z', 'revision_number': 5, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'subnets': [{'id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:14.473104 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f554c-5105-406c-a95d-e8ecde60ab9b None None] The sync data for ids ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'] in n-d-793619-14 is: [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:02:40Z', 'revision_number': 4, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c8e59fb3-16e3-496f-97ca-8cb9d8fbdced', 'name': '', 'network_id': '4822ec26-7bfe-4198-be0b-e1bd57e607c1', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'mac_address': 'fa:16:3e:2a:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:45Z', 'revision_number': 5, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'subnets': [{'id': '6cb98c82-f15c-446c-9cff-88a44ecbbfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:14.473812 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2e602-df30-45c9-95df-fe744521eedc req-c2f234fa-44d0-4670-a80c-d36f34e3d01a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:14.475605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30a2e602-df30-45c9-95df-fe744521eedc req-c2f234fa-44d0-4670-a80c-d36f34e3d01a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 946 time: 0.1183996 Aug 16 21:08:14.552643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30a2e602-df30-45c9-95df-fe744521eedc req-700b647f-96bd-4571-84dd-92096f18eb1f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459099 Aug 16 21:08:14.576405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-a59ba236-b5e4-42ed-ae11-88e803214cd3 req-6811d56b-5d45-48f3-acaf-c53a67798178 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Deleting port c228fed2-bf32-4e8f-853d-392c6d7d7343 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:14.576772 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a59ba236-b5e4-42ed-ae11-88e803214cd3 req-6811d56b-5d45-48f3-acaf-c53a67798178 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.688794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-a59ba236-b5e4-42ed-ae11-88e803214cd3 req-6811d56b-5d45-48f3-acaf-c53a67798178 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] For port c228fed2-bf32-4e8f-853d-392c6d7d7343, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c228fed2-bf32-4e8f-853d-392c6d7d7343,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:14.689336 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a59ba236-b5e4-42ed-ae11-88e803214cd3 req-6811d56b-5d45-48f3-acaf-c53a67798178 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.704295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-a59ba236-b5e4-42ed-ae11-88e803214cd3 req-6811d56b-5d45-48f3-acaf-c53a67798178 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Calling delete_port for c228fed2-bf32-4e8f-853d-392c6d7d7343 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:14.791529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e2607b7-9523-4a18-9ff6-0cf52255e41c up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:14.863650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508a3fb-08f5-4ecc-aba9-7ecf10ac0667 None None] New status for floating IP 546391b7-941a-4bed-bc7e-b4cabd843057: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:08:14.898888 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 4e2607b7-9523-4a18-9ff6-0cf52255e41c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:14.899254 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.944832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ffee9-6cce-42dc-aac8-9a81dd1710f1 req-8aab2faf-fa59-4205-9e37-d823da2e18f2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:14.946485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b9ffee9-6cce-42dc-aac8-9a81dd1710f1 req-8aab2faf-fa59-4205-9e37-d823da2e18f2 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 944 time: 0.0687182 Aug 16 21:08:15.009746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b9ffee9-6cce-42dc-aac8-9a81dd1710f1 req-a88b6bc8-cebd-4f6e-8e89-3e956c3ca86b tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566943 Aug 16 21:08:15.068621 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.069905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360bdcf-609a-4ab0-b58b-c0b48324c2e9 req-868e94f7-c000-44fa-929e-01cfb781d593 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:15.071446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8360bdcf-609a-4ab0-b58b-c0b48324c2e9 req-868e94f7-c000-44fa-929e-01cfb781d593 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0582275 Aug 16 21:08:15.096103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:15.112595 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c081627d-204a-40f2-b635-3d3cf0da6363" -d '{"events": [{"server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "name": "network-vif-plugged", "status": "completed", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:15.115500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8360bdcf-609a-4ab0-b58b-c0b48324c2e9 req-f2498c41-40d5-4651-9b6a-ac24379173ed tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367754 Aug 16 21:08:15.120608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:15.146763 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a363e-605b-4b65-8781-29b0cc33fbf6 x-openstack-request-id: req-626a363e-605b-4b65-8781-29b0cc33fbf6 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:15.147069 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "name": "network-vif-plugged", "status": "completed", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:15.147281 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-626a363e-605b-4b65-8781-29b0cc33fbf6 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:15.147673 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'code': 200} Aug 16 21:08:15.348112 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-60247be3-4110-42c1-8ae9-3ba9efac37d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.348416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a59ba236-b5e4-42ed-ae11-88e803214cd3 req-6811d56b-5d45-48f3-acaf-c53a67798178 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.352335 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.353748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 373dc010-6a1d-498f-9d6a-b7be15ba0560 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:15.406891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['fb49118f-379a-47e6-94c7-44dbbae3f5db'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:15.418731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['c228fed2-bf32-4e8f-853d-392c6d7d7343'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:15.469659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811d56b-5d45-48f3-acaf-c53a67798178 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event deleted for resources: {'Port': ['ID=c228fed2-bf32-4e8f-853d-392c6d7d7343,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:15.522083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd75b83-f4e4-4c4e-8fc6-4ff4bb285c3a req-5eadd013-9e62-40f4-841f-02150d7bc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:15.540112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 373dc010-6a1d-498f-9d6a-b7be15ba0560 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:15.540112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 373dc010-6a1d-498f-9d6a-b7be15ba0560 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:15.540400 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dd75b83-f4e4-4c4e-8fc6-4ff4bb285c3a req-5eadd013-9e62-40f4-841f-02150d7bc28d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 1098 time: 0.1200604 Aug 16 21:08:15.540400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54094) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:15.569702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59ba236-b5e4-42ed-ae11-88e803214cd3 req-6811d56b-5d45-48f3-acaf-c53a67798178 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] No DVR routers for this DVR port c228fed2-bf32-4e8f-853d-392c6d7d7343 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:15.572210 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a59ba236-b5e4-42ed-ae11-88e803214cd3 req-6811d56b-5d45-48f3-acaf-c53a67798178 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.574462 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a59ba236-b5e4-42ed-ae11-88e803214cd3 req-6811d56b-5d45-48f3-acaf-c53a67798178 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "DELETE /v2.0/ports/c228fed2-bf32-4e8f-853d-392c6d7d7343 HTTP/1.1" status: 204 len: 173 time: 1.2133589 Aug 16 21:08:15.604362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46f8859-d584-4dd1-a461-503256f2612d', 'name': 'network-vif-deleted', 'tag': 'c228fed2-bf32-4e8f-853d-392c6d7d7343'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:15.607946 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c8c6f5-eb9c-4dfb-b6eb-c2f2e3b00112" -d '{"events": [{"server_uuid": "f46f8859-d584-4dd1-a461-503256f2612d", "name": "network-vif-deleted", "tag": "c228fed2-bf32-4e8f-853d-392c6d7d7343"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:15.649704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4e2607b7-9523-4a18-9ff6-0cf52255e41c,revision_number=10']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:15.696909 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b662610-3acb-40b7-85d6-a4e3634d85df x-openstack-request-id: req-5b662610-3acb-40b7-85d6-a4e3634d85df {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:15.697400 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46f8859-d584-4dd1-a461-503256f2612d", "name": "network-vif-deleted", "tag": "c228fed2-bf32-4e8f-853d-392c6d7d7343", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:15.697740 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5b662610-3acb-40b7-85d6-a4e3634d85df {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:15.698253 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46f8859-d584-4dd1-a461-503256f2612d', 'name': 'network-vif-deleted', 'tag': 'c228fed2-bf32-4e8f-853d-392c6d7d7343', 'status': 'completed', 'code': 200} Aug 16 21:08:15.757639 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f429061-f54a-4025-bba6-90124ff5a608 req-2964eac7-07f8-4fef-9de3-551eda5f9469 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 210 time: 0.0978482 Aug 16 21:08:15.787464 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dd75b83-f4e4-4c4e-8fc6-4ff4bb285c3a req-d271a3a5-3c05-4ae2-acbc-db9ec037047d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862919 Aug 16 21:08:15.816742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce8b80-e2c3-4148-87d8-d550c31783cb tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Deleting port b13f18fb-60ea-407d-94c0-95b9e9832162 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:15.817159 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8b80-e2c3-4148-87d8-d550c31783cb tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.931092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8b80-e2c3-4148-87d8-d550c31783cb tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.931424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8b80-e2c3-4148-87d8-d550c31783cb tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.944587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce8b80-e2c3-4148-87d8-d550c31783cb tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Calling delete_port for b13f18fb-60ea-407d-94c0-95b9e9832162 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:16.171746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cdd8f-915d-444f-8f65-c0cbd9b6d46c req-25f07eec-044c-4088-8954-8b8426308385 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.173487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-124cdd8f-915d-444f-8f65-c0cbd9b6d46c req-25f07eec-044c-4088-8954-8b8426308385 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 946 time: 0.0655487 Aug 16 21:08:16.214957 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8b80-e2c3-4148-87d8-d550c31783cb tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.241449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce8b80-e2c3-4148-87d8-d550c31783cb tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event deleted for resources: {'Port': ['ID=b13f18fb-60ea-407d-94c0-95b9e9832162,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:16.273001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-124cdd8f-915d-444f-8f65-c0cbd9b6d46c req-df73bcda-1eca-42f7-9506-f0ec2e704429 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917108 Aug 16 21:08:16.296763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dfd90-2a3f-4f33-929d-06ee00330c54 req-92a42cb9-ce86-45db-b957-08caa6b929ec tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.305417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b68dfd90-2a3f-4f33-929d-06ee00330c54 req-92a42cb9-ce86-45db-b957-08caa6b929ec tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0971744 Aug 16 21:08:16.328792 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8b80-e2c3-4148-87d8-d550c31783cb tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.328792 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8b80-e2c3-4148-87d8-d550c31783cb tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.328792 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e8ce8b80-e2c3-4148-87d8-d550c31783cb tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "DELETE /v2.0/floatingips/546391b7-941a-4bed-bc7e-b4cabd843057 HTTP/1.1" status: 204 len: 168 time: 0.7932837 Aug 16 21:08:16.341905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b68dfd90-2a3f-4f33-929d-06ee00330c54 req-b2ab0ddb-cf22-40e3-8a91-4eef6bb26486 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356042 Aug 16 21:08:16.411153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54118) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:16.479628 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b36083d1-7821-4cfb-bda7-d6747b481c59 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.552279 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b36083d1-7821-4cfb-bda7-d6747b481c59 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.600421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-e22ae19b-55dc-493f-aad5-98fb778634fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.608228 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-e22ae19b-55dc-493f-aad5-98fb778634fa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1097 time: 0.0802124 Aug 16 21:08:16.793567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-5a40d528-a986-4cdf-b6e6-6b011ac7dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.798118 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-5a40d528-a986-4cdf-b6e6-6b011ac7dffd service neutron] 10.222.0.79 "GET /v2.0/networks?id=b2aaa4ea-4706-4bdc-824c-de512181836e HTTP/1.1" status: 200 len: 898 time: 0.1859324 Aug 16 21:08:16.821261 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b36083d1-7821-4cfb-bda7-d6747b481c59 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.824385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b36083d1-7821-4cfb-bda7-d6747b481c59 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.828269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b36083d1-7821-4cfb-bda7-d6747b481c59 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] 10.222.0.74 "DELETE /v2.0/security-groups/7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f HTTP/1.1" status: 204 len: 168 time: 0.4131320 Aug 16 21:08:16.840960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36083d1-7821-4cfb-bda7-d6747b481c59 tempest-TestServerBasicOps-532660660 tempest-TestServerBasicOps-532660660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8666f4-6dd4-4f0b-b30b-215d5dd9f60f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:16.886042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-f6663fd0-a346-4194-8afb-ffd4056cc446 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 200 len: 1001 time: 0.0789604 Aug 16 21:08:16.921495 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-55732d05-5fa4-4dd5-9859-ed54a39e026a req-8054f284-e702-4aca-9c93-0705ec54e93b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 210 time: 0.0285275 Aug 16 21:08:16.961961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54142) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:16.964562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-8d2d2396-e18d-4378-9201-400c0c98942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.966140 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-8d2d2396-e18d-4378-9201-400c0c98942d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abc7671f-3183-4e2a-b153-9608ac2bb285 HTTP/1.1" status: 200 len: 835 time: 0.0750337 Aug 16 21:08:17.043676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-7cdde2bb-42cf-4de0-9eaa-2d8d9fd85ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:17.046468 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-7cdde2bb-42cf-4de0-9eaa-2d8d9fd85ac6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2aaa4ea-4706-4bdc-824c-de512181836e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701275 Aug 16 21:08:17.180211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-578584ae-6521-4046-b6b7-3d93f6beb178 service neutron] 10.222.0.79 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225231 Aug 16 21:08:17.286779 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-50e1f0ea-b290-4cf4-ae53-aadb588cd408 service neutron] 10.222.0.79 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994914 Aug 16 21:08:17.541173 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0709e70b-ba40-461a-b0de-ea7fc9a88ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.581862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d7320-0fa7-47a8-9a2c-c10738bb3829 req-76c03313-264e-4eed-8311-d92e3b88fda8 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:17.583448 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b12d7320-0fa7-47a8-9a2c-c10738bb3829 req-76c03313-264e-4eed-8311-d92e3b88fda8 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 946 time: 0.1232200 Aug 16 21:08:17.618480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50101b15-a5ce-49e4-927b-362f6f8cb506 req-9bcfcc61-8677-4432-afce-914008584fb2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:17.620116 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50101b15-a5ce-49e4-927b-362f6f8cb506 req-9bcfcc61-8677-4432-afce-914008584fb2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.1614776 Aug 16 21:08:17.735121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b12d7320-0fa7-47a8-9a2c-c10738bb3829 req-dd0cb89d-7ffb-407f-9c81-48759eeef26c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216273 Aug 16 21:08:17.757823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50101b15-a5ce-49e4-927b-362f6f8cb506 req-98f542e7-951c-41f2-9cd6-b5cde62dbeea tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252730 Aug 16 21:08:17.861961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.980313 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.083941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d31d2505-1d4e-4518-a245-0660cf641a3d req-02218d1d-b0ca-4874-8c3a-0ebde1a8a193 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 210 time: 0.0437768 Aug 16 21:08:18.234039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] Deleting port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:18.234386 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.330458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] For port c8e59fb3-16e3-496f-97ca-8cb9d8fbdced, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c8e59fb3-16e3-496f-97ca-8cb9d8fbdced,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:18.331066 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.346881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] Calling delete_port for c8e59fb3-16e3-496f-97ca-8cb9d8fbdced owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:18.867411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c228fed2-bf32-4e8f-853d-392c6d7d7343 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:18.915986 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: c228fed2-bf32-4e8f-853d-392c6d7d7343 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:18.916831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c228fed2-bf32-4e8f-853d-392c6d7d7343 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:19.004605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c656a7d-82b5-4f30-94ed-713c18072b32 req-c457046c-b523-4387-bc22-e81baad26efb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:19.006218 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c656a7d-82b5-4f30-94ed-713c18072b32 req-c457046c-b523-4387-bc22-e81baad26efb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 946 time: 0.1242006 Aug 16 21:08:19.020991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ee511-c3d7-4898-a0cb-a83846e8251c req-cac42807-9af9-472e-bdf9-c3cf72ad9ac3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:19.022565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b15ee511-c3d7-4898-a0cb-a83846e8251c req-cac42807-9af9-472e-bdf9-c3cf72ad9ac3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0835876 Aug 16 21:08:19.075616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c656a7d-82b5-4f30-94ed-713c18072b32 req-3b967ab1-4ab5-49f3-862e-5c661b917705 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520210 Aug 16 21:08:19.094381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b15ee511-c3d7-4898-a0cb-a83846e8251c req-e00c15ea-cd2b-4243-812d-218484d85b31 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560055 Aug 16 21:08:19.095965 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.135872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e59fb3-16e3-496f-97ca-8cb9d8fbdced,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:19.239953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6cd38f53-c21b-4b55-aa8a-736b0011d9fc req-6fb422b2-29d4-498c-a018-8dc16e7ccd22 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 210 time: 0.0652986 Aug 16 21:08:19.295353 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.384835 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.636432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] Router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:08:19.749716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:19.757217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6e2f66ae-213b-4ef5-bfab-4f7fa734e2c2 admin admin] 10.222.0.74 "PUT /v2.0/routers/1b2ef004-08b5-45c3-90e3-a2f6f90df57f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7911048 Aug 16 21:08:19.757473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54186) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:19.763644 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2821c12-b012-4006-a8af-91836dad420d None None] Sync routers for ids ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:19.774865 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2821c12-b012-4006-a8af-91836dad420d None None] Routers {'1b2ef004-08b5-45c3-90e3-a2f6f90df57f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:19.775475 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a2821c12-b012-4006-a8af-91836dad420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:19.884493 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.884979 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a2821c12-b012-4006-a8af-91836dad420d None None] Set router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:20.015384 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.077919 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a2821c12-b012-4006-a8af-91836dad420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:08:18Z', 'revision_number': 5, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:20.105168 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2821c12-b012-4006-a8af-91836dad420d None None] Checking router: 1b2ef004-08b5-45c3-90e3-a2f6f90df57f for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:20.114119 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2821c12-b012-4006-a8af-91836dad420d None None] Routers {'1b2ef004-08b5-45c3-90e3-a2f6f90df57f'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:20.114846 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a2821c12-b012-4006-a8af-91836dad420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:20.267820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae116d-0f7c-4f81-8a9c-39ea0843e74e req-f939ebea-e208-4dda-b186-6c06a09f2741 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:20.267820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68ae116d-0f7c-4f81-8a9c-39ea0843e74e req-f939ebea-e208-4dda-b186-6c06a09f2741 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0528054 Aug 16 21:08:20.271286 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a2821c12-b012-4006-a8af-91836dad420d None None] Set router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:20.271514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68ae116d-0f7c-4f81-8a9c-39ea0843e74e req-961c4e0b-28a8-4dd5-b0a4-ef3241ab1024 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376594 Aug 16 21:08:20.373998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4869df32-56d2-4733-aaf7-f6945326b1e4 req-9ef8e1b5-b78f-4774-9290-bec0c2205930 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 210 time: 0.0383992 Aug 16 21:08:20.434019 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a2821c12-b012-4006-a8af-91836dad420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:08:18Z', 'revision_number': 5, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:20.460125 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2821c12-b012-4006-a8af-91836dad420d None None] The sync data for ids ['1b2ef004-08b5-45c3-90e3-a2f6f90df57f'] in n-d-793619-14 is: [{'id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'name': 'tempest-TestServerBasicOps-340834516-router', 'tenant_id': 'a5cd37661d5142f69945a0904e4f2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:32Z', 'updated_at': '2021-08-16T21:08:18Z', 'revision_number': 5, 'project_id': 'a5cd37661d5142f69945a0904e4f2968', 'gw_port': {'id': '572f9aea-0685-41ed-bd62-424abeb216c5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ef004-08b5-45c3-90e3-a2f6f90df57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:20.694319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Deleting port 572f9aea-0685-41ed-bd62-424abeb216c5 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:20.694904 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.751924 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.783205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] For port 572f9aea-0685-41ed-bd62-424abeb216c5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=572f9aea-0685-41ed-bd62-424abeb216c5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:20.784224 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.803420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Calling delete_port for 572f9aea-0685-41ed-bd62-424abeb216c5 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:21.158352 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.185898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=572f9aea-0685-41ed-bd62-424abeb216c5,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:21.265708 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.412442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.415780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.489937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c01e54-9524-42a7-8386-a78852eb5f71 req-f64ea4b1-5524-42d4-b029-0d34d071e3d7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:21.491763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2c01e54-9524-42a7-8386-a78852eb5f71 req-f64ea4b1-5524-42d4-b029-0d34d071e3d7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.1169465 Aug 16 21:08:21.521554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47882b81-e408-49e9-8801-f795631e780d req-f44adab5-ee91-4d2e-b114-bd1300d183c2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46f8859-d584-4dd1-a461-503256f2612d HTTP/1.1" status: 200 len: 210 time: 0.0515487 Aug 16 21:08:21.556299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2c01e54-9524-42a7-8386-a78852eb5f71 req-6f05f60c-2d96-4ae4-a5ba-f2178dccdccc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445917 Aug 16 21:08:21.597475 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.598081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b2ef004-08b5-45c3-90e3-a2f6f90df57f {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:08:21.602420 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.603633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-105597d0-39b9-4a17-b74e-417c5f118dd6 admin admin] 10.222.0.74 "DELETE /v2.0/routers/1b2ef004-08b5-45c3-90e3-a2f6f90df57f HTTP/1.1" status: 204 len: 168 time: 1.8451481 Aug 16 21:08:21.606238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54222) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:21.663675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c89763-81bb-406e-a35c-1ae89053fff2 admin admin] Deleting subnet 6cb98c82-f15c-446c-9cff-88a44ecbbfe3 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:21.667720 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14c89763-81bb-406e-a35c-1ae89053fff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.723304 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14c89763-81bb-406e-a35c-1ae89053fff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.825648 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14c89763-81bb-406e-a35c-1ae89053fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.948618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14c89763-81bb-406e-a35c-1ae89053fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.968301 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14c89763-81bb-406e-a35c-1ae89053fff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.975358 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-14c89763-81bb-406e-a35c-1ae89053fff2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6cb98c82-f15c-446c-9cff-88a44ecbbfe3 HTTP/1.1" status: 204 len: 168 time: 0.3643305 Aug 16 21:08:21.975516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e12fe8-ad9c-43eb-b0f2-c42334804de0 None None] Network 4822ec26-7bfe-4198-be0b-e1bd57e607c1 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:21.975983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54224) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:22.029764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c89763-81bb-406e-a35c-1ae89053fff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb98c82-f15c-446c-9cff-88a44ecbbfe3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:22.082306 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.153879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Deleting port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:22.154452 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.214798 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26576696-0c97-4490-a637-9146d9f5b6c6 None None] DHCP port deletion for 4822ec26-7bfe-4198-be0b-e1bd57e607c1 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:08:22.255997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] For port 457bd2d0-1c5e-4f60-84db-70d9e07533b3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=457bd2d0-1c5e-4f60-84db-70d9e07533b3,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:22.256439 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.270203 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Calling delete_port for 457bd2d0-1c5e-4f60-84db-70d9e07533b3 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:22.292812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 572f9aea-0685-41ed-bd62-424abeb216c5 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:22.316805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-26576696-0c97-4490-a637-9146d9f5b6c6 None None] Deleting port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:22.317448 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-26576696-0c97-4490-a637-9146d9f5b6c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.320140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 572f9aea-0685-41ed-bd62-424abeb216c5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:22.320482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 572f9aea-0685-41ed-bd62-424abeb216c5 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:22.320889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c8e59fb3-16e3-496f-97ca-8cb9d8fbdced no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:22.500705 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.524968 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c8e59fb3-16e3-496f-97ca-8cb9d8fbdced {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:22.525583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c8e59fb3-16e3-496f-97ca-8cb9d8fbdced not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:22.546996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=457bd2d0-1c5e-4f60-84db-70d9e07533b3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:22.556127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] No DVR routers for this DVR port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:22.561576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-26576696-0c97-4490-a637-9146d9f5b6c6 None None] For port 457bd2d0-1c5e-4f60-84db-70d9e07533b3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=457bd2d0-1c5e-4f60-84db-70d9e07533b3,segment=NetworkSegment(bfc9d28b-f82e-44b9-a9d0-678b99134049),segment_id=bfc9d28b-f82e-44b9-a9d0-678b99134049)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:22.562696 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-26576696-0c97-4490-a637-9146d9f5b6c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.593327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-26576696-0c97-4490-a637-9146d9f5b6c6 None None] Calling delete_port for 457bd2d0-1c5e-4f60-84db-70d9e07533b3 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:22.714565 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.730156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4822ec26-7bfe-4198-be0b-e1bd57e607c1']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:22.730412 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-26576696-0c97-4490-a637-9146d9f5b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.743975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26576696-0c97-4490-a637-9146d9f5b6c6 None None] No DVR routers for this DVR port 457bd2d0-1c5e-4f60-84db-70d9e07533b3 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:22.744745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc9d28b-f82e-44b9-a9d0-678b99134049') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:22.745071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc9d28b-f82e-44b9-a9d0-678b99134049') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:22.771028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75ad1d-bb9c-473d-926f-461695d2bc45 req-a75e2df6-3c5f-4732-a377-079162cd08ed tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:22.771565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26576696-0c97-4490-a637-9146d9f5b6c6 None None] Pushing event deleted for resources: {'Port': ['ID=457bd2d0-1c5e-4f60-84db-70d9e07533b3,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:22.772602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f75ad1d-bb9c-473d-926f-461695d2bc45 req-a75e2df6-3c5f-4732-a377-079162cd08ed tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.1267669 Aug 16 21:08:22.777587 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.802562 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.814808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:22.815206 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:22.816843 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:22.864114 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f75ad1d-bb9c-473d-926f-461695d2bc45 req-c5c13397-9e93-4f58-be88-eabf94ddc567 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792642 Aug 16 21:08:23.043157 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.048454 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.052077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] 10.222.0.74 "DELETE /v2.0/networks/4822ec26-7bfe-4198-be0b-e1bd57e607c1 HTTP/1.1" status: 204 len: 168 time: 1.0747297 Aug 16 21:08:23.053678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54246) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:23.103629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ae1f-0435-41f8-b67a-58408b270d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=4822ec26-7bfe-4198-be0b-e1bd57e607c1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:23.435968 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.730126 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] Deleting port 69bcbc96-6276-4520-a271-71dcdbdb85ce {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:23.730480 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.829179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] For port 69bcbc96-6276-4520-a271-71dcdbdb85ce, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=69bcbc96-6276-4520-a271-71dcdbdb85ce,segment=NetworkSegment(8a54ad37-c657-4a60-9feb-256a04ca737f),segment_id=8a54ad37-c657-4a60-9feb-256a04ca737f)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:23.829623 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.843453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] Calling delete_port for 69bcbc96-6276-4520-a271-71dcdbdb85ce owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:24.032825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd322355-1ba5-4a85-8a18-a4818532e5de req-fc882804-4ef5-492d-ba6f-5ee9ef95e8dd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:24.034767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd322355-1ba5-4a85-8a18-a4818532e5de req-fc882804-4ef5-492d-ba6f-5ee9ef95e8dd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0740869 Aug 16 21:08:24.055297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 457bd2d0-1c5e-4f60-84db-70d9e07533b3 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:24.102755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 457bd2d0-1c5e-4f60-84db-70d9e07533b3 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:24.103110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 457bd2d0-1c5e-4f60-84db-70d9e07533b3 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:24.118188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd322355-1ba5-4a85-8a18-a4818532e5de req-59525e89-e889-4c3d-a20d-71524bfca61e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652344 Aug 16 21:08:24.266773 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.298991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] Pushing event deleted for resources: {'Port': ['ID=69bcbc96-6276-4520-a271-71dcdbdb85ce,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:24.606314 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.188214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] Router 745c2319-b4a8-42d4-810e-1760c0648c32 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:08:25.322466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976c8d8-d073-4522-ae01-aa4be1eea04f req-825772ec-e854-4b91-af80-d52f24e02828 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:25.324059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0976c8d8-d073-4522-ae01-aa4be1eea04f req-825772ec-e854-4b91-af80-d52f24e02828 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.1249819 Aug 16 21:08:25.373305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:25.380650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0afec2e6-09ae-43f0-8870-03381cb719ff admin admin] 10.222.0.74 "PUT /v2.0/routers/745c2319-b4a8-42d4-810e-1760c0648c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3255022 Aug 16 21:08:25.382903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54266) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:25.387257 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6d4e9-2a49-4c5c-b467-3383c4d59791 None None] Sync routers for ids ['745c2319-b4a8-42d4-810e-1760c0648c32'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:25.387818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0976c8d8-d073-4522-ae01-aa4be1eea04f req-951c24e9-998c-4e96-8922-4d26f94bd9da tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544055 Aug 16 21:08:25.397921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6d4e9-2a49-4c5c-b467-3383c4d59791 None None] Routers {'745c2319-b4a8-42d4-810e-1760c0648c32'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:25.398549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6da6d4e9-2a49-4c5c-b467-3383c4d59791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['745c2319-b4a8-42d4-810e-1760c0648c32'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:25.506787 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.549229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-6da6d4e9-2a49-4c5c-b467-3383c4d59791 None None] Set router 745c2319-b4a8-42d4-810e-1760c0648c32 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:25.637958 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.751636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6da6d4e9-2a49-4c5c-b467-3383c4d59791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'name': 'tempest-TestServerBasicOps-183057391-router', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:46Z', 'updated_at': '2021-08-16T21:08:24Z', 'revision_number': 5, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'gw_port': {'id': 'b3613190-ee7f-40ca-b63c-a98afc4adfe0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:25.778866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6d4e9-2a49-4c5c-b467-3383c4d59791 None None] Checking router: 745c2319-b4a8-42d4-810e-1760c0648c32 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:25.787750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6d4e9-2a49-4c5c-b467-3383c4d59791 None None] Routers {'745c2319-b4a8-42d4-810e-1760c0648c32'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:25.788374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6da6d4e9-2a49-4c5c-b467-3383c4d59791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['745c2319-b4a8-42d4-810e-1760c0648c32'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:25.790899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Deleting port b3613190-ee7f-40ca-b63c-a98afc4adfe0 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:25.791251 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.882710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-6da6d4e9-2a49-4c5c-b467-3383c4d59791 None None] Set router 745c2319-b4a8-42d4-810e-1760c0648c32 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:25.883322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] For port b3613190-ee7f-40ca-b63c-a98afc4adfe0, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b3613190-ee7f-40ca-b63c-a98afc4adfe0,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:25.883696 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.897087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Calling delete_port for b3613190-ee7f-40ca-b63c-a98afc4adfe0 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:25.934836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6da6d4e9-2a49-4c5c-b467-3383c4d59791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'name': 'tempest-TestServerBasicOps-183057391-router', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:46Z', 'updated_at': '2021-08-16T21:08:25Z', 'revision_number': 6, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:25.964609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6d4e9-2a49-4c5c-b467-3383c4d59791 None None] The sync data for ids ['745c2319-b4a8-42d4-810e-1760c0648c32'] in n-d-793619-14 is: [{'id': '745c2319-b4a8-42d4-810e-1760c0648c32', 'name': 'tempest-TestServerBasicOps-183057391-router', 'tenant_id': '2b4c9ca697b64e11b732ebd326cf0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:46Z', 'updated_at': '2021-08-16T21:08:25Z', 'revision_number': 6, 'project_id': '2b4c9ca697b64e11b732ebd326cf0321', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:26.174828 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.205045 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3613190-ee7f-40ca-b63c-a98afc4adfe0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:26.284566 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.413416 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.416032 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.539120 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.539780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 745c2319-b4a8-42d4-810e-1760c0648c32 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:08:26.544596 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.551712 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-822a66c8-bfef-4823-9b92-84f53d6c9edb admin admin] 10.222.0.74 "DELETE /v2.0/routers/745c2319-b4a8-42d4-810e-1760c0648c32 HTTP/1.1" status: 204 len: 168 time: 1.1676900 Aug 16 21:08:26.552423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54282) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:26.565755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d231c-6054-4745-ad87-36fcfa2e3408 req-155223bc-2b35-4fa2-836e-53cc6e07bda3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:26.573560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d12d231c-6054-4745-ad87-36fcfa2e3408 req-155223bc-2b35-4fa2-836e-53cc6e07bda3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.1038649 Aug 16 21:08:26.600910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbb8a7b-e330-4ada-b4bc-077fa93289ea admin admin] Deleting subnet 69714550-34c4-4d54-805f-171feb1b2977 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:26.604580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8a7b-e330-4ada-b4bc-077fa93289ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.622959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d12d231c-6054-4745-ad87-36fcfa2e3408 req-44ccc7fc-ddc3-4b04-aa1e-18f9cbffb8eb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469697 Aug 16 21:08:26.673187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8a7b-e330-4ada-b4bc-077fa93289ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.762429 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8a7b-e330-4ada-b4bc-077fa93289ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.940806 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8a7b-e330-4ada-b4bc-077fa93289ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.189198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb8a7b-e330-4ada-b4bc-077fa93289ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69714550-34c4-4d54-805f-171feb1b2977,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:27.189198 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8a7b-e330-4ada-b4bc-077fa93289ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.189198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fcbb8a7b-e330-4ada-b4bc-077fa93289ea admin admin] 10.222.0.74 "DELETE /v2.0/subnets/69714550-34c4-4d54-805f-171feb1b2977 HTTP/1.1" status: 204 len: 168 time: 0.4335051 Aug 16 21:08:27.193614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54290) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:27.194415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41c172-2d3e-4416-a7f1-b2f7b9fdae27 None None] Network 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:27.195335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.211370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Deleting port a83a44a4-b90b-4bfd-983e-a60c350f6e28 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:27.212144 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.316681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] For port a83a44a4-b90b-4bfd-983e-a60c350f6e28, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a83a44a4-b90b-4bfd-983e-a60c350f6e28,segment=NetworkSegment(8a54ad37-c657-4a60-9feb-256a04ca737f),segment_id=8a54ad37-c657-4a60-9feb-256a04ca737f)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:27.317659 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.335813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Calling delete_port for a83a44a4-b90b-4bfd-983e-a60c350f6e28 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:27.356184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63276bc5-32a7-4c1d-b9f9-dacc0ef8a19e None None] DHCP port deletion for 4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:08:27.407658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-63276bc5-32a7-4c1d-b9f9-dacc0ef8a19e None None] Deleting port a83a44a4-b90b-4bfd-983e-a60c350f6e28 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:27.408054 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63276bc5-32a7-4c1d-b9f9-dacc0ef8a19e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.478764 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-63276bc5-32a7-4c1d-b9f9-dacc0ef8a19e None None] For port a83a44a4-b90b-4bfd-983e-a60c350f6e28, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a83a44a4-b90b-4bfd-983e-a60c350f6e28,segment=NetworkSegment(8a54ad37-c657-4a60-9feb-256a04ca737f),segment_id=8a54ad37-c657-4a60-9feb-256a04ca737f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:27.479092 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63276bc5-32a7-4c1d-b9f9-dacc0ef8a19e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.492630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-63276bc5-32a7-4c1d-b9f9-dacc0ef8a19e None None] Calling delete_port for a83a44a4-b90b-4bfd-983e-a60c350f6e28 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:27.528563 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.567036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Pushing event deleted for resources: {'Port': ['ID=a83a44a4-b90b-4bfd-983e-a60c350f6e28,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:27.577970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] No DVR routers for this DVR port a83a44a4-b90b-4bfd-983e-a60c350f6e28 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:27.589933 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-63276bc5-32a7-4c1d-b9f9-dacc0ef8a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.616768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63276bc5-32a7-4c1d-b9f9-dacc0ef8a19e None None] Pushing event deleted for resources: {'Port': ['ID=a83a44a4-b90b-4bfd-983e-a60c350f6e28,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:27.620376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63276bc5-32a7-4c1d-b9f9-dacc0ef8a19e None None] No DVR routers for this DVR port a83a44a4-b90b-4bfd-983e-a60c350f6e28 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:27.678304 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.689883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:27.710874 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a54ad37-c657-4a60-9feb-256a04ca737f') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:27.711237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a54ad37-c657-4a60-9feb-256a04ca737f') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:27.743059 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.768193 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.778346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:27.778346 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:27.779401 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:27.798245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08305dea-6237-420d-b7d1-77aeec7ce38e req-c44ea0c2-5be2-4653-91f8-ca7e6b3c25cd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:27.800039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-08305dea-6237-420d-b7d1-77aeec7ce38e req-c44ea0c2-5be2-4653-91f8-ca7e6b3c25cd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.1077082 Aug 16 21:08:27.893291 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-08305dea-6237-420d-b7d1-77aeec7ce38e req-0e749c51-addc-409a-bf17-1774ba45abc7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663631 Aug 16 21:08:28.023792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 69bcbc96-6276-4520-a271-71dcdbdb85ce no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:28.046565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 69bcbc96-6276-4520-a271-71dcdbdb85ce {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:28.046918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 69bcbc96-6276-4520-a271-71dcdbdb85ce not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:28.047543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b3613190-ee7f-40ca-b63c-a98afc4adfe0 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:28.066831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: b3613190-ee7f-40ca-b63c-a98afc4adfe0 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:28.067181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b3613190-ee7f-40ca-b63c-a98afc4adfe0 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:28.067613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a83a44a4-b90b-4bfd-983e-a60c350f6e28 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:28.076874 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.083540 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.098073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] 10.222.0.74 "DELETE /v2.0/networks/4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6 HTTP/1.1" status: 204 len: 168 time: 1.0898857 Aug 16 21:08:28.098210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: a83a44a4-b90b-4bfd-983e-a60c350f6e28 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:28.098210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a83a44a4-b90b-4bfd-983e-a60c350f6e28 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:28.101442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb5b89-9212-45bc-b87f-5b54da65a37d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1c9ead-fe00-467b-a5ca-b9fa7fba7fb6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:28.522623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54322) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:28.579271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4289b45d-79bd-4899-bfe3-f0a058adc0f4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a5cd37661d5142f69945a0904e4f2968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497804 Aug 16 21:08:28.579271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54326) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:28.624353 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0717-c4ef-4ea1-959a-76a423e90a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.646208 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0717-c4ef-4ea1-959a-76a423e90a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.945973 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0717-c4ef-4ea1-959a-76a423e90a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.948593 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0717-c4ef-4ea1-959a-76a423e90a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.950440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c9dd0717-c4ef-4ea1-959a-76a423e90a3f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/732e1e6a-56df-42da-b777-9818cd51eff0 HTTP/1.1" status: 204 len: 168 time: 0.3729112 Aug 16 21:08:28.959220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd0717-c4ef-4ea1-959a-76a423e90a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732e1e6a-56df-42da-b777-9818cd51eff0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:29.035773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d4367-bef9-408c-afda-fca62ca1bad7 req-b97fc39c-f936-448f-a4db-56102713eefc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:29.037523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d41d4367-bef9-408c-afda-fca62ca1bad7 req-b97fc39c-f936-448f-a4db-56102713eefc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0531385 Aug 16 21:08:29.084268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d41d4367-bef9-408c-afda-fca62ca1bad7 req-355c0e40-ae62-49e8-a4f8-51fcc5b59ffa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405176 Aug 16 21:08:29.583056 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-72e35607-5375-4cbd-8430-a2667f036dcd service neutron] show failed (client error): The resource could not be found. Aug 16 21:08:29.584244 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-72e35607-5375-4cbd-8430-a2667f036dcd service neutron] 10.222.0.79 "GET /v2.0/ports/4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0639040 Aug 16 21:08:29.924158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426c13f-19df-421e-9a17-6f3bced07810 req-4575fd87-0857-4104-a19c-27a12486907f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:29.925770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e426c13f-19df-421e-9a17-6f3bced07810 req-4575fd87-0857-4104-a19c-27a12486907f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 946 time: 0.0585015 Aug 16 21:08:29.965518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54362) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:29.976372 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e426c13f-19df-421e-9a17-6f3bced07810 req-86208b22-ad54-479a-a778-1b26c0389cac tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433314 Aug 16 21:08:30.220401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18682f-5d95-4f11-b705-713a1a7b78b3 req-a921d65c-6970-45e0-b520-3047eba8910d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:30.222216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b18682f-5d95-4f11-b705-713a1a7b78b3 req-a921d65c-6970-45e0-b520-3047eba8910d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0568626 Aug 16 21:08:30.269188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b18682f-5d95-4f11-b705-713a1a7b78b3 req-5d6f1f04-a66b-464b-bd19-8e7e02ad5b8c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390015 Aug 16 21:08:30.351050 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4679b105-aead-4c2e-a81f-109ac6e717cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b4c9ca697b64e11b732ebd326cf0321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843551 Aug 16 21:08:30.353831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54370) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:30.354496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-931aabe9-a452-4969-b9e3-ec20e89ec96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:30.355949 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-931aabe9-a452-4969-b9e3-ec20e89ec96f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 1097 time: 0.0963838 Aug 16 21:08:30.369932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:30.412741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4bee00df-7aaf-48a4-be4a-3358fdc766ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.434233 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.440969 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4bee00df-7aaf-48a4-be4a-3358fdc766ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.615082 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4bee00df-7aaf-48a4-be4a-3358fdc766ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.619749 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4bee00df-7aaf-48a4-be4a-3358fdc766ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.626275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4bee00df-7aaf-48a4-be4a-3358fdc766ae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a3cbd4c0-d015-4ac7-b7e6-e7fbf04280ad HTTP/1.1" status: 204 len: 168 time: 0.2678120 Aug 16 21:08:30.635411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee00df-7aaf-48a4-be4a-3358fdc766ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cbd4c0-d015-4ac7-b7e6-e7fbf04280ad,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:30.667616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:30.708053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:30.749994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:30.752450 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83daa867-f780-4411-bcc7-2783ba8ff047" -d '{"events": [{"server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:30.757102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.776107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Transition to ACTIVE for port object 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:30.806419 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fce514-996e-4be5-9af0-4fff8ab33e8e x-openstack-request-id: req-25fce514-996e-4be5-9af0-4fff8ab33e8e {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:30.806754 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:30.807008 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-25fce514-996e-4be5-9af0-4fff8ab33e8e {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:30.807413 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'code': 200} Aug 16 21:08:30.870811 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.954292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Pushing event updated for resources: {'Port': ['ID=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:31.134394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c779491-4ccd-4eef-ae25-ff4dd31b4cb2 req-30ff8f0f-916e-4061-b594-c03fd919274a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:31.137043 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c779491-4ccd-4eef-ae25-ff4dd31b4cb2 req-30ff8f0f-916e-4061-b594-c03fd919274a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 946 time: 0.0709770 Aug 16 21:08:31.172644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] No DVR routers for this DVR port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:31.204463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c779491-4ccd-4eef-ae25-ff4dd31b4cb2 req-5c159c52-f925-48e9-b4a6-ca5772973e03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601532 Aug 16 21:08:31.354326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Attempting to bind port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:31.354678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Attempting to bind port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:31.355455 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Attempting to bind port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba on network b2aaa4ea-4706-4bdc-824c-de512181836e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:31.364338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba on network b2aaa4ea-4706-4bdc-824c-de512181836e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:08:31.364959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Attempting to bind port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba on network b2aaa4ea-4706-4bdc-824c-de512181836e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:31.372313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:31.372950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Checking segment: {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:31.373379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Bound using segment: {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:31.374597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Bound port: 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:31.374597 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.421757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9fc33-4e68-45f4-8f49-c94ea1580c01 req-19ed75a9-58cb-4975-8920-03caeeb6c89c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:31.423258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3bf9fc33-4e68-45f4-8f49-c94ea1580c01 req-19ed75a9-58cb-4975-8920-03caeeb6c89c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 943 time: 0.0550590 Aug 16 21:08:31.463168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3bf9fc33-4e68-45f4-8f49-c94ea1580c01 req-2de7e66e-6629-48ce-a431-9142905eda4b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336285 Aug 16 21:08:31.477188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49374f-d550-4874-87fe-401f3900702c req-08788634-c457-4918-b3ac-c4488164f6f6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:31.478759 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7f49374f-d550-4874-87fe-401f3900702c req-08788634-c457-4918-b3ac-c4488164f6f6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 946 time: 0.0922110 Aug 16 21:08:31.504250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:31.593091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:31.601942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-7f49374f-d550-4874-87fe-401f3900702c req-aad19eb5-bfac-46e8-ac25-896a26a76315 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Deleting port fb49118f-379a-47e6-94c7-44dbbae3f5db {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:31.602284 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7f49374f-d550-4874-87fe-401f3900702c req-aad19eb5-bfac-46e8-ac25-896a26a76315 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.702006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-7f49374f-d550-4874-87fe-401f3900702c req-aad19eb5-bfac-46e8-ac25-896a26a76315 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] For port fb49118f-379a-47e6-94c7-44dbbae3f5db, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=fb49118f-379a-47e6-94c7-44dbbae3f5db,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:31.702630 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7f49374f-d550-4874-87fe-401f3900702c req-aad19eb5-bfac-46e8-ac25-896a26a76315 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.711694 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.720203 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-7f49374f-d550-4874-87fe-401f3900702c req-aad19eb5-bfac-46e8-ac25-896a26a76315 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Calling delete_port for fb49118f-379a-47e6-94c7-44dbbae3f5db owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:31.760141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:31.760753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.762226 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] 10.222.0.76 "PUT /v2.0/ports/4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 200 len: 1092 time: 1.3969774 Aug 16 21:08:31.856863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25972b1c-8d3a-480e-9668-ee8db215ae3f service neutron] Pushing event updated for resources: {'Port': ['ID=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:31.881169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-d7d002f0-ab3e-4d7d-9590-4cfb276eba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:31.882707 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-d7d002f0-ab3e-4d7d-9590-4cfb276eba59 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1095 time: 0.0849252 Aug 16 21:08:32.033547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-ca1d8b10-45c3-4845-b615-3f0fb533db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:32.035746 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-ca1d8b10-45c3-4845-b615-3f0fb533db31 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b2aaa4ea-4706-4bdc-824c-de512181836e HTTP/1.1" status: 200 len: 898 time: 0.1424894 Aug 16 21:08:32.111412 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-c3dd2701-d125-4798-b111-1af8eec5096f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 200 len: 999 time: 0.0681551 Aug 16 21:08:32.117194 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7f49374f-d550-4874-87fe-401f3900702c req-aad19eb5-bfac-46e8-ac25-896a26a76315 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.130460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['fb49118f-379a-47e6-94c7-44dbbae3f5db'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:32.180768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad19eb5-bfac-46e8-ac25-896a26a76315 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event deleted for resources: {'Port': ['ID=fb49118f-379a-47e6-94c7-44dbbae3f5db,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:32.237408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-8d6d2fa2-70f6-4b5b-8599-d7980ca4006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:32.239602 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-8d6d2fa2-70f6-4b5b-8599-d7980ca4006b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=abc7671f-3183-4e2a-b153-9608ac2bb285 HTTP/1.1" status: 200 len: 835 time: 0.1202295 Aug 16 21:08:32.240684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f49374f-d550-4874-87fe-401f3900702c req-aad19eb5-bfac-46e8-ac25-896a26a76315 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] No DVR routers for this DVR port fb49118f-379a-47e6-94c7-44dbbae3f5db on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:32.245102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7f49374f-d550-4874-87fe-401f3900702c req-aad19eb5-bfac-46e8-ac25-896a26a76315 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.247104 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7f49374f-d550-4874-87fe-401f3900702c req-aad19eb5-bfac-46e8-ac25-896a26a76315 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "DELETE /v2.0/ports/fb49118f-379a-47e6-94c7-44dbbae3f5db HTTP/1.1" status: 204 len: 173 time: 0.7597349 Aug 16 21:08:32.296371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-4755c523-9c76-4c5c-ba52-2f7b69399e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:32.298187 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-4755c523-9c76-4c5c-ba52-2f7b69399e43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b2aaa4ea-4706-4bdc-824c-de512181836e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501380 Aug 16 21:08:32.304976 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-378ae216-6a7f-4f11-9abe-99978c508faa req-10454d35-ff03-4ce9-9c5c-bfab60fa248b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 210 time: 0.0326798 Aug 16 21:08:32.401466 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-1f720603-96c2-46b4-8b6a-d407b3bcddee service neutron] 10.222.0.76 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952306 Aug 16 21:08:32.501829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ab3f3b5-519e-4791-89f5-3a51685050d9 req-24028bce-6b14-4590-af1f-6aeb6cd7520c service neutron] 10.222.0.76 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929518 Aug 16 21:08:32.661275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcd92f-3c24-4651-a82b-079abd5c8457 req-3d231fc8-cc62-4d49-b594-61e34e0700ee tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:32.670111 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ccfcd92f-3c24-4651-a82b-079abd5c8457 req-3d231fc8-cc62-4d49-b594-61e34e0700ee tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 943 time: 0.0913117 Aug 16 21:08:32.739581 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.741638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ccfcd92f-3c24-4651-a82b-079abd5c8457 req-f5db198d-eeb5-4f5c-a72e-a575af7c25e5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696721 Aug 16 21:08:32.808694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba'}, {'server_uuid': '6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed', 'name': 'network-vif-deleted', 'tag': 'fb49118f-379a-47e6-94c7-44dbbae3f5db'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:32.812106 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159b8360-e4ed-4f5a-b400-5aafd9fd178d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba"}, {"server_uuid": "6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed", "name": "network-vif-deleted", "tag": "fb49118f-379a-47e6-94c7-44dbbae3f5db"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:32.868378 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50d8ecf-55c0-4305-89e9-5bd005487cb2 x-openstack-request-id: req-a50d8ecf-55c0-4305-89e9-5bd005487cb2 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:32.868827 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba", "status": "completed", "code": 200}, {"server_uuid": "6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed", "name": "network-vif-deleted", "tag": "fb49118f-379a-47e6-94c7-44dbbae3f5db", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:32.869115 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a50d8ecf-55c0-4305-89e9-5bd005487cb2 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:32.872907 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'status': 'completed', 'code': 200} Aug 16 21:08:32.872907 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed', 'name': 'network-vif-deleted', 'tag': 'fb49118f-379a-47e6-94c7-44dbbae3f5db', 'status': 'completed', 'code': 200} Aug 16 21:08:32.873216 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.967295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-dca75103-f9ea-4b76-bc79-87a43d618992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:32.968715 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-dca75103-f9ea-4b76-bc79-87a43d618992 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1095 time: 0.0784259 Aug 16 21:08:32.971754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-1ac95ec0-70c4-4c67-92c9-4fe3636ca1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:32.973267 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-1ac95ec0-70c4-4c67-92c9-4fe3636ca1fc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1095 time: 0.0815568 Aug 16 21:08:33.144010 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-f4c2745c-d104-4b00-be13-49ca6a7186e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.145544 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-f4c2745c-d104-4b00-be13-49ca6a7186e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b2aaa4ea-4706-4bdc-824c-de512181836e HTTP/1.1" status: 200 len: 898 time: 0.1700487 Aug 16 21:08:33.146947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-d46e7149-8e01-4f42-b376-405be6b9d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.148252 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-d46e7149-8e01-4f42-b376-405be6b9d73e service neutron] 10.222.0.76 "GET /v2.0/networks?id=b2aaa4ea-4706-4bdc-824c-de512181836e HTTP/1.1" status: 200 len: 898 time: 0.1630900 Aug 16 21:08:33.266880 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-cc3835ec-b582-4234-b2ea-9b07919cc32e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 200 len: 999 time: 0.1133208 Aug 16 21:08:33.268728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-da5d4e93-f557-4bd7-b48a-d6035535c3da service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 200 len: 999 time: 0.1087914 Aug 16 21:08:33.360822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-1a872e96-3f30-496e-a6dd-31a4f0a2a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.362347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-1a872e96-3f30-496e-a6dd-31a4f0a2a3be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abc7671f-3183-4e2a-b153-9608ac2bb285 HTTP/1.1" status: 200 len: 835 time: 0.0886602 Aug 16 21:08:33.365954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-1b679afc-dd61-4d2c-af5b-e0e6b92e8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.367299 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-1b679afc-dd61-4d2c-af5b-e0e6b92e8319 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=abc7671f-3183-4e2a-b153-9608ac2bb285 HTTP/1.1" status: 200 len: 835 time: 0.0843217 Aug 16 21:08:33.410840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81ab11e3-ee83-4c12-a9f2-171ef4b43b02 req-db73e520-3aee-4eb2-9026-f6066b2ac8ad tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 210 time: 0.0311871 Aug 16 21:08:33.437960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-5fa73529-d65f-433f-becd-594464fb5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.439765 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-5fa73529-d65f-433f-becd-594464fb5fa6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2aaa4ea-4706-4bdc-824c-de512181836e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704362 Aug 16 21:08:33.445664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:33.446244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-bf515c30-e77c-42a7-b672-d9a0410d78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.447422 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-bf515c30-e77c-42a7-b672-d9a0410d78ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b2aaa4ea-4706-4bdc-824c-de512181836e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703778 Aug 16 21:08:33.533889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:33.612516 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-4edd64eb-3a74-428f-9ed4-b27f93f20d57 service neutron] 10.222.0.76 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559179 Aug 16 21:08:33.614357 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-22ec6bd7-1abf-45c0-bca4-09ee1f3a0b2d service neutron] 10.222.0.79 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654599 Aug 16 21:08:33.882354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4edf4-32d2-4b02-b7f8-bf438403757e req-411c0dde-8e58-48a8-8fa9-9baa2fe7f8b8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.890237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6b4edf4-32d2-4b02-b7f8-bf438403757e req-411c0dde-8e58-48a8-8fa9-9baa2fe7f8b8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 943 time: 0.0661135 Aug 16 21:08:33.928864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6b4edf4-32d2-4b02-b7f8-bf438403757e req-956c6b44-34ef-4627-bb08-406465e57127 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373790 Aug 16 21:08:34.078582 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-acacbdf0-5d4a-43bd-b609-7d6f00456db3 service neutron] 10.222.0.79 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567964 Aug 16 21:08:34.080575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-159b8360-e4ed-4f5a-b400-5aafd9fd178d req-2e5c4122-7e9e-4eee-b3d3-bf02b2a6e4da service neutron] 10.222.0.76 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603031 Aug 16 21:08:34.539367 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54ea70e6-f243-4e1b-a80f-12c30ae81420 req-67e6ff20-5f72-4034-ad3b-c668bb0bc8a6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 210 time: 0.0361781 Aug 16 21:08:34.791246 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:08:34.915640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:08:35.033780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:35.046406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'port_id': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'mac_address': 'fa:16:3e:49:f0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:08:35.086699 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.100953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:35.103384 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f06b14-500f-4d03-8d24-f49345443cfb req-b8c2482b-ad5c-44cc-83a7-611b176c642b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:35.109328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39f06b14-500f-4d03-8d24-f49345443cfb req-b8c2482b-ad5c-44cc-83a7-611b176c642b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 943 time: 0.1066611 Aug 16 21:08:35.122144 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:35.157755 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39f06b14-500f-4d03-8d24-f49345443cfb req-c3a80f16-75af-47a2-9de3-049a02b5a7b0 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395598 Aug 16 21:08:35.197657 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.268832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:35.432489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb49118f-379a-47e6-94c7-44dbbae3f5db no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:35.454294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: fb49118f-379a-47e6-94c7-44dbbae3f5db {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:35.454645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device fb49118f-379a-47e6-94c7-44dbbae3f5db not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:35.464505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:35.740862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f77d-29a7-465b-aef2-6baf6d5460f0 req-2e770872-d550-400a-a107-25ba72bb7620 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:35.760118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a93f77d-29a7-465b-aef2-6baf6d5460f0 req-2e770872-d550-400a-a107-25ba72bb7620 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 944 time: 0.1308639 Aug 16 21:08:35.771681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e27ad8c-a30a-4cee-b4a3-5f4dd741e1fa req-a8f7a7bb-76f1-4bf9-9b9b-48b2f23dd6ad tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 210 time: 0.0747776 Aug 16 21:08:35.835287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a93f77d-29a7-465b-aef2-6baf6d5460f0 req-bdc6d445-2305-4cf8-93ad-04c538bd2f7f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738342 Aug 16 21:08:35.857582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-4d30a027-fa4a-4508-b18a-800310f2ceff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:35.859744 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-4d30a027-fa4a-4508-b18a-800310f2ceff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353&tenant_id=23e2ae7b576b4c98ac09070644381864&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 944 time: 0.1366003 Aug 16 21:08:35.928004 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-e7fe2b1f-482a-4426-ae48-55997317916a service neutron] delete failed (client error): The resource could not be found. Aug 16 21:08:35.929635 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-e7fe2b1f-482a-4426-ae48-55997317916a service neutron] 10.222.0.79 "DELETE /v2.0/ports/4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba/bindings/n-h2-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0623226 Aug 16 21:08:36.039394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-fcbc9439-c238-474e-9487-4e790ab8e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:36.042325 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-fcbc9439-c238-474e-9487-4e790ab8e8de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1096 time: 0.0623186 Aug 16 21:08:36.142435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-b816494c-8a2a-4d0b-91a8-415be1959a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:36.143849 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-b816494c-8a2a-4d0b-91a8-415be1959a8e service neutron] 10.222.0.79 "GET /v2.0/networks?id=b2aaa4ea-4706-4bdc-824c-de512181836e HTTP/1.1" status: 200 len: 898 time: 0.0946934 Aug 16 21:08:36.218418 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-dbc41cce-4208-4ed3-9f96-ab3ecc8ce16b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 200 len: 1000 time: 0.0664749 Aug 16 21:08:36.268355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-a1c022d7-7013-49bc-943c-cf85dee21a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:36.270016 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-a1c022d7-7013-49bc-943c-cf85dee21a9f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abc7671f-3183-4e2a-b153-9608ac2bb285 HTTP/1.1" status: 200 len: 835 time: 0.0452242 Aug 16 21:08:36.323314 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-f6ed95ee-08c2-4ed8-9a8f-7a7ab48e2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:36.324844 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-f6ed95ee-08c2-4ed8-9a8f-7a7ab48e2867 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2aaa4ea-4706-4bdc-824c-de512181836e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481689 Aug 16 21:08:36.424971 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-7340a47c-e514-4544-99c4-c7a0be848511 service neutron] 10.222.0.79 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925500 Aug 16 21:08:36.541479 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-10a85d47-f448-465b-88f0-e2b90e6d9467 req-2b1423a1-3a1e-475c-8f96-31631d2e59b1 service neutron] 10.222.0.79 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081393 Aug 16 21:08:36.890986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d723a517-6556-4745-8d0c-4e7254e42e56 req-66a51b25-fa62-45df-bf60-8dc70b8dc8e1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 210 time: 0.0353580 Aug 16 21:08:36.933496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:36.995342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc2ad6-e894-469c-83fd-d6abfbc9f8a1 req-9f6847af-a7e7-47c4-80ff-c2f0bf2f95c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:37.000372 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53bc2ad6-e894-469c-83fd-d6abfbc9f8a1 req-9f6847af-a7e7-47c4-80ff-c2f0bf2f95c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 944 time: 0.0916450 Aug 16 21:08:37.048975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53bc2ad6-e894-469c-83fd-d6abfbc9f8a1 req-ddb018b9-a91e-441c-b766-0d44bdd08ba7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352125 Aug 16 21:08:37.072624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:37.088824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:37.088824 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.186055 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.211999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:37.214322 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8860fff0-3099-40e9-9a38-19a574d5b250" -d '{"events": [{"server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "name": "network-vif-plugged", "status": "completed", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:37.228623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:37.284564 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dcda66-efaf-4aad-85e9-b98147c243cc x-openstack-request-id: req-10dcda66-efaf-4aad-85e9-b98147c243cc {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:37.284926 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "name": "network-vif-plugged", "status": "completed", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:37.291433 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-10dcda66-efaf-4aad-85e9-b98147c243cc {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:37.291433 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'code': 200} Aug 16 21:08:37.311265 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.363015 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:38.009216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09825cb8-6f29-4204-be14-1af19f2c3d28 req-ea427c26-5b01-4176-bd98-5b34aecd5933 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d7bd1f4-d925-4dfb-aa3b-3489e74f01ed HTTP/1.1" status: 200 len: 210 time: 0.0313621 Aug 16 21:08:38.246491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be80de-6d0d-4305-b431-d5d8b258332b req-855684ba-55e4-4ffe-a443-74b337b2a988 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:38.248047 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38be80de-6d0d-4305-b431-d5d8b258332b req-855684ba-55e4-4ffe-a443-74b337b2a988 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0761797 Aug 16 21:08:38.291883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38be80de-6d0d-4305-b431-d5d8b258332b req-2618ec20-3ebd-4da1-ba00-c309860904ec tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377541 Aug 16 21:08:38.322886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54514) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:38.417183 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fbef161e-af45-4481-b7f5-9f85f22c1641 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/fd3bf093-94a6-4c1d-a57a-173691a2bfcf HTTP/1.1" status: 200 len: 993 time: 0.0929296 Aug 16 21:08:41.806291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54612) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:41.811235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-618baf59-b514-46fc-a991-06df739e706c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-346201939', 'description': 'tempest-secgroup-smoke-346201939 description', 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:41.907792 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-618baf59-b514-46fc-a991-06df739e706c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.000938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-618baf59-b514-46fc-a991-06df739e706c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.071478 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-618baf59-b514-46fc-a991-06df739e706c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.100435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618baf59-b514-46fc-a991-06df739e706c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bbcb6f-5271-40a9-9edd-4572bb24af0c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:42.174238 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-618baf59-b514-46fc-a991-06df739e706c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.175542 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-618baf59-b514-46fc-a991-06df739e706c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3680565 Aug 16 21:08:42.178804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54618) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:42.183275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1a37e643-d414-4047-a209-6fa8d0cbf4ab tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'security_group_rule': {'security_group_id': 'b8bbcb6f-5271-40a9-9edd-4572bb24af0c', 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:42.278702 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1a37e643-d414-4047-a209-6fa8d0cbf4ab tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.340722 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1a37e643-d414-4047-a209-6fa8d0cbf4ab tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.418593 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1a37e643-d414-4047-a209-6fa8d0cbf4ab tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.442459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37e643-d414-4047-a209-6fa8d0cbf4ab tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd06757b-4a15-485f-83ff-e9e0da28f220,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:42.556786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1a37e643-d414-4047-a209-6fa8d0cbf4ab tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.562299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54630) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:42.565634 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1a37e643-d414-4047-a209-6fa8d0cbf4ab tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3825443 Aug 16 21:08:42.567613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e7fcb6a7-bd0e-4bf7-8b66-6e5e6934acba tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'security_group_rule': {'security_group_id': 'b8bbcb6f-5271-40a9-9edd-4572bb24af0c', 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:42.653509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb6a7-bd0e-4bf7-8b66-6e5e6934acba tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.728137 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb6a7-bd0e-4bf7-8b66-6e5e6934acba tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.871067 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb6a7-bd0e-4bf7-8b66-6e5e6934acba tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.885557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcb6a7-bd0e-4bf7-8b66-6e5e6934acba tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e667363-38e2-426f-b3f5-10df939ff972,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:43.036431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb6a7-bd0e-4bf7-8b66-6e5e6934acba tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.040330 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e7fcb6a7-bd0e-4bf7-8b66-6e5e6934acba tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4739306 Aug 16 21:08:43.043893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54634) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:43.045828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4df6458e-61c5-4647-b0b5-b089ad5a7f52 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'security_group_rule': {'security_group_id': 'b8bbcb6f-5271-40a9-9edd-4572bb24af0c', 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:43.145651 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4df6458e-61c5-4647-b0b5-b089ad5a7f52 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.219119 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4df6458e-61c5-4647-b0b5-b089ad5a7f52 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.311493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4df6458e-61c5-4647-b0b5-b089ad5a7f52 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.332776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6458e-61c5-4647-b0b5-b089ad5a7f52 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79164a7-06c8-4193-ac66-e54b1581dc89,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:43.403119 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4df6458e-61c5-4647-b0b5-b089ad5a7f52 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.405339 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4df6458e-61c5-4647-b0b5-b089ad5a7f52 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3623290 Aug 16 21:08:43.407106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54654) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:43.411936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f6ffae41-53d4-4786-abb8-45d6ecf2fffc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'security_group_rule': {'security_group_id': 'b8bbcb6f-5271-40a9-9edd-4572bb24af0c', 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:43.529118 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6ffae41-53d4-4786-abb8-45d6ecf2fffc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.612706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6ffae41-53d4-4786-abb8-45d6ecf2fffc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.659848 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6ffae41-53d4-4786-abb8-45d6ecf2fffc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.681677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffae41-53d4-4786-abb8-45d6ecf2fffc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174f9334-a989-4fd1-babf-48c3fcdb7292,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:43.767586 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f6ffae41-53d4-4786-abb8-45d6ecf2fffc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.771897 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f6ffae41-53d4-4786-abb8-45d6ecf2fffc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3610580 Aug 16 21:08:43.772011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54662) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:43.776481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-dee9e795-f44f-40ff-aa02-03d408cec6ff tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'security_group_rule': {'security_group_id': 'b8bbcb6f-5271-40a9-9edd-4572bb24af0c', 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:43.888283 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-dee9e795-f44f-40ff-aa02-03d408cec6ff tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Project 2b1a2baa039a4a9080d39c7aa1b9f7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:08:43.893629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dee9e795-f44f-40ff-aa02-03d408cec6ff tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.958198 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dee9e795-f44f-40ff-aa02-03d408cec6ff tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.053712 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dee9e795-f44f-40ff-aa02-03d408cec6ff tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.072519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9e795-f44f-40ff-aa02-03d408cec6ff tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19530859-26a9-49e4-a980-d4afacae8ad6,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:44.185905 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dee9e795-f44f-40ff-aa02-03d408cec6ff tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.187183 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dee9e795-f44f-40ff-aa02-03d408cec6ff tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4142671 Aug 16 21:08:44.189939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54672) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:44.194625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-af87b336-ea31-44a1-8823-fd8d1220bdb0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'security_group_rule': {'security_group_id': 'b8bbcb6f-5271-40a9-9edd-4572bb24af0c', 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:44.334352 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-af87b336-ea31-44a1-8823-fd8d1220bdb0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Project 2b1a2baa039a4a9080d39c7aa1b9f7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:08:44.341480 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af87b336-ea31-44a1-8823-fd8d1220bdb0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.402831 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af87b336-ea31-44a1-8823-fd8d1220bdb0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.494175 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af87b336-ea31-44a1-8823-fd8d1220bdb0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.514771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87b336-ea31-44a1-8823-fd8d1220bdb0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6d8e61-c2f4-4c23-a929-4e2330b78c20,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:44.598025 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-af87b336-ea31-44a1-8823-fd8d1220bdb0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.600267 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-af87b336-ea31-44a1-8823-fd8d1220bdb0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4091661 Aug 16 21:08:45.203288 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a224b4fb-83ed-4380-999f-bb41bc8eb2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.500374 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-77f7ca06-4cc5-4f88-a686-6ccc003aac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.956842 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.186779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b89864-f0b2-412e-a03b-50b0d8d9ae8c req-6f6d4425-d8b3-4d6e-99c6-97be16e774eb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:49.193524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82b89864-f0b2-412e-a03b-50b0d8d9ae8c req-6f6d4425-d8b3-4d6e-99c6-97be16e774eb tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 946 time: 0.0591223 Aug 16 21:08:49.228289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82b89864-f0b2-412e-a03b-50b0d8d9ae8c req-6a7b15d7-fc79-49a2-8a17-74011eeda13a tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336685 Aug 16 21:08:49.261094 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.360624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8cef0-10e3-42bd-b14a-9e71399f2139 req-14bad7c9-d53a-4799-bf1c-67be793c46ee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:50.362995 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93d8cef0-10e3-42bd-b14a-9e71399f2139 req-14bad7c9-d53a-4799-bf1c-67be793c46ee tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 946 time: 0.0530162 Aug 16 21:08:50.413934 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93d8cef0-10e3-42bd-b14a-9e71399f2139 req-ba5b9f74-9a5e-4230-a2a2-5e030f1ad609 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups?id=2bfef122-a63f-4d76-b82d-a7a6383eeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358000 Aug 16 21:08:50.611178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-4821ef4e-9a48-4066-b947-84b58b13f694 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:50.612987 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-4821ef4e-9a48-4066-b947-84b58b13f694 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 946 time: 0.0629430 Aug 16 21:08:50.671730 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.714868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Deleting port 4e2607b7-9523-4a18-9ff6-0cf52255e41c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:50.715217 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.822546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] For port 4e2607b7-9523-4a18-9ff6-0cf52255e41c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e2607b7-9523-4a18-9ff6-0cf52255e41c,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:50.822918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.086921 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.087333 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.087856 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Floating IP 4b2f7642-6229-4d45-bb72-89900940c81a disassociated. External IP: 172.25.4.73, port: 4e2607b7-9523-4a18-9ff6-0cf52255e41c. Aug 16 21:08:51.094702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Calling delete_port for 4e2607b7-9523-4a18-9ff6-0cf52255e41c owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:51.356938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.387953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event deleted for resources: {'Port': ['ID=4e2607b7-9523-4a18-9ff6-0cf52255e41c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:51.564149 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:08:51.600241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-471a02d6-ff75-4ae9-98ec-81f9f99b5ac8 req-4332899d-81d1-495f-940f-fbcbf5021f7c tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d267a4b-8cda-46bd-89f0-c472cbe5bb85 HTTP/1.1" status: 200 len: 210 time: 0.0371037 Aug 16 21:08:51.691605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:51.701257 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e0c1e-dc3d-4427-8adf-1771471d19b1 None None] Sync routers for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:51.713649 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e0c1e-dc3d-4427-8adf-1771471d19b1 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:51.714275 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f44e0c1e-dc3d-4427-8adf-1771471d19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:51.736051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] No DVR routers for this DVR port 4e2607b7-9523-4a18-9ff6-0cf52255e41c on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:51.743258 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.745405 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-75cc7c37-5938-4d74-a72b-8fbd5f7baa1c req-d8093a80-bd10-4666-8279-6db309336d76 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.76 "DELETE /v2.0/ports/4e2607b7-9523-4a18-9ff6-0cf52255e41c HTTP/1.1" status: 204 len: 173 time: 1.1257629 Aug 16 21:08:51.745869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'name': 'network-vif-deleted', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:51.748471 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7b6e23-021a-4ad2-84cc-a9996e080422" -d '{"events": [{"server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "name": "network-vif-deleted", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:51.800317 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56e98e1-200f-4b0f-b58b-e6f38ea9cb36 x-openstack-request-id: req-b56e98e1-200f-4b0f-b58b-e6f38ea9cb36 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:51.800694 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d267a4b-8cda-46bd-89f0-c472cbe5bb85", "name": "network-vif-deleted", "tag": "4e2607b7-9523-4a18-9ff6-0cf52255e41c", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:51.801055 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b56e98e1-200f-4b0f-b58b-e6f38ea9cb36 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:51.801517 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d267a4b-8cda-46bd-89f0-c472cbe5bb85', 'name': 'network-vif-deleted', 'tag': '4e2607b7-9523-4a18-9ff6-0cf52255e41c', 'status': 'completed', 'code': 200} Aug 16 21:08:51.863140 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-f44e0c1e-dc3d-4427-8adf-1771471d19b1 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:52.164632 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f44e0c1e-dc3d-4427-8adf-1771471d19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:52.307959 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e0c1e-dc3d-4427-8adf-1771471d19b1 None None] Checking router: 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:52.320195 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e0c1e-dc3d-4427-8adf-1771471d19b1 None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:52.320902 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f44e0c1e-dc3d-4427-8adf-1771471d19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:52.467492 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-f44e0c1e-dc3d-4427-8adf-1771471d19b1 None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:52.740601 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-f44e0c1e-dc3d-4427-8adf-1771471d19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:52.781159 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e0c1e-dc3d-4427-8adf-1771471d19b1 None None] The sync data for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 is: [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:01:09Z', 'revision_number': 4, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8b19ed3b-e1c8-4abe-be5d-012fee15f7d8', 'name': '', 'network_id': 'fcdcf12a-73db-4650-a2fa-cba81f7886d4', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'mac_address': 'fa:16:3e:d3:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:07Z', 'updated_at': '2021-08-16T21:01:15Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'subnets': [{'id': '7c7eb143-d0a7-48e3-8453-e4ddcc27f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:52.808020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54922) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:52.871710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edf6d0c6-4d1c-4f4b-bc28-081853dc6110 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.920581 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edf6d0c6-4d1c-4f4b-bc28-081853dc6110 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.065202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edf6d0c6-4d1c-4f4b-bc28-081853dc6110 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.067820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edf6d0c6-4d1c-4f4b-bc28-081853dc6110 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.069075 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-edf6d0c6-4d1c-4f4b-bc28-081853dc6110 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "DELETE /v2.0/security-groups/2bfef122-a63f-4d76-b82d-a7a6383eeb05 HTTP/1.1" status: 204 len: 168 time: 0.2638030 Aug 16 21:08:53.072299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54928) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:53.087580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6d0c6-4d1c-4f4b-bc28-081853dc6110 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfef122-a63f-4d76-b82d-a7a6383eeb05,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:53.106985 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-ac198519-b68a-4a82-a46e-99b46a71d863 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] show failed (client error): The resource could not be found. Aug 16 21:08:53.108632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ac198519-b68a-4a82-a46e-99b46a71d863 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "GET /v2.0/security-groups/2bfef122-a63f-4d76-b82d-a7a6383eeb05 HTTP/1.1" status: 404 len: 347 time: 0.0353143 Aug 16 21:08:53.111733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54930) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:53.129368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4dd596-5488-4708-b8d9-c9f812ad454f None None] New status for floating IP 4b2f7642-6229-4d45-bb72-89900940c81a: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:08:53.314882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-aa25c7aa-38bf-411a-af40-b2c928d7daf5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Deleting port 9e7b9e29-1efc-4584-8a5c-da25c2864d59 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:53.315325 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa25c7aa-38bf-411a-af40-b2c928d7daf5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.429911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa25c7aa-38bf-411a-af40-b2c928d7daf5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.430270 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa25c7aa-38bf-411a-af40-b2c928d7daf5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.444357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-aa25c7aa-38bf-411a-af40-b2c928d7daf5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Calling delete_port for 9e7b9e29-1efc-4584-8a5c-da25c2864d59 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:53.721658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa25c7aa-38bf-411a-af40-b2c928d7daf5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.748610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25c7aa-38bf-411a-af40-b2c928d7daf5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Pushing event deleted for resources: {'Port': ['ID=9e7b9e29-1efc-4584-8a5c-da25c2864d59,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:53.815061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa25c7aa-38bf-411a-af40-b2c928d7daf5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.817619 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aa25c7aa-38bf-411a-af40-b2c928d7daf5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.821606 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-aa25c7aa-38bf-411a-af40-b2c928d7daf5 tempest-AttachVolumeShelveTestJSON-560913822 tempest-AttachVolumeShelveTestJSON-560913822-project] 10.222.0.74 "DELETE /v2.0/floatingips/4b2f7642-6229-4d45-bb72-89900940c81a HTTP/1.1" status: 204 len: 168 time: 0.7060480 Aug 16 21:08:55.006616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e2607b7-9523-4a18-9ff6-0cf52255e41c no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:55.031782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 4e2607b7-9523-4a18-9ff6-0cf52255e41c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:55.032380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e2607b7-9523-4a18-9ff6-0cf52255e41c not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:57.101697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54990) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:57.106983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257340972', 'description': 'tempest-secgroup-smoke-257340972 description', 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:57.196640 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.377822 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.425325 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.481060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e546ee20-8b52-413b-b31a-9af35932ec38,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:57.495595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.496439 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.496949 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.497481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.498029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.498516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.499008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.499695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.500417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.500923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.501445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.501934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.525407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.527562 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-21900a01-0729-444a-8a59-993b9e339997 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4246275 Aug 16 21:08:57.530947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 54994) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:57.537818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4897588e-a13e-4355-97a4-28c415308cdc tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Request body: {'security_group_rule': {'security_group_id': 'e546ee20-8b52-413b-b31a-9af35932ec38', 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:57.670588 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4897588e-a13e-4355-97a4-28c415308cdc tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.776278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4897588e-a13e-4355-97a4-28c415308cdc tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.854057 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4897588e-a13e-4355-97a4-28c415308cdc tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.885886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897588e-a13e-4355-97a4-28c415308cdc tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4321f441-bbfc-4287-96db-90ff114b0d43,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:57.985231 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4897588e-a13e-4355-97a4-28c415308cdc tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.989739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 54998) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:57.990970 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4897588e-a13e-4355-97a4-28c415308cdc tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4568837 Aug 16 21:08:57.995376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-358b39f2-fbed-42a8-83a2-1e7ad638f68c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Request body: {'security_group_rule': {'security_group_id': 'e546ee20-8b52-413b-b31a-9af35932ec38', 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:58.100894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-358b39f2-fbed-42a8-83a2-1e7ad638f68c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.191775 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-358b39f2-fbed-42a8-83a2-1e7ad638f68c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.265685 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-358b39f2-fbed-42a8-83a2-1e7ad638f68c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.284317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b39f2-fbed-42a8-83a2-1e7ad638f68c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91df04de-030d-45d6-bcb0-63d68e62aaab,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:58.357903 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-358b39f2-fbed-42a8-83a2-1e7ad638f68c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.359156 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-358b39f2-fbed-42a8-83a2-1e7ad638f68c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3679404 Aug 16 21:08:58.362054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55004) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:58.367022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4dcf5c33-9131-4844-ac16-ea58fcb112a5 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Request body: {'security_group_rule': {'security_group_id': 'e546ee20-8b52-413b-b31a-9af35932ec38', 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:58.501080 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4dcf5c33-9131-4844-ac16-ea58fcb112a5 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.574653 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4dcf5c33-9131-4844-ac16-ea58fcb112a5 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.661507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4dcf5c33-9131-4844-ac16-ea58fcb112a5 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.695285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf5c33-9131-4844-ac16-ea58fcb112a5 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e0280e-90e3-4640-845b-7877ea55b1e9,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:58.756613 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4dcf5c33-9131-4844-ac16-ea58fcb112a5 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.758044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4dcf5c33-9131-4844-ac16-ea58fcb112a5 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3949764 Aug 16 21:08:58.760820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55012) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:58.766136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-fe82e28f-23ca-415c-b3ef-941eae3b0f5f tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Request body: {'security_group_rule': {'security_group_id': 'e546ee20-8b52-413b-b31a-9af35932ec38', 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:58.849141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe82e28f-23ca-415c-b3ef-941eae3b0f5f tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.935537 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe82e28f-23ca-415c-b3ef-941eae3b0f5f tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.995928 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe82e28f-23ca-415c-b3ef-941eae3b0f5f tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.027060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82e28f-23ca-415c-b3ef-941eae3b0f5f tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923e8bba-32ea-41e9-83e6-7dd04388c5a1,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:59.117619 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe82e28f-23ca-415c-b3ef-941eae3b0f5f tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.119408 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fe82e28f-23ca-415c-b3ef-941eae3b0f5f tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3569822 Aug 16 21:08:59.121676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55016) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:59.127783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-bbd58abb-0c10-45ca-b1b6-b0690f8f53ca tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Request body: {'security_group_rule': {'security_group_id': 'e546ee20-8b52-413b-b31a-9af35932ec38', 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:59.276388 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-bbd58abb-0c10-45ca-b1b6-b0690f8f53ca tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Project 3ef7514149b345aeb2d3ac50fedbe37b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:08:59.281693 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbd58abb-0c10-45ca-b1b6-b0690f8f53ca tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.350491 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbd58abb-0c10-45ca-b1b6-b0690f8f53ca tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.414168 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbd58abb-0c10-45ca-b1b6-b0690f8f53ca tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.436141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd58abb-0c10-45ca-b1b6-b0690f8f53ca tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d7f30e-d350-4dab-9ba6-2904b99443dd,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:59.573697 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbd58abb-0c10-45ca-b1b6-b0690f8f53ca tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.594718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bbd58abb-0c10-45ca-b1b6-b0690f8f53ca tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4523525 Aug 16 21:08:59.596851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55024) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:59.601783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-249c37cd-6093-44df-b511-f13ce23bf82a tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Request body: {'security_group_rule': {'security_group_id': 'e546ee20-8b52-413b-b31a-9af35932ec38', 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:59.767626 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-249c37cd-6093-44df-b511-f13ce23bf82a tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Project 3ef7514149b345aeb2d3ac50fedbe37b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:08:59.773286 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-249c37cd-6093-44df-b511-f13ce23bf82a tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.839095 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-249c37cd-6093-44df-b511-f13ce23bf82a tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.928023 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-249c37cd-6093-44df-b511-f13ce23bf82a tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.945194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c37cd-6093-44df-b511-f13ce23bf82a tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b00940f-7a2f-4ce4-8a51-86587feb0798,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:00.030979 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-249c37cd-6093-44df-b511-f13ce23bf82a tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.040281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-249c37cd-6093-44df-b511-f13ce23bf82a tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4343321 Aug 16 21:09:00.258877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-ae1e9867-2862-4e04-9199-b5534dc03dac tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257340972&fields=id&tenant_id=3ef7514149b345aeb2d3ac50fedbe37b HTTP/1.1" status: 200 len: 267 time: 0.0436327 Aug 16 21:09:00.281282 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55048) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:00.810097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-3f2f4031-d240-4240-a813-58f85aa50728 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:00.812486 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-3f2f4031-d240-4240-a813-58f85aa50728 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/networks?id=d153050c-0478-49d6-a9d1-21ce5960fda8 HTTP/1.1" status: 200 len: 814 time: 0.5458786 Aug 16 21:09:00.838833 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-3d78b46d-1e6f-4a73-b949-6298d0e21b4b tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/quotas/3ef7514149b345aeb2d3ac50fedbe37b HTTP/1.1" status: 200 len: 375 time: 0.0155792 Aug 16 21:09:00.955269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-b8a83c77-48f9-422c-9801-f1c84a0ec928 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3ef7514149b345aeb2d3ac50fedbe37b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836852 Aug 16 21:09:01.099089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-d441e65d-7ef0-4d5c-8955-2f0e50a069a9 service neutron] 10.222.0.74 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293607 Aug 16 21:09:01.237703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-640a2bd3-4ec2-462d-92ab-7ed5f3582f0d service neutron] 10.222.0.74 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299093 Aug 16 21:09:01.243253 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.545832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] Deleting port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:01.546274 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.633468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] For port 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8b19ed3b-e1c8-4abe-be5d-012fee15f7d8,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:01.633468 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.643635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] Calling delete_port for 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:01.931512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.994575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b19ed3b-e1c8-4abe-be5d-012fee15f7d8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:02.070065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7521996b-11a0-4bc0-864f-1d6702611d47 req-d2d8ea55-2dee-4ae3-875a-dcb1ff341aaf tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 210 time: 0.1733468 Aug 16 21:09:02.235756 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.751362 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.842773 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.868360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] Router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:02.981253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:02.989444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55116) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:02.993596 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89ce5d-7bdc-4769-bf4e-f4d5e220a49f None None] Sync routers for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:02.996379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e4cf7d04-46a7-4515-8d87-213a87336f4a admin admin] 10.222.0.74 "PUT /v2.0/routers/3dcb9cde-2e53-4708-8aa1-9a7d3359bda0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7144701 Aug 16 21:09:03.005549 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89ce5d-7bdc-4769-bf4e-f4d5e220a49f None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:03.006291 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ef89ce5d-7bdc-4769-bf4e-f4d5e220a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:03.098110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.144779 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ef89ce5d-7bdc-4769-bf4e-f4d5e220a49f None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:03.218076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f9cd91a-c1f2-43e2-964a-b2f3f7ac735c req-b5847447-072d-4369-bb23-a6a4ee829c92 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 210 time: 0.0434074 Aug 16 21:09:03.301258 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.349149 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ef89ce5d-7bdc-4769-bf4e-f4d5e220a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:09:01Z', 'revision_number': 5, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port': {'id': 'd7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:04Z', 'updated_at': '2021-08-16T21:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:03.381216 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89ce5d-7bdc-4769-bf4e-f4d5e220a49f None None] Checking router: 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:03.391479 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89ce5d-7bdc-4769-bf4e-f4d5e220a49f None None] Routers {'3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:03.392147 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ef89ce5d-7bdc-4769-bf4e-f4d5e220a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:03.442718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Deleting port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:03.443335 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.496342 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ef89ce5d-7bdc-4769-bf4e-f4d5e220a49f None None] Set router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:03.573858 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ef89ce5d-7bdc-4769-bf4e-f4d5e220a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:09:03Z', 'revision_number': 6, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:03.582510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] For port d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:03.582891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.597695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Calling delete_port for d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:03.615381 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89ce5d-7bdc-4769-bf4e-f4d5e220a49f None None] The sync data for ids ['3dcb9cde-2e53-4708-8aa1-9a7d3359bda0'] in n-d-793619-14 is: [{'id': '3dcb9cde-2e53-4708-8aa1-9a7d3359bda0', 'name': 'tempest-AttachVolumeShelveTestJSON-1509241616-router', 'tenant_id': '8969ef73391d4df28092c16fc7f79156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:03Z', 'updated_at': '2021-08-16T21:09:03Z', 'revision_number': 6, 'project_id': '8969ef73391d4df28092c16fc7f79156', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:03.911726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.941214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:04.024973 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.136022 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.151035 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.319374 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5186f791-dde0-4d92-b551-b03f78a935c0 req-a7086610-4210-4e1a-a292-b480addc0c3b tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 210 time: 0.0272095 Aug 16 21:09:04.339302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.340293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:09:04.346318 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.348042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0195d544-578b-4daa-9c09-4463d6fa5ea0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/3dcb9cde-2e53-4708-8aa1-9a7d3359bda0 HTTP/1.1" status: 204 len: 168 time: 1.3576109 Aug 16 21:09:04.354523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55132) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:04.463603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-d071dccb-9833-4470-bea6-c341fa8d8538 admin admin] Deleting subnet 7c7eb143-d0a7-48e3-8453-e4ddcc27f64e {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:04.472854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d071dccb-9833-4470-bea6-c341fa8d8538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.538423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-21182ead-2975-483a-8b61-ad2725411bd9 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:04.539678 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-21182ead-2975-483a-8b61-ad2725411bd9 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.79 "GET /v2.0/networks?id=d153050c-0478-49d6-a9d1-21ce5960fda8 HTTP/1.1" status: 200 len: 814 time: 0.1760347 Aug 16 21:09:04.540165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:04.542036 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d071dccb-9833-4470-bea6-c341fa8d8538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.582888 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:04.583477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8b19ed3b-e1c8-4abe-be5d-012fee15f7d8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:04.622813 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-5998b5f4-ad38-4173-ae7e-b74e304c108c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ef7514149b345aeb2d3ac50fedbe37b HTTP/1.1" status: 200 len: 379 time: 0.0570328 Aug 16 21:09:04.650911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Request body: {'port': {'device_id': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'admin_state_up': True, 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'security_groups': ['e546ee20-8b52-413b-b31a-9af35932ec38']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:04.712657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d071dccb-9833-4470-bea6-c341fa8d8538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.911234 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d071dccb-9833-4470-bea6-c341fa8d8538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.946230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071dccb-9833-4470-bea6-c341fa8d8538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7eb143-d0a7-48e3-8453-e4ddcc27f64e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:04.948227 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d071dccb-9833-4470-bea6-c341fa8d8538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.950509 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d071dccb-9833-4470-bea6-c341fa8d8538 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7c7eb143-d0a7-48e3-8453-e4ddcc27f64e HTTP/1.1" status: 204 len: 168 time: 0.5947194 Aug 16 21:09:04.952639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Made reservation on behalf of 3ef7514149b345aeb2d3ac50fedbe37b for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:04.953575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55140) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:04.956201 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.965387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9efc2f-a7da-4d85-a71e-e27c69000e30 None None] Network fcdcf12a-73db-4650-a2fa-cba81f7886d4 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:05.042293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.137316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Deleting port 9ebc0984-463b-4ecb-ac3a-383863b14404 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:05.137811 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.219617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] DHCP port deletion for fcdcf12a-73db-4650-a2fa-cba81f7886d4 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:05.225621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Allocated IP 172.20.0.6 (d153050c-0478-49d6-a9d1-21ce5960fda8/5c73808b-f53c-4af5-b7d9-08d1a8437271/89ac68a2-845a-403c-babb-0aa024ab1190) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:05.246059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] For port 9ebc0984-463b-4ecb-ac3a-383863b14404, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9ebc0984-463b-4ecb-ac3a-383863b14404,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:05.246566 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.272132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Calling delete_port for 9ebc0984-463b-4ecb-ac3a-383863b14404 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:05.333777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Deleting port 9ebc0984-463b-4ecb-ac3a-383863b14404 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:05.334804 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.434343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] For port 9ebc0984-463b-4ecb-ac3a-383863b14404, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9ebc0984-463b-4ecb-ac3a-383863b14404,segment=NetworkSegment(1a7e4fcd-ada3-4ede-958a-711e857786b3),segment_id=1a7e4fcd-ada3-4ede-958a-711e857786b3)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:05.435743 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.453855 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-b0a0112c-b0ed-40b8-a753-6e9e4a97dc38 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1120975 Aug 16 21:09:05.456343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Calling delete_port for 9ebc0984-463b-4ecb-ac3a-383863b14404 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:05.461153 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5e13659-c4ac-445c-b559-4ed52aa07012 req-7619c8c8-45a0-4ad1-8f79-7006dc9bd591 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 210 time: 0.0436771 Aug 16 21:09:05.464486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.509997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebc0984-463b-4ecb-ac3a-383863b14404,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:05.511971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] No DVR routers for this DVR port 9ebc0984-463b-4ecb-ac3a-383863b14404 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:05.572888 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.597814 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.601894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Transition to ACTIVE for port object 89ac68a2-845a-403c-babb-0aa024ab1190 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:05.610492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-6f7b8b0c-71e3-4250-ad80-0d322ff016db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:05.612033 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-6f7b8b0c-71e3-4250-ad80-0d322ff016db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1097 time: 0.0789866 Aug 16 21:09:05.632084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Pushing event deleted for resources: {'Port': ['ID=9ebc0984-463b-4ecb-ac3a-383863b14404,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:05.646958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.647568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.648307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.648822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.649343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.650001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.651093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.651881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.652364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.653138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.653639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.654669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:05.656178 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.666031 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782e4e2-1612-4e7a-9daa-47ee2fd19cca None None] No DVR routers for this DVR port 9ebc0984-463b-4ecb-ac3a-383863b14404 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:05.681386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdcf12a-73db-4650-a2fa-cba81f7886d4']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:05.694490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7e4fcd-ada3-4ede-958a-711e857786b3') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:05.694963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7e4fcd-ada3-4ede-958a-711e857786b3') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:05.706048 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.724833 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.734415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:09:05.735599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:09:05.738360 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:09:05.762540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-d57452d8-9e77-4af0-92c4-8cab00287c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:05.764713 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-d57452d8-9e77-4af0-92c4-8cab00287c39 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b2aaa4ea-4706-4bdc-824c-de512181836e HTTP/1.1" status: 200 len: 898 time: 0.1135807 Aug 16 21:09:05.912061 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.931511 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.936672 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] 10.222.0.74 "DELETE /v2.0/networks/fcdcf12a-73db-4650-a2fa-cba81f7886d4 HTTP/1.1" status: 204 len: 168 time: 0.9792526 Aug 16 21:09:05.936672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9132e8a-84ad-4ee3-8ecb-332bdf91e268 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdcf12a-73db-4650-a2fa-cba81f7886d4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:06.092998 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:06.122511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:06.123673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d7f5ae6a-6a15-491a-96b1-bb0a7ab2d3db not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:06.124276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9ebc0984-463b-4ecb-ac3a-383863b14404 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:06.147422 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.150315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 9ebc0984-463b-4ecb-ac3a-383863b14404 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:06.152985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9ebc0984-463b-4ecb-ac3a-383863b14404 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:06.207552 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Network d153050c-0478-49d6-a9d1-21ce5960fda8 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:06.212304 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-4ec28e17-0995-4b4d-8330-9e9b28f9a18d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 200 len: 1001 time: 0.4394889 Aug 16 21:09:06.213206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:06.215637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:06.329806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-c9151917-8204-4078-96b6-588684d0b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:06.334446 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-c9151917-8204-4078-96b6-588684d0b225 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=abc7671f-3183-4e2a-b153-9608ac2bb285 HTTP/1.1" status: 200 len: 835 time: 0.0818672 Aug 16 21:09:06.394854 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:06.395553 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.404567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event updated for resources: {'Port': ['ID=89ac68a2-845a-403c-babb-0aa024ab1190,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:06.426451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-12974f92-32b0-427f-af6a-a54ee4a9e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:06.427964 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-12974f92-32b0-427f-af6a-a54ee4a9e528 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b2aaa4ea-4706-4bdc-824c-de512181836e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819871 Aug 16 21:09:06.553247 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-62f1d388-75b6-4a78-bca8-49424a48be04 service neutron] 10.222.0.76 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153474 Aug 16 21:09:06.565911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55156) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:06.629451 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-70813156-70cb-4ae3-9066-0173c4d77407 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9841146 Aug 16 21:09:06.645307 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Request body: {'port': {'device_id': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:06.658494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d4a2e06e-0735-4d12-8471-ec3452352a54 None None] Provisioning for port 89ac68a2-845a-403c-babb-0aa024ab1190 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:06.662763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d4a2e06e-0735-4d12-8471-ec3452352a54 None None] Provisioning complete for port 89ac68a2-845a-403c-babb-0aa024ab1190 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:06.663425 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d4a2e06e-0735-4d12-8471-ec3452352a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.666702 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-48b0bb91-d9f0-4fb5-b062-40032cc11880 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8969ef73391d4df28092c16fc7f79156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971038 Aug 16 21:09:06.666980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55168) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:06.724783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2e06e-0735-4d12-8471-ec3452352a54 None None] Port 89ac68a2-845a-403c-babb-0aa024ab1190 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:06.728054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7072623-2b27-419b-b9b7-a39e3b021dee req-731b8ab9-8ebc-4d3d-81d0-6b63a90ef6df tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:06.747999 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7072623-2b27-419b-b9b7-a39e3b021dee req-731b8ab9-8ebc-4d3d-81d0-6b63a90ef6df tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 931 time: 0.1921473 Aug 16 21:09:06.786934 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-572ebde9-7a83-49f6-acf9-f09dabc76a85 req-a833652f-ca07-4801-aa61-e917cc0b996f service neutron] 10.222.0.76 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259729 Aug 16 21:09:06.795865 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7072623-2b27-419b-b9b7-a39e3b021dee req-2c8440f9-ee4f-4234-ada3-3bfaaaa8aa02 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468006 Aug 16 21:09:06.836390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.890004 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5aa655eb-b72b-41ca-9038-4251eab76be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.975751 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5aa655eb-b72b-41ca-9038-4251eab76be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.193220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6b886-145a-4283-8f06-34acbaa4f490 req-18b48339-6945-4830-ac06-1918be5c936e tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:07.194886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94d6b886-145a-4283-8f06-34acbaa4f490 req-18b48339-6945-4830-ac06-1918be5c936e tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1097 time: 0.0615575 Aug 16 21:09:07.224469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ac68a2-845a-403c-babb-0aa024ab1190 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:07.232972 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.242327 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94d6b886-145a-4283-8f06-34acbaa4f490 req-4f837c7a-6e82-4707-b735-7db509e914d0 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393066 Aug 16 21:09:07.247063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Transition to ACTIVE for port object 89ac68a2-845a-403c-babb-0aa024ab1190 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:07.249878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5aa655eb-b72b-41ca-9038-4251eab76be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.253727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5aa655eb-b72b-41ca-9038-4251eab76be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.258092 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5aa655eb-b72b-41ca-9038-4251eab76be0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/556549de-d0c5-420a-9b9b-84f1825c6123 HTTP/1.1" status: 204 len: 168 time: 0.5877986 Aug 16 21:09:07.266394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55188) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:07.271816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa655eb-b72b-41ca-9038-4251eab76be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556549de-d0c5-420a-9b9b-84f1825c6123,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:07.333325 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.503416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Pushing event updated for resources: {'Port': ['ID=89ac68a2-845a-403c-babb-0aa024ab1190,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:07.561431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Attempting to bind port 89ac68a2-845a-403c-babb-0aa024ab1190 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:07.563936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Attempting to bind port 89ac68a2-845a-403c-babb-0aa024ab1190 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:07.563936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Attempting to bind port 89ac68a2-845a-403c-babb-0aa024ab1190 on network d153050c-0478-49d6-a9d1-21ce5960fda8 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:07.570325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Port 89ac68a2-845a-403c-babb-0aa024ab1190 on network d153050c-0478-49d6-a9d1-21ce5960fda8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:09:07.570681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Attempting to bind port 89ac68a2-845a-403c-babb-0aa024ab1190 on network d153050c-0478-49d6-a9d1-21ce5960fda8 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:07.588597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:07.588947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Checking segment: {'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:07.592848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Bound using segment: {'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:07.593543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Bound port: 89ac68a2-845a-403c-babb-0aa024ab1190, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c92fc153-2fc0-498e-b7e7-57ff1263d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:07.593922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.608805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 553c9905-42ed-47e6-b5ab-76ecb1a0a5d3 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:07.610501 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.693424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] For port 89ac68a2-845a-403c-babb-0aa024ab1190, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:07.697656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] For port 89ac68a2-845a-403c-babb-0aa024ab1190, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=89ac68a2-845a-403c-babb-0aa024ab1190,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:07.722241 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.722586 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.747097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 553c9905-42ed-47e6-b5ab-76ecb1a0a5d3 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:07.906505 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.940919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961df01-eb94-46d4-b968-d375af723973 req-e36f0741-355f-4053-a51a-3393e1987ba9 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:07.942646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1961df01-eb94-46d4-b968-d375af723973 req-e36f0741-355f-4053-a51a-3393e1987ba9 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 943 time: 0.0860832 Aug 16 21:09:07.995096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:07.995738 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.002825 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] 10.222.0.79 "PUT /v2.0/ports/89ac68a2-845a-403c-babb-0aa024ab1190 HTTP/1.1" status: 200 len: 1092 time: 1.3642323 Aug 16 21:09:08.003534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:08.006186 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce70e1cd-22ef-4bb4-b571-fb378d9943ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:08.073037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e25ca-d417-4240-8d37-47e852b4999a service neutron] Pushing event updated for resources: {'Port': ['ID=89ac68a2-845a-403c-babb-0aa024ab1190,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:08.076453 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cb3093-395a-4e0d-b8ad-3d07e1ad0ba6 x-openstack-request-id: req-02cb3093-395a-4e0d-b8ad-3d07e1ad0ba6 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:08.077509 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:08.077940 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-02cb3093-395a-4e0d-b8ad-3d07e1ad0ba6 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:08.078504 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190', 'status': 'completed', 'code': 200} Aug 16 21:09:08.128846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1961df01-eb94-46d4-b968-d375af723973 req-e3f2631a-1df8-4690-9a45-e7339bf7528f tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747277 Aug 16 21:09:08.178391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70e1cd-22ef-4bb4-b571-fb378d9943ac req-e9a5fd28-3a71-4ad0-a2ee-f46733d0c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.179984 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce70e1cd-22ef-4bb4-b571-fb378d9943ac req-e9a5fd28-3a71-4ad0-a2ee-f46733d0c872 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ef7514149b345aeb2d3ac50fedbe37b&device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 1095 time: 0.0824773 Aug 16 21:09:08.214157 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.277414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=553c9905-42ed-47e6-b5ab-76ecb1a0a5d3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:08.350422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70e1cd-22ef-4bb4-b571-fb378d9943ac req-75e68c22-e493-4f5f-bd47-6557ce0dfc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.351287 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.351575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce70e1cd-22ef-4bb4-b571-fb378d9943ac req-75e68c22-e493-4f5f-bd47-6557ce0dfc1e service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=3ef7514149b345aeb2d3ac50fedbe37b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1616869 Aug 16 21:09:08.351689 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Floating IP fd3bf093-94a6-4c1d-a57a-173691a2bfcf disassociated (deleted). External IP: 172.25.4.106, port: 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba. Aug 16 21:09:08.579048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70e1cd-22ef-4bb4-b571-fb378d9943ac req-ba6f219a-60dc-480a-a847-7c04903fcf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.581347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce70e1cd-22ef-4bb4-b571-fb378d9943ac req-ba6f219a-60dc-480a-a847-7c04903fcf1f service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2124348 Aug 16 21:09:08.666137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-a99462d9-ab69-4e15-ad1d-812ba54cd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.667776 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-a99462d9-ab69-4e15-ad1d-812ba54cd6d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ef7514149b345aeb2d3ac50fedbe37b&device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 1095 time: 0.0450511 Aug 16 21:09:08.678710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router c01842dc-f47c-4f4e-8988-5f3ea513b136 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:08.794241 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-431829fa-4c13-4c1d-89a0-8209cbdc58c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ac68a2-845a-403c-babb-0aa024ab1190 HTTP/1.1" status: 200 len: 217 time: 0.1187203 Aug 16 21:09:08.825507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:08.830371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.835944 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f460f-67d1-43fe-b9ba-f311683d6808 None None] Sync routers for ids ['c01842dc-f47c-4f4e-8988-5f3ea513b136'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:08.857768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f460f-67d1-43fe-b9ba-f311683d6808 None None] Routers {'c01842dc-f47c-4f4e-8988-5f3ea513b136'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:08.858695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-124f460f-67d1-43fe-b9ba-f311683d6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c01842dc-f47c-4f4e-8988-5f3ea513b136'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:08.909810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8d05e60c-6753-4e84-96f3-0e178cfec966 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/floatingips/fd3bf093-94a6-4c1d-a57a-173691a2bfcf HTTP/1.1" status: 204 len: 168 time: 1.6392748 Aug 16 21:09:08.909810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:08.915476 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-7b6d1f8a-2986-4649-9620-0a5dc0c8bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.917422 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-7b6d1f8a-2986-4649-9620-0a5dc0c8bf2a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c73808b-f53c-4af5-b7d9-08d1a8437271 HTTP/1.1" status: 200 len: 853 time: 0.1163707 Aug 16 21:09:08.924342 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6714484d-40dd-4d57-8538-b93709305ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:08.994816 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab34a63f-df4f-4a5b-b375-14dcb1b61be3 x-openstack-request-id: req-ab34a63f-df4f-4a5b-b375-14dcb1b61be3 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:08.994816 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:08.994816 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ab34a63f-df4f-4a5b-b375-14dcb1b61be3 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:08.994816 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'status': 'completed', 'code': 200} Aug 16 21:09:09.059523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-274f8f5d-2316-4f9a-a823-06f097006019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:09.061655 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-274f8f5d-2316-4f9a-a823-06f097006019 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d153050c-0478-49d6-a9d1-21ce5960fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374471 Aug 16 21:09:09.133678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714484d-40dd-4d57-8538-b93709305ce7 req-e974be20-7b37-4ceb-99c6-b38169a0bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:09.135274 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6714484d-40dd-4d57-8538-b93709305ce7 req-e974be20-7b37-4ceb-99c6-b38169a0bbac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 1097 time: 0.1166346 Aug 16 21:09:09.311602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-124f460f-67d1-43fe-b9ba-f311683d6808 None None] Set router c01842dc-f47c-4f4e-8988-5f3ea513b136 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:09.348422 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-c9023306-7fe0-4236-990c-410bd13cc508 service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784657 Aug 16 21:09:09.474780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0eb0eb-0abd-4f41-9c20-a4485705ea9d req-1645ae3b-c8d0-4d63-b609-4d4011251b6f tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:09.486819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec0eb0eb-0abd-4f41-9c20-a4485705ea9d req-1645ae3b-c8d0-4d63-b609-4d4011251b6f tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 943 time: 0.1166480 Aug 16 21:09:09.522922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714484d-40dd-4d57-8538-b93709305ce7 req-04de3911-7743-4599-aefc-f21df2c69f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:09.535952 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6714484d-40dd-4d57-8538-b93709305ce7 req-04de3911-7743-4599-aefc-f21df2c69f25 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b2aaa4ea-4706-4bdc-824c-de512181836e HTTP/1.1" status: 200 len: 898 time: 0.3933046 Aug 16 21:09:09.608543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec0eb0eb-0abd-4f41-9c20-a4485705ea9d req-cf6d043d-4e24-472c-92aa-9c6712711352 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174884 Aug 16 21:09:09.686185 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6714484d-40dd-4d57-8538-b93709305ce7 req-8cad5100-eb37-4179-b70d-f46dc061612f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 200 len: 217 time: 0.1380999 Aug 16 21:09:09.723136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2aa97-99f9-4481-a0a9-bddd1f4be72b req-91cf4929-2956-4980-adf2-9e42672d24a7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:09.727292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-41b2aa97-99f9-4481-a0a9-bddd1f4be72b req-91cf4929-2956-4980-adf2-9e42672d24a7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0838065 Aug 16 21:09:09.734189 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7ac5fc71-0941-4e2c-b694-d634ea0f10e8 req-f9510d17-414b-4017-92e0-7be51b54d696 service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781974 Aug 16 21:09:09.755051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714484d-40dd-4d57-8538-b93709305ce7 req-294a6363-f985-4fe6-ab7e-b711e3dcad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:09.762916 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6714484d-40dd-4d57-8538-b93709305ce7 req-294a6363-f985-4fe6-ab7e-b711e3dcad0f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=abc7671f-3183-4e2a-b153-9608ac2bb285 HTTP/1.1" status: 200 len: 835 time: 0.0609829 Aug 16 21:09:09.812281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-41b2aa97-99f9-4481-a0a9-bddd1f4be72b req-d0b081d0-327c-4b1b-bb41-b3f516c34a0b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804236 Aug 16 21:09:09.833618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-124f460f-67d1-43fe-b9ba-f311683d6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '697c8980-0bad-4b00-8577-e29301ddf724', 'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:e3:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:15Z', 'updated_at': '2021-08-16T21:07:22Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:09.863556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714484d-40dd-4d57-8538-b93709305ce7 req-cfaa15c4-69f4-4c37-af25-7a7f871ae92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:09.866001 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6714484d-40dd-4d57-8538-b93709305ce7 req-cfaa15c4-69f4-4c37-af25-7a7f871ae92d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b2aaa4ea-4706-4bdc-824c-de512181836e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004794 Aug 16 21:09:09.939922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f460f-67d1-43fe-b9ba-f311683d6808 None None] Checking router: c01842dc-f47c-4f4e-8988-5f3ea513b136 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:09.960224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f460f-67d1-43fe-b9ba-f311683d6808 None None] Routers {'c01842dc-f47c-4f4e-8988-5f3ea513b136'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:09.964339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-124f460f-67d1-43fe-b9ba-f311683d6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c01842dc-f47c-4f4e-8988-5f3ea513b136'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:10.043594 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6714484d-40dd-4d57-8538-b93709305ce7 req-8310a61d-f171-4630-936d-dc80724ebc55 service neutron] 10.222.0.76 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697745 Aug 16 21:09:10.148619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-124f460f-67d1-43fe-b9ba-f311683d6808 None None] Set router c01842dc-f47c-4f4e-8988-5f3ea513b136 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:10.214596 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6714484d-40dd-4d57-8538-b93709305ce7 req-4d90e39c-3ee7-400f-a977-cc05afdaea53 service neutron] 10.222.0.76 "GET /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627207 Aug 16 21:09:10.418185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-124f460f-67d1-43fe-b9ba-f311683d6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '697c8980-0bad-4b00-8577-e29301ddf724', 'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:e3:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:15Z', 'updated_at': '2021-08-16T21:07:22Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:10.477347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f460f-67d1-43fe-b9ba-f311683d6808 None None] The sync data for ids ['c01842dc-f47c-4f4e-8988-5f3ea513b136'] in n-d-793619-14 is: [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '697c8980-0bad-4b00-8577-e29301ddf724', 'name': '', 'network_id': 'b2aaa4ea-4706-4bdc-824c-de512181836e', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:e3:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:15Z', 'updated_at': '2021-08-16T21:07:22Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': 'abc7671f-3183-4e2a-b153-9608ac2bb285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:10.773164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8946101-9c63-4c8b-9088-529b707b26d0 req-ff3ecc4a-0da8-4ac6-a55d-ecaac3ea08d4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:10.775156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8946101-9c63-4c8b-9088-529b707b26d0 req-ff3ecc4a-0da8-4ac6-a55d-ecaac3ea08d4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 943 time: 0.0768323 Aug 16 21:09:10.850147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8946101-9c63-4c8b-9088-529b707b26d0 req-fd08d289-b60d-429d-8b39-c68a6ee70751 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648599 Aug 16 21:09:10.912271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3835909-4485-420a-b15c-e2cc600035cf req-1f730876-8bb3-4511-8690-9af563ba7081 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:10.914039 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3835909-4485-420a-b15c-e2cc600035cf req-1f730876-8bb3-4511-8690-9af563ba7081 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.1166720 Aug 16 21:09:10.974499 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d59c8a-171d-4ef0-b90e-c1c9041060af None None] New status for floating IP fd3bf093-94a6-4c1d-a57a-173691a2bfcf: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:09:10.989341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2631a-9904-4336-91f5-dce6e66de184 req-72bb5d1a-032f-4400-800c-7f1fb883ab88 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:10.991690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5d2631a-9904-4336-91f5-dce6e66de184 req-72bb5d1a-032f-4400-800c-7f1fb883ab88 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 945 time: 0.0744696 Aug 16 21:09:11.048565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a3835909-4485-420a-b15c-e2cc600035cf req-fcbb4813-b8f7-4def-9b67-83efeada65ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:11.049785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a3835909-4485-420a-b15c-e2cc600035cf req-fcbb4813-b8f7-4def-9b67-83efeada65ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.070834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5d2631a-9904-4336-91f5-dce6e66de184 req-ef3d9286-3b7c-4f2d-9692-c3aa8f7ad974 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718915 Aug 16 21:09:11.163994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a3835909-4485-420a-b15c-e2cc600035cf req-fcbb4813-b8f7-4def-9b67-83efeada65ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:11.164359 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a3835909-4485-420a-b15c-e2cc600035cf req-fcbb4813-b8f7-4def-9b67-83efeada65ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.177292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a3835909-4485-420a-b15c-e2cc600035cf req-fcbb4813-b8f7-4def-9b67-83efeada65ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:11.407984 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a3835909-4485-420a-b15c-e2cc600035cf req-fcbb4813-b8f7-4def-9b67-83efeada65ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.458310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb4813-b8f7-4def-9b67-83efeada65ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:11.492709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3835909-4485-420a-b15c-e2cc600035cf req-fcbb4813-b8f7-4def-9b67-83efeada65ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] No DVR routers for this DVR port 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:11.499626 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a3835909-4485-420a-b15c-e2cc600035cf req-fcbb4813-b8f7-4def-9b67-83efeada65ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.501856 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3835909-4485-420a-b15c-e2cc600035cf req-fcbb4813-b8f7-4def-9b67-83efeada65ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.76 "DELETE /v2.0/ports/4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba HTTP/1.1" status: 204 len: 173 time: 0.5806859 Aug 16 21:09:11.502373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'name': 'network-vif-deleted', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:11.505106 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75121291-2293-4528-8015-595cb472d2c2" -d '{"events": [{"server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "name": "network-vif-deleted", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:11.545996 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86e983e-d5cb-47d3-9b73-9325072f4d7f x-openstack-request-id: req-a86e983e-d5cb-47d3-9b73-9325072f4d7f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:11.546301 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9aff7a-c84d-47ac-ba1a-1e8c591b2353", "name": "network-vif-deleted", "tag": "4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:11.546557 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a86e983e-d5cb-47d3-9b73-9325072f4d7f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:11.546996 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9aff7a-c84d-47ac-ba1a-1e8c591b2353', 'name': 'network-vif-deleted', 'tag': '4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba', 'status': 'completed', 'code': 200} Aug 16 21:09:11.758228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-c5f83ea6-6f2c-4096-bcae-7dae87f3afbe tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-346201939&fields=id&tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 267 time: 0.0463791 Aug 16 21:09:11.819366 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:09:11.930363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-a041738b-cc53-4410-9095-657098750a7d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:11.931946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-a041738b-cc53-4410-9095-657098750a7d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.1662536 Aug 16 21:09:11.968453 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-3c153629-8988-425e-bf69-195f0ec15b21 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/quotas/2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 375 time: 0.0278342 Aug 16 21:09:11.993356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c319759-db88-40f9-94bf-4dc5eddbba2a req-036ca52c-6dee-4b4d-9e50-9ceeae1e4b70 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:11.994935 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c319759-db88-40f9-94bf-4dc5eddbba2a req-036ca52c-6dee-4b4d-9e50-9ceeae1e4b70 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 943 time: 0.0731421 Aug 16 21:09:12.076964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c319759-db88-40f9-94bf-4dc5eddbba2a req-66d0fb96-6fcf-4430-ba87-e2f4c0a8e3c5 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719335 Aug 16 21:09:12.086331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-e1444737-e5bd-453a-bc33-d8aba06b8043 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904083 Aug 16 21:09:12.192254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bec73c09-2241-4e8e-a552-4a90ebbab07e req-701978f0-f298-4a52-8411-8db2c8fce12a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea9aff7a-c84d-47ac-ba1a-1e8c591b2353 HTTP/1.1" status: 200 len: 210 time: 0.0355809 Aug 16 21:09:12.214140 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-12b8d632-db9a-477d-8c51-ba7cc0adf98a service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116991 Aug 16 21:09:12.309591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-15fbae07-6f9b-4c58-ae4e-5deeee42326f service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885549 Aug 16 21:09:13.037166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-149f2f09-8895-47ae-a397-a28266db8c1b req-397c3609-cc92-4edc-962f-620dff2c3426 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 210 time: 0.0283253 Aug 16 21:09:13.217096 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd8bcc-9d24-4c23-9954-95a94c52bef4 req-84ea0cfd-4750-4ecc-8036-2cbb24bef99b tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:13.217096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7dbd8bcc-9d24-4c23-9954-95a94c52bef4 req-84ea0cfd-4750-4ecc-8036-2cbb24bef99b tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 943 time: 0.0580642 Aug 16 21:09:13.250258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55338) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:13.267099 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7dbd8bcc-9d24-4c23-9954-95a94c52bef4 req-5bc3384d-0773-4f63-ae88-5dc81130663b tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464680 Aug 16 21:09:13.633065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55346) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:13.765751 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.767379 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c954f80a-dfc7-452d-badc-c65c88f11c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.146915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d529e2b2-9559-47a1-afaa-9c9c497ba828 req-acbf8375-31e5-4610-b42b-a859b6d6120b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 210 time: 0.0316801 Aug 16 21:09:14.274017 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c954f80a-dfc7-452d-badc-c65c88f11c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.367585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 697c8980-0bad-4b00-8577-e29301ddf724 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:14.368042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.403369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947355b3-690b-401a-8fb1-69dba2f913e6 req-c52209a5-a233-4708-9f3f-1141ab9ba580 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:14.404951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-947355b3-690b-401a-8fb1-69dba2f913e6 req-c52209a5-a233-4708-9f3f-1141ab9ba580 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 943 time: 0.0522940 Aug 16 21:09:14.444021 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-947355b3-690b-401a-8fb1-69dba2f913e6 req-ac9b9f4f-05a6-4aff-9acd-c16cbd65c515 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328250 Aug 16 21:09:14.459661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port 697c8980-0bad-4b00-8577-e29301ddf724, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=697c8980-0bad-4b00-8577-e29301ddf724,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:14.460040 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.478061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 697c8980-0bad-4b00-8577-e29301ddf724 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:14.488845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c954f80a-dfc7-452d-badc-c65c88f11c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.572184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954f80a-dfc7-452d-badc-c65c88f11c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5924a59-e277-4140-9485-3795891bc327,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:14.578211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c954f80a-dfc7-452d-badc-c65c88f11c22 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0f525b06912f415db9546549546c1755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9439170 Aug 16 21:09:14.580845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55360) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:14.692992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5423b388-045c-403b-968e-1b63f7585b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.719564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5423b388-045c-403b-968e-1b63f7585b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.938218 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.967091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=697c8980-0bad-4b00-8577-e29301ddf724,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:15.038017 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:15.071781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:15.072448 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4a7bf22f-3bd8-4019-a5ca-f4250e6fc4ba not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:15.079088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5423b388-045c-403b-968e-1b63f7585b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.082091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5423b388-045c-403b-968e-1b63f7585b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.083347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5423b388-045c-403b-968e-1b63f7585b19 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d5924a59-e277-4140-9485-3795891bc327 HTTP/1.1" status: 204 len: 168 time: 0.5015502 Aug 16 21:09:15.101386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423b388-045c-403b-968e-1b63f7585b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5924a59-e277-4140-9485-3795891bc327,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:15.196140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.219391 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a43377d4-e09f-4149-b671-59c1771a0158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.281682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0bac05eb-4e0f-4560-ac5e-adec3448c64d req-a8111ecd-50a4-4ac6-bdf2-a96d650ec3a8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 210 time: 0.0481567 Aug 16 21:09:15.475395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-1e993a57-dbdd-4297-95cc-eb7f11438d6f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:15.476430 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-1e993a57-dbdd-4297-95cc-eb7f11438d6f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.1703057 Aug 16 21:09:15.552676 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-1a33b4f2-52d1-40c6-8563-a5d204e14f58 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 379 time: 0.0489032 Aug 16 21:09:15.563171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'port': {'device_id': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'admin_state_up': True, 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'security_groups': ['b8bbcb6f-5271-40a9-9edd-4572bb24af0c']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:15.616130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386f57c-0570-4613-ba31-3cab652dfb5d req-0c3a1f47-5dfa-4c42-8230-0acd79705d72 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:15.617713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c386f57c-0570-4613-ba31-3cab652dfb5d req-0c3a1f47-5dfa-4c42-8230-0acd79705d72 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 943 time: 0.0665884 Aug 16 21:09:15.620325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router c01842dc-f47c-4f4e-8988-5f3ea513b136 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:15.713507 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c386f57c-0570-4613-ba31-3cab652dfb5d req-3211fec6-6531-43e3-a755-0593c3aae981 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738859 Aug 16 21:09:15.788925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55374) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:15.794472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:15.803203 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3472c716-22bb-4e16-b094-092362411a7d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "PUT /v2.0/routers/c01842dc-f47c-4f4e-8988-5f3ea513b136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5518582 Aug 16 21:09:15.803526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55376) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:15.807273 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6e9ea-3666-49ae-9791-2a60f928e0f7 None None] Sync routers for ids ['c01842dc-f47c-4f4e-8988-5f3ea513b136'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:15.813712 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a431bc1-6a07-4614-89f9-29bcf24740ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.819105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6e9ea-3666-49ae-9791-2a60f928e0f7 None None] Routers {'c01842dc-f47c-4f4e-8988-5f3ea513b136'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:15.819725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1df6e9ea-3666-49ae-9791-2a60f928e0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c01842dc-f47c-4f4e-8988-5f3ea513b136'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:15.868654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting subnet abc7671f-3183-4e2a-b153-9608ac2bb285 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:15.875001 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.887215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Made reservation on behalf of 2b1a2baa039a4a9080d39c7aa1b9f7e4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:15.891899 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.927841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.933340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-1df6e9ea-3666-49ae-9791-2a60f928e0f7 None None] Set router c01842dc-f47c-4f4e-8988-5f3ea513b136 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:16.129251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.173804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Allocated IP 172.20.0.13 (826b4d3b-3779-4633-8f48-5944e5bb3c62/e48a2a88-3af1-41c2-a731-e4f334092195/ad79543e-d16c-4928-86cb-6a37c66de3d3) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:16.195083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1df6e9ea-3666-49ae-9791-2a60f928e0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:09:14Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:16.229890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6e9ea-3666-49ae-9791-2a60f928e0f7 None None] Checking router: c01842dc-f47c-4f4e-8988-5f3ea513b136 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:16.240786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6e9ea-3666-49ae-9791-2a60f928e0f7 None None] Routers {'c01842dc-f47c-4f4e-8988-5f3ea513b136'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:16.241787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1df6e9ea-3666-49ae-9791-2a60f928e0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:08:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['c01842dc-f47c-4f4e-8988-5f3ea513b136'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:16.254623 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a431bc1-6a07-4614-89f9-29bcf24740ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.322173 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.369829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Subnet': ['ID=abc7671f-3183-4e2a-b153-9608ac2bb285,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:16.371181 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.380217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.380575 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.380920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.381292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.381631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.381966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.382296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.382960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.383149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.383465 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.383798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.384123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:16.388824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8cde8a-29e8-4a0b-8a32-2859ce184242 None None] Network b2aaa4ea-4706-4bdc-824c-de512181836e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:16.401813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Transition to ACTIVE for port object ad79543e-d16c-4928-86cb-6a37c66de3d3 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:16.464892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.471199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b29143d5-68c4-4eee-8a5c-568b11778ef6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/subnets/abc7671f-3183-4e2a-b153-9608ac2bb285 HTTP/1.1" status: 204 len: 168 time: 0.6623113 Aug 16 21:09:16.471199 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2a431bc1-6a07-4614-89f9-29bcf24740ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.472325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55382) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:16.481213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-1df6e9ea-3666-49ae-9791-2a60f928e0f7 None None] Set router c01842dc-f47c-4f4e-8988-5f3ea513b136 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:16.489813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0cf5b635-a944-41f5-8e10-ae172358ec77 req-656e09cc-f461-449b-8e87-2ab20253bbad tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 210 time: 0.0978127 Aug 16 21:09:16.568836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a431bc1-6a07-4614-89f9-29bcf24740ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609176f7-fd83-4802-900d-7282ce185067,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:16.590629 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2a431bc1-6a07-4614-89f9-29bcf24740ab admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=43248108d8df45339f38458dc7d74ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003142 Aug 16 21:09:16.591796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55386) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:16.652928 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e023832a-229f-4218-9515-25a88cb9c81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.678259 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e023832a-229f-4218-9515-25a88cb9c81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.686145 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.778035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1df6e9ea-3666-49ae-9791-2a60f928e0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:09:14Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:16.807807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6e9ea-3666-49ae-9791-2a60f928e0f7 None None] The sync data for ids ['c01842dc-f47c-4f4e-8988-5f3ea513b136'] in n-d-793619-14 is: [{'id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116055735', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:09Z', 'updated_at': '2021-08-16T21:09:14Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '611ef005-c8b7-4da3-b8e8-223a24112ffa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01842dc-f47c-4f4e-8988-5f3ea513b136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:10Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:16.831490 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.897947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:16.906613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877abc33-cae6-4385-9950-8427c10d6cbe None None] DHCP port deletion for b2aaa4ea-4706-4bdc-824c-de512181836e request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:16.929323 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e023832a-229f-4218-9515-25a88cb9c81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.932380 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e023832a-229f-4218-9515-25a88cb9c81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.944760 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e023832a-229f-4218-9515-25a88cb9c81b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/609176f7-fd83-4802-900d-7282ce185067 HTTP/1.1" status: 204 len: 168 time: 0.3463597 Aug 16 21:09:16.971030 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023832a-229f-4218-9515-25a88cb9c81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609176f7-fd83-4802-900d-7282ce185067,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:16.987184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:16.999822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8669e-9ae6-4258-bda5-b11e74fa323b req-61e51a3e-f977-4b99-8f27-ba1f6af5e0f6 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:17.001523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2e8669e-9ae6-4258-bda5-b11e74fa323b req-61e51a3e-f977-4b99-8f27-ba1f6af5e0f6 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 943 time: 0.1585479 Aug 16 21:09:17.020137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:17.033310 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-877abc33-cae6-4385-9950-8427c10d6cbe None None] Deleting port a3ff60d0-8d93-4e6c-bab4-c91a710f4434 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:17.033837 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-877abc33-cae6-4385-9950-8427c10d6cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.091750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=ad79543e-d16c-4928-86cb-6a37c66de3d3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:17.094893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2e8669e-9ae6-4258-bda5-b11e74fa323b req-a5c97491-753a-48c7-b98e-8598ddd38800 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866680 Aug 16 21:09:17.164811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:17.165585 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.183570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-877abc33-cae6-4385-9950-8427c10d6cbe None None] For port a3ff60d0-8d93-4e6c-bab4-c91a710f4434, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a3ff60d0-8d93-4e6c-bab4-c91a710f4434,segment=NetworkSegment(ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb),segment_id=ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:17.184423 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-877abc33-cae6-4385-9950-8427c10d6cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.191110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.210324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-877abc33-cae6-4385-9950-8427c10d6cbe None None] Calling delete_port for a3ff60d0-8d93-4e6c-bab4-c91a710f4434 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:17.288904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-f6676ebd-f795-4d2c-ba7b-e7056c91922a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7294338 Aug 16 21:09:17.303065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Request body: {'port': {'device_id': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:17.451843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.467607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-877abc33-cae6-4385-9950-8427c10d6cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.484755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 611ef005-c8b7-4da3-b8e8-223a24112ffa {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:17.486206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.503471 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877abc33-cae6-4385-9950-8427c10d6cbe None None] No DVR routers for this DVR port a3ff60d0-8d93-4e6c-bab4-c91a710f4434 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:17.780345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb0e1c-d468-45f8-b384-cf88bf9679c3 req-c57282e5-dd82-4e69-b282-9cf40e6c6cb6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:17.785333 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9edb0e1c-d468-45f8-b384-cf88bf9679c3 req-c57282e5-dd82-4e69-b282-9cf40e6c6cb6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 932 time: 0.1544912 Aug 16 21:09:17.812578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877abc33-cae6-4385-9950-8427c10d6cbe None None] Pushing event deleted for resources: {'Port': ['ID=a3ff60d0-8d93-4e6c-bab4-c91a710f4434,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:17.821041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c7eece71-e5eb-46c3-adcf-2a914cc4b414 None None] Provisioning for port ad79543e-d16c-4928-86cb-6a37c66de3d3 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:17.824552 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b46c-6df4-48bc-8d4f-8c48d4397b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.834779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c7eece71-e5eb-46c3-adcf-2a914cc4b414 None None] Provisioning complete for port ad79543e-d16c-4928-86cb-6a37c66de3d3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:17.834779 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7eece71-e5eb-46c3-adcf-2a914cc4b414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.874059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9edb0e1c-d468-45f8-b384-cf88bf9679c3 req-6919c5a6-7774-4a3b-bdef-4747bc281f90 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824249 Aug 16 21:09:17.904747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c7eece71-e5eb-46c3-adcf-2a914cc4b414 None None] Port ad79543e-d16c-4928-86cb-6a37c66de3d3 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:17.910592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port 611ef005-c8b7-4da3-b8e8-223a24112ffa, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=611ef005-c8b7-4da3-b8e8-223a24112ffa,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:17.912559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.932808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 611ef005-c8b7-4da3-b8e8-223a24112ffa owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:17.978663 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.127297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a3ff60d0-8d93-4e6c-bab4-c91a710f4434 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:18.164652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad79543e-d16c-4928-86cb-6a37c66de3d3 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:18.174698 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.179249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: a3ff60d0-8d93-4e6c-bab4-c91a710f4434 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:18.179639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a3ff60d0-8d93-4e6c-bab4-c91a710f4434 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:18.180084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 697c8980-0bad-4b00-8577-e29301ddf724 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:18.188711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Transition to ACTIVE for port object ad79543e-d16c-4928-86cb-6a37c66de3d3 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:18.242306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 697c8980-0bad-4b00-8577-e29301ddf724 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:18.242903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 697c8980-0bad-4b00-8577-e29301ddf724 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:18.277126 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9e9ec-d357-4be6-b1df-edac7823c688 req-286bdbc2-0190-46eb-83f0-933b7b3fca97 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:18.279195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6d9e9ec-d357-4be6-b1df-edac7823c688 req-286bdbc2-0190-46eb-83f0-933b7b3fca97 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 943 time: 0.0649874 Aug 16 21:09:18.303623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.336530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6d9e9ec-d357-4be6-b1df-edac7823c688 req-0a3573a2-e59b-4337-944d-5cdf537471c3 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509732 Aug 16 21:09:18.399571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad79543e-d16c-4928-86cb-6a37c66de3d3,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:18.454906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.511846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Attempting to bind port ad79543e-d16c-4928-86cb-6a37c66de3d3 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:18.512320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Attempting to bind port ad79543e-d16c-4928-86cb-6a37c66de3d3 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:18.512719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Attempting to bind port ad79543e-d16c-4928-86cb-6a37c66de3d3 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:18.537266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=611ef005-c8b7-4da3-b8e8-223a24112ffa,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:18.596651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Port ad79543e-d16c-4928-86cb-6a37c66de3d3 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:09:18.602571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Attempting to bind port ad79543e-d16c-4928-86cb-6a37c66de3d3 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:18.609143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.613966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:18.614315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Checking segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:18.614709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Bound using segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:18.615186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Bound port: ad79543e-d16c-4928-86cb-6a37c66de3d3, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:18.615605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.772933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.776757 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.862707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] For port ad79543e-d16c-4928-86cb-6a37c66de3d3, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:18.866701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] For port ad79543e-d16c-4928-86cb-6a37c66de3d3, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ad79543e-d16c-4928-86cb-6a37c66de3d3,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:18.915971 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.916614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Fanout notify agent at l3_agent the message router_deleted on router c01842dc-f47c-4f4e-8988-5f3ea513b136 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:09:18.924113 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.928089 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-24942c28-4a87-4ba4-80dc-a9014949c04d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/routers/c01842dc-f47c-4f4e-8988-5f3ea513b136 HTTP/1.1" status: 204 len: 168 time: 2.4507673 Aug 16 21:09:18.928190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55432) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:18.939419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.986644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:18.987286 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.988955 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2c152140-878f-49da-824d-01165620e4b3 service neutron] 10.222.0.76 "PUT /v2.0/ports/ad79543e-d16c-4928-86cb-6a37c66de3d3 HTTP/1.1" status: 200 len: 1093 time: 1.6914811 Aug 16 21:09:18.991519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'tag': 'ad79543e-d16c-4928-86cb-6a37c66de3d3'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:19.009526 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed355af4-639a-4a94-991e-e413ea7a3dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a39659d5-1d97-4bfe-a1b1-edfd626e57af", "tag": "ad79543e-d16c-4928-86cb-6a37c66de3d3"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:19.067832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c152140-878f-49da-824d-01165620e4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad79543e-d16c-4928-86cb-6a37c66de3d3,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:19.095725 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f27b45c-6c0c-4fbe-ae12-c1ef1490c536 x-openstack-request-id: req-8f27b45c-6c0c-4fbe-ae12-c1ef1490c536 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:19.096593 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39659d5-1d97-4bfe-a1b1-edfd626e57af", "tag": "ad79543e-d16c-4928-86cb-6a37c66de3d3", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:19.096862 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8f27b45c-6c0c-4fbe-ae12-c1ef1490c536 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:19.097307 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'tag': 'ad79543e-d16c-4928-86cb-6a37c66de3d3', 'status': 'completed', 'code': 200} Aug 16 21:09:19.179471 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.203195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355af4-639a-4a94-991e-e413ea7a3dc6 req-277b6c36-f7fd-4a4c-a3d9-6da192011f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.204905 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ed355af4-639a-4a94-991e-e413ea7a3dc6 req-277b6c36-f7fd-4a4c-a3d9-6da192011f24 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 1096 time: 0.0867465 Aug 16 21:09:19.211124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480511be-c21e-4a9b-bc0c-2917f990af4c req-6160f070-aecb-4fe0-8cfd-1c99ea26fd98 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.212761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-480511be-c21e-4a9b-bc0c-2917f990af4c req-6160f070-aecb-4fe0-8cfd-1c99ea26fd98 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 944 time: 0.1774452 Aug 16 21:09:19.224603 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.319388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-480511be-c21e-4a9b-bc0c-2917f990af4c req-df57666c-ae05-4f05-bca8-e0dc9ea70f4b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803652 Aug 16 21:09:19.403795 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.412924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355af4-639a-4a94-991e-e413ea7a3dc6 req-6a6ec76e-0184-40f7-af78-f975a4abc13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.414461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ed355af4-639a-4a94-991e-e413ea7a3dc6 req-6a6ec76e-0184-40f7-af78-f975a4abc13f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1957800 Aug 16 21:09:19.416089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aaa4ea-4706-4bdc-824c-de512181836e']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:19.439721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:19.439721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5ecdbb-3f56-4b4c-8c5f-6cb25bf238cb') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:19.487183 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.522476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40c661-39f1-40b5-bef5-8daed1850bfe req-6e333564-7189-4920-b7bc-b9dbac1e091b tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.524443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba40c661-39f1-40b5-bef5-8daed1850bfe req-6e333564-7189-4920-b7bc-b9dbac1e091b tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 943 time: 0.0997577 Aug 16 21:09:19.525653 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.556768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:09:19.557414 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:09:19.561495 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:09:19.608485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 89ac68a2-845a-403c-babb-0aa024ab1190 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:09:19.612474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355af4-639a-4a94-991e-e413ea7a3dc6 req-71e4596f-4660-413a-830c-7c1e34a2e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.614134 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ed355af4-639a-4a94-991e-e413ea7a3dc6 req-71e4596f-4660-413a-830c-7c1e34a2e66d service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1917760 Aug 16 21:09:19.710464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba40c661-39f1-40b5-bef5-8daed1850bfe req-9c0e6131-7563-4072-86b3-74eae1e4382a tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787033 Aug 16 21:09:19.736087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-c4e71b40-84a8-4e70-b3fd-d8e5e86ee8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.737940 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-c4e71b40-84a8-4e70-b3fd-d8e5e86ee8ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 1096 time: 0.0597625 Aug 16 21:09:19.791963 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-2b7b8d21-94dc-47b0-a431-eb5490a2b06b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad79543e-d16c-4928-86cb-6a37c66de3d3 HTTP/1.1" status: 200 len: 217 time: 0.0458288 Aug 16 21:09:19.807683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 89ac68a2-845a-403c-babb-0aa024ab1190, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=89ac68a2-845a-403c-babb-0aa024ab1190,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:19.818681 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.823836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.825231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '89ac68a2-845a-403c-babb-0aa024ab1190', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'port_id': '89ac68a2-845a-403c-babb-0aa024ab1190', 'mac_address': 'fa:16:3e:cb:aa:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:09:19.826058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/networks/b2aaa4ea-4706-4bdc-824c-de512181836e HTTP/1.1" status: 204 len: 168 time: 0.8968663 Aug 16 21:09:19.833739 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55450) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:19.886228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-860adfc8-f649-4382-83a2-a4091c6b880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.887960 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-860adfc8-f649-4382-83a2-a4091c6b880f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0887611 Aug 16 21:09:19.888453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0a30d-e92a-428e-8754-030f6450cf2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Network': ['ID=b2aaa4ea-4706-4bdc-824c-de512181836e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:19.889477 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.906140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ac68a2-845a-403c-babb-0aa024ab1190 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:19.938969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 89ac68a2-845a-403c-babb-0aa024ab1190, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=89ac68a2-845a-403c-babb-0aa024ab1190,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:19.952428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-eb77c2bf-9b16-4bed-b46a-8f05d4a129d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.954208 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-eb77c2bf-9b16-4bed-b46a-8f05d4a129d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579109 Aug 16 21:09:19.972540 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33717ef0-cedd-4f11-93f3-3d72ed403514 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.996115 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.023492 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33717ef0-cedd-4f11-93f3-3d72ed403514 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.107565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=89ac68a2-845a-403c-babb-0aa024ab1190,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:20.116555 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-fa0b0085-26e1-4324-8f3c-322283496e85 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537178 Aug 16 21:09:20.179228 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33717ef0-cedd-4f11-93f3-3d72ed403514 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.186477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 611ef005-c8b7-4da3-b8e8-223a24112ffa no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:20.186984 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33717ef0-cedd-4f11-93f3-3d72ed403514 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.189756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-33717ef0-cedd-4f11-93f3-3d72ed403514 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/security-groups/8fcafffa-70cf-4d25-a636-c0ff4e6be3e6 HTTP/1.1" status: 204 len: 168 time: 0.3542361 Aug 16 21:09:20.201197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33717ef0-cedd-4f11-93f3-3d72ed403514 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcafffa-70cf-4d25-a636-c0ff4e6be3e6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:20.221507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['89ac68a2-845a-403c-babb-0aa024ab1190'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:20.227721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 611ef005-c8b7-4da3-b8e8-223a24112ffa {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:20.228350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 611ef005-c8b7-4da3-b8e8-223a24112ffa not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:20.246726 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5254fe0-7c0d-4770-af12-f1e4d079b3f4 req-e8492b80-42e7-4c47-8a06-a13625b5317c service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210141 Aug 16 21:09:20.537755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ee908-7f6b-4281-8c20-6be6ad411086 req-d1d4bddd-8df1-47ca-b470-5006715f47d1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:20.539759 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f28ee908-7f6b-4281-8c20-6be6ad411086 req-d1d4bddd-8df1-47ca-b470-5006715f47d1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 944 time: 0.0935109 Aug 16 21:09:20.605583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f28ee908-7f6b-4281-8c20-6be6ad411086 req-621332e6-66c7-4233-8d1e-d882254bdd1f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551736 Aug 16 21:09:20.704984 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.866770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b970a2-f0d1-4b68-90d6-e91f9b0d56cb req-ae64c8c4-1725-4737-9c0e-3de0dbf84ec4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:20.873990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0b970a2-f0d1-4b68-90d6-e91f9b0d56cb req-ae64c8c4-1725-4737-9c0e-3de0dbf84ec4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 944 time: 0.0658140 Aug 16 21:09:20.910819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b0b970a2-f0d1-4b68-90d6-e91f9b0d56cb req-77d0a977-69b0-4958-a7a3-5a64945a9bf2 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358217 Aug 16 21:09:20.998132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55484) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.003070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-04cb1445-6522-4ba8-9aa6-0a080b73bc28 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341555568', 'description': 'tempest-secgroup-smoke-341555568 description', 'project_id': '23e2ae7b576b4c98ac09070644381864'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:21.082060 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-04cb1445-6522-4ba8-9aa6-0a080b73bc28 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.181564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-04cb1445-6522-4ba8-9aa6-0a080b73bc28 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.265764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-04cb1445-6522-4ba8-9aa6-0a080b73bc28 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.296872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb1445-6522-4ba8-9aa6-0a080b73bc28 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3352227c-7b93-475a-b8ae-12b84f4392fe,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:21.407404 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-04cb1445-6522-4ba8-9aa6-0a080b73bc28 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.408777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-04cb1445-6522-4ba8-9aa6-0a080b73bc28 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4094913 Aug 16 21:09:21.413538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55494) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.418684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2e84695c-f15f-472b-aa94-59c695a3bacf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '3352227c-7b93-475a-b8ae-12b84f4392fe', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:21.543841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e84695c-f15f-472b-aa94-59c695a3bacf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.598701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 89ac68a2-845a-403c-babb-0aa024ab1190 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:21.601598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e84695c-f15f-472b-aa94-59c695a3bacf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.699929 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e84695c-f15f-472b-aa94-59c695a3bacf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.748760 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84695c-f15f-472b-aa94-59c695a3bacf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6dd540-c597-456d-a413-983546c75499,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:21.774686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa51d-6904-4b48-97a1-563e1c19e96a req-0aecbe97-76bd-4122-bac3-c02951852a18 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:21.776320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f8fa51d-6904-4b48-97a1-563e1c19e96a req-0aecbe97-76bd-4122-bac3-c02951852a18 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 944 time: 0.0739837 Aug 16 21:09:21.816346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f8fa51d-6904-4b48-97a1-563e1c19e96a req-4eb02fb5-7ae0-41fc-a891-c952f420d541 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338559 Aug 16 21:09:21.818595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 89ac68a2-845a-403c-babb-0aa024ab1190 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:21.823599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 89ac68a2-845a-403c-babb-0aa024ab1190 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:21.823980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.847778 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2e84695c-f15f-472b-aa94-59c695a3bacf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.849642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2e84695c-f15f-472b-aa94-59c695a3bacf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4348013 Aug 16 21:09:21.852412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55502) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.870733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-eef5ba9e-7d7b-4c4c-9cb8-87005ff119c5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '3352227c-7b93-475a-b8ae-12b84f4392fe', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:21.917823 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.940973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:21.943238 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776724a6-370c-4c5d-9305-51980709b086" -d '{"events": [{"server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "name": "network-vif-plugged", "status": "completed", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:21.962018 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 89ac68a2-845a-403c-babb-0aa024ab1190, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=89ac68a2-845a-403c-babb-0aa024ab1190,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:21.967733 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eef5ba9e-7d7b-4c4c-9cb8-87005ff119c5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.993685 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1dfb8e-bf81-4cbe-b875-d2c960c66e05 x-openstack-request-id: req-fa1dfb8e-bf81-4cbe-b875-d2c960c66e05 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:21.994038 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "name": "network-vif-plugged", "status": "completed", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:21.994642 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fa1dfb8e-bf81-4cbe-b875-d2c960c66e05 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:21.995143 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190', 'code': 200} Aug 16 21:09:22.041467 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.117157 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eef5ba9e-7d7b-4c4c-9cb8-87005ff119c5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.118068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b21db9-604d-4b68-bcad-579036bcc9dc req-5cc19eda-7598-4499-9035-f07d97dc999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:22.119655 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62b21db9-604d-4b68-bcad-579036bcc9dc req-5cc19eda-7598-4499-9035-f07d97dc999f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 1097 time: 0.0682249 Aug 16 21:09:22.119822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=89ac68a2-845a-403c-babb-0aa024ab1190,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:22.142685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706eb80-9199-4633-b236-a60857a9de02 req-40b53e7d-5707-4f53-a030-1493c36ab1a0 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:22.144497 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7706eb80-9199-4633-b236-a60857a9de02 req-40b53e7d-5707-4f53-a030-1493c36ab1a0 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 945 time: 0.1050990 Aug 16 21:09:22.165787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62b21db9-604d-4b68-bcad-579036bcc9dc req-f17b922f-7cf4-4297-aa73-b4e8c1c3466d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387018 Aug 16 21:09:22.190401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eef5ba9e-7d7b-4c4c-9cb8-87005ff119c5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.201695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7706eb80-9199-4633-b236-a60857a9de02 req-d0cdf9e7-ad42-4c3c-aacb-605ce2474213 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456889 Aug 16 21:09:22.215155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5ba9e-7d7b-4c4c-9cb8-87005ff119c5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6aeed4d-ac30-4aed-9fc6-5869a39ce0fa,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:22.304624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eef5ba9e-7d7b-4c4c-9cb8-87005ff119c5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.307850 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eef5ba9e-7d7b-4c4c-9cb8-87005ff119c5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4519453 Aug 16 21:09:22.309332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55512) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:22.314302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5b5e20b0-74c7-4bcb-baf9-fac1bf417d35 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '3352227c-7b93-475a-b8ae-12b84f4392fe', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:22.566483 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b5e20b0-74c7-4bcb-baf9-fac1bf417d35 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.618387 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b5e20b0-74c7-4bcb-baf9-fac1bf417d35 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.703659 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b5e20b0-74c7-4bcb-baf9-fac1bf417d35 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.722501 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e20b0-74c7-4bcb-baf9-fac1bf417d35 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4a9829-ca04-4b59-9952-a273eb1c63db,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:22.801953 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b5e20b0-74c7-4bcb-baf9-fac1bf417d35 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.803165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5b5e20b0-74c7-4bcb-baf9-fac1bf417d35 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4926274 Aug 16 21:09:22.805917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55520) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:22.811229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3d614af9-ec09-4531-8efb-2a1fc2f3c710 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '3352227c-7b93-475a-b8ae-12b84f4392fe', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:22.850192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55524) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:22.937658 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d614af9-ec09-4531-8efb-2a1fc2f3c710 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.012634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d7100-f5af-438c-84fe-d9fbc5d5583d req-7218820b-fdc5-4709-b904-cd91a87af162 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:23.014744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-459d7100-f5af-438c-84fe-d9fbc5d5583d req-7218820b-fdc5-4709-b904-cd91a87af162 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 944 time: 0.1117060 Aug 16 21:09:23.015468 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6051a409-eeea-4fc4-8f27-a6a03ce790d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.067842 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d614af9-ec09-4531-8efb-2a1fc2f3c710 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.089115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-459d7100-f5af-438c-84fe-d9fbc5d5583d req-55853d4f-90b7-410d-bc52-7b373c6cbcd7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668478 Aug 16 21:09:23.123645 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d614af9-ec09-4531-8efb-2a1fc2f3c710 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.149953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d614af9-ec09-4531-8efb-2a1fc2f3c710 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e0f409-cf04-472f-860d-42f807d36cbb,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:23.168359 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6051a409-eeea-4fc4-8f27-a6a03ce790d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.259818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6051a409-eeea-4fc4-8f27-a6a03ce790d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.330930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6051a409-eeea-4fc4-8f27-a6a03ce790d5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f7fc21e8c9f04c209d7991d08254fe58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795256 Aug 16 21:09:23.332916 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d614af9-ec09-4531-8efb-2a1fc2f3c710 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.333994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55530) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:23.334724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3d614af9-ec09-4531-8efb-2a1fc2f3c710 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5269763 Aug 16 21:09:23.334724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051a409-eeea-4fc4-8f27-a6a03ce790d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e9ba21-a289-4e6b-82af-b13a5326f89b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:23.337371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55532) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:23.344711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7bc5c750-ae72-4416-825a-bd33b14dc082 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '3352227c-7b93-475a-b8ae-12b84f4392fe', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:23.364564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86863059-e777-478c-837f-a22e23d5d4cc req-fcb9ac08-5d31-4261-9a3d-abbbb71a8a4c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:23.366078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86863059-e777-478c-837f-a22e23d5d4cc req-fcb9ac08-5d31-4261-9a3d-abbbb71a8a4c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 945 time: 0.1034598 Aug 16 21:09:23.404315 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d68b2c5d-a98a-4974-bdcf-6652644a0fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.432906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86863059-e777-478c-837f-a22e23d5d4cc req-4dae10b5-c7c6-49cf-9eb1-8b1df814feb3 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484879 Aug 16 21:09:23.436795 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d68b2c5d-a98a-4974-bdcf-6652644a0fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.482201 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-7bc5c750-ae72-4416-825a-bd33b14dc082 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Project 23e2ae7b576b4c98ac09070644381864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:09:23.488310 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c750-ae72-4416-825a-bd33b14dc082 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.568799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11e9ad-ddf6-4d96-8865-f12490e9a541 req-3a1962cf-de86-4d1b-8465-e78ebbcc71ab tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:23.570351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe11e9ad-ddf6-4d96-8865-f12490e9a541 req-3a1962cf-de86-4d1b-8465-e78ebbcc71ab tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 945 time: 0.0726786 Aug 16 21:09:23.608800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe11e9ad-ddf6-4d96-8865-f12490e9a541 req-03c4b5d5-2e3b-4898-93bc-29a8d19c0ac8 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324125 Aug 16 21:09:23.618572 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d68b2c5d-a98a-4974-bdcf-6652644a0fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.623612 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d68b2c5d-a98a-4974-bdcf-6652644a0fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.624916 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d68b2c5d-a98a-4974-bdcf-6652644a0fa5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/89e9ba21-a289-4e6b-82af-b13a5326f89b HTTP/1.1" status: 204 len: 168 time: 0.2890995 Aug 16 21:09:23.630697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55540) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:23.632480 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c750-ae72-4416-825a-bd33b14dc082 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.634808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b2c5d-a98a-4974-bdcf-6652644a0fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e9ba21-a289-4e6b-82af-b13a5326f89b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:23.743821 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c750-ae72-4416-825a-bd33b14dc082 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.793376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5c750-ae72-4416-825a-bd33b14dc082 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13d109b-27d0-496e-b70d-5ea674dccfb0,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:23.812092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1420fb7-8518-47e7-b9b5-6a7be677d804 tempest-TestVolumeBackupRestore-574551668 tempest-TestVolumeBackupRestore-574551668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:23.817003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c1420fb7-8518-47e7-b9b5-6a7be677d804 tempest-TestVolumeBackupRestore-574551668 tempest-TestVolumeBackupRestore-574551668-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 1092 time: 0.1802974 Aug 16 21:09:23.817255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55548) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:23.825311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '89ac68a2-845a-403c-babb-0aa024ab1190', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:23.860343 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c750-ae72-4416-825a-bd33b14dc082 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.863787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7bc5c750-ae72-4416-825a-bd33b14dc082 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5219240 Aug 16 21:09:23.867803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55550) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:23.868695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-5b4cfb76-a1ce-40b9-a8ec-2f24955e99c4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '3352227c-7b93-475a-b8ae-12b84f4392fe', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:23.942994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.048958 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.056573 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-5b4cfb76-a1ce-40b9-a8ec-2f24955e99c4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Project 23e2ae7b576b4c98ac09070644381864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:09:24.064222 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b4cfb76-a1ce-40b9-a8ec-2f24955e99c4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.213857 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b4cfb76-a1ce-40b9-a8ec-2f24955e99c4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.235629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Allocated IP 172.25.4.124 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/4c2141f6-0d54-4241-877c-34e2c3f59698) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:24.254866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeea3b-2998-4c97-885b-4d420d799367 req-44f9569f-20ff-4780-9762-54de8d228d7f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:24.256345 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cfeea3b-2998-4c97-885b-4d420d799367 req-44f9569f-20ff-4780-9762-54de8d228d7f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 944 time: 0.0881927 Aug 16 21:09:24.270150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55556) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:24.287271 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6866fdeb-5ebe-461e-97dd-7295c1c261f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.321431 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b4cfb76-a1ce-40b9-a8ec-2f24955e99c4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.352745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cfb76-a1ce-40b9-a8ec-2f24955e99c4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2f7eb9-273c-4672-9d15-5ffd299c1c01,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:24.371538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cfeea3b-2998-4c97-885b-4d420d799367 req-6c9bef61-8113-4a2c-948f-80ebf4bce499 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066966 Aug 16 21:09:24.399957 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6866fdeb-5ebe-461e-97dd-7295c1c261f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.406927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.463843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6866fdeb-5ebe-461e-97dd-7295c1c261f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.506513 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6866fdeb-5ebe-461e-97dd-7295c1c261f2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f90dc182c83e44b4ae4e769df7ef619e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327871 Aug 16 21:09:24.506513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866fdeb-5ebe-461e-97dd-7295c1c261f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357aa61a-0642-4ff0-acf5-7833d89755c9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:24.507554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55560) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:24.545415 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.560175 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ac23b6b-0d42-4e02-b89c-ce86db7cc67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.578490 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5b4cfb76-a1ce-40b9-a8ec-2f24955e99c4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.579683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5b4cfb76-a1ce-40b9-a8ec-2f24955e99c4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7144260 Aug 16 21:09:24.582988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55562) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:24.585562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:24.586201 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ac23b6b-0d42-4e02-b89c-ce86db7cc67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.590556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:24.591087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'network': {'name': 'tempest-network-smoke--1221312271', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'port_security_enabled': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:24.594509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:24.621664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event updated for resources: {'Port': ['ID=4c2141f6-0d54-4241-877c-34e2c3f59698,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:24.692397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:24.696245 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.728446 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ac23b6b-0d42-4e02-b89c-ce86db7cc67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.732033 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ac23b6b-0d42-4e02-b89c-ce86db7cc67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.743589 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4ac23b6b-0d42-4e02-b89c-ce86db7cc67d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/357aa61a-0642-4ff0-acf5-7833d89755c9 HTTP/1.1" status: 204 len: 168 time: 0.2282939 Aug 16 21:09:24.749288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:09:24.760634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac23b6b-0d42-4e02-b89c-ce86db7cc67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357aa61a-0642-4ff0-acf5-7833d89755c9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:24.770203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.770743 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Added segment 4e435629-0a4e-4b2a-844e-ec45eaa9c67a of type vlan for network 0184894d-ae2e-4297-98b3-a88cfc519ea7 Aug 16 21:09:24.829190 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.927624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.934219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:24.935147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.014378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Network': ['ID=0184894d-ae2e-4297-98b3-a88cfc519ea7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:25.027231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 0184894d-ae2e-4297-98b3-a88cfc519ea7 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:09:25.075043 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cf634340-0446-4c5f-bc14-baf6af29b7ad tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4884305 Aug 16 21:09:25.075433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55570) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:25.083598 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'admin_state_up': True, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:25.185148 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.187214 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.408205 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.531936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af0ed-9265-4c17-87c7-e8b7b91fa530 req-86d9c90a-4a68-431b-8bab-79d5d3feb596 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:25.533934 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-df9af0ed-9265-4c17-87c7-e8b7b91fa530 req-86d9c90a-4a68-431b-8bab-79d5d3feb596 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 944 time: 0.0602138 Aug 16 21:09:25.578992 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.605152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.617999 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-df9af0ed-9265-4c17-87c7-e8b7b91fa530 req-548efbdc-91ad-46fb-88b8-f7aefe953f23 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616269 Aug 16 21:09:25.794828 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.828334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.907993 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.988996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event updated for resources: {'Port': ['ID=4c2141f6-0d54-4241-877c-34e2c3f59698,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:26.019560 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.135534 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Floating IP 83297f96-6642-4e28-94c0-7a0f642d4ec0 associated. External IP: 172.25.4.124, port: 89ac68a2-845a-403c-babb-0aa024ab1190. Aug 16 21:09:26.151964 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.172976 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.312756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.25.4.166 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/481a6e66-e9a2-4879-bb24-5eb206dafb87) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:26.367447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Router dacb70b7-bbb9-4749-844e-6a40b84b0e9c has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:26.429179 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.482329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:26.494502 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d720f-6e92-4ea6-95d8-a1ddff009933 None None] Sync routers for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:26.508512 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d720f-6e92-4ea6-95d8-a1ddff009933 None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:26.509272 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-634d720f-6e92-4ea6-95d8-a1ddff009933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:26.573646 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.601644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.622900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:26.625735 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-634d720f-6e92-4ea6-95d8-a1ddff009933 None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:26.630393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:26.634677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:26.670640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7802d4b6-7813-4fd7-94f6-ee18226ff729 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8521905 Aug 16 21:09:26.671664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55614) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:26.672237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:26.675164 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8195591-d0e0-40b7-a483-4b1f1dc35efa" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:26.701216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=481a6e66-e9a2-4879-bb24-5eb206dafb87,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:26.764237 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d6eab1-895c-4ee9-b353-70058085b453 x-openstack-request-id: req-c2d6eab1-895c-4ee9-b353-70058085b453 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:26.764844 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:26.765292 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c2d6eab1-895c-4ee9-b353-70058085b453 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:26.765851 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190', 'status': 'completed', 'code': 200} Aug 16 21:09:26.770816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c68e2be-9be6-46ce-b7b4-76f3f82adb7c tempest-TestVolumeBackupRestore-574551668 tempest-TestVolumeBackupRestore-574551668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:26.772588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1c68e2be-9be6-46ce-b7b4-76f3f82adb7c tempest-TestVolumeBackupRestore-574551668 tempest-TestVolumeBackupRestore-574551668-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 1092 time: 0.0907543 Aug 16 21:09:26.781180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55618) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:26.785984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2a54364d-bef1-4a31-9677-af60b307b1b4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Request body: {'floatingip': {'port_id': '89ac68a2-845a-403c-babb-0aa024ab1190'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:26.817449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2e7b-e435-411b-8949-152e9faf8805 req-178f59a8-d3fd-4ded-a48c-e0a18e757e45 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:26.819144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aaba2e7b-e435-411b-8949-152e9faf8805 req-178f59a8-d3fd-4ded-a48c-e0a18e757e45 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 944 time: 0.0727623 Aug 16 21:09:26.884497 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aaba2e7b-e435-411b-8949-152e9faf8805 req-6f138684-e914-4eab-8788-dc93496ffe10 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593767 Aug 16 21:09:26.961862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a54364d-bef1-4a31-9677-af60b307b1b4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for floatingip, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.113921 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-634d720f-6e92-4ea6-95d8-a1ddff009933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '83297f96-6642-4e28-94c0-7a0f642d4ec0', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'port_id': '89ac68a2-845a-403c-babb-0aa024ab1190', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'mac_address': 'fa:16:3e:cb:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:25Z', 'revision_number': 0, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:28Z', 'revision_number': 5, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:27.114443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8195591-d0e0-40b7-a483-4b1f1dc35efa req-ec84f46e-8112-4056-984f-9b66904b3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:27.115905 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8195591-d0e0-40b7-a483-4b1f1dc35efa req-ec84f46e-8112-4056-984f-9b66904b3536 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ef7514149b345aeb2d3ac50fedbe37b&device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 1097 time: 0.1656697 Aug 16 21:09:27.141108 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d720f-6e92-4ea6-95d8-a1ddff009933 None None] Checking router: dacb70b7-bbb9-4749-844e-6a40b84b0e9c for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:27.149809 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d720f-6e92-4ea6-95d8-a1ddff009933 None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:27.150689 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-634d720f-6e92-4ea6-95d8-a1ddff009933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:27.274479 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-634d720f-6e92-4ea6-95d8-a1ddff009933 None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:27.413620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8195591-d0e0-40b7-a483-4b1f1dc35efa req-3587746e-5eae-4b18-9936-7e412ba9bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:27.414920 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8195591-d0e0-40b7-a483-4b1f1dc35efa req-3587746e-5eae-4b18-9936-7e412ba9bf45 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d153050c-0478-49d6-a9d1-21ce5960fda8 HTTP/1.1" status: 200 len: 915 time: 0.2806339 Aug 16 21:09:27.510327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.552286 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-634d720f-6e92-4ea6-95d8-a1ddff009933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '83297f96-6642-4e28-94c0-7a0f642d4ec0', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'port_id': '89ac68a2-845a-403c-babb-0aa024ab1190', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'mac_address': 'fa:16:3e:cb:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:25Z', 'revision_number': 0, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:28Z', 'revision_number': 5, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:27.583304 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d720f-6e92-4ea6-95d8-a1ddff009933 None None] The sync data for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 is: [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '83297f96-6642-4e28-94c0-7a0f642d4ec0', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'port_id': '89ac68a2-845a-403c-babb-0aa024ab1190', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'mac_address': 'fa:16:3e:cb:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:25Z', 'revision_number': 0, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:28Z', 'revision_number': 5, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:27.676825 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8195591-d0e0-40b7-a483-4b1f1dc35efa req-ac61081a-2d74-4ced-8240-f90d2805ef64 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ac68a2-845a-403c-babb-0aa024ab1190 HTTP/1.1" status: 200 len: 999 time: 0.2527494 Aug 16 21:09:27.859977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6336e-6cc3-48f0-ae90-99f7390ef7f0 None None] New status for floating IP 83297f96-6642-4e28-94c0-7a0f642d4ec0: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:09:27.895956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8195591-d0e0-40b7-a483-4b1f1dc35efa req-d297977a-f882-4ee3-af17-25d13cd6bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:27.897479 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8195591-d0e0-40b7-a483-4b1f1dc35efa req-d297977a-f882-4ee3-af17-25d13cd6bb33 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c73808b-f53c-4af5-b7d9-08d1a8437271 HTTP/1.1" status: 200 len: 853 time: 0.2111335 Aug 16 21:09:28.058369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d5327-6dab-44fe-99ae-1d5e850ba359 req-2961093a-5062-4b75-a8a6-c3129211bd99 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:28.060990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-499d5327-6dab-44fe-99ae-1d5e850ba359 req-2961093a-5062-4b75-a8a6-c3129211bd99 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 944 time: 0.0718293 Aug 16 21:09:28.105829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-499d5327-6dab-44fe-99ae-1d5e850ba359 req-df45d8d4-d2a8-44ab-89d2-8c31420942ee tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377584 Aug 16 21:09:28.352990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55644) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:28.391500 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.resource_extend [None req-2a54364d-bef1-4a31-9677-af60b307b1b4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 21:09:28.433051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8195591-d0e0-40b7-a483-4b1f1dc35efa req-a0d101ed-240f-428b-ab5c-dad44bc899de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:28.435114 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8195591-d0e0-40b7-a483-4b1f1dc35efa req-a0d101ed-240f-428b-ab5c-dad44bc899de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d153050c-0478-49d6-a9d1-21ce5960fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5271337 Aug 16 21:09:28.451467 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.513947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a54364d-bef1-4a31-9677-af60b307b1b4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.554701 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6a18916-61e9-4ee7-a917-35c64bf1436a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.592444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-dff6336e-6cc3-48f0-ae90-99f7390ef7f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:09:28.593691 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-dff6336e-6cc3-48f0-ae90-99f7390ef7f0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:09:28.626395 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a54364d-bef1-4a31-9677-af60b307b1b4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.703285 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8195591-d0e0-40b7-a483-4b1f1dc35efa req-3c9c2c41-b56f-44ba-86d0-a1096ba17170 service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608256 Aug 16 21:09:28.951981 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8195591-d0e0-40b7-a483-4b1f1dc35efa req-f6b8ecdc-125d-43da-853e-0b1e4dff4a0b service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359123 Aug 16 21:09:28.985656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 06552cf5-0870-458d-88f3-af9aca743ed7 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:09:28.991744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6a18916-61e9-4ee7-a917-35c64bf1436a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.094792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6336e-6cc3-48f0-ae90-99f7390ef7f0 None None] New status for floating IP 83297f96-6642-4e28-94c0-7a0f642d4ec0: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:09:29.104562 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c6a18916-61e9-4ee7-a917-35c64bf1436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.255066 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c6a18916-61e9-4ee7-a917-35c64bf1436a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1c047ac1e37d420e892e6b19afcf70fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8984320 Aug 16 21:09:29.256570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55656) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:29.263037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a18916-61e9-4ee7-a917-35c64bf1436a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7216438-5ac3-4d4b-8b9c-a265714d2a86,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:29.294675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a54364d-bef1-4a31-9677-af60b307b1b4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Router dacb70b7-bbb9-4749-844e-6a40b84b0e9c has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:29.295302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377eb2c-8ba9-4807-8893-84475121961b req-1be3022d-8ef5-4d24-8999-1b466f89582d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:29.295302 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9377eb2c-8ba9-4807-8893-84475121961b req-1be3022d-8ef5-4d24-8999-1b466f89582d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 944 time: 0.0759110 Aug 16 21:09:29.335141 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3c517c0-d86e-4618-9071-d8e70ad03754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.391446 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3c517c0-d86e-4618-9071-d8e70ad03754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.403987 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9377eb2c-8ba9-4807-8893-84475121961b req-d0f6a26b-c5cb-4634-a6a4-356a6c076d0d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847743 Aug 16 21:09:29.417369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:29.433298 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030f852-968a-494d-9256-11467230d901 None None] Sync routers for ids ['06552cf5-0870-458d-88f3-af9aca743ed7'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:29.454268 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030f852-968a-494d-9256-11467230d901 None None] Routers {'06552cf5-0870-458d-88f3-af9aca743ed7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:29.455856 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b030f852-968a-494d-9256-11467230d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['06552cf5-0870-458d-88f3-af9aca743ed7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:29.472898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a54364d-bef1-4a31-9677-af60b307b1b4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:29.478296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a54364d-bef1-4a31-9677-af60b307b1b4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.510847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:29.521326 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd5952a-2d2d-420f-953c-1c67f7042d49" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:29.558498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7e9cb-8266-439b-93ec-4a449d8c11f8 None None] Sync routers for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:29.561608 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3c517c0-d86e-4618-9071-d8e70ad03754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.565539 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a3c517c0-d86e-4618-9071-d8e70ad03754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.567025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a3c517c0-d86e-4618-9071-d8e70ad03754 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d7216438-5ac3-4d4b-8b9c-a265714d2a86 HTTP/1.1" status: 204 len: 168 time: 0.2858591 Aug 16 21:09:29.574227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7e9cb-8266-439b-93ec-4a449d8c11f8 None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:29.575012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0ee7e9cb-8266-439b-93ec-4a449d8c11f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:29.581067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c517c0-d86e-4618-9071-d8e70ad03754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7216438-5ac3-4d4b-8b9c-a265714d2a86,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:29.583888 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2a54364d-bef1-4a31-9677-af60b307b1b4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "PUT /v2.0/floatingips/83297f96-6642-4e28-94c0-7a0f642d4ec0 HTTP/1.1" status: 200 len: 991 time: 2.8015373 Aug 16 21:09:29.617295 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150afd4b-d973-4ca7-8544-2501388906df x-openstack-request-id: req-150afd4b-d973-4ca7-8544-2501388906df {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:29.617676 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-b030f852-968a-494d-9256-11467230d901 None None] Set router 06552cf5-0870-458d-88f3-af9aca743ed7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:29.617908 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:29.618234 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-150afd4b-d973-4ca7-8544-2501388906df {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:29.618735 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190', 'status': 'completed', 'code': 200} Aug 16 21:09:29.623765 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.625196 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8e3ed017-dd33-4797-9703-b8449a687b5f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5485764 Aug 16 21:09:29.628495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55662) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:29.705403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d70f50f9-0b5b-401b-87b7-b3918b914fbe tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=23e2ae7b576b4c98ac09070644381864&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756333 Aug 16 21:09:29.708189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55664) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:29.721377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5952a-2d2d-420f-953c-1c67f7042d49 req-47abdace-248d-4f29-b275-d7e6a00bdfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:29.729470 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6fd5952a-2d2d-420f-953c-1c67f7042d49 req-47abdace-248d-4f29-b275-d7e6a00bdfd4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ef7514149b345aeb2d3ac50fedbe37b&device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 1097 time: 0.0827200 Aug 16 21:09:29.768895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-0ee7e9cb-8266-439b-93ec-4a449d8c11f8 None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:29.857744 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b030f852-968a-494d-9256-11467230d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:27Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:29.863085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8034216-6b4f-4e15-b1ce-1bd688e98883 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:29.867369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e8034216-6b4f-4e15-b1ce-1bd688e98883 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1553442 Aug 16 21:09:29.867552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55668) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:29.888847 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030f852-968a-494d-9256-11467230d901 None None] Checking router: 06552cf5-0870-458d-88f3-af9aca743ed7 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:29.889283 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030f852-968a-494d-9256-11467230d901 None None] Updating router 06552cf5-0870-458d-88f3-af9aca743ed7 port 481a6e66-e9a2-4879-bb24-5eb206dafb87 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:09:29.925358 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a210315a-8356-4989-aa08-5bad920e7343 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543234 Aug 16 21:09:29.926296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55672) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:29.931326 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-200537979', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:29.933504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5952a-2d2d-420f-953c-1c67f7042d49 req-7c750089-b005-409f-bfbb-0a7d792ed572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:29.936858 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6fd5952a-2d2d-420f-953c-1c67f7042d49 req-7c750089-b005-409f-bfbb-0a7d792ed572 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d153050c-0478-49d6-a9d1-21ce5960fda8 HTTP/1.1" status: 200 len: 915 time: 0.2056906 Aug 16 21:09:29.936981 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b030f852-968a-494d-9256-11467230d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.032796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6fd5952a-2d2d-420f-953c-1c67f7042d49 req-73642c11-0234-473b-bfb6-c4a04871aa29 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ac68a2-845a-403c-babb-0aa024ab1190 HTTP/1.1" status: 200 len: 1001 time: 0.0846643 Aug 16 21:09:30.121013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:30.122060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5952a-2d2d-420f-953c-1c67f7042d49 req-e9ea64ed-6243-4f74-8cc6-6bdaabe2d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:30.123802 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6fd5952a-2d2d-420f-953c-1c67f7042d49 req-e9ea64ed-6243-4f74-8cc6-6bdaabe2d421 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c73808b-f53c-4af5-b7d9-08d1a8437271 HTTP/1.1" status: 200 len: 853 time: 0.0847411 Aug 16 21:09:30.126451 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.179711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0ee7e9cb-8266-439b-93ec-4a449d8c11f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '83297f96-6642-4e28-94c0-7a0f642d4ec0', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'port_id': '89ac68a2-845a-403c-babb-0aa024ab1190', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'mac_address': 'fa:16:3e:cb:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:29Z', 'revision_number': 2, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:28Z', 'revision_number': 5, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:30.210166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5952a-2d2d-420f-953c-1c67f7042d49 req-c09a6ea2-edc7-4e5d-94e1-1bb712dedde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:30.211925 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6fd5952a-2d2d-420f-953c-1c67f7042d49 req-c09a6ea2-edc7-4e5d-94e1-1bb712dedde9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d153050c-0478-49d6-a9d1-21ce5960fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809052 Aug 16 21:09:30.214027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7e9cb-8266-439b-93ec-4a449d8c11f8 None None] Checking router: dacb70b7-bbb9-4749-844e-6a40b84b0e9c for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:30.224241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7e9cb-8266-439b-93ec-4a449d8c11f8 None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:30.224958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0ee7e9cb-8266-439b-93ec-4a449d8c11f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:30.348598 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6fd5952a-2d2d-420f-953c-1c67f7042d49 req-960cc344-cf9c-4520-88a5-607817c05261 service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286788 Aug 16 21:09:30.378077 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b030f852-968a-494d-9256-11467230d901 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.399122 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-b030f852-968a-494d-9256-11467230d901 None None] Transition to ACTIVE for port object 481a6e66-e9a2-4879-bb24-5eb206dafb87 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:30.417351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-0ee7e9cb-8266-439b-93ec-4a449d8c11f8 None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:30.459528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55680) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:30.472129 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6fd5952a-2d2d-420f-953c-1c67f7042d49 req-f9ad8792-41df-4671-a16a-4dcd969033bb service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161571 Aug 16 21:09:30.479436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53fd6398-812d-493e-8145-793897a7b9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.481227 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b030f852-968a-494d-9256-11467230d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.583804 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Pushing event updated for resources: {'Port': ['ID=481a6e66-e9a2-4879-bb24-5eb206dafb87,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:30.591734 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b030f852-968a-494d-9256-11467230d901 None None] Attempting to bind port 481a6e66-e9a2-4879-bb24-5eb206dafb87 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:30.592105 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b030f852-968a-494d-9256-11467230d901 None None] Attempting to bind port 481a6e66-e9a2-4879-bb24-5eb206dafb87 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:30.592469 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030f852-968a-494d-9256-11467230d901 None None] Attempting to bind port 481a6e66-e9a2-4879-bb24-5eb206dafb87 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:30.597143 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.597491 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.597831 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.598171 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.598553 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.598890 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.599220 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.599544 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.599867 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.600190 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.600512 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.601191 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:30.607392 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030f852-968a-494d-9256-11467230d901 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:30.607766 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030f852-968a-494d-9256-11467230d901 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:30.608179 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b030f852-968a-494d-9256-11467230d901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.608571 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030f852-968a-494d-9256-11467230d901 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:30.609072 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-b030f852-968a-494d-9256-11467230d901 None None] Bound port: 481a6e66-e9a2-4879-bb24-5eb206dafb87, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:30.609464 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b030f852-968a-494d-9256-11467230d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.627774 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.651770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53fd6398-812d-493e-8145-793897a7b9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.663966 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-b030f852-968a-494d-9256-11467230d901 None None] For port 481a6e66-e9a2-4879-bb24-5eb206dafb87, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:30.667460 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-b030f852-968a-494d-9256-11467230d901 None None] For port 481a6e66-e9a2-4879-bb24-5eb206dafb87, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=481a6e66-e9a2-4879-bb24-5eb206dafb87,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:30.717969 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Subnet': ['ID=8ba9e09d-0126-443f-947a-151a1eda5b1e,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:30.734056 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-53fd6398-812d-493e-8145-793897a7b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.737087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0ee7e9cb-8266-439b-93ec-4a449d8c11f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '83297f96-6642-4e28-94c0-7a0f642d4ec0', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'port_id': '89ac68a2-845a-403c-babb-0aa024ab1190', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'mac_address': 'fa:16:3e:cb:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:29Z', 'revision_number': 2, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:28Z', 'revision_number': 5, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:30.743754 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-b030f852-968a-494d-9256-11467230d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.748098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4640fc4-3092-4679-8b7a-82f181c460ce req-369aaea3-86c1-469d-a185-82c009b85dbc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:30.749766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4640fc4-3092-4679-8b7a-82f181c460ce req-369aaea3-86c1-469d-a185-82c009b85dbc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 944 time: 0.1364336 Aug 16 21:09:30.789700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7e9cb-8266-439b-93ec-4a449d8c11f8 None None] The sync data for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 is: [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '83297f96-6642-4e28-94c0-7a0f642d4ec0', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'port_id': '89ac68a2-845a-403c-babb-0aa024ab1190', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'mac_address': 'fa:16:3e:cb:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:29Z', 'revision_number': 2, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:28Z', 'revision_number': 5, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:30.794453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Checking segment: {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:30.794849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network hostable DHCP agents. Network: 0184894d-ae2e-4297-98b3-a88cfc519ea7, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:09:30.808264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-53fd6398-812d-493e-8145-793897a7b9f0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c2614307f7e64982a5140f17a95983ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475225 Aug 16 21:09:30.811107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55682) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:30.827835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd6398-812d-493e-8145-793897a7b9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572668bc-3369-48c1-a42c-c8c1f740c4ed,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:30.837659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d4640fc4-3092-4679-8b7a-82f181c460ce req-f4760ad6-46f2-4cd0-85ec-ad27d4009c4f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810881 Aug 16 21:09:30.855876 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08502c8d-cd52-4d82-b554-c79b3270cc56 None None] Pushing event updated for resources: {'Port': ['ID=481a6e66-e9a2-4879-bb24-5eb206dafb87,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:30.859124 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030f852-968a-494d-9256-11467230d901 None None] Routers {'06552cf5-0870-458d-88f3-af9aca743ed7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:30.859792 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b030f852-968a-494d-9256-11467230d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['06552cf5-0870-458d-88f3-af9aca743ed7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:30.892648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 0184894d-ae2e-4297-98b3-a88cfc519ea7 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:09:30.910618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd82d041-f82e-46cd-b413-64cf9f2f48d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.934886 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd82d041-f82e-46cd-b413-64cf9f2f48d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.951296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 0184894d-ae2e-4297-98b3-a88cfc519ea7) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:30.971219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:30.972202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988743a-ce8f-4e44-9934-32c9b8b6262c None None] Network 0184894d-ae2e-4297-98b3-a88cfc519ea7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:30.974117 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.022201 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-b030f852-968a-494d-9256-11467230d901 None None] Set router 06552cf5-0870-458d-88f3-af9aca743ed7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:31.088071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af38de62-0e3b-42d6-abde-07bdef37c2e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1606925 Aug 16 21:09:31.094725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55688) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:31.095843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ad79543e-d16c-4928-86cb-6a37c66de3d3 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:09:31.194765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-0184894d-ae2e-4297-98b3-a88cfc519ea7', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:09:31.195802 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.206513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd82d041-f82e-46cd-b413-64cf9f2f48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.210314 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cd82d041-f82e-46cd-b413-64cf9f2f48d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.215294 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cd82d041-f82e-46cd-b413-64cf9f2f48d5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/572668bc-3369-48c1-a42c-c8c1f740c4ed HTTP/1.1" status: 204 len: 168 time: 0.4008210 Aug 16 21:09:31.240642 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-b030f852-968a-494d-9256-11467230d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:27Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:31.316353 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030f852-968a-494d-9256-11467230d901 None None] The sync data for ids ['06552cf5-0870-458d-88f3-af9aca743ed7'] in n-d-793619-14 is: [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:27Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:31.316918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82d041-f82e-46cd-b413-64cf9f2f48d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572668bc-3369-48c1-a42c-c8c1f740c4ed,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:31.374102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ad79543e-d16c-4928-86cb-6a37c66de3d3, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ad79543e-d16c-4928-86cb-6a37c66de3d3,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:31.394464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'ad79543e-d16c-4928-86cb-6a37c66de3d3', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'port_id': 'ad79543e-d16c-4928-86cb-6a37c66de3d3', 'mac_address': 'fa:16:3e:89:b0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:09:31.403995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Allocated IP 172.20.0.2 (0184894d-ae2e-4297-98b3-a88cfc519ea7/8ba9e09d-0126-443f-947a-151a1eda5b1e/47826f1e-88e2-437f-9378-1700415bcb71) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:31.497870 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.519478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad79543e-d16c-4928-86cb-6a37c66de3d3 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:31.559326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ad79543e-d16c-4928-86cb-6a37c66de3d3, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ad79543e-d16c-4928-86cb-6a37c66de3d3,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:31.681751 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.693339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Transition to ACTIVE for port object 47826f1e-88e2-437f-9378-1700415bcb71 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:31.730847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Transition to ACTIVE for port object 47826f1e-88e2-437f-9378-1700415bcb71 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:31.736128 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.806619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:31.808794 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b73e8e-0625-485b-b674-db1d32bda80d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:31.820891 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.870732 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e562afa2-cf9a-4385-aad4-e47509194e35 x-openstack-request-id: req-e562afa2-cf9a-4385-aad4-e47509194e35 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:31.871714 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:31.872954 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e562afa2-cf9a-4385-aad4-e47509194e35 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:31.874474 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190', 'status': 'completed', 'code': 200} Aug 16 21:09:31.896415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Network 0184894d-ae2e-4297-98b3-a88cfc519ea7 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:31.902008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:31.905677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:32.003041 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b73e8e-0625-485b-b674-db1d32bda80d req-54fff4b1-0942-47f3-8485-a9c5b989def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:32.004785 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14b73e8e-0625-485b-b674-db1d32bda80d req-54fff4b1-0942-47f3-8485-a9c5b989def5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ef7514149b345aeb2d3ac50fedbe37b&device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 1097 time: 0.1119905 Aug 16 21:09:32.016292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['ad79543e-d16c-4928-86cb-6a37c66de3d3'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:32.092533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679333a-cb22-4bfd-84e9-65f40b990618 req-f3de4ecf-bcbe-486f-ae83-45bd97709761 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:32.097957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e679333a-cb22-4bfd-84e9-65f40b990618 req-f3de4ecf-bcbe-486f-ae83-45bd97709761 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 945 time: 0.1342003 Aug 16 21:09:32.143383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Attempting to bind port 47826f1e-88e2-437f-9378-1700415bcb71 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:32.147929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Attempting to bind port 47826f1e-88e2-437f-9378-1700415bcb71 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:32.147929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Attempting to bind port 47826f1e-88e2-437f-9378-1700415bcb71 on network 0184894d-ae2e-4297-98b3-a88cfc519ea7 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:32.150670 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ad79543e-d16c-4928-86cb-6a37c66de3d3,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:32.203744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e679333a-cb22-4bfd-84e9-65f40b990618 req-1036649c-73f4-4fe5-8ca0-3694cb087e1c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974469 Aug 16 21:09:32.335587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b73e8e-0625-485b-b674-db1d32bda80d req-70b9aef3-acff-449b-9280-f4a656b98711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:32.337507 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14b73e8e-0625-485b-b674-db1d32bda80d req-70b9aef3-acff-449b-9280-f4a656b98711 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d153050c-0478-49d6-a9d1-21ce5960fda8 HTTP/1.1" status: 200 len: 915 time: 0.3155599 Aug 16 21:09:32.390758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 481a6e66-e9a2-4879-bb24-5eb206dafb87 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:32.396764 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:32.397243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Checking segment: {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:32.397717 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.398177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Bound using segment: {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:32.398740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Bound port: 47826f1e-88e2-437f-9378-1700415bcb71, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:32.399205 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.420048 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.484857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Pushing event updated for resources: {'Port': ['ID=47826f1e-88e2-437f-9378-1700415bcb71,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:32.568742 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14b73e8e-0625-485b-b674-db1d32bda80d req-375a79b6-15cb-428a-965e-6790d2030449 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ac68a2-845a-403c-babb-0aa024ab1190 HTTP/1.1" status: 200 len: 1001 time: 0.2226689 Aug 16 21:09:32.586740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] For port 47826f1e-88e2-437f-9378-1700415bcb71, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:32.626148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] For port 47826f1e-88e2-437f-9378-1700415bcb71, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=47826f1e-88e2-437f-9378-1700415bcb71,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:32.638237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b73e8e-0625-485b-b674-db1d32bda80d req-5fa34a2c-b8a6-42b4-8448-c81221503967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:32.640119 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14b73e8e-0625-485b-b674-db1d32bda80d req-5fa34a2c-b8a6-42b4-8448-c81221503967 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c73808b-f53c-4af5-b7d9-08d1a8437271 HTTP/1.1" status: 200 len: 853 time: 0.0604124 Aug 16 21:09:32.692054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 481a6e66-e9a2-4879-bb24-5eb206dafb87 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:32.698548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 481a6e66-e9a2-4879-bb24-5eb206dafb87 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:32.698905 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.765183 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.782023 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.812408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b73e8e-0625-485b-b674-db1d32bda80d req-e7880c17-d5b6-4a0a-bb8f-6443c8d2a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:32.814313 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14b73e8e-0625-485b-b674-db1d32bda80d req-e7880c17-d5b6-4a0a-bb8f-6443c8d2a133 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d153050c-0478-49d6-a9d1-21ce5960fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662328 Aug 16 21:09:32.823698 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.963135 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a41e83-9de8-4997-8b9a-879a999d09af None None] Pushing event updated for resources: {'Port': ['ID=47826f1e-88e2-437f-9378-1700415bcb71,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:32.987078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.998226 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14b73e8e-0625-485b-b674-db1d32bda80d req-582a5a4f-108d-4182-a408-0082cb109812 service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742387 Aug 16 21:09:33.019056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 481a6e66-e9a2-4879-bb24-5eb206dafb87, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=481a6e66-e9a2-4879-bb24-5eb206dafb87,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:33.070502 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.182987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=481a6e66-e9a2-4879-bb24-5eb206dafb87,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:33.195976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.20.0.1 (0184894d-ae2e-4297-98b3-a88cfc519ea7/8ba9e09d-0126-443f-947a-151a1eda5b1e/837d1cb1-1ed5-41d7-869c-177f4ae1ec42) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:33.206932 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14b73e8e-0625-485b-b674-db1d32bda80d req-61e7d360-4dab-4e6f-9f29-b94ec878440b service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913471 Aug 16 21:09:33.359249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be56e3-90b9-43ab-87b8-6c8138918b15 req-4f7584b5-9fa3-4b1e-a08e-071a2cb7edc9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:33.361090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6be56e3-90b9-43ab-87b8-6c8138918b15 req-4f7584b5-9fa3-4b1e-a08e-071a2cb7edc9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 945 time: 0.0601478 Aug 16 21:09:33.383462 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.401228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Transition to ACTIVE for port object 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:33.422928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6be56e3-90b9-43ab-87b8-6c8138918b15 req-a9ded403-3731-42b5-9993-01bb029d4cd4 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445449 Aug 16 21:09:33.538807 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.586366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 0184894d-ae2e-4297-98b3-a88cfc519ea7 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:33.592084 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:33.595877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:33.640589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=837d1cb1-1ed5-41d7-869c-177f4ae1ec42,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:33.666429 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.912666 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.246447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 47826f1e-88e2-437f-9378-1700415bcb71 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:34.322724 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.351139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d337d4-7e64-4f88-89e1-ba06f15c3d3a None None] Network 0184894d-ae2e-4297-98b3-a88cfc519ea7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:34.418194 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.445906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 47826f1e-88e2-437f-9378-1700415bcb71 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:34.460635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 481a6e66-e9a2-4879-bb24-5eb206dafb87 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:34.511657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=837d1cb1-1ed5-41d7-869c-177f4ae1ec42,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:34.514904 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.573717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b46c6c7c-e625-4afd-bc09-58e11ad6dd2d None None] Provisioning for port 47826f1e-88e2-437f-9378-1700415bcb71 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:34.609354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fcc05-9b4b-40c4-8bd6-5a7ae7cc85db req-17275eb6-be7b-4800-86a3-e490cae0e857 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:34.618785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c2fcc05-9b4b-40c4-8bd6-5a7ae7cc85db req-17275eb6-be7b-4800-86a3-e490cae0e857 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 945 time: 0.0848496 Aug 16 21:09:34.621937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b46c6c7c-e625-4afd-bc09-58e11ad6dd2d None None] Provisioning complete for port 47826f1e-88e2-437f-9378-1700415bcb71 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:34.622322 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b46c6c7c-e625-4afd-bc09-58e11ad6dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.622908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 0184894d-ae2e-4297-98b3-a88cfc519ea7 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:34.624689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:34.671808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c2fcc05-9b4b-40c4-8bd6-5a7ae7cc85db req-884296ed-55a3-4b41-94f4-b0b4be08a2fc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519507 Aug 16 21:09:34.724539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 481a6e66-e9a2-4879-bb24-5eb206dafb87 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:34.724923 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.758827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 06552cf5-0870-458d-88f3-af9aca743ed7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:34.803570 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b46c6c7c-e625-4afd-bc09-58e11ad6dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.873993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b46c6c7c-e625-4afd-bc09-58e11ad6dd2d None None] For port 47826f1e-88e2-437f-9378-1700415bcb71, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=47826f1e-88e2-437f-9378-1700415bcb71,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:34.899984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:34.905714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cb123210-86c3-411e-91ea-8201cb173957 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "PUT /v2.0/routers/06552cf5-0870-458d-88f3-af9aca743ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8095601 Aug 16 21:09:34.912708 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Sync routers for ids ['06552cf5-0870-458d-88f3-af9aca743ed7'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:34.926348 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Routers {'06552cf5-0870-458d-88f3-af9aca743ed7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:34.926992 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['06552cf5-0870-458d-88f3-af9aca743ed7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:34.961238 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b46c6c7c-e625-4afd-bc09-58e11ad6dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.050140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c6c7c-e625-4afd-bc09-58e11ad6dd2d None None] Pushing event updated for resources: {'Port': ['ID=47826f1e-88e2-437f-9378-1700415bcb71,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:35.053402 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Set router 06552cf5-0870-458d-88f3-af9aca743ed7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:35.114847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ad79543e-d16c-4928-86cb-6a37c66de3d3 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:35.186210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-58464f4e-5eed-4100-86b6-189af7229179 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341555568&fields=id&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 267 time: 0.0495787 Aug 16 21:09:35.292943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-258596c1-6eb2-47ff-8804-6e81c7712092 None None] Provisioning for port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:35.304214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-258596c1-6eb2-47ff-8804-6e81c7712092 None None] Provisioning complete for port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:35.305130 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-258596c1-6eb2-47ff-8804-6e81c7712092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.351188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port ad79543e-d16c-4928-86cb-6a37c66de3d3 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:35.361852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port ad79543e-d16c-4928-86cb-6a37c66de3d3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:35.362998 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.391707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-c1051cbb-434c-4d7d-bd64-3f5a89a2d922 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:35.395746 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:33Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '837d1cb1-1ed5-41d7-869c-177f4ae1ec42', 'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c0:e7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:32Z', 'updated_at': '2021-08-16T21:09:34Z', 'revision_number': 2, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:35.396091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-c1051cbb-434c-4d7d-bd64-3f5a89a2d922 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 797 time: 0.2058342 Aug 16 21:09:35.421068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-36197600-2260-4898-a296-442565a4e8c8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/quotas/23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 375 time: 0.0198662 Aug 16 21:09:35.434600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-258596c1-6eb2-47ff-8804-6e81c7712092 None None] Port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:35.462734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-258596c1-6eb2-47ff-8804-6e81c7712092 None None] Provisioning complete for port 47826f1e-88e2-437f-9378-1700415bcb71 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:35.463257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-258596c1-6eb2-47ff-8804-6e81c7712092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.550387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-f0255aad-5b5c-478e-9b4c-7e67592bdd7a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226213 Aug 16 21:09:35.573480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-b7d8b27a-e265-4d6c-8461-29ff522c1b12 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:09:35.574893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-b7d8b27a-e265-4d6c-8461-29ff522c1b12 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100882 Aug 16 21:09:35.652571 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.652957 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Checking router: 06552cf5-0870-458d-88f3-af9aca743ed7 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:35.652957 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Updating router 06552cf5-0870-458d-88f3-af9aca743ed7 port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:09:35.689205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad79543e-d16c-4928-86cb-6a37c66de3d3'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:35.690122 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.692054 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0cf7b8-7a1c-4adf-b316-42429e106c85" -d '{"events": [{"server_uuid": "a39659d5-1d97-4bfe-a1b1-edfd626e57af", "name": "network-vif-plugged", "status": "completed", "tag": "ad79543e-d16c-4928-86cb-6a37c66de3d3"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:35.715869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ad79543e-d16c-4928-86cb-6a37c66de3d3, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ad79543e-d16c-4928-86cb-6a37c66de3d3,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:35.783115 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.833497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ad79543e-d16c-4928-86cb-6a37c66de3d3,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:35.848139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bcb08741-7502-4c68-a7b9-f5e1d2a17d8d None None] Provisioning complete for port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:35.848611 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bcb08741-7502-4c68-a7b9-f5e1d2a17d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.889971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bcb08741-7502-4c68-a7b9-f5e1d2a17d8d None None] Port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:35.933610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020719c-e145-4e57-832e-5122f58eebdd req-004af0a3-ca52-43fa-89fc-ae9406a53c53 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:35.936283 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8020719c-e145-4e57-832e-5122f58eebdd req-004af0a3-ca52-43fa-89fc-ae9406a53c53 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 946 time: 0.1626301 Aug 16 21:09:35.972766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-4416b30b-0fe8-48e1-9900-3c8d5facef1c service neutron] 10.222.0.74 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867667 Aug 16 21:09:35.998566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8020719c-e145-4e57-832e-5122f58eebdd req-c94288c2-f809-48b7-81d6-6718599e88a1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539515 Aug 16 21:09:36.071283 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7729b7-2a15-4fb0-963d-da96ebfaeb6e x-openstack-request-id: req-aa7729b7-2a15-4fb0-963d-da96ebfaeb6e {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:36.071584 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39659d5-1d97-4bfe-a1b1-edfd626e57af", "name": "network-vif-plugged", "status": "completed", "tag": "ad79543e-d16c-4928-86cb-6a37c66de3d3", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:36.072531 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aa7729b7-2a15-4fb0-963d-da96ebfaeb6e {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:36.073089 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad79543e-d16c-4928-86cb-6a37c66de3d3', 'code': 200} Aug 16 21:09:36.087733 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-33685fcc-e096-410a-b42d-8e23e962129e service neutron] 10.222.0.74 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026535 Aug 16 21:09:36.126892 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.139341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 47826f1e-88e2-437f-9378-1700415bcb71 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:36.143598 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Transition to ACTIVE for port object 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:36.194962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123f51-7325-4b03-95e2-3eb6afd9517e req-e6c34557-f349-4c94-a388-70298cdf63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:36.196207 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dc123f51-7325-4b03-95e2-3eb6afd9517e req-e6c34557-f349-4c94-a388-70298cdf63dd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 1098 time: 0.0556383 Aug 16 21:09:36.210138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 47826f1e-88e2-437f-9378-1700415bcb71 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:36.210772 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.213278 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.237321 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dc123f51-7325-4b03-95e2-3eb6afd9517e req-bd4c2eed-d7e8-447c-aa91-3b7cb58d2bad service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345626 Aug 16 21:09:36.260614 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b175e5b-2742-482d-a305-4c2bb55eeb1d None None] Pushing event updated for resources: {'Port': ['ID=837d1cb1-1ed5-41d7-869c-177f4ae1ec42,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:36.364795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55856) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:36.385169 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Attempting to bind port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:36.386153 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Attempting to bind port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:36.386859 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Attempting to bind port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 on network 0184894d-ae2e-4297-98b3-a88cfc519ea7 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:36.395292 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:36.395671 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Checking segment: {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:36.396283 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.397044 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Bound using segment: {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:36.397546 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Bound port: 837d1cb1-1ed5-41d7-869c-177f4ae1ec42, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:36.397926 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.447603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec60dded-40bd-4575-b6a6-ed01392fcc7b req-dae9178d-da66-4e62-86ff-ded30cb26b4d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 210 time: 0.0431025 Aug 16 21:09:36.480417 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] For port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:36.484939 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] For port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=837d1cb1-1ed5-41d7-869c-177f4ae1ec42,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:36.546901 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.560785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9c41bd4-27f8-44cb-9776-a3dd6ade8301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.614581 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Routers {'06552cf5-0870-458d-88f3-af9aca743ed7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:36.615238 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['06552cf5-0870-458d-88f3-af9aca743ed7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:36.661143 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b175e5b-2742-482d-a305-4c2bb55eeb1d None None] Pushing event updated for resources: {'Port': ['ID=837d1cb1-1ed5-41d7-869c-177f4ae1ec42,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:36.696341 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9c41bd4-27f8-44cb-9776-a3dd6ade8301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.756863 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] Set router 06552cf5-0870-458d-88f3-af9aca743ed7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:36.766323 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e9c41bd4-27f8-44cb-9776-a3dd6ade8301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.818616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55870) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:36.818826 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e9c41bd4-27f8-44cb-9776-a3dd6ade8301 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2e8cb4daf07c412e8167bc98272863e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521930 Aug 16 21:09:36.819922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c41bd4-27f8-44cb-9776-a3dd6ade8301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fe0db9-8f85-4477-92f6-1333f5286d28,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:36.892334 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17833ccc-691e-4055-81b7-432ec5b7090e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.920015 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17833ccc-691e-4055-81b7-432ec5b7090e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.000082 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:33Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '837d1cb1-1ed5-41d7-869c-177f4ae1ec42', 'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c0:e7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:32Z', 'updated_at': '2021-08-16T21:09:36Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:37.031866 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d23549-4fcb-468b-bd0b-ffc13d95eb88 None None] The sync data for ids ['06552cf5-0870-458d-88f3-af9aca743ed7'] in n-d-793619-14 is: [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:33Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '837d1cb1-1ed5-41d7-869c-177f4ae1ec42', 'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c0:e7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:32Z', 'updated_at': '2021-08-16T21:09:36Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:37.100269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17833ccc-691e-4055-81b7-432ec5b7090e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.104919 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17833ccc-691e-4055-81b7-432ec5b7090e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.111460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-17833ccc-691e-4055-81b7-432ec5b7090e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e5fe0db9-8f85-4477-92f6-1333f5286d28 HTTP/1.1" status: 204 len: 168 time: 0.2904904 Aug 16 21:09:37.146134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17833ccc-691e-4055-81b7-432ec5b7090e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fe0db9-8f85-4477-92f6-1333f5286d28,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:37.240083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cefedd-309d-40d4-b5fc-018497848fe0 req-d1016262-2f22-4df6-a868-eb790d555439 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:37.252789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6cefedd-309d-40d4-b5fc-018497848fe0 req-d1016262-2f22-4df6-a868-eb790d555439 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 946 time: 0.1034493 Aug 16 21:09:37.313532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6cefedd-309d-40d4-b5fc-018497848fe0 req-dbadedec-00d6-46aa-8999-7d4bbaeb0c5f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545180 Aug 16 21:09:37.603919 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cf931b2-d8b8-4bad-bc84-b34617de983a req-a7950ba1-e109-459c-b4d7-e50cc1d9ca67 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 210 time: 0.0491157 Aug 16 21:09:37.867805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55896) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:37.882888 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fda417c8-7318-4c9d-a1fb-2f1e716abbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.990344 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fda417c8-7318-4c9d-a1fb-2f1e716abbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.064207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fda417c8-7318-4c9d-a1fb-2f1e716abbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.108259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fda417c8-7318-4c9d-a1fb-2f1e716abbe2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=41561e3f08e04d3c928e36ddd156f70f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391493 Aug 16 21:09:38.108835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 55898) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:38.119274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:38.122221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda417c8-7318-4c9d-a1fb-2f1e716abbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4595e8-5730-429e-b731-d2cdfed943af,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:38.178771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bf4188ba-4c92-4d01-a51f-8601f6d957e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.206163 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bf4188ba-4c92-4d01-a51f-8601f6d957e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.270046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:38.274524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:38.274904 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.355828 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bf4188ba-4c92-4d01-a51f-8601f6d957e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.358841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bf4188ba-4c92-4d01-a51f-8601f6d957e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.360094 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bf4188ba-4c92-4d01-a51f-8601f6d957e5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7c4595e8-5730-429e-b731-d2cdfed943af HTTP/1.1" status: 204 len: 168 time: 0.2441218 Aug 16 21:09:38.369880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4188ba-4c92-4d01-a51f-8601f6d957e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4595e8-5730-429e-b731-d2cdfed943af,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:38.374116 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.445515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=837d1cb1-1ed5-41d7-869c-177f4ae1ec42,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:38.461536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586260cc-4fc7-4062-9a67-2a23f4a843ae req-d13c7e78-804d-48a2-98a1-e2ea853a803e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:38.463455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-586260cc-4fc7-4062-9a67-2a23f4a843ae req-d13c7e78-804d-48a2-98a1-e2ea853a803e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 946 time: 0.0821133 Aug 16 21:09:38.521703 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.527616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-586260cc-4fc7-4062-9a67-2a23f4a843ae req-151731b3-144b-480a-bfe4-b67f9e785f17 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514972 Aug 16 21:09:38.590288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-a3f46972-0cc9-4a7d-9dac-f93c622e5d19 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:38.591849 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-a3f46972-0cc9-4a7d-9dac-f93c622e5d19 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.79 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 797 time: 0.1443505 Aug 16 21:09:38.646929 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-31d05390-cfff-43b9-91ee-4b59873bc5e4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 379 time: 0.0458150 Aug 16 21:09:38.650334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=837d1cb1-1ed5-41d7-869c-177f4ae1ec42,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:38.659314 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'port': {'device_id': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'admin_state_up': True, 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'security_groups': ['3352227c-7b93-475a-b8ae-12b84f4392fe']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:38.703669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556a26f-ee6f-4d16-a0fc-ee73ca2a608d req-6683dac2-bc8a-4bcd-a1e1-259dba7b98a1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:38.707649 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8556a26f-ee6f-4d16-a0fc-ee73ca2a608d req-6683dac2-bc8a-4bcd-a1e1-259dba7b98a1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 946 time: 0.0976741 Aug 16 21:09:38.747928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d059a83b-b66e-4a6f-8b51-634389941ccb req-97a2a03e-c25c-40c8-98c0-b478b2c3aae6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 210 time: 0.0371814 Aug 16 21:09:38.776504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8556a26f-ee6f-4d16-a0fc-ee73ca2a608d req-bb968474-5d45-4d74-b8ad-60bb1f889d78 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560424 Aug 16 21:09:38.824406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55916) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:38.909219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:38.912817 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.065671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.20.0.4 (0184894d-ae2e-4297-98b3-a88cfc519ea7/8ba9e09d-0126-443f-947a-151a1eda5b1e/7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:39.067456 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdaa23c-b148-48f1-8476-e16d031ec4d9 tempest-TestVolumeBootPattern-1711768428 tempest-TestVolumeBootPattern-1711768428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.069254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7fdaa23c-b148-48f1-8476-e16d031ec4d9 tempest-TestVolumeBootPattern-1711768428 tempest-TestVolumeBootPattern-1711768428-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 1093 time: 0.2438521 Aug 16 21:09:39.072367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 55930) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:39.079486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': 'ad79543e-d16c-4928-86cb-6a37c66de3d3', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:39.184013 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.225369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.240249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Transition to ACTIVE for port object 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:39.296627 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.391212 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.430358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Allocated IP 172.25.4.28 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/ee60bd0a-d9b9-4ba5-944b-5faee50fb6b1) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:39.443173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 0184894d-ae2e-4297-98b3-a88cfc519ea7 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:39.446406 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:39.450530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:39.493088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:39.518978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.519755 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.596658 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.642228 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-53bcc86b-e804-4748-a90d-ecb50fc9a492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9873955 Aug 16 21:09:39.654744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Request body: {'port': {'device_id': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:39.730173 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.738077 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.773461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5cae012d-f87b-4d73-a8b7-eade0c7e5229 None None] Provisioning for port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:39.783445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5cae012d-f87b-4d73-a8b7-eade0c7e5229 None None] Provisioning complete for port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:39.784044 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5cae012d-f87b-4d73-a8b7-eade0c7e5229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.820225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=ee60bd0a-d9b9-4ba5-944b-5faee50fb6b1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:39.848594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-5cae012d-f87b-4d73-a8b7-eade0c7e5229 None None] Port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:39.879620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:39.883515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:39.888475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:39.920961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75153661-1503-496c-8bcf-249858a515af req-405e04a4-f0ee-4c76-bde5-ff5283a282a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.922478 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75153661-1503-496c-8bcf-249858a515af req-405e04a4-f0ee-4c76-bde5-ff5283a282a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 931 time: 0.0873444 Aug 16 21:09:40.017732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75153661-1503-496c-8bcf-249858a515af req-2079cdab-819f-4f09-9570-c521d27821bc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854599 Aug 16 21:09:40.128826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:40.190999 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:40.191376 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.430032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.433880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:40.445291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.461152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Transition to ACTIVE for port object 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:40.571982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.628876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:40.642004 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.728097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:40.728329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:40.728713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on network 0184894d-ae2e-4297-98b3-a88cfc519ea7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:40.734813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on network 0184894d-ae2e-4297-98b3-a88cfc519ea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:09:40.736429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on network 0184894d-ae2e-4297-98b3-a88cfc519ea7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:40.747231 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:40.747575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Checking segment: {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:40.748392 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Bound using segment: {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:40.748530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Bound port: 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:40.748816 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.822864 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.826026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:40.832534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:40.955556 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.979418 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.032072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=ee60bd0a-d9b9-4ba5-944b-5faee50fb6b1,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:41.044609 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.064673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.065312 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.066930 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] 10.222.0.79 "PUT /v2.0/ports/7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 1092 time: 1.4186292 Aug 16 21:09:41.086988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:41.089672 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c" -d '{"events": [{"name": "network-changed", "server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:41.125181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c0e66-dbe5-400e-8f1f-85601dd7e097 service neutron] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:41.239848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-f63da851-87d3-4953-8ad9-ddbdae88d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.241851 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-f63da851-87d3-4953-8ad9-ddbdae88d139 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0623832 Aug 16 21:09:41.265370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b78ead-675c-4d49-bb64-521156f65792 req-620b48dd-41b3-44f2-b74d-060c0e1aab5c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.267588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9b78ead-675c-4d49-bb64-521156f65792 req-620b48dd-41b3-44f2-b74d-060c0e1aab5c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 943 time: 0.1202664 Aug 16 21:09:41.312379 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Floating IP ea2cf490-54df-4574-a4c3-cfed10504dc3 associated. External IP: 172.25.4.28, port: ad79543e-d16c-4928-86cb-6a37c66de3d3. Aug 16 21:09:41.336788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-da69c146-330a-441b-964c-403d4b8d5c30 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 217 time: 0.0842736 Aug 16 21:09:41.357235 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0959629-52cf-477b-b361-9291ca0ffd0d x-openstack-request-id: req-e0959629-52cf-477b-b361-9291ca0ffd0d {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:41.357591 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:41.357908 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e0959629-52cf-477b-b361-9291ca0ffd0d {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:41.358407 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'status': 'completed', 'code': 200} Aug 16 21:09:41.362964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9b78ead-675c-4d49-bb64-521156f65792 req-7bed7065-be1b-4c69-8010-ccb85e61e6de tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858188 Aug 16 21:09:41.396938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-9772a8ee-34c4-440f-b367-1ad644e813fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.398680 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-9772a8ee-34c4-440f-b367-1ad644e813fb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0539494 Aug 16 21:09:41.453654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-5bd3e377-709a-4ebb-8629-08e4cebc4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.455360 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-5bd3e377-709a-4ebb-8629-08e4cebc4457 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494626 Aug 16 21:09:41.590535 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-468bfe40-9689-4a57-906b-08b3ac2f58f3 service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266952 Aug 16 21:09:41.714734 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80d63d34-cc3e-40db-b089-ce6b5e837d5b req-52b34093-8a7b-42e9-9488-bd8950e468f2 service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162636 Aug 16 21:09:41.923027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c req-33a1b321-ee60-4c52-9fc1-25d3ae2691af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.926149 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c req-33a1b321-ee60-4c52-9fc1-25d3ae2691af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0578148 Aug 16 21:09:41.950999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:42.022653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c req-7907499d-5d3e-4a75-9e41-6abd1884ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:42.024253 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c req-7907499d-5d3e-4a75-9e41-6abd1884ee76 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.0914602 Aug 16 21:09:42.074292 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c req-4a34fe4a-afe2-41c5-8c8b-aed9621a1bb3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 217 time: 0.0398510 Aug 16 21:09:42.084666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:42.095345 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20336609-b063-4c5f-bf69-84d4de9e6d6b None None] Sync routers for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:42.108061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20336609-b063-4c5f-bf69-84d4de9e6d6b None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:42.108873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20336609-b063-4c5f-bf69-84d4de9e6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:42.132438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c req-799e3085-808f-4724-b7a5-c2f9cf0bbfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:42.134059 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c req-799e3085-808f-4724-b7a5-c2f9cf0bbfff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0509601 Aug 16 21:09:42.181694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c req-b8efabba-10cb-48a3-ae0b-889395425e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:42.183472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c req-b8efabba-10cb-48a3-ae0b-889395425e88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410335 Aug 16 21:09:42.201805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.239076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-20336609-b063-4c5f-bf69-84d4de9e6d6b None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:42.241436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-573e4354-3dc6-446d-9120-b8509316b370 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1677394 Aug 16 21:09:42.248697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'tag': 'ad79543e-d16c-4928-86cb-6a37c66de3d3'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:42.252734 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ece58f8-1fc3-41cd-aeac-6485edf97b17" -d '{"events": [{"name": "network-changed", "server_uuid": "a39659d5-1d97-4bfe-a1b1-edfd626e57af", "tag": "ad79543e-d16c-4928-86cb-6a37c66de3d3"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:42.318991 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e791f175-7b6f-4707-90aa-34f7da7fe3ae x-openstack-request-id: req-e791f175-7b6f-4707-90aa-34f7da7fe3ae {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:42.319182 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39659d5-1d97-4bfe-a1b1-edfd626e57af", "tag": "ad79543e-d16c-4928-86cb-6a37c66de3d3", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:42.320220 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e791f175-7b6f-4707-90aa-34f7da7fe3ae {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:42.320628 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'tag': 'ad79543e-d16c-4928-86cb-6a37c66de3d3', 'status': 'completed', 'code': 200} Aug 16 21:09:42.336275 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c req-71a2b119-6553-40b1-8d4d-eb168a7fff5b service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449218 Aug 16 21:09:42.480644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece58f8-1fc3-41cd-aeac-6485edf97b17 req-d04c652f-df3a-446b-8286-0ad50a43e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:42.482979 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ece58f8-1fc3-41cd-aeac-6485edf97b17 req-d04c652f-df3a-446b-8286-0ad50a43e464 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 1098 time: 0.1375356 Aug 16 21:09:42.574247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20336609-b063-4c5f-bf69-84d4de9e6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'ea2cf490-54df-4574-a4c3-cfed10504dc3', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': 'ad79543e-d16c-4928-86cb-6a37c66de3d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:89:b0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:40Z', 'updated_at': '2021-08-16T21:09:40Z', 'revision_number': 0, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:42.574467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8bade-e6f8-486f-b405-2086501e5045 req-4ffa0940-36c9-4d56-9797-88a5bf0374ba tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:42.582066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ea8bade-e6f8-486f-b405-2086501e5045 req-4ffa0940-36c9-4d56-9797-88a5bf0374ba tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 943 time: 0.0937493 Aug 16 21:09:42.610010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20336609-b063-4c5f-bf69-84d4de9e6d6b None None] Checking router: f7f18d7a-3e27-44c6-a90b-fedaeb47f982 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:42.619840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20336609-b063-4c5f-bf69-84d4de9e6d6b None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:42.620532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20336609-b063-4c5f-bf69-84d4de9e6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:42.626851 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6ca0bbaa-d721-4eb7-ac71-489d7206b06c req-9289b66e-d86b-42b3-9869-30b03659db2a service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829096 Aug 16 21:09:42.629601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ea8bade-e6f8-486f-b405-2086501e5045 req-94daf7fc-0826-4e3c-9efc-c70b30eee87d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464690 Aug 16 21:09:42.669017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece58f8-1fc3-41cd-aeac-6485edf97b17 req-8121d91b-16d2-4cd5-9e26-40a8a367b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:42.670537 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ece58f8-1fc3-41cd-aeac-6485edf97b17 req-8121d91b-16d2-4cd5-9e26-40a8a367b956 service neutron] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1735628 Aug 16 21:09:42.772193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-20336609-b063-4c5f-bf69-84d4de9e6d6b None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:42.776248 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ece58f8-1fc3-41cd-aeac-6485edf97b17 req-71b78376-e37d-43ab-b6f3-dd4d37eef6c8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad79543e-d16c-4928-86cb-6a37c66de3d3 HTTP/1.1" status: 200 len: 999 time: 0.0986848 Aug 16 21:09:42.831620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece58f8-1fc3-41cd-aeac-6485edf97b17 req-49c5670d-adef-40b8-a6d1-1dd01e94f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:42.833278 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ece58f8-1fc3-41cd-aeac-6485edf97b17 req-49c5670d-adef-40b8-a6d1-1dd01e94f042 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0499015 Aug 16 21:09:42.883217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece58f8-1fc3-41cd-aeac-6485edf97b17 req-05add883-6538-4c39-87db-5586aefcf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:42.884903 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ece58f8-1fc3-41cd-aeac-6485edf97b17 req-05add883-6538-4c39-87db-5586aefcf02b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446372 Aug 16 21:09:42.987707 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ece58f8-1fc3-41cd-aeac-6485edf97b17 req-fd4e3f1d-db63-4314-b8b4-240be638baea service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954349 Aug 16 21:09:43.011834 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20336609-b063-4c5f-bf69-84d4de9e6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'ea2cf490-54df-4574-a4c3-cfed10504dc3', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': 'ad79543e-d16c-4928-86cb-6a37c66de3d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:89:b0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:40Z', 'updated_at': '2021-08-16T21:09:40Z', 'revision_number': 0, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:43.041005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20336609-b063-4c5f-bf69-84d4de9e6d6b None None] The sync data for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 is: [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'ea2cf490-54df-4574-a4c3-cfed10504dc3', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': 'ad79543e-d16c-4928-86cb-6a37c66de3d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:89:b0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:40Z', 'updated_at': '2021-08-16T21:09:40Z', 'revision_number': 0, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:43.091950 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ece58f8-1fc3-41cd-aeac-6485edf97b17 req-fa812f06-b13a-471e-969e-404b814dc857 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960040 Aug 16 21:09:43.296169 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aeaf36-56b9-4f1f-98fa-f2de22a9f37f None None] New status for floating IP ea2cf490-54df-4574-a4c3-cfed10504dc3: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:09:43.700404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:09:43.751843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4a73d-9537-4b4d-b38d-fb23ac4585e9 req-9ad33d0c-8f9b-47ed-86d4-b7abf153cf48 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:43.753662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eb4a73d-9537-4b4d-b38d-fb23ac4585e9 req-9ad33d0c-8f9b-47ed-86d4-b7abf153cf48 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 943 time: 0.0555973 Aug 16 21:09:43.801332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3eb4a73d-9537-4b4d-b38d-fb23ac4585e9 req-fb5ab108-82ea-495d-8cea-2ba491ff25fd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415902 Aug 16 21:09:43.841311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:43.852510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'port_id': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'mac_address': 'fa:16:3e:2d:1d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:09:43.889503 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:43.903592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:43.925830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:44.030094 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.080316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:44.232935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:44.940374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da662306-8618-43f0-9c49-c0f0b4502cd1 req-7bdd433c-ed26-4dc9-8769-8f03d8dfb06b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:44.941896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da662306-8618-43f0-9c49-c0f0b4502cd1 req-7bdd433c-ed26-4dc9-8769-8f03d8dfb06b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 944 time: 0.0581236 Aug 16 21:09:44.985768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da662306-8618-43f0-9c49-c0f0b4502cd1 req-d18501d6-89de-4d58-b266-90e87988356f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377333 Aug 16 21:09:45.211713 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-00238d17-5fa3-459e-8413-431704f70823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:45.710822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:45.763747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56210) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:45.845777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:45.849902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:45.850553 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:45.882400 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5cfba3cb-e6fb-4650-9ceb-8e89d6d42810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:45.981964 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5cfba3cb-e6fb-4650-9ceb-8e89d6d42810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.047219 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5cfba3cb-e6fb-4650-9ceb-8e89d6d42810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.082933 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.109080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:46.111332 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0a997c-b838-4f5b-8e50-317063b908c0" -d '{"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-plugged", "status": "completed", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:46.116683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5cfba3cb-e6fb-4650-9ceb-8e89d6d42810 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ed69e7214424ad9ad3c621444bcaccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496592 Aug 16 21:09:46.118536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56222) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:46.123104 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfba3cb-e6fb-4650-9ceb-8e89d6d42810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ae40f-87db-4ce0-871d-d88e3b7875f8,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:46.131413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:46.149832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389e45-2059-4c35-a5d8-824f818266e7 req-1e2385ae-8be2-4f72-b81c-e53bfdfbec6f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:46.151440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e389e45-2059-4c35-a5d8-824f818266e7 req-1e2385ae-8be2-4f72-b81c-e53bfdfbec6f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 944 time: 0.0910156 Aug 16 21:09:46.156269 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43857cf-b0ee-4417-8776-bb21495265f3 x-openstack-request-id: req-b43857cf-b0ee-4417-8776-bb21495265f3 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:46.156573 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-plugged", "status": "completed", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:46.156832 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b43857cf-b0ee-4417-8776-bb21495265f3 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:46.157258 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'code': 200} Aug 16 21:09:46.204565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6e389e45-2059-4c35-a5d8-824f818266e7 req-362bb639-5ef4-4db1-b754-8f3368ffc644 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397220 Aug 16 21:09:46.211465 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.258436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-4f5c-4af1-b48d-7aedb0dd5d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.268341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:46.290048 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-4f5c-4af1-b48d-7aedb0dd5d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.305046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e5b9c-c348-4bfa-873c-08ace090b4b6 req-26839d5e-6d0a-4358-8b7e-5e028467f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:46.307050 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f05e5b9c-c348-4bfa-873c-08ace090b4b6 req-26839d5e-6d0a-4358-8b7e-5e028467f5dd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0802984 Aug 16 21:09:46.359494 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f05e5b9c-c348-4bfa-873c-08ace090b4b6 req-32398f50-1e5f-4270-8165-76f8ca31eb72 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388787 Aug 16 21:09:46.446460 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-4f5c-4af1-b48d-7aedb0dd5d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.449008 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-4f5c-4af1-b48d-7aedb0dd5d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.450749 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4d231eda-4f5c-4af1-b48d-7aedb0dd5d1f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c43ae40f-87db-4ce0-871d-d88e3b7875f8 HTTP/1.1" status: 204 len: 168 time: 0.3305488 Aug 16 21:09:46.458988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d231eda-4f5c-4af1-b48d-7aedb0dd5d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ae40f-87db-4ce0-871d-d88e3b7875f8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:47.341247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496b7ec-f4c0-4b02-8112-ee7d2224e011 req-ec4128ae-df11-43ba-b39b-eadc96ba1e4e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:47.343116 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1496b7ec-f4c0-4b02-8112-ee7d2224e011 req-ec4128ae-df11-43ba-b39b-eadc96ba1e4e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0581336 Aug 16 21:09:47.382283 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1496b7ec-f4c0-4b02-8112-ee7d2224e011 req-cef5cfeb-f574-4185-a9a9-664ce50c2936 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324731 Aug 16 21:09:47.486696 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c35be1d4-f94f-4c8a-bfdd-4ecf26b2fd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.977966 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.529271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bf92b-eb21-4bf5-bc69-7220d0affe3a req-8df220b9-e09b-4ac7-a9cd-ee5ee46d9862 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:48.540443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e2bf92b-eb21-4bf5-bc69-7220d0affe3a req-8df220b9-e09b-4ac7-a9cd-ee5ee46d9862 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0631089 Aug 16 21:09:48.587164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e2bf92b-eb21-4bf5-bc69-7220d0affe3a req-f10afe5f-b2d3-4da8-8ba0-678854ff9ab7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370994 Aug 16 21:09:48.713859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696130e-93e2-4c4d-a57d-96878851abe4 req-c350d79c-29a3-4ecd-9531-d5b604c6b1b1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:48.716236 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3696130e-93e2-4c4d-a57d-96878851abe4 req-c350d79c-29a3-4ecd-9531-d5b604c6b1b1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0560465 Aug 16 21:09:48.757280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3696130e-93e2-4c4d-a57d-96878851abe4 req-14e68a5b-9d04-472f-ba70-b58371bb14b1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344825 Aug 16 21:09:48.780226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56288) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:48.790701 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:09:48.827955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e12cc1-0a77-4ac6-8740-02f06c3e40a2 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:48.830718 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a0e12cc1-0a77-4ac6-8740-02f06c3e40a2 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1092 time: 0.0486066 Aug 16 21:09:48.832915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56296) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:48.837758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:48.927535 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.035595 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.148718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.25.4.74 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/d2abdc49-a4aa-4ad7-987a-4debf651539e) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:49.252705 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.257590 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.412680 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.458215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:49.461163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:49.464851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:49.487711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=d2abdc49-a4aa-4ad7-987a-4debf651539e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:49.875826 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.002916 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.196017 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.286056 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.354423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=d2abdc49-a4aa-4ad7-987a-4debf651539e,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:50.364678 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.476461 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Floating IP ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d associated. External IP: 172.25.4.74, port: 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd. Aug 16 21:09:50.629225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56356) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:50.670367 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.711897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 06552cf5-0870-458d-88f3-af9aca743ed7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:50.774672 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-590bc27c-21a8-4492-a811-3be6fbd5f1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.861243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:50.873554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aaae51-880a-4b7d-a1e0-a699a423c2ed None None] Sync routers for ids ['06552cf5-0870-458d-88f3-af9aca743ed7'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:50.883487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aaae51-880a-4b7d-a1e0-a699a423c2ed None None] Routers {'06552cf5-0870-458d-88f3-af9aca743ed7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:50.889752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-97aaae51-880a-4b7d-a1e0-a699a423c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['06552cf5-0870-458d-88f3-af9aca743ed7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:50.934542 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-590bc27c-21a8-4492-a811-3be6fbd5f1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.984599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-590bc27c-21a8-4492-a811-3be6fbd5f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.993842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-97aaae51-880a-4b7d-a1e0-a699a423c2ed None None] Set router 06552cf5-0870-458d-88f3-af9aca743ed7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:51.023883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-590bc27c-21a8-4492-a811-3be6fbd5f1fe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=68e5931aed3d407cb9210aec6abbdffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935294 Aug 16 21:09:51.024701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bc27c-21a8-4492-a811-3be6fbd5f1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e7aae2-2493-4488-8778-b94ebb35727b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:51.026624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56366) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:51.062899 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.088089 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06871620-030a-4d69-a862-a5f26f0580b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.098834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f6ba01ff-477a-4b02-a1c9-503ad5def894 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2647319 Aug 16 21:09:51.099555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:51.102094 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe02bd84-b799-410b-94f4-94b204687525" -d '{"events": [{"name": "network-changed", "server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:51.122718 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06871620-030a-4d69-a862-a5f26f0580b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.170765 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda37432-ef6b-415f-8b8d-08f9ea88cbbb x-openstack-request-id: req-cda37432-ef6b-415f-8b8d-08f9ea88cbbb {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:51.171095 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:51.171319 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cda37432-ef6b-415f-8b8d-08f9ea88cbbb {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:51.171707 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'status': 'completed', 'code': 200} Aug 16 21:09:51.242321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-97aaae51-880a-4b7d-a1e0-a699a423c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:33Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'port_id': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'mac_address': 'fa:16:3e:2d:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:49Z', 'updated_at': '2021-08-16T21:09:49Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837d1cb1-1ed5-41d7-869c-177f4ae1ec42', 'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c0:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:32Z', 'updated_at': '2021-08-16T21:09:38Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:51.243043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02bd84-b799-410b-94f4-94b204687525 req-6699f6a3-f256-4b39-8939-cd02b2da8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:51.244760 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe02bd84-b799-410b-94f4-94b204687525 req-6699f6a3-f256-4b39-8939-cd02b2da8975 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0509334 Aug 16 21:09:51.252349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950577ea-ecd8-4114-acda-4e5aae35b48b req-72458eee-0b14-4c60-a152-68b9bc8928be tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:51.254141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-950577ea-ecd8-4114-acda-4e5aae35b48b req-72458eee-0b14-4c60-a152-68b9bc8928be tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0626512 Aug 16 21:09:51.270922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06871620-030a-4d69-a862-a5f26f0580b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.274411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06871620-030a-4d69-a862-a5f26f0580b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.277193 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-06871620-030a-4d69-a862-a5f26f0580b5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/62e7aae2-2493-4488-8778-b94ebb35727b HTTP/1.1" status: 204 len: 168 time: 0.2481916 Aug 16 21:09:51.296812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aaae51-880a-4b7d-a1e0-a699a423c2ed None None] Checking router: 06552cf5-0870-458d-88f3-af9aca743ed7 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:51.302944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-950577ea-ecd8-4114-acda-4e5aae35b48b req-0aba5cbe-33a8-413d-b89a-16659dee7204 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420556 Aug 16 21:09:51.321281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aaae51-880a-4b7d-a1e0-a699a423c2ed None None] Routers {'06552cf5-0870-458d-88f3-af9aca743ed7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:51.321281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-97aaae51-880a-4b7d-a1e0-a699a423c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:09:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['06552cf5-0870-458d-88f3-af9aca743ed7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:51.336032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56378) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:51.363157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06871620-030a-4d69-a862-a5f26f0580b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e7aae2-2493-4488-8778-b94ebb35727b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:51.415440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02bd84-b799-410b-94f4-94b204687525 req-4c1cc41b-a423-4401-b2b6-73f87c2990f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:51.417264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe02bd84-b799-410b-94f4-94b204687525 req-4c1cc41b-a423-4401-b2b6-73f87c2990f3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.1656888 Aug 16 21:09:51.423869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f6e62bf4-20cb-48ab-b995-f3f7462d5163 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d HTTP/1.1" status: 200 len: 990 time: 0.0961390 Aug 16 21:09:51.478005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-97aaae51-880a-4b7d-a1e0-a699a423c2ed None None] Set router 06552cf5-0870-458d-88f3-af9aca743ed7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:51.499898 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe02bd84-b799-410b-94f4-94b204687525 req-2825796e-f1ac-4ad2-930a-2e367bd47eac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 998 time: 0.0748608 Aug 16 21:09:51.556358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02bd84-b799-410b-94f4-94b204687525 req-955987d8-94cc-4e83-a8fc-aeb8fec9f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:51.557874 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe02bd84-b799-410b-94f4-94b204687525 req-955987d8-94cc-4e83-a8fc-aeb8fec9f591 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0512686 Aug 16 21:09:51.615663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02bd84-b799-410b-94f4-94b204687525 req-1a0c8076-4b2f-4922-a25f-0349b56f04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:51.617660 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe02bd84-b799-410b-94f4-94b204687525 req-1a0c8076-4b2f-4922-a25f-0349b56f04e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516098 Aug 16 21:09:51.731877 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe02bd84-b799-410b-94f4-94b204687525 req-39b60521-2ed9-432b-a703-f5f05afd91d9 service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050448 Aug 16 21:09:51.837256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-97aaae51-880a-4b7d-a1e0-a699a423c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:33Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'port_id': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'mac_address': 'fa:16:3e:2d:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:49Z', 'updated_at': '2021-08-16T21:09:49Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837d1cb1-1ed5-41d7-869c-177f4ae1ec42', 'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c0:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:32Z', 'updated_at': '2021-08-16T21:09:38Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:51.864412 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fe02bd84-b799-410b-94f4-94b204687525 req-58000037-f262-47d5-b3cf-8af217542fef service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250188 Aug 16 21:09:51.867625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aaae51-880a-4b7d-a1e0-a699a423c2ed None None] The sync data for ids ['06552cf5-0870-458d-88f3-af9aca743ed7'] in n-d-793619-14 is: [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:33Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'port_id': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'mac_address': 'fa:16:3e:2d:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:49Z', 'updated_at': '2021-08-16T21:09:49Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837d1cb1-1ed5-41d7-869c-177f4ae1ec42', 'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c0:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:32Z', 'updated_at': '2021-08-16T21:09:38Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:51.954120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56388) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:51.969388 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ce25bdfa-53b2-4856-94a2-6f995e2d313d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.070743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ce25bdfa-53b2-4856-94a2-6f995e2d313d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.099752 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebf0b8e-74ed-49ba-b43b-5156e5545bd5 None None] New status for floating IP ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:09:52.126684 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ce25bdfa-53b2-4856-94a2-6f995e2d313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.167603 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ce25bdfa-53b2-4856-94a2-6f995e2d313d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=db0007c3f5d8469a99c8f571c16fbe95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121761 Aug 16 21:09:52.170816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56394) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:52.178068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25bdfa-53b2-4856-94a2-6f995e2d313d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c834314-f7c3-4d77-9e8e-980abf5c68af,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:52.241880 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-609d4c52-fec7-4ae1-bfd1-9c5c51072d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.263162 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-609d4c52-fec7-4ae1-bfd1-9c5c51072d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.372486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-609d4c52-fec7-4ae1-bfd1-9c5c51072d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.375258 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-609d4c52-fec7-4ae1-bfd1-9c5c51072d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.376633 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-609d4c52-fec7-4ae1-bfd1-9c5c51072d53 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9c834314-f7c3-4d77-9e8e-980abf5c68af HTTP/1.1" status: 204 len: 168 time: 0.2049112 Aug 16 21:09:52.384690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d4c52-fec7-4ae1-bfd1-9c5c51072d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c834314-f7c3-4d77-9e8e-980abf5c68af,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:52.426069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56400) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:52.492600 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bd4218ff-ce9b-4e7f-bc82-6c29a27a54b9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d HTTP/1.1" status: 200 len: 992 time: 0.0652683 Aug 16 21:09:55.628017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56548) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:55.739805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6c83d79-108c-4f25-8104-e58c80cd4eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.829709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6c83d79-108c-4f25-8104-e58c80cd4eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.897221 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6c83d79-108c-4f25-8104-e58c80cd4eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.942537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c6c83d79-108c-4f25-8104-e58c80cd4eba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4aa12f865f4542c98801e2d7bfe9a5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134422 Aug 16 21:09:55.943430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c83d79-108c-4f25-8104-e58c80cd4eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55478d4-b1e1-4f0d-bd0f-26564fc4c09b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:55.945250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56556) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:55.998714 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3a996e2f-0b50-48d6-9a37-a87a41381f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.021408 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3a996e2f-0b50-48d6-9a37-a87a41381f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.160926 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3a996e2f-0b50-48d6-9a37-a87a41381f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.163593 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3a996e2f-0b50-48d6-9a37-a87a41381f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.164859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3a996e2f-0b50-48d6-9a37-a87a41381f7c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d55478d4-b1e1-4f0d-bd0f-26564fc4c09b HTTP/1.1" status: 204 len: 168 time: 0.2186089 Aug 16 21:09:56.173644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a996e2f-0b50-48d6-9a37-a87a41381f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55478d4-b1e1-4f0d-bd0f-26564fc4c09b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:58.026847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56616) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:58.128319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e4f7ef27-1bd0-490a-aa50-6b33abb4fa06 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1605044774'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:58.128778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e4f7ef27-1bd0-490a-aa50-6b33abb4fa06 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Unknown quota resources ['metering_label']. {{(pid=95262) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:09:58.401460 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ef27-1bd0-490a-aa50-6b33abb4fa06 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.403325 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e4f7ef27-1bd0-490a-aa50-6b33abb4fa06 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3742151 Aug 16 21:09:58.406017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56624) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:58.410309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-deb59281-b85f-46b8-b13f-6f6186f9e9aa tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f2cf4c9c-cac4-462b-b003-9ce05480333e'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:58.410833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-deb59281-b85f-46b8-b13f-6f6186f9e9aa tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95262) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:09:58.576923 n-d-793619-14 neutron-server[95262]: WARNING neutron.services.metering.metering_plugin [None req-deb59281-b85f-46b8-b13f-6f6186f9e9aa tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 21:09:58.679763 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-deb59281-b85f-46b8-b13f-6f6186f9e9aa tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.680973 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-deb59281-b85f-46b8-b13f-6f6186f9e9aa tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2740340 Aug 16 21:09:58.684071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56628) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:58.688264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-579c8a9a-fb3e-418b-a1d3-7cb289c7711b tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f2cf4c9c-cac4-462b-b003-9ce05480333e'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:58.688745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-579c8a9a-fb3e-418b-a1d3-7cb289c7711b tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95262) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:09:58.875160 n-d-793619-14 neutron-server[95262]: WARNING neutron.services.metering.metering_plugin [None req-579c8a9a-fb3e-418b-a1d3-7cb289c7711b tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 21:09:58.958613 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-579c8a9a-fb3e-418b-a1d3-7cb289c7711b tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.960078 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-579c8a9a-fb3e-418b-a1d3-7cb289c7711b tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2748301 Aug 16 21:09:58.962573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56636) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:58.979111 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-883f9330-2f8d-4f58-81dd-deeca302f33b tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=a54a8a65-d9cc-41fb-a639-ef9e47c88262 HTTP/1.1" status: 200 len: 464 time: 0.0119488 Aug 16 21:09:58.980926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56638) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.143834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f8c93d6-0049-4613-871f-c33a459c2270 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.147565 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2f8c93d6-0049-4613-871f-c33a459c2270 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/a54a8a65-d9cc-41fb-a639-ef9e47c88262 HTTP/1.1" status: 204 len: 168 time: 0.1630464 Aug 16 21:09:59.147796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56640) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.156928 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f2a15b6b-34b0-4c47-9fb1-fdb2d878e100 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=a54a8a65-d9cc-41fb-a639-ef9e47c88262 HTTP/1.1" status: 200 len: 221 time: 0.0080376 Aug 16 21:09:59.160122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56642) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.164371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-870ff72a-6d3a-4b80-9596-1e59dda5a42c tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1188104210', 'description': 'label created by tempest'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:59.164809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-870ff72a-6d3a-4b80-9596-1e59dda5a42c tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Unknown quota resources ['metering_label']. {{(pid=95262) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:09:59.439509 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-870ff72a-6d3a-4b80-9596-1e59dda5a42c tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.440636 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-870ff72a-6d3a-4b80-9596-1e59dda5a42c tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2796271 Aug 16 21:09:59.443309 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56648) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.520772 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-35a1d98d-694a-4b22-82db-bc5784dec394 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=b16808ad-0f22-4a5c-b930-68e767d2493f HTTP/1.1" status: 200 len: 468 time: 0.0763652 Aug 16 21:09:59.523409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56650) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.814276 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-260dc528-0fef-47e4-aac5-6194071a1d6a tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.815449 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-260dc528-0fef-47e4-aac5-6194071a1d6a tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/b16808ad-0f22-4a5c-b930-68e767d2493f HTTP/1.1" status: 204 len: 168 time: 0.2911346 Aug 16 21:09:59.818206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56654) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.829017 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f33bccc8-da4f-400f-adfc-d9e29a9da42c tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=b16808ad-0f22-4a5c-b930-68e767d2493f HTTP/1.1" status: 200 len: 216 time: 0.0098279 Aug 16 21:09:59.831984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56656) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.840945 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7fdf93e8-27d3-4a6f-9dbf-18e37b40253e tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080056 Aug 16 21:09:59.845091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56660) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.857705 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-20ca8b25-d10c-49dd-9768-81a0f7d7d3aa tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0115805 Aug 16 21:09:59.861238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56662) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.911074 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-243a01be-8c31-4fb1-94bb-4797bf2fca29 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-labels/f2cf4c9c-cac4-462b-b003-9ce05480333e HTTP/1.1" status: 200 len: 473 time: 0.0487521 Aug 16 21:09:59.914649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56664) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.923809 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6eb0945e-4b27-4bb5-b3e0-a33c300acc64 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "GET /v2.0/metering/metering-label-rules/af09d721-6784-4787-a82b-d045c33f9fb7 HTTP/1.1" status: 200 len: 461 time: 0.0081861 Aug 16 21:09:59.926679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56666) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:00.145137 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2e554c2a-bb07-4656-bf15-16995a481358 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.146285 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2e554c2a-bb07-4656-bf15-16995a481358 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-label-rules/af09d721-6784-4787-a82b-d045c33f9fb7 HTTP/1.1" status: 204 len: 168 time: 0.2187712 Aug 16 21:10:00.149152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56672) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:00.745902 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-29e81558-904e-4628-a04b-9a744012a059 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.747732 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-29e81558-904e-4628-a04b-9a744012a059 tempest-MeteringTestJSON-1608804837 tempest-MeteringTestJSON-1608804837-project-admin] 10.222.0.74 "DELETE /v2.0/metering/metering-labels/f2cf4c9c-cac4-462b-b003-9ce05480333e HTTP/1.1" status: 204 len: 168 time: 0.5976748 Aug 16 21:10:01.206861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56690) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:01.325754 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.427813 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.492179 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.533238 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2464f75fc4f546e8b780bc48a636a421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248153 Aug 16 21:10:01.533583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89215cf-05e6-4977-b58e-ddf6540d110d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:01.536256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56698) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:01.553801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.554155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.554499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.554844 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.555187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.555519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.555856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.556187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.556518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.556845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.557202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.557529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f51281-cd0e-4ee5-9fc8-3cefaa180218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:01.599496 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ab11875-96c1-4179-8766-bac0781ac147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.621216 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ab11875-96c1-4179-8766-bac0781ac147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.755257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ab11875-96c1-4179-8766-bac0781ac147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.758508 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ab11875-96c1-4179-8766-bac0781ac147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.759871 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5ab11875-96c1-4179-8766-bac0781ac147 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a89215cf-05e6-4977-b58e-ddf6540d110d HTTP/1.1" status: 204 len: 168 time: 0.2228949 Aug 16 21:10:01.768600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab11875-96c1-4179-8766-bac0781ac147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89215cf-05e6-4977-b58e-ddf6540d110d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:02.457295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56720) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:02.471822 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-64d68bfa-6e30-47e1-8946-65baef4ae4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.573607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-64d68bfa-6e30-47e1-8946-65baef4ae4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.623173 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-64d68bfa-6e30-47e1-8946-65baef4ae4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.663249 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-64d68bfa-6e30-47e1-8946-65baef4ae4bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=16d48a510fc54f35aeb4370bd6de3c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047679 Aug 16 21:10:02.665249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d68bfa-6e30-47e1-8946-65baef4ae4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b2745c-1c36-48c1-ac7c-3ebb55392932,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:02.666375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56722) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:02.718239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22ddd39e-a9fd-4bce-a72a-0f383c6ae758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.737572 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.743057 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22ddd39e-a9fd-4bce-a72a-0f383c6ae758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.863813 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.909150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22ddd39e-a9fd-4bce-a72a-0f383c6ae758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.911710 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22ddd39e-a9fd-4bce-a72a-0f383c6ae758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.912943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-22ddd39e-a9fd-4bce-a72a-0f383c6ae758 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/40b2745c-1c36-48c1-ac7c-3ebb55392932 HTTP/1.1" status: 204 len: 168 time: 0.2455275 Aug 16 21:10:02.921770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddd39e-a9fd-4bce-a72a-0f383c6ae758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b2745c-1c36-48c1-ac7c-3ebb55392932,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:04.724761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56790) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:04.825561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1119446721', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:04.915095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Made reservation on behalf of ee3560c4cfab43e9ac2cf5cffc4a8035 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:04.917448 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.926843 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.014800 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.090362 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.093368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] device_id is not set on port 72ada8ad-445e-4e96-a36b-9ec43171f19a yet. {{(pid=95261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:10:05.157301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6966f7-ac60-4e1b-be5e-d922723e4958,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:05.227975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Allocated IP 172.25.4.245 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/72ada8ad-445e-4e96-a36b-9ec43171f19a) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:05.375752 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.444139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-59e804ab-c6a4-4596-8eb9-a1cf2bb8929a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1005433 Aug 16 21:10:05.486880 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.534901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:05.535544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-eb45105d-08c1-4e41-9248-eed1f5d9e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:05.537733 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-eb45105d-08c1-4e41-9248-eed1f5d9e60c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 1098 time: 0.0497398 Aug 16 21:10:05.538531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:05.543454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:05.547210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Pushing event updated for resources: {'Port': ['ID=72ada8ad-445e-4e96-a36b-9ec43171f19a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:05.592338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:05.593274 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.655046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8c674b3b-2e23-40b8-bbe1-e48b5121af3c tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9289780 Aug 16 21:10:05.655601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56798) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:05.660513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.245'}]}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:05.665528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-26b4ba4c-aa0d-48ae-ab24-15378b6543ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:05.667060 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-26b4ba4c-aa0d-48ae-ab24-15378b6543ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1047897 Aug 16 21:10:05.740189 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-23c5bbcc-602b-438a-a715-907909199313 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad79543e-d16c-4928-86cb-6a37c66de3d3 HTTP/1.1" status: 200 len: 1001 time: 0.0660586 Aug 16 21:10:05.780525 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.781827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.810279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-e071210f-eeb4-46b8-bb8c-e1a713d48001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:05.811822 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-e071210f-eeb4-46b8-bb8c-e1a713d48001 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0648549 Aug 16 21:10:05.876106 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.891790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-40fe1ed1-3b23-4700-9afa-22a8741686e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:05.893992 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-40fe1ed1-3b23-4700-9afa-22a8741686e5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741959 Aug 16 21:10:06.112205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.120530 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-c5f4cb7c-fb1a-4e49-8113-819789fc9be6 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193546 Aug 16 21:10:06.214603 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f6db3b70-a8e2-4001-9ad9-f3ce3594a9cf req-ab282163-4ea0-4af1-9d2e-24c9631a256c service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868101 Aug 16 21:10:06.422268 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.441371 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.646875 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.815355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.817636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.954726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.955390 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1f24d40-5df4-4d5c-a9a4-6c285261e798 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:10:07.080878 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 21:10:07.081948 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-edca6bae-af95-40ba-90e1-d3ed2cda19e1 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4253886 Aug 16 21:10:07.084877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56802) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:07.167264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-47276e14-f5b4-4e3d-b453-cee2a17dd8b5 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Deleting port 72ada8ad-445e-4e96-a36b-9ec43171f19a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:07.167671 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47276e14-f5b4-4e3d-b453-cee2a17dd8b5 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.252333 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47276e14-f5b4-4e3d-b453-cee2a17dd8b5 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.264838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-47276e14-f5b4-4e3d-b453-cee2a17dd8b5 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Calling delete_port for 72ada8ad-445e-4e96-a36b-9ec43171f19a owned by {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:07.474793 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47276e14-f5b4-4e3d-b453-cee2a17dd8b5 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.507002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47276e14-f5b4-4e3d-b453-cee2a17dd8b5 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Pushing event deleted for resources: {'Port': ['ID=72ada8ad-445e-4e96-a36b-9ec43171f19a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:07.567604 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-47276e14-f5b4-4e3d-b453-cee2a17dd8b5 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.573640 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-47276e14-f5b4-4e3d-b453-cee2a17dd8b5 tempest-RoutersAdminNegativeTest-1735135793 tempest-RoutersAdminNegativeTest-1735135793-project-admin] 10.222.0.74 "DELETE /v2.0/ports/72ada8ad-445e-4e96-a36b-9ec43171f19a HTTP/1.1" status: 204 len: 168 time: 0.4877174 Aug 16 21:10:08.026679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56812) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:08.138641 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e93400-d578-4941-a608-23e1c9f71537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.240091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e93400-d578-4941-a608-23e1c9f71537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.400309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-03e93400-d578-4941-a608-23e1c9f71537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.440300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e93400-d578-4941-a608-23e1c9f71537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19f57a2-4b51-4821-81ca-b9b02d9afd0f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:08.446455 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-03e93400-d578-4941-a608-23e1c9f71537 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5f8cac5a6fd5482798af2cdef2e91693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180880 Aug 16 21:10:08.449572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56818) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:08.501503 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1da77b34-199f-45d6-a893-d7b655ff43ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.524036 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1da77b34-199f-45d6-a893-d7b655ff43ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.663559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1da77b34-199f-45d6-a893-d7b655ff43ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.666112 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1da77b34-199f-45d6-a893-d7b655ff43ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.667308 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1da77b34-199f-45d6-a893-d7b655ff43ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e19f57a2-4b51-4821-81ca-b9b02d9afd0f HTTP/1.1" status: 204 len: 168 time: 0.2167525 Aug 16 21:10:08.675116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da77b34-199f-45d6-a893-d7b655ff43ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19f57a2-4b51-4821-81ca-b9b02d9afd0f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:09.341449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56832) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:09.390382 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cdbb10a1-a7ac-49c3-9636-b88e2f8fc90d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ee3560c4cfab43e9ac2cf5cffc4a8035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472376 Aug 16 21:10:09.392953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56834) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:09.444727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8378008-a54b-4f58-88e7-d0bb38ddd0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.468598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8378008-a54b-4f58-88e7-d0bb38ddd0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.469886 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-277e9ec7-7ece-4aaa-bdd4-dbcfea09bed4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2018104 Aug 16 21:10:09.555044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-befc2e81-2c4f-4b2d-9fe0-5a4e0fbfabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:09.556565 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-befc2e81-2c4f-4b2d-9fe0-5a4e0fbfabe7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ef7514149b345aeb2d3ac50fedbe37b&device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 1097 time: 0.0439355 Aug 16 21:10:09.605363 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8378008-a54b-4f58-88e7-d0bb38ddd0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.608671 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d8378008-a54b-4f58-88e7-d0bb38ddd0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.612546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d8378008-a54b-4f58-88e7-d0bb38ddd0d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8f6966f7-ac60-4e1b-be5e-d922723e4958 HTTP/1.1" status: 204 len: 168 time: 0.2160864 Aug 16 21:10:09.625620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8378008-a54b-4f58-88e7-d0bb38ddd0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6966f7-ac60-4e1b-be5e-d922723e4958,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:09.682302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-c5341d9a-479f-4757-b366-3a3098f600d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:09.683839 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-c5341d9a-479f-4757-b366-3a3098f600d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d153050c-0478-49d6-a9d1-21ce5960fda8 HTTP/1.1" status: 200 len: 915 time: 0.1080902 Aug 16 21:10:09.750361 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-8caebe28-ecbd-435f-ad1c-d3a3e8d53d4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ac68a2-845a-403c-babb-0aa024ab1190 HTTP/1.1" status: 200 len: 1001 time: 0.0584757 Aug 16 21:10:09.800522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-7e779703-1fa2-4705-8832-0d0430b23721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:09.801999 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-7e779703-1fa2-4705-8832-0d0430b23721 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c73808b-f53c-4af5-b7d9-08d1a8437271 HTTP/1.1" status: 200 len: 853 time: 0.0442927 Aug 16 21:10:09.852022 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-57e4bafe-8e22-4464-a10a-2af41cb144d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:09.853550 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-57e4bafe-8e22-4464-a10a-2af41cb144d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d153050c-0478-49d6-a9d1-21ce5960fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433576 Aug 16 21:10:09.946893 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-0d9f214b-4537-4de3-9ee7-7b1053223143 service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855443 Aug 16 21:10:10.049569 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7e3add04-99fa-4bdf-9202-cc90e9849ee9 req-83cf510f-7a18-444e-80f8-c7e73f417d6c service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944047 Aug 16 21:10:10.958336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56860) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.064617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a8045056-dbd8-48a3-81d4-1f53e121600d tempest-DvrRoutersNegativeTest-1285202866 tempest-DvrRoutersNegativeTest-1285202866-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2021093675', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:11.067586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.policy [None req-a8045056-dbd8-48a3-81d4-1f53e121600d tempest-DvrRoutersNegativeTest-1285202866 tempest-DvrRoutersNegativeTest-1285202866-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95261) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 21:10:11.067964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.policy [None req-a8045056-dbd8-48a3-81d4-1f53e121600d tempest-DvrRoutersNegativeTest-1285202866 tempest-DvrRoutersNegativeTest-1285202866-project] Failed policy check for 'create_router' {{(pid=95261) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 21:10:11.068515 n-d-793619-14 neutron-server[95261]: INFO neutron.api.v2.resource [None req-a8045056-dbd8-48a3-81d4-1f53e121600d tempest-DvrRoutersNegativeTest-1285202866 tempest-DvrRoutersNegativeTest-1285202866-project] create failed (client error): Access was denied to this resource. Aug 16 21:10:11.069677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a8045056-dbd8-48a3-81d4-1f53e121600d tempest-DvrRoutersNegativeTest-1285202866 tempest-DvrRoutersNegativeTest-1285202866-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1102676 Aug 16 21:10:11.611339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 56870) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.717901 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60e1331d-e7bd-45ea-a951-a45ae4165105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.802259 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60e1331d-e7bd-45ea-a951-a45ae4165105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.879987 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60e1331d-e7bd-45ea-a951-a45ae4165105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.918330 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-60e1331d-e7bd-45ea-a951-a45ae4165105 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce44b1cd95814ded8bec68244894b574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054254 Aug 16 21:10:11.919166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1331d-e7bd-45ea-a951-a45ae4165105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd99fb41-4c1b-41b6-8215-e2679d9000c7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:11.921737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 56874) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.972421 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09c53633-4dca-46b2-995e-c04a5002ed16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.994705 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09c53633-4dca-46b2-995e-c04a5002ed16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.154828 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09c53633-4dca-46b2-995e-c04a5002ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.157466 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09c53633-4dca-46b2-995e-c04a5002ed16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.159149 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-09c53633-4dca-46b2-995e-c04a5002ed16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dd99fb41-4c1b-41b6-8215-e2679d9000c7 HTTP/1.1" status: 204 len: 168 time: 0.2357404 Aug 16 21:10:12.166369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c53633-4dca-46b2-995e-c04a5002ed16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd99fb41-4c1b-41b6-8215-e2679d9000c7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:15.202604 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b9e430be-2e72-4142-86bd-b6b91e2b5547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.503060 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4eb6dad8-2c13-407e-a791-cf3e9dc2ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.004227 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.267427 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.691842 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.087762 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4791baf-d36e-469b-8159-7a51c4c2d6ed req-2186a94b-0471-4e90-a4c3-f85c8665c318 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:21.089293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4791baf-d36e-469b-8159-7a51c4c2d6ed req-2186a94b-0471-4e90-a4c3-f85c8665c318 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0418906 Aug 16 21:10:21.129161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4791baf-d36e-469b-8159-7a51c4c2d6ed req-e072af4d-2bb5-4639-acfc-ab84fba0cad1 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333829 Aug 16 21:10:21.263442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab54e0b-6b34-49b5-8a7f-88799cec20b1 req-286f932a-601b-44d4-9f79-4c8c0016742a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:21.264938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ab54e0b-6b34-49b5-8a7f-88799cec20b1 req-286f932a-601b-44d4-9f79-4c8c0016742a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0659249 Aug 16 21:10:21.305481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ab54e0b-6b34-49b5-8a7f-88799cec20b1 req-cce76649-3984-4fb3-a82a-52391f5d58df tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341554 Aug 16 21:10:21.329174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57036) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:21.419980 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fff7cc48-685e-406b-ad2a-4cade29499f2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d HTTP/1.1" status: 200 len: 992 time: 0.0872195 Aug 16 21:10:22.255663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234d5a0-21ff-4707-9ab0-2b039a282bd7 req-9b2592ab-4ba8-4381-af4f-83dbdbcdb745 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:22.257396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d234d5a0-21ff-4707-9ab0-2b039a282bd7 req-9b2592ab-4ba8-4381-af4f-83dbdbcdb745 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0546997 Aug 16 21:10:22.298294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d234d5a0-21ff-4707-9ab0-2b039a282bd7 req-a5da70a8-1847-4b76-a4cc-f056c6db3aab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334671 Aug 16 21:10:22.502541 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-82bcbb6a-2cec-473b-8d35-874f2d32f0f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1614540 Aug 16 21:10:23.424879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c4186-20f5-423f-a5b3-744bbf95bf5e req-66333f0c-3c6c-4db1-8f4f-1068b40677db tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:23.426562 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f72c4186-20f5-423f-a5b3-744bbf95bf5e req-66333f0c-3c6c-4db1-8f4f-1068b40677db tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0514460 Aug 16 21:10:23.468978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f72c4186-20f5-423f-a5b3-744bbf95bf5e req-7e7dd36a-ddc7-4c30-8d92-933c44a1585f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360281 Aug 16 21:10:24.617459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce272cc-898e-4692-b97e-f4639038f83b req-4d8c2a2f-d294-47e4-8e95-9a898e269ea6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:24.618927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bce272cc-898e-4692-b97e-f4639038f83b req-4d8c2a2f-d294-47e4-8e95-9a898e269ea6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0589066 Aug 16 21:10:24.656974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bce272cc-898e-4692-b97e-f4639038f83b req-13b9f803-75a9-400f-8e10-f8bcc728dafa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311098 Aug 16 21:10:25.121403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-77bfa4f7-85d1-4414-8ecd-849ede025e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:25.125683 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-77bfa4f7-85d1-4414-8ecd-849ede025e30 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0453665 Aug 16 21:10:25.228122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-cecc67bf-ec74-4fd9-b208-751aaa25e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:25.229683 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-cecc67bf-ec74-4fd9-b208-751aaa25e191 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.0957689 Aug 16 21:10:25.307382 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-f6d0d25a-4594-45fe-9a2d-73d1abd51af3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 1000 time: 0.0691352 Aug 16 21:10:25.361555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-de319712-17a6-4a7f-99ca-d7ca3273d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:25.363176 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-de319712-17a6-4a7f-99ca-d7ca3273d1b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0488923 Aug 16 21:10:25.413260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-d6b5df39-0a6d-4d4a-8b0a-d31e4ded916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:25.414787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-d6b5df39-0a6d-4d4a-8b0a-d31e4ded916d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436561 Aug 16 21:10:25.511726 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-7cd35e02-3932-4bab-8666-4801020464c8 service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885589 Aug 16 21:10:25.619898 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-38dc3c69-7bca-4093-9602-a1b5d8b703dd service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949094 Aug 16 21:10:25.783299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76336b1-dfc0-4979-b946-cc6f03f2a641 req-52216c10-1266-40ed-85ba-a6dab3b4a768 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:25.784684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76336b1-dfc0-4979-b946-cc6f03f2a641 req-52216c10-1266-40ed-85ba-a6dab3b4a768 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0521734 Aug 16 21:10:25.789384 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:10:25.825216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e76336b1-dfc0-4979-b946-cc6f03f2a641 req-b22ac7ed-7a32-436e-adca-370a859886f5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342197 Aug 16 21:10:26.955944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13232d-99ca-4dc6-af70-d4e91128a3e8 req-8744ea71-d87f-4792-9e75-d63e67ab0f66 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:26.957467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f13232d-99ca-4dc6-af70-d4e91128a3e8 req-8744ea71-d87f-4792-9e75-d63e67ab0f66 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0523653 Aug 16 21:10:26.997163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6f13232d-99ca-4dc6-af70-d4e91128a3e8 req-89661c24-4a14-494d-97e8-877bd85d648d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332756 Aug 16 21:10:28.119137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725db0-2302-4f85-aaca-438d898308d0 req-c589190d-6391-4844-87da-64718fec8523 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:28.120620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf725db0-2302-4f85-aaca-438d898308d0 req-c589190d-6391-4844-87da-64718fec8523 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0532842 Aug 16 21:10:28.164642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf725db0-2302-4f85-aaca-438d898308d0 req-3475d39f-6381-4b00-9231-3b107092f7ef tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357635 Aug 16 21:10:28.197974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57184) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:28.315412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52309a84-d5ad-40e6-80fb-1943076e670d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.408051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52309a84-d5ad-40e6-80fb-1943076e670d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.480233 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-52309a84-d5ad-40e6-80fb-1943076e670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.521769 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-52309a84-d5ad-40e6-80fb-1943076e670d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=57a5f87755a84a4eb55756cc64fe1162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226445 Aug 16 21:10:28.522656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52309a84-d5ad-40e6-80fb-1943076e670d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247e8308-732f-4f11-a54f-80ae7c453a76,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:28.524553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57192) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:28.583273 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.604523 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.763991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.763991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.763991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/247e8308-732f-4f11-a54f-80ae7c453a76 HTTP/1.1" status: 204 len: 168 time: 0.2376149 Aug 16 21:10:28.771526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247e8308-732f-4f11-a54f-80ae7c453a76,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:28.779496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.780144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.780431 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.780773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.781143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.781659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.781990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.788341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.788341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.788341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.788341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.788341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf738d-47c0-4ccb-8436-81f6fdf60237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:29.349092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b02ae5-28d5-41f2-a27a-d812536f1698 req-0e548b1e-b3d9-44cb-8e38-6c9c08d3e30c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:29.349092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43b02ae5-28d5-41f2-a27a-d812536f1698 req-0e548b1e-b3d9-44cb-8e38-6c9c08d3e30c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0523560 Aug 16 21:10:29.349092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43b02ae5-28d5-41f2-a27a-d812536f1698 req-c697d4c8-57ef-4a56-a87f-6f1b9da067a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351946 Aug 16 21:10:29.636903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57212) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:29.650296 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe5df52d-8790-4048-af6c-da387ecd7582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.740547 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe5df52d-8790-4048-af6c-da387ecd7582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.851383 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fe5df52d-8790-4048-af6c-da387ecd7582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.889813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fe5df52d-8790-4048-af6c-da387ecd7582 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c4e1ca48d2754a3fb9365a1f582bae47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517245 Aug 16 21:10:29.890708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5df52d-8790-4048-af6c-da387ecd7582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc9e00a-3acb-4da9-8026-a796e8744227,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:29.892420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57218) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:29.948317 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-762e732b-ce0b-4a79-b043-857e6513376e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.971716 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-762e732b-ce0b-4a79-b043-857e6513376e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.102548 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-762e732b-ce0b-4a79-b043-857e6513376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.105273 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-762e732b-ce0b-4a79-b043-857e6513376e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.106589 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-762e732b-ce0b-4a79-b043-857e6513376e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7cc9e00a-3acb-4da9-8026-a796e8744227 HTTP/1.1" status: 204 len: 168 time: 0.2125018 Aug 16 21:10:30.115576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e732b-ce0b-4a79-b043-857e6513376e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc9e00a-3acb-4da9-8026-a796e8744227,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:30.462870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4b826-ff78-4ef1-aa75-91554c8933ec req-cba9effa-738b-414e-8ac5-78784b5dbe02 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.464302 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ab4b826-ff78-4ef1-aa75-91554c8933ec req-cba9effa-738b-414e-8ac5-78784b5dbe02 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0513158 Aug 16 21:10:30.505304 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ab4b826-ff78-4ef1-aa75-91554c8933ec req-e5fd418e-b251-4014-b4e7-c525fae9ea9c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346451 Aug 16 21:10:31.627334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f56e70-2e97-45be-ad9c-b8b354516856 req-856fa9eb-d191-4e76-87d1-c8c0abfbd94b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:31.628824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71f56e70-2e97-45be-ad9c-b8b354516856 req-856fa9eb-d191-4e76-87d1-c8c0abfbd94b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0530651 Aug 16 21:10:31.669982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71f56e70-2e97-45be-ad9c-b8b354516856 req-d193f723-03b8-48ce-80ed-012a1d8a1297 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336328 Aug 16 21:10:32.777191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.791340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b5e3d-fd45-4e4e-a166-b78146b5ed69 req-4d30446e-e175-4aa5-af26-a8f91165cf69 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:32.792922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-652b5e3d-fd45-4e4e-a166-b78146b5ed69 req-4d30446e-e175-4aa5-af26-a8f91165cf69 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0525308 Aug 16 21:10:32.823032 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.842319 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-652b5e3d-fd45-4e4e-a166-b78146b5ed69 req-6ab42afd-0b0c-428a-be3d-950ff2a5657b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355761 Aug 16 21:10:33.964997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6746cc-24a8-47f8-a2e7-f1320ad3ad0a req-410370f5-9b64-44de-bd8b-9582a65f7e88 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:33.966897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d6746cc-24a8-47f8-a2e7-f1320ad3ad0a req-410370f5-9b64-44de-bd8b-9582a65f7e88 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0492325 Aug 16 21:10:33.992646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57348) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:34.007444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d6746cc-24a8-47f8-a2e7-f1320ad3ad0a req-2d3dd73c-c76f-470f-a2d5-443940a1b627 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339639 Aug 16 21:10:34.123638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ad154b5-670c-4524-848c-012863cf3277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.215227 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ad154b5-670c-4524-848c-012863cf3277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.274296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ad154b5-670c-4524-848c-012863cf3277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.314428 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7ad154b5-670c-4524-848c-012863cf3277 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dfbe2da833b340a383b5f024bdb8477c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197737 Aug 16 21:10:34.315285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad154b5-670c-4524-848c-012863cf3277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a69739-3460-4fd6-a4cf-a1d7231cbf2e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:34.317566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57356) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:34.367635 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e47ff6c-dadb-4799-91fe-d3259e10b7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.393158 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e47ff6c-dadb-4799-91fe-d3259e10b7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.531238 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e47ff6c-dadb-4799-91fe-d3259e10b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.534146 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e47ff6c-dadb-4799-91fe-d3259e10b7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.535337 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0e47ff6c-dadb-4799-91fe-d3259e10b7ba admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/00a69739-3460-4fd6-a4cf-a1d7231cbf2e HTTP/1.1" status: 204 len: 168 time: 0.2168641 Aug 16 21:10:34.544855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47ff6c-dadb-4799-91fe-d3259e10b7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a69739-3460-4fd6-a4cf-a1d7231cbf2e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:35.132424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dd4ed-7bf8-48fe-afdb-a2a25c48c9c5 req-db7ce885-7536-4c40-a219-fc2c90c2ac92 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:35.135269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a7dd4ed-7bf8-48fe-afdb-a2a25c48c9c5 req-db7ce885-7536-4c40-a219-fc2c90c2ac92 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0558300 Aug 16 21:10:35.174168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a7dd4ed-7bf8-48fe-afdb-a2a25c48c9c5 req-0bf0887d-99ec-403b-bf73-f34771f7f9c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330613 Aug 16 21:10:35.227011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57376) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:35.240050 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-041a75d5-4815-4d22-bbfc-802b7e9af322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.326550 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-041a75d5-4815-4d22-bbfc-802b7e9af322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.452045 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-041a75d5-4815-4d22-bbfc-802b7e9af322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.489001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a75d5-4815-4d22-bbfc-802b7e9af322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cb034d-782b-4d67-b3b3-e1335ae5dc78,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:35.493397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-041a75d5-4815-4d22-bbfc-802b7e9af322 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1c11d4fca7c6440c927e0640aa242572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2653368 Aug 16 21:10:35.495921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57380) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:35.546026 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d01a8eb1-83c9-44a0-b258-1165637e57bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.568019 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d01a8eb1-83c9-44a0-b258-1165637e57bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.720014 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d01a8eb1-83c9-44a0-b258-1165637e57bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.722745 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d01a8eb1-83c9-44a0-b258-1165637e57bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.723914 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d01a8eb1-83c9-44a0-b258-1165637e57bc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a9cb034d-782b-4d67-b3b3-e1335ae5dc78 HTTP/1.1" status: 204 len: 168 time: 0.2270892 Aug 16 21:10:35.732312 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a8eb1-83c9-44a0-b258-1165637e57bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cb034d-782b-4d67-b3b3-e1335ae5dc78,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:36.299862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cac1cd-6821-4ab0-bc42-96d2375507b0 req-8c08e019-203d-40ea-b080-8627d1a39e67 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:36.301499 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01cac1cd-6821-4ab0-bc42-96d2375507b0 req-8c08e019-203d-40ea-b080-8627d1a39e67 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0556009 Aug 16 21:10:36.344902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01cac1cd-6821-4ab0-bc42-96d2375507b0 req-baee9d5e-330b-436c-b96b-0d2d35132571 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371275 Aug 16 21:10:37.238347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57430) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:37.348066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1811578058-network', 'tenant_id': '53938194bb764aec938849c2daa4cb56'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:37.428452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Made reservation on behalf of 53938194bb764aec938849c2daa4cb56 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:37.430674 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.456044 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.493720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c6ada-c0e8-45b8-a82b-351c21f3fd8a req-8ae61bd0-2fbf-42b2-92e9-986e17829ca4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:37.495209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-830c6ada-c0e8-45b8-a82b-351c21f3fd8a req-8ae61bd0-2fbf-42b2-92e9-986e17829ca4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0800109 Aug 16 21:10:37.558555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-830c6ada-c0e8-45b8-a82b-351c21f3fd8a req-c40236fb-063a-48d1-85d4-786efe1d75e2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570984 Aug 16 21:10:37.614440 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.673931 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.699499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:37.710368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246e0bf2-781e-4f79-9e99-f8db4bedf72f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:37.715255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.715609 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Added segment f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c of type vlan for network 464be6a8-4491-46ec-a97a-ebc177cfcf41 Aug 16 21:10:37.761370 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.874254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.878655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:37.878655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.941168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] Pushing event updated for resources: {'Network': ['ID=464be6a8-4491-46ec-a97a-ebc177cfcf41,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:37.952293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 464be6a8-4491-46ec-a97a-ebc177cfcf41 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:37.994737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3df67c40-9c01-43b6-8d43-e7932ff9d96b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7551379 Aug 16 21:10:37.998090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57446) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:38.002904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] Request body: {'subnet': {'network_id': '464be6a8-4491-46ec-a97a-ebc177cfcf41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1811578058-subnet', 'tenant_id': '53938194bb764aec938849c2daa4cb56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:38.113934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] Made reservation on behalf of 53938194bb764aec938849c2daa4cb56 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:38.116492 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.400905 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.472507 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f643028-6004-41fe-9bd8-8b642039cb87,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:38.480814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] Checking segment: {'id': 'f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '464be6a8-4491-46ec-a97a-ebc177cfcf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:38.481209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] Network hostable DHCP agents. Network: 464be6a8-4491-46ec-a97a-ebc177cfcf41, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:38.582309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] Network 464be6a8-4491-46ec-a97a-ebc177cfcf41 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:38.684599 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155d73-2cfb-40f7-ab49-30e14f1f21b3 req-8a28e6dc-c345-4fc1-9ad8-ccad45974fe9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:38.686088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84155d73-2cfb-40f7-ab49-30e14f1f21b3 req-8a28e6dc-c345-4fc1-9ad8-ccad45974fe9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0514820 Aug 16 21:10:38.706448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 464be6a8-4491-46ec-a97a-ebc177cfcf41) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:38.710971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:38.712197 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.715313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044391ab-7201-4cad-b8e5-62a266df28f7 None None] Network 464be6a8-4491-46ec-a97a-ebc177cfcf41 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:38.738217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84155d73-2cfb-40f7-ab49-30e14f1f21b3 req-f88b1402-6bf7-443e-99af-d14a2fb6643b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460486 Aug 16 21:10:38.818425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-57167841-8b72-4a01-b6ef-4bca1477c664 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8126805 Aug 16 21:10:38.846936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccbb62d-e164-466b-961e-be6437e6dacb None None] Network 464be6a8-4491-46ec-a97a-ebc177cfcf41 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:39.680845 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57482) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:39.686556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2075916676-network', 'tenant_id': 'a97d39b28e014d2b9caaec934cb2d402'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:39.818100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Made reservation on behalf of a97d39b28e014d2b9caaec934cb2d402 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:39.820240 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.851081 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.884987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a052dac-0e89-4d9a-9389-debf4481a83b req-742e32f3-9462-42ad-aa4b-aeebf378c7f9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:39.886601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a052dac-0e89-4d9a-9389-debf4481a83b req-742e32f3-9462-42ad-aa4b-aeebf378c7f9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0802455 Aug 16 21:10:39.945783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a052dac-0e89-4d9a-9389-debf4481a83b req-08100e10-5172-4d08-94e4-5ed757049938 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519321 Aug 16 21:10:39.993989 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.085515 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.107309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:40.122730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb2c9c4-d28a-4416-b21b-bc7d3e721368,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:40.127255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.127607 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Added segment 319071ea-efee-4380-9fe8-1e2ed8520084 of type vlan for network b1fefa80-5f0a-484c-a4e6-c2df81ffafd7 Aug 16 21:10:40.170993 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.280403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.281467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:40.282053 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.343523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] Pushing event updated for resources: {'Network': ['ID=b1fefa80-5f0a-484c-a4e6-c2df81ffafd7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:40.357153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network b1fefa80-5f0a-484c-a4e6-c2df81ffafd7 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:40.400241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-83fbe78e-41cb-4bc3-a485-0152284e6f3b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7181594 Aug 16 21:10:40.402741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57490) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:40.409320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] Request body: {'subnet': {'network_id': 'b1fefa80-5f0a-484c-a4e6-c2df81ffafd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2075916676-subnet', 'tenant_id': 'a97d39b28e014d2b9caaec934cb2d402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:40.518907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] Made reservation on behalf of a97d39b28e014d2b9caaec934cb2d402 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:40.521319 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.084679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0839b7-23eb-492a-9837-6686b99c6744 req-6f15c842-3f07-4f6e-8991-7c07396ce42e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:41.086457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d0839b7-23eb-492a-9837-6686b99c6744 req-6f15c842-3f07-4f6e-8991-7c07396ce42e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0556471 Aug 16 21:10:41.109972 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.176013 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d0839b7-23eb-492a-9837-6686b99c6744 req-65a5fe05-7eb3-4d54-ba02-9a1bc79ffa5e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823119 Aug 16 21:10:41.197398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adc94f9-4566-48cd-912f-71cfc6cdab67,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:41.210321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] Checking segment: {'id': '319071ea-efee-4380-9fe8-1e2ed8520084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b1fefa80-5f0a-484c-a4e6-c2df81ffafd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:41.210681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] Network hostable DHCP agents. Network: b1fefa80-5f0a-484c-a4e6-c2df81ffafd7, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:41.302498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] Network b1fefa80-5f0a-484c-a4e6-c2df81ffafd7 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:41.405816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, b1fefa80-5f0a-484c-a4e6-c2df81ffafd7) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:41.410181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:41.410836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.416887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe2a1a-6fec-4059-bf3a-4639c85b4338 None None] Network b1fefa80-5f0a-484c-a4e6-c2df81ffafd7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:41.547209 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-17dc9ba7-8cfb-49a7-bfb7-330fb2eacaab admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1403825 Aug 16 21:10:41.576153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c60486f-d940-4472-a607-0a6af40baf33 None None] Network b1fefa80-5f0a-484c-a4e6-c2df81ffafd7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:42.124720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-be1e2e7f-4d9c-4a99-a6b4-2e095520d18a tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:42.126210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-be1e2e7f-4d9c-4a99-a6b4-2e095520d18a tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/networks?id=464be6a8-4491-46ec-a97a-ebc177cfcf41 HTTP/1.1" status: 200 len: 809 time: 0.1015890 Aug 16 21:10:42.142445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-78b302a1-e467-4fc5-9b96-47c49194fee5 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/quotas/53938194bb764aec938849c2daa4cb56 HTTP/1.1" status: 200 len: 375 time: 0.0097892 Aug 16 21:10:42.173589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-aa6f0149-1a62-4a77-8272-1bb179c3187e tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=53938194bb764aec938849c2daa4cb56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254676 Aug 16 21:10:42.353883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9786b6-61d6-4228-ac77-b96464d74847 req-7fd8eb59-aee4-40d1-980a-843353b215c8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:42.355379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce9786b6-61d6-4228-ac77-b96464d74847 req-7fd8eb59-aee4-40d1-980a-843353b215c8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.1072295 Aug 16 21:10:42.421532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-adf052df-19b0-4c1a-a5ab-4a12878b2bec service neutron] 10.222.0.74 "GET /v2.0/networks/464be6a8-4491-46ec-a97a-ebc177cfcf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405043 Aug 16 21:10:42.424625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce9786b6-61d6-4228-ac77-b96464d74847 req-5f3956b2-8fb4-45ee-bb83-b719f219f106 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615220 Aug 16 21:10:42.513288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-713455ce-7bd0-4e78-b8ae-53f2b9316e44 service neutron] 10.222.0.74 "GET /v2.0/networks/464be6a8-4491-46ec-a97a-ebc177cfcf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855656 Aug 16 21:10:42.714040 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-04cde7d9-708e-4db5-8313-71f5f09df0f7 service neutron] show failed (client error): The resource could not be found. Aug 16 21:10:42.715247 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-04cde7d9-708e-4db5-8313-71f5f09df0f7 service neutron] 10.222.0.79 "GET /v2.0/ports/7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0623515 Aug 16 21:10:42.754011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5e7357b-f9a8-4dd4-96ef-eafa6eaf4c48 req-5e5ba881-6250-4ae6-a241-dd338ece0fd7 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 210 time: 0.0308406 Aug 16 21:10:43.287849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-6cdcfc71-f723-4d44-b55c-e17291328fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:43.289755 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-6cdcfc71-f723-4d44-b55c-e17291328fb3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 1097 time: 0.0464804 Aug 16 21:10:43.303211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:43.360975 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.593016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16e49e-c9dd-467a-8fce-41063afc1af7 req-69fba1e5-db6d-4279-82b0-3815ad1d8fd1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:43.595561 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d16e49e-c9dd-467a-8fce-41063afc1af7 req-69fba1e5-db6d-4279-82b0-3815ad1d8fd1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0720756 Aug 16 21:10:43.624546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:43.641449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d16e49e-c9dd-467a-8fce-41063afc1af7 req-509b26b1-0d51-479a-9a9b-c1383de9afee tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378706 Aug 16 21:10:43.669808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:43.716782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:43.719024 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0289f6dc-511f-4075-a93f-e4d48154409c" -d '{"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:43.723727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.737431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Transition to ACTIVE for port object 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:43.795226 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8442de5-7876-4429-a536-59c0a935485e x-openstack-request-id: req-e8442de5-7876-4429-a536-59c0a935485e {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:43.795764 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:43.796208 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e8442de5-7876-4429-a536-59c0a935485e {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:43.796633 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'code': 200} Aug 16 21:10:43.858767 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.867110 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90d52473-75e8-4389-92d5-ba1adec4a1a8 req-6f7fe6e7-b3f0-47e5-9bfa-3d15ecc72996 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 210 time: 0.0354064 Aug 16 21:10:43.955304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:44.001462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] No DVR routers for this DVR port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:44.471665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:44.472011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:44.472346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on network 0184894d-ae2e-4297-98b3-a88cfc519ea7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:44.476663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on network 0184894d-ae2e-4297-98b3-a88cfc519ea7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:10:44.476985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on network 0184894d-ae2e-4297-98b3-a88cfc519ea7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:44.481779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:44.483813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Checking segment: {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:44.483813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Bound using segment: {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:44.483813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Bound port: 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:44.483813 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.550328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:44.554279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:44.652016 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.710584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:44.711489 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.713222 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] 10.222.0.76 "PUT /v2.0/ports/7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 1092 time: 1.4142680 Aug 16 21:10:44.734674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3597e2-7329-468e-91b1-f2b8bc9e2e12 service neutron] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:44.821428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-c5e7a65c-c735-4fa5-91b5-62b98d641da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:44.823478 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-c5e7a65c-c735-4fa5-91b5-62b98d641da2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0838673 Aug 16 21:10:44.837925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0581dcf-5c08-46ef-9463-81f9ffdf0b96 req-fcf8938e-0adf-4b6a-bcbe-0c8031ddd4d7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:44.843709 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0581dcf-5c08-46ef-9463-81f9ffdf0b96 req-fcf8938e-0adf-4b6a-bcbe-0c8031ddd4d7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 943 time: 0.1025867 Aug 16 21:10:44.916043 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0581dcf-5c08-46ef-9463-81f9ffdf0b96 req-377bc4ab-301f-4cd1-a63c-57e58e118340 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664554 Aug 16 21:10:44.999089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04b5c789-7d17-4b34-b1c1-490dd699f291 req-7f10544b-342f-45c3-a2d2-9ca31bee8c9c tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 210 time: 0.0367343 Aug 16 21:10:45.017587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-f6b4f0e2-b868-4b40-82fc-d225e773b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:45.017587 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-f6b4f0e2-b868-4b40-82fc-d225e773b365 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.1855681 Aug 16 21:10:45.099218 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-a0582dd9-c530-4813-8c0a-f5427a592208 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 998 time: 0.0756693 Aug 16 21:10:45.160297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bab1eac7-30a9-4e7c-b032-cec6c7354f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:45.161845 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-bab1eac7-30a9-4e7c-b032-cec6c7354f6b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0561290 Aug 16 21:10:45.164756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-27c65e17-8977-4648-8e8f-d268bbb5ab9b tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:45.167954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-27c65e17-8977-4648-8e8f-d268bbb5ab9b tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.76 "GET /v2.0/networks?id=464be6a8-4491-46ec-a97a-ebc177cfcf41 HTTP/1.1" status: 200 len: 809 time: 0.1663327 Aug 16 21:10:45.181009 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Request body: {'port': {'device_id': 'fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc', 'network_id': '464be6a8-4491-46ec-a97a-ebc177cfcf41', 'admin_state_up': True, 'tenant_id': '53938194bb764aec938849c2daa4cb56'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:45.227381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-4bcba1f3-e454-4389-b159-f97ff04fe0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:45.229338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-4bcba1f3-e454-4389-b159-f97ff04fe0a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532382 Aug 16 21:10:45.245000 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4c2cf64a-83da-4a08-932a-df25df524ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.359607 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-35f254ba-05af-4a12-80f0-7b5634b73f9f service neutron] 10.222.0.76 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225538 Aug 16 21:10:45.399572 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Made reservation on behalf of 53938194bb764aec938849c2daa4cb56 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:45.403977 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.492134 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c51c1c6c-b292-4d7d-836c-6a91ceda2313 req-be03ffa7-ff59-49f4-a2a2-55af44f8d1fd service neutron] 10.222.0.76 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232204 Aug 16 21:10:45.548178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Allocated IP 172.20.0.10 (464be6a8-4491-46ec-a97a-ebc177cfcf41/1f643028-6004-41fe-9bd8-8b642039cb87/eb7e737a-d6f2-462a-842d-74423c451b8d) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:45.706328 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.798243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:45.800500 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9" -d '{"events": [{"name": "network-changed", "server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:45.847990 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dc2dfb-7645-4791-81ff-9ce22f17fb9d x-openstack-request-id: req-44dc2dfb-7645-4791-81ff-9ce22f17fb9d {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:45.848289 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:45.848547 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-44dc2dfb-7645-4791-81ff-9ce22f17fb9d {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:45.848977 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'status': 'completed', 'code': 200} Aug 16 21:10:45.863097 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.910840 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Network 464be6a8-4491-46ec-a97a-ebc177cfcf41 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:45.914264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:45.918752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:45.924409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Pushing event updated for resources: {'Port': ['ID=eb7e737a-d6f2-462a-842d-74423c451b8d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:45.944062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-533be93a-0305-445f-92b5-06d9782e491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:45.946628 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-533be93a-0305-445f-92b5-06d9782e491a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0751965 Aug 16 21:10:45.952134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-e1811c42-1ad3-4059-96fb-2b11e2e9c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:45.953700 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-e1811c42-1ad3-4059-96fb-2b11e2e9c5b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0743651 Aug 16 21:10:45.977574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:45.978280 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.036813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:46.066860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37512-cdad-4602-afd9-244dd89d346d req-5be41d8c-9a84-4e5c-bea1-865edde5a09e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:46.077616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffe37512-cdad-4602-afd9-244dd89d346d req-5be41d8c-9a84-4e5c-bea1-865edde5a09e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 943 time: 0.0749810 Aug 16 21:10:46.088941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a6b1b030-7337-4b13-a037-f1b7efd936dd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9126081 Aug 16 21:10:46.092357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:46.118192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Request body: {'port': {'device_id': 'fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:46.126071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-d8337366-42b6-48c7-b996-41dfe17f348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:46.127565 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-d8337366-42b6-48c7-b996-41dfe17f348e service neutron] 10.222.0.79 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.1730027 Aug 16 21:10:46.132039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-796795ee-64cf-43f6-b5be-0687794cc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:46.133445 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-796795ee-64cf-43f6-b5be-0687794cc762 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.1604035 Aug 16 21:10:46.189825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffe37512-cdad-4602-afd9-244dd89d346d req-d5b5ba06-5754-440d-a914-ec8860ed7be9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113212 Aug 16 21:10:46.219767 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4f861-ba9e-48ce-a6e0-647d73f80b0d req-24fc36ab-98ca-44d8-a089-8d586f5cf9f8 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:46.221777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3d4f861-ba9e-48ce-a6e0-647d73f80b0d req-24fc36ab-98ca-44d8-a089-8d586f5cf9f8 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 932 time: 0.1351202 Aug 16 21:10:46.226884 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.247709 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-62686a19-7cb2-4711-9557-a8140af7dc2d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 998 time: 0.1112628 Aug 16 21:10:46.254248 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-c64dc5ab-47c5-4390-9059-d7a3aa902c29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 998 time: 0.0777378 Aug 16 21:10:46.299302 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3d4f861-ba9e-48ce-a6e0-647d73f80b0d req-17851d41-bc09-460d-86e8-8121e39c4e0e tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705259 Aug 16 21:10:46.340082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-727abccb-bc7e-460f-a051-4a527f30ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:46.342605 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-727abccb-bc7e-460f-a051-4a527f30ecfa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0874741 Aug 16 21:10:46.344389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-ca0ea737-6f5e-46ad-821e-a32b2ded5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:46.345722 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-ca0ea737-6f5e-46ad-821e-a32b2ded5194 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0830338 Aug 16 21:10:46.421421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-a61a00f3-9060-4582-affa-c9fd8277c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:46.422996 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-a61a00f3-9060-4582-affa-c9fd8277c76e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730364 Aug 16 21:10:46.425710 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-01805872-a577-4c82-b488-40732377249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:46.436832 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-01805872-a577-4c82-b488-40732377249b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690205 Aug 16 21:10:46.558848 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7e737a-d6f2-462a-842d-74423c451b8d {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:46.568027 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.581116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Transition to ACTIVE for port object eb7e737a-d6f2-462a-842d-74423c451b8d will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:46.598682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-ffea4bab-5055-4768-aca2-37e75b26f26f service neutron] 10.222.0.76 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593535 Aug 16 21:10:46.600524 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-d5908b23-360c-431a-a55a-c2075df09e1f service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704180 Aug 16 21:10:46.696765 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.759864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Pushing event updated for resources: {'Port': ['ID=eb7e737a-d6f2-462a-842d-74423c451b8d,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:46.765298 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-8134f4c8-b3b1-49f1-8b0f-1a94d5edfe14 service neutron] 10.222.0.76 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580873 Aug 16 21:10:46.769820 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fa4bd4ac-2d76-44da-a67f-8ad900a166f9 req-3e33d7f5-18f1-4bbb-84c9-61c75b4411dd service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590688 Aug 16 21:10:46.828039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Attempting to bind port eb7e737a-d6f2-462a-842d-74423c451b8d on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:46.828519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Attempting to bind port eb7e737a-d6f2-462a-842d-74423c451b8d by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '464be6a8-4491-46ec-a97a-ebc177cfcf41'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:46.829005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Attempting to bind port eb7e737a-d6f2-462a-842d-74423c451b8d on network 464be6a8-4491-46ec-a97a-ebc177cfcf41 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:46.834363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Port eb7e737a-d6f2-462a-842d-74423c451b8d on network 464be6a8-4491-46ec-a97a-ebc177cfcf41 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:10:46.834726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Attempting to bind port eb7e737a-d6f2-462a-842d-74423c451b8d on network 464be6a8-4491-46ec-a97a-ebc177cfcf41 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:46.840559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:46.840744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Checking segment: {'id': 'f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '464be6a8-4491-46ec-a97a-ebc177cfcf41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:46.841174 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Bound using segment: {'id': 'f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '464be6a8-4491-46ec-a97a-ebc177cfcf41'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:46.842094 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Bound port: eb7e737a-d6f2-462a-842d-74423c451b8d, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '464be6a8-4491-46ec-a97a-ebc177cfcf41'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:46.842469 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.913894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] For port eb7e737a-d6f2-462a-842d-74423c451b8d, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:46.917397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] For port eb7e737a-d6f2-462a-842d-74423c451b8d, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=eb7e737a-d6f2-462a-842d-74423c451b8d,segment=NetworkSegment(f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c),segment_id=f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:47.011628 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.054794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.055456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.056887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] 10.222.0.76 "PUT /v2.0/ports/eb7e737a-d6f2-462a-842d-74423c451b8d HTTP/1.1" status: 200 len: 1093 time: 0.9461441 Aug 16 21:10:47.057352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc', 'tag': 'eb7e737a-d6f2-462a-842d-74423c451b8d'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:47.060247 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c8b2f6-23f0-46be-bb8e-90d153890869" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc", "tag": "eb7e737a-d6f2-462a-842d-74423c451b8d"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:47.080244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9060b82-7f6a-456a-9952-9021d7a07b6b service neutron] Pushing event updated for resources: {'Port': ['ID=eb7e737a-d6f2-462a-842d-74423c451b8d,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:47.115014 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f2eadd-cf3a-4538-94a6-02402be6898d x-openstack-request-id: req-31f2eadd-cf3a-4538-94a6-02402be6898d {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:47.115014 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc", "tag": "eb7e737a-d6f2-462a-842d-74423c451b8d", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:47.115014 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-31f2eadd-cf3a-4538-94a6-02402be6898d {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:47.115014 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc', 'tag': 'eb7e737a-d6f2-462a-842d-74423c451b8d', 'status': 'completed', 'code': 200} Aug 16 21:10:47.174788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8b2f6-23f0-46be-bb8e-90d153890869 req-6b5e04a5-2258-4409-a9ac-647333d25191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.176309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07c8b2f6-23f0-46be-bb8e-90d153890869 req-6b5e04a5-2258-4409-a9ac-647333d25191 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53938194bb764aec938849c2daa4cb56&device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 1096 time: 0.0443361 Aug 16 21:10:47.395405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473fa8c-089e-4b01-a37f-77bb4ee09109 req-011dca50-86b0-4c05-a254-8dc075bb9328 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.396965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1473fa8c-089e-4b01-a37f-77bb4ee09109 req-011dca50-86b0-4c05-a254-8dc075bb9328 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 943 time: 0.1314085 Aug 16 21:10:47.400404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8b2f6-23f0-46be-bb8e-90d153890869 req-2212077b-99dd-487e-9c36-8ba7563b43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.401808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07c8b2f6-23f0-46be-bb8e-90d153890869 req-2212077b-99dd-487e-9c36-8ba7563b43d1 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=53938194bb764aec938849c2daa4cb56&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2166030 Aug 16 21:10:47.525906 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ad2887ac-67b1-4022-93da-06145cd464b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.577942 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1473fa8c-089e-4b01-a37f-77bb4ee09109 req-3e4f0cd7-c561-4b3a-be6f-95ad4c462bdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673806 Aug 16 21:10:47.592085 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a313a56-e3d7-43d3-b160-8e43c1a7144e req-bd1e88a1-10e7-40a7-adea-6451c49eda9f tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.593637 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a313a56-e3d7-43d3-b160-8e43c1a7144e req-bd1e88a1-10e7-40a7-adea-6451c49eda9f tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 944 time: 0.1953335 Aug 16 21:10:47.662302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8b2f6-23f0-46be-bb8e-90d153890869 req-348e3116-b4f0-40af-94b7-532d94255f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.663775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07c8b2f6-23f0-46be-bb8e-90d153890869 req-348e3116-b4f0-40af-94b7-532d94255f89 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455649 Aug 16 21:10:47.669764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a313a56-e3d7-43d3-b160-8e43c1a7144e req-977e054c-6547-44ee-9732-1be7dfb5c3bd tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693760 Aug 16 21:10:47.751689 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-aa0db31e-4aa6-4a9e-b0ed-d5a00c7667e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.753332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-aa0db31e-4aa6-4a9e-b0ed-d5a00c7667e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53938194bb764aec938849c2daa4cb56&device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 1096 time: 0.0469165 Aug 16 21:10:47.795313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-cff948ef-d4b3-456f-94f1-8010015ea8b6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb7e737a-d6f2-462a-842d-74423c451b8d HTTP/1.1" status: 200 len: 217 time: 0.0345898 Aug 16 21:10:47.850183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a80ca973-d5e7-4a6c-89a6-39f206e07cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.851541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a80ca973-d5e7-4a6c-89a6-39f206e07cc4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1f643028-6004-41fe-9bd8-8b642039cb87 HTTP/1.1" status: 200 len: 849 time: 0.0497189 Aug 16 21:10:47.910006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-ba6ac8bb-9254-4945-a4b2-71d9806bb8e9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=464be6a8-4491-46ec-a97a-ebc177cfcf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308099 Aug 16 21:10:47.970661 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.004747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-a8ca138f-f387-4830-b195-8ced2bc79116 service neutron] 10.222.0.76 "GET /v2.0/networks/464be6a8-4491-46ec-a97a-ebc177cfcf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877891 Aug 16 21:10:48.101947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6721b083-0c9d-4a28-b300-477c8bfcc609 req-3a2c1269-89ab-45b5-974a-015241cadab5 service neutron] 10.222.0.76 "GET /v2.0/networks/464be6a8-4491-46ec-a97a-ebc177cfcf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903668 Aug 16 21:10:48.697492 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8878fe-fd02-483d-9bd1-e1d83e3cee23 req-b2fd0fe3-5668-49aa-ae4d-c1865a15e71e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:48.699075 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce8878fe-fd02-483d-9bd1-e1d83e3cee23 req-b2fd0fe3-5668-49aa-ae4d-c1865a15e71e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 943 time: 0.0507979 Aug 16 21:10:48.742997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce8878fe-fd02-483d-9bd1-e1d83e3cee23 req-087c1751-cd1e-4e5b-b223-ab9cce833bb7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343580 Aug 16 21:10:48.792124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c8eab-624a-4ba7-80f2-49237f9c6c9b req-dab2941e-29d2-4839-8aed-b8aa4edfb5d9 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:48.794355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be4c8eab-624a-4ba7-80f2-49237f9c6c9b req-dab2941e-29d2-4839-8aed-b8aa4edfb5d9 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 944 time: 0.0499353 Aug 16 21:10:48.835534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be4c8eab-624a-4ba7-80f2-49237f9c6c9b req-5ce19e57-e923-4850-9ea8-671e6d74b516 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Aug 16 21:10:49.239635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991709b-5d6b-40ce-b7e3-d495c32600c3 req-bb02db45-2648-48de-bca1-df593dc76835 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:49.241061 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c991709b-5d6b-40ce-b7e3-d495c32600c3 req-bb02db45-2648-48de-bca1-df593dc76835 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 943 time: 0.1153557 Aug 16 21:10:49.260741 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930446-35bf-4736-add2-f5a80d9a30fd req-e59a1bdb-06a2-4ac1-8924-b34f634ae564 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:49.265949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-e59a1bdb-06a2-4ac1-8924-b34f634ae564 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.76 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3&tenant_id=23e2ae7b576b4c98ac09070644381864&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 943 time: 0.1026416 Aug 16 21:10:49.288785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.321859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c991709b-5d6b-40ce-b7e3-d495c32600c3 req-3f5ce75b-5a5a-4bfe-9440-9fc2f4fd6d47 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742598 Aug 16 21:10:49.347045 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-43fc2e36-c2f6-4b3c-839c-40fc071bffd4 service neutron] 10.222.0.76 "GET /v2.0/ports/7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd/bindings/n-h1-793619-14 HTTP/1.1" status: 200 len: 383 time: 0.0754247 Aug 16 21:10:49.409704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930446-35bf-4736-add2-f5a80d9a30fd req-027e0901-55d8-4e0d-afed-fb360f468a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:49.411194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-027e0901-55d8-4e0d-afed-fb360f468a5e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0432777 Aug 16 21:10:49.501842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930446-35bf-4736-add2-f5a80d9a30fd req-6a3c1b03-4c1a-4bdf-929e-8564036edf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:49.503321 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-6a3c1b03-4c1a-4bdf-929e-8564036edf66 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.0853376 Aug 16 21:10:49.505040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-6f4a5bfd-4b7b-430a-a2fa-f6232954b490 req-35be8d93-ef7b-4534-9a52-ead5af4159bc service neutron] (95261) timed out ('10.222.0.74', 35592) {{(pid=95261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:10:49.573840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-57c9d514-e6be-4f4b-a0dd-4fa721e5408c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 998 time: 0.0631862 Aug 16 21:10:49.596118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:10:49.625079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c06f286e-6119-4bdc-9aff-5f65cab72945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:49.626480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c06f286e-6119-4bdc-9aff-5f65cab72945 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0451226 Aug 16 21:10:49.674372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930446-35bf-4736-add2-f5a80d9a30fd req-090460e5-dac3-4763-a253-df5d22e3cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:49.676049 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-090460e5-dac3-4763-a253-df5d22e3cfcf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429223 Aug 16 21:10:49.700883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:49.712189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'port_id': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'mac_address': 'fa:16:3e:2d:1d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:10:49.751162 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.764546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:49.771258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-509e84a7-f574-46a6-a928-66e3b35e016a service neutron] 10.222.0.76 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884566 Aug 16 21:10:49.783905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:49.845465 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.878720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-a37ad1b9-b768-4c2c-aabd-63b6be78083e service neutron] 10.222.0.76 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005690 Aug 16 21:10:49.920922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:49.929259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.931453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.931453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.931453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.931453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.931453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.931453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.931453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.932146 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.932246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.932588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.938306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.969655 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef04a4-1a60-4e88-acc6-a9b586959bfa req-9e3cdc51-1a11-4835-a66e-a9c5e20d345f tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:49.971152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66ef04a4-1a60-4e88-acc6-a9b586959bfa req-9e3cdc51-1a11-4835-a66e-a9c5e20d345f tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 944 time: 0.0530820 Aug 16 21:10:50.014201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66ef04a4-1a60-4e88-acc6-a9b586959bfa req-bf0c78be-b0de-441d-8976-9d6c93704c37 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367920 Aug 16 21:10:50.085921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:10:50.226018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 57608) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:50.521423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809d454-ab6e-420b-8231-92e4da64b33c req-ae60e916-6ba7-4d76-8386-a15fb40ffc61 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:50.522913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d809d454-ab6e-420b-8231-92e4da64b33c req-ae60e916-6ba7-4d76-8386-a15fb40ffc61 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 944 time: 0.1186669 Aug 16 21:10:50.571924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Deleting port 4c2141f6-0d54-4241-877c-34e2c3f59698 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:50.572271 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.576402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d809d454-ab6e-420b-8231-92e4da64b33c req-ab6f0c79-377e-45af-bebe-4aab2c55a2fc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468106 Aug 16 21:10:50.650559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.654707 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.655037 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.666421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Calling delete_port for 4c2141f6-0d54-4241-877c-34e2c3f59698 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:50.862510 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.888886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event deleted for resources: {'Port': ['ID=4c2141f6-0d54-4241-877c-34e2c3f59698,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:50.948995 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.955465 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Floating IP 83297f96-6642-4e28-94c0-7a0f642d4ec0 disassociated (deleted). External IP: 172.25.4.124, port: 89ac68a2-845a-403c-babb-0aa024ab1190. Aug 16 21:10:51.514781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c4a80-45e3-4677-a2e8-b5dd9db844e0 req-22001c61-983d-42b7-82de-b53ede9d944d tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:51.516249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d4c4a80-45e3-4677-a2e8-b5dd9db844e0 req-22001c61-983d-42b7-82de-b53ede9d944d tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 944 time: 0.4233034 Aug 16 21:10:51.547495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Router dacb70b7-bbb9-4749-844e-6a40b84b0e9c has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:10:51.567983 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d4c4a80-45e3-4677-a2e8-b5dd9db844e0 req-3c8f9a9b-bdf2-492a-9129-6fdbcd29ef55 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448055 Aug 16 21:10:51.611787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device eb7e737a-d6f2-462a-842d-74423c451b8d details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:10:51.616234 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:51.710576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:51.717754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.725883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265ed6b-9304-4622-b3ff-dfad5c59146d None None] Sync routers for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:51.750747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a306-865a-4de8-954b-674ec4c34e78 req-d6dba2c8-7453-415a-91ff-7016e46d87c4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:51.752268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2841a306-865a-4de8-954b-674ec4c34e78 req-d6dba2c8-7453-415a-91ff-7016e46d87c4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 944 time: 0.0982652 Aug 16 21:10:51.759129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265ed6b-9304-4622-b3ff-dfad5c59146d None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:51.763184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4265ed6b-9304-4622-b3ff-dfad5c59146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:10:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:51.763379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-24fe8fe4-4998-490b-83e9-e11e26f75558 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "DELETE /v2.0/floatingips/83297f96-6642-4e28-94c0-7a0f642d4ec0 HTTP/1.1" status: 204 len: 168 time: 1.5330296 Aug 16 21:10:51.763379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:51.764213 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7879ba2b-864d-4f1a-b662-b7191fc00844" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:51.802860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port eb7e737a-d6f2-462a-842d-74423c451b8d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=eb7e737a-d6f2-462a-842d-74423c451b8d,segment=NetworkSegment(f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c),segment_id=f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:51.813671 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2841a306-865a-4de8-954b-674ec4c34e78 req-17f4cee3-4ff5-4cbf-a001-02eb7ec1f90d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524435 Aug 16 21:10:51.822070 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'eb7e737a-d6f2-462a-842d-74423c451b8d', 'network_id': '464be6a8-4491-46ec-a97a-ebc177cfcf41', 'port_id': 'eb7e737a-d6f2-462a-842d-74423c451b8d', 'mac_address': 'fa:16:3e:1f:c5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f643028-6004-41fe-9bd8-8b642039cb87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:10:51.891714 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ae1f49-f71a-4041-baa0-6c841ce8f2be x-openstack-request-id: req-f1ae1f49-f71a-4041-baa0-6c841ce8f2be {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:51.891714 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:51.891714 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f1ae1f49-f71a-4041-baa0-6c841ce8f2be {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:51.891714 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190', 'status': 'completed', 'code': 200} Aug 16 21:10:51.892202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:51.899652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:51.900027 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.939132 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.951387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879ba2b-864d-4f1a-b662-b7191fc00844 req-bfbfc1cd-1f74-48f6-9215-4d64b9a8674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:51.953102 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7879ba2b-864d-4f1a-b662-b7191fc00844 req-bfbfc1cd-1f74-48f6-9215-4d64b9a8674d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ef7514149b345aeb2d3ac50fedbe37b&device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 1097 time: 0.0506625 Aug 16 21:10:51.967407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4265ed6b-9304-4622-b3ff-dfad5c59146d None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:51.969680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7e737a-d6f2-462a-842d-74423c451b8d {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:52.030031 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port eb7e737a-d6f2-462a-842d-74423c451b8d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=eb7e737a-d6f2-462a-842d-74423c451b8d,segment=NetworkSegment(f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c),segment_id=f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:52.058407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879ba2b-864d-4f1a-b662-b7191fc00844 req-785e3162-c91d-4bcc-81c7-669c77a106eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:52.061212 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7879ba2b-864d-4f1a-b662-b7191fc00844 req-785e3162-c91d-4bcc-81c7-669c77a106eb service neutron] 10.222.0.79 "GET /v2.0/networks?id=d153050c-0478-49d6-a9d1-21ce5960fda8 HTTP/1.1" status: 200 len: 915 time: 0.0986140 Aug 16 21:10:52.105854 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7879ba2b-864d-4f1a-b662-b7191fc00844 req-81ea8406-a9e0-434a-83a3-7dde67d1a61b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ac68a2-845a-403c-babb-0aa024ab1190 HTTP/1.1" status: 200 len: 217 time: 0.0382493 Aug 16 21:10:52.140199 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.159649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879ba2b-864d-4f1a-b662-b7191fc00844 req-c0df104e-6310-49f3-812d-471964c74ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:52.161174 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7879ba2b-864d-4f1a-b662-b7191fc00844 req-c0df104e-6310-49f3-812d-471964c74ae2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c73808b-f53c-4af5-b7d9-08d1a8437271 HTTP/1.1" status: 200 len: 853 time: 0.0481114 Aug 16 21:10:52.170025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:52.176485 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e6c183-3e6f-4ffa-ae84-d0d71fba767c" -d '{"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-plugged", "status": "completed", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:52.191662 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.198446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:52.222691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879ba2b-864d-4f1a-b662-b7191fc00844 req-3785afba-89d9-40ba-bbdf-29bdd8b22c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:52.224190 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7879ba2b-864d-4f1a-b662-b7191fc00844 req-3785afba-89d9-40ba-bbdf-29bdd8b22c89 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d153050c-0478-49d6-a9d1-21ce5960fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558181 Aug 16 21:10:52.284232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=eb7e737a-d6f2-462a-842d-74423c451b8d,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:52.314383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4265ed6b-9304-4622-b3ff-dfad5c59146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:28Z', 'revision_number': 5, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:52.324340 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7879ba2b-864d-4f1a-b662-b7191fc00844 req-a07660f4-3611-4572-bb96-c379a43002a1 service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919197 Aug 16 21:10:52.354214 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04758ef0-a319-43d4-a0dd-d2d537e0ac68 x-openstack-request-id: req-04758ef0-a319-43d4-a0dd-d2d537e0ac68 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:52.354214 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-plugged", "status": "completed", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:52.354214 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-04758ef0-a319-43d4-a0dd-d2d537e0ac68 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:52.354214 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'code': 200} Aug 16 21:10:52.354214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265ed6b-9304-4622-b3ff-dfad5c59146d None None] Checking router: dacb70b7-bbb9-4749-844e-6a40b84b0e9c for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:52.361628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265ed6b-9304-4622-b3ff-dfad5c59146d None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:52.362245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4265ed6b-9304-4622-b3ff-dfad5c59146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:10:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:52.398254 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.434832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['eb7e737a-d6f2-462a-842d-74423c451b8d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:10:52.438674 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7879ba2b-864d-4f1a-b662-b7191fc00844 req-5e7d4ec9-dab2-4c9d-9a34-4e18e9e5f2df service neutron] 10.222.0.79 "GET /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070077 Aug 16 21:10:52.530260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:52.557559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4265ed6b-9304-4622-b3ff-dfad5c59146d None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:52.593375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310fdd0-cb26-4aa7-b7ac-c68e90999ead req-20152abe-d386-44a0-b138-cde7cec922a8 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:52.601797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8310fdd0-cb26-4aa7-b7ac-c68e90999ead req-20152abe-d386-44a0-b138-cde7cec922a8 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 945 time: 0.0669417 Aug 16 21:10:52.643264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930446-35bf-4736-add2-f5a80d9a30fd req-ef6194d7-f74f-45a3-a930-5869c762d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:52.647429 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-ef6194d7-f74f-45a3-a930-5869c762d1b1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 1097 time: 0.0614154 Aug 16 21:10:52.649750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8310fdd0-cb26-4aa7-b7ac-c68e90999ead req-fc1d28a1-6b55-4088-92fb-16658104fab4 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472872 Aug 16 21:10:52.667620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:52.733626 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.740589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebede6c-4670-4713-a1f2-d53f103e49d6 req-8de72884-2d9b-4809-9f01-8b49659dc1ef tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:52.742152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ebede6c-4670-4713-a1f2-d53f103e49d6 req-8de72884-2d9b-4809-9f01-8b49659dc1ef tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 945 time: 0.0562098 Aug 16 21:10:52.787052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ebede6c-4670-4713-a1f2-d53f103e49d6 req-9615b473-9429-4aaf-87b8-60322292b9f4 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377789 Aug 16 21:10:52.854221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4265ed6b-9304-4622-b3ff-dfad5c59146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:28Z', 'revision_number': 5, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:52.891817 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265ed6b-9304-4622-b3ff-dfad5c59146d None None] The sync data for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 is: [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:05:20Z', 'revision_number': 4, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '42638158-5d26-46da-9a4c-f5325981be2c', 'name': '', 'network_id': 'd153050c-0478-49d6-a9d1-21ce5960fda8', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'mac_address': 'fa:16:3e:ef:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:20Z', 'updated_at': '2021-08-16T21:05:28Z', 'revision_number': 5, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'subnets': [{'id': '5c73808b-f53c-4af5-b7d9-08d1a8437271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:52.957882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf1845-5907-4d01-b9e6-7759f8156905 req-8f65e905-e184-4ce2-9737-23576f3d97ac tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:52.959435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3aaf1845-5907-4d01-b9e6-7759f8156905 req-8f65e905-e184-4ce2-9737-23576f3d97ac tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0583744 Aug 16 21:10:52.982345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:53.001594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3aaf1845-5907-4d01-b9e6-7759f8156905 req-6ef051b3-2f66-4d29-a3ae-b0eeb37aac73 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360241 Aug 16 21:10:53.020010 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:53.065941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:53.068327 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb20b59-0e73-4b0f-94ef-da46af4253a7" -d '{"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:53.072633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.088402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Transition to ACTIVE for port object 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:53.125539 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba04a75f-5d11-48ea-a48f-e02f28671d6b x-openstack-request-id: req-ba04a75f-5d11-48ea-a48f-e02f28671d6b {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:53.125849 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:53.126112 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ba04a75f-5d11-48ea-a48f-e02f28671d6b {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:53.126552 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'code': 200} Aug 16 21:10:53.150273 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48489869-0c73-449f-a56b-a34130061057 None None] New status for floating IP 83297f96-6642-4e28-94c0-7a0f642d4ec0: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:10:53.182105 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.277902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=10']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:53.326653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] No DVR routers for this DVR port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:53.473376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:53.473724 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:53.474094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on network 0184894d-ae2e-4297-98b3-a88cfc519ea7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:53.478717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on network 0184894d-ae2e-4297-98b3-a88cfc519ea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:10:53.479091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Attempting to bind port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on network 0184894d-ae2e-4297-98b3-a88cfc519ea7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:53.487474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:53.487474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Checking segment: {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:53.487474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Bound using segment: {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:53.487474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Bound port: 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e435629-0a4e-4b2a-844e-ec45eaa9c67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:53.487474 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.553549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:53.556703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:53.627120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device eb7e737a-d6f2-462a-842d-74423c451b8d up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:53.668364 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.705943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:53.705943 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.707285 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] 10.222.0.79 "PUT /v2.0/ports/7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 1093 time: 1.0494604 Aug 16 21:10:53.750532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c4c2-42e4-4f81-a944-a0042d0a3461 service neutron] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=11']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:53.759495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port eb7e737a-d6f2-462a-842d-74423c451b8d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:53.773045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port eb7e737a-d6f2-462a-842d-74423c451b8d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:53.775115 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.786296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930446-35bf-4736-add2-f5a80d9a30fd req-11c27c23-8b71-4b88-ab04-d09411db2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:53.787845 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-11c27c23-8b71-4b88-ab04-d09411db2d55 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0535514 Aug 16 21:10:53.796451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cafd65-8a93-4f7d-bd39-9217be73199f req-a5b0ed20-90d5-41a9-9122-625703f4280d tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:53.806487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90cafd65-8a93-4f7d-bd39-9217be73199f req-a5b0ed20-90d5-41a9-9122-625703f4280d tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 945 time: 0.0887654 Aug 16 21:10:53.866716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90cafd65-8a93-4f7d-bd39-9217be73199f req-0ce6e44e-17f1-49a1-bfde-a41c40f8654e tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/security-groups?id=e546ee20-8b52-413b-b31a-9af35932ec38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607235 Aug 16 21:10:53.907671 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.952528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51c122-2f2c-426b-9000-efa260eeae4a req-85d42ed9-d46d-450c-93e3-78ac8fa28100 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:53.954089 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d51c122-2f2c-426b-9000-efa260eeae4a req-85d42ed9-d46d-450c-93e3-78ac8fa28100 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 945 time: 0.0572093 Aug 16 21:10:53.964882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port eb7e737a-d6f2-462a-842d-74423c451b8d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=eb7e737a-d6f2-462a-842d-74423c451b8d,segment=NetworkSegment(f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c),segment_id=f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:53.983435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930446-35bf-4736-add2-f5a80d9a30fd req-5742b0ed-b68c-4bb7-b243-1e0d01a47ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:53.984949 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-5742b0ed-b68c-4bb7-b243-1e0d01a47ce6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.1872416 Aug 16 21:10:53.997361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d51c122-2f2c-426b-9000-efa260eeae4a req-bcf1a1ef-8396-4d14-8e34-d91d735b2b7f tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358562 Aug 16 21:10:54.033575 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.064982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca033d9-411a-4efb-880b-1b25251cbc0e req-15a91379-57ba-403a-b78e-379d495f4b1c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:54.070002 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2ca033d9-411a-4efb-880b-1b25251cbc0e req-15a91379-57ba-403a-b78e-379d495f4b1c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 945 time: 0.1023004 Aug 16 21:10:54.106717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=eb7e737a-d6f2-462a-842d-74423c451b8d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:54.109251 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-2a23a7f5-0551-4d2f-b74f-f047d1938d56 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 998 time: 0.1095240 Aug 16 21:10:54.151361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ef30c-7536-4f48-bd35-7fc80bf6a27a req-f7e873f4-3f66-4e9b-bcad-064b8dab0944 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:54.153317 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b7ef30c-7536-4f48-bd35-7fc80bf6a27a req-f7e873f4-3f66-4e9b-bcad-064b8dab0944 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 944 time: 0.0646422 Aug 16 21:10:54.192210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b7ef30c-7536-4f48-bd35-7fc80bf6a27a req-15acdefa-4d7d-449c-91ad-a763e031d719 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326967 Aug 16 21:10:54.196071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c0674871-fb85-4745-b6f2-0b07bfd81765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:54.197645 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c0674871-fb85-4745-b6f2-0b07bfd81765 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0791237 Aug 16 21:10:54.247447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-2ca033d9-411a-4efb-880b-1b25251cbc0e req-4b4fb458-7140-49bf-95fc-1a2145c9964c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Deleting port 89ac68a2-845a-403c-babb-0aa024ab1190 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:54.247793 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2ca033d9-411a-4efb-880b-1b25251cbc0e req-4b4fb458-7140-49bf-95fc-1a2145c9964c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.302846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930446-35bf-4736-add2-f5a80d9a30fd req-4cf15e08-9b50-483d-b115-7a904b04f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:54.304484 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-4cf15e08-9b50-483d-b115-7a904b04f486 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993984 Aug 16 21:10:54.349439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7e737a-d6f2-462a-842d-74423c451b8d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:54.351986 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b25f9d8-3fc6-4f1c-877e-d26d3928e742" -d '{"events": [{"server_uuid": "fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc", "name": "network-vif-plugged", "status": "completed", "tag": "eb7e737a-d6f2-462a-842d-74423c451b8d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:54.390100 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d960304-1dc5-470e-ba9f-1a3c8ddfb796 x-openstack-request-id: req-4d960304-1dc5-470e-ba9f-1a3c8ddfb796 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:54.390393 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc", "name": "network-vif-plugged", "status": "completed", "tag": "eb7e737a-d6f2-462a-842d-74423c451b8d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:54.390650 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d960304-1dc5-470e-ba9f-1a3c8ddfb796 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:54.391051 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7e737a-d6f2-462a-842d-74423c451b8d', 'code': 200} Aug 16 21:10:54.402539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2ca033d9-411a-4efb-880b-1b25251cbc0e req-4b4fb458-7140-49bf-95fc-1a2145c9964c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] For port 89ac68a2-845a-403c-babb-0aa024ab1190, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=89ac68a2-845a-403c-babb-0aa024ab1190,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:54.402951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2ca033d9-411a-4efb-880b-1b25251cbc0e req-4b4fb458-7140-49bf-95fc-1a2145c9964c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.425948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-2ca033d9-411a-4efb-880b-1b25251cbc0e req-4b4fb458-7140-49bf-95fc-1a2145c9964c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Calling delete_port for 89ac68a2-845a-403c-babb-0aa024ab1190 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:54.452180 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c32b049f-407f-4dd4-a005-7ad1e7487627 service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390333 Aug 16 21:10:54.489719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542f89a-726e-42f2-96cf-2fae09637547 req-e8be0df4-24f3-440a-a3c9-610a354a9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:54.491203 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6542f89a-726e-42f2-96cf-2fae09637547 req-e8be0df4-24f3-440a-a3c9-610a354a9abf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 1098 time: 0.0450261 Aug 16 21:10:54.526239 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6542f89a-726e-42f2-96cf-2fae09637547 req-4643ed4e-8b3b-4b4c-8c54-5dfd77c9eac9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280879 Aug 16 21:10:54.596700 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37930446-35bf-4736-add2-f5a80d9a30fd req-c73048cf-6f66-4efe-82d8-a75643c7b691 service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120248 Aug 16 21:10:54.702140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2ca033d9-411a-4efb-880b-1b25251cbc0e req-4b4fb458-7140-49bf-95fc-1a2145c9964c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.738361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fb458-7140-49bf-95fc-1a2145c9964c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event deleted for resources: {'Port': ['ID=89ac68a2-845a-403c-babb-0aa024ab1190,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:54.779171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca033d9-411a-4efb-880b-1b25251cbc0e req-4b4fb458-7140-49bf-95fc-1a2145c9964c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] No DVR routers for this DVR port 89ac68a2-845a-403c-babb-0aa024ab1190 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:54.781943 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2ca033d9-411a-4efb-880b-1b25251cbc0e req-4b4fb458-7140-49bf-95fc-1a2145c9964c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.783909 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2ca033d9-411a-4efb-880b-1b25251cbc0e req-4b4fb458-7140-49bf-95fc-1a2145c9964c tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.79 "DELETE /v2.0/ports/89ac68a2-845a-403c-babb-0aa024ab1190 HTTP/1.1" status: 204 len: 173 time: 0.7098303 Aug 16 21:10:54.963007 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0470da73-d8aa-4a27-b0fc-f867018eee7a req-8282e8f1-d2a7-4fa3-ae7d-1dd1d88ff454 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Aug 16 21:10:55.124737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba8f55-ca07-4f0a-a6fc-a1de5ab67524 req-6a960200-fee1-4dc0-8584-802a98853874 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.126496 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95ba8f55-ca07-4f0a-a6fc-a1de5ab67524 req-6a960200-fee1-4dc0-8584-802a98853874 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 946 time: 0.0563433 Aug 16 21:10:55.127902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'}, {'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'name': 'network-vif-deleted', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:55.130337 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43aa56f-7d65-4ae7-ab46-293841562087" -d '{"events": [{"name": "network-changed", "server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd"}, {"server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "name": "network-vif-deleted", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:55.188681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95ba8f55-ca07-4f0a-a6fc-a1de5ab67524 req-8f9077e3-3e28-410a-902f-79f18d2657d1 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531578 Aug 16 21:10:55.199957 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fbd725-8b42-4989-9f02-34ca991f1563 x-openstack-request-id: req-e0fbd725-8b42-4989-9f02-34ca991f1563 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:55.200262 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd", "status": "completed", "code": 200}, {"server_uuid": "3d7c1ee2-a5f5-428d-838b-2fe363b1a739", "name": "network-vif-deleted", "tag": "89ac68a2-845a-403c-babb-0aa024ab1190", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:55.200518 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e0fbd725-8b42-4989-9f02-34ca991f1563 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:55.200923 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'status': 'completed', 'code': 200} Aug 16 21:10:55.201204 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7c1ee2-a5f5-428d-838b-2fe363b1a739', 'name': 'network-vif-deleted', 'tag': '89ac68a2-845a-403c-babb-0aa024ab1190', 'status': 'completed', 'code': 200} Aug 16 21:10:55.272754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-4ac9182e-daf0-49d4-8dbf-88be35c95c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.274364 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-4ac9182e-daf0-49d4-8dbf-88be35c95c26 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0474153 Aug 16 21:10:55.317379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-fd50ac0a-d1ec-4900-b3a3-cfafbe33c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.319371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-fd50ac0a-d1ec-4900-b3a3-cfafbe33c693 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0820477 Aug 16 21:10:55.414123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-fa015e6d-1be0-4050-91ac-41dd1aff6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.415885 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-fa015e6d-1be0-4050-91ac-41dd1aff6e8e service neutron] 10.222.0.79 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.1326520 Aug 16 21:10:55.440130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ed633-58fb-44e6-8271-dd04eead8ac1 req-f31aa72e-53a2-4a9e-842a-957dbdcf04b3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.441673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-543ed633-58fb-44e6-8271-dd04eead8ac1 req-f31aa72e-53a2-4a9e-842a-957dbdcf04b3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 944 time: 0.1215494 Aug 16 21:10:55.488216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-53c95cc2-5ce5-428e-8292-5b877c8313bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.489772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-53c95cc2-5ce5-428e-8292-5b877c8313bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.1550753 Aug 16 21:10:55.509151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-543ed633-58fb-44e6-8271-dd04eead8ac1 req-66cb5b20-6265-45ac-9c5b-d901ecc205ac tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602975 Aug 16 21:10:55.530779 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-5e6a9d6f-50f8-4a40-b291-e7effd666a69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 998 time: 0.1076229 Aug 16 21:10:55.574362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-73e1ef5d-106a-44a5-819c-c0250626ff85 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 998 time: 0.0761530 Aug 16 21:10:55.595127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-8c948f77-f195-40a8-be45-7d20f104fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.596613 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-8c948f77-f195-40a8-be45-7d20f104fb79 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0583644 Aug 16 21:10:55.612814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:55.637766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-0ceedf4f-876b-4f76-aff9-7db11df640dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.639681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-0ceedf4f-876b-4f76-aff9-7db11df640dc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0536578 Aug 16 21:10:55.665993 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-65537ee3-cb50-4ae3-8f7d-6c0583f8b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.668220 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-65537ee3-cb50-4ae3-8f7d-6c0583f8b367 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640922 Aug 16 21:10:55.670610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:55.700397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-3a4f9b5e-cda7-4371-934d-650c921bf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.702098 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-3a4f9b5e-cda7-4371-934d-650c921bf00f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552764 Aug 16 21:10:55.781725 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-ab4df6ff-f5ee-43ad-bf28-f54345e88d48 service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036925 Aug 16 21:10:55.810455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-d7a0b1d9-e8cb-4e03-800f-7bb61ada4d23 service neutron] 10.222.0.76 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015687 Aug 16 21:10:55.881363 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-931aaeb7-dea5-4c5d-b771-85dd84c2442d service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913579 Aug 16 21:10:55.918780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d43aa56f-7d65-4ae7-ab46-293841562087 req-c0a11308-ebc9-4d05-80db-b8bc36ecef3d service neutron] 10.222.0.76 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984933 Aug 16 21:10:56.071052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-384d1a25-54f7-40a3-84fe-26bc466bfe33 req-bd9e6777-a023-4f20-8ee5-b16385c0a8b1 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 210 time: 0.0394130 Aug 16 21:10:56.098953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:10:56.201751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:56.213625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'port_id': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'mac_address': 'fa:16:3e:2d:1d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:10:56.275405 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:56.290225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:56.313715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:56.335870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443a192-3817-4a38-931f-fd55c1d79308 req-af8b4b24-d2f4-4605-ad37-54baf7003c6d tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:56.338076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e443a192-3817-4a38-931f-fd55c1d79308 req-af8b4b24-d2f4-4605-ad37-54baf7003c6d tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 946 time: 0.0697627 Aug 16 21:10:56.383467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e443a192-3817-4a38-931f-fd55c1d79308 req-285d840d-9c10-4de0-9b06-15a305ad6ad2 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354662 Aug 16 21:10:56.388498 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:56.449946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=12']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:56.604152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:10:56.670835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266950f6-68ca-4d38-b82c-e1b8dac1c5ff req-067b84ff-a6d5-432b-b564-d1fa894a642a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:56.678451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-266950f6-68ca-4d38-b82c-e1b8dac1c5ff req-067b84ff-a6d5-432b-b564-d1fa894a642a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 945 time: 0.0833158 Aug 16 21:10:56.718745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-266950f6-68ca-4d38-b82c-e1b8dac1c5ff req-35a4a690-e239-41fc-a9f4-38574601e38a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388157 Aug 16 21:10:56.738934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 57898) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:56.810869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5a0a28c7-3ddf-419f-9ef2-7db0fdceec27 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d HTTP/1.1" status: 200 len: 991 time: 0.0706277 Aug 16 21:10:57.196878 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ee948968-1387-42cf-895f-9fb0b3c27453 req-da02bd3b-75c0-49b8-a13d-80501d64b209 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 210 time: 0.0488534 Aug 16 21:10:58.114857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:58.217233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:58.221302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:58.221678 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.315962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4174acf1-1473-4e2a-a6aa-8d4b11bb592b req-e54c9ec2-b21a-4805-b27c-c3d0fcf92bc5 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 210 time: 0.0305653 Aug 16 21:10:58.339185 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.362854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:58.365183 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a224f6b-acb9-4fc3-8020-3da8f61d6dc1" -d '{"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-plugged", "status": "completed", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:58.380882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:58.418743 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c518966-22ed-441e-8e0a-a86b2e46f794 x-openstack-request-id: req-1c518966-22ed-441e-8e0a-a86b2e46f794 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:58.418743 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-plugged", "status": "completed", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:58.418743 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c518966-22ed-441e-8e0a-a86b2e46f794 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:58.418743 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'code': 200} Aug 16 21:10:58.484408 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.485404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 89ac68a2-845a-403c-babb-0aa024ab1190 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:58.506176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 89ac68a2-845a-403c-babb-0aa024ab1190 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:10:58.506538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 89ac68a2-845a-403c-babb-0aa024ab1190 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:58.553361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=13']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:59.426244 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1456bcce-fd6b-4573-9234-524b5df75cb8 req-4e0444f4-2e61-4b26-812b-5536d20c1175 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7c1ee2-a5f5-428d-838b-2fe363b1a739 HTTP/1.1" status: 200 len: 210 time: 0.0293326 Aug 16 21:11:00.141515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7389d3-0574-4256-81f0-9919661709fb req-f4131e00-b812-4eb7-98d8-aeb8193f5259 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:00.143530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf7389d3-0574-4256-81f0-9919661709fb req-f4131e00-b812-4eb7-98d8-aeb8193f5259 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 946 time: 0.0503435 Aug 16 21:11:00.181967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf7389d3-0574-4256-81f0-9919661709fb req-03bd3742-252a-4b2a-ad6f-fc6cc7d51858 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328703 Aug 16 21:11:00.486819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58116) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:00.547542 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79214b36-9124-4ec2-912f-a6c890e30a11 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.572432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79214b36-9124-4ec2-912f-a6c890e30a11 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.707526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79214b36-9124-4ec2-912f-a6c890e30a11 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.710698 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79214b36-9124-4ec2-912f-a6c890e30a11 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.711477 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-79214b36-9124-4ec2-912f-a6c890e30a11 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] 10.222.0.74 "DELETE /v2.0/security-groups/e546ee20-8b52-413b-b31a-9af35932ec38 HTTP/1.1" status: 204 len: 168 time: 0.2236261 Aug 16 21:11:00.721719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79214b36-9124-4ec2-912f-a6c890e30a11 tempest-TestVolumeBackupRestore-686662717 tempest-TestVolumeBackupRestore-686662717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e546ee20-8b52-413b-b31a-9af35932ec38,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:01.349192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2148-25e1-4ebc-856e-b02af0393a0c req-1a3a8e50-7dc8-4b35-b080-c7c0b5d09b7a tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:01.350754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-532d2148-25e1-4ebc-856e-b02af0393a0c req-1a3a8e50-7dc8-4b35-b080-c7c0b5d09b7a tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 946 time: 0.0633359 Aug 16 21:11:01.394200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-532d2148-25e1-4ebc-856e-b02af0393a0c req-2a86b0ef-8ffe-47d7-9fdb-57fb9d8cadb4 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/security-groups?id=246e0bf2-781e-4f79-9e99-f8db4bedf72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 Aug 16 21:11:01.593841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602917d-4111-4fb0-b63e-69b4ecc30a4e req-f71a0526-491f-4d92-8a7c-76c45b507fd3 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:01.595308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a602917d-4111-4fb0-b63e-69b4ecc30a4e req-f71a0526-491f-4d92-8a7c-76c45b507fd3 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 946 time: 0.0610731 Aug 16 21:11:01.695859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-a602917d-4111-4fb0-b63e-69b4ecc30a4e req-2ab5dc1c-3852-4409-b793-de58994fa788 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Deleting port eb7e737a-d6f2-462a-842d-74423c451b8d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:01.696356 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a602917d-4111-4fb0-b63e-69b4ecc30a4e req-2ab5dc1c-3852-4409-b793-de58994fa788 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:01.802057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-a602917d-4111-4fb0-b63e-69b4ecc30a4e req-2ab5dc1c-3852-4409-b793-de58994fa788 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] For port eb7e737a-d6f2-462a-842d-74423c451b8d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=eb7e737a-d6f2-462a-842d-74423c451b8d,segment=NetworkSegment(f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c),segment_id=f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:01.802351 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a602917d-4111-4fb0-b63e-69b4ecc30a4e req-2ab5dc1c-3852-4409-b793-de58994fa788 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:01.817060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-a602917d-4111-4fb0-b63e-69b4ecc30a4e req-2ab5dc1c-3852-4409-b793-de58994fa788 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Calling delete_port for eb7e737a-d6f2-462a-842d-74423c451b8d owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:02.044682 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a602917d-4111-4fb0-b63e-69b4ecc30a4e req-2ab5dc1c-3852-4409-b793-de58994fa788 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.059209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['eb7e737a-d6f2-462a-842d-74423c451b8d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:11:02.091396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5dc1c-3852-4409-b793-de58994fa788 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Pushing event deleted for resources: {'Port': ['ID=eb7e737a-d6f2-462a-842d-74423c451b8d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:02.148718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a602917d-4111-4fb0-b63e-69b4ecc30a4e req-2ab5dc1c-3852-4409-b793-de58994fa788 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] No DVR routers for this DVR port eb7e737a-d6f2-462a-842d-74423c451b8d on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:02.152810 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-a602917d-4111-4fb0-b63e-69b4ecc30a4e req-2ab5dc1c-3852-4409-b793-de58994fa788 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.155023 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a602917d-4111-4fb0-b63e-69b4ecc30a4e req-2ab5dc1c-3852-4409-b793-de58994fa788 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.76 "DELETE /v2.0/ports/eb7e737a-d6f2-462a-842d-74423c451b8d HTTP/1.1" status: 204 len: 173 time: 0.5532894 Aug 16 21:11:02.155476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc', 'name': 'network-vif-deleted', 'tag': 'eb7e737a-d6f2-462a-842d-74423c451b8d'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:02.157788 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91945e6c-f96c-4a6b-9ca9-d9549976be62" -d '{"events": [{"server_uuid": "fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc", "name": "network-vif-deleted", "tag": "eb7e737a-d6f2-462a-842d-74423c451b8d"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:02.195807 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e8b68d-17cb-4b81-89af-ea9d90ae64ca x-openstack-request-id: req-33e8b68d-17cb-4b81-89af-ea9d90ae64ca {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:02.196107 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc", "name": "network-vif-deleted", "tag": "eb7e737a-d6f2-462a-842d-74423c451b8d", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:02.196362 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-33e8b68d-17cb-4b81-89af-ea9d90ae64ca {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:02.197102 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc', 'name': 'network-vif-deleted', 'tag': 'eb7e737a-d6f2-462a-842d-74423c451b8d', 'status': 'completed', 'code': 200} Aug 16 21:11:02.520432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2878b2d3-53b3-430e-ac7b-dc42abb98498 req-bcdd2bc4-2c1a-49ed-b158-c55def7352f6 tempest-VolumesActionsTest-947520509 tempest-VolumesActionsTest-947520509-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe0c2a95-ec7c-40b6-a49f-e3be45ae03dc HTTP/1.1" status: 200 len: 210 time: 0.0452287 Aug 16 21:11:02.788135 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:11:02.794089 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.833841 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:04.738706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58320) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:05.319873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.471048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-469498ee-5228-4997-b256-812746752956 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0999591 Aug 16 21:11:05.631503 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-934731d6-57f4-4b6e-b57a-9de14bb531c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:05.633701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-934731d6-57f4-4b6e-b57a-9de14bb531c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 1098 time: 0.0927711 Aug 16 21:11:05.659728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device eb7e737a-d6f2-462a-842d-74423c451b8d no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:05.690888 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: eb7e737a-d6f2-462a-842d-74423c451b8d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:05.691253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device eb7e737a-d6f2-462a-842d-74423c451b8d not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:05.805434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-e3960fb8-e9ca-4e50-b245-35c6948e2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:05.806962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-e3960fb8-e9ca-4e50-b245-35c6948e2593 service neutron] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1499331 Aug 16 21:11:05.823459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] Deleting port 42638158-5d26-46da-9a4c-f5325981be2c {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:05.823803 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.928409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-d258a737-6d5a-4075-ab67-8b734b4795e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad79543e-d16c-4928-86cb-6a37c66de3d3 HTTP/1.1" status: 200 len: 1001 time: 0.1129200 Aug 16 21:11:05.990714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] For port 42638158-5d26-46da-9a4c-f5325981be2c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=42638158-5d26-46da-9a4c-f5325981be2c,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:05.991082 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.008580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] Calling delete_port for 42638158-5d26-46da-9a4c-f5325981be2c owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:06.011528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-d27710f5-5b78-4f32-ad57-27a82d0317d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:06.013304 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-d27710f5-5b78-4f32-ad57-27a82d0317d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0776834 Aug 16 21:11:06.125445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-f29661b9-863c-49c5-8849-36f4de70851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:06.125445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-f29661b9-863c-49c5-8849-36f4de70851b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949166 Aug 16 21:11:06.284097 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-c7c6a774-1fe1-4c05-8dd7-5e34370bb280 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510746 Aug 16 21:11:06.408845 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52ad5c9b-0a99-43ac-83c1-9afa66480a5a req-e64872da-3a94-409b-84a8-2d1869361e8a service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057808 Aug 16 21:11:06.478870 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.508163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] Pushing event deleted for resources: {'Port': ['ID=42638158-5d26-46da-9a4c-f5325981be2c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:06.707585 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.952134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] Router dacb70b7-bbb9-4749-844e-6a40b84b0e9c has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:07.070557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:07.075860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ca858a3a-4a04-4c80-bd42-69c8ddb9eb3b admin admin] 10.222.0.74 "PUT /v2.0/routers/dacb70b7-bbb9-4749-844e-6a40b84b0e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3338525 Aug 16 21:11:07.078808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58422) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:07.082033 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3bf86-0a9b-4847-a6f2-83eb450fe6fe None None] Sync routers for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:07.093690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3bf86-0a9b-4847-a6f2-83eb450fe6fe None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:07.094500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20e3bf86-0a9b-4847-a6f2-83eb450fe6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:10:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:07.213039 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.253794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-20e3bf86-0a9b-4847-a6f2-83eb450fe6fe None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:07.332626 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.493483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20e3bf86-0a9b-4847-a6f2-83eb450fe6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:11:06Z', 'revision_number': 5, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port': {'id': '52e18c08-4ac0-48aa-bcf1-49dacb50ab69', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:17Z', 'updated_at': '2021-08-16T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:07.493738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Deleting port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:07.494046 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.539677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3bf86-0a9b-4847-a6f2-83eb450fe6fe None None] Checking router: dacb70b7-bbb9-4749-844e-6a40b84b0e9c for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:11:07.552624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3bf86-0a9b-4847-a6f2-83eb450fe6fe None None] Routers {'dacb70b7-bbb9-4749-844e-6a40b84b0e9c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:07.553574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20e3bf86-0a9b-4847-a6f2-83eb450fe6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:10:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:07.601192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] For port 52e18c08-4ac0-48aa-bcf1-49dacb50ab69, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=52e18c08-4ac0-48aa-bcf1-49dacb50ab69,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:07.602078 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.622051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Calling delete_port for 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:07.653277 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-20e3bf86-0a9b-4847-a6f2-83eb450fe6fe None None] Set router dacb70b7-bbb9-4749-844e-6a40b84b0e9c gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:07.726415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-20e3bf86-0a9b-4847-a6f2-83eb450fe6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:11:07Z', 'revision_number': 6, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:07.761564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3bf86-0a9b-4847-a6f2-83eb450fe6fe None None] The sync data for ids ['dacb70b7-bbb9-4749-844e-6a40b84b0e9c'] in n-d-793619-14 is: [{'id': 'dacb70b7-bbb9-4749-844e-6a40b84b0e9c', 'name': 'tempest-TestVolumeBackupRestore-1818386173-router', 'tenant_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:16Z', 'updated_at': '2021-08-16T21:11:07Z', 'revision_number': 6, 'project_id': '3ef7514149b345aeb2d3ac50fedbe37b', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:07.942300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.969293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Pushing event deleted for resources: {'Port': ['ID=52e18c08-4ac0-48aa-bcf1-49dacb50ab69,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:08.034586 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.143514 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.147892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.666507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 42638158-5d26-46da-9a4c-f5325981be2c no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:08.690003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 42638158-5d26-46da-9a4c-f5325981be2c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:08.690360 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 42638158-5d26-46da-9a4c-f5325981be2c not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:08.742043 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.746141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dacb70b7-bbb9-4749-844e-6a40b84b0e9c {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:11:08.748933 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.750267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4225c5cf-d0a6-4924-81f0-abe9d1b364bb admin admin] 10.222.0.74 "DELETE /v2.0/routers/dacb70b7-bbb9-4749-844e-6a40b84b0e9c HTTP/1.1" status: 204 len: 168 time: 1.6702149 Aug 16 21:11:08.752859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58484) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:08.802648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72551eb-85d5-4101-968b-8ea4088d40ea admin admin] Deleting subnet 5c73808b-f53c-4af5-b7d9-08d1a8437271 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:08.805909 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b72551eb-85d5-4101-968b-8ea4088d40ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.842116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b72551eb-85d5-4101-968b-8ea4088d40ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.970758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b72551eb-85d5-4101-968b-8ea4088d40ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.125788 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b72551eb-85d5-4101-968b-8ea4088d40ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.158965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72551eb-85d5-4101-968b-8ea4088d40ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c73808b-f53c-4af5-b7d9-08d1a8437271,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:09.161267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b72551eb-85d5-4101-968b-8ea4088d40ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.165790 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b72551eb-85d5-4101-968b-8ea4088d40ea admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5c73808b-f53c-4af5-b7d9-08d1a8437271 HTTP/1.1" status: 204 len: 168 time: 0.4093657 Aug 16 21:11:09.166495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58506) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:09.171881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03186926-c339-43c3-8345-c2d0cb21d77a None None] Network d153050c-0478-49d6-a9d1-21ce5960fda8 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:09.248136 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.317070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Deleting port 140c0fa8-697c-41f5-b584-31e3c0179736 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:09.318715 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.401627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce823bf-1b0c-479b-af43-c246b38e9fc6 None None] DHCP port deletion for d153050c-0478-49d6-a9d1-21ce5960fda8 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:09.420419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] For port 140c0fa8-697c-41f5-b584-31e3c0179736, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=140c0fa8-697c-41f5-b584-31e3c0179736,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:09.421139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.437993 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Calling delete_port for 140c0fa8-697c-41f5-b584-31e3c0179736 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:09.458523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-dce823bf-1b0c-479b-af43-c246b38e9fc6 None None] Deleting port 140c0fa8-697c-41f5-b584-31e3c0179736 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:09.459220 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dce823bf-1b0c-479b-af43-c246b38e9fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.596710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-dce823bf-1b0c-479b-af43-c246b38e9fc6 None None] For port 140c0fa8-697c-41f5-b584-31e3c0179736, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=140c0fa8-697c-41f5-b584-31e3c0179736,segment=NetworkSegment(c92fc153-2fc0-498e-b7e7-57ff1263d26d),segment_id=c92fc153-2fc0-498e-b7e7-57ff1263d26d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:09.597497 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dce823bf-1b0c-479b-af43-c246b38e9fc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.614253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-dce823bf-1b0c-479b-af43-c246b38e9fc6 None None] Calling delete_port for 140c0fa8-697c-41f5-b584-31e3c0179736 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:09.702161 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:09.709462 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:11:09.723874 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dce823bf-1b0c-479b-af43-c246b38e9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.734592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=140c0fa8-697c-41f5-b584-31e3c0179736,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:09.743981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.744288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.744787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.745239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.745742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.746214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.746622 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.747191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.747806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.748362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.748950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.750083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:09.755981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] No DVR routers for this DVR port 140c0fa8-697c-41f5-b584-31e3c0179736 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:09.762996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce823bf-1b0c-479b-af43-c246b38e9fc6 None None] Pushing event deleted for resources: {'Port': ['ID=140c0fa8-697c-41f5-b584-31e3c0179736,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:09.770252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce823bf-1b0c-479b-af43-c246b38e9fc6 None None] No DVR routers for this DVR port 140c0fa8-697c-41f5-b584-31e3c0179736 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:09.843389 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.853915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d153050c-0478-49d6-a9d1-21ce5960fda8']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:09.864754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92fc153-2fc0-498e-b7e7-57ff1263d26d') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:09.865085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92fc153-2fc0-498e-b7e7-57ff1263d26d') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:09.876060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.897189 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.906054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:09.906636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:09.908631 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:10.056766 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.063541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.069959 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d153050c-0478-49d6-a9d1-21ce5960fda8 HTTP/1.1" status: 204 len: 168 time: 0.8982749 Aug 16 21:11:10.070365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58540) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:10.102366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444af5c3-d521-46de-acde-3fb40d53b1d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d153050c-0478-49d6-a9d1-21ce5960fda8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:10.176831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:10.208019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:10.208704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 52e18c08-4ac0-48aa-bcf1-49dacb50ab69 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:10.209408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 140c0fa8-697c-41f5-b584-31e3c0179736 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:10.255193 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 140c0fa8-697c-41f5-b584-31e3c0179736 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:10.255892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 140c0fa8-697c-41f5-b584-31e3c0179736 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:10.330809 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30ba5d43-da30-4a36-a238-806db8d41556 req-8fbe4129-0c3d-42b8-87ca-dabfce3d68d1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535572 Aug 16 21:11:10.435567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5d43-da30-4a36-a238-806db8d41556 req-37e66eef-9f5a-4d41-a9b9-8431e597918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:10.435567 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30ba5d43-da30-4a36-a238-806db8d41556 req-37e66eef-9f5a-4d41-a9b9-8431e597918b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0583000 Aug 16 21:11:10.558373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5d43-da30-4a36-a238-806db8d41556 req-f861a402-fbcd-4c5a-8b83-6001d653a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:10.559154 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30ba5d43-da30-4a36-a238-806db8d41556 req-f861a402-fbcd-4c5a-8b83-6001d653a384 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.1183619 Aug 16 21:11:10.616159 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.633098 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30ba5d43-da30-4a36-a238-806db8d41556 req-bc220c33-8659-4d01-8009-3e594ac5b45f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 1000 time: 0.0671959 Aug 16 21:11:10.683746 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5d43-da30-4a36-a238-806db8d41556 req-d4da73d8-8c9f-422d-9e00-a8639f2cb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:10.685258 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30ba5d43-da30-4a36-a238-806db8d41556 req-d4da73d8-8c9f-422d-9e00-a8639f2cb585 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0457814 Aug 16 21:11:10.743355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5d43-da30-4a36-a238-806db8d41556 req-cf0cd8d2-ec46-4dce-9dfe-63f728a94fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:10.745072 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30ba5d43-da30-4a36-a238-806db8d41556 req-cf0cd8d2-ec46-4dce-9dfe-63f728a94fe2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529530 Aug 16 21:11:10.853747 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30ba5d43-da30-4a36-a238-806db8d41556 req-5a64df47-6f14-48fa-86eb-bdc0ba1cf3a1 service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007271 Aug 16 21:11:10.917110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] Deleting port 0486ac7f-434d-411b-ae3c-3725e3005e5f {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:10.918032 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.954831 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30ba5d43-da30-4a36-a238-806db8d41556 req-2d3002d4-0696-4ba5-a2dd-4a792cdbda98 service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937486 Aug 16 21:11:10.999969 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] For port 0486ac7f-434d-411b-ae3c-3725e3005e5f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0486ac7f-434d-411b-ae3c-3725e3005e5f,segment=NetworkSegment(ff62ea46-5197-4cbe-a778-199ac7d0198f),segment_id=ff62ea46-5197-4cbe-a778-199ac7d0198f)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:11.000337 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:11.014073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] Calling delete_port for 0486ac7f-434d-411b-ae3c-3725e3005e5f owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:11.301612 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:11.333074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0486ac7f-434d-411b-ae3c-3725e3005e5f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:11.509049 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:11.775625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] Router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:11.904475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:11.911360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c6907cf3-c384-4c67-86f5-a6d0b74b38d9 admin admin] 10.222.0.74 "PUT /v2.0/routers/e970aee8-c0e9-4f92-80ae-4d79d4c6c52b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8382456 Aug 16 21:11:11.912305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58610) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.914839 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15369380-ee09-4e65-a040-358334633ef3 None None] Sync routers for ids ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:11.924666 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15369380-ee09-4e65-a040-358334633ef3 None None] Routers {'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:11.925324 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-15369380-ee09-4e65-a040-358334633ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:10:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:12.028050 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.047498 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-15369380-ee09-4e65-a040-358334633ef3 None None] Set router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:12.166113 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.313139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Deleting port c90f6e93-f848-4351-9c5e-67e4985ce6b0 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:12.313946 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.369004 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-15369380-ee09-4e65-a040-358334633ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'name': 'tempest-TestVolumeBackupRestore-2087341299-router', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:11:11Z', 'revision_number': 5, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'gw_port': {'id': 'c90f6e93-f848-4351-9c5e-67e4985ce6b0', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:12.392269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] For port c90f6e93-f848-4351-9c5e-67e4985ce6b0, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c90f6e93-f848-4351-9c5e-67e4985ce6b0,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:12.392641 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.395974 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15369380-ee09-4e65-a040-358334633ef3 None None] Checking router: e970aee8-c0e9-4f92-80ae-4d79d4c6c52b for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:11:12.405322 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15369380-ee09-4e65-a040-358334633ef3 None None] Routers {'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:12.405946 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-15369380-ee09-4e65-a040-358334633ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:10:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:12.408614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Calling delete_port for c90f6e93-f848-4351-9c5e-67e4985ce6b0 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:12.495545 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-15369380-ee09-4e65-a040-358334633ef3 None None] Set router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:12.556902 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-15369380-ee09-4e65-a040-358334633ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'name': 'tempest-TestVolumeBackupRestore-2087341299-router', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:11:12Z', 'revision_number': 6, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:12.583441 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15369380-ee09-4e65-a040-358334633ef3 None None] The sync data for ids ['e970aee8-c0e9-4f92-80ae-4d79d4c6c52b'] in n-d-793619-14 is: [{'id': 'e970aee8-c0e9-4f92-80ae-4d79d4c6c52b', 'name': 'tempest-TestVolumeBackupRestore-2087341299-router', 'tenant_id': 'f474f0a494d4465a9db3addc76998ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:11:12Z', 'revision_number': 6, 'project_id': 'f474f0a494d4465a9db3addc76998ede', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:12.633181 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.658630 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90f6e93-f848-4351-9c5e-67e4985ce6b0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:12.728555 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.819726 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.821857 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.953290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.953832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e970aee8-c0e9-4f92-80ae-4d79d4c6c52b {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:11:12.958580 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.962286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-164fb6e6-fd71-4d92-b986-ae3775392b22 admin admin] 10.222.0.74 "DELETE /v2.0/routers/e970aee8-c0e9-4f92-80ae-4d79d4c6c52b HTTP/1.1" status: 204 len: 168 time: 1.0466354 Aug 16 21:11:12.962516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 58656) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:13.016380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd21c54e-caab-4aaf-bbd5-a1672a95a87e admin admin] Deleting subnet c753aab2-17d0-4415-b95d-debc73ab5f7e {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:13.020158 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd21c54e-caab-4aaf-bbd5-a1672a95a87e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.060852 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd21c54e-caab-4aaf-bbd5-a1672a95a87e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.144547 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd21c54e-caab-4aaf-bbd5-a1672a95a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.259246 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd21c54e-caab-4aaf-bbd5-a1672a95a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.286945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21c54e-caab-4aaf-bbd5-a1672a95a87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c753aab2-17d0-4415-b95d-debc73ab5f7e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:13.291371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fd21c54e-caab-4aaf-bbd5-a1672a95a87e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.294014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fd21c54e-caab-4aaf-bbd5-a1672a95a87e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c753aab2-17d0-4415-b95d-debc73ab5f7e HTTP/1.1" status: 204 len: 168 time: 0.3297777 Aug 16 21:11:13.296450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58680) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:13.298102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df843b55-4087-4a0f-8e11-d12d69d842bd None None] Network a6da2487-a4bc-4b8a-8500-e25119597114 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:13.526097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa96855-010b-4183-a0d5-880f8d0404a0 None None] DHCP port deletion for a6da2487-a4bc-4b8a-8500-e25119597114 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:13.582011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0aa96855-010b-4183-a0d5-880f8d0404a0 None None] Deleting port 7012c963-3591-4707-930a-362c5f3b0f26 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:13.582392 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0aa96855-010b-4183-a0d5-880f8d0404a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.682119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0aa96855-010b-4183-a0d5-880f8d0404a0 None None] For port 7012c963-3591-4707-930a-362c5f3b0f26, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7012c963-3591-4707-930a-362c5f3b0f26,segment=NetworkSegment(ff62ea46-5197-4cbe-a778-199ac7d0198f),segment_id=ff62ea46-5197-4cbe-a778-199ac7d0198f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:13.692524 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0aa96855-010b-4183-a0d5-880f8d0404a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.712431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0aa96855-010b-4183-a0d5-880f8d0404a0 None None] Calling delete_port for 7012c963-3591-4707-930a-362c5f3b0f26 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:13.784623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.853867 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Deleting port 7012c963-3591-4707-930a-362c5f3b0f26 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:13.854218 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.922572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] For port 7012c963-3591-4707-930a-362c5f3b0f26, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7012c963-3591-4707-930a-362c5f3b0f26,segment=NetworkSegment(ff62ea46-5197-4cbe-a778-199ac7d0198f),segment_id=ff62ea46-5197-4cbe-a778-199ac7d0198f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:13.922941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.936179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Calling delete_port for 7012c963-3591-4707-930a-362c5f3b0f26 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:14.027067 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0aa96855-010b-4183-a0d5-880f8d0404a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.033334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.052959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa96855-010b-4183-a0d5-880f8d0404a0 None None] Pushing event deleted for resources: {'Port': ['ID=7012c963-3591-4707-930a-362c5f3b0f26,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:14.056945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa96855-010b-4183-a0d5-880f8d0404a0 None None] No DVR routers for this DVR port 7012c963-3591-4707-930a-362c5f3b0f26 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:14.067168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] No DVR routers for this DVR port 7012c963-3591-4707-930a-362c5f3b0f26 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:14.072435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Pushing event deleted for resources: {'Port': ['ID=7012c963-3591-4707-930a-362c5f3b0f26,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:14.146421 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.157829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6da2487-a4bc-4b8a-8500-e25119597114']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:14.169329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff62ea46-5197-4cbe-a778-199ac7d0198f') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:14.169899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff62ea46-5197-4cbe-a778-199ac7d0198f') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:14.178020 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7012c963-3591-4707-930a-362c5f3b0f26 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:14.180404 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.194810 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.198794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 7012c963-3591-4707-930a-362c5f3b0f26 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:14.199252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7012c963-3591-4707-930a-362c5f3b0f26 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:14.199839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0486ac7f-434d-411b-ae3c-3725e3005e5f no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:14.201184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:14.201723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:14.203427 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:14.220550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 0486ac7f-434d-411b-ae3c-3725e3005e5f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:14.221799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0486ac7f-434d-411b-ae3c-3725e3005e5f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:14.222564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c90f6e93-f848-4351-9c5e-67e4985ce6b0 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:14.245345 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c90f6e93-f848-4351-9c5e-67e4985ce6b0 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:14.246011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c90f6e93-f848-4351-9c5e-67e4985ce6b0 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:14.445004 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.450801 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.455452 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a6da2487-a4bc-4b8a-8500-e25119597114 HTTP/1.1" status: 204 len: 168 time: 1.1553273 Aug 16 21:11:14.467459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484fe8f-d30b-4a00-815e-ea3a82271653 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6da2487-a4bc-4b8a-8500-e25119597114,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:14.980353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58734) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:15.025361 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3d765523-13a0-4c11-ab82-e08a957927ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ef7514149b345aeb2d3ac50fedbe37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407929 Aug 16 21:11:15.025562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58736) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:15.083826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94e448eb-8e80-4d18-88fc-b03f3d000023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.109686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94e448eb-8e80-4d18-88fc-b03f3d000023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.284673 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c584f1d-97ce-4fcd-98fa-81c75342b2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.330498 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94e448eb-8e80-4d18-88fc-b03f3d000023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.333157 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94e448eb-8e80-4d18-88fc-b03f3d000023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.334547 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-94e448eb-8e80-4d18-88fc-b03f3d000023 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f017588f-0558-4464-8eb1-8b1d88425eef HTTP/1.1" status: 204 len: 168 time: 0.3080781 Aug 16 21:11:15.343882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e448eb-8e80-4d18-88fc-b03f3d000023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f017588f-0558-4464-8eb1-8b1d88425eef,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:16.139874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58780) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:16.187704 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b0dfa8ae-7862-473f-8b63-4695911e8c0e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f474f0a494d4465a9db3addc76998ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466537 Aug 16 21:11:16.190175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 58782) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:16.238752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb550d0c-0c8a-4167-b4af-be959bf92807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.262983 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb550d0c-0c8a-4167-b4af-be959bf92807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.398691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb550d0c-0c8a-4167-b4af-be959bf92807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.402210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb550d0c-0c8a-4167-b4af-be959bf92807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.404102 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bb550d0c-0c8a-4167-b4af-be959bf92807 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a57c5f4b-75fd-4997-9801-92615d8661a6 HTTP/1.1" status: 204 len: 168 time: 0.2129316 Aug 16 21:11:16.412697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb550d0c-0c8a-4167-b4af-be959bf92807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57c5f4b-75fd-4997-9801-92615d8661a6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:17.478649 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f7bd80da-ce28-410b-8aac-84a0d42f1bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.935929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:19.244688 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.644372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:29.597710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce420b2a-d5ff-42d1-a971-e821b6fbcd13 req-57005ad0-8588-43e9-b2c2-6e3123e2a95f tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:29.599288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce420b2a-d5ff-42d1-a971-e821b6fbcd13 req-57005ad0-8588-43e9-b2c2-6e3123e2a95f tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0428505 Aug 16 21:11:29.648389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce420b2a-d5ff-42d1-a971-e821b6fbcd13 req-2f015d2e-1a16-4883-865b-39d2d1dba784 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417912 Aug 16 21:11:29.672175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59056) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:29.846974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port d2abdc49-a4aa-4ad7-987a-4debf651539e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:29.847300 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:29.929162 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:29.929542 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:29.942527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for d2abdc49-a4aa-4ad7-987a-4debf651539e owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:30.192496 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:30.218405 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=d2abdc49-a4aa-4ad7-987a-4debf651539e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:30.301901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:30.302421 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Floating IP ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d disassociated (deleted). External IP: 172.25.4.74, port: 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd. Aug 16 21:11:30.518708 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 06552cf5-0870-458d-88f3-af9aca743ed7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:30.631057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:30.635355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:30.641006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a39990-20e9-4bde-bff5-b4b1ceda9355 None None] Sync routers for ids ['06552cf5-0870-458d-88f3-af9aca743ed7'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:30.651711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a39990-20e9-4bde-bff5-b4b1ceda9355 None None] Routers {'06552cf5-0870-458d-88f3-af9aca743ed7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:30.652699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b6a39990-20e9-4bde-bff5-b4b1ceda9355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:11:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['06552cf5-0870-458d-88f3-af9aca743ed7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:30.665195 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-464236d5-ca24-45f7-8384-467494192098 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/floatingips/ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d HTTP/1.1" status: 204 len: 168 time: 0.9895377 Aug 16 21:11:30.665195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:30.665790 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6f2340-8cb4-436e-853e-10ff38a78535" -d '{"events": [{"name": "network-changed", "server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:30.720143 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1a977a-bb38-45e6-8142-c295f6fd19a3 x-openstack-request-id: req-8f1a977a-bb38-45e6-8142-c295f6fd19a3 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:30.720826 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:30.720997 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8f1a977a-bb38-45e6-8142-c295f6fd19a3 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:30.721528 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'status': 'completed', 'code': 200} Aug 16 21:11:30.784799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b6a39990-20e9-4bde-bff5-b4b1ceda9355 None None] Set router 06552cf5-0870-458d-88f3-af9aca743ed7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:30.815311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f2340-8cb4-436e-853e-10ff38a78535 req-5b18a085-2a50-43a9-b4b3-53684ee86430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:30.816971 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6f6f2340-8cb4-436e-853e-10ff38a78535 req-5b18a085-2a50-43a9-b4b3-53684ee86430 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0678923 Aug 16 21:11:30.952827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f2340-8cb4-436e-853e-10ff38a78535 req-783f4f9d-b18c-4895-8c3c-21ebac2e11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:30.954640 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6f6f2340-8cb4-436e-853e-10ff38a78535 req-783f4f9d-b18c-4895-8c3c-21ebac2e11ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 200 len: 898 time: 0.1289732 Aug 16 21:11:31.025944 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6f6f2340-8cb4-436e-853e-10ff38a78535 req-aa2b90fe-bf14-4d99-b267-f335f24c18f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 200 len: 217 time: 0.0574887 Aug 16 21:11:31.083846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f2340-8cb4-436e-853e-10ff38a78535 req-a6573b1f-2a2c-4de6-97e5-b0a1465ff89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:31.085596 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6f6f2340-8cb4-436e-853e-10ff38a78535 req-a6573b1f-2a2c-4de6-97e5-b0a1465ff89c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 200 len: 834 time: 0.0520272 Aug 16 21:11:31.091414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b6a39990-20e9-4bde-bff5-b4b1ceda9355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:33Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '837d1cb1-1ed5-41d7-869c-177f4ae1ec42', 'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c0:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:32Z', 'updated_at': '2021-08-16T21:09:38Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:31.137512 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec1d16-89c4-404a-a6bb-afd50b76d83a req-1e6eed7b-05e3-45d8-b781-018b1138f892 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:31.145688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59ec1d16-89c4-404a-a6bb-afd50b76d83a req-1e6eed7b-05e3-45d8-b781-018b1138f892 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 946 time: 0.0629001 Aug 16 21:11:31.150106 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a39990-20e9-4bde-bff5-b4b1ceda9355 None None] Checking router: 06552cf5-0870-458d-88f3-af9aca743ed7 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:11:31.171944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f2340-8cb4-436e-853e-10ff38a78535 req-2014530d-8c89-4218-9b08-244ce2438b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:31.172179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a39990-20e9-4bde-bff5-b4b1ceda9355 None None] Routers {'06552cf5-0870-458d-88f3-af9aca743ed7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:31.172179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b6a39990-20e9-4bde-bff5-b4b1ceda9355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:11:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['06552cf5-0870-458d-88f3-af9aca743ed7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:31.172596 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6f6f2340-8cb4-436e-853e-10ff38a78535 req-2014530d-8c89-4218-9b08-244ce2438b6c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0184894d-ae2e-4297-98b3-a88cfc519ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781419 Aug 16 21:11:31.182256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59ec1d16-89c4-404a-a6bb-afd50b76d83a req-0e96584d-b89e-4f3a-adc3-adf76336df4d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357220 Aug 16 21:11:31.277484 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6f6f2340-8cb4-436e-853e-10ff38a78535 req-28c4389d-0c40-42b9-ae63-8789f32828d6 service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965507 Aug 16 21:11:31.286289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b6a39990-20e9-4bde-bff5-b4b1ceda9355 None None] Set router 06552cf5-0870-458d-88f3-af9aca743ed7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:31.426154 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6f6f2340-8cb4-436e-853e-10ff38a78535 req-dcaf9c42-62c8-4a18-a99d-706dc5f95d45 service neutron] 10.222.0.79 "GET /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405585 Aug 16 21:11:31.695674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b6a39990-20e9-4bde-bff5-b4b1ceda9355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:33Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '837d1cb1-1ed5-41d7-869c-177f4ae1ec42', 'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c0:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:32Z', 'updated_at': '2021-08-16T21:09:38Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:31.729218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a39990-20e9-4bde-bff5-b4b1ceda9355 None None] The sync data for ids ['06552cf5-0870-458d-88f3-af9aca743ed7'] in n-d-793619-14 is: [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:09:33Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '837d1cb1-1ed5-41d7-869c-177f4ae1ec42', 'name': '', 'network_id': '0184894d-ae2e-4297-98b3-a88cfc519ea7', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c0:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:32Z', 'updated_at': '2021-08-16T21:09:38Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '8ba9e09d-0126-443f-947a-151a1eda5b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:32.010688 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5437917-418d-4767-bb9e-46e6330dbf81 None None] New status for floating IP ded6bcb6-b9a1-474f-99d7-fac8cd35bc5d: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:11:32.321394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f6110-3a1b-45ec-ad43-f50fde39fbc8 req-f667d2a9-f9f1-4754-9ec9-fd9451de3610 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:32.322184 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a3f6110-3a1b-45ec-ad43-f50fde39fbc8 req-f667d2a9-f9f1-4754-9ec9-fd9451de3610 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 946 time: 0.0562875 Aug 16 21:11:32.346524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345364b1-6454-451c-a347-69bbf30fec83 req-1cc0698f-e91d-4d1f-8644-5e9b17e9ddc4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:32.354959 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-345364b1-6454-451c-a347-69bbf30fec83 req-1cc0698f-e91d-4d1f-8644-5e9b17e9ddc4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.79 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 946 time: 0.0770988 Aug 16 21:11:32.384274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a3f6110-3a1b-45ec-ad43-f50fde39fbc8 req-b46b8fdc-61a0-4d76-9b59-d85464a9be52 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=3352227c-7b93-475a-b8ae-12b84f4392fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534067 Aug 16 21:11:32.463106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-345364b1-6454-451c-a347-69bbf30fec83 req-fd4f932c-a214-4988-9a40-10ca8c231589 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:32.463459 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-345364b1-6454-451c-a347-69bbf30fec83 req-fd4f932c-a214-4988-9a40-10ca8c231589 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:32.571980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-345364b1-6454-451c-a347-69bbf30fec83 req-fd4f932c-a214-4988-9a40-10ca8c231589 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:32.572347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-345364b1-6454-451c-a347-69bbf30fec83 req-fd4f932c-a214-4988-9a40-10ca8c231589 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:32.586255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-345364b1-6454-451c-a347-69bbf30fec83 req-fd4f932c-a214-4988-9a40-10ca8c231589 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:32.747626 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:32.810905 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-345364b1-6454-451c-a347-69bbf30fec83 req-fd4f932c-a214-4988-9a40-10ca8c231589 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:32.844226 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:32.847474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f932c-a214-4988-9a40-10ca8c231589 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:32.892604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-345364b1-6454-451c-a347-69bbf30fec83 req-fd4f932c-a214-4988-9a40-10ca8c231589 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] No DVR routers for this DVR port 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:32.895833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-345364b1-6454-451c-a347-69bbf30fec83 req-fd4f932c-a214-4988-9a40-10ca8c231589 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:32.898105 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-345364b1-6454-451c-a347-69bbf30fec83 req-fd4f932c-a214-4988-9a40-10ca8c231589 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.79 "DELETE /v2.0/ports/7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd HTTP/1.1" status: 204 len: 173 time: 0.5358071 Aug 16 21:11:32.898546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-deleted', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:32.900893 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950d2238-4004-48a7-86de-715becfb3124" -d '{"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-deleted", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:32.938782 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a2696c-2ad9-4cd7-b0b1-c2b11d7af4bf x-openstack-request-id: req-58a2696c-2ad9-4cd7-b0b1-c2b11d7af4bf {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:32.939117 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f78b15-b782-47d8-9b1e-a6d077eb8ea3", "name": "network-vif-deleted", "tag": "7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:32.939386 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-58a2696c-2ad9-4cd7-b0b1-c2b11d7af4bf {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:32.939796 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f78b15-b782-47d8-9b1e-a6d077eb8ea3', 'name': 'network-vif-deleted', 'tag': '7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd', 'status': 'completed', 'code': 200} Aug 16 21:11:33.519174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59138) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:33.519761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b95860c-e8c8-4826-b300-58bb5fa7746f req-e503ee6d-4afb-4567-8992-4cb47b657af1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=70f78b15-b782-47d8-9b1e-a6d077eb8ea3 HTTP/1.1" status: 200 len: 210 time: 0.0428693 Aug 16 21:11:33.571496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-54808f3e-47f7-4431-b65e-512fc15f5ef9 admin admin] Deleting subnet 1f643028-6004-41fe-9bd8-8b642039cb87 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:33.576641 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-54808f3e-47f7-4431-b65e-512fc15f5ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.616988 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-54808f3e-47f7-4431-b65e-512fc15f5ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.662144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-54808f3e-47f7-4431-b65e-512fc15f5ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.781577 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-54808f3e-47f7-4431-b65e-512fc15f5ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.807588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54808f3e-47f7-4431-b65e-512fc15f5ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f643028-6004-41fe-9bd8-8b642039cb87,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:33.811792 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-54808f3e-47f7-4431-b65e-512fc15f5ef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.813758 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-54808f3e-47f7-4431-b65e-512fc15f5ef9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1f643028-6004-41fe-9bd8-8b642039cb87 HTTP/1.1" status: 204 len: 168 time: 0.2962031 Aug 16 21:11:33.816234 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59142) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:33.910545 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.000120 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.010368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464be6a8-4491-46ec-a97a-ebc177cfcf41']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:34.020663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:34.020959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e0bbd8-0c0d-4e14-9735-1b2ccef2b60c') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:34.030055 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.045862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.052485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:34.057769 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:34.186776 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.192383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.194724 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] 10.222.0.74 "DELETE /v2.0/networks/464be6a8-4491-46ec-a97a-ebc177cfcf41 HTTP/1.1" status: 204 len: 168 time: 0.3773715 Aug 16 21:11:34.197305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59148) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:34.215163 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fd1ed-e904-4faa-a199-734a24182c6f admin admin] Pushing event deleted for resources: {'Network': ['ID=464be6a8-4491-46ec-a97a-ebc177cfcf41,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:34.258276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-738321d5-9386-4e61-a6fc-e507589b76ef admin admin] Deleting subnet 6adc94f9-4566-48cd-912f-71cfc6cdab67 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:34.264840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-738321d5-9386-4e61-a6fc-e507589b76ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.301724 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-738321d5-9386-4e61-a6fc-e507589b76ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.348535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-738321d5-9386-4e61-a6fc-e507589b76ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.473150 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-738321d5-9386-4e61-a6fc-e507589b76ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.498962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738321d5-9386-4e61-a6fc-e507589b76ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adc94f9-4566-48cd-912f-71cfc6cdab67,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:34.502313 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-738321d5-9386-4e61-a6fc-e507589b76ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.507631 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-738321d5-9386-4e61-a6fc-e507589b76ef admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6adc94f9-4566-48cd-912f-71cfc6cdab67 HTTP/1.1" status: 204 len: 168 time: 0.3059275 Aug 16 21:11:34.507631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59156) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:34.569895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59160) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:34.615402 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.733765 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.749467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fefa80-5f0a-484c-a4e6-c2df81ffafd7']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:34.763527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319071ea-efee-4380-9fe8-1e2ed8520084') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:34.763815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319071ea-efee-4380-9fe8-1e2ed8520084') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:34.784068 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.834953 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.846318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:34.846715 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:34.848423 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:35.009623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.016156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.018138 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b1fefa80-5f0a-484c-a4e6-c2df81ffafd7 HTTP/1.1" status: 204 len: 168 time: 0.5105739 Aug 16 21:11:35.031359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78630c-a8cb-4658-b6cb-f0eb368fe3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1fefa80-5f0a-484c-a4e6-c2df81ffafd7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:35.137541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.417607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:35.418176 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.424470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59176) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:35.519823 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9dc51630-4666-476c-a484-04a933f1f31b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=53938194bb764aec938849c2daa4cb56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942111 Aug 16 21:11:35.522740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59180) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:35.563591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port 837d1cb1-1ed5-41d7-869c-177f4ae1ec42, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=837d1cb1-1ed5-41d7-869c-177f4ae1ec42,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:35.563943 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.585387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:35.646789 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a00082a-6b19-44da-a676-1dd98c1e07fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.688699 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a00082a-6b19-44da-a676-1dd98c1e07fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.895374 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a00082a-6b19-44da-a676-1dd98c1e07fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.898054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a00082a-6b19-44da-a676-1dd98c1e07fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.899223 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1a00082a-6b19-44da-a676-1dd98c1e07fd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/246e0bf2-781e-4f79-9e99-f8db4bedf72f HTTP/1.1" status: 204 len: 168 time: 0.3758874 Aug 16 21:11:35.907925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00082a-6b19-44da-a676-1dd98c1e07fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246e0bf2-781e-4f79-9e99-f8db4bedf72f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:35.969846 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.999480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=837d1cb1-1ed5-41d7-869c-177f4ae1ec42,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:36.322127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:36.349485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:36.351597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7348dbbf-6e73-42eb-94ae-0d5b58d8fbcd not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:36.504397 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.729077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 06552cf5-0870-458d-88f3-af9aca743ed7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:36.831688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59200) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:36.854465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:36.864555 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c062e29a-8c68-40cf-9df1-3727802e2a1e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "PUT /v2.0/routers/06552cf5-0870-458d-88f3-af9aca743ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2906847 Aug 16 21:11:36.865452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59204) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:36.868106 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ced4f-49da-440c-8cdc-4c735a528a63 None None] Sync routers for ids ['06552cf5-0870-458d-88f3-af9aca743ed7'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:36.885388 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-28f6af62-cf05-4390-b812-a4ff59b9bd43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a97d39b28e014d2b9caaec934cb2d402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525270 Aug 16 21:11:36.887799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59206) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:36.889416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ced4f-49da-440c-8cdc-4c735a528a63 None None] Routers {'06552cf5-0870-458d-88f3-af9aca743ed7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:36.890054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b29ced4f-49da-440c-8cdc-4c735a528a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:11:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['06552cf5-0870-458d-88f3-af9aca743ed7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:36.934809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting subnet 8ba9e09d-0126-443f-947a-151a1eda5b1e {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:36.938220 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.955187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6e3a0b0-57eb-48d0-8b8b-9f83754ac136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.978627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6e3a0b0-57eb-48d0-8b8b-9f83754ac136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.991810 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.044916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b29ced4f-49da-440c-8cdc-4c735a528a63 None None] Set router 06552cf5-0870-458d-88f3-af9aca743ed7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:37.084322 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.095760 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6e3a0b0-57eb-48d0-8b8b-9f83754ac136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.098869 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6e3a0b0-57eb-48d0-8b8b-9f83754ac136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.100697 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d6e3a0b0-57eb-48d0-8b8b-9f83754ac136 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8cb2c9c4-d28a-4416-b21b-bc7d3e721368 HTTP/1.1" status: 204 len: 168 time: 0.2117090 Aug 16 21:11:37.115301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3a0b0-57eb-48d0-8b8b-9f83754ac136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb2c9c4-d28a-4416-b21b-bc7d3e721368,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:37.238033 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.247824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b29ced4f-49da-440c-8cdc-4c735a528a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:11:35Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:37.271161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba9e09d-0126-443f-947a-151a1eda5b1e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:37.273705 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.274409 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ced4f-49da-440c-8cdc-4c735a528a63 None None] Checking router: 06552cf5-0870-458d-88f3-af9aca743ed7 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:11:37.278091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/subnets/8ba9e09d-0126-443f-947a-151a1eda5b1e HTTP/1.1" status: 204 len: 168 time: 0.4102805 Aug 16 21:11:37.280907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59214) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:37.284636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0da768-3b69-49b6-9c13-e187a2d53d2c None None] Network 0184894d-ae2e-4297-98b3-a88cfc519ea7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:37.297395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.297674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.298043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.298585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.299433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.299433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.302015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.302015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.302015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.302015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.302015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.306711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e75b23-cb21-422d-96de-a633ee27e8ff tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:37.331953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ced4f-49da-440c-8cdc-4c735a528a63 None None] Routers {'06552cf5-0870-458d-88f3-af9aca743ed7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:37.333384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b29ced4f-49da-440c-8cdc-4c735a528a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:11:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['06552cf5-0870-458d-88f3-af9aca743ed7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:37.407080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.497965 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b29ced4f-49da-440c-8cdc-4c735a528a63 None None] Set router 06552cf5-0870-458d-88f3-af9aca743ed7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:37.532026 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.642812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51b6f4-27e7-4623-966d-1d69d1ba9770 None None] DHCP port deletion for 0184894d-ae2e-4297-98b3-a88cfc519ea7 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:37.702262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 481a6e66-e9a2-4879-bb24-5eb206dafb87 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:37.704763 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.734664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b29ced4f-49da-440c-8cdc-4c735a528a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:11:35Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:37.738160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fd51b6f4-27e7-4623-966d-1d69d1ba9770 None None] Deleting port 47826f1e-88e2-437f-9378-1700415bcb71 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:37.738536 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd51b6f4-27e7-4623-966d-1d69d1ba9770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.801669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ced4f-49da-440c-8cdc-4c735a528a63 None None] The sync data for ids ['06552cf5-0870-458d-88f3-af9aca743ed7'] in n-d-793619-14 is: [{'id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867825416', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:25Z', 'updated_at': '2021-08-16T21:11:35Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '481a6e66-e9a2-4879-bb24-5eb206dafb87', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06552cf5-0870-458d-88f3-af9aca743ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:26Z', 'updated_at': '2021-08-16T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:37.807510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port 481a6e66-e9a2-4879-bb24-5eb206dafb87, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=481a6e66-e9a2-4879-bb24-5eb206dafb87,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:37.807994 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.824760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 481a6e66-e9a2-4879-bb24-5eb206dafb87 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:37.845534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fd51b6f4-27e7-4623-966d-1d69d1ba9770 None None] For port 47826f1e-88e2-437f-9378-1700415bcb71, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=47826f1e-88e2-437f-9378-1700415bcb71,segment=NetworkSegment(4e435629-0a4e-4b2a-844e-ec45eaa9c67a),segment_id=4e435629-0a4e-4b2a-844e-ec45eaa9c67a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:37.846005 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd51b6f4-27e7-4623-966d-1d69d1ba9770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.867762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fd51b6f4-27e7-4623-966d-1d69d1ba9770 None None] Calling delete_port for 47826f1e-88e2-437f-9378-1700415bcb71 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:38.078548 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd51b6f4-27e7-4623-966d-1d69d1ba9770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.108011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51b6f4-27e7-4623-966d-1d69d1ba9770 None None] No DVR routers for this DVR port 47826f1e-88e2-437f-9378-1700415bcb71 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:38.112165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51b6f4-27e7-4623-966d-1d69d1ba9770 None None] Pushing event deleted for resources: {'Port': ['ID=47826f1e-88e2-437f-9378-1700415bcb71,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:38.126827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.172333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=481a6e66-e9a2-4879-bb24-5eb206dafb87,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:38.227131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 47826f1e-88e2-437f-9378-1700415bcb71 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:38.258320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 47826f1e-88e2-437f-9378-1700415bcb71 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:38.258668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 47826f1e-88e2-437f-9378-1700415bcb71 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:38.259095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:38.271183 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.282443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:38.282772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 837d1cb1-1ed5-41d7-869c-177f4ae1ec42 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:38.419724 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.421968 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.558794 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.559703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Fanout notify agent at l3_agent the message router_deleted on router 06552cf5-0870-458d-88f3-af9aca743ed7 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:11:38.568471 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.570248 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-112e02bd-560e-4c82-9c3d-fbbd9f04a1a8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/routers/06552cf5-0870-458d-88f3-af9aca743ed7 HTTP/1.1" status: 204 len: 168 time: 1.2908535 Aug 16 21:11:38.572780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59254) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:38.660940 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.762744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.773440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0184894d-ae2e-4297-98b3-a88cfc519ea7']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:38.784227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e435629-0a4e-4b2a-844e-ec45eaa9c67a') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:38.784725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e435629-0a4e-4b2a-844e-ec45eaa9c67a') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:38.794708 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.808779 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.814638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:38.815023 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:38.817891 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:39.009761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.014869 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.019309 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/networks/0184894d-ae2e-4297-98b3-a88cfc519ea7 HTTP/1.1" status: 204 len: 168 time: 0.4430578 Aug 16 21:11:39.020827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59260) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:39.038343 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f6e62-1f47-40a7-a36e-8ea04d5c6fdb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Network': ['ID=0184894d-ae2e-4297-98b3-a88cfc519ea7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:39.097525 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5371f2c6-b218-4405-bd74-0012a702f62f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.127255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5371f2c6-b218-4405-bd74-0012a702f62f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.266591 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5371f2c6-b218-4405-bd74-0012a702f62f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.269251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5371f2c6-b218-4405-bd74-0012a702f62f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.270411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5371f2c6-b218-4405-bd74-0012a702f62f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/security-groups/3352227c-7b93-475a-b8ae-12b84f4392fe HTTP/1.1" status: 204 len: 168 time: 0.2489707 Aug 16 21:11:39.280747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371f2c6-b218-4405-bd74-0012a702f62f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3352227c-7b93-475a-b8ae-12b84f4392fe,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:39.776821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59282) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:39.782029 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-804e9276-3662-4cd6-90e3-6bb3ae691b2e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909344037', 'description': 'tempest-secgroup-smoke-909344037 description', 'project_id': '23e2ae7b576b4c98ac09070644381864'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:39.789216 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:11:39.855709 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-804e9276-3662-4cd6-90e3-6bb3ae691b2e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.942886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-804e9276-3662-4cd6-90e3-6bb3ae691b2e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.015467 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-804e9276-3662-4cd6-90e3-6bb3ae691b2e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.046407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e9276-3662-4cd6-90e3-6bb3ae691b2e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:40.148194 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-804e9276-3662-4cd6-90e3-6bb3ae691b2e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.148194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-804e9276-3662-4cd6-90e3-6bb3ae691b2e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3670673 Aug 16 21:11:40.148428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 481a6e66-e9a2-4879-bb24-5eb206dafb87 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:40.148895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59288) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:40.153506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-40a7da3d-c611-4c3e-bcb5-282d241ba092 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8bcbafe5-a5e0-47bd-babe-c8f3b95b329f', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:40.171388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 481a6e66-e9a2-4879-bb24-5eb206dafb87 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:40.171892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 481a6e66-e9a2-4879-bb24-5eb206dafb87 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:40.283580 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40a7da3d-c611-4c3e-bcb5-282d241ba092 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.363181 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40a7da3d-c611-4c3e-bcb5-282d241ba092 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.450567 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40a7da3d-c611-4c3e-bcb5-282d241ba092 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.469834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7da3d-c611-4c3e-bcb5-282d241ba092 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784f7302-1103-45db-a8d8-b5a4f995a53f,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:40.529777 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-40a7da3d-c611-4c3e-bcb5-282d241ba092 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.533566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-40a7da3d-c611-4c3e-bcb5-282d241ba092 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3819337 Aug 16 21:11:40.533986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59298) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:40.539172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-156ad7a2-2830-4b2c-ac32-1b503210f60d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8bcbafe5-a5e0-47bd-babe-c8f3b95b329f', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:40.672325 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ad7a2-2830-4b2c-ac32-1b503210f60d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.735223 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ad7a2-2830-4b2c-ac32-1b503210f60d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.832533 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ad7a2-2830-4b2c-ac32-1b503210f60d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.850826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ad7a2-2830-4b2c-ac32-1b503210f60d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2306cccd-e691-4803-a752-d0166ed9b23d,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:40.986639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-156ad7a2-2830-4b2c-ac32-1b503210f60d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.987960 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-156ad7a2-2830-4b2c-ac32-1b503210f60d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4528689 Aug 16 21:11:40.990902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59304) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:40.995402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-7ba680b6-a7a3-4a71-b190-0b62ccf81731 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8bcbafe5-a5e0-47bd-babe-c8f3b95b329f', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:41.078148 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ba680b6-a7a3-4a71-b190-0b62ccf81731 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.138532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ba680b6-a7a3-4a71-b190-0b62ccf81731 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.198111 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ba680b6-a7a3-4a71-b190-0b62ccf81731 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.217078 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba680b6-a7a3-4a71-b190-0b62ccf81731 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730aefc1-5485-466d-98df-a67c83965e71,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:41.295792 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ba680b6-a7a3-4a71-b190-0b62ccf81731 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.297129 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7ba680b6-a7a3-4a71-b190-0b62ccf81731 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052402 Aug 16 21:11:41.299828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59310) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:41.304444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-451e88b2-c943-4ac1-8e80-0541c5a8a29b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8bcbafe5-a5e0-47bd-babe-c8f3b95b329f', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:41.636240 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-22daa25e-5cdc-4a98-a63e-46b2b27a086d tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=09b30111b0e94b2ea3fec56d11a37fff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220983 Aug 16 21:11:41.654281 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-451e88b2-c943-4ac1-8e80-0541c5a8a29b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.720551 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-451e88b2-c943-4ac1-8e80-0541c5a8a29b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.748625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-666f9330-40f6-404e-9a01-44dc99cce445 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:41.752887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-666f9330-40f6-404e-9a01-44dc99cce445 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082511 Aug 16 21:11:41.765821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-b8a24f1d-228e-46ae-a822-77896432d862 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/quotas/09b30111b0e94b2ea3fec56d11a37fff HTTP/1.1" status: 200 len: 375 time: 0.0098648 Aug 16 21:11:41.800381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-b33e31fe-3a4e-4de8-a20d-40243123a37d tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=09b30111b0e94b2ea3fec56d11a37fff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285599 Aug 16 21:11:41.803901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-451e88b2-c943-4ac1-8e80-0541c5a8a29b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.823196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e88b2-c943-4ac1-8e80-0541c5a8a29b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0c6e26-09b4-48f5-a36b-eeca71309313,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:41.895512 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-451e88b2-c943-4ac1-8e80-0541c5a8a29b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.896779 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-451e88b2-c943-4ac1-8e80-0541c5a8a29b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5960131 Aug 16 21:11:41.899534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59332) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:41.904489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6651663f-d1d0-4d12-be26-81f0fc17e0c0 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8bcbafe5-a5e0-47bd-babe-c8f3b95b329f', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:42.015610 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-6651663f-d1d0-4d12-be26-81f0fc17e0c0 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Project 23e2ae7b576b4c98ac09070644381864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:11:42.021451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6651663f-d1d0-4d12-be26-81f0fc17e0c0 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.072930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c2328f84-1108-402e-b14a-535a5664da72 req-cd3981df-4852-4400-8f96-1c5b963f0257 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 210 time: 0.0305347 Aug 16 21:11:42.096384 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6651663f-d1d0-4d12-be26-81f0fc17e0c0 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.180866 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6651663f-d1d0-4d12-be26-81f0fc17e0c0 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.200177 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651663f-d1d0-4d12-be26-81f0fc17e0c0 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835df374-122b-4bc2-8fd4-9847b6bca71f,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:42.301167 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6651663f-d1d0-4d12-be26-81f0fc17e0c0 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.304982 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6651663f-d1d0-4d12-be26-81f0fc17e0c0 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4020181 Aug 16 21:11:42.307074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59346) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:42.309982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-801577af-d660-4a0e-a939-36cc562edfd8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': '8bcbafe5-a5e0-47bd-babe-c8f3b95b329f', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:42.438357 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-801577af-d660-4a0e-a939-36cc562edfd8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Project 23e2ae7b576b4c98ac09070644381864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:11:42.443570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-801577af-d660-4a0e-a939-36cc562edfd8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.506493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-801577af-d660-4a0e-a939-36cc562edfd8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.644055 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-801577af-d660-4a0e-a939-36cc562edfd8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.663877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801577af-d660-4a0e-a939-36cc562edfd8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993f9356-995a-48ba-88cb-7cf78c1ce48c,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:42.770022 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-801577af-d660-4a0e-a939-36cc562edfd8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.771266 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-801577af-d660-4a0e-a939-36cc562edfd8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4650774 Aug 16 21:11:42.774189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59354) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:42.779280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'network': {'name': 'tempest-network-smoke--706708168', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'port_security_enabled': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:42.911279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:42.914854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.940940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:42.950750 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.951568 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Added segment 7d1bd1d3-4e81-442a-924f-d0fc46944117 of type vlan for network 5f1faf6f-2877-4611-a22e-005de4cb8806 Aug 16 21:11:42.993255 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.123882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.129803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:43.130556 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.174608 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a9c31fb-a40d-4917-a6cf-141b9b974b0e req-1eed8904-eb0b-494e-9c31-4297570d0870 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 210 time: 0.0387490 Aug 16 21:11:43.203601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Network': ['ID=5f1faf6f-2877-4611-a22e-005de4cb8806,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:43.215127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 5f1faf6f-2877-4611-a22e-005de4cb8806 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:43.291492 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0bda3099-c862-4811-b02b-5bdb3051b9fa tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5159795 Aug 16 21:11:43.294573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59368) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:43.301702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'admin_state_up': True, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:43.410122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.411299 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.470327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.724705 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.022404 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.045060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.159593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.25.4.111 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/0074f048-c14e-4dae-946d-137fd4daa2ba) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:44.263016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70328daa-8c34-4604-8933-c2038bc249af req-3d46948a-b750-4dc8-a781-afcaf94721e2 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 210 time: 0.0348082 Aug 16 21:11:44.303763 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.399442 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-7dc180d5-60ad-4969-88b7-b22205c1039a tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=09b30111b0e94b2ea3fec56d11a37fff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218730 Aug 16 21:11:44.465007 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.512833 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:44.524281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:44.527220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:44.588663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=0074f048-c14e-4dae-946d-137fd4daa2ba,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:44.613727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-039dc325-9f5f-4032-93a7-ad0e0885561d tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:44.615777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-039dc325-9f5f-4032-93a7-ad0e0885561d tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105978 Aug 16 21:11:44.680893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Request body: {'port': {'device_id': '66d1b57a-3f85-4a01-8a1f-67e5835222b2', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '09b30111b0e94b2ea3fec56d11a37fff'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:44.916509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Made reservation on behalf of 09b30111b0e94b2ea3fec56d11a37fff for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:44.921074 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.933469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.037526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.174559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.209684 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1f163ecc-853d-48f6-8a6a-06f8425b12ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.261671 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.349328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd07118-be34-45c9-9d16-322ab4ae1698,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:45.355766 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.364195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72706c16-b528-4f2a-a80c-626181191f49 req-d90e6db3-7a8b-474d-bfcf-55f8a2363da5 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 210 time: 0.0318637 Aug 16 21:11:45.499209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Allocated IP 192.168.233.246 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/8a5bad8b-71ad-472f-9300-0f810333410f) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:45.676347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:11:45.680656 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.698421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Transition to ACTIVE for port object 8a5bad8b-71ad-472f-9300-0f810333410f will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:45.822981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:45.834593 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Sync routers for ids ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:45.845448 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Routers {'1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:45.846132 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:11:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:45.879530 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.960276 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Set router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:46.149789 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:44Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:46.181050 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Checking router: 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:11:46.181050 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Updating router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d port 0074f048-c14e-4dae-946d-137fd4daa2ba binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:11:46.208279 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.250036 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.251275 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8f7c086a-5678-4295-b9e4-9d64299f5e96 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9554374 Aug 16 21:11:46.255388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59410) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:46.258547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:46.266296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:46.270146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:46.302764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Pushing event updated for resources: {'Port': ['ID=8a5bad8b-71ad-472f-9300-0f810333410f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:46.327947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f43cf84e-e8a0-4b00-a15e-87fdbf160d18 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=23e2ae7b576b4c98ac09070644381864&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0705700 Aug 16 21:11:46.329448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:46.330469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.330995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59412) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:46.416333 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1d4349ea-e423-4086-9e3c-9514ac5ad68b tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7393684 Aug 16 21:11:46.435155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Request body: {'port': {'device_id': '66d1b57a-3f85-4a01-8a1f-67e5835222b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:46.450528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bcbd1e-7e3b-4bdb-9e98-a8219fb3570c tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:46.455550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-27bcbd1e-7e3b-4bdb-9e98-a8219fb3570c tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1208494 Aug 16 21:11:46.459904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59418) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:46.501301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3fc72f10-6aa1-4338-ae4e-9a04dc062fb9 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401707 Aug 16 21:11:46.523466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59420) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:46.529131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-941071408', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:46.532508 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.532858 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.547113 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Transition to ACTIVE for port object 0074f048-c14e-4dae-946d-137fd4daa2ba will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:46.622300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ff2a6-1786-4fe0-9fae-c14c0b7c5bba req-383a5ab7-e03c-4d3f-b740-1edf325f84aa tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:46.629732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-358ff2a6-1786-4fe0-9fae-c14c0b7c5bba req-383a5ab7-e03c-4d3f-b740-1edf325f84aa tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 936 time: 0.1594474 Aug 16 21:11:46.655402 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.697662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-358ff2a6-1786-4fe0-9fae-c14c0b7c5bba req-74c7a533-8698-46bd-9b42-a72768583e81 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6bd07118-be34-45c9-9d16-322ab4ae1698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667369 Aug 16 21:11:46.718546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fd769e1c-c745-466f-b689-b8ca1c31f62d None None] Provisioning for port 8a5bad8b-71ad-472f-9300-0f810333410f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:46.727466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fd769e1c-c745-466f-b689-b8ca1c31f62d None None] Provisioning complete for port 8a5bad8b-71ad-472f-9300-0f810333410f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:46.728505 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd769e1c-c745-466f-b689-b8ca1c31f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.734543 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Pushing event updated for resources: {'Port': ['ID=0074f048-c14e-4dae-946d-137fd4daa2ba,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:46.741234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:46.743656 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.743999 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.744334 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.744665 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.744990 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.745389 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.745713 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.746030 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.746505 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.746831 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.747151 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.747451 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:46.749556 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.761795 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Attempting to bind port 0074f048-c14e-4dae-946d-137fd4daa2ba on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:46.761795 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Attempting to bind port 0074f048-c14e-4dae-946d-137fd4daa2ba by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:46.761795 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Attempting to bind port 0074f048-c14e-4dae-946d-137fd4daa2ba on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:46.762318 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:46.762480 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:46.762906 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.763376 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:46.763972 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Bound port: 0074f048-c14e-4dae-946d-137fd4daa2ba, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:46.764393 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.815789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fd769e1c-c745-466f-b689-b8ca1c31f62d None None] Port 8a5bad8b-71ad-472f-9300-0f810333410f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:46.847168 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] For port 0074f048-c14e-4dae-946d-137fd4daa2ba, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:46.850873 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] For port 0074f048-c14e-4dae-946d-137fd4daa2ba, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0074f048-c14e-4dae-946d-137fd4daa2ba,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:46.910700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5bad8b-71ad-472f-9300-0f810333410f {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:11:46.913180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.924841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Transition to ACTIVE for port object 8a5bad8b-71ad-472f-9300-0f810333410f will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:46.952814 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.008238 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Routers {'1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:47.008933 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:11:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:47.043615 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7591a5-a07e-479f-94dd-74eb73b36b7c None None] Pushing event updated for resources: {'Port': ['ID=0074f048-c14e-4dae-946d-137fd4daa2ba,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:47.071557 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.114765 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.135567 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] Set router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:47.152705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5bad8b-71ad-472f-9300-0f810333410f,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:47.200735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Subnet': ['ID=5b9afef3-b8b6-4acd-b506-3fce43226f74,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:47.209110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Checking segment: {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:47.209576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network hostable DHCP agents. Network: 5f1faf6f-2877-4611-a22e-005de4cb8806, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:47.249691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Attempting to bind port 8a5bad8b-71ad-472f-9300-0f810333410f on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:47.250043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Attempting to bind port 8a5bad8b-71ad-472f-9300-0f810333410f by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:47.250368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Attempting to bind port 8a5bad8b-71ad-472f-9300-0f810333410f on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:47.255051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Port 8a5bad8b-71ad-472f-9300-0f810333410f on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:11:47.255501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Attempting to bind port 8a5bad8b-71ad-472f-9300-0f810333410f on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:47.261135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:47.261499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:47.262031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:47.262576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Bound port: 8a5bad8b-71ad-472f-9300-0f810333410f, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:47.262996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.290267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 5f1faf6f-2877-4611-a22e-005de4cb8806 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:47.342277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] For port 8a5bad8b-71ad-472f-9300-0f810333410f, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:47.346685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] For port 8a5bad8b-71ad-472f-9300-0f810333410f, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8a5bad8b-71ad-472f-9300-0f810333410f,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:47.375923 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:44Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:47.426648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 5f1faf6f-2877-4611-a22e-005de4cb8806) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:47.434911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:47.445197 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.445513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.445744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565a968-05d9-449d-8646-a0589e3e0f6f None None] Network 5f1faf6f-2877-4611-a22e-005de4cb8806 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:47.488705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:47.489590 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.491423 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] 10.222.0.79 "PUT /v2.0/ports/8a5bad8b-71ad-472f-9300-0f810333410f HTTP/1.1" status: 200 len: 1097 time: 1.0659494 Aug 16 21:11:47.492066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d1b57a-3f85-4a01-8a1f-67e5835222b2', 'tag': '8a5bad8b-71ad-472f-9300-0f810333410f'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:47.504529 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6bf3891c-8e2e-4774-9199-9028f0b0fc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.504790 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ae9309-0ba1-48a7-a391-14ebdfdb325b" -d '{"events": [{"name": "network-changed", "server_uuid": "66d1b57a-3f85-4a01-8a1f-67e5835222b2", "tag": "8a5bad8b-71ad-472f-9300-0f810333410f"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:47.525571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-60ec3783-4236-4aa9-a5b5-ec381bc1bbbf tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0009425 Aug 16 21:11:47.528172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59436) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:47.537617 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6270193-24d7-4995-b3b1-a683e81ec241 None None] The sync data for ids ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'] in n-d-793619-14 is: [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:44Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:47.586420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55a677-7dc3-43bc-96a8-ad221cc7d7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5bad8b-71ad-472f-9300-0f810333410f,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:47.684713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-5f1faf6f-2877-4611-a22e-005de4cb8806', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ips': [{'subnet_id': '5b9afef3-b8b6-4acd-b506-3fce43226f74'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:47.685928 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.691838 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a240f38-df74-4009-9a03-1b9420c8f881 x-openstack-request-id: req-6a240f38-df74-4009-9a03-1b9420c8f881 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:47.692277 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d1b57a-3f85-4a01-8a1f-67e5835222b2", "tag": "8a5bad8b-71ad-472f-9300-0f810333410f", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:47.692682 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6a240f38-df74-4009-9a03-1b9420c8f881 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:47.693256 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d1b57a-3f85-4a01-8a1f-67e5835222b2', 'tag': '8a5bad8b-71ad-472f-9300-0f810333410f', 'status': 'completed', 'code': 200} Aug 16 21:11:47.714416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-91f10d6a-ab49-4a7d-8efb-a6464105e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:47.716537 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-91f10d6a-ab49-4a7d-8efb-a6464105e636 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b30111b0e94b2ea3fec56d11a37fff&device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 1100 time: 0.0983634 Aug 16 21:11:47.791032 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-aa9fdd99-53b3-455c-8348-2204f80b6713 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=8a5bad8b-71ad-472f-9300-0f810333410f HTTP/1.1" status: 200 len: 217 time: 0.0666931 Aug 16 21:11:47.872597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-e3457e9a-f356-4925-b471-55344493d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:47.874321 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-e3457e9a-f356-4925-b471-55344493d0f8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0743911 Aug 16 21:11:47.940067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-02c3d25d-064a-4173-8cec-5979b82a0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:47.941715 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-02c3d25d-064a-4173-8cec-5979b82a0557 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0595167 Aug 16 21:11:47.946287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Allocated IP 172.20.0.2 (5f1faf6f-2877-4611-a22e-005de4cb8806/5b9afef3-b8b6-4acd-b506-3fce43226f74/9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:48.074476 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.125258 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-1e727d7f-31f2-4c24-9b05-496287547df4 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690271 Aug 16 21:11:48.260534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0074f048-c14e-4dae-946d-137fd4daa2ba up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:48.319025 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7bf6ba88-12e0-48b6-8cc0-b8a47134b408 req-9296cc8e-53ca-4317-9e3f-114d38f14c6d service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856155 Aug 16 21:11:48.329168 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.342449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Transition to ACTIVE for port object 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:48.367898 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Transition to ACTIVE for port object 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:48.414550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee05be-66a6-46fe-a506-58439308f5bc req-26faa58e-a482-45c3-b89a-a360aa0f3f97 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:48.416047 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbee05be-66a6-46fe-a506-58439308f5bc req-26faa58e-a482-45c3-b89a-a360aa0f3f97 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 948 time: 0.1282685 Aug 16 21:11:48.521845 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dbee05be-66a6-46fe-a506-58439308f5bc req-20c4e9f3-206e-4523-bd3e-07c3cdad6a26 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6bd07118-be34-45c9-9d16-322ab4ae1698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982244 Aug 16 21:11:48.525397 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.529665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 0074f048-c14e-4dae-946d-137fd4daa2ba completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:48.599824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0074f048-c14e-4dae-946d-137fd4daa2ba triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:48.600534 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.601397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae9309-0ba1-48a7-a391-14ebdfdb325b req-e242461f-c5c5-4913-aef5-fd87c86e1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:48.603667 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50ae9309-0ba1-48a7-a391-14ebdfdb325b req-e242461f-c5c5-4913-aef5-fd87c86e1ad8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b30111b0e94b2ea3fec56d11a37fff&device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 1100 time: 0.1014819 Aug 16 21:11:48.611239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Network 5f1faf6f-2877-4611-a22e-005de4cb8806 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:48.638741 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:48.645751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:48.685880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Pushing event updated for resources: {'Port': ['ID=9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:48.738042 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae9309-0ba1-48a7-a391-14ebdfdb325b req-42f099ce-29d2-4fce-88d6-2d9d56bb6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:48.739962 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50ae9309-0ba1-48a7-a391-14ebdfdb325b req-42f099ce-29d2-4fce-88d6-2d9d56bb6dd2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e HTTP/1.1" status: 200 len: 870 time: 0.1292806 Aug 16 21:11:48.789663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Attempting to bind port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:48.790383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Attempting to bind port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:48.791025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Attempting to bind port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 on network 5f1faf6f-2877-4611-a22e-005de4cb8806 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:48.801250 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50ae9309-0ba1-48a7-a391-14ebdfdb325b req-da34a7f2-42c3-49f5-8809-d745f59749b0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=8a5bad8b-71ad-472f-9300-0f810333410f HTTP/1.1" status: 200 len: 217 time: 0.0531182 Aug 16 21:11:48.826927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:48.827906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Checking segment: {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:48.828420 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.828918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Bound using segment: {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:48.829563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Bound port: 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:48.830050 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.875417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae9309-0ba1-48a7-a391-14ebdfdb325b req-5cc385dd-b426-4cf2-9421-debd10f98080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:48.877386 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50ae9309-0ba1-48a7-a391-14ebdfdb325b req-5cc385dd-b426-4cf2-9421-debd10f98080 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0679092 Aug 16 21:11:48.883409 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.921650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 0074f048-c14e-4dae-946d-137fd4daa2ba, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0074f048-c14e-4dae-946d-137fd4daa2ba,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:48.924550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] For port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:48.934215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae9309-0ba1-48a7-a391-14ebdfdb325b req-f5c5cfea-d8aa-4c82-b6ee-319fcc121f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:48.935910 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50ae9309-0ba1-48a7-a391-14ebdfdb325b req-f5c5cfea-d8aa-4c82-b6ee-319fcc121f25 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499854 Aug 16 21:11:48.940955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] For port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:48.954553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.993128 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.052259 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.066656 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50ae9309-0ba1-48a7-a391-14ebdfdb325b req-8d1d1317-6f5b-4308-bf08-3378d0bfb642 service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214714 Aug 16 21:11:49.116483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=0074f048-c14e-4dae-946d-137fd4daa2ba,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:49.235209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3b752-c036-41b9-b369-bb4762f72a70 None None] Pushing event updated for resources: {'Port': ['ID=9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:49.246257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-50ae9309-0ba1-48a7-a391-14ebdfdb325b req-648efbd4-eab2-4349-80a7-7cff49b00e9f service neutron] 10.222.0.79 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700711 Aug 16 21:11:49.261551 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.290011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.20.0.1 (5f1faf6f-2877-4611-a22e-005de4cb8806/5b9afef3-b8b6-4acd-b506-3fce43226f74/8f69d5d7-f077-4abf-b0fe-7590d5f87c89) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:49.467467 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.482996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Transition to ACTIVE for port object 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:49.611340 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.677397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 5f1faf6f-2877-4611-a22e-005de4cb8806 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:49.684081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:49.689184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:49.714631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=8f69d5d7-f077-4abf-b0fe-7590d5f87c89,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:49.729199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042248f-101c-4c74-891c-80d5bd5f60d5 req-3f73464b-262f-4170-a80f-4fb21e2bf0a1 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:49.731357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3042248f-101c-4c74-891c-80d5bd5f60d5 req-3f73464b-262f-4170-a80f-4fb21e2bf0a1 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 948 time: 0.1319678 Aug 16 21:11:49.771841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.828105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3042248f-101c-4c74-891c-80d5bd5f60d5 req-923c31e6-b4af-4ef4-af66-8c55672eb818 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6bd07118-be34-45c9-9d16-322ab4ae1698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866897 Aug 16 21:11:49.998484 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.244528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0074f048-c14e-4dae-946d-137fd4daa2ba up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:50.316339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.337617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0074f048-c14e-4dae-946d-137fd4daa2ba triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:50.338104 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.395912 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8a5bad8b-71ad-472f-9300-0f810333410f details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:11:50.398700 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.448392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:50.489788 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.491227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=8f69d5d7-f077-4abf-b0fe-7590d5f87c89,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:50.584723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8a5bad8b-71ad-472f-9300-0f810333410f, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8a5bad8b-71ad-472f-9300-0f810333410f,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:50.603844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 5f1faf6f-2877-4611-a22e-005de4cb8806 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:50.605283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '8a5bad8b-71ad-472f-9300-0f810333410f', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '8a5bad8b-71ad-472f-9300-0f810333410f', 'mac_address': 'fa:16:3e:43:43:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:11:50.606940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:50.653850 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.672139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8eda5f-523a-4327-969c-4f430b45b570 None None] Network 5f1faf6f-2877-4611-a22e-005de4cb8806 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:50.676716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5bad8b-71ad-472f-9300-0f810333410f {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:11:50.732890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:50.733152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:50.748943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8a5bad8b-71ad-472f-9300-0f810333410f, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8a5bad8b-71ad-472f-9300-0f810333410f,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:50.768601 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.826249 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.855109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-32b2f3cd-5657-48eb-be7d-700e77036206 None None] Provisioning for port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:50.860448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:50.866897 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2f74008f-d283-496b-bdd8-c5c0c73d7f70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "PUT /v2.0/routers/1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3374929 Aug 16 21:11:50.878842 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Sync routers for ids ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:50.882786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-32b2f3cd-5657-48eb-be7d-700e77036206 None None] Provisioning complete for port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:50.883108 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-32b2f3cd-5657-48eb-be7d-700e77036206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.952378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8a5bad8b-71ad-472f-9300-0f810333410f,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:50.954472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Routers {'1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:50.955165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:11:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:50.959240 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf99d8-1c74-4476-aabc-dccdbd36dc92 req-2f53d2eb-14ed-453d-95f4-268a8fad3136 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:50.961659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-afcf99d8-1c74-4476-aabc-dccdbd36dc92 req-2f53d2eb-14ed-453d-95f4-268a8fad3136 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 949 time: 0.0555794 Aug 16 21:11:51.002578 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-afcf99d8-1c74-4476-aabc-dccdbd36dc92 req-5bae1bf2-9ae8-4cd6-8983-e62ec2303439 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6bd07118-be34-45c9-9d16-322ab4ae1698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347316 Aug 16 21:11:51.096109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-fefe5832-d845-482c-a13c-61ecce266267 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909344037&fields=id&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 267 time: 0.0458951 Aug 16 21:11:51.169835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.170201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.170530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.170869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.171202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.171533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.171858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.172182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.172506 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.172828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.173625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.173625 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.211695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-9ac6d8a0-2403-4964-a366-13603e0da6dd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:51.213200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-9ac6d8a0-2403-4964-a366-13603e0da6dd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/networks?id=5f1faf6f-2877-4611-a22e-005de4cb8806 HTTP/1.1" status: 200 len: 796 time: 0.1102846 Aug 16 21:11:51.224547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8a5bad8b-71ad-472f-9300-0f810333410f'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:11:51.239701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-3a28022a-6516-48e6-b752-0c9241b524e7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/quotas/23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 375 time: 0.0187523 Aug 16 21:11:51.302673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-eb821aa6-b6f8-4014-8f48-5ac985ed388b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562472 Aug 16 21:11:51.321548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Set router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:51.363403 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-32b2f3cd-5657-48eb-be7d-700e77036206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.428073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-4a81fa0c-e3e6-4112-ab40-198ba226dba8 service neutron] 10.222.0.74 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099236 Aug 16 21:11:51.501877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-32b2f3cd-5657-48eb-be7d-700e77036206 None None] For port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:51.557945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-14a63efb-f7f2-4f57-9900-93b6db9daefa service neutron] 10.222.0.74 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286349 Aug 16 21:11:51.613757 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-32b2f3cd-5657-48eb-be7d-700e77036206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.744710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2f3cd-5657-48eb-be7d-700e77036206 None None] Pushing event updated for resources: {'Port': ['ID=9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:51.786160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:49Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8f69d5d7-f077-4abf-b0fe-7590d5f87c89', 'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:49Z', 'updated_at': '2021-08-16T21:11:50Z', 'revision_number': 2, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:51.845851 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Checking router: 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:11:51.846024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4504712a-cf2b-45c9-b798-83fbc36ed651 req-e4db05cf-747e-4355-98c6-93d5cc9303e5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 210 time: 0.0427222 Aug 16 21:11:51.846470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Updating router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:11:51.872647 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-efd43549-fa50-4f54-9a99-b07325018ad4 None None] Provisioning for port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:51.889616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-efd43549-fa50-4f54-9a99-b07325018ad4 None None] Provisioning complete for port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:51.890109 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-efd43549-fa50-4f54-9a99-b07325018ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.936572 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.025955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-efd43549-fa50-4f54-9a99-b07325018ad4 None None] Port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:52.060219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-efd43549-fa50-4f54-9a99-b07325018ad4 None None] Provisioning complete for port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:52.060710 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-efd43549-fa50-4f54-9a99-b07325018ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.175334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faaa87-6e44-41d6-b74e-79e23c75c289 req-1428666b-b42a-4043-b5c0-17da2dd58f4a tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:52.177638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87faaa87-6e44-41d6-b74e-79e23c75c289 req-1428666b-b42a-4043-b5c0-17da2dd58f4a tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 949 time: 0.0913324 Aug 16 21:11:52.183469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:52.219318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87faaa87-6e44-41d6-b74e-79e23c75c289 req-34beeca9-72b5-4eaf-b698-dd8deb93d810 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6bd07118-be34-45c9-9d16-322ab4ae1698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354829 Aug 16 21:11:52.348238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:52.348238 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.398243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8a5bad8b-71ad-472f-9300-0f810333410f up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:52.493505 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.499681 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-24667883-2ae5-490e-86eb-237b2134c25f None None] Provisioning complete for port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:52.500045 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-24667883-2ae5-490e-86eb-237b2134c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.551238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Transition to ACTIVE for port object 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:52.576753 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-24667883-2ae5-490e-86eb-237b2134c25f None None] Port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:52.643778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 8a5bad8b-71ad-472f-9300-0f810333410f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:52.646018 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.676848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 8a5bad8b-71ad-472f-9300-0f810333410f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:52.677157 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.733233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8788d2-45af-450a-971a-d97b1d1b2018 None None] Pushing event updated for resources: {'Port': ['ID=8f69d5d7-f077-4abf-b0fe-7590d5f87c89,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:52.813676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Attempting to bind port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:52.814041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Attempting to bind port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:52.814401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Attempting to bind port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 on network 5f1faf6f-2877-4611-a22e-005de4cb8806 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:52.824342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:52.824759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Checking segment: {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:52.825122 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.825509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Bound using segment: {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:52.825975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Bound port: 8f69d5d7-f077-4abf-b0fe-7590d5f87c89, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:52.826355 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.846000 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.902804 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d1b57a-3f85-4a01-8a1f-67e5835222b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5bad8b-71ad-472f-9300-0f810333410f'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:52.905043 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b58a78-8f44-446c-a633-c30e2d8b82a1" -d '{"events": [{"server_uuid": "66d1b57a-3f85-4a01-8a1f-67e5835222b2", "name": "network-vif-plugged", "status": "completed", "tag": "8a5bad8b-71ad-472f-9300-0f810333410f"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:52.951087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 8a5bad8b-71ad-472f-9300-0f810333410f, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8a5bad8b-71ad-472f-9300-0f810333410f,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:52.956099 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-360d4ef4-4f8d-4664-ae3e-6ceb861590f4 req-291d0d0a-7e78-4098-9855-9ed2f02b879a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 210 time: 0.0356247 Aug 16 21:11:52.961464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] For port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:52.985479 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12130043-f18d-4a29-8c33-ab5afcc794a8 x-openstack-request-id: req-12130043-f18d-4a29-8c33-ab5afcc794a8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:52.985479 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d1b57a-3f85-4a01-8a1f-67e5835222b2", "name": "network-vif-plugged", "status": "completed", "tag": "8a5bad8b-71ad-472f-9300-0f810333410f", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:52.985479 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-12130043-f18d-4a29-8c33-ab5afcc794a8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:52.985479 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d1b57a-3f85-4a01-8a1f-67e5835222b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5bad8b-71ad-472f-9300-0f810333410f', 'code': 200} Aug 16 21:11:52.985479 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] For port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8f69d5d7-f077-4abf-b0fe-7590d5f87c89,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:53.074534 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.081045 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.102541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942b310-2339-4d5e-a5c2-081ad8348d74 req-47d640b6-629c-4737-b37b-6fd8c10fee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:53.105940 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e942b310-2339-4d5e-a5c2-081ad8348d74 req-47d640b6-629c-4737-b37b-6fd8c10fee7a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 1101 time: 0.0634415 Aug 16 21:11:53.142391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Routers {'1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:53.143044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:11:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:53.145719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e942b310-2339-4d5e-a5c2-081ad8348d74 req-2179c7fa-f7e1-4608-9d41-99dc9671dbf6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6bd07118-be34-45c9-9d16-322ab4ae1698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Aug 16 21:11:53.180599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8788d2-45af-450a-971a-d97b1d1b2018 None None] Pushing event updated for resources: {'Port': ['ID=8f69d5d7-f077-4abf-b0fe-7590d5f87c89,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:53.285330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=8a5bad8b-71ad-472f-9300-0f810333410f,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:53.307874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] Set router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:53.358475 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49f4f8-2823-4ff9-a4b5-cdaa1624322a req-9f6d9e1d-0848-4d77-a440-b43011b8490c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:53.360091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a49f4f8-2823-4ff9-a4b5-cdaa1624322a req-9f6d9e1d-0848-4d77-a440-b43011b8490c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 950 time: 0.0563254 Aug 16 21:11:53.416345 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a49f4f8-2823-4ff9-a4b5-cdaa1624322a req-94fe9233-fa84-4cdc-b976-329535b668fb tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6bd07118-be34-45c9-9d16-322ab4ae1698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384452 Aug 16 21:11:53.694634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:49Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8f69d5d7-f077-4abf-b0fe-7590d5f87c89', 'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:49Z', 'updated_at': '2021-08-16T21:11:52Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:53.722606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067dceee-af49-44dc-be06-eaf68ecafacd None None] The sync data for ids ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'] in n-d-793619-14 is: [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:49Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8f69d5d7-f077-4abf-b0fe-7590d5f87c89', 'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:49Z', 'updated_at': '2021-08-16T21:11:52Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:53.927262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-93bee940-63d0-4f6f-9d64-71bb99b3c0d0 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:53.928784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-93bee940-63d0-4f6f-9d64-71bb99b3c0d0 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.76 "GET /v2.0/networks?id=5f1faf6f-2877-4611-a22e-005de4cb8806 HTTP/1.1" status: 200 len: 796 time: 0.1652253 Aug 16 21:11:53.984250 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-ec76d3b5-16bd-4891-84b6-0153a871ec5b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 379 time: 0.0417523 Aug 16 21:11:53.996361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'port': {'device_id': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'admin_state_up': True, 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'security_groups': ['8bcbafe5-a5e0-47bd-babe-c8f3b95b329f']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:54.093829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3546192c-7d52-430a-91d5-5076663afb7c req-5d99a91d-2450-4c6d-bf0d-fbd1a495ae70 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 210 time: 0.0408437 Aug 16 21:11:54.217766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:54.260440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:54.266767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.380722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:54.385353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:54.386372 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.424565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.20.0.11 (5f1faf6f-2877-4611-a22e-005de4cb8806/5b9afef3-b8b6-4acd-b506-3fce43226f74/ada77300-d9b5-45ed-988c-6ef8d8086523) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:54.494912 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.541573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8f69d5d7-f077-4abf-b0fe-7590d5f87c89,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:54.635843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c0f56-e548-472b-84d5-9b3c4d91c4f4 req-3729adcc-2592-4908-b2e5-ab08d01b376e tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:54.637549 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e05c0f56-e548-472b-84d5-9b3c4d91c4f4 req-3729adcc-2592-4908-b2e5-ab08d01b376e tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 950 time: 0.0923054 Aug 16 21:11:54.663191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.666437 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.689883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Transition to ACTIVE for port object ada77300-d9b5-45ed-988c-6ef8d8086523 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:54.711413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e05c0f56-e548-472b-84d5-9b3c4d91c4f4 req-5fb4600b-f78b-4612-b017-4d2946121494 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6bd07118-be34-45c9-9d16-322ab4ae1698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646176 Aug 16 21:11:54.737336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8f69d5d7-f077-4abf-b0fe-7590d5f87c89,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:54.833554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.878876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 5f1faf6f-2877-4611-a22e-005de4cb8806 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:54.884612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:54.888982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:54.917676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=ada77300-d9b5-45ed-988c-6ef8d8086523,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:54.970392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:54.971075 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.066911 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-670d36a9-1f03-4215-9b42-69b4894253fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0751796 Aug 16 21:11:55.081098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Request body: {'port': {'device_id': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:55.159692 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.255811 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f5f93b45-6fd4-43d4-8189-0bf8d08c9727 None None] Provisioning for port ada77300-d9b5-45ed-988c-6ef8d8086523 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:55.260431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f5f93b45-6fd4-43d4-8189-0bf8d08c9727 None None] Provisioning complete for port ada77300-d9b5-45ed-988c-6ef8d8086523 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:55.261017 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f5f93b45-6fd4-43d4-8189-0bf8d08c9727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.299624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f5f93b45-6fd4-43d4-8189-0bf8d08c9727 None None] Port ada77300-d9b5-45ed-988c-6ef8d8086523 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:55.716448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a9fa8-5a21-469e-9cb3-a2a6f184d2e2 req-f121a3ae-a89a-4a32-8b01-67aa938e5714 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:55.717961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-858a9fa8-5a21-469e-9cb3-a2a6f184d2e2 req-f121a3ae-a89a-4a32-8b01-67aa938e5714 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 932 time: 0.5114627 Aug 16 21:11:55.735759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0513-3b04-4547-a114-16472da18ab2 req-e3bde043-0f9f-4da0-8f15-66b9168b88b0 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:55.737204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-918a0513-3b04-4547-a114-16472da18ab2 req-e3bde043-0f9f-4da0-8f15-66b9168b88b0 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 950 time: 0.5319252 Aug 16 21:11:55.838172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-858a9fa8-5a21-469e-9cb3-a2a6f184d2e2 req-f03d68b0-7dd4-4af6-a9e3-f3b180dbf96d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139283 Aug 16 21:11:55.847140 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-918a0513-3b04-4547-a114-16472da18ab2 req-05bf5e79-401a-4a12-93d5-8f642961df9e tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/security-groups?id=6bd07118-be34-45c9-9d16-322ab4ae1698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028092 Aug 16 21:11:55.935838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada77300-d9b5-45ed-988c-6ef8d8086523 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:11:55.945009 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.959866 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Transition to ACTIVE for port object ada77300-d9b5-45ed-988c-6ef8d8086523 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:56.026935 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.077122 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Pushing event updated for resources: {'Port': ['ID=ada77300-d9b5-45ed-988c-6ef8d8086523,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:56.160808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:56.161440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:56.161879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 on network 5f1faf6f-2877-4611-a22e-005de4cb8806 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:56.167283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Port ada77300-d9b5-45ed-988c-6ef8d8086523 on network 5f1faf6f-2877-4611-a22e-005de4cb8806 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:11:56.167891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 on network 5f1faf6f-2877-4611-a22e-005de4cb8806 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:56.173672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:56.177103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Checking segment: {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:56.177103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Bound using segment: {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:56.177103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Bound port: ada77300-d9b5-45ed-988c-6ef8d8086523, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:56.177103 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.198293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:56.251674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:56.255328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:56.274010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:56.274506 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.330110 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.371526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.372153 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.373735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] 10.222.0.76 "PUT /v2.0/ports/ada77300-d9b5-45ed-988c-6ef8d8086523 HTTP/1.1" status: 200 len: 1093 time: 1.2980068 Aug 16 21:11:56.374204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:56.376730 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5bc503-525a-4fdc-8ef5-f953c850c9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:56.399978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71380bb6-fb42-4a7e-a281-0f73f1607a1e service neutron] Pushing event updated for resources: {'Port': ['ID=ada77300-d9b5-45ed-988c-6ef8d8086523,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:56.427253 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd75f5b9-4da7-4ae3-a7a5-a34226939580 x-openstack-request-id: req-fd75f5b9-4da7-4ae3-a7a5-a34226939580 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:56.427621 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:56.427951 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fd75f5b9-4da7-4ae3-a7a5-a34226939580 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:56.428417 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'status': 'completed', 'code': 200} Aug 16 21:11:56.503475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91970ab5-4586-40f4-ac1b-3d0a8625d58a req-7eeb2529-6358-4706-98d5-b79a33612a51 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.505137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bc503-525a-4fdc-8ef5-f953c850c9dc req-f249141e-18b8-4640-a550-9a05f44eed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.505538 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91970ab5-4586-40f4-ac1b-3d0a8625d58a req-7eeb2529-6358-4706-98d5-b79a33612a51 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.79 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 950 time: 0.0680068 Aug 16 21:11:56.506658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a5bc503-525a-4fdc-8ef5-f953c850c9dc req-f249141e-18b8-4640-a550-9a05f44eed9a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 1096 time: 0.0492079 Aug 16 21:11:56.634076 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bc503-525a-4fdc-8ef5-f953c850c9dc req-21765aae-8912-4894-9a60-ee987c249185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.635568 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a5bc503-525a-4fdc-8ef5-f953c850c9dc req-21765aae-8912-4894-9a60-ee987c249185 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=23e2ae7b576b4c98ac09070644381864&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1203263 Aug 16 21:11:56.637116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-91970ab5-4586-40f4-ac1b-3d0a8625d58a req-0de4fde2-14fa-4d78-8227-9dbb84844f7c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Deleting port 8a5bad8b-71ad-472f-9300-0f810333410f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:56.637472 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-91970ab5-4586-40f4-ac1b-3d0a8625d58a req-0de4fde2-14fa-4d78-8227-9dbb84844f7c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.742178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-91970ab5-4586-40f4-ac1b-3d0a8625d58a req-0de4fde2-14fa-4d78-8227-9dbb84844f7c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] For port 8a5bad8b-71ad-472f-9300-0f810333410f, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=8a5bad8b-71ad-472f-9300-0f810333410f,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:56.742549 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-91970ab5-4586-40f4-ac1b-3d0a8625d58a req-0de4fde2-14fa-4d78-8227-9dbb84844f7c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.748329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bc503-525a-4fdc-8ef5-f953c850c9dc req-4d724580-a4d7-4784-937c-e949ebb095e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.749986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a5bc503-525a-4fdc-8ef5-f953c850c9dc req-4d724580-a4d7-4784-937c-e949ebb095e9 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072838 Aug 16 21:11:56.757117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-91970ab5-4586-40f4-ac1b-3d0a8625d58a req-0de4fde2-14fa-4d78-8227-9dbb84844f7c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Calling delete_port for 8a5bad8b-71ad-472f-9300-0f810333410f owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:56.829109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-728a33c8-8168-42e6-b031-792425f7674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.830670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-728a33c8-8168-42e6-b031-792425f7674b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 1096 time: 0.0433924 Aug 16 21:11:56.876719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-aed4713d-457c-4c1d-bd4a-997d674be802 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada77300-d9b5-45ed-988c-6ef8d8086523 HTTP/1.1" status: 200 len: 217 time: 0.0381308 Aug 16 21:11:56.934666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-592ddd2e-101e-40ab-9ebe-ae9b52fce460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.936713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-592ddd2e-101e-40ab-9ebe-ae9b52fce460 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b9afef3-b8b6-4acd-b506-3fce43226f74 HTTP/1.1" status: 200 len: 834 time: 0.0525749 Aug 16 21:11:56.975873 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-91970ab5-4586-40f4-ac1b-3d0a8625d58a req-0de4fde2-14fa-4d78-8227-9dbb84844f7c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.996356 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['8a5bad8b-71ad-472f-9300-0f810333410f'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:11:57.023537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c07e57d-a3d0-4d78-994e-d0865a97e032 req-c4f719ce-8b2f-43a8-98af-273910e597f8 tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.74 "GET /v2.0/ports?device_id=66d1b57a-3f85-4a01-8a1f-67e5835222b2 HTTP/1.1" status: 200 len: 210 time: 0.0548024 Aug 16 21:11:57.030059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4fde2-14fa-4d78-8227-9dbb84844f7c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Pushing event deleted for resources: {'Port': ['ID=8a5bad8b-71ad-472f-9300-0f810333410f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:57.064445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-8a80268d-d3d4-48af-a864-9e4484687060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:57.064445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-8a80268d-d3d4-48af-a864-9e4484687060 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5f1faf6f-2877-4611-a22e-005de4cb8806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163850 Aug 16 21:11:57.072742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f6edc-f6df-48b3-af6f-9f01901e0670 req-a534b259-c43a-4663-a109-39152c1b26a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:57.075491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e8f6edc-f6df-48b3-af6f-9f01901e0670 req-a534b259-c43a-4663-a109-39152c1b26a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 944 time: 0.1043787 Aug 16 21:11:57.098148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-91970ab5-4586-40f4-ac1b-3d0a8625d58a req-0de4fde2-14fa-4d78-8227-9dbb84844f7c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] No DVR routers for this DVR port 8a5bad8b-71ad-472f-9300-0f810333410f on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:57.101669 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-91970ab5-4586-40f4-ac1b-3d0a8625d58a req-0de4fde2-14fa-4d78-8227-9dbb84844f7c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.104919 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-91970ab5-4586-40f4-ac1b-3d0a8625d58a req-0de4fde2-14fa-4d78-8227-9dbb84844f7c tempest-VolumesNegativeTest-28149361 tempest-VolumesNegativeTest-28149361-project] 10.222.0.79 "DELETE /v2.0/ports/8a5bad8b-71ad-472f-9300-0f810333410f HTTP/1.1" status: 204 len: 173 time: 0.5930216 Aug 16 21:11:57.105587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d1b57a-3f85-4a01-8a1f-67e5835222b2', 'name': 'network-vif-deleted', 'tag': '8a5bad8b-71ad-472f-9300-0f810333410f'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:57.108670 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966f7644-ec11-4865-92a2-10dcbb25df72" -d '{"events": [{"server_uuid": "66d1b57a-3f85-4a01-8a1f-67e5835222b2", "name": "network-vif-deleted", "tag": "8a5bad8b-71ad-472f-9300-0f810333410f"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:57.158069 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce762d45-feaf-4466-93e8-b05e57e005cc x-openstack-request-id: req-ce762d45-feaf-4466-93e8-b05e57e005cc {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:57.158504 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d1b57a-3f85-4a01-8a1f-67e5835222b2", "name": "network-vif-deleted", "tag": "8a5bad8b-71ad-472f-9300-0f810333410f", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:57.158947 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ce762d45-feaf-4466-93e8-b05e57e005cc {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:57.159624 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d1b57a-3f85-4a01-8a1f-67e5835222b2', 'name': 'network-vif-deleted', 'tag': '8a5bad8b-71ad-472f-9300-0f810333410f', 'status': 'completed', 'code': 200} Aug 16 21:11:57.224868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e8f6edc-f6df-48b3-af6f-9f01901e0670 req-79f85383-d865-40ec-a03c-48255c6da430 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414742 Aug 16 21:11:57.228803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-f566a076-5be6-4a04-8606-25b0b0dbb44c service neutron] 10.222.0.76 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533849 Aug 16 21:11:57.341887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7edba857-8213-4a33-a825-6f3fa35dbf7d req-e6237c30-736a-4068-8931-03446015f2a9 service neutron] 10.222.0.76 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050742 Aug 16 21:11:58.346826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d256411-6709-4b36-b298-aa50696c3050 req-683dbdbc-4adf-4f96-b85a-8b59b5f60ab4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:58.348340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d256411-6709-4b36-b298-aa50696c3050 req-683dbdbc-4adf-4f96-b85a-8b59b5f60ab4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 944 time: 0.0518622 Aug 16 21:11:58.388999 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d256411-6709-4b36-b298-aa50696c3050 req-f3649116-774e-477a-98c2-a29e9486929a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342684 Aug 16 21:11:59.512089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8008-f082-4699-8040-f9b2cf9ac277 req-9753f777-2387-488a-a93b-41f0d2752b3f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:59.513589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d56a8008-f082-4699-8040-f9b2cf9ac277 req-9753f777-2387-488a-a93b-41f0d2752b3f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 944 time: 0.0499220 Aug 16 21:11:59.552722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d56a8008-f082-4699-8040-f9b2cf9ac277 req-734a71c8-1887-4f91-9fb1-9bcf9c3fe690 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330343 Aug 16 21:11:59.984782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ada77300-d9b5-45ed-988c-6ef8d8086523 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:12:00.086131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:00.098592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'port_id': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'mac_address': 'fa:16:3e:b8:ab:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:12:00.136877 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.153911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada77300-d9b5-45ed-988c-6ef8d8086523 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:12:00.174324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:00.294542 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.343989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ada77300-d9b5-45ed-988c-6ef8d8086523,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:00.409181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8a5bad8b-71ad-472f-9300-0f810333410f no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:00.431217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 8a5bad8b-71ad-472f-9300-0f810333410f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:12:00.431676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 8a5bad8b-71ad-472f-9300-0f810333410f not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:00.525676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['ada77300-d9b5-45ed-988c-6ef8d8086523'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:12:00.702567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa479a-76cc-4a8d-855d-c6a3ce2b6e96 req-3f79d1cd-33f7-4583-b525-67e72f51fe45 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:00.709962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdaa479a-76cc-4a8d-855d-c6a3ce2b6e96 req-3f79d1cd-33f7-4583-b525-67e72f51fe45 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 945 time: 0.0716121 Aug 16 21:12:00.769447 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdaa479a-76cc-4a8d-855d-c6a3ce2b6e96 req-78423652-f9e1-4fdf-8749-907d2bfbd149 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431681 Aug 16 21:12:01.890127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3005d-6574-4e16-a363-cbc003a5d942 req-e320f9cd-5ff5-4501-995d-9a601d6dfa5b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:01.891519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9f3005d-6574-4e16-a363-cbc003a5d942 req-e320f9cd-5ff5-4501-995d-9a601d6dfa5b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 945 time: 0.0496123 Aug 16 21:12:01.929373 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9f3005d-6574-4e16-a363-cbc003a5d942 req-3ddee404-e21a-443c-8485-73c47dfb5275 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317750 Aug 16 21:12:01.984478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ada77300-d9b5-45ed-988c-6ef8d8086523 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:02.101459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port ada77300-d9b5-45ed-988c-6ef8d8086523 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:02.106657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port ada77300-d9b5-45ed-988c-6ef8d8086523 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:02.107210 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.196514 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.228353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:02.231257 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f4d83d-301c-4d3b-b719-da09ec29a648" -d '{"events": [{"server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "name": "network-vif-plugged", "status": "completed", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:02.250557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:02.275407 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908fa431-fd02-4a65-88c3-c9ecb34de6a8 x-openstack-request-id: req-908fa431-fd02-4a65-88c3-c9ecb34de6a8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:02.277630 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "name": "network-vif-plugged", "status": "completed", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:02.278155 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-908fa431-fd02-4a65-88c3-c9ecb34de6a8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:02.278726 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'code': 200} Aug 16 21:12:02.345861 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.387597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89b789-1fd9-4c91-8963-370a7a5b30c3 req-34b5d71e-4c0a-483a-9cc8-ae39add1e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:02.389316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be89b789-1fd9-4c91-8963-370a7a5b30c3 req-34b5d71e-4c0a-483a-9cc8-ae39add1e443 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 1098 time: 0.0477872 Aug 16 21:12:02.396343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ada77300-d9b5-45ed-988c-6ef8d8086523,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:02.425799 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be89b789-1fd9-4c91-8963-370a7a5b30c3 req-e8c5bc70-7d94-4252-9c0d-18b021f04ccf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298753 Aug 16 21:12:02.861001 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.975086 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.174720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aea03-1add-4295-9716-476ea946aed0 req-f8f432c9-e586-443b-83ba-5a27c3aa781a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:03.177118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a94aea03-1add-4295-9716-476ea946aed0 req-f8f432c9-e586-443b-83ba-5a27c3aa781a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.1799521 Aug 16 21:12:03.232163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a94aea03-1add-4295-9716-476ea946aed0 req-264a26d5-b1bd-43b8-9e0f-23e089019b60 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474770 Aug 16 21:12:04.357121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb9590-ffd3-4175-9c88-b4b3b163138f req-10092739-e368-46f5-b75e-1eafe2be4410 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:04.358539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3cb9590-ffd3-4175-9c88-b4b3b163138f req-10092739-e368-46f5-b75e-1eafe2be4410 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.0537226 Aug 16 21:12:04.399893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3cb9590-ffd3-4175-9c88-b4b3b163138f req-d0a5bd6c-8f5a-482a-86fe-73a62576d87a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351226 Aug 16 21:12:04.520719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e01bd1-4458-47c3-9959-66d800eef859 req-19b10317-e827-481b-86d3-0651dac1dc7e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:04.522789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74e01bd1-4458-47c3-9959-66d800eef859 req-19b10317-e827-481b-86d3-0651dac1dc7e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.0550952 Aug 16 21:12:04.571434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74e01bd1-4458-47c3-9959-66d800eef859 req-874fe90b-ebe4-4d4c-b5b3-31d76050fdf7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416939 Aug 16 21:12:04.593150 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59854) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:04.638806 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8933d11-a298-4b8a-9ead-5567e48ccd4b tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:04.640242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c8933d11-a298-4b8a-9ead-5567e48ccd4b tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 1093 time: 0.0461266 Aug 16 21:12:04.643103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59856) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:04.647426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:04.791038 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.897141 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.027618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.25.4.17 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/0121de82-34ca-4914-ab51-e338b8b82663) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:05.144114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.266822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.303683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:05.309089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:05.312611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:05.343964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=0121de82-34ca-4914-ab51-e338b8b82663,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:05.487282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59866) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:05.681845 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-402b7b2b-2fe5-4ec0-9f4f-5ad44ad35c09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=09b30111b0e94b2ea3fec56d11a37fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924226 Aug 16 21:12:05.682780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59870) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:05.736442 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85bbda4e-1197-48ba-b217-43e58c139148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.759957 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85bbda4e-1197-48ba-b217-43e58c139148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.766381 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.952108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85bbda4e-1197-48ba-b217-43e58c139148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.954696 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-85bbda4e-1197-48ba-b217-43e58c139148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.956113 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.956239 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-85bbda4e-1197-48ba-b217-43e58c139148 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6bd07118-be34-45c9-9d16-322ab4ae1698 HTTP/1.1" status: 204 len: 168 time: 0.2719133 Aug 16 21:12:05.968193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbda4e-1197-48ba-b217-43e58c139148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd07118-be34-45c9-9d16-322ab4ae1698,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:06.128132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.261231 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.336473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=0121de82-34ca-4914-ab51-e338b8b82663,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:06.354553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.477644 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Floating IP b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa associated. External IP: 172.25.4.17, port: ada77300-d9b5-45ed-988c-6ef8d8086523. Aug 16 21:12:06.695911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:06.805684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:06.815732 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c131ad-b709-4d95-a31e-75e9a233263e None None] Sync routers for ids ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:06.826390 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c131ad-b709-4d95-a31e-75e9a233263e None None] Routers {'1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:06.827005 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a8c131ad-b709-4d95-a31e-75e9a233263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:11:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:06.886645 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.920731 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-97c50ccd-1418-4658-814c-263037f9eded tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2741470 Aug 16 21:12:06.920731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:06.921674 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61377df1-b87d-45c6-8223-cacb19c9541e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:06.934270 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a8c131ad-b709-4d95-a31e-75e9a233263e None None] Set router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:06.974929 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7816e09d-77e5-4f26-b2b3-445656a78b10 x-openstack-request-id: req-7816e09d-77e5-4f26-b2b3-445656a78b10 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:06.975224 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:06.975509 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7816e09d-77e5-4f26-b2b3-445656a78b10 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:06.975943 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'status': 'completed', 'code': 200} Aug 16 21:12:07.066790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51939494-5595-426b-85ce-9395d695419f req-0d6db8d8-e315-49da-a65f-c0e09e9376e7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:07.068324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51939494-5595-426b-85ce-9395d695419f req-0d6db8d8-e315-49da-a65f-c0e09e9376e7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.0787010 Aug 16 21:12:07.071185 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61377df1-b87d-45c6-8223-cacb19c9541e req-1bc2cd25-9e07-4fce-91ed-cd859b552d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:07.072605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61377df1-b87d-45c6-8223-cacb19c9541e req-1bc2cd25-9e07-4fce-91ed-cd859b552d03 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 1098 time: 0.0725667 Aug 16 21:12:07.164016 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51939494-5595-426b-85ce-9395d695419f req-c3392167-fb3a-49e7-aef1-f71d89cff0f9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868523 Aug 16 21:12:07.172680 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a8c131ad-b709-4d95-a31e-75e9a233263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:49Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'port_id': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'mac_address': 'fa:16:3e:b8:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:12:05Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f69d5d7-f077-4abf-b0fe-7590d5f87c89', 'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:49Z', 'updated_at': '2021-08-16T21:11:54Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:07.192137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59904) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:07.197392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61377df1-b87d-45c6-8223-cacb19c9541e req-929fa535-bcc2-4029-89e0-88fcb1e6f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:07.199758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61377df1-b87d-45c6-8223-cacb19c9541e req-929fa535-bcc2-4029-89e0-88fcb1e6f2e6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5f1faf6f-2877-4611-a22e-005de4cb8806 HTTP/1.1" status: 200 len: 897 time: 0.1157703 Aug 16 21:12:07.204589 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c131ad-b709-4d95-a31e-75e9a233263e None None] Checking router: 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:07.213270 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c131ad-b709-4d95-a31e-75e9a233263e None None] Routers {'1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:07.214067 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a8c131ad-b709-4d95-a31e-75e9a233263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:11:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:07.257911 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7e6590bd-95f3-4993-b1fb-34549eb76290 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa HTTP/1.1" status: 200 len: 991 time: 0.0646045 Aug 16 21:12:07.282674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61377df1-b87d-45c6-8223-cacb19c9541e req-4909b374-af8f-42c3-8be6-802942d808cd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada77300-d9b5-45ed-988c-6ef8d8086523 HTTP/1.1" status: 200 len: 999 time: 0.0756140 Aug 16 21:12:07.330694 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a8c131ad-b709-4d95-a31e-75e9a233263e None None] Set router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:07.343069 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61377df1-b87d-45c6-8223-cacb19c9541e req-772c062b-8163-4092-9b2a-29bc3e7fd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:07.345325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61377df1-b87d-45c6-8223-cacb19c9541e req-772c062b-8163-4092-9b2a-29bc3e7fd0b4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b9afef3-b8b6-4acd-b506-3fce43226f74 HTTP/1.1" status: 200 len: 834 time: 0.0543027 Aug 16 21:12:07.378387 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e375c784-11fa-4182-af0e-253f7e27044c req-93ef0ac8-71de-421b-99d0-30d0d86b2e68 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569830 Aug 16 21:12:07.402992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61377df1-b87d-45c6-8223-cacb19c9541e req-82c58af1-0763-44fd-85fc-5c2104aa5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:07.405938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61377df1-b87d-45c6-8223-cacb19c9541e req-82c58af1-0763-44fd-85fc-5c2104aa5449 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5f1faf6f-2877-4611-a22e-005de4cb8806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544188 Aug 16 21:12:07.493938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375c784-11fa-4182-af0e-253f7e27044c req-466f200a-786a-4132-93e9-3c3c240eb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:07.495979 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e375c784-11fa-4182-af0e-253f7e27044c req-466f200a-786a-4132-93e9-3c3c240eb258 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 1098 time: 0.0714417 Aug 16 21:12:07.527073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61377df1-b87d-45c6-8223-cacb19c9541e req-eca2fa49-f7ec-436d-b8af-9388126f255c service neutron] 10.222.0.76 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121368 Aug 16 21:12:07.635325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375c784-11fa-4182-af0e-253f7e27044c req-ab13efdb-17d8-4c9c-811e-a9f3dfa338d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:07.637619 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e375c784-11fa-4182-af0e-253f7e27044c req-ab13efdb-17d8-4c9c-811e-a9f3dfa338d5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1205947 Aug 16 21:12:07.645932 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a8c131ad-b709-4d95-a31e-75e9a233263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:49Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'port_id': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'mac_address': 'fa:16:3e:b8:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:12:05Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f69d5d7-f077-4abf-b0fe-7590d5f87c89', 'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:49Z', 'updated_at': '2021-08-16T21:11:54Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:07.666740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61377df1-b87d-45c6-8223-cacb19c9541e req-0d035495-a5b0-44c3-8011-52ffcd32cb73 service neutron] 10.222.0.76 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313326 Aug 16 21:12:07.688444 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c131ad-b709-4d95-a31e-75e9a233263e None None] The sync data for ids ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'] in n-d-793619-14 is: [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:49Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'port_id': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'mac_address': 'fa:16:3e:b8:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:12:05Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f69d5d7-f077-4abf-b0fe-7590d5f87c89', 'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:49Z', 'updated_at': '2021-08-16T21:11:54Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:07.730881 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e375c784-11fa-4182-af0e-253f7e27044c req-27e7549c-ab8c-4500-b508-4460b70f3c02 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad79543e-d16c-4928-86cb-6a37c66de3d3 HTTP/1.1" status: 200 len: 1001 time: 0.0825012 Aug 16 21:12:07.790751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375c784-11fa-4182-af0e-253f7e27044c req-1b98555f-6f75-4c94-b0c9-5b5379bbc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:07.792436 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e375c784-11fa-4182-af0e-253f7e27044c req-1b98555f-6f75-4c94-b0c9-5b5379bbc9ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0544238 Aug 16 21:12:07.849092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375c784-11fa-4182-af0e-253f7e27044c req-a4713ec7-b53e-4ff1-a65d-9f422078629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:07.850645 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e375c784-11fa-4182-af0e-253f7e27044c req-a4713ec7-b53e-4ff1-a65d-9f422078629e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514786 Aug 16 21:12:08.092231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa15243-6044-4c5a-8a74-60ec33b2089b None None] New status for floating IP b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:12:08.093184 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e375c784-11fa-4182-af0e-253f7e27044c req-cb2fac63-6c5b-427b-a8ae-96cbf9691eff service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144986 Aug 16 21:12:08.142303 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e375c784-11fa-4182-af0e-253f7e27044c req-69826163-b6a1-4bca-8e5d-59d7b4e8d935 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538837 Aug 16 21:12:08.262604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 59942) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:08.327745 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-affef3ff-60cd-4889-a2ef-ca5d15d64ad2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa HTTP/1.1" status: 200 len: 991 time: 0.0639336 Aug 16 21:12:09.330011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 59984) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:09.402417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bcc8dc2c-8c0a-44f4-a297-6dd02440efec tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa HTTP/1.1" status: 200 len: 993 time: 0.0711174 Aug 16 21:12:12.452749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60120) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:12.569874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.659503 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.866052 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.910271 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3e8376712852440f935f24672c62aabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562230 Aug 16 21:12:12.911211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d15500-c4f1-47bd-8107-17cff8d4e7fb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:12.913099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60128) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:12.919352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.919704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.920053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.920394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.920729 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.921103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.921511 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.921850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.922183 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.922512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.922842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.923171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee9633e-113b-4920-8aa5-416fd5a5b6e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:12.973515 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef9825ab-1e92-47c0-83a6-adf18307363f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.995548 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef9825ab-1e92-47c0-83a6-adf18307363f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.209016 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef9825ab-1e92-47c0-83a6-adf18307363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.211891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef9825ab-1e92-47c0-83a6-adf18307363f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.213164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ef9825ab-1e92-47c0-83a6-adf18307363f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7d15500-c4f1-47bd-8107-17cff8d4e7fb HTTP/1.1" status: 204 len: 168 time: 0.2989082 Aug 16 21:12:13.223777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9825ab-1e92-47c0-83a6-adf18307363f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d15500-c4f1-47bd-8107-17cff8d4e7fb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:14.089353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60150) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:14.103886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7caff75b-351f-42e6-8c9b-bace604a37ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.195199 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7caff75b-351f-42e6-8c9b-bace604a37ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.288888 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7caff75b-351f-42e6-8c9b-bace604a37ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.334056 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7caff75b-351f-42e6-8c9b-bace604a37ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3c69fb3d60054a3c9be4229c673b5c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433259 Aug 16 21:12:14.334929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caff75b-351f-42e6-8c9b-bace604a37ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0aa439-8915-4374-b6b8-c49fbc3fefd7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:14.340897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60156) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:14.391290 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72e724a0-b1a4-47c9-823e-c12b15e3e0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.414196 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72e724a0-b1a4-47c9-823e-c12b15e3e0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.597583 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72e724a0-b1a4-47c9-823e-c12b15e3e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.601160 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-72e724a0-b1a4-47c9-823e-c12b15e3e0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.601487 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-72e724a0-b1a4-47c9-823e-c12b15e3e0d1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d0aa439-8915-4374-b6b8-c49fbc3fefd7 HTTP/1.1" status: 204 len: 168 time: 0.2594991 Aug 16 21:12:14.609559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e724a0-b1a4-47c9-823e-c12b15e3e0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0aa439-8915-4374-b6b8-c49fbc3fefd7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:15.226723 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f5da49fb-a7f4-4331-81eb-af6dbc8a2a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.789297 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:12:17.621087 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3fcccba2-9ae3-4af6-a3fa-125d924af102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.928831 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.340800 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:20.791657 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.477380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c545b49-abe0-4dcd-a8c9-95f7d8286a3c req-a65ee06f-d75e-4950-8344-f32ba13fe678 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:31.479035 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c545b49-abe0-4dcd-a8c9-95f7d8286a3c req-a65ee06f-d75e-4950-8344-f32ba13fe678 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 946 time: 0.0517161 Aug 16 21:12:31.517153 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c545b49-abe0-4dcd-a8c9-95f7d8286a3c req-9aeff81e-bfbf-4c70-b2c5-46ac01ca63e9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321038 Aug 16 21:12:32.635470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74067cf1-c898-4686-829a-f2e6d687ee75 req-c6f3a9f8-e066-47f4-8a9a-1d1f4da1ba19 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:32.636917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74067cf1-c898-4686-829a-f2e6d687ee75 req-c6f3a9f8-e066-47f4-8a9a-1d1f4da1ba19 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 946 time: 0.0494838 Aug 16 21:12:32.676942 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74067cf1-c898-4686-829a-f2e6d687ee75 req-1502d8ee-4599-472a-bc32-4e1e0defd68a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338163 Aug 16 21:12:32.830980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:32.859106 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.160161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7450b78-c178-46dd-9674-a9a732723db8 req-425e7ef5-eeec-4ae7-ace4-0aff78741923 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:33.161672 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7450b78-c178-46dd-9674-a9a732723db8 req-425e7ef5-eeec-4ae7-ace4-0aff78741923 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 946 time: 0.0494959 Aug 16 21:12:33.260573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Deleting port ad79543e-d16c-4928-86cb-6a37c66de3d3 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:33.260920 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.349456 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] For port ad79543e-d16c-4928-86cb-6a37c66de3d3, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ad79543e-d16c-4928-86cb-6a37c66de3d3,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:33.349815 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.526876 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.527152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.527465 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Floating IP ea2cf490-54df-4574-a4c3-cfed10504dc3 disassociated. External IP: 172.25.4.28, port: ad79543e-d16c-4928-86cb-6a37c66de3d3. Aug 16 21:12:33.527806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Calling delete_port for ad79543e-d16c-4928-86cb-6a37c66de3d3 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:33.728364 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.764258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event deleted for resources: {'Port': ['ID=ad79543e-d16c-4928-86cb-6a37c66de3d3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:33.783869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-219f585b-c2c1-4b50-bf9a-971538aaedd8 req-44d771d0-5f06-4003-9a28-36f6e2568723 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 210 time: 0.0361178 Aug 16 21:12:33.882503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:33.989800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:34.001596 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38d1c6-9212-486a-9d15-0b57940fa6cc None None] Sync routers for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:34.011752 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38d1c6-9212-486a-9d15-0b57940fa6cc None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:34.014748 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8d38d1c6-9212-486a-9d15-0b57940fa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:34.036764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] No DVR routers for this DVR port ad79543e-d16c-4928-86cb-6a37c66de3d3 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:34.039519 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:34.042526 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e7450b78-c178-46dd-9674-a9a732723db8 req-2a15750e-1c70-43e3-8e01-3c6f57d2de03 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "DELETE /v2.0/ports/ad79543e-d16c-4928-86cb-6a37c66de3d3 HTTP/1.1" status: 204 len: 173 time: 0.8736336 Aug 16 21:12:34.043196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'name': 'network-vif-deleted', 'tag': 'ad79543e-d16c-4928-86cb-6a37c66de3d3'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:34.045691 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3463b45a-e57f-431c-bfe8-2a49bffbbe99" -d '{"events": [{"server_uuid": "a39659d5-1d97-4bfe-a1b1-edfd626e57af", "name": "network-vif-deleted", "tag": "ad79543e-d16c-4928-86cb-6a37c66de3d3"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:34.082504 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8db0ec9-4d34-4b5c-ae66-e202c15fc5c4 x-openstack-request-id: req-a8db0ec9-4d34-4b5c-ae66-e202c15fc5c4 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:34.082830 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39659d5-1d97-4bfe-a1b1-edfd626e57af", "name": "network-vif-deleted", "tag": "ad79543e-d16c-4928-86cb-6a37c66de3d3", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:34.083090 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a8db0ec9-4d34-4b5c-ae66-e202c15fc5c4 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:34.083531 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39659d5-1d97-4bfe-a1b1-edfd626e57af', 'name': 'network-vif-deleted', 'tag': 'ad79543e-d16c-4928-86cb-6a37c66de3d3', 'status': 'completed', 'code': 200} Aug 16 21:12:34.126026 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-8d38d1c6-9212-486a-9d15-0b57940fa6cc None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:34.362188 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8d38d1c6-9212-486a-9d15-0b57940fa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:34.389212 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38d1c6-9212-486a-9d15-0b57940fa6cc None None] Checking router: f7f18d7a-3e27-44c6-a90b-fedaeb47f982 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:34.397511 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38d1c6-9212-486a-9d15-0b57940fa6cc None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:34.398108 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8d38d1c6-9212-486a-9d15-0b57940fa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:34.502823 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-8d38d1c6-9212-486a-9d15-0b57940fa6cc None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:34.796059 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8d38d1c6-9212-486a-9d15-0b57940fa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:34.822776 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38d1c6-9212-486a-9d15-0b57940fa6cc None None] The sync data for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 is: [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:34.908711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc2fc13c-0297-4372-8d0f-4f8b1f9e28be req-72b7d344-38f6-4502-bdaf-f8fd4508655f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 210 time: 0.0334926 Aug 16 21:12:35.100371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e79e25-c4f7-4379-b15c-6970ee7cf381 None None] New status for floating IP ea2cf490-54df-4574-a4c3-cfed10504dc3: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:12:36.008445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a65b08b-3839-4ec0-9a51-6dea9b8ed5e9 req-0989a616-4f89-48b3-9ef3-fe9d4c2a5c19 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 210 time: 0.0261915 Aug 16 21:12:36.109979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ad79543e-d16c-4928-86cb-6a37c66de3d3 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:36.130353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: ad79543e-d16c-4928-86cb-6a37c66de3d3 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:12:36.130770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ad79543e-d16c-4928-86cb-6a37c66de3d3 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:37.104871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-647d16de-5592-43ab-b51e-c441cd929052 req-8da3c58f-7a56-49f3-980d-1ab1f001bdeb tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 210 time: 0.0268497 Aug 16 21:12:38.211198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fcf6345f-99c8-45d8-8166-d0944128f43c req-67d03484-e83a-4ec3-8fae-c3b0cd881540 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=a39659d5-1d97-4bfe-a1b1-edfd626e57af HTTP/1.1" status: 200 len: 210 time: 0.0277140 Aug 16 21:12:38.401220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3284b-91fa-44f9-b393-30a6396164ab req-bdfe28b1-7608-4030-974b-45e64fdea2f8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:38.402615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05e3284b-91fa-44f9-b393-30a6396164ab req-bdfe28b1-7608-4030-974b-45e64fdea2f8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.0516455 Aug 16 21:12:38.440791 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05e3284b-91fa-44f9-b393-30a6396164ab req-ebd50e56-1082-4219-89d0-07698db68770 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320246 Aug 16 21:12:38.466453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60500) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:38.530827 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-91eda37c-15f3-49d4-9848-3d1564769f9d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa HTTP/1.1" status: 200 len: 993 time: 0.0632071 Aug 16 21:12:39.079691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bf201-7f7e-4872-8725-a2910d798c61 req-01f908c7-8229-4cb8-a33f-436e8c2bfb01 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:39.081232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708bf201-7f7e-4872-8725-a2910d798c61 req-01f908c7-8229-4cb8-a33f-436e8c2bfb01 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 1098 time: 0.0449629 Aug 16 21:12:39.116424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-708bf201-7f7e-4872-8725-a2910d798c61 req-3ddb6cbc-37de-4692-9f07-8eb809bdd7ec tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292704 Aug 16 21:12:39.483530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-ccef5d1c-8c47-4d1e-a65e-036d7daa791f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-346201939&fields=id&tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 267 time: 0.0395110 Aug 16 21:12:39.595127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b1b4bdc5-88be-44cc-b94c-8a7c344632f1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:39.596579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b1b4bdc5-88be-44cc-b94c-8a7c344632f1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.1060519 Aug 16 21:12:39.612903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-c3f3c3b8-68e9-475d-98d1-89d44b014d68 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/quotas/2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 375 time: 0.0102246 Aug 16 21:12:39.667504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-3b671550-96f0-4c51-9fde-80124c8e64a6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494356 Aug 16 21:12:39.762816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-867ae1ec-3aa2-4c4b-b073-da8851c7fc3b service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832653 Aug 16 21:12:39.860842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-f5f5c1e5-4428-41da-9c95-37e8d8bc3da0 service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917015 Aug 16 21:12:40.254581 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3c816a1f-e8cd-4b84-974a-e5d600f8d4c6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447834 Aug 16 21:12:40.621494 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2c21c68-4032-4bb4-8b9c-1ad22fd20e16 req-8a0291e2-a4c4-4d20-a289-eabbb1686b01 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 210 time: 0.0286028 Aug 16 21:12:41.396431 n-d-793619-14 neutron-server[95262]: WARNING keystonemiddleware.auth_token [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3c816a1f-e8cd-4b84-974a-e5d600f8d4c6 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 21:12:41.400821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-7f5c309f-e37b-4d54-ba11-2240b4a409e3 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:12:41.401865 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-7f5c309f-e37b-4d54-ba11-2240b4a409e3 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1248548 Aug 16 21:12:41.411907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Request body: {'binding': {'host': 'n-h2-793619-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:41.412440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Unknown quota resources ['binding']. {{(pid=95262) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:12:41.548832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 on host n-h2-793619-14 for vnic_type normal with profile None {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:41.549242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:41.549584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 on network 5f1faf6f-2877-4611-a22e-005de4cb8806 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:41.554145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Port ada77300-d9b5-45ed-988c-6ef8d8086523 on network 5f1faf6f-2877-4611-a22e-005de4cb8806 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:12:41.554472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 on network 5f1faf6f-2877-4611-a22e-005de4cb8806 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:41.559435 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:41.559908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Checking segment: {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:41.560296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Bound using segment: {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:41.560732 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Bound port: ada77300-d9b5-45ed-988c-6ef8d8086523, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:41.656987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:41.717452 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-418ecf15-84da-48d4-9039-fa19ce2bd82d req-f440e274-b302-4028-8ab5-3ca4876e488f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 210 time: 0.0281394 Aug 16 21:12:41.751892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] Notify callbacks [] for binding, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.753211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] 10.222.0.74 "POST /v2.0/ports/ada77300-d9b5-45ed-988c-6ef8d8086523/bindings HTTP/1.1" status: 201 len: 390 time: 0.3445947 Aug 16 21:12:42.068849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca1c20-74ed-4830-9f0c-632b1e8c8cca req-a26afd83-41d8-424f-bb94-373da91ca0d6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:42.070607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53ca1c20-74ed-4830-9f0c-632b1e8c8cca req-a26afd83-41d8-424f-bb94-373da91ca0d6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.0541649 Aug 16 21:12:42.110363 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53ca1c20-74ed-4830-9f0c-632b1e8c8cca req-ecb1aafa-7b76-431a-bec6-02608de68d9d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334446 Aug 16 21:12:42.445670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-070ca19f-2546-4801-af59-db29d4356578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:42.447716 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-070ca19f-2546-4801-af59-db29d4356578 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 1098 time: 0.0429430 Aug 16 21:12:42.547219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2213163e-a331-42d1-8fe0-bbc70aeaf392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:42.548828 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2213163e-a331-42d1-8fe0-bbc70aeaf392 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f1faf6f-2877-4611-a22e-005de4cb8806 HTTP/1.1" status: 200 len: 897 time: 0.0936065 Aug 16 21:12:42.759024 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-d0a90adc-94fe-4ee4-a063-113414f10cf5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada77300-d9b5-45ed-988c-6ef8d8086523 HTTP/1.1" status: 200 len: 1001 time: 0.2028937 Aug 16 21:12:42.815316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5364f5cb-3f1f-4d4d-83fe-bf7a9829a275 req-9c649f9a-c45c-49cb-8ea4-9a6903f45010 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 210 time: 0.0269129 Aug 16 21:12:42.818811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-c39ed8d3-3587-49a1-9433-446177ae2017 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:42.820281 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-c39ed8d3-3587-49a1-9433-446177ae2017 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.1744804 Aug 16 21:12:42.846557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-8517ff54-70e1-4c74-be87-10318060cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:42.847995 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-8517ff54-70e1-4c74-be87-10318060cc59 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b9afef3-b8b6-4acd-b506-3fce43226f74 HTTP/1.1" status: 200 len: 834 time: 0.0771627 Aug 16 21:12:42.891817 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-589e42d5-b724-4b02-9974-ebc94f3a2854 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 379 time: 0.0616734 Aug 16 21:12:42.902719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'port': {'device_id': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'admin_state_up': True, 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'security_groups': ['b8bbcb6f-5271-40a9-9edd-4572bb24af0c']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:42.958497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-08d504fa-5bf4-4d60-9234-20a8dbfb5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:42.960006 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-08d504fa-5bf4-4d60-9234-20a8dbfb5003 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f1faf6f-2877-4611-a22e-005de4cb8806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039999 Aug 16 21:12:43.093723 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-eeaee3b1-ed98-4426-8846-79e23ac4b63b service neutron] 10.222.0.79 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258869 Aug 16 21:12:43.180721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Made reservation on behalf of 2b1a2baa039a4a9080d39c7aa1b9f7e4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:43.184207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.205762 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-be8fe352-602c-4b5f-93af-2c139a4dede8 service neutron] 10.222.0.79 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014683 Aug 16 21:12:43.244649 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f0455-3ce3-4642-bcc3-0c5b9aef7259 req-bdccb68a-3494-4783-94e9-3024566196d9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:43.246523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-892f0455-3ce3-4642-bcc3-0c5b9aef7259 req-bdccb68a-3494-4783-94e9-3024566196d9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.0592937 Aug 16 21:12:43.289919 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-892f0455-3ce3-4642-bcc3-0c5b9aef7259 req-fe2fca02-cd7e-4db3-8579-fa6a93d6deb1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371644 Aug 16 21:12:43.398060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-4466ba4f-5fa6-42d0-92bc-942be458ac07 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:43.399594 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-4466ba4f-5fa6-42d0-92bc-942be458ac07 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03&tenant_id=23e2ae7b576b4c98ac09070644381864&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1098 time: 0.1296511 Aug 16 21:12:43.406335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Allocated IP 172.20.0.12 (826b4d3b-3779-4633-8f48-5944e5bb3c62/e48a2a88-3af1-41c2-a731-e4f334092195/47b7445c-7477-4dff-954c-21261a60b6b9) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:43.414538 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-14'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:43.840280 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.921928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-71f7897a-25f4-455d-b645-67150303cacd req-5cc87a28-7127-4dd6-a842-7a54ead25818 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 210 time: 0.0282471 Aug 16 21:12:44.038075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.067921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Transition to ACTIVE for port object 47b7445c-7477-4dff-954c-21261a60b6b9 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:44.078282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:44.137299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:44.181927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:44.184581 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c55bf6-34ef-4938-857a-589ef935d6b4" -d '{"events": [{"server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "name": "network-vif-unplugged", "status": "completed", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:44.189411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.220289 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.269967 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9628c7f7-5827-4813-a90b-ed79946166bf x-openstack-request-id: req-9628c7f7-5827-4813-a90b-ed79946166bf {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:44.270265 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "name": "network-vif-unplugged", "status": "completed", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:44.270528 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9628c7f7-5827-4813-a90b-ed79946166bf {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:44.270928 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'code': 200} Aug 16 21:12:44.288268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:44.291569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.315393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:44.319824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:44.381578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=47b7445c-7477-4dff-954c-21261a60b6b9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:44.533444 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ada77300-d9b5-45ed-988c-6ef8d8086523,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:44.562728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae59d4f-7521-4b42-b04d-0c002d7c20fc req-0783cb64-2fc2-40c1-8a39-d218d623b77d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:44.570810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ae59d4f-7521-4b42-b04d-0c002d7c20fc req-0783cb64-2fc2-40c1-8a39-d218d623b77d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 944 time: 0.1251497 Aug 16 21:12:44.573533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:44.574450 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.635741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ae59d4f-7521-4b42-b04d-0c002d7c20fc req-e80d93da-e031-4b2a-9efd-b1033bd8b346 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638626 Aug 16 21:12:44.687006 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-76ead633-c70e-4eaa-bc34-53f378f12c7b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7885580 Aug 16 21:12:44.699372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 on host n-h1-793619-14 for vnic_type normal with profile {"migrating_to": "n-h2-793619-14"} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:44.700487 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:44.701057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 on network 5f1faf6f-2877-4611-a22e-005de4cb8806 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:44.714104 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Request body: {'port': {'device_id': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:44.724257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Port ada77300-d9b5-45ed-988c-6ef8d8086523 on network 5f1faf6f-2877-4611-a22e-005de4cb8806 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:12:44.724257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Attempting to bind port ada77300-d9b5-45ed-988c-6ef8d8086523 on network 5f1faf6f-2877-4611-a22e-005de4cb8806 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:44.755582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:44.756086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Checking segment: {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:44.756583 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Bound using segment: {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:44.757182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Bound port: ada77300-d9b5-45ed-988c-6ef8d8086523, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1bd1d3-4e81-442a-924f-d0fc46944117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:44.757696 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.818391 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.876961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbd93693-509d-4307-81c2-861f28c20c64 None None] Provisioning for port 47b7445c-7477-4dff-954c-21261a60b6b9 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:44.883006 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bbd93693-509d-4307-81c2-861f28c20c64 None None] Provisioning complete for port 47b7445c-7477-4dff-954c-21261a60b6b9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:44.883843 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bbd93693-509d-4307-81c2-861f28c20c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.926902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:44.935945 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:44.956788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bbd93693-509d-4307-81c2-861f28c20c64 None None] Port 47b7445c-7477-4dff-954c-21261a60b6b9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:45.053383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.059896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f6e9b-080f-45d1-95e7-332b772803a8 req-1ca8f721-882a-4b85-8c26-d1554602d4ae tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:45.068253 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-886f6e9b-080f-45d1-95e7-332b772803a8 req-1ca8f721-882a-4b85-8c26-d1554602d4ae tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 932 time: 0.0670450 Aug 16 21:12:45.082965 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-70018f37-0e6b-4ade-adaf-1837689264b4 None None] Provisioning complete for port ada77300-d9b5-45ed-988c-6ef8d8086523 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:45.083858 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70018f37-0e6b-4ade-adaf-1837689264b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.119292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-886f6e9b-080f-45d1-95e7-332b772803a8 req-99275993-7d1b-48d6-b4ab-b211b4561a71 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473840 Aug 16 21:12:45.230043 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70018f37-0e6b-4ade-adaf-1837689264b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.275609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-70018f37-0e6b-4ade-adaf-1837689264b4 None None] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:45.277697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:45.277984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ada77300-d9b5-45ed-988c-6ef8d8086523,revision_number=8']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:45.280076 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1359151-657e-4a71-bb7d-132e62868189" -d '{"events": [{"server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "name": "network-vif-plugged", "status": "completed", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:45.283578 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-029c43c4-e135-42f8-8e35-b3c8412fd2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.344973 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dffdb44-f9c2-423f-b7a0-a36e02d7f344 x-openstack-request-id: req-5dffdb44-f9c2-423f-b7a0-a36e02d7f344 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:45.345301 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "name": "network-vif-plugged", "status": "completed", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:45.345559 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5dffdb44-f9c2-423f-b7a0-a36e02d7f344 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:45.345992 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'code': 200} Aug 16 21:12:45.368467 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70018f37-0e6b-4ade-adaf-1837689264b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.401739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:45.402298 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.405606 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] 10.222.0.79 "PUT /v2.0/ports/ada77300-d9b5-45ed-988c-6ef8d8086523 HTTP/1.1" status: 200 len: 1124 time: 1.9971025 Aug 16 21:12:45.464712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b7445c-7477-4dff-954c-21261a60b6b9 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:12:45.473174 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.492088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Transition to ACTIVE for port object 47b7445c-7477-4dff-954c-21261a60b6b9 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:45.524028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['ada77300-d9b5-45ed-988c-6ef8d8086523'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:12:45.586323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70018f37-0e6b-4ade-adaf-1837689264b4 None None] Pushing event updated for resources: {'Port': ['ID=ada77300-d9b5-45ed-988c-6ef8d8086523,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:45.596601 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.763483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Pushing event updated for resources: {'Port': ['ID=47b7445c-7477-4dff-954c-21261a60b6b9,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:45.811526 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53b1cf-770c-46e6-a512-90e4c44f3461 req-8f1d0faa-c338-4db9-9702-8060b0171863 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:45.819846 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c53b1cf-770c-46e6-a512-90e4c44f3461 req-8f1d0faa-c338-4db9-9702-8060b0171863 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.0836356 Aug 16 21:12:45.822830 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Attempting to bind port 47b7445c-7477-4dff-954c-21261a60b6b9 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:45.823715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Attempting to bind port 47b7445c-7477-4dff-954c-21261a60b6b9 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:45.823715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Attempting to bind port 47b7445c-7477-4dff-954c-21261a60b6b9 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:45.831559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Port 47b7445c-7477-4dff-954c-21261a60b6b9 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:12:45.833560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Attempting to bind port 47b7445c-7477-4dff-954c-21261a60b6b9 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:45.846478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:45.846897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Checking segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:45.847191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Bound using segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:45.848241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Bound port: 47b7445c-7477-4dff-954c-21261a60b6b9, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:45.849556 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.874573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e5e3a917-8ae9-42a9-9bc8-13192319c67d None None] Provisioning complete for port ada77300-d9b5-45ed-988c-6ef8d8086523 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:45.874823 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e5e3a917-8ae9-42a9-9bc8-13192319c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.891693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c53b1cf-770c-46e6-a512-90e4c44f3461 req-0216636c-c1a9-46db-823b-9042cc0bca05 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631123 Aug 16 21:12:45.960180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] For port 47b7445c-7477-4dff-954c-21261a60b6b9, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:45.965318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] For port 47b7445c-7477-4dff-954c-21261a60b6b9, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=47b7445c-7477-4dff-954c-21261a60b6b9,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:46.048591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.094790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:46.095421 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.096850 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] 10.222.0.79 "PUT /v2.0/ports/47b7445c-7477-4dff-954c-21261a60b6b9 HTTP/1.1" status: 200 len: 1093 time: 1.3989625 Aug 16 21:12:46.115805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fd783-24cf-4365-8f1f-4389baad0625 service neutron] Pushing event updated for resources: {'Port': ['ID=47b7445c-7477-4dff-954c-21261a60b6b9,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:46.254919 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f46944-0a5a-4230-8a1e-105ee834fdf2 req-2fd1bc2e-33bf-450d-b66d-a34e4b6078df tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:46.256482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92f46944-0a5a-4230-8a1e-105ee834fdf2 req-2fd1bc2e-33bf-450d-b66d-a34e4b6078df tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 944 time: 0.0610185 Aug 16 21:12:46.266353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-8dc585a1-30c9-4625-ad50-3137c9fd4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:46.274069 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-8dc585a1-30c9-4625-ad50-3137c9fd4f80 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 1096 time: 0.0550246 Aug 16 21:12:46.274069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523'}, {'name': 'network-changed', 'server_uuid': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'tag': '47b7445c-7477-4dff-954c-21261a60b6b9'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:46.274359 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e528ac2b-d4df-479c-914b-f0650322b5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523"}, {"name": "network-changed", "server_uuid": "ce91768a-8bdd-445f-8ca5-555cc86e40cd", "tag": "47b7445c-7477-4dff-954c-21261a60b6b9"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:46.306082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92f46944-0a5a-4230-8a1e-105ee834fdf2 req-369cf943-48f4-4f63-a96f-28e244401b67 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425334 Aug 16 21:12:46.328681 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b394c7f0-43a5-4dcb-ac2c-aca32232efe7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47b7445c-7477-4dff-954c-21261a60b6b9 HTTP/1.1" status: 200 len: 217 time: 0.0488374 Aug 16 21:12:46.354287 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de3f6db-9d3a-4ab2-ade3-aa723119290b x-openstack-request-id: req-4de3f6db-9d3a-4ab2-ade3-aa723119290b {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:46.354287 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce91768a-8bdd-445f-8ca5-555cc86e40cd", "tag": "47b7445c-7477-4dff-954c-21261a60b6b9", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:46.354287 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4de3f6db-9d3a-4ab2-ade3-aa723119290b {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:46.354287 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'status': 'completed', 'code': 200} Aug 16 21:12:46.354287 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'tag': '47b7445c-7477-4dff-954c-21261a60b6b9', 'status': 'completed', 'code': 200} Aug 16 21:12:46.413853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-d83d883f-a9b3-4fbe-a044-9c9ccd521ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:46.415338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-d83d883f-a9b3-4fbe-a044-9c9ccd521ab3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0795698 Aug 16 21:12:46.428420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-a6fd3cc1-1f23-4e50-9c7f-b523022aeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:46.428420 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-a6fd3cc1-1f23-4e50-9c7f-b523022aeca0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 1129 time: 0.0587397 Aug 16 21:12:46.530348 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-5dd19821-e8ab-44d0-b9b5-d8e918e3d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:46.531901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-5dd19821-e8ab-44d0-b9b5-d8e918e3d798 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035876 Aug 16 21:12:46.604074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-c4b9e438-990b-405c-94b5-cbcc3e89171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:46.605582 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-c4b9e438-990b-405c-94b5-cbcc3e89171b service neutron] 10.222.0.76 "GET /v2.0/networks?id=5f1faf6f-2877-4611-a22e-005de4cb8806 HTTP/1.1" status: 200 len: 897 time: 0.1668427 Aug 16 21:12:46.622296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ada77300-d9b5-45ed-988c-6ef8d8086523 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:12:46.696489 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-b8d09e3e-cfdc-482e-bfe4-8eb9cd1f1b2a service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536350 Aug 16 21:12:46.698407 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-187326da-c504-41a5-a94d-52e17e4764f0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada77300-d9b5-45ed-988c-6ef8d8086523 HTTP/1.1" status: 200 len: 1001 time: 0.0852532 Aug 16 21:12:46.745673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:46.758925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ada77300-d9b5-45ed-988c-6ef8d8086523 has no active binding in host n-h2-793619-14 {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 21:12:46.813360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-131d8cc8-f906-466f-96c6-470f40e6d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:46.824236 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-131d8cc8-f906-466f-96c6-470f40e6d286 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b9afef3-b8b6-4acd-b506-3fce43226f74 HTTP/1.1" status: 200 len: 834 time: 0.1092267 Aug 16 21:12:46.876458 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a1e5ec6-68aa-430d-9d13-343f86a2c44e req-9b168c32-7e3d-4a36-b72d-53fde5759b94 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618986 Aug 16 21:12:46.887506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-8dd4a677-8ffa-4ccf-a214-7667ea4ed4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:46.889486 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-8dd4a677-8ffa-4ccf-a214-7667ea4ed4b7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5f1faf6f-2877-4611-a22e-005de4cb8806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638671 Aug 16 21:12:46.998450 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-72daa533-b1bf-4be8-afc3-e250cfa38bce service neutron] 10.222.0.76 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017408 Aug 16 21:12:47.009231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47453de2-9911-44bd-a4f8-d0a9945737d0 req-f2a3e6af-3832-4d44-8754-76e2e9e2f677 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:47.011216 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47453de2-9911-44bd-a4f8-d0a9945737d0 req-f2a3e6af-3832-4d44-8754-76e2e9e2f677 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.0671148 Aug 16 21:12:47.053524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47453de2-9911-44bd-a4f8-d0a9945737d0 req-66313dcd-d7d3-449d-b659-32ee7373578b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359173 Aug 16 21:12:47.132482 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-6be9c493-1e5f-4c6d-9894-5089034f46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:47.134114 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-6be9c493-1e5f-4c6d-9894-5089034f46fb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 1096 time: 0.1024320 Aug 16 21:12:47.154699 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-797d11db-ce10-45c9-9180-afe04c124ee3 service neutron] 10.222.0.76 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490989 Aug 16 21:12:47.237276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-57cc38a9-2095-4dad-acc6-d76231512131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:47.238757 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-57cc38a9-2095-4dad-acc6-d76231512131 service neutron] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.0964193 Aug 16 21:12:47.285806 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-cdea7593-22b4-4127-9fff-09ed6d8677d1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47b7445c-7477-4dff-954c-21261a60b6b9 HTTP/1.1" status: 200 len: 217 time: 0.0398650 Aug 16 21:12:47.338418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-8543bdd7-ec87-4b3c-8305-d66d5bdb7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:47.340195 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-8543bdd7-ec87-4b3c-8305-d66d5bdb7393 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0451236 Aug 16 21:12:47.391319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-e540ec44-9d17-44b9-b4bc-b0ad27d3f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:47.393062 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-e540ec44-9d17-44b9-b4bc-b0ad27d3f9db service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444610 Aug 16 21:12:47.449124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0792ec-7e0b-4906-857c-411b2752655d req-c7e9eb49-4324-4113-ac43-9591b6fdd06a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:47.450761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc0792ec-7e0b-4906-857c-411b2752655d req-c7e9eb49-4324-4113-ac43-9591b6fdd06a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 944 time: 0.0542710 Aug 16 21:12:47.505843 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-222c8c95-93d2-49c7-980f-d86446058a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.510299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc0792ec-7e0b-4906-857c-411b2752655d req-20835804-4b3e-44f8-ad42-597896c012a6 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512829 Aug 16 21:12:47.519221 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-be9691c0-443d-41ca-bd7d-675df69a0fb9 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114991 Aug 16 21:12:47.616547 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e528ac2b-d4df-479c-914b-f0650322b5b6 req-59335611-454b-44d4-a577-e48e17b1a9e7 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944278 Aug 16 21:12:48.070375 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.174031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ee3a2-04df-4da6-8a4c-d98a9aa81570 req-eb85d56d-4ae9-4396-821d-5d9c579fd78b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:48.175506 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-199ee3a2-04df-4da6-8a4c-d98a9aa81570 req-eb85d56d-4ae9-4396-821d-5d9c579fd78b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.0526421 Aug 16 21:12:48.214166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-199ee3a2-04df-4da6-8a4c-d98a9aa81570 req-79307c1b-72e6-4b05-8251-56df91499209 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Aug 16 21:12:48.624074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfeb124-b10a-4def-8e6e-f3d065566695 req-ebc3c504-99db-4bd6-9ca4-e6d75346ce99 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:48.625513 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdfeb124-b10a-4def-8e6e-f3d065566695 req-ebc3c504-99db-4bd6-9ca4-e6d75346ce99 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 944 time: 0.0495703 Aug 16 21:12:48.663243 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdfeb124-b10a-4def-8e6e-f3d065566695 req-7ad8b63a-d765-46f9-92f5-2ce324b30a00 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314450 Aug 16 21:12:49.266059 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.328600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de47fb-f8a2-4bed-a199-d96788aa58f1 req-5899d6ed-5be0-43ca-83cd-4e3bfc0d7284 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:49.330100 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24de47fb-f8a2-4bed-a199-d96788aa58f1 req-5899d6ed-5be0-43ca-83cd-4e3bfc0d7284 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.0492010 Aug 16 21:12:49.367560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24de47fb-f8a2-4bed-a199-d96788aa58f1 req-ec0ad924-d517-4db1-9ba4-0288cebaaf80 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313947 Aug 16 21:12:49.787454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8008035-b56c-4c99-83ef-fd66c23bb19b req-54699b23-0d2e-4b1d-b2e7-d0c843fcce1e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:49.789072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8008035-b56c-4c99-83ef-fd66c23bb19b req-54699b23-0d2e-4b1d-b2e7-d0c843fcce1e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 944 time: 0.0551305 Aug 16 21:12:49.827138 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8008035-b56c-4c99-83ef-fd66c23bb19b req-36305cd0-d95f-4be8-9a1a-06a8b824dde9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317471 Aug 16 21:12:50.449482 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-c7b5aa18-d773-4485-adfe-565b45ec6ff6 service neutron] 10.222.0.76 "GET /v2.0/ports/ada77300-d9b5-45ed-988c-6ef8d8086523/bindings/n-h2-793619-14 HTTP/1.1" status: 200 len: 385 time: 0.0641425 Aug 16 21:12:50.492232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c2027-6b9a-4e06-ae45-26ffbdf430fa req-0746ae97-6dab-4e67-9a90-403fb1ef02da tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:50.494431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b6c2027-6b9a-4e06-ae45-26ffbdf430fa req-0746ae97-6dab-4e67-9a90-403fb1ef02da tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 946 time: 0.0567746 Aug 16 21:12:50.553834 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b6c2027-6b9a-4e06-ae45-26ffbdf430fa req-890bc8e5-31fa-402c-bd7d-a5b3d9dcd007 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516720 Aug 16 21:12:50.641746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ada77300-d9b5-45ed-988c-6ef8d8086523 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:12:50.675326 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-031c80eb-b31b-4ee8-9150-ffb8a8602ebb service neutron] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:50.696649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-031c80eb-b31b-4ee8-9150-ffb8a8602ebb service neutron] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:50.699824 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.740248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:50.742561 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb5dfea-ca51-45a8-9d93-96584966b6f1" -d '{"events": [{"server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "name": "network-vif-unplugged", "status": "completed", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:50.747369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:50.750455 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-031c80eb-b31b-4ee8-9150-ffb8a8602ebb service neutron] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:50.760179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ada77300-d9b5-45ed-988c-6ef8d8086523 has no active binding in host n-h2-793619-14 {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 21:12:50.781166 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4683162-bc1d-4f6b-9176-7c8392a0d021 x-openstack-request-id: req-e4683162-bc1d-4f6b-9176-7c8392a0d021 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:50.781489 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "name": "network-vif-unplugged", "status": "completed", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:50.781751 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e4683162-bc1d-4f6b-9176-7c8392a0d021 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:50.782169 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'code': 200} Aug 16 21:12:50.847853 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-031c80eb-b31b-4ee8-9150-ffb8a8602ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.927761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-031c80eb-b31b-4ee8-9150-ffb8a8602ebb service neutron] Transition to ACTIVE for port object ada77300-d9b5-45ed-988c-6ef8d8086523 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:50.945335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c1185-f49c-4339-b343-7d13fd222802 req-b6c4e696-ac3d-4260-8f9d-3b905cfd51bc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:50.946873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-491c1185-f49c-4339-b343-7d13fd222802 req-b6c4e696-ac3d-4260-8f9d-3b905cfd51bc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 944 time: 0.0498788 Aug 16 21:12:50.987832 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-491c1185-f49c-4339-b343-7d13fd222802 req-6ecccde7-5392-496b-85fa-841a5ca1cf9a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347960 Aug 16 21:12:51.014282 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-031c80eb-b31b-4ee8-9150-ffb8a8602ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:51.110615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c80eb-b31b-4ee8-9150-ffb8a8602ebb service neutron] Pushing event updated for resources: {'Port': ['ID=ada77300-d9b5-45ed-988c-6ef8d8086523,revision_number=11']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:51.167562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-031c80eb-b31b-4ee8-9150-ffb8a8602ebb service neutron] No DVR routers for this DVR port ada77300-d9b5-45ed-988c-6ef8d8086523 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:51.301912 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-031c80eb-b31b-4ee8-9150-ffb8a8602ebb service neutron] 10.222.0.76 "PUT /v2.0/ports/ada77300-d9b5-45ed-988c-6ef8d8086523/bindings/n-h2-793619-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8452668 Aug 16 21:12:51.489317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-ceccfe23-5281-43e1-a23e-557eb8593514 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:51.490842 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-ceccfe23-5281-43e1-a23e-557eb8593514 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03&tenant_id=23e2ae7b576b4c98ac09070644381864&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.0504279 Aug 16 21:12:51.538181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-5ba9800c-4203-4082-b340-e169a4b04313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:51.539690 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-5ba9800c-4203-4082-b340-e169a4b04313 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 1097 time: 0.0415440 Aug 16 21:12:51.602323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-8a897ad4-72c7-4512-aaef-749381a885d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:51.603931 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-8a897ad4-72c7-4512-aaef-749381a885d5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 1097 time: 0.0425670 Aug 16 21:12:51.682879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacd810-d6e2-4f7d-8d50-b359e2338339 req-2055133f-78bf-46bb-8912-e32498bbee29 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:51.684493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1aacd810-d6e2-4f7d-8d50-b359e2338339 req-2055133f-78bf-46bb-8912-e32498bbee29 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 945 time: 0.0535872 Aug 16 21:12:51.701277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-659437fa-c38f-47a0-8d12-f93f3988e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:51.703028 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-659437fa-c38f-47a0-8d12-f93f3988e837 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f1faf6f-2877-4611-a22e-005de4cb8806 HTTP/1.1" status: 200 len: 897 time: 0.0925796 Aug 16 21:12:51.725893 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1aacd810-d6e2-4f7d-8d50-b359e2338339 req-4dc844c0-9a18-4144-9ebe-bd4fedcbfe3e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346477 Aug 16 21:12:51.770255 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-97c49007-8476-46f7-914e-cc99fd02a9e8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada77300-d9b5-45ed-988c-6ef8d8086523 HTTP/1.1" status: 200 len: 999 time: 0.0603988 Aug 16 21:12:51.818228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-eb43658a-6071-4e42-b628-a32acc12461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:51.819675 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-eb43658a-6071-4e42-b628-a32acc12461f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b9afef3-b8b6-4acd-b506-3fce43226f74 HTTP/1.1" status: 200 len: 834 time: 0.0430474 Aug 16 21:12:51.872258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-ef993724-62c3-4509-8e08-d01628144d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:51.874044 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-ef993724-62c3-4509-8e08-d01628144d48 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f1faf6f-2877-4611-a22e-005de4cb8806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473680 Aug 16 21:12:51.968148 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-1792e176-29d4-4347-a3e4-42a0b7d1d2c0 service neutron] 10.222.0.79 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863526 Aug 16 21:12:52.064624 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-6d1111c6-ca33-4a5b-86eb-88756703c4aa service neutron] 10.222.0.79 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888469 Aug 16 21:12:52.107080 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efff79-b89f-4509-8ba5-0d3c4d10fd84 req-58e2d21d-f1f5-4d23-9946-a0095d13e1cd tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:52.108560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25efff79-b89f-4509-8ba5-0d3c4d10fd84 req-58e2d21d-f1f5-4d23-9946-a0095d13e1cd tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 944 time: 0.0511205 Aug 16 21:12:52.146980 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25efff79-b89f-4509-8ba5-0d3c4d10fd84 req-e22a352f-1114-4976-afe2-cb3e8e4b8468 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323286 Aug 16 21:12:52.535179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-90e12ab0-4c73-41be-9d83-7435783c9522 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:52.536695 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-90e12ab0-4c73-41be-9d83-7435783c9522 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03&tenant_id=23e2ae7b576b4c98ac09070644381864&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 1097 time: 0.0435798 Aug 16 21:12:52.799971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3700261e-91b8-499a-9858-10c375a1ed0d service neutron] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:52.803424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3700261e-91b8-499a-9858-10c375a1ed0d service neutron] Notify callbacks [] for binding, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:52.804656 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3700261e-91b8-499a-9858-10c375a1ed0d service neutron] 10.222.0.79 "DELETE /v2.0/ports/ada77300-d9b5-45ed-988c-6ef8d8086523/bindings/n-h1-793619-14 HTTP/1.1" status: 204 len: 173 time: 0.2607653 Aug 16 21:12:52.841735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd4331-2e61-4790-8240-b5c402879a8f req-42a67163-5a59-44d3-b938-549110906402 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:52.843212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bacd4331-2e61-4790-8240-b5c402879a8f req-42a67163-5a59-44d3-b938-549110906402 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 945 time: 0.0486667 Aug 16 21:12:52.881455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bacd4331-2e61-4790-8240-b5c402879a8f req-fb62a31d-3c02-4742-9a14-316aae5a862d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318143 Aug 16 21:12:53.002269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686dc4-8d28-4359-bc33-da6f2f20e4ee req-c7acc494-a1af-4dd2-8ac7-d783bcd52d77 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:53.003698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b686dc4-8d28-4359-bc33-da6f2f20e4ee req-c7acc494-a1af-4dd2-8ac7-d783bcd52d77 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 1097 time: 0.0465460 Aug 16 21:12:53.038431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b686dc4-8d28-4359-bc33-da6f2f20e4ee req-023e5c65-280f-45d8-868a-df8bcc43b003 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282760 Aug 16 21:12:53.153253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37eede-eeaf-4686-8629-74def10b4c91 req-1e50a520-79ba-46ef-9c47-4d841213ba13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:53.154872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca37eede-eeaf-4686-8629-74def10b4c91 req-1e50a520-79ba-46ef-9c47-4d841213ba13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 945 time: 0.0507150 Aug 16 21:12:53.207201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca37eede-eeaf-4686-8629-74def10b4c91 req-0316d893-1afd-46b2-b137-9c8ec95a140b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460947 Aug 16 21:12:53.230468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 60970) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:53.689421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3c709c00-e1d5-4468-983b-4e0058815765 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa HTTP/1.1" status: 200 len: 991 time: 0.4576910 Aug 16 21:12:53.706328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72078394-2fd2-462b-aee1-21032d210ef6 req-8c281836-3b4f-4ef8-981e-81761eb3a3b9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:53.708285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72078394-2fd2-462b-aee1-21032d210ef6 req-8c281836-3b4f-4ef8-981e-81761eb3a3b9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 944 time: 0.4710617 Aug 16 21:12:53.755726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72078394-2fd2-462b-aee1-21032d210ef6 req-8aa3c1c6-c1e0-4a9d-ba27-65c2797b6d51 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387995 Aug 16 21:12:53.789623 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:12:53.922646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 60980) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:54.081224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 0121de82-34ca-4914-ab51-e338b8b82663 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:54.081562 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:54.156060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:54.156386 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:54.168403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 0121de82-34ca-4914-ab51-e338b8b82663 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:54.199001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ada77300-d9b5-45ed-988c-6ef8d8086523 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:54.241750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ada77300-d9b5-45ed-988c-6ef8d8086523 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:54.430784 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:54.459490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=0121de82-34ca-4914-ab51-e338b8b82663,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:54.520395 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:54.520614 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Floating IP b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa disassociated (deleted). External IP: 172.25.4.17, port: ada77300-d9b5-45ed-988c-6ef8d8086523. Aug 16 21:12:54.879093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980f9bb-54a0-4d18-b131-4fec5317e110 req-df74a340-4efb-4d8a-adb0-3c9daf62f7e9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:54.880603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e980f9bb-54a0-4d18-b131-4fec5317e110 req-df74a340-4efb-4d8a-adb0-3c9daf62f7e9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 944 time: 0.0510714 Aug 16 21:12:54.921443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e980f9bb-54a0-4d18-b131-4fec5317e110 req-3802bc9c-2efc-491c-93b3-dcdbd2627557 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342903 Aug 16 21:12:55.068110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:55.180696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:55.185792 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:55.198514 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674f9af3-f888-418d-b734-093c2afcd856 None None] Sync routers for ids ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:55.207836 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f9af3-f888-418d-b734-093c2afcd856 None None] Routers {'1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:55.208464 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-674f9af3-f888-418d-b734-093c2afcd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:55.216498 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-da84ff67-bbeb-4bc2-aa29-7b590144922a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/floatingips/b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa HTTP/1.1" status: 204 len: 168 time: 1.2925730 Aug 16 21:12:55.217138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:55.219552 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085f77ca-04cb-4c59-a27d-b9e580608ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:55.264945 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42232350-674e-455e-a553-564fb7f9072d x-openstack-request-id: req-42232350-674e-455e-a553-564fb7f9072d {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:55.265334 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:55.265654 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-42232350-674e-455e-a553-564fb7f9072d {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:55.266417 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'status': 'completed', 'code': 200} Aug 16 21:12:55.334082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f77ca-04cb-4c59-a27d-b9e580608ac6 req-f4d9b223-b533-4068-94bf-d0fc6ab1e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.334082 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-085f77ca-04cb-4c59-a27d-b9e580608ac6 req-f4d9b223-b533-4068-94bf-d0fc6ab1e5de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 1097 time: 0.0489299 Aug 16 21:12:55.353194 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-674f9af3-f888-418d-b734-093c2afcd856 None None] Set router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:55.430976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f77ca-04cb-4c59-a27d-b9e580608ac6 req-e580b167-3550-48d1-bfa6-9fb128e3d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.433339 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-085f77ca-04cb-4c59-a27d-b9e580608ac6 req-e580b167-3550-48d1-bfa6-9fb128e3d2d8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f1faf6f-2877-4611-a22e-005de4cb8806 HTTP/1.1" status: 200 len: 897 time: 0.0975475 Aug 16 21:12:55.477637 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-085f77ca-04cb-4c59-a27d-b9e580608ac6 req-3b9c20b1-887e-4e21-a9a9-03093b0a7000 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada77300-d9b5-45ed-988c-6ef8d8086523 HTTP/1.1" status: 200 len: 217 time: 0.0370257 Aug 16 21:12:55.533056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f77ca-04cb-4c59-a27d-b9e580608ac6 req-7d6e832f-1393-4c13-8e1e-d8f655eceabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.534741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-085f77ca-04cb-4c59-a27d-b9e580608ac6 req-7d6e832f-1393-4c13-8e1e-d8f655eceabe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b9afef3-b8b6-4acd-b506-3fce43226f74 HTTP/1.1" status: 200 len: 834 time: 0.0505688 Aug 16 21:12:55.560741 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-674f9af3-f888-418d-b734-093c2afcd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:49Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8f69d5d7-f077-4abf-b0fe-7590d5f87c89', 'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:49Z', 'updated_at': '2021-08-16T21:11:54Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:55.588173 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674f9af3-f888-418d-b734-093c2afcd856 None None] Checking router: 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:55.591210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f77ca-04cb-4c59-a27d-b9e580608ac6 req-45f2f0ab-0302-48bf-8cb9-abf38db50533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.592813 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-085f77ca-04cb-4c59-a27d-b9e580608ac6 req-45f2f0ab-0302-48bf-8cb9-abf38db50533 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f1faf6f-2877-4611-a22e-005de4cb8806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489292 Aug 16 21:12:55.597234 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f9af3-f888-418d-b734-093c2afcd856 None None] Routers {'1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:55.597855 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-674f9af3-f888-418d-b734-093c2afcd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:55.694068 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-085f77ca-04cb-4c59-a27d-b9e580608ac6 req-ed5a1e1a-821c-4e78-bd42-9722bf24800b service neutron] 10.222.0.79 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923882 Aug 16 21:12:55.749053 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-674f9af3-f888-418d-b734-093c2afcd856 None None] Set router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:55.845073 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-085f77ca-04cb-4c59-a27d-b9e580608ac6 req-f377071b-d6fc-48c1-b722-75537829a8ec service neutron] 10.222.0.79 "GET /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436534 Aug 16 21:12:55.878054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a1e58-e34a-41c8-94ea-d6e2c959cfd3 req-56db454c-3c42-45d7-849f-bef47a273e58 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.879632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-712a1e58-e34a-41c8-94ea-d6e2c959cfd3 req-56db454c-3c42-45d7-849f-bef47a273e58 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 945 time: 0.0571547 Aug 16 21:12:55.922548 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-712a1e58-e34a-41c8-94ea-d6e2c959cfd3 req-52fee188-0dc9-4c10-a950-92cef5c2952d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344808 Aug 16 21:12:56.013662 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-674f9af3-f888-418d-b734-093c2afcd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:49Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8f69d5d7-f077-4abf-b0fe-7590d5f87c89', 'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:49Z', 'updated_at': '2021-08-16T21:11:54Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:56.044307 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674f9af3-f888-418d-b734-093c2afcd856 None None] The sync data for ids ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'] in n-d-793619-14 is: [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:11:49Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '8f69d5d7-f077-4abf-b0fe-7590d5f87c89', 'name': '', 'network_id': '5f1faf6f-2877-4611-a22e-005de4cb8806', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:49Z', 'updated_at': '2021-08-16T21:11:54Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '5b9afef3-b8b6-4acd-b506-3fce43226f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:56.057224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fcf6e-9c97-4dfc-b20e-7d41c057cd0b req-471e400b-81a6-4eec-9fd5-a076c2e7a969 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:56.057224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-439fcf6e-9c97-4dfc-b20e-7d41c057cd0b req-471e400b-81a6-4eec-9fd5-a076c2e7a969 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 944 time: 0.0569954 Aug 16 21:12:56.102503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-439fcf6e-9c97-4dfc-b20e-7d41c057cd0b req-3e469b5e-6114-4e3d-b8dd-a4eafcd22207 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434682 Aug 16 21:12:56.256824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd2859-7e8a-402c-950b-0d0e5f740219 req-f9f1d483-fd1e-4abf-afed-8aac870b06b8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:56.258234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0bd2859-7e8a-402c-950b-0d0e5f740219 req-f9f1d483-fd1e-4abf-afed-8aac870b06b8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 945 time: 0.0537062 Aug 16 21:12:56.294720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796be9d-c942-42a7-a40e-3c54ec0946b2 None None] New status for floating IP b5e9fcdc-fa5e-4afe-a73f-05a8f3a45dfa: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:12:56.363007 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32774) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:56.370791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-c0bd2859-7e8a-402c-950b-0d0e5f740219 req-57ede327-6a8a-4887-9186-208d10e2b2ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port ada77300-d9b5-45ed-988c-6ef8d8086523 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:56.371147 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c0bd2859-7e8a-402c-950b-0d0e5f740219 req-57ede327-6a8a-4887-9186-208d10e2b2ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:56.460852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c0bd2859-7e8a-402c-950b-0d0e5f740219 req-57ede327-6a8a-4887-9186-208d10e2b2ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port ada77300-d9b5-45ed-988c-6ef8d8086523, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=ada77300-d9b5-45ed-988c-6ef8d8086523,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:56.461257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c0bd2859-7e8a-402c-950b-0d0e5f740219 req-57ede327-6a8a-4887-9186-208d10e2b2ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:56.474987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-c0bd2859-7e8a-402c-950b-0d0e5f740219 req-57ede327-6a8a-4887-9186-208d10e2b2ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for ada77300-d9b5-45ed-988c-6ef8d8086523 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:56.505354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dc7dd1ec-fc23-42bb-b6f1-188bb4ba67be admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c565260a289d47ccb0440a518369ea62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409142 Aug 16 21:12:56.507758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32778) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:56.559279 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:56.579827 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:56.664255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 47b7445c-7477-4dff-954c-21261a60b6b9 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:12:56.704865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c0bd2859-7e8a-402c-950b-0d0e5f740219 req-57ede327-6a8a-4887-9186-208d10e2b2ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:56.734617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ede327-6a8a-4887-9186-208d10e2b2ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=ada77300-d9b5-45ed-988c-6ef8d8086523,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:56.742653 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:56.745555 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:56.749777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1274a939-1c5a-404d-a7d8-283108250a90 HTTP/1.1" status: 204 len: 168 time: 0.2410402 Aug 16 21:12:56.759053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1274a939-1c5a-404d-a7d8-283108250a90,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:56.784515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 47b7445c-7477-4dff-954c-21261a60b6b9, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=47b7445c-7477-4dff-954c-21261a60b6b9,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:56.785393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.787480 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bd2859-7e8a-402c-950b-0d0e5f740219 req-57ede327-6a8a-4887-9186-208d10e2b2ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] No DVR routers for this DVR port ada77300-d9b5-45ed-988c-6ef8d8086523 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:56.787653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.787653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.787653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.788524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.788964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.789644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.790073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.790192 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c0bd2859-7e8a-402c-950b-0d0e5f740219 req-57ede327-6a8a-4887-9186-208d10e2b2ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:56.791356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.791785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.792747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.792885 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0bd2859-7e8a-402c-950b-0d0e5f740219 req-57ede327-6a8a-4887-9186-208d10e2b2ab tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.79 "DELETE /v2.0/ports/ada77300-d9b5-45ed-988c-6ef8d8086523 HTTP/1.1" status: 204 len: 173 time: 0.5284374 Aug 16 21:12:56.793317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57d35b-8dad-4f3a-860f-c1bdb5cebe27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:56.806159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '47b7445c-7477-4dff-954c-21261a60b6b9', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'port_id': '47b7445c-7477-4dff-954c-21261a60b6b9', 'mac_address': 'fa:16:3e:68:b5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:12:56.847908 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:56.861247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b7445c-7477-4dff-954c-21261a60b6b9 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:12:56.880729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 47b7445c-7477-4dff-954c-21261a60b6b9, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=47b7445c-7477-4dff-954c-21261a60b6b9,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:57.021231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2db7328b-fc25-4e0d-a907-95ed2f9c74e0 req-56d712ea-e8ce-40b4-be6e-166815b31184 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4df83d9-9b51-48b3-9cd3-5f5706128b03 HTTP/1.1" status: 200 len: 210 time: 0.0268600 Aug 16 21:12:57.036277 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:57.085399 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=47b7445c-7477-4dff-954c-21261a60b6b9,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:57.094411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.094759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.095322 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.095663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.095997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.096331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.096662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.096988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.097340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.097666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.097990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.098314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.228132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6903c-edda-4610-bc8a-9bfb60b95aa8 req-f5032d62-0040-461c-9deb-79258b5da630 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:57.229896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-faa6903c-edda-4610-bc8a-9bfb60b95aa8 req-f5032d62-0040-461c-9deb-79258b5da630 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 945 time: 0.0572855 Aug 16 21:12:57.245445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['47b7445c-7477-4dff-954c-21261a60b6b9'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:12:57.267940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'name': 'network-vif-deleted', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:57.270643 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3f24a5-8b17-4a27-bb26-777fb9c34760" -d '{"events": [{"server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "name": "network-vif-deleted", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:57.278999 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-faa6903c-edda-4610-bc8a-9bfb60b95aa8 req-78623096-67bf-41bd-aaba-b3ee818cd7ce tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372484 Aug 16 21:12:57.320258 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38b77ea-351e-476c-9480-1ffc28c9a7a9 x-openstack-request-id: req-c38b77ea-351e-476c-9480-1ffc28c9a7a9 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:57.320563 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df83d9-9b51-48b3-9cd3-5f5706128b03", "name": "network-vif-deleted", "tag": "ada77300-d9b5-45ed-988c-6ef8d8086523", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:57.320814 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c38b77ea-351e-476c-9480-1ffc28c9a7a9 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:57.321537 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4df83d9-9b51-48b3-9cd3-5f5706128b03', 'name': 'network-vif-deleted', 'tag': 'ada77300-d9b5-45ed-988c-6ef8d8086523', 'status': 'completed', 'code': 200} Aug 16 21:12:57.990878 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32806) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:58.077306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32812) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:58.090037 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-738875275-network', 'tenant_id': '66288714219047ad8a43cfd4d609fac1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:58.254247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Made reservation on behalf of 66288714219047ad8a43cfd4d609fac1 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:58.256454 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.289605 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.473740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff424d87-c5e6-4f6a-a5f9-f8c1e0653388 req-bb7254c0-bba2-40fb-a376-8ffd6797696e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:58.475238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff424d87-c5e6-4f6a-a5f9-f8c1e0653388 req-bb7254c0-bba2-40fb-a376-8ffd6797696e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 945 time: 0.1141689 Aug 16 21:12:58.531976 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.547793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff424d87-c5e6-4f6a-a5f9-f8c1e0653388 req-6083f395-8889-496e-aee7-b842c330c135 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638149 Aug 16 21:12:58.613906 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.672256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 47b7445c-7477-4dff-954c-21261a60b6b9 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:58.688176 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.720657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:12:58.747515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:58.751795 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.752146 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Added segment fd4aa87f-8819-4f01-b199-65ffa09ed667 of type vlan for network 4a07ebe4-adfa-4102-864d-b0230571263b Aug 16 21:12:58.840673 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.887197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 47b7445c-7477-4dff-954c-21261a60b6b9 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:58.891204 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 47b7445c-7477-4dff-954c-21261a60b6b9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:58.895484 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.965244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:58.965589 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.972724 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.995147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b7445c-7477-4dff-954c-21261a60b6b9'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:59.000092 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aeed891-aa65-4ddd-bb13-0222b27387df" -d '{"events": [{"server_uuid": "ce91768a-8bdd-445f-8ca5-555cc86e40cd", "name": "network-vif-plugged", "status": "completed", "tag": "47b7445c-7477-4dff-954c-21261a60b6b9"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:59.004009 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.005005 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:59.005614 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.011425 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 47b7445c-7477-4dff-954c-21261a60b6b9, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=47b7445c-7477-4dff-954c-21261a60b6b9,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:59.035377 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013dcf3a-0f03-4433-8f5c-fcf15fea2c58 x-openstack-request-id: req-013dcf3a-0f03-4433-8f5c-fcf15fea2c58 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:59.035667 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce91768a-8bdd-445f-8ca5-555cc86e40cd", "name": "network-vif-plugged", "status": "completed", "tag": "47b7445c-7477-4dff-954c-21261a60b6b9", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:59.035922 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-013dcf3a-0f03-4433-8f5c-fcf15fea2c58 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:59.036374 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b7445c-7477-4dff-954c-21261a60b6b9', 'code': 200} Aug 16 21:12:59.096154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4a07ebe4-adfa-4102-864d-b0230571263b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:59.111392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 4a07ebe4-adfa-4102-864d-b0230571263b details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:12:59.115786 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port 8f69d5d7-f077-4abf-b0fe-7590d5f87c89, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8f69d5d7-f077-4abf-b0fe-7590d5f87c89,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:59.116167 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.130883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:59.140608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac35f08-59b8-405a-b322-1944cde1ca00 req-db868802-614d-4739-9ea7-5ec98d7db738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:59.142193 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ac35f08-59b8-405a-b322-1944cde1ca00 req-db868802-614d-4739-9ea7-5ec98d7db738 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 1097 time: 0.0500929 Aug 16 21:12:59.152204 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.152982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ada77300-d9b5-45ed-988c-6ef8d8086523 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:59.178532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-88ab0cda-195a-4687-b6d6-b635c641c6c5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1836998 Aug 16 21:12:59.179302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32818) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:59.185419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] Request body: {'subnet': {'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-738875275-subnet', 'tenant_id': '66288714219047ad8a43cfd4d609fac1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:59.200454 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ac35f08-59b8-405a-b322-1944cde1ca00 req-8ed519d9-d358-407a-aab0-50e5289dfa3a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505400 Aug 16 21:12:59.206023 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: ada77300-d9b5-45ed-988c-6ef8d8086523 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:12:59.206372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device ada77300-d9b5-45ed-988c-6ef8d8086523 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:59.236228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=47b7445c-7477-4dff-954c-21261a60b6b9,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:59.287535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] Made reservation on behalf of 66288714219047ad8a43cfd4d609fac1 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:59.290092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.412877 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.439818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=8f69d5d7-f077-4abf-b0fe-7590d5f87c89,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:59.633422 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.642410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.702762 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df7cdc40-2ca1-4b8c-8eef-4bc98a03c9f1,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:59.709440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d4514-42a3-466d-b8ff-cb4370560ec0 req-22fd712f-c980-464e-b951-3580df648f23 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:59.710708 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] Checking segment: {'id': 'fd4aa87f-8819-4f01-b199-65ffa09ed667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:59.710972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-631d4514-42a3-466d-b8ff-cb4370560ec0 req-22fd712f-c980-464e-b951-3580df648f23 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 946 time: 0.0908267 Aug 16 21:12:59.711110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] Network hostable DHCP agents. Network: 4a07ebe4-adfa-4102-864d-b0230571263b, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:12:59.796375 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-631d4514-42a3-466d-b8ff-cb4370560ec0 req-42bf7915-7f60-4425-a9a1-e4b6e139bb24 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759583 Aug 16 21:12:59.818735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] Network 4a07ebe4-adfa-4102-864d-b0230571263b is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:12:59.909732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:59.915982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 4a07ebe4-adfa-4102-864d-b0230571263b) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:59.920134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:59.920685 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.925601 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bca0e5-b4c8-4eb7-a81d-a55f19b3f33a None None] Network 4a07ebe4-adfa-4102-864d-b0230571263b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:13:00.024505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:00.030558 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-89dd0433-444d-4ad6-a84f-05e2f178c8b4 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "PUT /v2.0/routers/1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9520981 Aug 16 21:13:00.033441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32822) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:00.039107 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a1618-0a62-4b45-b28d-edadffc4489e None None] Sync routers for ids ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:00.049777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-62d146d3-1a23-4392-9a5e-7603fcd6763a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8690681 Aug 16 21:13:00.079557 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a1618-0a62-4b45-b28d-edadffc4489e None None] Routers {'1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:00.084328 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1b3a1618-0a62-4b45-b28d-edadffc4489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:00.091109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d13953-47fe-4aa7-a14a-ebe85848a486 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting subnet 5b9afef3-b8b6-4acd-b506-3fce43226f74 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:13:00.094662 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58d13953-47fe-4aa7-a14a-ebe85848a486 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.153679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58d13953-47fe-4aa7-a14a-ebe85848a486 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.218585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4b9e97-4583-444a-9327-9f367e7e3311 None None] Network 4a07ebe4-adfa-4102-864d-b0230571263b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:13:00.282041 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58d13953-47fe-4aa7-a14a-ebe85848a486 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.284875 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1b3a1618-0a62-4b45-b28d-edadffc4489e None None] Set router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:00.485954 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1b3a1618-0a62-4b45-b28d-edadffc4489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:12:59Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:00.505324 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a1618-0a62-4b45-b28d-edadffc4489e None None] Checking router: 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:00.513410 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a1618-0a62-4b45-b28d-edadffc4489e None None] Routers {'1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:00.514012 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1b3a1618-0a62-4b45-b28d-edadffc4489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:00.522534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58d13953-47fe-4aa7-a14a-ebe85848a486 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.552248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d13953-47fe-4aa7-a14a-ebe85848a486 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9afef3-b8b6-4acd-b506-3fce43226f74,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:00.554383 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-58d13953-47fe-4aa7-a14a-ebe85848a486 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.559584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-58d13953-47fe-4aa7-a14a-ebe85848a486 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/subnets/5b9afef3-b8b6-4acd-b506-3fce43226f74 HTTP/1.1" status: 204 len: 168 time: 0.5226028 Aug 16 21:13:00.560328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32830) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:00.562367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e905cb-5c5c-4be5-bd78-445405585a90 None None] Network 5f1faf6f-2877-4611-a22e-005de4cb8806 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:13:00.629930 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1b3a1618-0a62-4b45-b28d-edadffc4489e None None] Set router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:00.680730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.759640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e11585-c62c-40a8-9b71-2f21a862bf1b None None] DHCP port deletion for 5f1faf6f-2877-4611-a22e-005de4cb8806 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:13:00.799144 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.810290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-15e11585-c62c-40a8-9b71-2f21a862bf1b None None] Deleting port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:00.810675 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-15e11585-c62c-40a8-9b71-2f21a862bf1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.887341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-15e11585-c62c-40a8-9b71-2f21a862bf1b None None] For port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6,segment=NetworkSegment(7d1bd1d3-4e81-442a-924f-d0fc46944117),segment_id=7d1bd1d3-4e81-442a-924f-d0fc46944117)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:00.887932 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-15e11585-c62c-40a8-9b71-2f21a862bf1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.905222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-15e11585-c62c-40a8-9b71-2f21a862bf1b None None] Calling delete_port for 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:00.917865 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1b3a1618-0a62-4b45-b28d-edadffc4489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:12:59Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:00.945704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d2e90-0554-4400-9be8-ffb4904b9030 req-1f7d1842-769e-471b-97d4-fe4e8f4ade6e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:00.947281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe9d2e90-0554-4400-9be8-ffb4904b9030 req-1f7d1842-769e-471b-97d4-fe4e8f4ade6e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 946 time: 0.0723953 Aug 16 21:13:00.950384 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a1618-0a62-4b45-b28d-edadffc4489e None None] The sync data for ids ['1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d'] in n-d-793619-14 is: [{'id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53397035', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:43Z', 'updated_at': '2021-08-16T21:12:59Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '0074f048-c14e-4dae-946d-137fd4daa2ba', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:44Z', 'updated_at': '2021-08-16T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:00.987798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 0074f048-c14e-4dae-946d-137fd4daa2ba {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:00.987798 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.043308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe9d2e90-0554-4400-9be8-ffb4904b9030 req-e7d68498-c76b-48b1-ac4c-f832e13708c9 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798221 Aug 16 21:13:01.080982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port 0074f048-c14e-4dae-946d-137fd4daa2ba, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0074f048-c14e-4dae-946d-137fd4daa2ba,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:01.081399 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.095907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 0074f048-c14e-4dae-946d-137fd4daa2ba owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:01.099113 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-15e11585-c62c-40a8-9b71-2f21a862bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.126731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e11585-c62c-40a8-9b71-2f21a862bf1b None None] Pushing event deleted for resources: {'Port': ['ID=9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:01.128582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e11585-c62c-40a8-9b71-2f21a862bf1b None None] No DVR routers for this DVR port 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:13:01.235989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f561a-d2af-4024-847e-99e822bc7607 req-eddfe285-a87e-40f1-b57c-736137f950f3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:01.237556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e3f561a-d2af-4024-847e-99e822bc7607 req-eddfe285-a87e-40f1-b57c-736137f950f3 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 946 time: 0.0954015 Aug 16 21:13:01.396931 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.441397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e3f561a-d2af-4024-847e-99e822bc7607 req-a69734ae-96ef-40f8-b660-8f4c5c87b351 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911492 Aug 16 21:13:01.444407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=0074f048-c14e-4dae-946d-137fd4daa2ba,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:01.471874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32842) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:01.508471 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.520658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902938fe-b4b6-4f04-b7be-76ea7620c35a tempest-TestVolumeBootPattern-1711768428 tempest-TestVolumeBootPattern-1711768428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:01.520658 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-902938fe-b4b6-4f04-b7be-76ea7620c35a tempest-TestVolumeBootPattern-1711768428 tempest-TestVolumeBootPattern-1711768428-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 1093 time: 0.0446663 Aug 16 21:13:01.521227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32844) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:01.526281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '47b7445c-7477-4dff-954c-21261a60b6b9', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:01.600952 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.603128 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.727214 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.778990 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.779540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Fanout notify agent at l3_agent the message router_deleted on router 1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:13:01.791453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.792771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-22aca907-ad16-4ff6-a8ed-d4780611664e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/routers/1d96963e-1bb4-4ce2-a70d-0766a6f1aa4d HTTP/1.1" status: 204 len: 168 time: 1.2269914 Aug 16 21:13:01.795796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32848) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:01.837972 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.878237 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.978625 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.988303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Allocated IP 172.25.4.8 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/5952d0ca-103e-44a2-81e4-944b088a360a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:13:01.990018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1faf6f-2877-4611-a22e-005de4cb8806']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:02.000558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1bd1d3-4e81-442a-924f-d0fc46944117') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:02.000855 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1bd1d3-4e81-442a-924f-d0fc46944117') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:02.010537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.024123 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.031033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:13:02.031427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:13:02.034364 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:13:02.092759 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.150264 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.162917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.165738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/networks/5f1faf6f-2877-4611-a22e-005de4cb8806 HTTP/1.1" status: 204 len: 168 time: 0.3684554 Aug 16 21:13:02.168357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32850) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:02.184927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bac2f-20cd-4b16-8a26-70ce0c76b0c2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Network': ['ID=5f1faf6f-2877-4611-a22e-005de4cb8806,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:02.208122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.271443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:13:02.282151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:13:02.287619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:13:02.327451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=5952d0ca-103e-44a2-81e4-944b088a360a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:02.335777 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0caba6e-b342-4221-9e58-dbac3ea08601 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.406103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0caba6e-b342-4221-9e58-dbac3ea08601 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.415543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0074f048-c14e-4dae-946d-137fd4daa2ba no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:02.435964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 0074f048-c14e-4dae-946d-137fd4daa2ba {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:13:02.436298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0074f048-c14e-4dae-946d-137fd4daa2ba not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:02.436947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:02.459091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:13:02.459442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9f3698cf-4d4a-4fa2-bbe3-437e9aee26a6 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:02.459872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:02.479223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:13:02.479571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8f69d5d7-f077-4abf-b0fe-7590d5f87c89 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:02.700384 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0caba6e-b342-4221-9e58-dbac3ea08601 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.702970 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d0caba6e-b342-4221-9e58-dbac3ea08601 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.704151 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d0caba6e-b342-4221-9e58-dbac3ea08601 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/security-groups/8bcbafe5-a5e0-47bd-babe-c8f3b95b329f HTTP/1.1" status: 204 len: 168 time: 0.5346372 Aug 16 21:13:02.749036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caba6e-b342-4221-9e58-dbac3ea08601 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcbafe5-a5e0-47bd-babe-c8f3b95b329f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:02.796191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.841920 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.888450 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.036159 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.181835 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.219293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32858) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:03.224019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f68417f7-3377-450b-afb8-539982216c24 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-57511497', 'description': 'tempest-secgroup-smoke-57511497 description', 'project_id': '23e2ae7b576b4c98ac09070644381864'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:03.276599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.345230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=5952d0ca-103e-44a2-81e4-944b088a360a,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:03.355126 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.388030 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f68417f7-3377-450b-afb8-539982216c24 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.490093 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Floating IP 128f740e-c2b2-4177-b19f-7dc561b1cb12 associated. External IP: 172.25.4.8, port: 47b7445c-7477-4dff-954c-21261a60b6b9. Aug 16 21:13:03.595230 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f68417f7-3377-450b-afb8-539982216c24 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.664843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f68417f7-3377-450b-afb8-539982216c24 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.731179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68417f7-3377-450b-afb8-539982216c24 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb9736d-babb-4a2f-b83b-1d633407e2d5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:03.749097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:13:03.860755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:03.870847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0278f-811f-4dda-a107-6b9d13292695 None None] Sync routers for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:03.880062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f0278f-811f-4dda-a107-6b9d13292695 None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:03.880681 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34f0278f-811f-4dda-a107-6b9d13292695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:03.910504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f68417f7-3377-450b-afb8-539982216c24 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.911824 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f68417f7-3377-450b-afb8-539982216c24 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6915421 Aug 16 21:13:03.914761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32864) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:03.919527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b375ba62-875e-4116-8a69-fc496f5a4f54 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9736d-babb-4a2f-b83b-1d633407e2d5', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:03.986786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-34f0278f-811f-4dda-a107-6b9d13292695 None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:04.038858 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.075439 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-53766d3e-dda4-4b37-989b-26852ccfdabc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5531051 Aug 16 21:13:04.076179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'tag': '47b7445c-7477-4dff-954c-21261a60b6b9'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:04.078589 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce91768a-8bdd-445f-8ca5-555cc86e40cd", "tag": "47b7445c-7477-4dff-954c-21261a60b6b9"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:04.114663 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8e0d7c-98d0-4f08-add7-0bc38d10e25e x-openstack-request-id: req-be8e0d7c-98d0-4f08-add7-0bc38d10e25e {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:04.114957 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce91768a-8bdd-445f-8ca5-555cc86e40cd", "tag": "47b7445c-7477-4dff-954c-21261a60b6b9", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:04.115214 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-be8e0d7c-98d0-4f08-add7-0bc38d10e25e {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:04.115630 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'tag': '47b7445c-7477-4dff-954c-21261a60b6b9', 'status': 'completed', 'code': 200} Aug 16 21:13:04.180912 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b375ba62-875e-4116-8a69-fc496f5a4f54 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.196051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b req-afbff5f4-5b06-4778-88e6-f57e50f0fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:04.197627 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b req-afbff5f4-5b06-4778-88e6-f57e50f0fc29 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0599573 Aug 16 21:13:04.219890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34f0278f-811f-4dda-a107-6b9d13292695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '128f740e-c2b2-4177-b19f-7dc561b1cb12', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': '47b7445c-7477-4dff-954c-21261a60b6b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:68:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:02Z', 'updated_at': '2021-08-16T21:13:02Z', 'revision_number': 0, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:04.250890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0278f-811f-4dda-a107-6b9d13292695 None None] Checking router: f7f18d7a-3e27-44c6-a90b-fedaeb47f982 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:04.259851 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f0278f-811f-4dda-a107-6b9d13292695 None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:04.260570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34f0278f-811f-4dda-a107-6b9d13292695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:04.289931 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b375ba62-875e-4116-8a69-fc496f5a4f54 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.315043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b req-2e001e6c-903a-4e96-a603-0374ebcf0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:04.320921 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b req-2e001e6c-903a-4e96-a603-0374ebcf0ee2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1092868 Aug 16 21:13:04.375868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-34f0278f-811f-4dda-a107-6b9d13292695 None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:04.391675 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b req-d09815f5-106e-42f8-aa39-e6cd83162060 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47b7445c-7477-4dff-954c-21261a60b6b9 HTTP/1.1" status: 200 len: 998 time: 0.0677943 Aug 16 21:13:04.443693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b req-ad469250-fd3b-497c-900e-aa3d05ae7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:04.445328 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b req-ad469250-fd3b-497c-900e-aa3d05ae7b1e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0465326 Aug 16 21:13:04.453229 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b375ba62-875e-4116-8a69-fc496f5a4f54 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.499436 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375ba62-875e-4116-8a69-fc496f5a4f54 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f44776-afd8-483a-bd8d-82654b597e31,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:04.520445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b req-784002f1-ebb3-491f-8a01-95099a1381f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:04.522431 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b req-784002f1-ebb3-491f-8a01-95099a1381f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666349 Aug 16 21:13:04.611221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34f0278f-811f-4dda-a107-6b9d13292695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '128f740e-c2b2-4177-b19f-7dc561b1cb12', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': '47b7445c-7477-4dff-954c-21261a60b6b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:68:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:02Z', 'updated_at': '2021-08-16T21:13:02Z', 'revision_number': 0, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:04.640478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0278f-811f-4dda-a107-6b9d13292695 None None] The sync data for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 is: [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '128f740e-c2b2-4177-b19f-7dc561b1cb12', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': '47b7445c-7477-4dff-954c-21261a60b6b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:68:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:02Z', 'updated_at': '2021-08-16T21:13:02Z', 'revision_number': 0, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:04.867970 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92218b0b-65e1-452c-92ff-e879ef728bce None None] New status for floating IP 128f740e-c2b2-4177-b19f-7dc561b1cb12: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:13:04.916475 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b375ba62-875e-4116-8a69-fc496f5a4f54 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.920260 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b375ba62-875e-4116-8a69-fc496f5a4f54 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0020061 Aug 16 21:13:04.920635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32872) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:04.925303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-28a20b09-7430-492c-a837-4309265bcabd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9736d-babb-4a2f-b83b-1d633407e2d5', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:04.966177 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b req-eeeba692-2616-40f4-860b-92ae4e7592f3 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364593 Aug 16 21:13:05.018553 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28a20b09-7430-492c-a837-4309265bcabd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.066589 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c9b75c67-387d-48cf-9b4a-ab2d31e1ae5b req-0c127483-cb35-46dd-b0aa-3e97a722cf71 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933921 Aug 16 21:13:05.086955 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28a20b09-7430-492c-a837-4309265bcabd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.258682 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28a20b09-7430-492c-a837-4309265bcabd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.276907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a20b09-7430-492c-a837-4309265bcabd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e1dc92-b688-41b8-9a40-8361242797b0,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:05.418867 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28a20b09-7430-492c-a837-4309265bcabd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.420148 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-28a20b09-7430-492c-a837-4309265bcabd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4984689 Aug 16 21:13:05.422887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32876) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:05.427405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ac8e8f6c-5885-4082-981f-26a14050e433 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9736d-babb-4a2f-b83b-1d633407e2d5', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:05.612596 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8f6c-5885-4082-981f-26a14050e433 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.671690 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8f6c-5885-4082-981f-26a14050e433 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.777686 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8f6c-5885-4082-981f-26a14050e433 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.790868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8f6c-5885-4082-981f-26a14050e433 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab78caef-0792-4506-8335-749e81eed96d,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:05.939252 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8f6c-5885-4082-981f-26a14050e433 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.940533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ac8e8f6c-5885-4082-981f-26a14050e433 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5166845 Aug 16 21:13:05.943291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32878) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:05.947870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b9c01b11-c0a3-4cfa-8d41-7911177841d9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9736d-babb-4a2f-b83b-1d633407e2d5', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:06.069379 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b11-c0a3-4cfa-8d41-7911177841d9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.132005 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b11-c0a3-4cfa-8d41-7911177841d9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.218658 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b11-c0a3-4cfa-8d41-7911177841d9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.236832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c01b11-c0a3-4cfa-8d41-7911177841d9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8a9b3f-e0bc-4f2c-aa56-455ed07d9ed5,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:06.315635 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b11-c0a3-4cfa-8d41-7911177841d9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.317015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b9c01b11-c0a3-4cfa-8d41-7911177841d9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3727379 Aug 16 21:13:06.323242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32886) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:06.324610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0f01b355-bdc0-4c9c-a325-9c60c7e0d46d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9736d-babb-4a2f-b83b-1d633407e2d5', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:06.424230 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-0f01b355-bdc0-4c9c-a325-9c60c7e0d46d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Project 23e2ae7b576b4c98ac09070644381864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:13:06.429281 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0f01b355-bdc0-4c9c-a325-9c60c7e0d46d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.489350 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0f01b355-bdc0-4c9c-a325-9c60c7e0d46d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.595724 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0f01b355-bdc0-4c9c-a325-9c60c7e0d46d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.615045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01b355-bdc0-4c9c-a325-9c60c7e0d46d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec5e322-1fd7-4d62-a34f-bc3b461abdbe,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:06.704395 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0f01b355-bdc0-4c9c-a325-9c60c7e0d46d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.705652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0f01b355-bdc0-4c9c-a325-9c60c7e0d46d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3849666 Aug 16 21:13:06.708405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32890) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:06.713362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-052bea6a-d404-410a-8ec3-bdcaf039fdcb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9736d-babb-4a2f-b83b-1d633407e2d5', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:06.870592 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-052bea6a-d404-410a-8ec3-bdcaf039fdcb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Project 23e2ae7b576b4c98ac09070644381864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:13:06.875670 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-052bea6a-d404-410a-8ec3-bdcaf039fdcb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.937268 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-052bea6a-d404-410a-8ec3-bdcaf039fdcb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.002194 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-052bea6a-d404-410a-8ec3-bdcaf039fdcb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.022138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bea6a-d404-410a-8ec3-bdcaf039fdcb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1255c6b-0f66-4010-8392-928911af48d5,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:07.109729 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-052bea6a-d404-410a-8ec3-bdcaf039fdcb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.111014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-052bea6a-d404-410a-8ec3-bdcaf039fdcb tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4016807 Aug 16 21:13:07.113956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32892) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:07.119473 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'network': {'name': 'tempest-network-smoke--1992755368', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'port_security_enabled': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:07.235757 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:13:07.239316 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.262740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:13:07.271153 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.271489 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Added segment c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4 of type vlan for network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 Aug 16 21:13:07.313314 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.459302 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.465948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:07.466576 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.532081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Network': ['ID=fc7cb229-cde6-4b55-946c-1388d2dd5ae0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:07.542778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:13:07.648762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b0728a92-beb5-4af3-9570-05fe2a7886a2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5337021 Aug 16 21:13:07.651679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32894) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:07.657776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'admin_state_up': True, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:07.841800 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.842868 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.899222 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:08.126929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:08.413308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:08.433091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:08.566110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.25.4.75 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/93c01b49-5c86-4b46-84c2-16bc5baa707b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:13:08.669919 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:08.881691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:08.930399 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:13:08.933489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:13:08.937267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:13:08.961759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=93c01b49-5c86-4b46-84c2-16bc5baa707b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:09.317791 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:09.519743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:09.778514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 658456b3-182d-43f4-9bc5-29558cc81865 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:13:09.887353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:09.897801 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Sync routers for ids ['658456b3-182d-43f4-9bc5-29558cc81865'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:09.907038 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Routers {'658456b3-182d-43f4-9bc5-29558cc81865'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:09.907638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['658456b3-182d-43f4-9bc5-29558cc81865'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:10.001862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.006422 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a5aa657c-67d1-44f1-ba3e-e701e42f4e7b tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3506303 Aug 16 21:13:10.006566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32904) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:10.013611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Set router 658456b3-182d-43f4-9bc5-29558cc81865 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:10.036468 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4ca785f5-276e-4ccc-be01-847b0ea0ab0d tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=23e2ae7b576b4c98ac09070644381864&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287721 Aug 16 21:13:10.040065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32906) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:10.130902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198eb35-d3f6-4325-bc6b-e42ae691457c tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:10.136310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32908) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:10.136567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5198eb35-d3f6-4325-bc6b-e42ae691457c tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959890 Aug 16 21:13:10.170143 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-39595fb7-d4bf-473c-8813-cb661d8b3e19 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323610 Aug 16 21:13:10.172737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 32910) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:10.177895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-49467027', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'project_id': '23e2ae7b576b4c98ac09070644381864', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:10.197013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:09Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:10.227103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Checking router: 658456b3-182d-43f4-9bc5-29558cc81865 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:10.227457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Updating router 658456b3-182d-43f4-9bc5-29558cc81865 port 93c01b49-5c86-4b46-84c2-16bc5baa707b binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:13:10.252752 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.395721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:13:10.399996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.510437 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.529159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Transition to ACTIVE for port object 93c01b49-5c86-4b46-84c2-16bc5baa707b will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:13:10.626456 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-6977a92c-281d-450e-b650-0370890e2b30 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0842133 Aug 16 21:13:10.681528 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.712953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-1f2c8540-c795-42d3-bf32-749cf377c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:10.714775 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-1f2c8540-c795-42d3-bf32-749cf377c84a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0462420 Aug 16 21:13:10.738275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Attempting to bind port 93c01b49-5c86-4b46-84c2-16bc5baa707b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:13:10.738685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Attempting to bind port 93c01b49-5c86-4b46-84c2-16bc5baa707b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:13:10.739076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Attempting to bind port 93c01b49-5c86-4b46-84c2-16bc5baa707b on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:13:10.741152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4516b4-85c0-4e9d-8ce3-79239485512a None None] Pushing event updated for resources: {'Port': ['ID=93c01b49-5c86-4b46-84c2-16bc5baa707b,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:10.745075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.747528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:13:10.748323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:13:10.748323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.751603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:13:10.751603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Bound port: 93c01b49-5c86-4b46-84c2-16bc5baa707b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:13:10.751603 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.807931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] For port 93c01b49-5c86-4b46-84c2-16bc5baa707b, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:13:10.811580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] For port 93c01b49-5c86-4b46-84c2-16bc5baa707b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=93c01b49-5c86-4b46-84c2-16bc5baa707b,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:13:10.857706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Subnet': ['ID=87d8e0e4-5857-4c9d-990f-ce091034105c,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:10.896562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Checking segment: {'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:13:10.896994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network hostable DHCP agents. Network: fc7cb229-cde6-4b55-946c-1388d2dd5ae0, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:13:10.901477 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-64cf16f6-e059-43a6-9c37-dc33f3064c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:10.903142 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-64cf16f6-e059-43a6-9c37-dc33f3064c31 service neutron] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1683941 Aug 16 21:13:10.948705 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.979731 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-fda867df-389a-4aa7-b80c-9dd0d31d9ebe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47b7445c-7477-4dff-954c-21261a60b6b9 HTTP/1.1" status: 200 len: 1000 time: 0.0678892 Aug 16 21:13:11.001322 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Routers {'658456b3-182d-43f4-9bc5-29558cc81865'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:11.002054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['658456b3-182d-43f4-9bc5-29558cc81865'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:11.039498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-9e03aecd-2d65-4103-a3dc-a03e58d15e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:11.041290 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-9e03aecd-2d65-4103-a3dc-a03e58d15e29 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0546308 Aug 16 21:13:11.070279 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4516b4-85c0-4e9d-8ce3-79239485512a None None] Pushing event updated for resources: {'Port': ['ID=93c01b49-5c86-4b46-84c2-16bc5baa707b,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:11.076640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:13:11.098718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-ac93c4a7-84a2-48bb-be2a-b90cb6aa2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:11.100430 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-ac93c4a7-84a2-48bb-be2a-b90cb6aa2d88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518596 Aug 16 21:13:11.132977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] Set router 658456b3-182d-43f4-9bc5-29558cc81865 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:11.193960 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-d7dc4732-d067-4d68-897b-e003c48d409c service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865970 Aug 16 21:13:11.271676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, fc7cb229-cde6-4b55-946c-1388d2dd5ae0) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:13:11.282312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:11.283038 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.286630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2755bde0-c597-4d60-b866-8c26038d5812 None None] Network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:13:11.315285 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-598d3de2-924d-4b7c-9740-ee5379c195f2 req-04b9f5e7-4859-492d-a97a-8c4bb65ccc49 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132207 Aug 16 21:13:11.459884 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a4c8f680-9137-49c2-88da-b961ac5c9e08 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2860153 Aug 16 21:13:11.463374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 32916) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:11.579931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:09Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:11.630715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a597f-7aa0-49c3-a9c8-dc88b147685b None None] The sync data for ids ['658456b3-182d-43f4-9bc5-29558cc81865'] in n-d-793619-14 is: [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:09Z', 'revision_number': 3, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:11.695023 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:13:11.701155 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.887551 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Allocated IP 172.20.0.2 (fc7cb229-cde6-4b55-946c-1388d2dd5ae0/87d8e0e4-5857-4c9d-990f-ce091034105c/27689e48-69fa-47f9-9aca-63f60b3239b3) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:13:12.087353 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.090756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Transition to ACTIVE for port object 27689e48-69fa-47f9-9aca-63f60b3239b3 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:13:12.108215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Transition to ACTIVE for port object 27689e48-69fa-47f9-9aca-63f60b3239b3 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:13:12.230315 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.267190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 93c01b49-5c86-4b46-84c2-16bc5baa707b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:13:12.309875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:13:12.315726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:13:12.322985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:13:12.325100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Pushing event updated for resources: {'Port': ['ID=27689e48-69fa-47f9-9aca-63f60b3239b3,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:12.396616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Attempting to bind port 27689e48-69fa-47f9-9aca-63f60b3239b3 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:13:12.396991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Attempting to bind port 27689e48-69fa-47f9-9aca-63f60b3239b3 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:13:12.397464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Attempting to bind port 27689e48-69fa-47f9-9aca-63f60b3239b3 on network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:13:12.405315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:13:12.405751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Checking segment: {'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:13:12.406248 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.406694 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Bound using segment: {'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:13:12.407171 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Bound port: 27689e48-69fa-47f9-9aca-63f60b3239b3, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:13:12.407605 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.412000 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.476716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 93c01b49-5c86-4b46-84c2-16bc5baa707b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:12.488504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 93c01b49-5c86-4b46-84c2-16bc5baa707b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:12.489116 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.493120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] For port 27689e48-69fa-47f9-9aca-63f60b3239b3, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:13:12.533879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] For port 27689e48-69fa-47f9-9aca-63f60b3239b3, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=27689e48-69fa-47f9-9aca-63f60b3239b3,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:13:12.615264 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.644300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 93c01b49-5c86-4b46-84c2-16bc5baa707b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=93c01b49-5c86-4b46-84c2-16bc5baa707b,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:12.678701 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.731103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.20.0.1 (fc7cb229-cde6-4b55-946c-1388d2dd5ae0/87d8e0e4-5857-4c9d-990f-ce091034105c/c5440474-c463-453d-b3db-12ccae37e203) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:13:12.739873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1029d-2a29-485a-81b1-fe5d7d21d85b None None] Pushing event updated for resources: {'Port': ['ID=27689e48-69fa-47f9-9aca-63f60b3239b3,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:12.830420 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.865542 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.880889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Transition to ACTIVE for port object c5440474-c463-453d-b3db-12ccae37e203 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:13:12.905984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=93c01b49-5c86-4b46-84c2-16bc5baa707b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:13.013867 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.059093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:13:13.064116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:13:13.067966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:13:13.094798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=c5440474-c463-453d-b3db-12ccae37e203,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:13.114748 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.347927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.630374 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.756088 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.830660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=c5440474-c463-453d-b3db-12ccae37e203,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:13.833087 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.931319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:13:13.932798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:13:14.053881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 658456b3-182d-43f4-9bc5-29558cc81865 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:13:14.179501 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:14.191694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f54c66d8-9f99-443a-a961-3b2fbc0ce73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "PUT /v2.0/routers/658456b3-182d-43f4-9bc5-29558cc81865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7220204 Aug 16 21:13:14.201100 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Sync routers for ids ['658456b3-182d-43f4-9bc5-29558cc81865'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:14.213010 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Routers {'658456b3-182d-43f4-9bc5-29558cc81865'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:14.214106 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['658456b3-182d-43f4-9bc5-29558cc81865'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:14.317683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 93c01b49-5c86-4b46-84c2-16bc5baa707b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:13:14.320455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264712bf-4834-4e24-8bd1-c72ff29d3bab None None] Network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:13:14.357671 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Set router 658456b3-182d-43f4-9bc5-29558cc81865 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:14.446564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-9164f519-6a4a-491a-99a5-085b37050c4d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-57511497&fields=id&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 267 time: 0.0498281 Aug 16 21:13:14.465624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 93c01b49-5c86-4b46-84c2-16bc5baa707b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:14.466045 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.591708 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c5440474-c463-453d-b3db-12ccae37e203', 'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:89:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:12Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 2, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:14.595077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-74755c09-c93b-4bba-a3d0-9e01df9be2e2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:14.596813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-74755c09-c93b-4bba-a3d0-9e01df9be2e2 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/networks?id=fc7cb229-cde6-4b55-946c-1388d2dd5ae0 HTTP/1.1" status: 200 len: 797 time: 0.1410041 Aug 16 21:13:14.614656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 27689e48-69fa-47f9-9aca-63f60b3239b3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:13:14.627898 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Checking router: 658456b3-182d-43f4-9bc5-29558cc81865 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:14.628240 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Updating router 658456b3-182d-43f4-9bc5-29558cc81865 port c5440474-c463-453d-b3db-12ccae37e203 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:13:14.629767 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-4cb16599-f929-4056-aef6-e7dba1a4d581 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/quotas/23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 375 time: 0.0254653 Aug 16 21:13:14.668669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-68a48df3-78d5-4ad0-9ae8-b7bc37c08633 None None] Provisioning for port 27689e48-69fa-47f9-9aca-63f60b3239b3 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:14.669916 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.689260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-ca757af6-396f-460a-bc59-f47744054498 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584786 Aug 16 21:13:14.802716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-4e5f19f1-1b23-4c33-a848-64867a6b3470 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7cb229-cde6-4b55-946c-1388d2dd5ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992355 Aug 16 21:13:14.807045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 27689e48-69fa-47f9-9aca-63f60b3239b3 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:14.811196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 27689e48-69fa-47f9-9aca-63f60b3239b3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:14.811482 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.919202 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.964328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-e653bbfe-6c5c-4a1b-8b00-5bf317d0b12b service neutron] 10.222.0.74 "GET /v2.0/networks/fc7cb229-cde6-4b55-946c-1388d2dd5ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542897 Aug 16 21:13:14.975393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 27689e48-69fa-47f9-9aca-63f60b3239b3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=27689e48-69fa-47f9-9aca-63f60b3239b3,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:14.993936 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:15.007780 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Transition to ACTIVE for port object c5440474-c463-453d-b3db-12ccae37e203 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:13:15.052840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ad11a7fc-742c-41ec-9388-281d04fbb6de None None] Provisioning for port c5440474-c463-453d-b3db-12ccae37e203 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:15.057219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ad11a7fc-742c-41ec-9388-281d04fbb6de None None] Provisioning complete for port c5440474-c463-453d-b3db-12ccae37e203 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:15.057897 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ad11a7fc-742c-41ec-9388-281d04fbb6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:15.094773 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:15.105796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ad11a7fc-742c-41ec-9388-281d04fbb6de None None] Port c5440474-c463-453d-b3db-12ccae37e203 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:13:15.151982 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ad11a7fc-742c-41ec-9388-281d04fbb6de None None] Provisioning complete for port 27689e48-69fa-47f9-9aca-63f60b3239b3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:15.152357 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ad11a7fc-742c-41ec-9388-281d04fbb6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:15.190502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=27689e48-69fa-47f9-9aca-63f60b3239b3,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:15.202082 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:15.286521 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Pushing event updated for resources: {'Port': ['ID=c5440474-c463-453d-b3db-12ccae37e203,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:15.297511 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.297867 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.298206 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.298537 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.298852 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.299178 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.299503 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.299826 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.300147 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.300670 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.301087 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.301332 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:15.313327 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Attempting to bind port c5440474-c463-453d-b3db-12ccae37e203 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:13:15.313701 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Attempting to bind port c5440474-c463-453d-b3db-12ccae37e203 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:13:15.314291 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Attempting to bind port c5440474-c463-453d-b3db-12ccae37e203 on network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:13:15.319568 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:13:15.319942 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Checking segment: {'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:13:15.320400 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:15.320924 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Bound using segment: {'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:13:15.321968 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Bound port: c5440474-c463-453d-b3db-12ccae37e203, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:13:15.322342 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:15.402782 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] For port c5440474-c463-453d-b3db-12ccae37e203, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:13:15.411044 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] For port c5440474-c463-453d-b3db-12ccae37e203, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c5440474-c463-453d-b3db-12ccae37e203,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:13:15.465729 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8751e690-893c-48e1-98bd-92b0f7dad04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:15.497923 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a3eeea2-7991-4775-991e-92b093cee7f0 req-7f00da9c-180e-4fbe-83b1-bb9b19f16475 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 210 time: 0.0324979 Aug 16 21:13:15.653953 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:15.707158 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Routers {'658456b3-182d-43f4-9bc5-29558cc81865'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:15.707788 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:12:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['658456b3-182d-43f4-9bc5-29558cc81865'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:15.749687 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8a631-c5c7-4ceb-a023-ecbef6f1e2b6 None None] Pushing event updated for resources: {'Port': ['ID=c5440474-c463-453d-b3db-12ccae37e203,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:15.830152 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] Set router 658456b3-182d-43f4-9bc5-29558cc81865 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:16.039596 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c5440474-c463-453d-b3db-12ccae37e203', 'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:89:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:12Z', 'updated_at': '2021-08-16T21:13:15Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:16.069178 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff94af-7049-404e-a1aa-18d7ebb6588e None None] The sync data for ids ['658456b3-182d-43f4-9bc5-29558cc81865'] in n-d-793619-14 is: [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c5440474-c463-453d-b3db-12ccae37e203', 'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:89:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:12Z', 'updated_at': '2021-08-16T21:13:15Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:16.300381 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 27689e48-69fa-47f9-9aca-63f60b3239b3 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:13:16.351106 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 27689e48-69fa-47f9-9aca-63f60b3239b3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:16.360584 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:16.438005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c5440474-c463-453d-b3db-12ccae37e203 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:13:16.579985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9eb74714-6bdc-443e-a11a-e85de459f152 req-a88d6a03-8ae2-4b2b-96e2-076f601caaf7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 210 time: 0.0267875 Aug 16 21:13:16.738522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c5440474-c463-453d-b3db-12ccae37e203 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:16.745477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c5440474-c463-453d-b3db-12ccae37e203 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:16.745851 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:16.835101 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:16.874666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c5440474-c463-453d-b3db-12ccae37e203, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c5440474-c463-453d-b3db-12ccae37e203,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:17.087344 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:17.137110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c5440474-c463-453d-b3db-12ccae37e203,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:17.515919 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7fc76056-39c4-444c-9ecb-0fcb854af6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:17.681281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eab2e986-fa19-4ee3-aab6-b97de2fb7269 req-57a85124-b7b0-4cf5-8b81-a5754c16e790 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 210 time: 0.0327358 Aug 16 21:13:18.007508 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:18.203280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c5440474-c463-453d-b3db-12ccae37e203 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:13:18.252558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c5440474-c463-453d-b3db-12ccae37e203 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:18.252913 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:18.792966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bea531b0-8f28-485e-9fea-4c8436d54de5 req-55041d0c-966f-4d11-9d85-1684237e396f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 210 time: 0.0362830 Aug 16 21:13:18.890775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-e1098546-58d3-41ae-af05-cbb0b5a8f28d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:18.892308 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-e1098546-58d3-41ae-af05-cbb0b5a8f28d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.76 "GET /v2.0/networks?id=fc7cb229-cde6-4b55-946c-1388d2dd5ae0 HTTP/1.1" status: 200 len: 797 time: 0.1214366 Aug 16 21:13:18.940119 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-e6fa9ea9-6a10-49f6-ada4-9e9d898631ef tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e2ae7b576b4c98ac09070644381864 HTTP/1.1" status: 200 len: 378 time: 0.0388560 Aug 16 21:13:18.959351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'port': {'device_id': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'admin_state_up': True, 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'security_groups': ['ceb9736d-babb-4a2f-b83b-1d633407e2d5']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:19.201837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Made reservation on behalf of 23e2ae7b576b4c98ac09070644381864 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:13:19.206006 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.345092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.20.0.10 (fc7cb229-cde6-4b55-946c-1388d2dd5ae0/87d8e0e4-5857-4c9d-990f-ce091034105c/09be2e30-8fc6-4467-97ce-95da7df423d0) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:13:19.401427 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.488347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.501980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Transition to ACTIVE for port object 09be2e30-8fc6-4467-97ce-95da7df423d0 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:13:19.705449 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.746955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:13:19.751987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:13:19.755656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:13:19.784799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=09be2e30-8fc6-4467-97ce-95da7df423d0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:19.800226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.800567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.800904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.801293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.801604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.801936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.802263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.802625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.802930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.803254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.803578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.803902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:19.835563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:19.839822 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.933659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84637ed0-edf6-43a7-a52b-bd4cc06f8432 req-1e8bdb07-8acd-4d78-8fc0-e348601b0184 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:19.942178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84637ed0-edf6-43a7-a52b-bd4cc06f8432 req-1e8bdb07-8acd-4d78-8fc0-e348601b0184 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 932 time: 0.0618067 Aug 16 21:13:19.979515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84637ed0-edf6-43a7-a52b-bd4cc06f8432 req-1b065ca5-4830-403a-8404-8115b5c1b73f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362043 Aug 16 21:13:20.007625 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-fd07dde9-bd62-4416-a920-3599ad0b19a6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0540597 Aug 16 21:13:20.020977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Request body: {'port': {'device_id': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:20.081664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.230457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-87288639-0e48-409a-99d7-7f4c99885beb None None] Provisioning for port 09be2e30-8fc6-4467-97ce-95da7df423d0 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:20.234721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-87288639-0e48-409a-99d7-7f4c99885beb None None] Provisioning complete for port 09be2e30-8fc6-4467-97ce-95da7df423d0 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:20.235189 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-87288639-0e48-409a-99d7-7f4c99885beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.270373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-87288639-0e48-409a-99d7-7f4c99885beb None None] Port 09be2e30-8fc6-4467-97ce-95da7df423d0 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:13:20.351002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09be2e30-8fc6-4467-97ce-95da7df423d0 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:13:20.359465 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.371404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Transition to ACTIVE for port object 09be2e30-8fc6-4467-97ce-95da7df423d0 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:13:20.515749 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.569281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Pushing event updated for resources: {'Port': ['ID=09be2e30-8fc6-4467-97ce-95da7df423d0,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:20.643266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Attempting to bind port 09be2e30-8fc6-4467-97ce-95da7df423d0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:13:20.644143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Attempting to bind port 09be2e30-8fc6-4467-97ce-95da7df423d0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:13:20.644143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Attempting to bind port 09be2e30-8fc6-4467-97ce-95da7df423d0 on network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:13:20.649682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Port 09be2e30-8fc6-4467-97ce-95da7df423d0 on network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:13:20.650076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Attempting to bind port 09be2e30-8fc6-4467-97ce-95da7df423d0 on network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:13:20.655884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:13:20.656290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Checking segment: {'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:13:20.656742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Bound using segment: {'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:13:20.657306 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Bound port: 09be2e30-8fc6-4467-97ce-95da7df423d0, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:13:20.657849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.727188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] For port 09be2e30-8fc6-4467-97ce-95da7df423d0, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:13:20.730922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] For port 09be2e30-8fc6-4467-97ce-95da7df423d0, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=09be2e30-8fc6-4467-97ce-95da7df423d0,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:13:20.801676 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.904871 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.939433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:20.939891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.941315 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] 10.222.0.76 "PUT /v2.0/ports/09be2e30-8fc6-4467-97ce-95da7df423d0 HTTP/1.1" status: 200 len: 1093 time: 0.9246237 Aug 16 21:13:20.941743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:20.943949 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80541af4-cf7c-491a-9a54-3a7a1749a2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:20.977136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb618a-7898-4de1-b92d-7968e6cbc584 service neutron] Pushing event updated for resources: {'Port': ['ID=09be2e30-8fc6-4467-97ce-95da7df423d0,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:20.985677 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adfb47e-8ec6-4b60-8040-947ac0e8dbce x-openstack-request-id: req-4adfb47e-8ec6-4b60-8040-947ac0e8dbce {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:20.985677 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:20.985926 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4adfb47e-8ec6-4b60-8040-947ac0e8dbce {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:20.986729 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'status': 'completed', 'code': 200} Aug 16 21:13:21.059666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541af4-cf7c-491a-9a54-3a7a1749a2c5 req-45fc2757-4e01-440d-9582-8b5c5b4a263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:21.061445 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80541af4-cf7c-491a-9a54-3a7a1749a2c5 req-45fc2757-4e01-440d-9582-8b5c5b4a263a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 1096 time: 0.0503402 Aug 16 21:13:21.124596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ff482-1904-4e6c-9d7e-79e58e1a5fbe req-976a46c7-f82f-4fb1-adb6-97f2fcf57ba9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:21.126204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-707ff482-1904-4e6c-9d7e-79e58e1a5fbe req-976a46c7-f82f-4fb1-adb6-97f2fcf57ba9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 944 time: 0.0638390 Aug 16 21:13:21.172887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-707ff482-1904-4e6c-9d7e-79e58e1a5fbe req-107befdf-c022-43f8-8d06-824ae1194ef5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348439 Aug 16 21:13:21.184177 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541af4-cf7c-491a-9a54-3a7a1749a2c5 req-692924c1-553b-451a-a979-3b8b6bb7d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:21.185895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80541af4-cf7c-491a-9a54-3a7a1749a2c5 req-692924c1-553b-451a-a979-3b8b6bb7d360 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=23e2ae7b576b4c98ac09070644381864&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1171470 Aug 16 21:13:21.285923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541af4-cf7c-491a-9a54-3a7a1749a2c5 req-da21def1-fb52-42ec-b8b9-52a3d43e09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:21.287437 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80541af4-cf7c-491a-9a54-3a7a1749a2c5 req-da21def1-fb52-42ec-b8b9-52a3d43e09cd service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948052 Aug 16 21:13:21.362056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-9656870f-d6af-4219-804e-96af85ec8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:21.363501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-9656870f-d6af-4219-804e-96af85ec8587 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 1096 time: 0.0409200 Aug 16 21:13:21.407849 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-ebce7e9d-a0da-44ec-a773-2070ceeeca5a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09be2e30-8fc6-4467-97ce-95da7df423d0 HTTP/1.1" status: 200 len: 217 time: 0.0365384 Aug 16 21:13:21.793146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-c3bb8252-147b-43f1-bc51-bb4b58c41f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:21.794669 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-c3bb8252-147b-43f1-bc51-bb4b58c41f24 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87d8e0e4-5857-4c9d-990f-ce091034105c HTTP/1.1" status: 200 len: 833 time: 0.3801625 Aug 16 21:13:21.840910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-a5fda96b-3ff9-42a8-9242-90d9d72e6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:21.842519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-a5fda96b-3ff9-42a8-9242-90d9d72e6fa8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fc7cb229-cde6-4b55-946c-1388d2dd5ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406320 Aug 16 21:13:21.936699 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-50ea9760-b64a-448a-a0ce-a75ee298bf10 service neutron] 10.222.0.76 "GET /v2.0/networks/fc7cb229-cde6-4b55-946c-1388d2dd5ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871022 Aug 16 21:13:22.027850 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-192008a7-5cae-4e9a-9fe9-4c5aa0000e46 req-bd241825-9fe9-46c3-8f42-fdf210873058 service neutron] 10.222.0.76 "GET /v2.0/networks/fc7cb229-cde6-4b55-946c-1388d2dd5ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840600 Aug 16 21:13:22.295965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157a62-0a14-4564-8fb0-90324818c0b5 req-d06e7861-39ad-462d-a7fa-e8492ead5bd1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:22.298135 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81157a62-0a14-4564-8fb0-90324818c0b5 req-d06e7861-39ad-462d-a7fa-e8492ead5bd1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 944 time: 0.0543849 Aug 16 21:13:22.336609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81157a62-0a14-4564-8fb0-90324818c0b5 req-e357ecc3-e59f-4f12-bf90-d98601bdd050 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327969 Aug 16 21:13:23.455064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556042-6ed8-43f8-aacc-0a596f9bf6d3 req-00939993-942a-4a65-aa4f-79acdfe2e2af tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:23.456556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f556042-6ed8-43f8-aacc-0a596f9bf6d3 req-00939993-942a-4a65-aa4f-79acdfe2e2af tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 944 time: 0.0528359 Aug 16 21:13:23.497261 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f556042-6ed8-43f8-aacc-0a596f9bf6d3 req-03d8b6df-20f5-41f5-b9c9-b849268b9631 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339501 Aug 16 21:13:24.248974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 09be2e30-8fc6-4467-97ce-95da7df423d0 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:13:24.349792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 09be2e30-8fc6-4467-97ce-95da7df423d0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=09be2e30-8fc6-4467-97ce-95da7df423d0,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:24.360369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'port_id': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'mac_address': 'fa:16:3e:2d:6a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:13:24.396170 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:24.408777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09be2e30-8fc6-4467-97ce-95da7df423d0 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:13:24.428060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 09be2e30-8fc6-4467-97ce-95da7df423d0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=09be2e30-8fc6-4467-97ce-95da7df423d0,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:24.631620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9765d7-00d1-418f-955f-ee1e75f5f4c6 req-559c1ca6-e36f-412e-8e6f-5b07c1def47d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:24.633536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d9765d7-00d1-418f-955f-ee1e75f5f4c6 req-559c1ca6-e36f-412e-8e6f-5b07c1def47d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 944 time: 0.0591004 Aug 16 21:13:24.679243 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d9765d7-00d1-418f-955f-ee1e75f5f4c6 req-938539ef-73da-47bc-be23-a3b127ff312a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348253 Aug 16 21:13:24.772632 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:24.820423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=09be2e30-8fc6-4467-97ce-95da7df423d0,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:24.973418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['09be2e30-8fc6-4467-97ce-95da7df423d0'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:13:25.795779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24882514-0d05-45e0-ac7e-19e82b5e7274 req-2319254c-7f3d-46f0-acdb-4b3447976907 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:25.797203 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24882514-0d05-45e0-ac7e-19e82b5e7274 req-2319254c-7f3d-46f0-acdb-4b3447976907 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 945 time: 0.0520151 Aug 16 21:13:25.835728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24882514-0d05-45e0-ac7e-19e82b5e7274 req-bf0fd834-4cc6-41f6-ab8b-efddd6d4e740 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321054 Aug 16 21:13:26.262539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 09be2e30-8fc6-4467-97ce-95da7df423d0 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:13:26.429966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 09be2e30-8fc6-4467-97ce-95da7df423d0 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:26.434392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 09be2e30-8fc6-4467-97ce-95da7df423d0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:26.434768 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:26.511648 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:26.534472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:26.536736 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555728b4-a780-4382-9dcf-59d511771c5b" -d '{"events": [{"server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "name": "network-vif-plugged", "status": "completed", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:26.553210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 09be2e30-8fc6-4467-97ce-95da7df423d0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=09be2e30-8fc6-4467-97ce-95da7df423d0,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:26.574677 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96080f3c-e23d-4797-b2a3-1638a26f1ac2 x-openstack-request-id: req-96080f3c-e23d-4797-b2a3-1638a26f1ac2 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:26.574961 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "name": "network-vif-plugged", "status": "completed", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:26.575214 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-96080f3c-e23d-4797-b2a3-1638a26f1ac2 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:26.575609 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'code': 200} Aug 16 21:13:26.641499 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:26.677251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907802cd-272c-4a01-8387-24874b916a34 req-ca9f0b12-83f5-4011-9b9f-93d79d485df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:26.678632 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-907802cd-272c-4a01-8387-24874b916a34 req-ca9f0b12-83f5-4011-9b9f-93d79d485df9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 1098 time: 0.0466316 Aug 16 21:13:26.690781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=09be2e30-8fc6-4467-97ce-95da7df423d0,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:26.725901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-907802cd-272c-4a01-8387-24874b916a34 req-b52f8de0-b6c9-4d88-850b-c57f1d401bc7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381434 Aug 16 21:13:26.952284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca86e2d-1445-43b3-8836-b6e2df6a04da req-de32e29d-8929-41ba-9a9a-0274cc0d7ffe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:26.953727 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ca86e2d-1445-43b3-8836-b6e2df6a04da req-de32e29d-8929-41ba-9a9a-0274cc0d7ffe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0488269 Aug 16 21:13:26.992668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ca86e2d-1445-43b3-8836-b6e2df6a04da req-2fc3ab33-b14a-44a7-a846-ef2b961967f9 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326614 Aug 16 21:13:28.109222 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9af305-804e-4481-834c-ebbb7c5ee4be req-4b6fd8e2-c5d9-4fc6-b221-479371b4483a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:28.110691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f9af305-804e-4481-834c-ebbb7c5ee4be req-4b6fd8e2-c5d9-4fc6-b221-479371b4483a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0503147 Aug 16 21:13:28.147409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f9af305-804e-4481-834c-ebbb7c5ee4be req-7722282d-095a-43e8-9afd-3384629833a5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307541 Aug 16 21:13:28.266432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e6928-2abd-4d6a-b75f-6c22fdb9969b req-fc3be0a1-4038-4a08-8e5c-e2004a0b5192 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:28.267029 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b1e6928-2abd-4d6a-b75f-6c22fdb9969b req-fc3be0a1-4038-4a08-8e5c-e2004a0b5192 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0544407 Aug 16 21:13:28.306783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b1e6928-2abd-4d6a-b75f-6c22fdb9969b req-cb102b79-129d-40c4-8212-ee35a7d5cf9f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335081 Aug 16 21:13:28.328001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33010) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:28.368860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abbe93e-d68c-4237-9725-6137f606c0d7 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:28.370419 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6abbe93e-d68c-4237-9725-6137f606c0d7 tempest-TestNetworkAdvancedServerOps-1892512439 tempest-TestNetworkAdvancedServerOps-1892512439-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 1093 time: 0.0414164 Aug 16 21:13:28.373417 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33012) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:28.377794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:28.596396 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:28.696605 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:28.799190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Allocated IP 172.25.4.164 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/c3d36475-39f3-4694-a93a-706d37f930a1) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:13:28.902996 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:29.087043 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:29.123738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:13:29.128423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:13:29.131287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:13:29.158785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=c3d36475-39f3-4694-a93a-706d37f930a1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:29.497299 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:29.758339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:29.907505 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:30.080637 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:30.147505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event updated for resources: {'Port': ['ID=c3d36475-39f3-4694-a93a-706d37f930a1,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:30.163027 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:30.262472 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Floating IP b9d025e7-5511-47e0-b000-bb7864db5141 associated. External IP: 172.25.4.164, port: 09be2e30-8fc6-4467-97ce-95da7df423d0. Aug 16 21:13:30.789116 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:13:30.821605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 658456b3-182d-43f4-9bc5-29558cc81865 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:13:30.927727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:30.938601 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e258e14-de1e-4795-9876-d70fcd850bae None None] Sync routers for ids ['658456b3-182d-43f4-9bc5-29558cc81865'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:30.951994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e258e14-de1e-4795-9876-d70fcd850bae None None] Routers {'658456b3-182d-43f4-9bc5-29558cc81865'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:30.954721 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7e258e14-de1e-4795-9876-d70fcd850bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:13:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['658456b3-182d-43f4-9bc5-29558cc81865'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:31.017769 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:31.048972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7b478919-5ea9-4eb5-ad56-94a8e20339e8 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6745210 Aug 16 21:13:31.049712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:31.052160 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e0c334-1683-461a-8152-2502572ff93b" -d '{"events": [{"name": "network-changed", "server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:31.059337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7e258e14-de1e-4795-9876-d70fcd850bae None None] Set router 658456b3-182d-43f4-9bc5-29558cc81865 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:31.155118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcb91c-3b9f-492f-a429-f2b07e6b7cf6 req-96f019de-94dc-4243-8104-7074c10ef52e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:31.157542 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cdcb91c-3b9f-492f-a429-f2b07e6b7cf6 req-96f019de-94dc-4243-8104-7074c10ef52e tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0573666 Aug 16 21:13:31.202464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cdcb91c-3b9f-492f-a429-f2b07e6b7cf6 req-6125b284-6e54-4864-acfc-17867f52501f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389607 Aug 16 21:13:31.230336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33024) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:31.268551 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b46c69-af1b-44fa-8009-d379ec10ef26 x-openstack-request-id: req-15b46c69-af1b-44fa-8009-d379ec10ef26 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:31.268850 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:31.269110 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-15b46c69-af1b-44fa-8009-d379ec10ef26 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:31.269514 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'status': 'completed', 'code': 200} Aug 16 21:13:31.303607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d4ad8614-bd55-4bb1-93c6-8a955a52c4a3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/b9d025e7-5511-47e0-b000-bb7864db5141 HTTP/1.1" status: 200 len: 992 time: 0.0719287 Aug 16 21:13:31.316401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0c334-1683-461a-8152-2502572ff93b req-820a3146-faf5-404b-a517-dd9f3b6e2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:31.317983 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01e0c334-1683-461a-8152-2502572ff93b req-820a3146-faf5-404b-a517-dd9f3b6e2292 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 1098 time: 0.0449629 Aug 16 21:13:31.416701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0c334-1683-461a-8152-2502572ff93b req-ec4d1955-2003-4188-b896-dc58af166d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:31.418246 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01e0c334-1683-461a-8152-2502572ff93b req-ec4d1955-2003-4188-b896-dc58af166d84 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fc7cb229-cde6-4b55-946c-1388d2dd5ae0 HTTP/1.1" status: 200 len: 898 time: 0.0931904 Aug 16 21:13:31.455212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7e258e14-de1e-4795-9876-d70fcd850bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b9d025e7-5511-47e0-b000-bb7864db5141', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'port_id': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'mac_address': 'fa:16:3e:2d:6a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:29Z', 'updated_at': '2021-08-16T21:13:29Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5440474-c463-453d-b3db-12ccae37e203', 'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:89:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:12Z', 'updated_at': '2021-08-16T21:13:16Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:31.483224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e258e14-de1e-4795-9876-d70fcd850bae None None] Checking router: 658456b3-182d-43f4-9bc5-29558cc81865 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:31.494231 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01e0c334-1683-461a-8152-2502572ff93b req-e339cd38-a9d1-4a9f-9ab7-ef88021ad943 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09be2e30-8fc6-4467-97ce-95da7df423d0 HTTP/1.1" status: 200 len: 1000 time: 0.0606916 Aug 16 21:13:31.494386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e258e14-de1e-4795-9876-d70fcd850bae None None] Routers {'658456b3-182d-43f4-9bc5-29558cc81865'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:31.494386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7e258e14-de1e-4795-9876-d70fcd850bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:13:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['658456b3-182d-43f4-9bc5-29558cc81865'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:31.534458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0c334-1683-461a-8152-2502572ff93b req-084a02e6-7794-4a42-ac49-a40aa9e538a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:31.535980 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01e0c334-1683-461a-8152-2502572ff93b req-084a02e6-7794-4a42-ac49-a40aa9e538a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87d8e0e4-5857-4c9d-990f-ce091034105c HTTP/1.1" status: 200 len: 833 time: 0.0439916 Aug 16 21:13:31.587535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0c334-1683-461a-8152-2502572ff93b req-7e08d94c-dd60-4142-9192-45e6c1877a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:31.589593 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01e0c334-1683-461a-8152-2502572ff93b req-7e08d94c-dd60-4142-9192-45e6c1877a15 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fc7cb229-cde6-4b55-946c-1388d2dd5ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467443 Aug 16 21:13:31.600987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7e258e14-de1e-4795-9876-d70fcd850bae None None] Set router 658456b3-182d-43f4-9bc5-29558cc81865 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:31.681884 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01e0c334-1683-461a-8152-2502572ff93b req-d554d696-a087-4e0f-a882-ca93a852cb39 service neutron] 10.222.0.76 "GET /v2.0/networks/fc7cb229-cde6-4b55-946c-1388d2dd5ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853963 Aug 16 21:13:31.780963 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-01e0c334-1683-461a-8152-2502572ff93b req-a5e0fd1e-8c3a-4fc3-9b1a-c84e31872b34 service neutron] 10.222.0.76 "GET /v2.0/networks/fc7cb229-cde6-4b55-946c-1388d2dd5ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915232 Aug 16 21:13:31.827516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7e258e14-de1e-4795-9876-d70fcd850bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b9d025e7-5511-47e0-b000-bb7864db5141', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'port_id': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'mac_address': 'fa:16:3e:2d:6a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:29Z', 'updated_at': '2021-08-16T21:13:29Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5440474-c463-453d-b3db-12ccae37e203', 'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:89:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:12Z', 'updated_at': '2021-08-16T21:13:16Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:31.854211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e258e14-de1e-4795-9876-d70fcd850bae None None] The sync data for ids ['658456b3-182d-43f4-9bc5-29558cc81865'] in n-d-793619-14 is: [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b9d025e7-5511-47e0-b000-bb7864db5141', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'port_id': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'mac_address': 'fa:16:3e:2d:6a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:29Z', 'updated_at': '2021-08-16T21:13:29Z', 'revision_number': 0, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5440474-c463-453d-b3db-12ccae37e203', 'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:89:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:12Z', 'updated_at': '2021-08-16T21:13:16Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:32.055006 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60115d82-11df-4210-8752-55a6ca2e37a3 None None] New status for floating IP b9d025e7-5511-47e0-b000-bb7864db5141: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:13:32.307285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33028) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:32.373294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6a688fdb-d557-48e1-80ae-f6fb27d29a67 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/b9d025e7-5511-47e0-b000-bb7864db5141 HTTP/1.1" status: 200 len: 992 time: 0.0647802 Aug 16 21:13:32.961810 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:32.994359 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:33.381284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33036) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:33.444647 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-755f0604-02d1-4d4f-8fb2-e6ed1e50fc52 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/b9d025e7-5511-47e0-b000-bb7864db5141 HTTP/1.1" status: 200 len: 994 time: 0.0621483 Aug 16 21:13:45.240055 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6790-5008-4d07-9c8f-81a29152b06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:47.543929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e1646a72-6fc3-4a3c-8a05-505248cb58b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:47.994746 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:49.280282 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:50.708713 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:00.564247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a25e-259c-42c6-a264-430fd8b305a1 req-e188be0c-1d03-48de-9875-cc3d66415492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:00.565884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad2a25e-259c-42c6-a264-430fd8b305a1 req-e188be0c-1d03-48de-9875-cc3d66415492 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0535452 Aug 16 21:14:00.606342 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ad2a25e-259c-42c6-a264-430fd8b305a1 req-8f4522b9-bfbd-4626-9854-e37387300134 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334930 Aug 16 21:14:01.781888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e5e90-1d63-44f0-a272-49f6fc0a2877 req-c56dde31-1334-4253-abe8-7b0a7f7295e1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:01.783376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db7e5e90-1d63-44f0-a272-49f6fc0a2877 req-c56dde31-1334-4253-abe8-7b0a7f7295e1 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.1068811 Aug 16 21:14:01.822801 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db7e5e90-1d63-44f0-a272-49f6fc0a2877 req-f7f227d8-8937-4a7f-87bd-1573cede6f20 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329328 Aug 16 21:14:02.903605 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:02.965907 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:02.993170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231e87d-f564-4d2c-87d6-48a7269d5b4d req-d720c031-209b-411a-b9e8-9c0eb34029b3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:02.994662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b231e87d-f564-4d2c-87d6-48a7269d5b4d req-d720c031-209b-411a-b9e8-9c0eb34029b3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.1043100 Aug 16 21:14:03.032688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b231e87d-f564-4d2c-87d6-48a7269d5b4d req-9033437d-abbc-4697-bf9d-b3bc8f7bec4c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318115 Aug 16 21:14:04.160017 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fba89-2fc6-4d17-85ba-f0e6a5e0ff3f req-2ecd6c0f-2ad6-498a-beca-aee52d26b402 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:04.161607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-556fba89-2fc6-4d17-85ba-f0e6a5e0ff3f req-2ecd6c0f-2ad6-498a-beca-aee52d26b402 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0562146 Aug 16 21:14:04.202178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-556fba89-2fc6-4d17-85ba-f0e6a5e0ff3f req-5a894011-2031-4d7e-b57f-d5f7f26bbbf7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342436 Aug 16 21:14:05.320087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d67cf5-cdcb-4363-b51e-5fad799fb1f0 req-5b2f87ca-feb7-40f6-b4f9-9f94f64a3368 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:05.321743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24d67cf5-cdcb-4363-b51e-5fad799fb1f0 req-5b2f87ca-feb7-40f6-b4f9-9f94f64a3368 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0500011 Aug 16 21:14:05.360057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24d67cf5-cdcb-4363-b51e-5fad799fb1f0 req-38297acb-be7b-47fb-80bb-fac38f465b15 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324657 Aug 16 21:14:06.478856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1550462-ad14-4478-8414-c916553ac3a2 req-2d42ad02-1567-4387-8d8d-375c39f26c02 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:06.480573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1550462-ad14-4478-8414-c916553ac3a2 req-2d42ad02-1567-4387-8d8d-375c39f26c02 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0534241 Aug 16 21:14:06.518859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1550462-ad14-4478-8414-c916553ac3a2 req-47592f1e-8b45-4493-b2ba-b83f08c9a9fd tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319908 Aug 16 21:14:07.642075 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df8959-d45f-4af9-97ad-607f8662c3f0 req-e6014527-d2eb-4097-8788-010fc2279ef3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:07.643565 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67df8959-d45f-4af9-97ad-607f8662c3f0 req-e6014527-d2eb-4097-8788-010fc2279ef3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0558474 Aug 16 21:14:07.682843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67df8959-d45f-4af9-97ad-607f8662c3f0 req-be084ec6-812d-400c-836c-ecb2dbf1003f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325935 Aug 16 21:14:07.789123 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:14:08.396702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2e941-62fa-4886-807d-db2d3b2f75d1 req-916f0d05-c454-4335-91e0-c29d9e5290a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:08.398278 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-efa2e941-62fa-4886-807d-db2d3b2f75d1 req-916f0d05-c454-4335-91e0-c29d9e5290a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 1098 time: 0.0416794 Aug 16 21:14:08.504980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2e941-62fa-4886-807d-db2d3b2f75d1 req-ec3f3aa2-76a6-46d5-820f-7075b6f255ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:08.506397 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-efa2e941-62fa-4886-807d-db2d3b2f75d1 req-ec3f3aa2-76a6-46d5-820f-7075b6f255ba service neutron] 10.222.0.76 "GET /v2.0/networks?id=fc7cb229-cde6-4b55-946c-1388d2dd5ae0 HTTP/1.1" status: 200 len: 898 time: 0.0894792 Aug 16 21:14:08.573215 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-efa2e941-62fa-4886-807d-db2d3b2f75d1 req-46833d62-25b0-41b0-b710-1f8a0eca3b4a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09be2e30-8fc6-4467-97ce-95da7df423d0 HTTP/1.1" status: 200 len: 1002 time: 0.0594094 Aug 16 21:14:08.625972 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2e941-62fa-4886-807d-db2d3b2f75d1 req-2f5a5f44-e023-4ec3-9e8c-4e61e4ea8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:08.627497 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-efa2e941-62fa-4886-807d-db2d3b2f75d1 req-2f5a5f44-e023-4ec3-9e8c-4e61e4ea8747 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87d8e0e4-5857-4c9d-990f-ce091034105c HTTP/1.1" status: 200 len: 833 time: 0.0479167 Aug 16 21:14:08.677172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2e941-62fa-4886-807d-db2d3b2f75d1 req-4ea31a2c-1f57-4ecc-9faa-a078350cc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:08.678699 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-efa2e941-62fa-4886-807d-db2d3b2f75d1 req-4ea31a2c-1f57-4ecc-9faa-a078350cc4e9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fc7cb229-cde6-4b55-946c-1388d2dd5ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446234 Aug 16 21:14:08.779758 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-efa2e941-62fa-4886-807d-db2d3b2f75d1 req-3fd9a524-4377-459c-9531-f345372226c4 service neutron] 10.222.0.76 "GET /v2.0/networks/fc7cb229-cde6-4b55-946c-1388d2dd5ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933070 Aug 16 21:14:08.805754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa23133-8acf-448b-8b81-e1b4728622dd req-6112b695-cbbb-43f9-ae3e-eed823b3894c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:08.807331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0aa23133-8acf-448b-8b81-e1b4728622dd req-6112b695-cbbb-43f9-ae3e-eed823b3894c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0520701 Aug 16 21:14:08.850204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0aa23133-8acf-448b-8b81-e1b4728622dd req-58ac8d9a-ca22-43f8-b2b6-b8794877251f tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365868 Aug 16 21:14:08.890714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-efa2e941-62fa-4886-807d-db2d3b2f75d1 req-b7f2d364-8f5a-4954-82fb-7fd88d0bbe45 service neutron] 10.222.0.76 "GET /v2.0/networks/fc7cb229-cde6-4b55-946c-1388d2dd5ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041331 Aug 16 21:14:09.967898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7b836-f6f8-40ed-bebb-025f1918a8c0 req-dc6c1cd3-3e52-4823-b244-bfb26d33b958 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:09.969458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25d7b836-f6f8-40ed-bebb-025f1918a8c0 req-dc6c1cd3-3e52-4823-b244-bfb26d33b958 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0501647 Aug 16 21:14:10.009567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25d7b836-f6f8-40ed-bebb-025f1918a8c0 req-915ed701-10c7-4cf8-aba9-ab9f7f4735bc tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337758 Aug 16 21:14:11.127355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec3d21-e48e-4b48-bb09-396c8a77fada req-9b860ebc-04f1-44b7-a401-753449837292 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:11.128827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62ec3d21-e48e-4b48-bb09-396c8a77fada req-9b860ebc-04f1-44b7-a401-753449837292 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0529566 Aug 16 21:14:11.167254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62ec3d21-e48e-4b48-bb09-396c8a77fada req-ac13d9a5-6ab6-429b-a62e-aaefb168b91d tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323381 Aug 16 21:14:12.283446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb13ba-4c66-49f0-bd00-34504b2bcd7e req-eb9e9c8b-fcb1-4d66-842b-f6630700dc2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:12.284967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cfb13ba-4c66-49f0-bd00-34504b2bcd7e req-eb9e9c8b-fcb1-4d66-842b-f6630700dc2a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0492761 Aug 16 21:14:12.322900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cfb13ba-4c66-49f0-bd00-34504b2bcd7e req-8b7c1941-1f6a-4de8-8b37-834077e70498 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319307 Aug 16 21:14:12.564947 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-ee0fecec-b353-44fa-a8ea-9d9a953d2111 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401711 Aug 16 21:14:12.648915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-fd5af4c8-e3fa-498b-a6f4-0f0277c3b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:12.650477 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-fd5af4c8-e3fa-498b-a6f4-0f0277c3b113 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0415967 Aug 16 21:14:12.759140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-3c0a206e-00b8-4c04-8cda-ea90fa12542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:12.760653 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-3c0a206e-00b8-4c04-8cda-ea90fa12542a service neutron] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.0916655 Aug 16 21:14:12.826263 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-2382f48a-1731-4770-b290-a294dd3de98d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47b7445c-7477-4dff-954c-21261a60b6b9 HTTP/1.1" status: 200 len: 1000 time: 0.0580208 Aug 16 21:14:12.880252 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-92a048ec-a0b6-429a-b4fc-f634bdc3fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:12.881721 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-92a048ec-a0b6-429a-b4fc-f634bdc3fac4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0485222 Aug 16 21:14:12.926396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-1d4d4a7b-9475-45b4-b976-262129416183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:12.927956 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-1d4d4a7b-9475-45b4-b976-262129416183 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392101 Aug 16 21:14:13.024064 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-cfa79ab3-e328-4534-964a-0338011cf207 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883532 Aug 16 21:14:13.124051 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b8fc2185-b404-4af6-974c-c7811f0b7d37 req-3c5d070f-9255-496f-80e2-a421890bde32 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918534 Aug 16 21:14:13.437694 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205b20b-4701-4e6f-a59a-e3d35a93f6c4 req-69a88ae6-d7c5-4979-8b5a-ecf360871ef7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:13.439219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c205b20b-4701-4e6f-a59a-e3d35a93f6c4 req-69a88ae6-d7c5-4979-8b5a-ecf360871ef7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0487680 Aug 16 21:14:13.479280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c205b20b-4701-4e6f-a59a-e3d35a93f6c4 req-63e4ef69-c193-4753-8c42-0af1b58fc9f5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338988 Aug 16 21:14:14.188350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d123721-2c5a-4834-9d1b-1c3ff8967756 req-fd143915-5447-4141-9f27-44aa15c6dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:14.189903 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d123721-2c5a-4834-9d1b-1c3ff8967756 req-fd143915-5447-4141-9f27-44aa15c6dd56 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 1098 time: 0.0410647 Aug 16 21:14:14.229186 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d123721-2c5a-4834-9d1b-1c3ff8967756 req-d76b39a9-45ce-45e0-941c-0a5b2b0b78df service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305142 Aug 16 21:14:14.494516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 09be2e30-8fc6-4467-97ce-95da7df423d0 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:14:14.593612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 09be2e30-8fc6-4467-97ce-95da7df423d0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=09be2e30-8fc6-4467-97ce-95da7df423d0,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:14.605564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'port_id': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'mac_address': 'fa:16:3e:2d:6a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:14:14.621662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67b3bc-a02c-49b1-ac61-1ec5f4bf5e14 req-fe58d193-6d0e-4da7-81f2-c4b2dd46d6d7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:14.629217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c67b3bc-a02c-49b1-ac61-1ec5f4bf5e14 req-fe58d193-6d0e-4da7-81f2-c4b2dd46d6d7 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0685408 Aug 16 21:14:14.649199 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:14.662022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09be2e30-8fc6-4467-97ce-95da7df423d0 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:14:14.664964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c67b3bc-a02c-49b1-ac61-1ec5f4bf5e14 req-3de8fe72-e759-42bd-b289-cca39a1c334c tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348887 Aug 16 21:14:14.682939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 09be2e30-8fc6-4467-97ce-95da7df423d0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=09be2e30-8fc6-4467-97ce-95da7df423d0,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:14.863089 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:14.911547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=09be2e30-8fc6-4467-97ce-95da7df423d0,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:14.919693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:14.920043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:14.920394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:14.920735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:14.921094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:14.921438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:14.921777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:14.922095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:14.922423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:14.922825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:14.923155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:14.923480 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:15.070922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['09be2e30-8fc6-4467-97ce-95da7df423d0'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:14:15.348106 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-994e6095-0f5f-4e61-a572-47693b05e645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:15.780601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47825ed-ee60-4435-8852-65b1793bfb02 req-1cc1f310-3159-439e-a3a1-4cf4b87a7e81 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:15.783169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a47825ed-ee60-4435-8852-65b1793bfb02 req-1cc1f310-3159-439e-a3a1-4cf4b87a7e81 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 945 time: 0.0487866 Aug 16 21:14:15.820149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a47825ed-ee60-4435-8852-65b1793bfb02 req-c595f4d0-3c24-4858-be80-cd812f8011ec tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321090 Aug 16 21:14:15.842358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33486) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:15.905642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-75fd81d8-3513-433c-b19c-d43224bc2025 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/floatingips/b9d025e7-5511-47e0-b000-bb7864db5141 HTTP/1.1" status: 200 len: 993 time: 0.0621729 Aug 16 21:14:16.495183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 09be2e30-8fc6-4467-97ce-95da7df423d0 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:14:16.542767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 09be2e30-8fc6-4467-97ce-95da7df423d0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:14:16.543611 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:16.622294 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:16.645258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:14:16.647621 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a477a3-c966-4761-905c-95b326c7dab5" -d '{"events": [{"server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "name": "network-vif-plugged", "status": "completed", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:14:16.662300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 09be2e30-8fc6-4467-97ce-95da7df423d0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=09be2e30-8fc6-4467-97ce-95da7df423d0,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:16.687678 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013db89e-5410-426c-ae94-b9d813b40f1e x-openstack-request-id: req-013db89e-5410-426c-ae94-b9d813b40f1e {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:14:16.687983 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "name": "network-vif-plugged", "status": "completed", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:14:16.688248 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-013db89e-5410-426c-ae94-b9d813b40f1e {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:14:16.688651 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'code': 200} Aug 16 21:14:16.817344 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:16.867002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=09be2e30-8fc6-4467-97ce-95da7df423d0,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:17.548737 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-64486334-b1c9-4f5f-88d1-b48bcc9f9c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:17.971300 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:19.268534 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:20.908526 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.858747 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.930714 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:44.789729 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:14:45.216748 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-329e2779-240e-42be-85ff-fe86fc25f4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.393184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 33898) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:46.548395 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port c3d36475-39f3-4694-a93a-706d37f930a1 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:14:46.548743 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.624091 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.624416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.635720 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for c3d36475-39f3-4694-a93a-706d37f930a1 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:14:46.942383 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.968217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=c3d36475-39f3-4694-a93a-706d37f930a1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:47.001281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.001636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.001985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.002360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.002698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.003035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.003370 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.003766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.004100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.004523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.004833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.005187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:47.046584 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:47.046966 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Floating IP b9d025e7-5511-47e0-b000-bb7864db5141 disassociated (deleted). External IP: 172.25.4.164, port: 09be2e30-8fc6-4467-97ce-95da7df423d0. Aug 16 21:14:47.259789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 658456b3-182d-43f4-9bc5-29558cc81865 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:14:47.364625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:14:47.369213 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:47.374994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066207f8-1da8-4f85-8d3f-0a7885e57ab5 None None] Sync routers for ids ['658456b3-182d-43f4-9bc5-29558cc81865'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:14:47.387262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066207f8-1da8-4f85-8d3f-0a7885e57ab5 None None] Routers {'658456b3-182d-43f4-9bc5-29558cc81865'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:14:47.388172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-066207f8-1da8-4f85-8d3f-0a7885e57ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:14:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['658456b3-182d-43f4-9bc5-29558cc81865'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:47.405819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-32892b12-d55b-4034-a888-4ae7e88ec7b5 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/floatingips/b9d025e7-5511-47e0-b000-bb7864db5141 HTTP/1.1" status: 204 len: 168 time: 1.0116041 Aug 16 21:14:47.406430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:14:47.421266 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0acf56-2142-4971-968c-ae595aca547e" -d '{"events": [{"name": "network-changed", "server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:14:47.456614 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfb9d59-8b62-4d37-a83a-30e3952cbc00 x-openstack-request-id: req-4bfb9d59-8b62-4d37-a83a-30e3952cbc00 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:14:47.457192 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:14:47.457398 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4bfb9d59-8b62-4d37-a83a-30e3952cbc00 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:14:47.457996 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'status': 'completed', 'code': 200} Aug 16 21:14:47.514535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-066207f8-1da8-4f85-8d3f-0a7885e57ab5 None None] Set router 658456b3-182d-43f4-9bc5-29558cc81865 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:14:47.525246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0acf56-2142-4971-968c-ae595aca547e req-0a75c598-fab9-4c4e-9cb9-83e85ef62bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:47.526871 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fd0acf56-2142-4971-968c-ae595aca547e req-0a75c598-fab9-4c4e-9cb9-83e85ef62bb8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23e2ae7b576b4c98ac09070644381864&device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 1098 time: 0.0470943 Aug 16 21:14:47.589946 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-40b9736e-8179-48d4-bd3f-a13dd94529ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:47.625615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0acf56-2142-4971-968c-ae595aca547e req-5338d5ff-0591-42ad-adcf-d607d32c1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:47.627175 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fd0acf56-2142-4971-968c-ae595aca547e req-5338d5ff-0591-42ad-adcf-d607d32c1204 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fc7cb229-cde6-4b55-946c-1388d2dd5ae0 HTTP/1.1" status: 200 len: 898 time: 0.0919116 Aug 16 21:14:47.674511 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fd0acf56-2142-4971-968c-ae595aca547e req-f91b9f5e-f239-41e1-9e5c-4cda63c8b2e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09be2e30-8fc6-4467-97ce-95da7df423d0 HTTP/1.1" status: 200 len: 217 time: 0.0394268 Aug 16 21:14:47.726016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-066207f8-1da8-4f85-8d3f-0a7885e57ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c5440474-c463-453d-b3db-12ccae37e203', 'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:89:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:12Z', 'updated_at': '2021-08-16T21:13:16Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:47.728878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0acf56-2142-4971-968c-ae595aca547e req-aa9e48e3-5a9e-4fdd-9aed-cd1b4abe02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:47.730434 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fd0acf56-2142-4971-968c-ae595aca547e req-aa9e48e3-5a9e-4fdd-9aed-cd1b4abe02a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87d8e0e4-5857-4c9d-990f-ce091034105c HTTP/1.1" status: 200 len: 833 time: 0.0483224 Aug 16 21:14:47.752143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066207f8-1da8-4f85-8d3f-0a7885e57ab5 None None] Checking router: 658456b3-182d-43f4-9bc5-29558cc81865 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:14:47.760930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066207f8-1da8-4f85-8d3f-0a7885e57ab5 None None] Routers {'658456b3-182d-43f4-9bc5-29558cc81865'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:14:47.761537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-066207f8-1da8-4f85-8d3f-0a7885e57ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:14:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['658456b3-182d-43f4-9bc5-29558cc81865'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:47.782696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0acf56-2142-4971-968c-ae595aca547e req-552a56cd-71aa-4f29-b23b-e0a72985ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:47.782696 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fd0acf56-2142-4971-968c-ae595aca547e req-552a56cd-71aa-4f29-b23b-e0a72985ff10 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fc7cb229-cde6-4b55-946c-1388d2dd5ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407944 Aug 16 21:14:47.879609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-066207f8-1da8-4f85-8d3f-0a7885e57ab5 None None] Set router 658456b3-182d-43f4-9bc5-29558cc81865 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:14:47.880734 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fd0acf56-2142-4971-968c-ae595aca547e req-dc53e914-2eae-4834-967c-91ee98e54677 service neutron] 10.222.0.76 "GET /v2.0/networks/fc7cb229-cde6-4b55-946c-1388d2dd5ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916307 Aug 16 21:14:47.975218 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fd0acf56-2142-4971-968c-ae595aca547e req-13fb385d-b40e-4045-a3f6-aebb800d3e76 service neutron] 10.222.0.76 "GET /v2.0/networks/fc7cb229-cde6-4b55-946c-1388d2dd5ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868187 Aug 16 21:14:48.017684 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:48.067154 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f41be-a35e-417b-9291-d429fd587494 req-7353c069-413c-4e00-a64f-48fde56bfd09 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:48.073967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da2f41be-a35e-417b-9291-d429fd587494 req-7353c069-413c-4e00-a64f-48fde56bfd09 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0505452 Aug 16 21:14:48.093908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-066207f8-1da8-4f85-8d3f-0a7885e57ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c5440474-c463-453d-b3db-12ccae37e203', 'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:89:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:12Z', 'updated_at': '2021-08-16T21:13:16Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:48.109530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da2f41be-a35e-417b-9291-d429fd587494 req-2a9f8bd1-aa31-4c64-92cd-390b9623064a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341914 Aug 16 21:14:48.120908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066207f8-1da8-4f85-8d3f-0a7885e57ab5 None None] The sync data for ids ['658456b3-182d-43f4-9bc5-29558cc81865'] in n-d-793619-14 is: [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 4, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c5440474-c463-453d-b3db-12ccae37e203', 'name': '', 'network_id': 'fc7cb229-cde6-4b55-946c-1388d2dd5ae0', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'mac_address': 'fa:16:3e:89:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:12Z', 'updated_at': '2021-08-16T21:13:16Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'subnets': [{'id': '87d8e0e4-5857-4c9d-990f-ce091034105c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:14:48.352938 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288986c-5cd0-4399-95ce-69accdddc723 None None] New status for floating IP b9d025e7-5511-47e0-b000-bb7864db5141: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:14:49.225562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1a9a6-ee64-496c-831e-e44a82406cc7 req-5aca66c7-817c-4f07-9003-9a142cf3bc28 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:49.226935 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8c1a9a6-ee64-496c-831e-e44a82406cc7 req-5aca66c7-817c-4f07-9003-9a142cf3bc28 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0492675 Aug 16 21:14:49.266296 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8c1a9a6-ee64-496c-831e-e44a82406cc7 req-6d6f7dd3-7f63-48a5-8f1b-50d9a9b05cce tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/security-groups?id=ceb9736d-babb-4a2f-b83b-1d633407e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330665 Aug 16 21:14:49.382652 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:49.399491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51ab08-67cb-4eac-af8d-b3fa7e69e424 req-8ccd911e-dfda-4287-9310-4c5ae76c1c22 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:49.400957 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b51ab08-67cb-4eac-af8d-b3fa7e69e424 req-8ccd911e-dfda-4287-9310-4c5ae76c1c22 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.76 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 946 time: 0.0528824 Aug 16 21:14:49.500233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-2b51ab08-67cb-4eac-af8d-b3fa7e69e424 req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 09be2e30-8fc6-4467-97ce-95da7df423d0 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:14:49.500497 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b51ab08-67cb-4eac-af8d-b3fa7e69e424 req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:49.592974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2b51ab08-67cb-4eac-af8d-b3fa7e69e424 req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port 09be2e30-8fc6-4467-97ce-95da7df423d0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=09be2e30-8fc6-4467-97ce-95da7df423d0,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:49.593368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b51ab08-67cb-4eac-af8d-b3fa7e69e424 req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:49.605064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-2b51ab08-67cb-4eac-af8d-b3fa7e69e424 req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 09be2e30-8fc6-4467-97ce-95da7df423d0 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:14:49.913854 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b51ab08-67cb-4eac-af8d-b3fa7e69e424 req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:49.948626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=09be2e30-8fc6-4467-97ce-95da7df423d0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:49.976942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:49.977316 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:49.977656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:49.977992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:49.978319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:49.978648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:49.978976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:49.979299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:49.979626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:49.979948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:49.980270 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:49.980588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.002918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b51ab08-67cb-4eac-af8d-b3fa7e69e424 req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] No DVR routers for this DVR port 09be2e30-8fc6-4467-97ce-95da7df423d0 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:14:50.005513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2b51ab08-67cb-4eac-af8d-b3fa7e69e424 req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:50.007555 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b51ab08-67cb-4eac-af8d-b3fa7e69e424 req-0f585505-629e-4ed7-b953-ce9b04fd6526 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.76 "DELETE /v2.0/ports/09be2e30-8fc6-4467-97ce-95da7df423d0 HTTP/1.1" status: 204 len: 173 time: 0.6007533 Aug 16 21:14:50.008030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'name': 'network-vif-deleted', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:14:50.010389 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c46376c-269b-4c64-802a-72bdc1b2cc84" -d '{"events": [{"server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "name": "network-vif-deleted", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:14:50.158050 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cacc01d-26f1-4480-beba-bd87034ca860 x-openstack-request-id: req-9cacc01d-26f1-4480-beba-bd87034ca860 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:14:50.158347 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7", "name": "network-vif-deleted", "tag": "09be2e30-8fc6-4467-97ce-95da7df423d0", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:14:50.158606 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9cacc01d-26f1-4480-beba-bd87034ca860 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:14:50.159012 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7', 'name': 'network-vif-deleted', 'tag': '09be2e30-8fc6-4467-97ce-95da7df423d0', 'status': 'completed', 'code': 200} Aug 16 21:14:50.369491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76aa4cfd-6a94-4924-ac09-d4e86eda6926 req-3d48e09a-6122-481f-82b4-349d3405fb5a tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "GET /v2.0/ports?device_id=edebfc1b-d0a6-4c04-b7b1-8a7d1af359f7 HTTP/1.1" status: 200 len: 210 time: 0.0325117 Aug 16 21:14:50.754046 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:51.427508 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34032) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:51.784651 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:52.044924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port c5440474-c463-453d-b3db-12ccae37e203 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:14:52.045300 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:52.139986 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port c5440474-c463-453d-b3db-12ccae37e203, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c5440474-c463-453d-b3db-12ccae37e203,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:52.140363 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:52.152582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for c5440474-c463-453d-b3db-12ccae37e203 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:14:52.490089 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:52.516945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=c5440474-c463-453d-b3db-12ccae37e203,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:52.668800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 09be2e30-8fc6-4467-97ce-95da7df423d0 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:14:52.696425 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 09be2e30-8fc6-4467-97ce-95da7df423d0 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:14:52.696834 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 09be2e30-8fc6-4467-97ce-95da7df423d0 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:14:52.705839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:52.922228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Router 658456b3-182d-43f4-9bc5-29558cc81865 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:14:53.026070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:14:53.030978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b0922f33-72c4-472d-8fdb-c746f5b1e2c6 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "PUT /v2.0/routers/658456b3-182d-43f4-9bc5-29558cc81865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6023808 Aug 16 21:14:53.033667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34070) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:53.035792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfeef0-d0a7-4d01-ac48-301409317009 None None] Sync routers for ids ['658456b3-182d-43f4-9bc5-29558cc81865'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:14:53.045647 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfeef0-d0a7-4d01-ac48-301409317009 None None] Routers {'658456b3-182d-43f4-9bc5-29558cc81865'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:14:53.046270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8ecfeef0-d0a7-4d01-ac48-301409317009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:14:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['658456b3-182d-43f4-9bc5-29558cc81865'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:53.084975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54fca52-fe97-41e1-b95c-bc24add6fa13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting subnet 87d8e0e4-5857-4c9d-990f-ce091034105c {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:14:53.088910 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e54fca52-fe97-41e1-b95c-bc24add6fa13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:53.128473 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e54fca52-fe97-41e1-b95c-bc24add6fa13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:53.151533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-8ecfeef0-d0a7-4d01-ac48-301409317009 None None] Set router 658456b3-182d-43f4-9bc5-29558cc81865 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:14:53.215333 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e54fca52-fe97-41e1-b95c-bc24add6fa13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:53.331818 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8ecfeef0-d0a7-4d01-ac48-301409317009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:14:52Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:53.358777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfeef0-d0a7-4d01-ac48-301409317009 None None] Checking router: 658456b3-182d-43f4-9bc5-29558cc81865 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:14:53.367028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfeef0-d0a7-4d01-ac48-301409317009 None None] Routers {'658456b3-182d-43f4-9bc5-29558cc81865'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:14:53.367619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8ecfeef0-d0a7-4d01-ac48-301409317009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:14:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['658456b3-182d-43f4-9bc5-29558cc81865'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:53.399457 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e54fca52-fe97-41e1-b95c-bc24add6fa13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:53.428090 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fca52-fe97-41e1-b95c-bc24add6fa13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Subnet': ['ID=87d8e0e4-5857-4c9d-990f-ce091034105c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:53.433780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e54fca52-fe97-41e1-b95c-bc24add6fa13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:53.435628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e54fca52-fe97-41e1-b95c-bc24add6fa13 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/subnets/87d8e0e4-5857-4c9d-990f-ce091034105c HTTP/1.1" status: 204 len: 168 time: 0.4010260 Aug 16 21:14:53.439059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34084) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:53.554416 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:53.616548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d986fa22-3bad-49e6-a8f1-63d94febdcb3 None None] Network fc7cb229-cde6-4b55-946c-1388d2dd5ae0 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:14:53.663780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:53.697212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-8ecfeef0-d0a7-4d01-ac48-301409317009 None None] Set router 658456b3-182d-43f4-9bc5-29558cc81865 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:14:53.818802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Deleting port 93c01b49-5c86-4b46-84c2-16bc5baa707b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:14:53.819148 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:53.906369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] For port 93c01b49-5c86-4b46-84c2-16bc5baa707b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=93c01b49-5c86-4b46-84c2-16bc5baa707b,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:53.908183 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:53.919249 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Calling delete_port for 93c01b49-5c86-4b46-84c2-16bc5baa707b owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:14:53.923494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8ecfeef0-d0a7-4d01-ac48-301409317009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:14:52Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:53.957778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a809068-21cc-4065-99cc-df70e38414cb None None] DHCP port deletion for fc7cb229-cde6-4b55-946c-1388d2dd5ae0 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:14:53.961563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfeef0-d0a7-4d01-ac48-301409317009 None None] The sync data for ids ['658456b3-182d-43f4-9bc5-29558cc81865'] in n-d-793619-14 is: [{'id': '658456b3-182d-43f4-9bc5-29558cc81865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649334212', 'tenant_id': '23e2ae7b576b4c98ac09070644381864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:07Z', 'updated_at': '2021-08-16T21:14:52Z', 'revision_number': 5, 'project_id': '23e2ae7b576b4c98ac09070644381864', 'gw_port': {'id': '93c01b49-5c86-4b46-84c2-16bc5baa707b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658456b3-182d-43f4-9bc5-29558cc81865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:13:08Z', 'updated_at': '2021-08-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:14:54.011069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4a809068-21cc-4065-99cc-df70e38414cb None None] Deleting port 27689e48-69fa-47f9-9aca-63f60b3239b3 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:14:54.011564 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4a809068-21cc-4065-99cc-df70e38414cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.078041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4a809068-21cc-4065-99cc-df70e38414cb None None] For port 27689e48-69fa-47f9-9aca-63f60b3239b3, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=27689e48-69fa-47f9-9aca-63f60b3239b3,segment=NetworkSegment(c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4),segment_id=c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:54.078441 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4a809068-21cc-4065-99cc-df70e38414cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.091494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4a809068-21cc-4065-99cc-df70e38414cb None None] Calling delete_port for 27689e48-69fa-47f9-9aca-63f60b3239b3 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:14:54.250738 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.278639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Port': ['ID=93c01b49-5c86-4b46-84c2-16bc5baa707b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:54.290989 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4a809068-21cc-4065-99cc-df70e38414cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.317455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a809068-21cc-4065-99cc-df70e38414cb None None] Pushing event deleted for resources: {'Port': ['ID=27689e48-69fa-47f9-9aca-63f60b3239b3,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:54.323560 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a809068-21cc-4065-99cc-df70e38414cb None None] No DVR routers for this DVR port 27689e48-69fa-47f9-9aca-63f60b3239b3 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:14:54.348084 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.457936 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.460302 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.469433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 27689e48-69fa-47f9-9aca-63f60b3239b3 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:14:54.490996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 27689e48-69fa-47f9-9aca-63f60b3239b3 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:14:54.493677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 27689e48-69fa-47f9-9aca-63f60b3239b3 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:14:54.493677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c5440474-c463-453d-b3db-12ccae37e203 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:14:54.516378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c5440474-c463-453d-b3db-12ccae37e203 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:14:54.516731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c5440474-c463-453d-b3db-12ccae37e203 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:14:54.639384 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.639871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Fanout notify agent at l3_agent the message router_deleted on router 658456b3-182d-43f4-9bc5-29558cc81865 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:14:54.647285 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.648413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7e41a2aa-575e-49b5-ad61-6fc690bae5fe tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/routers/658456b3-182d-43f4-9bc5-29558cc81865 HTTP/1.1" status: 204 len: 168 time: 1.2083924 Aug 16 21:14:54.651237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34118) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:54.733908 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.825629 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.835357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7cb229-cde6-4b55-946c-1388d2dd5ae0']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:54.845345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:54.845643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c16435-61a5-4dde-bbe5-a3fe6c5cf0a4') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:54.854213 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.868636 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.874939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:14:54.875564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:14:54.878356 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:14:55.062007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:55.071240 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:55.073238 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/networks/fc7cb229-cde6-4b55-946c-1388d2dd5ae0 HTTP/1.1" status: 204 len: 168 time: 0.4210346 Aug 16 21:14:55.076121 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34132) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:55.083275 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92719554-7053-4bee-a4e8-8e563ab8a3e3 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'Network': ['ID=fc7cb229-cde6-4b55-946c-1388d2dd5ae0,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:55.140685 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ade0a4e-c01f-4cea-bb60-3356c6882b00 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:55.166231 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ade0a4e-c01f-4cea-bb60-3356c6882b00 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:55.341362 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ade0a4e-c01f-4cea-bb60-3356c6882b00 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:55.344200 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7ade0a4e-c01f-4cea-bb60-3356c6882b00 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:55.345558 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7ade0a4e-c01f-4cea-bb60-3356c6882b00 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] 10.222.0.74 "DELETE /v2.0/security-groups/ceb9736d-babb-4a2f-b83b-1d633407e2d5 HTTP/1.1" status: 204 len: 168 time: 0.2678196 Aug 16 21:14:55.359153 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade0a4e-c01f-4cea-bb60-3356c6882b00 tempest-TestNetworkAdvancedServerOps-1709557244 tempest-TestNetworkAdvancedServerOps-1709557244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb9736d-babb-4a2f-b83b-1d633407e2d5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:56.212867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 93c01b49-5c86-4b46-84c2-16bc5baa707b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:14:56.233789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 93c01b49-5c86-4b46-84c2-16bc5baa707b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:14:56.234142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 93c01b49-5c86-4b46-84c2-16bc5baa707b not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:14:56.277691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34170) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:56.422135 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d0786592-2e6f-4435-95d0-fcc672a98e66 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=23e2ae7b576b4c98ac09070644381864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432688 Aug 16 21:14:56.424610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34174) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:56.478326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3da565f8-2f1f-47ee-81cb-107586439c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:56.499301 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3da565f8-2f1f-47ee-81cb-107586439c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:56.698051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3da565f8-2f1f-47ee-81cb-107586439c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:56.700874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3da565f8-2f1f-47ee-81cb-107586439c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:56.702104 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3da565f8-2f1f-47ee-81cb-107586439c00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0774c296-793c-4a61-b44b-67a8eb1c53d2 HTTP/1.1" status: 204 len: 168 time: 0.2765458 Aug 16 21:14:56.712516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da565f8-2f1f-47ee-81cb-107586439c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0774c296-793c-4a61-b44b-67a8eb1c53d2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:58.036951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34212) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:58.081193 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-31c86729-bc80-4b11-8534-7416c8164ab6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3a90f29f10ba4481ba014135a24c4aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399997 Aug 16 21:14:58.082744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34216) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:58.132776 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c09ce0ed-d1f9-4f16-b92e-8b0e4648b104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:58.153217 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c09ce0ed-d1f9-4f16-b92e-8b0e4648b104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:58.382529 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c09ce0ed-d1f9-4f16-b92e-8b0e4648b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:58.385221 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c09ce0ed-d1f9-4f16-b92e-8b0e4648b104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:58.386441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c09ce0ed-d1f9-4f16-b92e-8b0e4648b104 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ffa98a1c-3201-42d1-ab3e-a1b2f404e89c HTTP/1.1" status: 204 len: 168 time: 0.3028576 Aug 16 21:14:58.394435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ce0ed-d1f9-4f16-b92e-8b0e4648b104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa98a1c-3201-42d1-ab3e-a1b2f404e89c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:59.304198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-2ffc295b-fb97-44d7-8070-8ac0f02274f2 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:59.305715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-2ffc295b-fb97-44d7-8070-8ac0f02274f2 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/networks?id=4a07ebe4-adfa-4102-864d-b0230571263b HTTP/1.1" status: 200 len: 813 time: 0.4612925 Aug 16 21:14:59.320540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-6bc27d1c-b72b-4d0a-8146-cf6b982ef97e tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/quotas/66288714219047ad8a43cfd4d609fac1 HTTP/1.1" status: 200 len: 375 time: 0.0089858 Aug 16 21:14:59.352287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-31e3f280-e730-464b-b720-5372cb70b4af tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=66288714219047ad8a43cfd4d609fac1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265439 Aug 16 21:14:59.445940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-16961187-44f0-4cfb-bfd9-272b018f448e service neutron] 10.222.0.74 "GET /v2.0/networks/4a07ebe4-adfa-4102-864d-b0230571263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867367 Aug 16 21:14:59.539335 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-3772a687-73af-471a-8efa-983f2ef6a07d service neutron] 10.222.0.74 "GET /v2.0/networks/4a07ebe4-adfa-4102-864d-b0230571263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870142 Aug 16 21:15:00.047655 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-219c5f07-6de4-4cae-8c35-0486b2adf57a req-234bc7d3-6c16-403b-babd-faa8b5db4548 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 210 time: 0.0284102 Aug 16 21:15:01.020660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34278) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:01.129179 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8f6f9bf-4e81-4191-a305-83430f2cf274 req-f3ac7c04-d4a6-49b6-943f-06ad8dc5f97d tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 210 time: 0.0320683 Aug 16 21:15:01.167028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'network': {'name': 'tempest-network-smoke--1279180114', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'port_security_enabled': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:01.313187 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Made reservation on behalf of ed69d30b6f334d54b53d495f5679515c for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:01.316817 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.325991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.415111 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.587722 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.613658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:15:01.623710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf51b7f-c396-406b-8bfb-06cbbd8e68b1,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:01.628453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.628799 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Added segment 19fbdca4-edc6-4954-83a0-1db35860c26f of type vlan for network 4c27840e-af63-4c48-aa39-c895e825b02b Aug 16 21:15:01.668764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.855867 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.861509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:01.862104 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.929341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Network': ['ID=4c27840e-af63-4c48-aa39-c895e825b02b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:01.940051 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 4c27840e-af63-4c48-aa39-c895e825b02b details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:15:02.040126 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-93f558ef-d905-483f-8317-dc6a50d90a02 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0183010 Aug 16 21:15:02.042955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34286) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:02.060136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-694013956', 'admin_state_up': True, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:02.211331 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:02.221969 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:02.232515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6538f7b6-eee3-450a-a8a5-dad64407831e req-1c98f0cb-dd35-44d2-bc6d-50f1783d6381 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 210 time: 0.0336385 Aug 16 21:15:02.282429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:02.613235 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:02.954162 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:02.972588 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:03.039427 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:03.040131 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:03.074702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Allocated IP 172.25.4.222 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/f0816431-63ba-4514-bde0-fb015a30349b) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:03.179638 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:03.325159 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-273540b1-8e63-4211-8dc8-c873682e7a9d req-447b2088-586a-4ab0-81dc-ffa286369e60 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 210 time: 0.0268376 Aug 16 21:15:03.399388 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:03.443455 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:03.446301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:03.449944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:03.473685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=f0816431-63ba-4514-bde0-fb015a30349b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:03.830948 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.031318 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.088788 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-6681c100-4da3-44b0-9057-dddd3375de41 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:04.090180 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-6681c100-4da3-44b0-9057-dddd3375de41 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.76 "GET /v2.0/networks?id=4a07ebe4-adfa-4102-864d-b0230571263b HTTP/1.1" status: 200 len: 813 time: 0.1071837 Aug 16 21:15:04.103948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Request body: {'port': {'device_id': 'ae3aa24d-5d65-4fc1-818c-6d2b81939539', 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b', 'admin_state_up': True, 'tenant_id': '66288714219047ad8a43cfd4d609fac1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:04.330067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:15:04.404871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Made reservation on behalf of 66288714219047ad8a43cfd4d609fac1 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:04.408645 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.451650 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5884edb9-5578-4745-8f95-bd418351092f req-b4212652-dac5-4f2e-bc65-d3a1ec696350 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 210 time: 0.0366642 Aug 16 21:15:04.466712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:04.480047 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Sync routers for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:04.489419 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:04.490023 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:14:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:04.556739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Allocated IP 172.20.0.3 (4a07ebe4-adfa-4102-864d-b0230571263b/df7cdc40-2ca1-4b8c-8eef-4bc98a03c9f1/4e64a402-50fa-4bc8-87b7-575b814b591d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:04.687028 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:04.710242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.787041 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.788327 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c5deea83-789f-433b-b5fb-5ba069726632 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7444234 Aug 16 21:15:04.791733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34296) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:04.866947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ebe52c32-4002-404e-8106-b131dd325007 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=ed69d30b6f334d54b53d495f5679515c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740902 Aug 16 21:15:04.869916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34300) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:04.872257 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:03Z', 'revision_number': 3, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:04.901753 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Checking router: da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:04.905664 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Updating router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc port f0816431-63ba-4514-bde0-fb015a30349b binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:15:04.926242 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.954206 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.030423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Network 4a07ebe4-adfa-4102-864d-b0230571263b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:05.048407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:05.057168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:05.094127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Pushing event updated for resources: {'Port': ['ID=4e64a402-50fa-4bc8-87b7-575b814b591d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:05.106964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636a512-ebb5-41e4-866a-6e371e43f0fb tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:05.108579 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b636a512-ebb5-41e4-866a-6e371e43f0fb tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2375085 Aug 16 21:15:05.111437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34302) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:05.143671 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6dc63bfe-80d4-46d7-a004-8a5ecaff2804 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311606 Aug 16 21:15:05.147148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34304) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:05.150216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:05.150824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.152428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2141699730', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:05.180796 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.190716 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Transition to ACTIVE for port object f0816431-63ba-4514-bde0-fb015a30349b will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:05.251542 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d684e914-fdad-4090-ba69-3a4582f5d9ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1516833 Aug 16 21:15:05.262667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-c1bbc835-fe5e-4a1e-8071-57136d0fa33c tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:15:05.263624 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-c1bbc835-fe5e-4a1e-8071-57136d0fa33c tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051551 Aug 16 21:15:05.318366 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.328030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Request body: {'port': {'device_id': 'ae3aa24d-5d65-4fc1-818c-6d2b81939539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:05.373813 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Attempting to bind port f0816431-63ba-4514-bde0-fb015a30349b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:05.374184 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Attempting to bind port f0816431-63ba-4514-bde0-fb015a30349b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:05.374544 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Attempting to bind port f0816431-63ba-4514-bde0-fb015a30349b on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:05.381662 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Pushing event updated for resources: {'Port': ['ID=f0816431-63ba-4514-bde0-fb015a30349b,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:05.390408 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.390563 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:05.390563 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:05.390563 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.390563 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:05.390563 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Bound port: f0816431-63ba-4514-bde0-fb015a30349b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:05.390563 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.409802 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.410141 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.410478 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.410852 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.411189 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.411547 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.411875 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.412253 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.413094 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.413417 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.413738 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.414055 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:05.450508 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] For port f0816431-63ba-4514-bde0-fb015a30349b, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:05.453517 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] For port f0816431-63ba-4514-bde0-fb015a30349b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f0816431-63ba-4514-bde0-fb015a30349b,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:05.489917 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Made reservation on behalf of ed69d30b6f334d54b53d495f5679515c for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:05.499458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.619231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b9069-c968-439c-9b5b-7a731b6011d4 req-b2db9f24-ee64-4869-a581-6a818bd687e0 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:05.621292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-581b9069-c968-439c-9b5b-7a731b6011d4 req-b2db9f24-ee64-4869-a581-6a818bd687e0 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 931 time: 0.0760167 Aug 16 21:15:05.655789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e64a402-50fa-4bc8-87b7-575b814b591d {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:05.663877 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.667579 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.678324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Transition to ACTIVE for port object 4e64a402-50fa-4bc8-87b7-575b814b591d will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:05.691050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-581b9069-c968-439c-9b5b-7a731b6011d4 req-7a28d024-7773-4c7e-a138-6c027990b14f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635450 Aug 16 21:15:05.735718 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:05.736334 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:14:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:05.738976 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd53e8-cf96-4dff-aa93-77ee9e6b3ce8 None None] Pushing event updated for resources: {'Port': ['ID=f0816431-63ba-4514-bde0-fb015a30349b,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:05.786840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.835791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Pushing event updated for resources: {'Port': ['ID=4e64a402-50fa-4bc8-87b7-575b814b591d,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:05.846649 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:05.850298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-d6de7adf-0740-4751-8225-f206026c7180 req-8559038c-ca8c-44b3-a184-6c102c2256cb service neutron] (95261) timed out ('10.222.0.79', 50011) {{(pid=95261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:15:05.907130 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Attempting to bind port 4e64a402-50fa-4bc8-87b7-575b814b591d on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:05.907472 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Attempting to bind port 4e64a402-50fa-4bc8-87b7-575b814b591d by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'fd4aa87f-8819-4f01-b199-65ffa09ed667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:05.907803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Attempting to bind port 4e64a402-50fa-4bc8-87b7-575b814b591d on network 4a07ebe4-adfa-4102-864d-b0230571263b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:05.912820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Port 4e64a402-50fa-4bc8-87b7-575b814b591d on network 4a07ebe4-adfa-4102-864d-b0230571263b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:15:05.913175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Attempting to bind port 4e64a402-50fa-4bc8-87b7-575b814b591d on network 4a07ebe4-adfa-4102-864d-b0230571263b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:05.917912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:05.918248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Checking segment: {'id': 'fd4aa87f-8819-4f01-b199-65ffa09ed667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:05.918629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Bound using segment: {'id': 'fd4aa87f-8819-4f01-b199-65ffa09ed667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:05.919054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Bound port: 4e64a402-50fa-4bc8-87b7-575b814b591d, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4aa87f-8819-4f01-b199-65ffa09ed667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:05.919409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.965429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.983683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] For port 4e64a402-50fa-4bc8-87b7-575b814b591d, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:05.986980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] For port 4e64a402-50fa-4bc8-87b7-575b814b591d, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e64a402-50fa-4bc8-87b7-575b814b591d,segment=NetworkSegment(fd4aa87f-8819-4f01-b199-65ffa09ed667),segment_id=fd4aa87f-8819-4f01-b199-65ffa09ed667)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:06.031878 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:03Z', 'revision_number': 3, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:06.035168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Subnet': ['ID=85d5a302-fd25-4121-b31c-ac8636253456,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:06.041199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Checking segment: {'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:06.041702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network hostable DHCP agents. Network: 4c27840e-af63-4c48-aa39-c895e825b02b, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:15:06.058656 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f271b7e-19a2-48ee-b95d-a8c706542819 None None] The sync data for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 is: [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:03Z', 'revision_number': 3, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:06.148376 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:06.182411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:06.184996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:06.184996 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] 10.222.0.76 "PUT /v2.0/ports/4e64a402-50fa-4bc8-87b7-575b814b591d HTTP/1.1" status: 200 len: 1092 time: 0.9135742 Aug 16 21:15:06.186932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3aa24d-5d65-4fc1-818c-6d2b81939539', 'tag': '4e64a402-50fa-4bc8-87b7-575b814b591d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:06.189273 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baf5d09-429a-423b-88e7-6571de0b55c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3aa24d-5d65-4fc1-818c-6d2b81939539", "tag": "4e64a402-50fa-4bc8-87b7-575b814b591d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:06.216347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cc9f7-dc52-4b2f-9ea2-c12ff55d5995 service neutron] Pushing event updated for resources: {'Port': ['ID=4e64a402-50fa-4bc8-87b7-575b814b591d,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:06.228687 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d68974-ccb6-4334-9d2d-657ebbb78ccb x-openstack-request-id: req-65d68974-ccb6-4334-9d2d-657ebbb78ccb {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:06.228983 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3aa24d-5d65-4fc1-818c-6d2b81939539", "tag": "4e64a402-50fa-4bc8-87b7-575b814b591d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:06.229282 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-65d68974-ccb6-4334-9d2d-657ebbb78ccb {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:06.229688 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3aa24d-5d65-4fc1-818c-6d2b81939539', 'tag': '4e64a402-50fa-4bc8-87b7-575b814b591d', 'status': 'completed', 'code': 200} Aug 16 21:15:06.298752 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network 4c27840e-af63-4c48-aa39-c895e825b02b is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:15:06.303295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5d09-429a-423b-88e7-6571de0b55c0 req-c4afc8c7-641c-49d9-9b40-7545f1777bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:06.305198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7baf5d09-429a-423b-88e7-6571de0b55c0 req-c4afc8c7-641c-49d9-9b40-7545f1777bcb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66288714219047ad8a43cfd4d609fac1&device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 1095 time: 0.0547683 Aug 16 21:15:06.415705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5d09-429a-423b-88e7-6571de0b55c0 req-d2b2925e-5430-4b3f-a321-0aa07a9cd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:06.417246 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7baf5d09-429a-423b-88e7-6571de0b55c0 req-d2b2925e-5430-4b3f-a321-0aa07a9cd067 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=66288714219047ad8a43cfd4d609fac1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1042171 Aug 16 21:15:06.484194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 4c27840e-af63-4c48-aa39-c895e825b02b) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:06.491364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:06.491364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:06.501429 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0542f79d-7276-459f-ba20-88ccedebc171 None None] Network 4c27840e-af63-4c48-aa39-c895e825b02b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:15:06.523553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5d09-429a-423b-88e7-6571de0b55c0 req-4999da1a-b130-470b-b026-6228c1329023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:06.524947 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7baf5d09-429a-423b-88e7-6571de0b55c0 req-4999da1a-b130-470b-b026-6228c1329023 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014531 Aug 16 21:15:06.607119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-fef44f73-ae13-4b61-b173-fe78deb308e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:06.608611 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-fef44f73-ae13-4b61-b173-fe78deb308e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66288714219047ad8a43cfd4d609fac1&device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 1095 time: 0.0438669 Aug 16 21:15:06.656796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-49251fc1-fc95-4b0e-b798-a470de499a5f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e64a402-50fa-4bc8-87b7-575b814b591d HTTP/1.1" status: 200 len: 217 time: 0.0402339 Aug 16 21:15:06.661736 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-4c27840e-af63-4c48-aa39-c895e825b02b', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:15:06.663843 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:06.693714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-84012748-bcba-4257-8ec0-a40f9ab2d321 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5452592 Aug 16 21:15:06.694252 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34312) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:06.867576 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de7b76-debc-4a97-abf7-ccb59c845017 req-2bc3d748-d147-4949-a99a-28450f5cca15 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:06.869343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5de7b76-debc-4a97-abf7-ccb59c845017 req-2bc3d748-d147-4949-a99a-28450f5cca15 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 943 time: 0.0668297 Aug 16 21:15:06.883651 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Allocated IP 172.20.0.2 (4c27840e-af63-4c48-aa39-c895e825b02b/85d5a302-fd25-4121-b31c-ac8636253456/debab9e8-3b53-4360-998c-da2687825311) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:06.915735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5de7b76-debc-4a97-abf7-ccb59c845017 req-2bf2c2f1-6af3-47e8-905c-204df480b9b2 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Aug 16 21:15:07.061488 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:07.070321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Transition to ACTIVE for port object debab9e8-3b53-4360-998c-da2687825311 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:07.086284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Transition to ACTIVE for port object debab9e8-3b53-4360-998c-da2687825311 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:07.190754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d4d406ce-8f06-4ee7-90c1-c8dc32b99810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:07.192147 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-d4d406ce-8f06-4ee7-90c1-c8dc32b99810 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=df7cdc40-2ca1-4b8c-8eef-4bc98a03c9f1 HTTP/1.1" status: 200 len: 853 time: 0.5285540 Aug 16 21:15:07.222098 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:07.234702 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-340df44a-0501-47e6-8728-45af83b93565 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a07ebe4-adfa-4102-864d-b0230571263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350733 Aug 16 21:15:07.264221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Network 4c27840e-af63-4c48-aa39-c895e825b02b is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:07.267254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:07.271560 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:07.275201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Pushing event updated for resources: {'Port': ['ID=debab9e8-3b53-4360-998c-da2687825311,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:07.328840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Attempting to bind port debab9e8-3b53-4360-998c-da2687825311 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:07.329310 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Attempting to bind port debab9e8-3b53-4360-998c-da2687825311 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:07.329687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Attempting to bind port debab9e8-3b53-4360-998c-da2687825311 on network 4c27840e-af63-4c48-aa39-c895e825b02b {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:07.334854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:07.335358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Checking segment: {'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:07.335803 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:07.336245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Bound using segment: {'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:07.336712 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Bound port: debab9e8-3b53-4360-998c-da2687825311, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:07.337396 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:07.405125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] For port debab9e8-3b53-4360-998c-da2687825311, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:07.408265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] For port debab9e8-3b53-4360-998c-da2687825311, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=debab9e8-3b53-4360-998c-da2687825311,segment=NetworkSegment(19fbdca4-edc6-4954-83a0-1db35860c26f),segment_id=19fbdca4-edc6-4954-83a0-1db35860c26f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:07.437109 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-ef301a57-83b3-4527-bd13-9600e9325888 service neutron] 10.222.0.76 "GET /v2.0/networks/4a07ebe4-adfa-4102-864d-b0230571263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721327 Aug 16 21:15:07.607411 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:07.612883 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2486cb1f-2efc-4e88-94a6-96a4abc046a0 req-863fcded-1520-438e-96f4-b57df1390087 service neutron] 10.222.0.76 "GET /v2.0/networks/4a07ebe4-adfa-4102-864d-b0230571263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644285 Aug 16 21:15:07.673236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3b68a-3c08-4883-85f9-9f7b1eef0a61 None None] Pushing event updated for resources: {'Port': ['ID=debab9e8-3b53-4360-998c-da2687825311,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:07.720094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.021413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Allocated IP 172.20.0.1 (4c27840e-af63-4c48-aa39-c895e825b02b/85d5a302-fd25-4121-b31c-ac8636253456/652cf528-0627-421c-8e7c-6c808aec6d82) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:08.035169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa321b8-6803-4bd5-bc2c-72b530114ddc req-73faa669-623a-433c-9abb-c3af8e8d4d25 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:08.036655 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffa321b8-6803-4bd5-bc2c-72b530114ddc req-73faa669-623a-433c-9abb-c3af8e8d4d25 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 943 time: 0.0510671 Aug 16 21:15:08.082228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffa321b8-6803-4bd5-bc2c-72b530114ddc req-e88bd360-00d4-41db-8354-a1ac4fd843c5 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367208 Aug 16 21:15:08.145624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.159281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Transition to ACTIVE for port object 652cf528-0627-421c-8e7c-6c808aec6d82 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:08.306222 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.321857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f0816431-63ba-4514-bde0-fb015a30349b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:08.343842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network 4c27840e-af63-4c48-aa39-c895e825b02b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:08.347203 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:08.353613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:08.388862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=652cf528-0627-421c-8e7c-6c808aec6d82,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:08.411042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.489833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port f0816431-63ba-4514-bde0-fb015a30349b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:08.494597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f0816431-63ba-4514-bde0-fb015a30349b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:08.501911 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.582996 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.605544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port f0816431-63ba-4514-bde0-fb015a30349b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f0816431-63ba-4514-bde0-fb015a30349b,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:08.638089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f41409-2ef1-4f7a-9f30-39dd10e6fca3 None None] Network 4c27840e-af63-4c48-aa39-c895e825b02b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:15:08.708413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.794206 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.795045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device debab9e8-3b53-4360-998c-da2687825311 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:08.875404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=f0816431-63ba-4514-bde0-fb015a30349b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:08.901712 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b4aa3750-2fb7-4d28-9056-2edbfe78eb90 None None] Provisioning for port debab9e8-3b53-4360-998c-da2687825311 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:09.012358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:09.061520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port debab9e8-3b53-4360-998c-da2687825311 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:09.065739 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port debab9e8-3b53-4360-998c-da2687825311 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:09.066244 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:09.107775 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:09.134199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2a138a0d-ad4e-4bae-9322-d0cc18a4f550 None None] Provisioning complete for port debab9e8-3b53-4360-998c-da2687825311 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:09.134579 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2a138a0d-ad4e-4bae-9322-d0cc18a4f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:09.198181 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:09.210916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:09.214569 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=652cf528-0627-421c-8e7c-6c808aec6d82,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:09.221841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14b920-df41-4e32-bda9-adf24ebdd819 req-88e83ce4-5988-4851-bf37-cf21cb928ba9 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.229590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb14b920-df41-4e32-bda9-adf24ebdd819 req-88e83ce4-5988-4851-bf37-cf21cb928ba9 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 943 time: 0.0685873 Aug 16 21:15:09.250672 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port debab9e8-3b53-4360-998c-da2687825311, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=debab9e8-3b53-4360-998c-da2687825311,segment=NetworkSegment(19fbdca4-edc6-4954-83a0-1db35860c26f),segment_id=19fbdca4-edc6-4954-83a0-1db35860c26f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:09.269570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb14b920-df41-4e32-bda9-adf24ebdd819 req-5ceadee9-6c92-4616-a1ca-d14aa127a49e tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Aug 16 21:15:09.291650 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2a138a0d-ad4e-4bae-9322-d0cc18a4f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:09.332134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network 4c27840e-af63-4c48-aa39-c895e825b02b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:09.333536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:09.405042 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:09.457337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:09.470982 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-2a138a0d-ad4e-4bae-9322-d0cc18a4f550 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:15:09.471410 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-2a138a0d-ad4e-4bae-9322-d0cc18a4f550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:15:09.484266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=debab9e8-3b53-4360-998c-da2687825311,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:09.572220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:09.578789 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a73984bc-bc2b-4621-ac99-b3bc23d58a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "PUT /v2.0/routers/da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8820050 Aug 16 21:15:09.579757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34322) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:09.582372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Sync routers for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:09.591784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:09.592392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:14:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:09.699212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:09.753421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ca76e-397f-458a-a4c2-fb6821ae6d21 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.753910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ca76e-397f-458a-a4c2-fb6821ae6d21 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.754393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ca76e-397f-458a-a4c2-fb6821ae6d21 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.754877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ca76e-397f-458a-a4c2-fb6821ae6d21 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.755342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ca76e-397f-458a-a4c2-fb6821ae6d21 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.755860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ca76e-397f-458a-a4c2-fb6821ae6d21 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.756402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ca76e-397f-458a-a4c2-fb6821ae6d21 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.758318 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b52ca76e-397f-458a-a4c2-fb6821ae6d21 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.1776512 Aug 16 21:15:09.761047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34324) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:09.848371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90343c21-56c0-4ba4-ab78-fb64d38803f1 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.848770 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90343c21-56c0-4ba4-ab78-fb64d38803f1 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.849269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90343c21-56c0-4ba4-ab78-fb64d38803f1 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.849802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90343c21-56c0-4ba4-ab78-fb64d38803f1 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.850303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90343c21-56c0-4ba4-ab78-fb64d38803f1 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.850771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90343c21-56c0-4ba4-ab78-fb64d38803f1 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.851230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90343c21-56c0-4ba4-ab78-fb64d38803f1 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.855815 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-90343c21-56c0-4ba4-ab78-fb64d38803f1 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.0910692 Aug 16 21:15:09.855815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34326) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:09.899569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 2, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:09.926790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Checking router: da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:09.927150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Updating router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc port 652cf528-0627-421c-8e7c-6c808aec6d82 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:15:09.952654 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.110822 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-93d88427-e6ad-4344-a488-963675cdfd87 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2514117 Aug 16 21:15:10.232241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2a138a0d-ad4e-4bae-9322-d0cc18a4f550 None None] Provisioning for port 652cf528-0627-421c-8e7c-6c808aec6d82 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:10.240023 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2a138a0d-ad4e-4bae-9322-d0cc18a4f550 None None] Provisioning complete for port 652cf528-0627-421c-8e7c-6c808aec6d82 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:10.240970 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2a138a0d-ad4e-4bae-9322-d0cc18a4f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.274924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f0816431-63ba-4514-bde0-fb015a30349b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:10.281591 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.316898 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2a138a0d-ad4e-4bae-9322-d0cc18a4f550 None None] Port 652cf528-0627-421c-8e7c-6c808aec6d82 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:15:10.321086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Transition to ACTIVE for port object 652cf528-0627-421c-8e7c-6c808aec6d82 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:10.346379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f0816431-63ba-4514-bde0-fb015a30349b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:10.346755 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.389201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdd235-f2b5-45fc-a093-ba7ce41fac6a req-0c45e658-c0b6-4f91-a95d-a5e169a2f7f0 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:10.390726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19fdd235-f2b5-45fc-a093-ba7ce41fac6a req-0c45e658-c0b6-4f91-a95d-a5e169a2f7f0 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 943 time: 0.0496373 Aug 16 21:15:10.403842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34332) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:10.408421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-71c1958e-4b4d-44e4-a87d-7a50d2f6c616 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052435486', 'description': 'tempest-secgroup-smoke-1052435486 description', 'project_id': 'ed69d30b6f334d54b53d495f5679515c'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:10.432593 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19fdd235-f2b5-45fc-a093-ba7ce41fac6a req-e4142859-c3f7-42e7-89f5-b843c34d1563 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344584 Aug 16 21:15:10.447763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device debab9e8-3b53-4360-998c-da2687825311 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:10.450677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-53b06b10-6c07-48bb-9b6e-bb9f0029d911 None None] Provisioning complete for port 652cf528-0627-421c-8e7c-6c808aec6d82 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:10.451043 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-53b06b10-6c07-48bb-9b6e-bb9f0029d911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.511120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-53b06b10-6c07-48bb-9b6e-bb9f0029d911 None None] Port 652cf528-0627-421c-8e7c-6c808aec6d82 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:15:10.519184 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.552414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port debab9e8-3b53-4360-998c-da2687825311 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:10.553346 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.576383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71c1958e-4b4d-44e4-a87d-7a50d2f6c616 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.603200 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525605c6-03e9-4746-89ea-eabecb5028ab None None] Pushing event updated for resources: {'Port': ['ID=652cf528-0627-421c-8e7c-6c808aec6d82,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:10.675471 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71c1958e-4b4d-44e4-a87d-7a50d2f6c616 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.691433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Attempting to bind port 652cf528-0627-421c-8e7c-6c808aec6d82 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:10.691810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Attempting to bind port 652cf528-0627-421c-8e7c-6c808aec6d82 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:10.692208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Attempting to bind port 652cf528-0627-421c-8e7c-6c808aec6d82 on network 4c27840e-af63-4c48-aa39-c895e825b02b {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:10.703806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:10.704533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Checking segment: {'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:10.704698 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.704976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Bound using segment: {'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:10.705476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Bound port: 652cf528-0627-421c-8e7c-6c808aec6d82, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:10.705867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.890531 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71c1958e-4b4d-44e4-a87d-7a50d2f6c616 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.908963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e64a402-50fa-4bc8-87b7-575b814b591d details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:15:10.921889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1958e-4b4d-44e4-a87d-7a50d2f6c616 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:11.000787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] For port 652cf528-0627-421c-8e7c-6c808aec6d82, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:11.019692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] For port 652cf528-0627-421c-8e7c-6c808aec6d82, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=652cf528-0627-421c-8e7c-6c808aec6d82,segment=NetworkSegment(19fbdca4-edc6-4954-83a0-1db35860c26f),segment_id=19fbdca4-edc6-4954-83a0-1db35860c26f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:11.048283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e64a402-50fa-4bc8-87b7-575b814b591d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e64a402-50fa-4bc8-87b7-575b814b591d,segment=NetworkSegment(fd4aa87f-8819-4f01-b199-65ffa09ed667),segment_id=fd4aa87f-8819-4f01-b199-65ffa09ed667)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:11.060147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '4e64a402-50fa-4bc8-87b7-575b814b591d', 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b', 'port_id': '4e64a402-50fa-4bc8-87b7-575b814b591d', 'mac_address': 'fa:16:3e:f7:b2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7cdc40-2ca1-4b8c-8eef-4bc98a03c9f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:15:11.061552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-71c1958e-4b4d-44e4-a87d-7a50d2f6c616 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.062897 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-71c1958e-4b4d-44e4-a87d-7a50d2f6c616 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6580470 Aug 16 21:15:11.066072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34334) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:11.071200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d185f506-aa10-43b0-95a9-5947143b365e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ddf0f-befb-4971-bf1a-a0bfa25cc693', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:11.098687 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.111319 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e64a402-50fa-4bc8-87b7-575b814b591d {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:11.122228 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.156922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e64a402-50fa-4bc8-87b7-575b814b591d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e64a402-50fa-4bc8-87b7-575b814b591d,segment=NetworkSegment(fd4aa87f-8819-4f01-b199-65ffa09ed667),segment_id=fd4aa87f-8819-4f01-b199-65ffa09ed667)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:11.185908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:11.186549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:14:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:11.226908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525605c6-03e9-4746-89ea-eabecb5028ab None None] Pushing event updated for resources: {'Port': ['ID=652cf528-0627-421c-8e7c-6c808aec6d82,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:11.249735 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d185f506-aa10-43b0-95a9-5947143b365e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.306704 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.310298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:11.322143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d185f506-aa10-43b0-95a9-5947143b365e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.427382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d185f506-aa10-43b0-95a9-5947143b365e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.439291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4e64a402-50fa-4bc8-87b7-575b814b591d,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:11.450711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185f506-aa10-43b0-95a9-5947143b365e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15028f10-3fe1-4053-9eb6-12f6fcaa1fc8,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:11.547478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['4e64a402-50fa-4bc8-87b7-575b814b591d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:15:11.548891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b31d8-320c-444f-937c-ac5a204b9b9c req-c72edbfa-ccba-431e-8909-da8714bdb704 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:11.550533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-044b31d8-320c-444f-937c-ac5a204b9b9c req-c72edbfa-ccba-431e-8909-da8714bdb704 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 944 time: 0.0491874 Aug 16 21:15:11.593762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-044b31d8-320c-444f-937c-ac5a204b9b9c req-cba39604-8b0d-4fb9-b6c1-81d5badd504d tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359614 Aug 16 21:15:11.633180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:10Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:11.672588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a636b77-8993-4ac7-8534-d6cb9224f61b None None] The sync data for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 is: [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:10Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:11.697863 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d185f506-aa10-43b0-95a9-5947143b365e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.697863 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d185f506-aa10-43b0-95a9-5947143b365e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6252863 Aug 16 21:15:11.697863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34338) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:11.700994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ec56c7d9-3aaf-4cdf-a3bc-892b7a4d74da tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ddf0f-befb-4971-bf1a-a0bfa25cc693', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:11.906383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec56c7d9-3aaf-4cdf-a3bc-892b7a4d74da tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.970140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec56c7d9-3aaf-4cdf-a3bc-892b7a4d74da tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.089811 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec56c7d9-3aaf-4cdf-a3bc-892b7a4d74da tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.113883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56c7d9-3aaf-4cdf-a3bc-892b7a4d74da tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfc4f9a-6e68-4340-84ac-963ccca451e6,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:12.250826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec56c7d9-3aaf-4cdf-a3bc-892b7a4d74da tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.254502 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ec56c7d9-3aaf-4cdf-a3bc-892b7a4d74da tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5554562 Aug 16 21:15:12.254821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34340) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:12.259975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-f4f02158-2b03-4ecf-90e5-f3433d71fdd1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ddf0f-befb-4971-bf1a-a0bfa25cc693', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:12.293172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 652cf528-0627-421c-8e7c-6c808aec6d82 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:12.767924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4f02158-2b03-4ecf-90e5-f3433d71fdd1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.769791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 652cf528-0627-421c-8e7c-6c808aec6d82 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:12.769791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 652cf528-0627-421c-8e7c-6c808aec6d82 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:12.769791 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.770993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4f02158-2b03-4ecf-90e5-f3433d71fdd1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.772608 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.772685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-cc9b2710-198a-472d-b104-356e4a5c0050 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1083183 Aug 16 21:15:12.772762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 652cf528-0627-421c-8e7c-6c808aec6d82, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=652cf528-0627-421c-8e7c-6c808aec6d82,segment=NetworkSegment(19fbdca4-edc6-4954-83a0-1db35860c26f),segment_id=19fbdca4-edc6-4954-83a0-1db35860c26f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:12.772838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4f02158-2b03-4ecf-90e5-f3433d71fdd1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.772838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f02158-2b03-4ecf-90e5-f3433d71fdd1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a448b91e-884b-4194-8b66-68832575afb4,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:12.772838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-18e111c0-e2cf-4bc1-9362-7cc3c52ef33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:12.772838 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-18e111c0-e2cf-4bc1-9362-7cc3c52ef33a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0618601 Aug 16 21:15:12.773141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034444f-5ea3-4bb0-a775-f6adcaa9a6b5 req-aa9c5c4b-df6a-4ba4-93f3-b97513c52596 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:12.773141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f034444f-5ea3-4bb0-a775-f6adcaa9a6b5 req-aa9c5c4b-df6a-4ba4-93f3-b97513c52596 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 944 time: 0.0536866 Aug 16 21:15:12.781059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f034444f-5ea3-4bb0-a775-f6adcaa9a6b5 req-7c0a68ff-1356-4975-9d52-fa21676fe3c9 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354559 Aug 16 21:15:12.806215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e64a402-50fa-4bc8-87b7-575b814b591d up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:12.863180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-5b0c4dd8-72f8-4b02-871d-a37136e4e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:12.865667 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-5b0c4dd8-72f8-4b02-871d-a37136e4e77b service neutron] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1100140 Aug 16 21:15:12.935380 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-8ebb5e95-c60f-495d-93f5-dd698075db01 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47b7445c-7477-4dff-954c-21261a60b6b9 HTTP/1.1" status: 200 len: 1000 time: 0.0627279 Aug 16 21:15:12.936530 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.985297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=652cf528-0627-421c-8e7c-6c808aec6d82,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:12.990056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-928d74f6-1868-4c18-9c4e-0a36b72f01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:12.992096 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-928d74f6-1868-4c18-9c4e-0a36b72f01d2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0503032 Aug 16 21:15:13.010235 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f4f02158-2b03-4ecf-90e5-f3433d71fdd1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.011350 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f4f02158-2b03-4ecf-90e5-f3433d71fdd1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7555995 Aug 16 21:15:13.014264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34346) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:13.019163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c67233fb-f921-4ed4-a0a8-ab2970bf132d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ddf0f-befb-4971-bf1a-a0bfa25cc693', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:13.040681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-7bacb983-a48e-4565-aced-afcb78ec1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:13.042342 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-7bacb983-a48e-4565-aced-afcb78ec1a58 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429416 Aug 16 21:15:13.053680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-2c843b74-d69c-41ab-9892-d4b6ab38b6de service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:15:13.054661 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-2c843b74-d69c-41ab-9892-d4b6ab38b6de service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056753 Aug 16 21:15:13.055203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 4e64a402-50fa-4bc8-87b7-575b814b591d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:13.059220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 4e64a402-50fa-4bc8-87b7-575b814b591d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:13.059589 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.139010 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.148280 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-5e28dd33-184a-4c85-9d01-77513fd6b846 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864959 Aug 16 21:15:13.161165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3aa24d-5d65-4fc1-818c-6d2b81939539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e64a402-50fa-4bc8-87b7-575b814b591d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:13.164071 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3682130-65be-4ebc-9e29-ee3120c1b40e" -d '{"events": [{"server_uuid": "ae3aa24d-5d65-4fc1-818c-6d2b81939539", "name": "network-vif-plugged", "status": "completed", "tag": "4e64a402-50fa-4bc8-87b7-575b814b591d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:13.177510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4e64a402-50fa-4bc8-87b7-575b814b591d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e64a402-50fa-4bc8-87b7-575b814b591d,segment=NetworkSegment(fd4aa87f-8819-4f01-b199-65ffa09ed667),segment_id=fd4aa87f-8819-4f01-b199-65ffa09ed667)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:13.200400 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c2bfd1-06aa-48a1-bd40-7667b3254905 x-openstack-request-id: req-a0c2bfd1-06aa-48a1-bd40-7667b3254905 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:13.200696 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3aa24d-5d65-4fc1-818c-6d2b81939539", "name": "network-vif-plugged", "status": "completed", "tag": "4e64a402-50fa-4bc8-87b7-575b814b591d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:13.200953 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a0c2bfd1-06aa-48a1-bd40-7667b3254905 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:13.201394 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3aa24d-5d65-4fc1-818c-6d2b81939539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e64a402-50fa-4bc8-87b7-575b814b591d', 'code': 200} Aug 16 21:15:13.243270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c67233fb-f921-4ed4-a0a8-ab2970bf132d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.248645 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ce24d0fd-c7b8-4c2f-bb2f-83374ec1abb4 req-6bc83113-2877-4989-a84d-3a8eeff09f2a service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930667 Aug 16 21:15:13.294143 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c67233fb-f921-4ed4-a0a8-ab2970bf132d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.298587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898a8d4-3854-4a3b-802f-871594515638 req-61e243f4-b566-40b5-a64f-d3df935f18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:13.300111 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7898a8d4-3854-4a3b-802f-871594515638 req-61e243f4-b566-40b5-a64f-d3df935f18d5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 1096 time: 0.0426595 Aug 16 21:15:13.339161 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7898a8d4-3854-4a3b-802f-871594515638 req-29138e10-fa86-4ff1-a88b-20d6cbe3ff42 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297396 Aug 16 21:15:13.358715 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.405797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4e64a402-50fa-4bc8-87b7-575b814b591d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:13.483704 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c67233fb-f921-4ed4-a0a8-ab2970bf132d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.498623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67233fb-f921-4ed4-a0a8-ab2970bf132d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dfcc2f-3ba3-455d-b749-c6a47a9ba7c9,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:13.684737 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c67233fb-f921-4ed4-a0a8-ab2970bf132d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.686020 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c67233fb-f921-4ed4-a0a8-ab2970bf132d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6707067 Aug 16 21:15:13.688787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34350) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:13.693306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-87fb0b87-5824-4580-8b57-8a7b97146e56 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ddf0f-befb-4971-bf1a-a0bfa25cc693', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:13.894701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f995-c87f-481a-a465-f1ab95412e67 req-92f5d2d8-59a5-498f-9895-285408fd162e tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:13.896112 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7582f995-c87f-481a-a465-f1ab95412e67 req-92f5d2d8-59a5-498f-9895-285408fd162e tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 945 time: 0.0487640 Aug 16 21:15:13.897296 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-87fb0b87-5824-4580-8b57-8a7b97146e56 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Project ed69d30b6f334d54b53d495f5679515c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:15:13.902131 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87fb0b87-5824-4580-8b57-8a7b97146e56 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.970253 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7582f995-c87f-481a-a465-f1ab95412e67 req-6ba22f5a-2ce7-498e-a7e7-b1a4b1c3ce4e tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644805 Aug 16 21:15:13.982918 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87fb0b87-5824-4580-8b57-8a7b97146e56 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.135284 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87fb0b87-5824-4580-8b57-8a7b97146e56 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.154988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb0b87-5824-4580-8b57-8a7b97146e56 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ce4c58-ab70-4ece-a014-e4a73956d1c0,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:14.264496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 652cf528-0627-421c-8e7c-6c808aec6d82 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:14.278311 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87fb0b87-5824-4580-8b57-8a7b97146e56 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.279561 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-87fb0b87-5824-4580-8b57-8a7b97146e56 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5898027 Aug 16 21:15:14.282386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34354) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:14.286910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-60a56a21-a99e-4a04-b05f-079b8c54763d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ddf0f-befb-4971-bf1a-a0bfa25cc693', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:14.316042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 652cf528-0627-421c-8e7c-6c808aec6d82 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:14.316445 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.410479 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-60a56a21-a99e-4a04-b05f-079b8c54763d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Project ed69d30b6f334d54b53d495f5679515c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:15:14.416128 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60a56a21-a99e-4a04-b05f-079b8c54763d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.476934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60a56a21-a99e-4a04-b05f-079b8c54763d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.632864 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60a56a21-a99e-4a04-b05f-079b8c54763d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.651712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a56a21-a99e-4a04-b05f-079b8c54763d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af29f948-86c3-4a17-8ba7-28cd34301ff5,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:14.815881 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60a56a21-a99e-4a04-b05f-079b8c54763d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.817147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-60a56a21-a99e-4a04-b05f-079b8c54763d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5337467 Aug 16 21:15:14.955292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-9f318714-c3f7-45b8-b795-f96d7a439087 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052435486&fields=id&tenant_id=ed69d30b6f334d54b53d495f5679515c HTTP/1.1" status: 200 len: 267 time: 0.0332713 Aug 16 21:15:15.089939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2dddffca-0080-4b2f-9795-aaba353bbae3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:15.091335 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2dddffca-0080-4b2f-9795-aaba353bbae3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/networks?id=4c27840e-af63-4c48-aa39-c895e825b02b HTTP/1.1" status: 200 len: 797 time: 0.1284418 Aug 16 21:15:15.110099 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-87499749-657c-41bb-a70a-9785409bf43a tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/quotas/ed69d30b6f334d54b53d495f5679515c HTTP/1.1" status: 200 len: 375 time: 0.0129001 Aug 16 21:15:15.117424 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b89420-e804-46f2-9b69-175235a83980 req-f406a611-89a9-4bbf-a2ab-8b2b300b05d5 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:15.118860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17b89420-e804-46f2-9b69-175235a83980 req-f406a611-89a9-4bbf-a2ab-8b2b300b05d5 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 945 time: 0.0794849 Aug 16 21:15:15.189378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17b89420-e804-46f2-9b69-175235a83980 req-8522e0e6-482f-4d1e-96f5-3cd0792d8987 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612478 Aug 16 21:15:15.195809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-e6170b28-60e6-4765-addf-5130015e69cd tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760827 Aug 16 21:15:15.283845 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-42faf7d2-9464-4c14-8db0-f9302ca9b3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:15.344811 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-6eaa7a92-7f01-40a0-b8b7-e741262c2377 service neutron] 10.222.0.74 "GET /v2.0/networks/4c27840e-af63-4c48-aa39-c895e825b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362238 Aug 16 21:15:15.437208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-872299a0-c7d5-41ef-a5a0-c5ae80b77b61 service neutron] 10.222.0.74 "GET /v2.0/networks/4c27840e-af63-4c48-aa39-c895e825b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861270 Aug 16 21:15:16.162158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35e3b56f-b9d1-4625-91a9-892fbe497466 req-1b2eedfc-57dd-4b49-bbba-fbab4bcfcd09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 210 time: 0.0279305 Aug 16 21:15:17.253964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-63f02b61-58c9-4a49-b5cb-832f8bae65a2 req-eb610dc9-2f8a-416b-8d48-96e7e24b8160 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 210 time: 0.0274239 Aug 16 21:15:17.604490 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9885b6f-53ac-4600-aad3-e87a7e0cd35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:18.089735 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:18.332669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6169a19-273f-409e-94a5-00c05d73024c req-4b88f0ba-5d03-43d1-acf5-02f5cf0d6f0c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 210 time: 0.0265481 Aug 16 21:15:19.318776 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:19.411612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f727b010-3f79-417f-9240-da4741f3bcce req-46a2f81c-c60c-4246-8250-bd4be8abcd76 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 210 time: 0.0266354 Aug 16 21:15:20.519579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-252db4fc-0de2-4d54-b468-9d6bfa09ba7a req-c7c3c313-8032-458b-8566-94e48a6a568e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 210 time: 0.0336385 Aug 16 21:15:20.730818 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.616850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-b5f6d662-b7c7-4aff-aced-ed47f518e67b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:21.618488 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-b5f6d662-b7c7-4aff-aced-ed47f518e67b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "GET /v2.0/networks?id=4c27840e-af63-4c48-aa39-c895e825b02b HTTP/1.1" status: 200 len: 797 time: 0.1257513 Aug 16 21:15:21.620443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-526298c0-9352-44e3-ae2d-ead0796848da req-6d77510a-f329-429c-bcb2-8840d75c17a3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 210 time: 0.0288553 Aug 16 21:15:21.665357 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-68f0abc8-86e1-4017-b9d6-6b14a3998f44 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed69d30b6f334d54b53d495f5679515c HTTP/1.1" status: 200 len: 380 time: 0.0380156 Aug 16 21:15:21.681532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'port': {'device_id': '73ac9d30-0748-4409-854e-ac7843d4f563', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'admin_state_up': True, 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'security_groups': ['ba0ddf0f-befb-4971-bf1a-a0bfa25cc693']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:21.789628 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:15:22.369572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Made reservation on behalf of ed69d30b6f334d54b53d495f5679515c for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:22.373149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.507951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Allocated IP 172.20.0.5 (4c27840e-af63-4c48-aa39-c895e825b02b/85d5a302-fd25-4121-b31c-ac8636253456/926d198d-cc32-43df-9065-6e3bd84dcc53) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:22.660906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.676973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Transition to ACTIVE for port object 926d198d-cc32-43df-9065-6e3bd84dcc53 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:22.741882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74e42c66-4911-427a-9b91-8415b0b5e0d0 req-2ac70d77-e0f1-41c4-af6f-0470a7d2e505 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 210 time: 0.0301988 Aug 16 21:15:22.878571 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.925441 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network 4c27840e-af63-4c48-aa39-c895e825b02b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:22.929115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:22.932973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:22.962260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=926d198d-cc32-43df-9065-6e3bd84dcc53,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:22.992674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:22.993347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:23.102441 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-2c0279cd-abc9-4b7f-8333-89b5b510109d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4246860 Aug 16 21:15:23.116036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Request body: {'port': {'device_id': '73ac9d30-0748-4409-854e-ac7843d4f563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:23.176622 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:23.272707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b073695d-88c7-4b60-a165-649dc019ba6d None None] Provisioning for port 926d198d-cc32-43df-9065-6e3bd84dcc53 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:23.277264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b073695d-88c7-4b60-a165-649dc019ba6d None None] Provisioning complete for port 926d198d-cc32-43df-9065-6e3bd84dcc53 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:23.277796 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b073695d-88c7-4b60-a165-649dc019ba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:23.314519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-b073695d-88c7-4b60-a165-649dc019ba6d None None] Port 926d198d-cc32-43df-9065-6e3bd84dcc53 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:15:23.456124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926d198d-cc32-43df-9065-6e3bd84dcc53 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:23.464423 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:23.477393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Transition to ACTIVE for port object 926d198d-cc32-43df-9065-6e3bd84dcc53 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:23.610344 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:23.673058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=926d198d-cc32-43df-9065-6e3bd84dcc53,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:23.765530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Attempting to bind port 926d198d-cc32-43df-9065-6e3bd84dcc53 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:23.780156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Attempting to bind port 926d198d-cc32-43df-9065-6e3bd84dcc53 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:23.780156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Attempting to bind port 926d198d-cc32-43df-9065-6e3bd84dcc53 on network 4c27840e-af63-4c48-aa39-c895e825b02b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:23.780156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Port 926d198d-cc32-43df-9065-6e3bd84dcc53 on network 4c27840e-af63-4c48-aa39-c895e825b02b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:15:23.780156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Attempting to bind port 926d198d-cc32-43df-9065-6e3bd84dcc53 on network 4c27840e-af63-4c48-aa39-c895e825b02b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:23.780156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:23.780156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Checking segment: {'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:23.780156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Bound using segment: {'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:23.780156 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Bound port: 926d198d-cc32-43df-9065-6e3bd84dcc53, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fbdca4-edc6-4954-83a0-1db35860c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:23.780156 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:23.871295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] For port 926d198d-cc32-43df-9065-6e3bd84dcc53, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:23.874645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] For port 926d198d-cc32-43df-9065-6e3bd84dcc53, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=926d198d-cc32-43df-9065-6e3bd84dcc53,segment=NetworkSegment(19fbdca4-edc6-4954-83a0-1db35860c26f),segment_id=19fbdca4-edc6-4954-83a0-1db35860c26f)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:23.878798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348564bb-bf96-46d5-b8b5-e72dfb849961 req-86df799b-7d27-45f0-8a7d-020d11ac8ad3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.880289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-348564bb-bf96-46d5-b8b5-e72dfb849961 req-86df799b-7d27-45f0-8a7d-020d11ac8ad3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 943 time: 0.0576203 Aug 16 21:15:23.922881 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-348564bb-bf96-46d5-b8b5-e72dfb849961 req-6a6bd3dd-0c4f-4e07-b4b4-f42b66aa31aa tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361407 Aug 16 21:15:24.112886 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:24.155723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.156356 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:24.158147 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] 10.222.0.79 "PUT /v2.0/ports/926d198d-cc32-43df-9065-6e3bd84dcc53 HTTP/1.1" status: 200 len: 1092 time: 1.0468519 Aug 16 21:15:24.160548 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ac9d30-0748-4409-854e-ac7843d4f563', 'tag': '926d198d-cc32-43df-9065-6e3bd84dcc53'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:24.163907 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f419c6c-8cde-4448-8388-1114ca2bbc98" -d '{"events": [{"name": "network-changed", "server_uuid": "73ac9d30-0748-4409-854e-ac7843d4f563", "tag": "926d198d-cc32-43df-9065-6e3bd84dcc53"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:24.197057 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b511378-dc82-415c-b829-00d5c36b7aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=926d198d-cc32-43df-9065-6e3bd84dcc53,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:24.218593 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9b1db6-91e0-42c1-a39f-ae62594dd03c x-openstack-request-id: req-5a9b1db6-91e0-42c1-a39f-ae62594dd03c {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:24.219006 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ac9d30-0748-4409-854e-ac7843d4f563", "tag": "926d198d-cc32-43df-9065-6e3bd84dcc53", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:24.219344 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5a9b1db6-91e0-42c1-a39f-ae62594dd03c {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:24.219818 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ac9d30-0748-4409-854e-ac7843d4f563', 'tag': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'status': 'completed', 'code': 200} Aug 16 21:15:24.421886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f419c6c-8cde-4448-8388-1114ca2bbc98 req-2f5bde9f-f919-4b7e-8e44-64a1b24f51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.421886 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8f419c6c-8cde-4448-8388-1114ca2bbc98 req-2f5bde9f-f919-4b7e-8e44-64a1b24f51ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 1095 time: 0.0513635 Aug 16 21:15:24.421886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f419c6c-8cde-4448-8388-1114ca2bbc98 req-4673fb1f-9dfd-457a-96ca-5cb8eff6cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.421886 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8f419c6c-8cde-4448-8388-1114ca2bbc98 req-4673fb1f-9dfd-457a-96ca-5cb8eff6cace service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=ed69d30b6f334d54b53d495f5679515c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1082921 Aug 16 21:15:24.508160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f419c6c-8cde-4448-8388-1114ca2bbc98 req-41a81ea8-3e61-44e8-a424-be63c699c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.509672 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8f419c6c-8cde-4448-8388-1114ca2bbc98 req-41a81ea8-3e61-44e8-a424-be63c699c1b9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951445 Aug 16 21:15:24.649685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-aaa714c4-52dd-44f8-a53c-32286c2be9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.651182 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-aaa714c4-52dd-44f8-a53c-32286c2be9f1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 1095 time: 0.0418422 Aug 16 21:15:24.697837 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-b191b651-0a5f-4b70-8fb9-85bb0955c244 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=926d198d-cc32-43df-9065-6e3bd84dcc53 HTTP/1.1" status: 200 len: 217 time: 0.0389555 Aug 16 21:15:24.747590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-fe00e1eb-ed8a-4f09-8ab8-dac6e5f7c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.749061 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-fe00e1eb-ed8a-4f09-8ab8-dac6e5f7c5a0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=85d5a302-fd25-4121-b31c-ac8636253456 HTTP/1.1" status: 200 len: 835 time: 0.0448709 Aug 16 21:15:24.801158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-19a04e56-8b55-4b19-862b-da130a1aef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.802716 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-19a04e56-8b55-4b19-862b-da130a1aef76 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4c27840e-af63-4c48-aa39-c895e825b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468497 Aug 16 21:15:24.900710 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-3a5a8710-43d4-43d4-ba1a-57c1c50b1c6c service neutron] 10.222.0.79 "GET /v2.0/networks/4c27840e-af63-4c48-aa39-c895e825b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894797 Aug 16 21:15:24.999036 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2adda4b-f381-452a-a490-3d8510da4e4c req-852117eb-edbb-489f-8706-f88f2ee439a1 service neutron] 10.222.0.79 "GET /v2.0/networks/4c27840e-af63-4c48-aa39-c895e825b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914629 Aug 16 21:15:25.040468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d78d3-6b0a-49c5-a5e2-a7ea4bd9b6a4 req-9a0bfad5-cd5d-4d6e-853c-3caee70035fe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:25.042077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-128d78d3-6b0a-49c5-a5e2-a7ea4bd9b6a4 req-9a0bfad5-cd5d-4d6e-853c-3caee70035fe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 943 time: 0.0503714 Aug 16 21:15:25.085570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-128d78d3-6b0a-49c5-a5e2-a7ea4bd9b6a4 req-1c8dfc0f-af8f-4b5a-9742-22f2d5a18f1f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373816 Aug 16 21:15:26.207184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26f68e-e265-42fb-b121-8a54af341fd4 req-e65eb0b2-4ce0-4076-8ca2-ae34925e34f6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:26.208736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd26f68e-e265-42fb-b121-8a54af341fd4 req-e65eb0b2-4ce0-4076-8ca2-ae34925e34f6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 943 time: 0.0529156 Aug 16 21:15:26.250043 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd26f68e-e265-42fb-b121-8a54af341fd4 req-54bfe8b2-4c19-4a53-b686-9c212cb71b43 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343685 Aug 16 21:15:27.323066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 926d198d-cc32-43df-9065-6e3bd84dcc53 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:15:27.375683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fdb14-a2e0-4e62-96f0-983ef1efada1 req-4445c2ff-9ef7-4c4c-aca1-cd4a254c1619 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:27.377318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f44fdb14-a2e0-4e62-96f0-983ef1efada1 req-4445c2ff-9ef7-4c4c-aca1-cd4a254c1619 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 943 time: 0.0573955 Aug 16 21:15:27.421462 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f44fdb14-a2e0-4e62-96f0-983ef1efada1 req-11d5cb8a-af9c-46ed-b166-2e9990007dec tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371406 Aug 16 21:15:27.429997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 926d198d-cc32-43df-9065-6e3bd84dcc53, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=926d198d-cc32-43df-9065-6e3bd84dcc53,segment=NetworkSegment(19fbdca4-edc6-4954-83a0-1db35860c26f),segment_id=19fbdca4-edc6-4954-83a0-1db35860c26f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:27.442035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'port_id': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'mac_address': 'fa:16:3e:a4:52:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:15:27.481051 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.498084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926d198d-cc32-43df-9065-6e3bd84dcc53 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:27.517443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 926d198d-cc32-43df-9065-6e3bd84dcc53, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=926d198d-cc32-43df-9065-6e3bd84dcc53,segment=NetworkSegment(19fbdca4-edc6-4954-83a0-1db35860c26f),segment_id=19fbdca4-edc6-4954-83a0-1db35860c26f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:27.760663 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.810136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=926d198d-cc32-43df-9065-6e3bd84dcc53,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:27.817377 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.817726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.818071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.818414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.818749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.819080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.819409 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.819814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.820143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.820473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.820798 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.821150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:27.974016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['926d198d-cc32-43df-9065-6e3bd84dcc53'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:15:28.545644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d68cd-aa7a-4d20-a382-d48c73c3aee9 req-4b7e49e9-fed4-40ae-bc23-cc8dd717d6dc tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:28.547136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a47d68cd-aa7a-4d20-a382-d48c73c3aee9 req-4b7e49e9-fed4-40ae-bc23-cc8dd717d6dc tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 944 time: 0.0550871 Aug 16 21:15:28.589931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a47d68cd-aa7a-4d20-a382-d48c73c3aee9 req-b7a92539-cd96-4b36-af5e-4b614793f844 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368726 Aug 16 21:15:29.339266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 926d198d-cc32-43df-9065-6e3bd84dcc53 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:29.546706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 926d198d-cc32-43df-9065-6e3bd84dcc53 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:29.615552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 926d198d-cc32-43df-9065-6e3bd84dcc53 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:29.615552 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:29.632197 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:29.655664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ac9d30-0748-4409-854e-ac7843d4f563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926d198d-cc32-43df-9065-6e3bd84dcc53'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:29.658131 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ceef65-1dd7-472f-8c60-ecaf3a9a3616" -d '{"events": [{"server_uuid": "73ac9d30-0748-4409-854e-ac7843d4f563", "name": "network-vif-plugged", "status": "completed", "tag": "926d198d-cc32-43df-9065-6e3bd84dcc53"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:29.674554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 926d198d-cc32-43df-9065-6e3bd84dcc53, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=926d198d-cc32-43df-9065-6e3bd84dcc53,segment=NetworkSegment(19fbdca4-edc6-4954-83a0-1db35860c26f),segment_id=19fbdca4-edc6-4954-83a0-1db35860c26f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:29.700326 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa340f2-08a0-4656-81d8-85dd211f4fd4 x-openstack-request-id: req-daa340f2-08a0-4656-81d8-85dd211f4fd4 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:29.700627 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ac9d30-0748-4409-854e-ac7843d4f563", "name": "network-vif-plugged", "status": "completed", "tag": "926d198d-cc32-43df-9065-6e3bd84dcc53", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:29.700939 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-daa340f2-08a0-4656-81d8-85dd211f4fd4 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:29.701386 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ac9d30-0748-4409-854e-ac7843d4f563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'code': 200} Aug 16 21:15:29.809550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48d17d-67ba-4030-bc87-291d2aad8380 req-23e36d0f-da8c-416f-93b3-9b60676cfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:29.811121 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2a48d17d-67ba-4030-bc87-291d2aad8380 req-23e36d0f-da8c-416f-93b3-9b60676cfb5b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 1096 time: 0.0497849 Aug 16 21:15:29.851452 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2a48d17d-67ba-4030-bc87-291d2aad8380 req-745b0d31-307f-4311-9830-65eb8a934234 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322559 Aug 16 21:15:30.062515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07ff5b-10a0-4bf9-b1f1-1106304f657c req-eb5693c2-27a4-4bd6-b7e0-26db3dd42ec2 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:30.063952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a07ff5b-10a0-4bf9-b1f1-1106304f657c req-eb5693c2-27a4-4bd6-b7e0-26db3dd42ec2 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 944 time: 0.4064858 Aug 16 21:15:30.103564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6a07ff5b-10a0-4bf9-b1f1-1106304f657c req-4bb75d1d-58c1-48a8-840c-68ee3027b622 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330715 Aug 16 21:15:30.123643 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:30.176285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=926d198d-cc32-43df-9065-6e3bd84dcc53,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:31.227543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9365696-a099-432f-b787-5787d5d32641 req-4f80d758-9a43-4a72-9d15-d724e1f6db54 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:31.229006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9365696-a099-432f-b787-5787d5d32641 req-4f80d758-9a43-4a72-9d15-d724e1f6db54 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 945 time: 0.0507491 Aug 16 21:15:31.267698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9365696-a099-432f-b787-5787d5d32641 req-2057394e-f1c2-41b6-bee6-9cddd8e5b299 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Aug 16 21:15:31.387798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7ff25-c44e-4eea-93b1-cf99f5875005 req-d572d220-31f4-42a9-944d-418dcf1162fb tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:31.389232 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7c7ff25-c44e-4eea-93b1-cf99f5875005 req-d572d220-31f4-42a9-944d-418dcf1162fb tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 945 time: 0.0539079 Aug 16 21:15:31.428475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7c7ff25-c44e-4eea-93b1-cf99f5875005 req-c932006f-a3e4-4c83-845f-25f7049e5a09 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333304 Aug 16 21:15:31.450221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34546) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:31.491083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ff1c7-552a-4e74-938c-8ffb72e57a2f tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:31.492676 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4e1ff1c7-552a-4e74-938c-8ffb72e57a2f tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 1092 time: 0.0414479 Aug 16 21:15:31.495661 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34548) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:31.500252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:31.770123 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:31.869793 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:31.977205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Allocated IP 172.25.4.61 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/65fa26b4-5a43-4ba6-a9b2-0d6676608ff0) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:32.083171 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.255732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.297127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:32.300098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:32.303304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:32.309190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=65fa26b4-5a43-4ba6-a9b2-0d6676608ff0,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:32.675541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.922582 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.970313 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.971607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.088409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.197936 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.274027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=65fa26b4-5a43-4ba6-a9b2-0d6676608ff0,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:33.282631 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.388279 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Floating IP c4ad632e-f257-42a5-a7fd-f1ceb664948b associated. External IP: 172.25.4.61, port: 926d198d-cc32-43df-9065-6e3bd84dcc53. Aug 16 21:15:33.643538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:33.753614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:33.766988 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd343c6-ee09-4dc6-a09b-cc5eab6ab0d0 None None] Sync routers for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:33.778297 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd343c6-ee09-4dc6-a09b-cc5eab6ab0d0 None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:33.778910 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-bdd343c6-ee09-4dc6-a09b-cc5eab6ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:15:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:33.883643 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-bdd343c6-ee09-4dc6-a09b-cc5eab6ab0d0 None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:33.924448 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.955818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cbc9ced1-ab68-407f-b7c8-94a1bcd87da5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4591203 Aug 16 21:15:33.956796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ac9d30-0748-4409-854e-ac7843d4f563', 'tag': '926d198d-cc32-43df-9065-6e3bd84dcc53'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:33.958882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34558) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:33.959552 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e072d74a-727f-416c-8dd9-e7d4a2a561cb" -d '{"events": [{"name": "network-changed", "server_uuid": "73ac9d30-0748-4409-854e-ac7843d4f563", "tag": "926d198d-cc32-43df-9065-6e3bd84dcc53"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:33.996871 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8906732-1327-4c15-89aa-51cd1bd911b0 x-openstack-request-id: req-d8906732-1327-4c15-89aa-51cd1bd911b0 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:33.997347 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ac9d30-0748-4409-854e-ac7843d4f563", "tag": "926d198d-cc32-43df-9065-6e3bd84dcc53", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:33.997610 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8906732-1327-4c15-89aa-51cd1bd911b0 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:33.998021 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ac9d30-0748-4409-854e-ac7843d4f563', 'tag': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'status': 'completed', 'code': 200} Aug 16 21:15:34.117561 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9d069484-e6e9-4981-ba6c-1566c3b556c5 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/floatingips/c4ad632e-f257-42a5-a7fd-f1ceb664948b HTTP/1.1" status: 200 len: 990 time: 0.1573641 Aug 16 21:15:34.121937 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-bdd343c6-ee09-4dc6-a09b-cc5eab6ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'c4ad632e-f257-42a5-a7fd-f1ceb664948b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'port_id': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'mac_address': 'fa:16:3e:a4:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac9d30-0748-4409-854e-ac7843d4f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:32Z', 'revision_number': 0, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:34.128366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072d74a-727f-416c-8dd9-e7d4a2a561cb req-5e7ab0ba-a76a-4647-bb80-e35a7365204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.140169 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e072d74a-727f-416c-8dd9-e7d4a2a561cb req-5e7ab0ba-a76a-4647-bb80-e35a7365204b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 1097 time: 0.0938845 Aug 16 21:15:34.148218 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd343c6-ee09-4dc6-a09b-cc5eab6ab0d0 None None] Checking router: da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:34.156841 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd343c6-ee09-4dc6-a09b-cc5eab6ab0d0 None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:34.157484 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-bdd343c6-ee09-4dc6-a09b-cc5eab6ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:15:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:34.229994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072d74a-727f-416c-8dd9-e7d4a2a561cb req-82072780-0c1d-4c0e-a823-727f7fe96b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.231515 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e072d74a-727f-416c-8dd9-e7d4a2a561cb req-82072780-0c1d-4c0e-a823-727f7fe96b98 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4c27840e-af63-4c48-aa39-c895e825b02b HTTP/1.1" status: 200 len: 898 time: 0.0934467 Aug 16 21:15:34.267320 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-bdd343c6-ee09-4dc6-a09b-cc5eab6ab0d0 None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:34.299949 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e072d74a-727f-416c-8dd9-e7d4a2a561cb req-5df32488-a731-483b-8a77-68815bf00dd4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=926d198d-cc32-43df-9065-6e3bd84dcc53 HTTP/1.1" status: 200 len: 998 time: 0.0615838 Aug 16 21:15:34.350820 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072d74a-727f-416c-8dd9-e7d4a2a561cb req-268ee207-b1d6-454c-bca6-3f7350b69390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.352295 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e072d74a-727f-416c-8dd9-e7d4a2a561cb req-268ee207-b1d6-454c-bca6-3f7350b69390 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=85d5a302-fd25-4121-b31c-ac8636253456 HTTP/1.1" status: 200 len: 835 time: 0.0450323 Aug 16 21:15:34.406754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072d74a-727f-416c-8dd9-e7d4a2a561cb req-00746332-34b2-4634-a91d-66fca6e164da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.406754 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e072d74a-727f-416c-8dd9-e7d4a2a561cb req-00746332-34b2-4634-a91d-66fca6e164da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4c27840e-af63-4c48-aa39-c895e825b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469897 Aug 16 21:15:34.500375 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e072d74a-727f-416c-8dd9-e7d4a2a561cb req-7d01e396-3f30-42f8-8c0e-cb68d14c82a5 service neutron] 10.222.0.79 "GET /v2.0/networks/4c27840e-af63-4c48-aa39-c895e825b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873528 Aug 16 21:15:34.584150 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-bdd343c6-ee09-4dc6-a09b-cc5eab6ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'c4ad632e-f257-42a5-a7fd-f1ceb664948b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'port_id': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'mac_address': 'fa:16:3e:a4:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac9d30-0748-4409-854e-ac7843d4f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:32Z', 'revision_number': 0, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:34.597959 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e072d74a-727f-416c-8dd9-e7d4a2a561cb req-98f6072f-dcbd-4e86-8559-662d078d1bc3 service neutron] 10.222.0.79 "GET /v2.0/networks/4c27840e-af63-4c48-aa39-c895e825b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908267 Aug 16 21:15:34.613588 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd343c6-ee09-4dc6-a09b-cc5eab6ab0d0 None None] The sync data for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 is: [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'c4ad632e-f257-42a5-a7fd-f1ceb664948b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'port_id': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'mac_address': 'fa:16:3e:a4:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac9d30-0748-4409-854e-ac7843d4f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:32Z', 'revision_number': 0, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:34.811150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ad4635-40e0-43a0-88ce-4a4874657a47 None None] New status for floating IP c4ad632e-f257-42a5-a7fd-f1ceb664948b: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:15:35.121895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34568) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:35.189945 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-445d7b6a-8c4c-4ac2-80dc-960345ddf9f9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/floatingips/c4ad632e-f257-42a5-a7fd-f1ceb664948b HTTP/1.1" status: 200 len: 992 time: 0.0664945 Aug 16 21:15:45.261246 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f464341-0d0c-4453-8acb-8377065cf55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:47.620297 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1884dcb-0684-481f-a6a0-6e14a3616d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:48.003766 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:49.386302 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:50.816631 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:58.790474 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:16:03.060827 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:03.061834 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:03.787142 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34726) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:03.834682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-190c7bd4-766e-41fb-bfdb-9b7d8f39baf7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-346201939&fields=id&tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 267 time: 0.0330372 Aug 16 21:16:03.863750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35073631-55d2-4257-a099-6e01155c00d3 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:03.864297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35073631-55d2-4257-a099-6e01155c00d3 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:03.864785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35073631-55d2-4257-a099-6e01155c00d3 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:03.866493 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-35073631-55d2-4257-a099-6e01155c00d3 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/ports?project_id=ed69d30b6f334d54b53d495f5679515c&network_id=4c27840e-af63-4c48-aa39-c895e825b02b HTTP/1.1" status: 200 len: 2972 time: 0.0783670 Aug 16 21:16:03.939801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-3739a286-07eb-4744-8985-faec213877c8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:03.941281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-3739a286-07eb-4744-8985-faec213877c8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.0993323 Aug 16 21:16:03.956528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-606b6bb2-feae-4499-8640-fb876f18f916 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/quotas/2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 375 time: 0.0089056 Aug 16 21:16:04.018220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-106a4a96-eb86-4822-b2ff-ac9939e7ec2b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0553906 Aug 16 21:16:04.116030 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-241fa64d-1904-4694-b576-02753c642a3d service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859101 Aug 16 21:16:04.208854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-afaea189-7450-4bfa-b2e1-e9404cc041d0 service neutron] 10.222.0.74 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867183 Aug 16 21:16:05.316706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4dfb3329-f413-46fc-8778-f76b7de69692 req-aca7a8a9-c06b-4dfe-99b7-0b3732bedee0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 210 time: 0.0262368 Aug 16 21:16:06.394700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22296dd0-7e41-4bb2-8f03-33bdd59870da req-e424d1fb-aa39-4bc3-a2a4-da43dd8333b7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 210 time: 0.0269432 Aug 16 21:16:07.229389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34772) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:07.281204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad76444-835f-4822-bae9-b1afd587508c tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:07.282750 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5ad76444-835f-4822-bae9-b1afd587508c tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db HTTP/1.1" status: 200 len: 814 time: 0.0522766 Aug 16 21:16:07.500399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-20e2054d-b687-4cba-b95d-0fd16fba392c req-fc34d952-6237-4e7b-8f37-1d63907be830 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 210 time: 0.0314837 Aug 16 21:16:08.285946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-47843d24-bc04-4698-8791-fa10f4426021 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:08.287487 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-47843d24-bc04-4698-8791-fa10f4426021 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 811 time: 0.1045628 Aug 16 21:16:08.330155 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-bf322fb7-55dd-4e26-9fe2-f8a1740b2ad5 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4 HTTP/1.1" status: 200 len: 379 time: 0.0338249 Aug 16 21:16:08.339717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'port': {'device_id': '7533a04e-5f60-46d6-8121-70e0f434a381', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'admin_state_up': True, 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'security_groups': ['b8bbcb6f-5271-40a9-9edd-4572bb24af0c']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:08.485897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34782) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:08.491424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'network': {'name': 'tempest-network-smoke--542682284', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'port_security_enabled': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:08.601309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6374bcd-c126-460a-8b58-4c9f9e518c5b req-8c4db396-f7dc-4e9e-a98d-11c5d6bc9a7c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 210 time: 0.0270436 Aug 16 21:16:08.952043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Made reservation on behalf of 2b1a2baa039a4a9080d39c7aa1b9f7e4 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:16:08.955577 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.089178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Allocated IP 172.20.0.14 (826b4d3b-3779-4633-8f48-5944e5bb3c62/e48a2a88-3af1-41c2-a731-e4f334092195/c192b869-815e-4f9e-9951-8e85038090d5) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:16:09.242064 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.255680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Transition to ACTIVE for port object c192b869-815e-4f9e-9951-8e85038090d5 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:09.311060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Made reservation on behalf of ed69d30b6f334d54b53d495f5679515c for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:16:09.322596 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.340553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:16:09.354409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.354963 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Added segment 7ecca396-9e42-42cf-85f2-707f5bc62e3d of type vlan for network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 Aug 16 21:16:09.412835 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.420617 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.480556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:09.492553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:09.496499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:16:09.528566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=c192b869-815e-4f9e-9951-8e85038090d5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:09.544053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.544404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.544750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.545113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.545453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.545782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.546110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.546442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.546769 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.547093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.547418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.547740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:09.580176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:09.580808 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.613168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.618671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:09.619598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.760343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442256ca-f14c-45fb-921b-525797a5912c req-7a96cc0c-d8c4-46e0-876b-1d7d6ca82c3d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:09.768157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-442256ca-f14c-45fb-921b-525797a5912c req-7a96cc0c-d8c4-46e0-876b-1d7d6ca82c3d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 932 time: 0.0707750 Aug 16 21:16:09.775048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Network': ['ID=ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:09.786250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:16:09.797510 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-cac97d1c-ed95-4935-a7a7-7e13b83b3146 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4617350 Aug 16 21:16:09.810809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Request body: {'port': {'device_id': '7533a04e-5f60-46d6-8121-70e0f434a381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:09.823888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-442256ca-f14c-45fb-921b-525797a5912c req-91d1c056-a07d-4d7e-b3f9-f39d39b00264 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543830 Aug 16 21:16:09.888133 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-691d9515-7fc4-4064-b1a6-d78e0d508ec3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4011927 Aug 16 21:16:09.890893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.891469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34794) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:09.952892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-412d6522-a473-40f6-9b15-f998f1936bcf None None] Provisioning for port c192b869-815e-4f9e-9951-8e85038090d5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:09.957649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-412d6522-a473-40f6-9b15-f998f1936bcf None None] Provisioning complete for port c192b869-815e-4f9e-9951-8e85038090d5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:09.958378 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-412d6522-a473-40f6-9b15-f998f1936bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.001479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab688be4-d726-4ff6-90e3-5b74315f769f tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:10.006489 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ab688be4-d726-4ff6-90e3-5b74315f769f tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=ed69d30b6f334d54b53d495f5679515c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1137483 Aug 16 21:16:10.011479 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34796) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:10.035703 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-412d6522-a473-40f6-9b15-f998f1936bcf None None] Port c192b869-815e-4f9e-9951-8e85038090d5 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:16:10.118375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af83d54-c39f-43b5-b70b-3c21e87f9971 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:10.119766 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7af83d54-c39f-43b5-b70b-3c21e87f9971 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1070924 Aug 16 21:16:10.122532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34798) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:10.153148 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-32dbe6fc-40e6-4ac9-98d1-3ec8b4d14f53 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294321 Aug 16 21:16:10.155658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34800) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:10.185080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d2ae72e6-2c79-4a66-ab40-d2265b7a6d3f tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=ed69d30b6f334d54b53d495f5679515c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280275 Aug 16 21:16:10.187214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34802) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:10.195910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c192b869-815e-4f9e-9951-8e85038090d5 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:16:10.204738 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.219890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Transition to ACTIVE for port object c192b869-815e-4f9e-9951-8e85038090d5 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:10.313087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772ce457-505b-4993-9d0d-c0b53d88d727 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:10.315143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-772ce457-505b-4993-9d0d-c0b53d88d727 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266272 Aug 16 21:16:10.318006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34806) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:10.348530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3a296e1a-2297-4db5-86ff-88554df5178d tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291195 Aug 16 21:16:10.351703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34808) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:10.356740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-244466595', 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:10.374746 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.431247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c192b869-815e-4f9e-9951-8e85038090d5,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:10.528524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Attempting to bind port c192b869-815e-4f9e-9951-8e85038090d5 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:16:10.528964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Attempting to bind port c192b869-815e-4f9e-9951-8e85038090d5 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:16:10.529428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Attempting to bind port c192b869-815e-4f9e-9951-8e85038090d5 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:10.534197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Port c192b869-815e-4f9e-9951-8e85038090d5 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:16:10.534600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Attempting to bind port c192b869-815e-4f9e-9951-8e85038090d5 on network 826b4d3b-3779-4633-8f48-5944e5bb3c62 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:10.540368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:16:10.540789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Checking segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:16:10.541278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Bound using segment: {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:16:10.541788 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Bound port: c192b869-815e-4f9e-9951-8e85038090d5, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b864e53-8ecf-4d52-b3e4-d7a709a277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:16:10.542221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.611821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] For port c192b869-815e-4f9e-9951-8e85038090d5, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:16:10.615396 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] For port c192b869-815e-4f9e-9951-8e85038090d5, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c192b869-815e-4f9e-9951-8e85038090d5,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:16:10.733722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Made reservation on behalf of ed69d30b6f334d54b53d495f5679515c for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:16:10.733722 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.880379 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.964208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c192b869-815e-4f9e-9951-8e85038090d5,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:10.969612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:10.970314 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.971990 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-aae3bc97-9a31-4cc7-ace0-0bbd3891f2b6 service neutron] 10.222.0.76 "PUT /v2.0/ports/c192b869-815e-4f9e-9951-8e85038090d5 HTTP/1.1" status: 200 len: 1093 time: 1.1661892 Aug 16 21:16:10.972479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7533a04e-5f60-46d6-8121-70e0f434a381', 'tag': 'c192b869-815e-4f9e-9951-8e85038090d5'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:10.976241 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febbf546-57d1-4ae7-8bf5-00817eb2b740" -d '{"events": [{"name": "network-changed", "server_uuid": "7533a04e-5f60-46d6-8121-70e0f434a381", "tag": "c192b869-815e-4f9e-9951-8e85038090d5"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:11.030519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886337a-9a38-4372-a4ee-ec0bdec544cc req-588d5268-a04e-40f0-9194-0f4176a101b1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:11.037251 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce014a-0582-4476-9ba8-f79cd95f8fdb x-openstack-request-id: req-28ce014a-0582-4476-9ba8-f79cd95f8fdb {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:11.037550 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7533a04e-5f60-46d6-8121-70e0f434a381", "tag": "c192b869-815e-4f9e-9951-8e85038090d5", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:11.037811 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-28ce014a-0582-4476-9ba8-f79cd95f8fdb {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:11.038220 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7533a04e-5f60-46d6-8121-70e0f434a381', 'tag': 'c192b869-815e-4f9e-9951-8e85038090d5', 'status': 'completed', 'code': 200} Aug 16 21:16:11.048905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4886337a-9a38-4372-a4ee-ec0bdec544cc req-588d5268-a04e-40f0-9194-0f4176a101b1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.1197405 Aug 16 21:16:11.095970 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4886337a-9a38-4372-a4ee-ec0bdec544cc req-1486c4de-fd4d-4c4e-8b7c-0bb649aa27d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455208 Aug 16 21:16:11.106434 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf546-57d1-4ae7-8bf5-00817eb2b740 req-a88f7547-d456-4014-b262-5ea68785c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:11.108115 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-febbf546-57d1-4ae7-8bf5-00817eb2b740 req-a88f7547-d456-4014-b262-5ea68785c5aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 1096 time: 0.0509949 Aug 16 21:16:11.112345 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.184729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Subnet': ['ID=1dc30b92-e473-4011-b5e2-9f13018b32de,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:11.201011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Checking segment: {'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:16:11.201527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network hostable DHCP agents. Network: ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:16:11.204464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.204817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.205192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.205537 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.205900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.206846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.206846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.206846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.207180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.207569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.207904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.208356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:11.243959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf546-57d1-4ae7-8bf5-00817eb2b740 req-f01a5723-6c5f-4ee7-bc95-b468ca749281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:11.246061 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-febbf546-57d1-4ae7-8bf5-00817eb2b740 req-f01a5723-6c5f-4ee7-bc95-b468ca749281 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1274450 Aug 16 21:16:11.488342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:16:11.612493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf546-57d1-4ae7-8bf5-00817eb2b740 req-0b742ca4-0a9b-49c7-bdbd-bda51bcaffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:11.614704 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-febbf546-57d1-4ae7-8bf5-00817eb2b740 req-0b742ca4-0a9b-49c7-bdbd-bda51bcaffeb service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3616900 Aug 16 21:16:11.688215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-2ee2821f-14dc-4c83-ac66-460399b28491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:11.689751 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-2ee2821f-14dc-4c83-ac66-460399b28491 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 1096 time: 0.0405197 Aug 16 21:16:11.733883 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-73220fef-71c7-4536-9f86-959e676a7213 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c192b869-815e-4f9e-9951-8e85038090d5 HTTP/1.1" status: 200 len: 217 time: 0.0366120 Aug 16 21:16:11.782593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-7a887cc8-92ee-4eba-be7a-fccfcdd0d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:11.783935 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-7a887cc8-92ee-4eba-be7a-fccfcdd0d8d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0433650 Aug 16 21:16:11.786889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:11.791433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:11.792231 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.798292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2971556d-a328-4f26-9a0b-c7622ab91936 None None] Network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:16:11.832216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-e8033102-2d9c-469a-bdc2-200efc887b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:11.834186 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-e8033102-2d9c-469a-bdc2-200efc887b03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434582 Aug 16 21:16:11.933979 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-ee9c30c6-d02d-4c7e-8a3d-f6f5efd424e0 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927353 Aug 16 21:16:11.950296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2', 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ips': [{'subnet_id': '1dc30b92-e473-4011-b5e2-9f13018b32de'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:16:11.951147 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.027828 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1ec532f8-04dc-4567-9cf6-dcf37e6f8605 req-d6e71f36-b30f-46e6-932d-32f8dce4dd83 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868118 Aug 16 21:16:12.032235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7688c33d-29b4-4915-b231-ada1c250a423 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6794758 Aug 16 21:16:12.094846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Allocated IP 172.20.0.18 (ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2/1dc30b92-e473-4011-b5e2-9f13018b32de/c75fd13f-acdf-43d1-a742-f38decca96fe) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:16:12.232747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd030b-163d-479e-80dd-131ab2644865 req-9109a7d9-8daf-41a7-8996-fbae5a04f610 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:12.242959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97bd030b-163d-479e-80dd-131ab2644865 req-9109a7d9-8daf-41a7-8996-fbae5a04f610 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.0642068 Aug 16 21:16:12.262558 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.274277 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Transition to ACTIVE for port object c75fd13f-acdf-43d1-a742-f38decca96fe will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:12.308331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97bd030b-163d-479e-80dd-131ab2644865 req-1bde078a-11a3-402d-b3bf-c3322f028dcf tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588109 Aug 16 21:16:12.321552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Transition to ACTIVE for port object c75fd13f-acdf-43d1-a742-f38decca96fe will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:12.381279 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-56849a1d-b98c-4f48-bb62-98713d52c948 req-93f9a48b-7f14-4270-afcc-3e0880194388 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443251 Aug 16 21:16:12.466626 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.478376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56849a1d-b98c-4f48-bb62-98713d52c948 req-eac6431c-e9d9-40ac-8b9a-3207b7739f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:12.480323 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-56849a1d-b98c-4f48-bb62-98713d52c948 req-eac6431c-e9d9-40ac-8b9a-3207b7739f87 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66288714219047ad8a43cfd4d609fac1&device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 1097 time: 0.0561211 Aug 16 21:16:12.502847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:12.507934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:12.513971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:16:12.532154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Pushing event updated for resources: {'Port': ['ID=c75fd13f-acdf-43d1-a742-f38decca96fe,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:12.555305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34828) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:12.560360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-548cc37f-be4d-4875-a17d-d1cacf46c6b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209589206', 'description': 'tempest-secgroup-smoke-1209589206 description', 'project_id': 'ed69d30b6f334d54b53d495f5679515c'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:12.590242 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Attempting to bind port c75fd13f-acdf-43d1-a742-f38decca96fe on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:16:12.590873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Attempting to bind port c75fd13f-acdf-43d1-a742-f38decca96fe by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:16:12.591443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Attempting to bind port c75fd13f-acdf-43d1-a742-f38decca96fe on network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:12.596869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:16:12.597522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Checking segment: {'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:16:12.598091 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.598604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Bound using segment: {'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:16:12.599174 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Bound port: c75fd13f-acdf-43d1-a742-f38decca96fe, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:16:12.599663 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.618487 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56849a1d-b98c-4f48-bb62-98713d52c948 req-c91da011-6926-4942-9a72-7adb5df47a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:12.620009 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-56849a1d-b98c-4f48-bb62-98713d52c948 req-c91da011-6926-4942-9a72-7adb5df47a16 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4a07ebe4-adfa-4102-864d-b0230571263b HTTP/1.1" status: 200 len: 914 time: 0.1087580 Aug 16 21:16:12.669661 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-56849a1d-b98c-4f48-bb62-98713d52c948 req-e029baa1-e0e8-48c3-a531-a5058dd7b88e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e64a402-50fa-4bc8-87b7-575b814b591d HTTP/1.1" status: 200 len: 217 time: 0.0414891 Aug 16 21:16:12.734794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56849a1d-b98c-4f48-bb62-98713d52c948 req-92f819af-399c-4e0f-bbe5-065a2e1a0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:12.736351 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-56849a1d-b98c-4f48-bb62-98713d52c948 req-92f819af-399c-4e0f-bbe5-065a2e1a0d17 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=df7cdc40-2ca1-4b8c-8eef-4bc98a03c9f1 HTTP/1.1" status: 200 len: 853 time: 0.0570102 Aug 16 21:16:12.771589 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-56849a1d-b98c-4f48-bb62-98713d52c948 req-c8e8b065-6dcf-4b42-8851-c9343b20c609 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a07ebe4-adfa-4102-864d-b0230571263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280664 Aug 16 21:16:12.831995 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-548cc37f-be4d-4875-a17d-d1cacf46c6b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.838848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] For port c75fd13f-acdf-43d1-a742-f38decca96fe, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:16:12.845637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] For port c75fd13f-acdf-43d1-a742-f38decca96fe, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c75fd13f-acdf-43d1-a742-f38decca96fe,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:16:12.874439 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-56849a1d-b98c-4f48-bb62-98713d52c948 req-42b29d3b-b906-4077-aac1-f3614c3568ae service neutron] 10.222.0.76 "GET /v2.0/networks/4a07ebe4-adfa-4102-864d-b0230571263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959926 Aug 16 21:16:12.918609 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-548cc37f-be4d-4875-a17d-d1cacf46c6b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.968140 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-56849a1d-b98c-4f48-bb62-98713d52c948 req-5fa03be8-7cdb-4465-844e-c4900bb2c35b service neutron] 10.222.0.76 "GET /v2.0/networks/4a07ebe4-adfa-4102-864d-b0230571263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860109 Aug 16 21:16:13.174224 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-548cc37f-be4d-4875-a17d-d1cacf46c6b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.175147 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.206286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cc37f-be4d-4875-a17d-d1cacf46c6b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddb9252-0574-457b-80d8-a7c88f807132,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:13.234699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f7cf5-9318-4074-ac86-e835700bb329 None None] Pushing event updated for resources: {'Port': ['ID=c75fd13f-acdf-43d1-a742-f38decca96fe,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:13.295221 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-1fb64758-41f8-4d6c-8b9e-2336cd4c551b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418608 Aug 16 21:16:13.424272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-548cc37f-be4d-4875-a17d-d1cacf46c6b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.428830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-548cc37f-be4d-4875-a17d-d1cacf46c6b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8724618 Aug 16 21:16:13.441061 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34834) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:13.441061 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-50c675a8-d237-4195-88eb-ba6827d12c17 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': '6ddb9252-0574-457b-80d8-a7c88f807132', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:13.441334 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-41f93fa7-294e-415a-becb-82b4bc847517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:13.443047 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-41f93fa7-294e-415a-becb-82b4bc847517 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0936284 Aug 16 21:16:13.478650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c3ead-02fd-4ab2-9994-0fe24f96a1e3 req-f1d5d0f6-7e38-4d1f-a643-94f8ffd86186 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:13.481932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a48c3ead-02fd-4ab2-9994-0fe24f96a1e3 req-f1d5d0f6-7e38-4d1f-a643-94f8ffd86186 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.1022127 Aug 16 21:16:13.552606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a48c3ead-02fd-4ab2-9994-0fe24f96a1e3 req-06a334fe-3b76-47d7-a78b-b802655b439e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655792 Aug 16 21:16:13.598496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-26d2c911-8691-4abe-b9c9-14058b0ec3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:13.600047 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-26d2c911-8691-4abe-b9c9-14058b0ec3b0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1313691 Aug 16 21:16:13.678961 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-367310e7-fb26-4f72-a58a-f20c3196b193 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47b7445c-7477-4dff-954c-21261a60b6b9 HTTP/1.1" status: 200 len: 1000 time: 0.0692384 Aug 16 21:16:13.730465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-94b1d593-ddf4-4bda-b0bf-d4f8f3efeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:13.731941 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-94b1d593-ddf4-4bda-b0bf-d4f8f3efeba0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0461218 Aug 16 21:16:13.745455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50c675a8-d237-4195-88eb-ba6827d12c17 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.777981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-7b818b7f-aa2c-4993-a95a-50e217bcdaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:13.779496 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-7b818b7f-aa2c-4993-a95a-50e217bcdaef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407505 Aug 16 21:16:13.805060 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50c675a8-d237-4195-88eb-ba6827d12c17 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.877376 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-1e2bc5a1-6c9a-4c60-9577-7ca14caaebd2 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900486 Aug 16 21:16:14.019411 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78ca0404-6bc5-42fd-87b7-bf5ecd6303ee req-4068a5ee-e4d8-40c3-af94-f244ea0dae66 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874517 Aug 16 21:16:14.283916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84862ef3-c1fd-4001-9097-af4f3d0cf8a8 None None] Network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:16:14.374015 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c75fd13f-acdf-43d1-a742-f38decca96fe up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:14.402137 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50c675a8-d237-4195-88eb-ba6827d12c17 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:14.418230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c675a8-d237-4195-88eb-ba6827d12c17 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a283c745-34a5-4c7f-86af-d430b2ee5ef5,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:14.686336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d5442-4c2a-47d4-a1e9-13f608c77d3b req-300c1bea-6c58-4466-90f8-ffaa6adfa733 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:14.688743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf2d5442-4c2a-47d4-a1e9-13f608c77d3b req-300c1bea-6c58-4466-90f8-ffaa6adfa733 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.0556338 Aug 16 21:16:14.729631 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf2d5442-4c2a-47d4-a1e9-13f608c77d3b req-b1094641-d2ca-45af-b351-bf9b3f0c3deb tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332510 Aug 16 21:16:14.842886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4a35b8fa-29fe-4494-9922-45879ca46072 None None] Provisioning for port c75fd13f-acdf-43d1-a742-f38decca96fe completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:14.848388 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-50c675a8-d237-4195-88eb-ba6827d12c17 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:14.848388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-50c675a8-d237-4195-88eb-ba6827d12c17 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4090929 Aug 16 21:16:14.848592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c75fd13f-acdf-43d1-a742-f38decca96fe completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:14.848660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34840) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:14.851835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4a35b8fa-29fe-4494-9922-45879ca46072 None None] Provisioning complete for port c75fd13f-acdf-43d1-a742-f38decca96fe triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:14.852241 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-618fc17d-6c36-4025-95d7-cce98142adf2 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': '6ddb9252-0574-457b-80d8-a7c88f807132', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:14.852357 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4a35b8fa-29fe-4494-9922-45879ca46072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:14.856053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c75fd13f-acdf-43d1-a742-f38decca96fe triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:14.856053 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.000175 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4a35b8fa-29fe-4494-9922-45879ca46072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.002233 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.052712 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4a35b8fa-29fe-4494-9922-45879ca46072 None None] For port c75fd13f-acdf-43d1-a742-f38decca96fe, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c75fd13f-acdf-43d1-a742-f38decca96fe,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:15.139508 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-618fc17d-6c36-4025-95d7-cce98142adf2 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.199619 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-618fc17d-6c36-4025-95d7-cce98142adf2 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.365126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4a35b8fa-29fe-4494-9922-45879ca46072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.367035 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d702baa8-babf-444d-88ba-26f19144826f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.439052 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-17990564-06ad-4d89-8783-f42296656093 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:16:15.439415 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-17990564-06ad-4d89-8783-f42296656093 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:16:15.444395 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35b8fa-29fe-4494-9922-45879ca46072 None None] Pushing event updated for resources: {'Port': ['ID=c75fd13f-acdf-43d1-a742-f38decca96fe,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:15.483374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-052117ef-4e7f-4faa-bc03-7a0589fb6780 None None] Provisioning complete for port c75fd13f-acdf-43d1-a742-f38decca96fe triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:15.483747 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-052117ef-4e7f-4faa-bc03-7a0589fb6780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.552291 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-618fc17d-6c36-4025-95d7-cce98142adf2 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.704436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fc17d-6c36-4025-95d7-cce98142adf2 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76386ef8-2e5d-4a0b-b806-4ecf7177ec7a,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:15.846903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6229b-81e8-4c92-a389-62e8334827b8 req-a53bee65-2946-4b29-8c9e-f8f332dc3e80 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:15.848500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4f6229b-81e8-4c92-a389-62e8334827b8 req-a53bee65-2946-4b29-8c9e-f8f332dc3e80 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.0512416 Aug 16 21:16:15.893892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4f6229b-81e8-4c92-a389-62e8334827b8 req-ba4e55f4-00c3-45cb-8799-06e3582b8875 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344965 Aug 16 21:16:15.957673 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-618fc17d-6c36-4025-95d7-cce98142adf2 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.969878 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-618fc17d-6c36-4025-95d7-cce98142adf2 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1103749 Aug 16 21:16:15.970241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34844) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:15.975324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e03a000c-a018-473e-ae0c-cc899d2c849d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': '6ddb9252-0574-457b-80d8-a7c88f807132', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:16.300701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c75fd13f-acdf-43d1-a742-f38decca96fe up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:16.349489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c75fd13f-acdf-43d1-a742-f38decca96fe triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:16.349865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:16.477963 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03a000c-a018-473e-ae0c-cc899d2c849d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:16.554989 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03a000c-a018-473e-ae0c-cc899d2c849d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:16.792000 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03a000c-a018-473e-ae0c-cc899d2c849d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:16.810118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a000c-a018-473e-ae0c-cc899d2c849d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8aec02-41ce-4ac9-832b-3e67b09fbdfe,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:17.016914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cb85d-c005-4d04-966b-06d0bec1492e req-7d8d5529-6089-4762-ad4b-95f74d7dc693 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:17.018552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e47cb85d-c005-4d04-966b-06d0bec1492e req-7d8d5529-6089-4762-ad4b-95f74d7dc693 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.0528388 Aug 16 21:16:17.057408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e47cb85d-c005-4d04-966b-06d0bec1492e req-124ff320-2a7d-40a3-a699-9d16d2fdb914 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320945 Aug 16 21:16:17.100238 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e03a000c-a018-473e-ae0c-cc899d2c849d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:17.107933 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e03a000c-a018-473e-ae0c-cc899d2c849d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1301630 Aug 16 21:16:17.108644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 34850) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:17.113246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3198b2de-45f7-4057-bc4e-8e6862af6a81 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': '6ddb9252-0574-457b-80d8-a7c88f807132', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:17.419516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3198b2de-45f7-4057-bc4e-8e6862af6a81 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:17.478814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3198b2de-45f7-4057-bc4e-8e6862af6a81 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:17.671516 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ce149bef-b85e-467f-996e-e7463f382f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:17.780336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3198b2de-45f7-4057-bc4e-8e6862af6a81 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:17.799953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198b2de-45f7-4057-bc4e-8e6862af6a81 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadf0634-b42d-4b46-8829-ce7df8440528,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:18.112024 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.126306 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3198b2de-45f7-4057-bc4e-8e6862af6a81 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.126306 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3198b2de-45f7-4057-bc4e-8e6862af6a81 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0063787 Aug 16 21:16:18.126897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34856) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:18.126897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3430b23c-bda0-4c61-b6f1-1bf3b8578ae9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': '6ddb9252-0574-457b-80d8-a7c88f807132', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:18.184580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a9334-e8b6-4152-be68-751d79a5d757 req-edab2b0c-815a-434e-8e42-80c1e9940af7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:18.186079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d92a9334-e8b6-4152-be68-751d79a5d757 req-edab2b0c-815a-434e-8e42-80c1e9940af7 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.0577016 Aug 16 21:16:18.223937 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d92a9334-e8b6-4152-be68-751d79a5d757 req-52e8966b-815e-424e-921b-4247f99be414 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Aug 16 21:16:18.517427 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-3430b23c-bda0-4c61-b6f1-1bf3b8578ae9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Project ed69d30b6f334d54b53d495f5679515c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:16:18.522848 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3430b23c-bda0-4c61-b6f1-1bf3b8578ae9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.585438 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3430b23c-bda0-4c61-b6f1-1bf3b8578ae9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.836477 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3430b23c-bda0-4c61-b6f1-1bf3b8578ae9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.849480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430b23c-bda0-4c61-b6f1-1bf3b8578ae9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850f4ced-edae-4cd4-9f5e-e972c34ff4f9,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:19.071227 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3430b23c-bda0-4c61-b6f1-1bf3b8578ae9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.072481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3430b23c-bda0-4c61-b6f1-1bf3b8578ae9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9524562 Aug 16 21:16:19.075211 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34862) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:19.079851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-3005d16c-5e4a-46fa-a353-05ce812c788f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': '6ddb9252-0574-457b-80d8-a7c88f807132', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:19.372474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcbc39-142e-43ec-a5ac-759898c6652d req-3f5117ff-0eba-4571-866c-16ae1b55dda5 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:19.373967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9bcbc39-142e-43ec-a5ac-759898c6652d req-3f5117ff-0eba-4571-866c-16ae1b55dda5 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.0820963 Aug 16 21:16:19.386639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6521658-6330-4998-9a81-62e0a11d99e6 req-ae5e539c-5215-4ed1-a8ef-42b8fac68b88 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:19.388032 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6521658-6330-4998-9a81-62e0a11d99e6 req-ae5e539c-5215-4ed1-a8ef-42b8fac68b88 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 945 time: 0.0661180 Aug 16 21:16:19.425442 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.430922 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-3005d16c-5e4a-46fa-a353-05ce812c788f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Project ed69d30b6f334d54b53d495f5679515c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:16:19.444915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3005d16c-5e4a-46fa-a353-05ce812c788f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.449603 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9bcbc39-142e-43ec-a5ac-759898c6652d req-49bd1d5f-a448-4943-ac13-29df04681bc1 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607007 Aug 16 21:16:19.461086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6521658-6330-4998-9a81-62e0a11d99e6 req-80df1809-17d3-46d0-9d85-d771e56d983f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660799 Aug 16 21:16:19.512253 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3005d16c-5e4a-46fa-a353-05ce812c788f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.671801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3005d16c-5e4a-46fa-a353-05ce812c788f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.694107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005d16c-5e4a-46fa-a353-05ce812c788f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc3eab2-efce-442f-88a7-0878efd49cae,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:19.887817 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3005d16c-5e4a-46fa-a353-05ce812c788f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.889085 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3005d16c-5e4a-46fa-a353-05ce812c788f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8128080 Aug 16 21:16:20.025142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-6af23198-74bf-4b6a-aef8-3db385139d05 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209589206&fields=id&tenant_id=ed69d30b6f334d54b53d495f5679515c HTTP/1.1" status: 200 len: 267 time: 0.0320406 Aug 16 21:16:20.128890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-13e9b62a-6289-44e5-bb7f-37da137f5d3f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:20.299405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-13e9b62a-6289-44e5-bb7f-37da137f5d3f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/networks?id=ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 HTTP/1.1" status: 200 len: 796 time: 0.0991418 Aug 16 21:16:20.299405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-a987899c-ee11-40b3-aae5-f72e7cca7696 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/quotas/ed69d30b6f334d54b53d495f5679515c HTTP/1.1" status: 200 len: 375 time: 0.0093896 Aug 16 21:16:20.299405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-3e682485-5bb3-49ac-9cfb-ee58e79b1e2d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0562632 Aug 16 21:16:20.299405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-d0379199-21ff-40af-87a2-cff10cf2e652 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:16:20.299405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-d0379199-21ff-40af-87a2-cff10cf2e652 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064931 Aug 16 21:16:20.364419 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-276e5e05-d639-4622-94a8-6bde2228875f service neutron] 10.222.0.74 "GET /v2.0/networks/ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309872 Aug 16 21:16:20.455325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8f04142c-6803-4689-be52-81be8827bb3a service neutron] 10.222.0.74 "GET /v2.0/networks/ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841801 Aug 16 21:16:20.565893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32f6f9-38c6-456a-9893-3907132b17f8 req-4b437f43-c22e-4c38-a051-f477aae77d02 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:20.567505 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe32f6f9-38c6-456a-9893-3907132b17f8 req-4b437f43-c22e-4c38-a051-f477aae77d02 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.0504310 Aug 16 21:16:20.607438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe32f6f9-38c6-456a-9893-3907132b17f8 req-c3a003b9-6b33-4288-ad44-07e201e37e41 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338304 Aug 16 21:16:20.715351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f5e7-f1a8-449b-99e3-1a3aea562555 req-c23f60f8-c875-4b40-a53c-2599d37e5b68 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:20.716951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c168f5e7-f1a8-449b-99e3-1a3aea562555 req-c23f60f8-c875-4b40-a53c-2599d37e5b68 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 945 time: 0.0567410 Aug 16 21:16:20.761514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbff033a-83d4-46e3-af34-834e0a5003a6 req-ebe43045-2958-4662-b718-814c10871235 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 210 time: 0.0432289 Aug 16 21:16:20.785333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257dfc-e117-4419-9fea-179d14bb2fa0 req-6a41161b-34ed-4676-a441-4ffd1e86f2d6 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:20.787614 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5257dfc-e117-4419-9fea-179d14bb2fa0 req-6a41161b-34ed-4676-a441-4ffd1e86f2d6 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 945 time: 0.0532949 Aug 16 21:16:20.789556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c168f5e7-f1a8-449b-99e3-1a3aea562555 req-d2e0daba-4b79-4e12-9cf5-cd882dfe4fc6 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619578 Aug 16 21:16:20.813820 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:20.888951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d5257dfc-e117-4419-9fea-179d14bb2fa0 req-442d78f1-d600-4ff4-8d78-595413b2f89f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Deleting port 4e64a402-50fa-4bc8-87b7-575b814b591d {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:16:20.889330 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5257dfc-e117-4419-9fea-179d14bb2fa0 req-442d78f1-d600-4ff4-8d78-595413b2f89f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:20.977884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d5257dfc-e117-4419-9fea-179d14bb2fa0 req-442d78f1-d600-4ff4-8d78-595413b2f89f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] For port 4e64a402-50fa-4bc8-87b7-575b814b591d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4e64a402-50fa-4bc8-87b7-575b814b591d,segment=NetworkSegment(fd4aa87f-8819-4f01-b199-65ffa09ed667),segment_id=fd4aa87f-8819-4f01-b199-65ffa09ed667)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:20.978249 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5257dfc-e117-4419-9fea-179d14bb2fa0 req-442d78f1-d600-4ff4-8d78-595413b2f89f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:20.990711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d5257dfc-e117-4419-9fea-179d14bb2fa0 req-442d78f1-d600-4ff4-8d78-595413b2f89f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Calling delete_port for 4e64a402-50fa-4bc8-87b7-575b814b591d owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:16:21.248008 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5257dfc-e117-4419-9fea-179d14bb2fa0 req-442d78f1-d600-4ff4-8d78-595413b2f89f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:21.262413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['4e64a402-50fa-4bc8-87b7-575b814b591d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:16:21.280530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d78f1-d600-4ff4-8d78-595413b2f89f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Pushing event deleted for resources: {'Port': ['ID=4e64a402-50fa-4bc8-87b7-575b814b591d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:21.323177 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5257dfc-e117-4419-9fea-179d14bb2fa0 req-442d78f1-d600-4ff4-8d78-595413b2f89f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] No DVR routers for this DVR port 4e64a402-50fa-4bc8-87b7-575b814b591d on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:16:21.325820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d5257dfc-e117-4419-9fea-179d14bb2fa0 req-442d78f1-d600-4ff4-8d78-595413b2f89f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:21.327799 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5257dfc-e117-4419-9fea-179d14bb2fa0 req-442d78f1-d600-4ff4-8d78-595413b2f89f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.76 "DELETE /v2.0/ports/4e64a402-50fa-4bc8-87b7-575b814b591d HTTP/1.1" status: 204 len: 173 time: 0.5341680 Aug 16 21:16:21.328249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3aa24d-5d65-4fc1-818c-6d2b81939539', 'name': 'network-vif-deleted', 'tag': '4e64a402-50fa-4bc8-87b7-575b814b591d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:21.330535 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5bfc4b-0bda-480d-b094-47d3749b4ce3" -d '{"events": [{"server_uuid": "ae3aa24d-5d65-4fc1-818c-6d2b81939539", "name": "network-vif-deleted", "tag": "4e64a402-50fa-4bc8-87b7-575b814b591d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:21.366999 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c732e486-a4e7-4618-b47b-b204f303e5a2 x-openstack-request-id: req-c732e486-a4e7-4618-b47b-b204f303e5a2 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:21.367299 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3aa24d-5d65-4fc1-818c-6d2b81939539", "name": "network-vif-deleted", "tag": "4e64a402-50fa-4bc8-87b7-575b814b591d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:21.367548 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c732e486-a4e7-4618-b47b-b204f303e5a2 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:21.367949 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3aa24d-5d65-4fc1-818c-6d2b81939539', 'name': 'network-vif-deleted', 'tag': '4e64a402-50fa-4bc8-87b7-575b814b591d', 'status': 'completed', 'code': 200} Aug 16 21:16:21.723491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fff816-9e30-4c71-b623-fb9cb71625e9 req-59aca477-71f3-42a5-99bf-a1424bc3842e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:21.725047 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42fff816-9e30-4c71-b623-fb9cb71625e9 req-59aca477-71f3-42a5-99bf-a1424bc3842e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.0513096 Aug 16 21:16:21.763509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42fff816-9e30-4c71-b623-fb9cb71625e9 req-ad5e0cfc-d1c8-4947-b606-5ea16edf746f tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323470 Aug 16 21:16:21.844347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e2e2abd-c254-4c1b-a7e8-2eb41deae52a req-4b27731c-5996-4aac-9c24-d18d8adfb3c1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 210 time: 0.0280719 Aug 16 21:16:21.878768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8670df89-3af7-4a2a-8a0a-1a1c1688b92e req-ed1d98bc-ddb1-4214-b8a8-158a61fbac1c tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=ae3aa24d-5d65-4fc1-818c-6d2b81939539 HTTP/1.1" status: 200 len: 210 time: 0.0252624 Aug 16 21:16:22.884962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c522e-ee83-47f0-84ef-8fd3832fe21e req-bb5c5d0c-ed74-4059-906f-2668108498c0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:22.887270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-033c522e-ee83-47f0-84ef-8fd3832fe21e req-bb5c5d0c-ed74-4059-906f-2668108498c0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.0548856 Aug 16 21:16:22.947200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-642f214c-ea17-456c-8308-354233f5856a req-d790369b-8e86-4e68-a6de-831579e3df53 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 210 time: 0.0333092 Aug 16 21:16:22.954368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-033c522e-ee83-47f0-84ef-8fd3832fe21e req-315e938f-15ac-47d0-981e-35239b99d2b0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558960 Aug 16 21:16:24.079730 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38a106e2-4dcb-4657-8b3f-1a0dafb96bfc req-38876622-1614-4749-8cbc-45f39acfe891 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 210 time: 0.0488300 Aug 16 21:16:24.107202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d896f43-c3e9-46c0-b4cd-c3cc0ee606d4 req-ddc19e00-dcc1-4696-be5d-726d2a9370e0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:24.108674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d896f43-c3e9-46c0-b4cd-c3cc0ee606d4 req-ddc19e00-dcc1-4696-be5d-726d2a9370e0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.0677450 Aug 16 21:16:24.146015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d896f43-c3e9-46c0-b4cd-c3cc0ee606d4 req-8d45b27e-a901-4632-a1f7-0105228ddec5 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313334 Aug 16 21:16:24.788225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-796981ac-a296-48bc-a570-4d80d84f6d1b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:24.789752 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-796981ac-a296-48bc-a570-4d80d84f6d1b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "GET /v2.0/networks?id=ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 HTTP/1.1" status: 200 len: 796 time: 0.1026559 Aug 16 21:16:24.835299 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5e5f2f68-9055-4034-9395-649ed9f7543c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed69d30b6f334d54b53d495f5679515c HTTP/1.1" status: 200 len: 473 time: 0.0362608 Aug 16 21:16:24.845484 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'port': {'device_id': '3c0448ee-c8c6-45e8-8f24-f0e54198c723', 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2', 'admin_state_up': True, 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'security_groups': ['6ddb9252-0574-457b-80d8-a7c88f807132']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:25.128301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Made reservation on behalf of ed69d30b6f334d54b53d495f5679515c for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:16:25.132793 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:25.174020 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-504003c1-22c2-4b8d-818f-cbfe30a684d4 req-df39275c-0770-402e-a553-3b9b31b9fb38 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 210 time: 0.0271404 Aug 16 21:16:25.274125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Allocated IP 172.20.0.24 (ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2/1dc30b92-e473-4011-b5e2-9f13018b32de/dff6c1ac-3386-4a44-b6d8-7b8e214fccf3) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:16:25.293801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ee5d1-6ce4-4adc-b562-2524ebb22f92 req-8a765feb-4d4b-4d2c-9377-47037b260b82 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:25.295434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c27ee5d1-6ce4-4adc-b562-2524ebb22f92 req-8a765feb-4d4b-4d2c-9377-47037b260b82 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 944 time: 0.0525837 Aug 16 21:16:25.307443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e64a402-50fa-4bc8-87b7-575b814b591d no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:16:25.332313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c192b869-815e-4f9e-9951-8e85038090d5 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:16:25.339683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c27ee5d1-6ce4-4adc-b562-2524ebb22f92 req-c2970ce5-3a5a-4927-88e8-2c21081c8e93 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375373 Aug 16 21:16:25.363236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 4e64a402-50fa-4bc8-87b7-575b814b591d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:16:25.363236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4e64a402-50fa-4bc8-87b7-575b814b591d not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:16:25.430097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:25.443621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c192b869-815e-4f9e-9951-8e85038090d5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c192b869-815e-4f9e-9951-8e85038090d5,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:25.444411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Transition to ACTIVE for port object dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:25.454000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'c192b869-815e-4f9e-9951-8e85038090d5', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'port_id': 'c192b869-815e-4f9e-9951-8e85038090d5', 'mac_address': 'fa:16:3e:9c:10:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:16:25.492208 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:25.504970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c192b869-815e-4f9e-9951-8e85038090d5 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:16:25.529041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c192b869-815e-4f9e-9951-8e85038090d5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c192b869-815e-4f9e-9951-8e85038090d5,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:25.714117 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:25.763282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:25.766611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:25.771527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:16:25.802297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:25.810288 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:25.858494 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:25.863226 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:25.883553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c192b869-815e-4f9e-9951-8e85038090d5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:26.013079 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['c192b869-815e-4f9e-9951-8e85038090d5'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:16:26.249756 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8abd8d59-e3d9-41f8-b388-7b7d98e1d5ab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4078662 Aug 16 21:16:26.265166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Request body: {'port': {'device_id': '3c0448ee-c8c6-45e8-8f24-f0e54198c723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:26.299947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7a792-2e61-488d-b6d4-a412bcc1a694 req-e2e60fda-2d51-45af-b2c0-cacbd82c3880 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:26.301498 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02f7a792-2e61-488d-b6d4-a412bcc1a694 req-e2e60fda-2d51-45af-b2c0-cacbd82c3880 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 932 time: 0.0552144 Aug 16 21:16:26.323592 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:26.359286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02f7a792-2e61-488d-b6d4-a412bcc1a694 req-953e91f4-f24a-4327-9908-e848529beb6b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516677 Aug 16 21:16:26.480268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5bec4f60-6802-4940-9739-41414197e5da None None] Provisioning for port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:26.482252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5bec4f60-6802-4940-9739-41414197e5da None None] Provisioning complete for port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:26.482695 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5bec4f60-6802-4940-9739-41414197e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:26.520324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-5bec4f60-6802-4940-9739-41414197e5da None None] Port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:16:26.620299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:16:26.631043 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:26.645770 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Transition to ACTIVE for port object dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:26.822807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6560fb1-7725-4dce-b2c0-402025113e4b req-0d06f041-f2eb-419c-8f92-4ce8776e295c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:26.824289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6560fb1-7725-4dce-b2c0-402025113e4b req-0d06f041-f2eb-419c-8f92-4ce8776e295c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 945 time: 0.4119320 Aug 16 21:16:26.862916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d6560fb1-7725-4dce-b2c0-402025113e4b req-b2af1937-9499-469d-b320-111a1c628071 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326993 Aug 16 21:16:26.945790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:27.015493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Pushing event updated for resources: {'Port': ['ID=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:27.075526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Attempting to bind port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:16:27.075526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Attempting to bind port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:16:27.075848 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Attempting to bind port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 on network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:27.080522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 on network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:16:27.080873 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Attempting to bind port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 on network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:27.086482 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:16:27.086878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Checking segment: {'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:16:27.087267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Bound using segment: {'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:16:27.087714 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Bound port: dff6c1ac-3386-4a44-b6d8-7b8e214fccf3, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:16:27.088216 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:27.157817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] For port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:16:27.163243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] For port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:16:27.334879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c192b869-815e-4f9e-9951-8e85038090d5 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:27.473721 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962d164-c804-4ff9-9ea4-fcab539de37f req-e10bfb8d-53d0-46dd-b69c-3419b9576f2d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.475185 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4962d164-c804-4ff9-9ea4-fcab539de37f req-e10bfb8d-53d0-46dd-b69c-3419b9576f2d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 944 time: 0.0486646 Aug 16 21:16:27.494088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:27.514337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4962d164-c804-4ff9-9ea4-fcab539de37f req-b643e066-5fdb-44dd-afdb-78f46bb5f912 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332084 Aug 16 21:16:27.526261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.526870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:27.528307 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] 10.222.0.79 "PUT /v2.0/ports/dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 HTTP/1.1" status: 200 len: 1093 time: 1.2676663 Aug 16 21:16:27.528766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0448ee-c8c6-45e8-8f24-f0e54198c723', 'tag': 'dff6c1ac-3386-4a44-b6d8-7b8e214fccf3'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:27.531272 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c303fa-0188-4d78-82fa-675a9fdc006b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0448ee-c8c6-45e8-8f24-f0e54198c723", "tag": "dff6c1ac-3386-4a44-b6d8-7b8e214fccf3"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:27.565733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41feba-f85e-41e3-9454-715f66637a81 service neutron] Pushing event updated for resources: {'Port': ['ID=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:27.576675 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594f13a8-0493-4cf7-9b42-72791dbd9452 x-openstack-request-id: req-594f13a8-0493-4cf7-9b42-72791dbd9452 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:27.577080 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0448ee-c8c6-45e8-8f24-f0e54198c723", "tag": "dff6c1ac-3386-4a44-b6d8-7b8e214fccf3", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:27.577406 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-594f13a8-0493-4cf7-9b42-72791dbd9452 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:27.577878 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0448ee-c8c6-45e8-8f24-f0e54198c723', 'tag': 'dff6c1ac-3386-4a44-b6d8-7b8e214fccf3', 'status': 'completed', 'code': 200} Aug 16 21:16:27.579564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port c192b869-815e-4f9e-9951-8e85038090d5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:27.585420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port c192b869-815e-4f9e-9951-8e85038090d5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:27.586063 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:27.646586 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c303fa-0188-4d78-82fa-675a9fdc006b req-68ec4c97-eb8c-46e4-88a6-8c6045e4308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.648373 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2c303fa-0188-4d78-82fa-675a9fdc006b req-68ec4c97-eb8c-46e4-88a6-8c6045e4308e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 1096 time: 0.0452528 Aug 16 21:16:27.675284 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:27.702013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7533a04e-5f60-46d6-8121-70e0f434a381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c192b869-815e-4f9e-9951-8e85038090d5'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:27.706956 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c72bfe8-bc3b-45fb-8fa3-866db6895e71" -d '{"events": [{"server_uuid": "7533a04e-5f60-46d6-8121-70e0f434a381", "name": "network-vif-plugged", "status": "completed", "tag": "c192b869-815e-4f9e-9951-8e85038090d5"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:27.722087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port c192b869-815e-4f9e-9951-8e85038090d5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c192b869-815e-4f9e-9951-8e85038090d5,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:27.762700 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c303fa-0188-4d78-82fa-675a9fdc006b req-2d35efdb-001b-4550-8f1e-c3afefc3beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.763069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c303fa-0188-4d78-82fa-675a9fdc006b req-2d35efdb-001b-4550-8f1e-c3afefc3beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.764906 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2c303fa-0188-4d78-82fa-675a9fdc006b req-2d35efdb-001b-4550-8f1e-c3afefc3beb9 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=ed69d30b6f334d54b53d495f5679515c&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1091719 Aug 16 21:16:27.867662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c303fa-0188-4d78-82fa-675a9fdc006b req-ff65fd1b-ad02-4b4b-b441-92ad231181a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.869217 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b2c303fa-0188-4d78-82fa-675a9fdc006b req-ff65fd1b-ad02-4b4b-b441-92ad231181a7 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960131 Aug 16 21:16:27.893626 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace3aa40-7e95-44f8-852a-8ea33692d369 x-openstack-request-id: req-ace3aa40-7e95-44f8-852a-8ea33692d369 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:27.894023 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7533a04e-5f60-46d6-8121-70e0f434a381", "name": "network-vif-plugged", "status": "completed", "tag": "c192b869-815e-4f9e-9951-8e85038090d5", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:27.894377 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ace3aa40-7e95-44f8-852a-8ea33692d369 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:27.894880 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7533a04e-5f60-46d6-8121-70e0f434a381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c192b869-815e-4f9e-9951-8e85038090d5', 'code': 200} Aug 16 21:16:27.951512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-ce2ebe8e-51de-48c8-8456-359da952ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.953189 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-ce2ebe8e-51de-48c8-8456-359da952ff65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 1096 time: 0.0457368 Aug 16 21:16:27.981786 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b213-8477-4ac7-8431-1b5ec716304c req-ad776e4d-b370-4b3e-a342-0929d670487b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.983258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93e5b213-8477-4ac7-8431-1b5ec716304c req-ad776e4d-b370-4b3e-a342-0929d670487b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 945 time: 0.0496578 Aug 16 21:16:28.011011 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-bb4cdd4d-59d3-49cf-8b2a-236b43d6b31c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 HTTP/1.1" status: 200 len: 217 time: 0.0489488 Aug 16 21:16:28.022028 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93e5b213-8477-4ac7-8431-1b5ec716304c req-ec14aeb5-2f5b-40a9-aba4-2c2c3b12612c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327611 Aug 16 21:16:28.058036 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c01ae-ef2f-4d71-a11a-c5530413dc1e req-9e05082e-98d2-4072-922d-639cf97071c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:28.059639 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad6c01ae-ef2f-4d71-a11a-c5530413dc1e req-9e05082e-98d2-4072-922d-639cf97071c0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 1097 time: 0.1055536 Aug 16 21:16:28.088017 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:28.093266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-bd8ff4df-9aed-4b9c-9574-2e50ebd22718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:28.093266 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-bd8ff4df-9aed-4b9c-9574-2e50ebd22718 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1dc30b92-e473-4011-b5e2-9f13018b32de HTTP/1.1" status: 200 len: 837 time: 0.0748219 Aug 16 21:16:28.118670 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ad6c01ae-ef2f-4d71-a11a-c5530413dc1e req-dc2782c6-eb07-4d50-b9cd-8c6d8d51f021 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505619 Aug 16 21:16:28.139092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=c192b869-815e-4f9e-9951-8e85038090d5,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:28.147438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.147868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.148140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8a50de55-c0e3-47d2-a496-575d880cc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:28.148284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.148674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.149217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.149617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.149729 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-8a50de55-c0e3-47d2-a496-575d880cc100 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0459297 Aug 16 21:16:28.150094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.150499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.150891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.151282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.151673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.152061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:28.245591 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-f8238c24-2057-4001-9447-5800d3c22823 service neutron] 10.222.0.79 "GET /v2.0/networks/ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883460 Aug 16 21:16:28.336955 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96b2acbc-7267-42f9-937f-7139aa5216f0 req-83878f3b-790f-4e1c-b15f-bad0af327f03 service neutron] 10.222.0.79 "GET /v2.0/networks/ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845599 Aug 16 21:16:28.644525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f1eeb-d78d-4f28-a241-8c058485aece req-af9f08f3-1aea-4148-886c-87d43c10b2c7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:28.646122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d3f1eeb-d78d-4f28-a241-8c058485aece req-af9f08f3-1aea-4148-886c-87d43c10b2c7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 944 time: 0.0527301 Aug 16 21:16:28.684221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d3f1eeb-d78d-4f28-a241-8c058485aece req-6fb500c1-5427-4f61-93ea-8aa97f876c42 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320394 Aug 16 21:16:29.151868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc45bf-7e0e-402f-9f20-d48d8dbf125d req-c8c2051c-f1d0-4629-8e94-425ff46f9253 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:29.153379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4dc45bf-7e0e-402f-9f20-d48d8dbf125d req-c8c2051c-f1d0-4629-8e94-425ff46f9253 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 946 time: 0.0548394 Aug 16 21:16:29.189858 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4dc45bf-7e0e-402f-9f20-d48d8dbf125d req-a884212d-4970-4b21-b1b4-0152647a5ea8 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303674 Aug 16 21:16:29.633862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:16:29.738779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:29.750855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'dff6c1ac-3386-4a44-b6d8-7b8e214fccf3', 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2', 'port_id': 'dff6c1ac-3386-4a44-b6d8-7b8e214fccf3', 'mac_address': 'fa:16:3e:a0:e6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc30b92-e473-4011-b5e2-9f13018b32de', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:16:29.788145 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:29.804358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:16:29.805444 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e87fcf-c3fc-428c-90fd-726afbb5c39d req-7c94b598-4b1d-47d0-80d0-7d64b6065394 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:29.807213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04e87fcf-c3fc-428c-90fd-726afbb5c39d req-7c94b598-4b1d-47d0-80d0-7d64b6065394 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 944 time: 0.0522928 Aug 16 21:16:29.829339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:29.845795 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-04e87fcf-c3fc-428c-90fd-726afbb5c39d req-cb4d4e7c-47e4-43a4-b838-b9350bf7f732 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326374 Aug 16 21:16:30.013967 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:30.064244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:30.238342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['dff6c1ac-3386-4a44-b6d8-7b8e214fccf3'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:16:30.310047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b015bf-9e77-46cc-bc12-a3c3319881cc req-2c0cf0e3-e133-4e56-b46f-bec26a7d7092 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:30.311842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26b015bf-9e77-46cc-bc12-a3c3319881cc req-2c0cf0e3-e133-4e56-b46f-bec26a7d7092 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 946 time: 0.0542088 Aug 16 21:16:30.351131 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26b015bf-9e77-46cc-bc12-a3c3319881cc req-a97c85af-2d70-4b2f-8e52-032d1cd6cb8a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Aug 16 21:16:30.464656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2340b0-cb68-4ce9-b469-0bb4a9454e74 req-7efcffbb-1ebc-46d6-8962-318b84a11c4b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:30.466254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b2340b0-cb68-4ce9-b469-0bb4a9454e74 req-7efcffbb-1ebc-46d6-8962-318b84a11c4b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 946 time: 0.0500360 Aug 16 21:16:30.504420 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b2340b0-cb68-4ce9-b469-0bb4a9454e74 req-d69ab43a-dbca-4a0b-958f-4052093df435 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322068 Aug 16 21:16:30.526578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34968) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:30.695674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7df8341-8be0-418c-bf52-68943a7e75c6 tempest-TestVolumeBootPattern-1711768428 tempest-TestVolumeBootPattern-1711768428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:30.697244 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b7df8341-8be0-418c-bf52-68943a7e75c6 tempest-TestVolumeBootPattern-1711768428 tempest-TestVolumeBootPattern-1711768428-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 1093 time: 0.1695936 Aug 16 21:16:30.704483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 34972) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:30.709773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': 'c192b869-815e-4f9e-9951-8e85038090d5', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:30.891763 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:30.988009 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78583-4197-4db2-8fd3-c9f5580ca9af req-194f2bff-2c10-4415-a26b-09a338012e0f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:30.989527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73a78583-4197-4db2-8fd3-c9f5580ca9af req-194f2bff-2c10-4415-a26b-09a338012e0f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 945 time: 0.0592887 Aug 16 21:16:31.039197 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-73a78583-4197-4db2-8fd3-c9f5580ca9af req-f22bc03a-2aaa-4713-bafa-f7d802c57540 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424011 Aug 16 21:16:31.060694 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:31.164305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Allocated IP 172.25.4.122 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/9f16f1c0-7450-487a-9c0b-e4396120f3c2) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:16:31.269776 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:31.448898 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:31.491322 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:31.494393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:31.498744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:16:31.505074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=9f16f1c0-7450-487a-9c0b-e4396120f3c2,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:31.664680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:31.858935 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:32.156030 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae649b17-9176-42f7-b74c-104383c1e9cc req-0127f8be-d0f8-4a5c-b711-ae1a73ab6fd1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:32.157464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae649b17-9176-42f7-b74c-104383c1e9cc req-0127f8be-d0f8-4a5c-b711-ae1a73ab6fd1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 945 time: 0.0493734 Aug 16 21:16:32.195044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae649b17-9176-42f7-b74c-104383c1e9cc req-776e717b-3f4b-4974-8e0c-f4156c11e584 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315146 Aug 16 21:16:32.207666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:32.212520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:32.230035 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:32.235046 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:32.289465 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:32.311217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0448ee-c8c6-45e8-8f24-f0e54198c723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff6c1ac-3386-4a44-b6d8-7b8e214fccf3'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:32.313482 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b62544-dc8b-41f8-a9df-2917356a53ae" -d '{"events": [{"server_uuid": "3c0448ee-c8c6-45e8-8f24-f0e54198c723", "name": "network-vif-plugged", "status": "completed", "tag": "dff6c1ac-3386-4a44-b6d8-7b8e214fccf3"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:32.327473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:32.360465 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233cc492-151b-475f-8cf1-841ffd34309e x-openstack-request-id: req-233cc492-151b-475f-8cf1-841ffd34309e {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:32.360758 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0448ee-c8c6-45e8-8f24-f0e54198c723", "name": "network-vif-plugged", "status": "completed", "tag": "dff6c1ac-3386-4a44-b6d8-7b8e214fccf3", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:32.361015 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-233cc492-151b-475f-8cf1-841ffd34309e {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:32.361654 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0448ee-c8c6-45e8-8f24-f0e54198c723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff6c1ac-3386-4a44-b6d8-7b8e214fccf3', 'code': 200} Aug 16 21:16:32.394725 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:32.458542 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05e646-e405-48ce-9b8b-89166b28e7c0 req-3d7cc82a-457d-4cd9-b5f3-d2694d7c83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:32.460031 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8b05e646-e405-48ce-9b8b-89166b28e7c0 req-3d7cc82a-457d-4cd9-b5f3-d2694d7c83e2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 1097 time: 0.0406361 Aug 16 21:16:32.498747 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8b05e646-e405-48ce-9b8b-89166b28e7c0 req-d3393b4a-174b-43c7-acc2-ef97e0d3852b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Aug 16 21:16:32.562748 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:32.612186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:32.631971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:32.705920 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event updated for resources: {'Port': ['ID=9f16f1c0-7450-487a-9c0b-e4396120f3c2,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:32.716209 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:32.820314 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Floating IP d58e6a2f-88d4-48f8-969b-00ae55ece43b associated. External IP: 172.25.4.122, port: c192b869-815e-4f9e-9951-8e85038090d5. Aug 16 21:16:32.922262 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:32.976389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:33.032613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:16:33.141128 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:16:33.151528 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800e739-ddef-4d6a-a01b-a6839557be7a None None] Sync routers for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:16:33.161676 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800e739-ddef-4d6a-a01b-a6839557be7a None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:33.162274 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3800e739-ddef-4d6a-a01b-a6839557be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:16:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:33.273926 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-3800e739-ddef-4d6a-a01b-a6839557be7a None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:33.325655 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:33.358903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9710b4ee-cd9a-4b55-b0d3-2a98d49e80d2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6532052 Aug 16 21:16:33.361366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7533a04e-5f60-46d6-8121-70e0f434a381', 'tag': 'c192b869-815e-4f9e-9951-8e85038090d5'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:33.363625 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dd36fd-898d-4a05-8bed-e198bfc0ea12" -d '{"events": [{"name": "network-changed", "server_uuid": "7533a04e-5f60-46d6-8121-70e0f434a381", "tag": "c192b869-815e-4f9e-9951-8e85038090d5"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:33.388320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffce2b-0034-48d8-991c-e4222022fb64 req-f673912a-705a-44ae-a1b4-290448d0d9ad tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:33.390060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-faffce2b-0034-48d8-991c-e4222022fb64 req-f673912a-705a-44ae-a1b4-290448d0d9ad tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 946 time: 0.1004205 Aug 16 21:16:33.422980 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa9388c-6aec-4a1e-b7aa-3854a07c5ba9 x-openstack-request-id: req-aaa9388c-6aec-4a1e-b7aa-3854a07c5ba9 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:33.423351 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7533a04e-5f60-46d6-8121-70e0f434a381", "tag": "c192b869-815e-4f9e-9951-8e85038090d5", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:33.423699 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aaa9388c-6aec-4a1e-b7aa-3854a07c5ba9 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:33.424157 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7533a04e-5f60-46d6-8121-70e0f434a381', 'tag': 'c192b869-815e-4f9e-9951-8e85038090d5', 'status': 'completed', 'code': 200} Aug 16 21:16:33.442908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-faffce2b-0034-48d8-991c-e4222022fb64 req-583b9302-59fd-4aa3-bff5-f2d5e39675d9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 Aug 16 21:16:33.492133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd36fd-898d-4a05-8bed-e198bfc0ea12 req-66942e43-f36a-4e3c-9547-43cfb062e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:33.493634 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80dd36fd-898d-4a05-8bed-e198bfc0ea12 req-66942e43-f36a-4e3c-9547-43cfb062e4b7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 1098 time: 0.0515704 Aug 16 21:16:33.538316 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3800e739-ddef-4d6a-a01b-a6839557be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '128f740e-c2b2-4177-b19f-7dc561b1cb12', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': '47b7445c-7477-4dff-954c-21261a60b6b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:68:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:02Z', 'updated_at': '2021-08-16T21:13:04Z', 'revision_number': 1, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}, {'id': 'd58e6a2f-88d4-48f8-969b-00ae55ece43b', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': 'c192b869-815e-4f9e-9951-8e85038090d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:9c:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a04e-5f60-46d6-8121-70e0f434a381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:16:31Z', 'updated_at': '2021-08-16T21:16:31Z', 'revision_number': 0, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:33.571156 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800e739-ddef-4d6a-a01b-a6839557be7a None None] Checking router: f7f18d7a-3e27-44c6-a90b-fedaeb47f982 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:16:33.579409 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800e739-ddef-4d6a-a01b-a6839557be7a None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:33.581683 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3800e739-ddef-4d6a-a01b-a6839557be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:16:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:33.584242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd36fd-898d-4a05-8bed-e198bfc0ea12 req-7339db31-6acb-4dc0-b163-1755f71316c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:33.586232 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80dd36fd-898d-4a05-8bed-e198bfc0ea12 req-7339db31-6acb-4dc0-b163-1755f71316c1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.0861714 Aug 16 21:16:33.658403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80dd36fd-898d-4a05-8bed-e198bfc0ea12 req-bb409761-4e53-4d4f-b678-2aa3323fe511 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c192b869-815e-4f9e-9951-8e85038090d5 HTTP/1.1" status: 200 len: 1000 time: 0.0654464 Aug 16 21:16:33.686538 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-3800e739-ddef-4d6a-a01b-a6839557be7a None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:33.708937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd36fd-898d-4a05-8bed-e198bfc0ea12 req-a55d9659-5b31-4bf9-8550-9558a2790877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:33.710723 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80dd36fd-898d-4a05-8bed-e198bfc0ea12 req-a55d9659-5b31-4bf9-8550-9558a2790877 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0452411 Aug 16 21:16:33.760738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd36fd-898d-4a05-8bed-e198bfc0ea12 req-a9263157-a55b-4741-bb24-b9bf9d729cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:33.762246 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80dd36fd-898d-4a05-8bed-e198bfc0ea12 req-a9263157-a55b-4741-bb24-b9bf9d729cdc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452726 Aug 16 21:16:33.863119 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80dd36fd-898d-4a05-8bed-e198bfc0ea12 req-d8767bb3-36f4-46cc-b8a6-04d18c5497e8 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931873 Aug 16 21:16:33.945346 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3800e739-ddef-4d6a-a01b-a6839557be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '128f740e-c2b2-4177-b19f-7dc561b1cb12', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': '47b7445c-7477-4dff-954c-21261a60b6b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:68:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:02Z', 'updated_at': '2021-08-16T21:13:04Z', 'revision_number': 1, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}, {'id': 'd58e6a2f-88d4-48f8-969b-00ae55ece43b', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': 'c192b869-815e-4f9e-9951-8e85038090d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:9c:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a04e-5f60-46d6-8121-70e0f434a381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:16:31Z', 'updated_at': '2021-08-16T21:16:31Z', 'revision_number': 0, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:33.977572 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-80dd36fd-898d-4a05-8bed-e198bfc0ea12 req-198e891d-50a1-40dd-8a60-4783ef7b7e03 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076901 Aug 16 21:16:33.981428 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800e739-ddef-4d6a-a01b-a6839557be7a None None] The sync data for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 is: [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '128f740e-c2b2-4177-b19f-7dc561b1cb12', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': '47b7445c-7477-4dff-954c-21261a60b6b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:68:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:02Z', 'updated_at': '2021-08-16T21:13:04Z', 'revision_number': 1, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}, {'id': 'd58e6a2f-88d4-48f8-969b-00ae55ece43b', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': 'c192b869-815e-4f9e-9951-8e85038090d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:9c:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533a04e-5f60-46d6-8121-70e0f434a381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:16:31Z', 'updated_at': '2021-08-16T21:16:31Z', 'revision_number': 0, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:16:34.174330 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad4ca01-b6d8-4b42-845e-6c7f1c5eb5a0 None None] New status for floating IP d58e6a2f-88d4-48f8-969b-00ae55ece43b: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:16:34.566651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc88117-d617-48fb-ba02-a3b38f0a64f2 req-3ab3fb8b-4a2c-4f1a-a294-094d5d8cdb45 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:34.568643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cc88117-d617-48fb-ba02-a3b38f0a64f2 req-3ab3fb8b-4a2c-4f1a-a294-094d5d8cdb45 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 946 time: 0.0525990 Aug 16 21:16:34.607217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cc88117-d617-48fb-ba02-a3b38f0a64f2 req-38495649-7d05-407d-be3e-818ad15b8695 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321801 Aug 16 21:16:34.724922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b16cd-f972-48fc-a273-0e0a4802ed11 req-4e7984cb-3cc1-4fe9-b79a-376f3418a1ff tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:34.726339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-011b16cd-f972-48fc-a273-0e0a4802ed11 req-4e7984cb-3cc1-4fe9-b79a-376f3418a1ff tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 946 time: 0.0540068 Aug 16 21:16:34.765183 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-011b16cd-f972-48fc-a273-0e0a4802ed11 req-f453ae20-6ec9-4b83-81b9-62a6c1d26872 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 Aug 16 21:16:35.421932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-a36d5e10-b735-42a6-afd7-af5a9ff956fc tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:35.423308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-a36d5e10-b735-42a6-afd7-af5a9ff956fc tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/networks?id=4a07ebe4-adfa-4102-864d-b0230571263b HTTP/1.1" status: 200 len: 813 time: 0.1002164 Aug 16 21:16:35.438448 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-3ac3e1e8-f034-489f-a2c2-6fa15e6f653f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/quotas/66288714219047ad8a43cfd4d609fac1 HTTP/1.1" status: 200 len: 375 time: 0.0094175 Aug 16 21:16:35.474896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-d5c0c3a4-2302-4192-aafb-1ea006f66694 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=66288714219047ad8a43cfd4d609fac1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305011 Aug 16 21:16:35.566606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-4d46b49f-71f6-4565-ae86-92c08ca754f4 service neutron] 10.222.0.74 "GET /v2.0/networks/4a07ebe4-adfa-4102-864d-b0230571263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829430 Aug 16 21:16:35.659201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-7964085a-a658-475c-b5bc-f7378293af08 service neutron] 10.222.0.74 "GET /v2.0/networks/4a07ebe4-adfa-4102-864d-b0230571263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858409 Aug 16 21:16:35.790784 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:16:35.956228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b05fa4a3-f860-4401-8e7d-b9b6046c9e93 req-c9640474-096a-4863-b1c9-8152d976254f tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 210 time: 0.0263803 Aug 16 21:16:36.287982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35026) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:36.726793 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:36.993182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Allocated IP 172.20.0.17 (ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2/1dc30b92-e473-4011-b5e2-9f13018b32de/c17532d8-ee6f-47ab-a299-12028d0976bd) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:16:37.033731 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6457018f-b750-480d-b744-fd598a6f5296 req-2c94841a-5dc0-4594-8f26-8b0911fd607b tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 210 time: 0.0273123 Aug 16 21:16:37.103442 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:37.118106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Transition to ACTIVE for port object c17532d8-ee6f-47ab-a299-12028d0976bd will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:37.300169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:37.346866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:37.350473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:37.354361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:16:37.380549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=c17532d8-ee6f-47ab-a299-12028d0976bd,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:37.400909 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:37.689576 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:37.713040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f8ee53d-9b24-4bae-a74b-33fea4d08955 None None] Provisioning for port c17532d8-ee6f-47ab-a299-12028d0976bd completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:37.717039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f8ee53d-9b24-4bae-a74b-33fea4d08955 None None] Provisioning complete for port c17532d8-ee6f-47ab-a299-12028d0976bd triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:37.717429 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f8ee53d-9b24-4bae-a74b-33fea4d08955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:37.754879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ee53d-9b24-4bae-a74b-33fea4d08955 None None] Port c17532d8-ee6f-47ab-a299-12028d0976bd cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:16:38.126398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16b734ae-dc0d-4c45-818c-2c3d6a1b0aa8 req-47e5c38b-222c-4624-9ca5-c08d0ae74b92 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 210 time: 0.0258789 Aug 16 21:16:38.227508 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:38.585612 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:38.653507 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:38.751399 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=c17532d8-ee6f-47ab-a299-12028d0976bd,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:38.754755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:38.758400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:38.880182 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:16:38.986009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-663f0a43-a094-470c-be94-458346996340 None None] Provisioning complete for port c17532d8-ee6f-47ab-a299-12028d0976bd triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:38.986554 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-663f0a43-a094-470c-be94-458346996340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:38.991737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:16:38.997514 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6244c5bd-7732-4802-88db-24893d0a08b6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "PUT /v2.0/routers/da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7084394 Aug 16 21:16:39.002118 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Sync routers for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:16:39.011743 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:39.012496 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:16:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:39.025780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-663f0a43-a094-470c-be94-458346996340 None None] Port c17532d8-ee6f-47ab-a299-12028d0976bd cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:16:39.116111 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:39.219340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28e20a57-27ef-421c-875b-a39c623b73aa req-0760586a-1aa9-49bc-b073-2ac3ba9cc92c tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 210 time: 0.0271363 Aug 16 21:16:39.342450 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:16:37Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'c4ad632e-f257-42a5-a7fd-f1ceb664948b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'port_id': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'mac_address': 'fa:16:3e:a4:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac9d30-0748-4409-854e-ac7843d4f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:34Z', 'revision_number': 1, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c17532d8-ee6f-47ab-a299-12028d0976bd', 'name': '', 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b9:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1dc30b92-e473-4011-b5e2-9f13018b32de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:36Z', 'updated_at': '2021-08-16T21:16:38Z', 'revision_number': 2, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '1dc30b92-e473-4011-b5e2-9f13018b32de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:39.367902 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Checking router: da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:16:39.375744 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Updating router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc port c17532d8-ee6f-47ab-a299-12028d0976bd binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:16:39.395018 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:39.691372 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-8f53aecf-959c-49bf-a9eb-527129748b24 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:39.693389 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-8f53aecf-959c-49bf-a9eb-527129748b24 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.76 "GET /v2.0/networks?id=4a07ebe4-adfa-4102-864d-b0230571263b HTTP/1.1" status: 200 len: 813 time: 0.1057057 Aug 16 21:16:39.705452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Request body: {'port': {'device_id': 'c1896a4e-2334-44e1-a962-2f10fa4743cd', 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b', 'admin_state_up': True, 'tenant_id': '66288714219047ad8a43cfd4d609fac1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:39.742847 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:39.752428 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Transition to ACTIVE for port object c17532d8-ee6f-47ab-a299-12028d0976bd will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:39.899533 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:39.949663 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Pushing event updated for resources: {'Port': ['ID=c17532d8-ee6f-47ab-a299-12028d0976bd,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:39.973359 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:39.974260 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:39.974596 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:39.974927 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:39.975249 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:39.975566 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:39.975882 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:39.976204 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:39.976516 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:39.976834 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:39.977171 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:39.977711 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:40.011632 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Attempting to bind port c17532d8-ee6f-47ab-a299-12028d0976bd on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:16:40.012221 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Attempting to bind port c17532d8-ee6f-47ab-a299-12028d0976bd by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:16:40.012351 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Attempting to bind port c17532d8-ee6f-47ab-a299-12028d0976bd on network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:40.017516 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:16:40.017890 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Checking segment: {'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:16:40.018290 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:40.018679 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Bound using segment: {'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:16:40.019136 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Bound port: c17532d8-ee6f-47ab-a299-12028d0976bd, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecca396-9e42-42cf-85f2-707f5bc62e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:16:40.019513 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:40.070858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Made reservation on behalf of 66288714219047ad8a43cfd4d609fac1 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:16:40.074686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:40.083544 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] For port c17532d8-ee6f-47ab-a299-12028d0976bd, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:16:40.087117 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] For port c17532d8-ee6f-47ab-a299-12028d0976bd, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c17532d8-ee6f-47ab-a299-12028d0976bd,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:16:40.208576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Allocated IP 172.20.0.11 (4a07ebe4-adfa-4102-864d-b0230571263b/df7cdc40-2ca1-4b8c-8eef-4bc98a03c9f1/63cdfd7f-0944-41ad-9d77-cda03548e3b2) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:16:40.242468 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:40.346629 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:40.346950 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:16:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:40.352573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-572c6df8-532f-44e3-b24f-409ff0d8a2f1 req-c0f9f282-c7aa-4ae7-adec-03ffbd33099d tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 210 time: 0.0386393 Aug 16 21:16:40.378317 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:40.395154 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd091d-3350-4d92-b173-c8a27eb5581a None None] Pushing event updated for resources: {'Port': ['ID=c17532d8-ee6f-47ab-a299-12028d0976bd,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:40.475377 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:40.580228 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:40.625553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Network 4a07ebe4-adfa-4102-864d-b0230571263b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:40.628711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:40.632692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:16:40.639053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Pushing event updated for resources: {'Port': ['ID=63cdfd7f-0944-41ad-9d77-cda03548e3b2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:40.685474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:40.686010 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:40.709268 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:16:37Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'c4ad632e-f257-42a5-a7fd-f1ceb664948b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'port_id': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'mac_address': 'fa:16:3e:a4:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac9d30-0748-4409-854e-ac7843d4f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:34Z', 'revision_number': 1, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c17532d8-ee6f-47ab-a299-12028d0976bd', 'name': '', 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b9:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1dc30b92-e473-4011-b5e2-9f13018b32de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:36Z', 'updated_at': '2021-08-16T21:16:40Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '1dc30b92-e473-4011-b5e2-9f13018b32de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:40.734702 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf0a1c-ffc9-4029-8d40-15fd9c49de37 None None] The sync data for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 is: [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:16:37Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'c4ad632e-f257-42a5-a7fd-f1ceb664948b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'port_id': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'mac_address': 'fa:16:3e:a4:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac9d30-0748-4409-854e-ac7843d4f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:34Z', 'revision_number': 1, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c17532d8-ee6f-47ab-a299-12028d0976bd', 'name': '', 'network_id': 'ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b9:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1dc30b92-e473-4011-b5e2-9f13018b32de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:36Z', 'updated_at': '2021-08-16T21:16:40Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '1dc30b92-e473-4011-b5e2-9f13018b32de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:16:40.826880 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-c7314d40-dfe0-49c4-9d2d-da3f606e3803 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1250441 Aug 16 21:16:40.840295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Request body: {'port': {'device_id': 'c1896a4e-2334-44e1-a962-2f10fa4743cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:40.907639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:41.189963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cdfd7f-0944-41ad-9d77-cda03548e3b2 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:16:41.207765 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:41.212074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Transition to ACTIVE for port object 63cdfd7f-0944-41ad-9d77-cda03548e3b2 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:41.470813 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c34f1-e75a-4670-8210-fbccac44fca6 req-d26f8d7f-2c5a-448d-a262-0f4dbab45755 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:41.470813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a6c34f1-e75a-4670-8210-fbccac44fca6 req-d26f8d7f-2c5a-448d-a262-0f4dbab45755 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 932 time: 0.0501127 Aug 16 21:16:41.501617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a6c34f1-e75a-4670-8210-fbccac44fca6 req-f278fbb4-fbc3-45fc-9977-0d86d5d88946 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Aug 16 21:16:41.511150 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:41.563875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95296a05-711c-486c-8def-db52133cc45c service neutron] Pushing event updated for resources: {'Port': ['ID=63cdfd7f-0944-41ad-9d77-cda03548e3b2,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:41.631642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Attempting to bind port 63cdfd7f-0944-41ad-9d77-cda03548e3b2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:16:41.631992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Attempting to bind port 63cdfd7f-0944-41ad-9d77-cda03548e3b2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'fd4aa87f-8819-4f01-b199-65ffa09ed667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:16:41.632407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Attempting to bind port 63cdfd7f-0944-41ad-9d77-cda03548e3b2 on network 4a07ebe4-adfa-4102-864d-b0230571263b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:41.636723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Port 63cdfd7f-0944-41ad-9d77-cda03548e3b2 on network 4a07ebe4-adfa-4102-864d-b0230571263b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:16:41.637070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Attempting to bind port 63cdfd7f-0944-41ad-9d77-cda03548e3b2 on network 4a07ebe4-adfa-4102-864d-b0230571263b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:41.641910 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:16:41.642271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Checking segment: {'id': 'fd4aa87f-8819-4f01-b199-65ffa09ed667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:16:41.642658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Bound using segment: {'id': 'fd4aa87f-8819-4f01-b199-65ffa09ed667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:16:41.643080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Bound port: 63cdfd7f-0944-41ad-9d77-cda03548e3b2, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4aa87f-8819-4f01-b199-65ffa09ed667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:16:41.643436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:41.705450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] For port 63cdfd7f-0944-41ad-9d77-cda03548e3b2, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:16:41.708979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] For port 63cdfd7f-0944-41ad-9d77-cda03548e3b2, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=63cdfd7f-0944-41ad-9d77-cda03548e3b2,segment=NetworkSegment(fd4aa87f-8819-4f01-b199-65ffa09ed667),segment_id=fd4aa87f-8819-4f01-b199-65ffa09ed667)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:16:41.819837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:41.856221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:41.856859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:41.858283 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-95296a05-711c-486c-8def-db52133cc45c service neutron] 10.222.0.76 "PUT /v2.0/ports/63cdfd7f-0944-41ad-9d77-cda03548e3b2 HTTP/1.1" status: 200 len: 1093 time: 1.0232372 Aug 16 21:16:41.858735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1896a4e-2334-44e1-a962-2f10fa4743cd', 'tag': '63cdfd7f-0944-41ad-9d77-cda03548e3b2'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:41.860994 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5100082-8ac9-4e95-bb1a-8995ec567cae" -d '{"events": [{"name": "network-changed", "server_uuid": "c1896a4e-2334-44e1-a962-2f10fa4743cd", "tag": "63cdfd7f-0944-41ad-9d77-cda03548e3b2"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:41.885550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95296a05-711c-486c-8def-db52133cc45c service neutron] Pushing event updated for resources: {'Port': ['ID=63cdfd7f-0944-41ad-9d77-cda03548e3b2,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:41.900343 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9892bb27-a515-4bd0-867e-4ed6f205bf9b x-openstack-request-id: req-9892bb27-a515-4bd0-867e-4ed6f205bf9b {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:41.900678 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1896a4e-2334-44e1-a962-2f10fa4743cd", "tag": "63cdfd7f-0944-41ad-9d77-cda03548e3b2", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:41.900945 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9892bb27-a515-4bd0-867e-4ed6f205bf9b {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:41.901387 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1896a4e-2334-44e1-a962-2f10fa4743cd', 'tag': '63cdfd7f-0944-41ad-9d77-cda03548e3b2', 'status': 'completed', 'code': 200} Aug 16 21:16:41.962862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5100082-8ac9-4e95-bb1a-8995ec567cae req-eeccf1d2-d405-4d19-a7f0-32d89d1ea957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:41.964590 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5100082-8ac9-4e95-bb1a-8995ec567cae req-eeccf1d2-d405-4d19-a7f0-32d89d1ea957 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66288714219047ad8a43cfd4d609fac1&device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 1096 time: 0.0427611 Aug 16 21:16:42.073663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5100082-8ac9-4e95-bb1a-8995ec567cae req-19e0ebde-28ec-4534-8b63-175ff18010ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:42.075086 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5100082-8ac9-4e95-bb1a-8995ec567cae req-19e0ebde-28ec-4534-8b63-175ff18010ac service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=66288714219047ad8a43cfd4d609fac1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1026995 Aug 16 21:16:42.181815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5100082-8ac9-4e95-bb1a-8995ec567cae req-811bda3d-789c-4fc8-8f52-487ea7f2ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:42.183344 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5100082-8ac9-4e95-bb1a-8995ec567cae req-811bda3d-789c-4fc8-8f52-487ea7f2ede7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011889 Aug 16 21:16:42.267384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-ee2c8b77-200c-4ae4-9812-3d10961158c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:42.268916 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-ee2c8b77-200c-4ae4-9812-3d10961158c6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66288714219047ad8a43cfd4d609fac1&device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 1096 time: 0.0461414 Aug 16 21:16:42.313196 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-9287a4a9-6d88-4c87-96f3-faaab5bfe99a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63cdfd7f-0944-41ad-9d77-cda03548e3b2 HTTP/1.1" status: 200 len: 217 time: 0.0361626 Aug 16 21:16:42.342917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c17532d8-ee6f-47ab-a299-12028d0976bd up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:42.371810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-58b3d149-4b42-4cb1-b463-da8adfc7a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:42.373331 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-58b3d149-4b42-4cb1-b463-da8adfc7a61d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=df7cdc40-2ca1-4b8c-8eef-4bc98a03c9f1 HTTP/1.1" status: 200 len: 853 time: 0.0535166 Aug 16 21:16:42.406910 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-d0601937-8fe4-4ef2-b602-ef01f8173da4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a07ebe4-adfa-4102-864d-b0230571263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259297 Aug 16 21:16:42.498482 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-a38e5122-ecd7-4323-86a0-469157e85251 service neutron] 10.222.0.76 "GET /v2.0/networks/4a07ebe4-adfa-4102-864d-b0230571263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848181 Aug 16 21:16:42.565161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c17532d8-ee6f-47ab-a299-12028d0976bd completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:42.565161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c17532d8-ee6f-47ab-a299-12028d0976bd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:42.565161 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:42.605916 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a92c5428-cef5-4ee2-b814-17906e7aba03 req-906e863b-a8a8-46e2-ae24-a55c50adf054 service neutron] 10.222.0.76 "GET /v2.0/networks/4a07ebe4-adfa-4102-864d-b0230571263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988157 Aug 16 21:16:42.632758 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:42.655666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fecaa6-5317-4542-9ba6-44184d6bfc7c req-2574a6d5-d9c7-465a-a3f9-4702061c211d tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:42.657208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17fecaa6-5317-4542-9ba6-44184d6bfc7c req-2574a6d5-d9c7-465a-a3f9-4702061c211d tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 944 time: 0.0547500 Aug 16 21:16:42.669285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c17532d8-ee6f-47ab-a299-12028d0976bd, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c17532d8-ee6f-47ab-a299-12028d0976bd,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:42.697642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17fecaa6-5317-4542-9ba6-44184d6bfc7c req-a2c512ad-9766-41e9-b632-f8a542e84c48 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337093 Aug 16 21:16:42.899900 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:42.948815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c17532d8-ee6f-47ab-a299-12028d0976bd,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:43.818022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d04cd-6d17-45de-b1a7-496022a4ede9 req-8a2769be-d060-472a-b598-079834a687ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:43.819587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d84d04cd-6d17-45de-b1a7-496022a4ede9 req-8a2769be-d060-472a-b598-079834a687ba tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 944 time: 0.0528750 Aug 16 21:16:43.863177 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d84d04cd-6d17-45de-b1a7-496022a4ede9 req-63053672-772a-4729-9839-b7fbb8a4cb15 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369492 Aug 16 21:16:44.318483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c17532d8-ee6f-47ab-a299-12028d0976bd up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:44.366707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c17532d8-ee6f-47ab-a299-12028d0976bd triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:44.367078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.992383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a742175-d4d2-4283-beab-609382e19719 req-6b560abf-8992-4f51-a2ab-dcd6753461f4 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:44.994046 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a742175-d4d2-4283-beab-609382e19719 req-6b560abf-8992-4f51-a2ab-dcd6753461f4 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 944 time: 0.0508294 Aug 16 21:16:45.035913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a742175-d4d2-4283-beab-609382e19719 req-097a0b35-e657-48d7-bce1-26c557b6794a tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351849 Aug 16 21:16:45.276513 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69629ad3-eeea-4a4c-8024-2e92f3d3b7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.459934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 63cdfd7f-0944-41ad-9d77-cda03548e3b2 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:16:45.564850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 63cdfd7f-0944-41ad-9d77-cda03548e3b2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=63cdfd7f-0944-41ad-9d77-cda03548e3b2,segment=NetworkSegment(fd4aa87f-8819-4f01-b199-65ffa09ed667),segment_id=fd4aa87f-8819-4f01-b199-65ffa09ed667)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:45.576461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '63cdfd7f-0944-41ad-9d77-cda03548e3b2', 'network_id': '4a07ebe4-adfa-4102-864d-b0230571263b', 'port_id': '63cdfd7f-0944-41ad-9d77-cda03548e3b2', 'mac_address': 'fa:16:3e:8b:8c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7cdc40-2ca1-4b8c-8eef-4bc98a03c9f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:16:45.619930 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.634035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cdfd7f-0944-41ad-9d77-cda03548e3b2 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:16:45.653733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 63cdfd7f-0944-41ad-9d77-cda03548e3b2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=63cdfd7f-0944-41ad-9d77-cda03548e3b2,segment=NetworkSegment(fd4aa87f-8819-4f01-b199-65ffa09ed667),segment_id=fd4aa87f-8819-4f01-b199-65ffa09ed667)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:45.825228 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.873327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=63cdfd7f-0944-41ad-9d77-cda03548e3b2,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:46.023940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['63cdfd7f-0944-41ad-9d77-cda03548e3b2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:16:46.152291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8102854-6272-42e4-b083-adb789a77334 req-01866ddc-5230-49f1-a794-6faf496cc565 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:46.153727 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8102854-6272-42e4-b083-adb789a77334 req-01866ddc-5230-49f1-a794-6faf496cc565 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 945 time: 0.0488708 Aug 16 21:16:46.193721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8102854-6272-42e4-b083-adb789a77334 req-3ed5a594-7975-4ead-9f6f-a1417fb41fdb tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332808 Aug 16 21:16:47.308387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7509d2b-f00d-4374-99d4-e4a55aaa6862 req-40e2b6f4-c229-4e54-a657-a68828bc4e1d tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:47.309903 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7509d2b-f00d-4374-99d4-e4a55aaa6862 req-40e2b6f4-c229-4e54-a657-a68828bc4e1d tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 945 time: 0.0498023 Aug 16 21:16:47.351926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d7509d2b-f00d-4374-99d4-e4a55aaa6862 req-2ca5e7fd-a2d3-409a-935f-6e9c49b9e82b tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Aug 16 21:16:47.473375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 63cdfd7f-0944-41ad-9d77-cda03548e3b2 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:47.568232 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-54ed2a98-05e9-4fbb-acfe-bf7890412d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:47.727887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 63cdfd7f-0944-41ad-9d77-cda03548e3b2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:47.731885 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 63cdfd7f-0944-41ad-9d77-cda03548e3b2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:47.732299 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:47.809559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:47.832335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1896a4e-2334-44e1-a962-2f10fa4743cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cdfd7f-0944-41ad-9d77-cda03548e3b2'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:47.834583 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ed55fd-0a58-4cec-99ca-893a9fefad7f" -d '{"events": [{"server_uuid": "c1896a4e-2334-44e1-a962-2f10fa4743cd", "name": "network-vif-plugged", "status": "completed", "tag": "63cdfd7f-0944-41ad-9d77-cda03548e3b2"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:47.851264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 63cdfd7f-0944-41ad-9d77-cda03548e3b2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=63cdfd7f-0944-41ad-9d77-cda03548e3b2,segment=NetworkSegment(fd4aa87f-8819-4f01-b199-65ffa09ed667),segment_id=fd4aa87f-8819-4f01-b199-65ffa09ed667)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:47.872455 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce72cd8-d27d-4fdb-a19d-bf9540d1c339 x-openstack-request-id: req-7ce72cd8-d27d-4fdb-a19d-bf9540d1c339 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:47.872742 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1896a4e-2334-44e1-a962-2f10fa4743cd", "name": "network-vif-plugged", "status": "completed", "tag": "63cdfd7f-0944-41ad-9d77-cda03548e3b2", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:47.872996 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7ce72cd8-d27d-4fdb-a19d-bf9540d1c339 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:47.873406 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1896a4e-2334-44e1-a962-2f10fa4743cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cdfd7f-0944-41ad-9d77-cda03548e3b2', 'code': 200} Aug 16 21:16:47.967508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c57fd3-b7d1-45fa-a25d-7331570b1252 req-9574a984-50b4-495e-bf9e-778bc3959626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:47.969427 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5c57fd3-b7d1-45fa-a25d-7331570b1252 req-9574a984-50b4-495e-bf9e-778bc3959626 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 1097 time: 0.0435514 Aug 16 21:16:48.007011 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d5c57fd3-b7d1-45fa-a25d-7331570b1252 req-f71b4e0b-d0d0-469a-a26c-e6ca09461f37 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289633 Aug 16 21:16:48.031032 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:48.033763 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:48.080853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=63cdfd7f-0944-41ad-9d77-cda03548e3b2,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:48.467982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fbc79-ca55-4fc2-bedc-0994a81e3cd0 req-9fcfaf38-98bf-46b3-8ec8-8050b929f3d3 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:48.469523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-642fbc79-ca55-4fc2-bedc-0994a81e3cd0 req-9fcfaf38-98bf-46b3-8ec8-8050b929f3d3 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 946 time: 0.0510712 Aug 16 21:16:48.507382 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-642fbc79-ca55-4fc2-bedc-0994a81e3cd0 req-85ba41a3-22c3-48b3-a6ba-a306fa80a467 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Aug 16 21:16:49.361583 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:49.622731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722446-acf0-4d82-8116-459b919c3f12 req-b57022bc-d7f4-4469-8e8c-39619cc29aaa tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:49.624128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af722446-acf0-4d82-8116-459b919c3f12 req-b57022bc-d7f4-4469-8e8c-39619cc29aaa tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 946 time: 0.0503075 Aug 16 21:16:49.661198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af722446-acf0-4d82-8116-459b919c3f12 req-27d8a754-f500-4e7e-9022-8a8caf478245 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306311 Aug 16 21:16:50.944817 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:59.474250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35110) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:59.909856 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:00.276304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting port c17532d8-ee6f-47ab-a299-12028d0976bd {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:00.276648 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:00.366063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] For port c17532d8-ee6f-47ab-a299-12028d0976bd, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c17532d8-ee6f-47ab-a299-12028d0976bd,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:00.366424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:00.378347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Calling delete_port for c17532d8-ee6f-47ab-a299-12028d0976bd owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:01.030786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:01.061622 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Port': ['ID=c17532d8-ee6f-47ab-a299-12028d0976bd,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:01.241169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:01.462415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:17:01.574793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:17:01.580483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4726ef31-a17d-496b-b403-5a34dd0d5b2f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "PUT /v2.0/routers/da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1051383 Aug 16 21:17:01.586339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bf5f9a-0257-4c59-8ff0-791656a2b18f None None] Sync routers for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:17:01.597404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bf5f9a-0257-4c59-8ff0-791656a2b18f None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:01.597724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b8bf5f9a-0257-4c59-8ff0-791656a2b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:16:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:01.709887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b8bf5f9a-0257-4c59-8ff0-791656a2b18f None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:02.091807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b8bf5f9a-0257-4c59-8ff0-791656a2b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:17:00Z', 'revision_number': 6, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'c4ad632e-f257-42a5-a7fd-f1ceb664948b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'port_id': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'mac_address': 'fa:16:3e:a4:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac9d30-0748-4409-854e-ac7843d4f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:34Z', 'revision_number': 1, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:02.118189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bf5f9a-0257-4c59-8ff0-791656a2b18f None None] Checking router: da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:17:02.129790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bf5f9a-0257-4c59-8ff0-791656a2b18f None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:02.130420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b8bf5f9a-0257-4c59-8ff0-791656a2b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:16:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:02.238692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b8bf5f9a-0257-4c59-8ff0-791656a2b18f None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:02.459888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23660d6a-6ccd-43ef-85f8-8e4e6fbc61e8 req-a428fc9d-af90-41c6-aa9c-50c7d97d2884 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:02.461732 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23660d6a-6ccd-43ef-85f8-8e4e6fbc61e8 req-a428fc9d-af90-41c6-aa9c-50c7d97d2884 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 946 time: 0.0501997 Aug 16 21:17:02.475398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b8bf5f9a-0257-4c59-8ff0-791656a2b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:17:00Z', 'revision_number': 6, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'c4ad632e-f257-42a5-a7fd-f1ceb664948b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'port_id': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'mac_address': 'fa:16:3e:a4:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac9d30-0748-4409-854e-ac7843d4f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:34Z', 'revision_number': 1, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:02.504696 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23660d6a-6ccd-43ef-85f8-8e4e6fbc61e8 req-36729dc1-0e51-4d1f-9eed-157c95727723 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362029 Aug 16 21:17:02.507505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bf5f9a-0257-4c59-8ff0-791656a2b18f None None] The sync data for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 is: [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:17:00Z', 'revision_number': 6, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'c4ad632e-f257-42a5-a7fd-f1ceb664948b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'port_id': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'mac_address': 'fa:16:3e:a4:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac9d30-0748-4409-854e-ac7843d4f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:34Z', 'revision_number': 1, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:17:02.905143 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:02.950283 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:03.631302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb965fa-fc31-49e9-9ab1-c3e4d65b4dad req-5a58d17c-bba5-4da1-ac64-fd3b7492e222 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:03.632818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fb965fa-fc31-49e9-9ab1-c3e4d65b4dad req-5a58d17c-bba5-4da1-ac64-fd3b7492e222 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 946 time: 0.0547993 Aug 16 21:17:03.672108 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9fb965fa-fc31-49e9-9ab1-c3e4d65b4dad req-aefe5489-129c-4894-ae2e-af40f387846f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=6ddb9252-0574-457b-80d8-a7c88f807132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329754 Aug 16 21:17:03.794547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce94e20-4861-47c9-a286-d544371a6b53 req-a4ea2de6-4a2b-42a9-abf7-4e610ae7bcd0 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:03.796056 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ce94e20-4861-47c9-a286-d544371a6b53 req-a4ea2de6-4a2b-42a9-abf7-4e610ae7bcd0 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 946 time: 0.0507715 Aug 16 21:17:03.895401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5ce94e20-4861-47c9-a286-d544371a6b53 req-dd29f0a7-0cf1-476b-950d-ace8146b41d9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:03.895750 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5ce94e20-4861-47c9-a286-d544371a6b53 req-dd29f0a7-0cf1-476b-950d-ace8146b41d9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:03.988474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5ce94e20-4861-47c9-a286-d544371a6b53 req-dd29f0a7-0cf1-476b-950d-ace8146b41d9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] For port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:03.993942 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5ce94e20-4861-47c9-a286-d544371a6b53 req-dd29f0a7-0cf1-476b-950d-ace8146b41d9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.004059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5ce94e20-4861-47c9-a286-d544371a6b53 req-dd29f0a7-0cf1-476b-950d-ace8146b41d9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Calling delete_port for dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:04.271266 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5ce94e20-4861-47c9-a286-d544371a6b53 req-dd29f0a7-0cf1-476b-950d-ace8146b41d9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.290002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c17532d8-ee6f-47ab-a299-12028d0976bd no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:04.303328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29f0a7-0cf1-476b-950d-ace8146b41d9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Port': ['ID=dff6c1ac-3386-4a44-b6d8-7b8e214fccf3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:04.314807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c17532d8-ee6f-47ab-a299-12028d0976bd {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:04.315209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c17532d8-ee6f-47ab-a299-12028d0976bd not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:04.352857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce94e20-4861-47c9-a286-d544371a6b53 req-dd29f0a7-0cf1-476b-950d-ace8146b41d9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] No DVR routers for this DVR port dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:04.355479 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5ce94e20-4861-47c9-a286-d544371a6b53 req-dd29f0a7-0cf1-476b-950d-ace8146b41d9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.357619 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ce94e20-4861-47c9-a286-d544371a6b53 req-dd29f0a7-0cf1-476b-950d-ace8146b41d9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "DELETE /v2.0/ports/dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 HTTP/1.1" status: 204 len: 173 time: 0.5550768 Aug 16 21:17:04.358061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0448ee-c8c6-45e8-8f24-f0e54198c723', 'name': 'network-vif-deleted', 'tag': 'dff6c1ac-3386-4a44-b6d8-7b8e214fccf3'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:04.360308 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ff79ca-91f0-4b29-a555-527dc1ebb07f" -d '{"events": [{"server_uuid": "3c0448ee-c8c6-45e8-8f24-f0e54198c723", "name": "network-vif-deleted", "tag": "dff6c1ac-3386-4a44-b6d8-7b8e214fccf3"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:04.396281 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d7c032-0d2b-4421-8b8b-8212c1fb7fb6 x-openstack-request-id: req-11d7c032-0d2b-4421-8b8b-8212c1fb7fb6 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:04.396590 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0448ee-c8c6-45e8-8f24-f0e54198c723", "name": "network-vif-deleted", "tag": "dff6c1ac-3386-4a44-b6d8-7b8e214fccf3", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:04.396854 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-11d7c032-0d2b-4421-8b8b-8212c1fb7fb6 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:04.397333 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0448ee-c8c6-45e8-8f24-f0e54198c723', 'name': 'network-vif-deleted', 'tag': 'dff6c1ac-3386-4a44-b6d8-7b8e214fccf3', 'status': 'completed', 'code': 200} Aug 16 21:17:04.783390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1137a968-9744-45d9-acbc-4a056bf7298a req-99ebb71e-72d9-433f-b83f-330a705a029f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c0448ee-c8c6-45e8-8f24-f0e54198c723 HTTP/1.1" status: 200 len: 210 time: 0.0337484 Aug 16 21:17:05.839062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35142) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:05.897197 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-72092949-f13c-4229-8c06-c246dda24789 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:05.922101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-72092949-f13c-4229-8c06-c246dda24789 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.144570 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-72092949-f13c-4229-8c06-c246dda24789 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.147166 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-72092949-f13c-4229-8c06-c246dda24789 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.150929 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-72092949-f13c-4229-8c06-c246dda24789 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/security-groups/6ddb9252-0574-457b-80d8-a7c88f807132 HTTP/1.1" status: 204 len: 168 time: 0.3083007 Aug 16 21:17:06.157426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72092949-f13c-4229-8c06-c246dda24789 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddb9252-0574-457b-80d8-a7c88f807132,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:06.310879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35150) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:06.362956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f597c260-e5b7-431a-894e-086fd1ee789b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting subnet 1dc30b92-e473-4011-b5e2-9f13018b32de {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:17:06.366682 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f597c260-e5b7-431a-894e-086fd1ee789b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.405368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f597c260-e5b7-431a-894e-086fd1ee789b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.524090 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f597c260-e5b7-431a-894e-086fd1ee789b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.711662 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f597c260-e5b7-431a-894e-086fd1ee789b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.742506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597c260-e5b7-431a-894e-086fd1ee789b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc30b92-e473-4011-b5e2-9f13018b32de,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:06.744585 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f597c260-e5b7-431a-894e-086fd1ee789b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.749338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f597c260-e5b7-431a-894e-086fd1ee789b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/subnets/1dc30b92-e473-4011-b5e2-9f13018b32de HTTP/1.1" status: 204 len: 168 time: 0.4373930 Aug 16 21:17:06.749797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35152) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:06.750091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787a1fb4-6706-4e48-a7d2-f8ac46a759a5 None None] Network ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:17:06.834105 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.886797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting port c75fd13f-acdf-43d1-a742-f38decca96fe {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:06.887396 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.932045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2fd2ca-686c-40be-ba03-bda7f3d21d5c None None] DHCP port deletion for ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:17:06.956737 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] For port c75fd13f-acdf-43d1-a742-f38decca96fe, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c75fd13f-acdf-43d1-a742-f38decca96fe,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:06.958033 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.973540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Calling delete_port for c75fd13f-acdf-43d1-a742-f38decca96fe owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:06.979541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3a2fd2ca-686c-40be-ba03-bda7f3d21d5c None None] Deleting port c75fd13f-acdf-43d1-a742-f38decca96fe {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:06.979917 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd2ca-686c-40be-ba03-bda7f3d21d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.046648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3a2fd2ca-686c-40be-ba03-bda7f3d21d5c None None] For port c75fd13f-acdf-43d1-a742-f38decca96fe, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c75fd13f-acdf-43d1-a742-f38decca96fe,segment=NetworkSegment(7ecca396-9e42-42cf-85f2-707f5bc62e3d),segment_id=7ecca396-9e42-42cf-85f2-707f5bc62e3d)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:07.047046 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd2ca-686c-40be-ba03-bda7f3d21d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.061300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3a2fd2ca-686c-40be-ba03-bda7f3d21d5c None None] Calling delete_port for c75fd13f-acdf-43d1-a742-f38decca96fe owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:07.230308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.237002 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd2ca-686c-40be-ba03-bda7f3d21d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.263685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fd2ca-686c-40be-ba03-bda7f3d21d5c None None] Pushing event deleted for resources: {'Port': ['ID=c75fd13f-acdf-43d1-a742-f38decca96fe,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:07.267356 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fd2ca-686c-40be-ba03-bda7f3d21d5c None None] No DVR routers for this DVR port c75fd13f-acdf-43d1-a742-f38decca96fe on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:07.275333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] No DVR routers for this DVR port c75fd13f-acdf-43d1-a742-f38decca96fe on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:07.276457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Port': ['ID=c75fd13f-acdf-43d1-a742-f38decca96fe,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:07.357972 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.368591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:07.378458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecca396-9e42-42cf-85f2-707f5bc62e3d') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:07.378756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecca396-9e42-42cf-85f2-707f5bc62e3d') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:07.388174 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.401773 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.416415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:17:07.416864 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:17:07.420131 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:17:07.630505 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.637800 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.639626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/networks/ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2 HTTP/1.1" status: 204 len: 168 time: 0.8887994 Aug 16 21:17:07.642596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35156) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:07.656357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93df7d-be79-4787-937a-4339b8730c7d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Network': ['ID=ba184f3b-2fa9-42d6-b81b-dd25dcc3fca2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:07.810593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting port 65fa26b4-5a43-4ba6-a9b2-0d6676608ff0 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:07.810946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.892173 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.892503 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.904426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Calling delete_port for 65fa26b4-5a43-4ba6-a9b2-0d6676608ff0 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:07.913847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:07.937870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:07.938298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device dff6c1ac-3386-4a44-b6d8-7b8e214fccf3 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:08.213289 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.239358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Port': ['ID=65fa26b4-5a43-4ba6-a9b2-0d6676608ff0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:08.304569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.304940 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Floating IP c4ad632e-f257-42a5-a7fd-f1ceb664948b disassociated (deleted). External IP: 172.25.4.61, port: 926d198d-cc32-43df-9065-6e3bd84dcc53. Aug 16 21:17:08.331581 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c75fd13f-acdf-43d1-a742-f38decca96fe no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:08.358830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c75fd13f-acdf-43d1-a742-f38decca96fe {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:08.359477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c75fd13f-acdf-43d1-a742-f38decca96fe not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:08.534422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:17:08.655841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:17:08.661180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.666070 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22041206-1724-4a2f-9392-b931db6735a6 None None] Sync routers for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:17:08.675713 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22041206-1724-4a2f-9392-b931db6735a6 None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:08.676877 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-22041206-1724-4a2f-9392-b931db6735a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:16:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:08.689558 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-660a2883-6dd4-46f3-92d2-1d9db06bf92b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/floatingips/c4ad632e-f257-42a5-a7fd-f1ceb664948b HTTP/1.1" status: 204 len: 168 time: 1.0458255 Aug 16 21:17:08.690391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ac9d30-0748-4409-854e-ac7843d4f563', 'tag': '926d198d-cc32-43df-9065-6e3bd84dcc53'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:08.692858 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb" -d '{"events": [{"name": "network-changed", "server_uuid": "73ac9d30-0748-4409-854e-ac7843d4f563", "tag": "926d198d-cc32-43df-9065-6e3bd84dcc53"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:08.731071 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79735f51-1a3c-4c11-9ab2-b0bb1fad1702 x-openstack-request-id: req-79735f51-1a3c-4c11-9ab2-b0bb1fad1702 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:08.731577 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ac9d30-0748-4409-854e-ac7843d4f563", "tag": "926d198d-cc32-43df-9065-6e3bd84dcc53", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:08.731892 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-79735f51-1a3c-4c11-9ab2-b0bb1fad1702 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:08.732684 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ac9d30-0748-4409-854e-ac7843d4f563', 'tag': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'status': 'completed', 'code': 200} Aug 16 21:17:08.791072 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-22041206-1724-4a2f-9392-b931db6735a6 None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:08.798364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb req-914080f0-342b-4072-bd56-7ec83c383914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:08.800027 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb req-914080f0-342b-4072-bd56-7ec83c383914 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 1097 time: 0.0468750 Aug 16 21:17:08.952686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb req-82f7f8e1-263c-486f-821a-62645f931d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:08.954254 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb req-82f7f8e1-263c-486f-821a-62645f931d7d service neutron] 10.222.0.79 "GET /v2.0/networks?id=4c27840e-af63-4c48-aa39-c895e825b02b HTTP/1.1" status: 200 len: 898 time: 0.1472390 Aug 16 21:17:08.996571 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb req-70e8fc5c-bbdf-405a-b729-fcbacfca4f5c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=926d198d-cc32-43df-9065-6e3bd84dcc53 HTTP/1.1" status: 200 len: 217 time: 0.0355062 Aug 16 21:17:09.022353 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-22041206-1724-4a2f-9392-b931db6735a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:17:00Z', 'revision_number': 6, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:09.060801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb req-7f170cdd-6274-4192-913d-1f4d953885c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:09.061955 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22041206-1724-4a2f-9392-b931db6735a6 None None] Checking router: da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:17:09.062943 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb req-7f170cdd-6274-4192-913d-1f4d953885c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=85d5a302-fd25-4121-b31c-ac8636253456 HTTP/1.1" status: 200 len: 835 time: 0.0524776 Aug 16 21:17:09.073525 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22041206-1724-4a2f-9392-b931db6735a6 None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:09.074159 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-22041206-1724-4a2f-9392-b931db6735a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:16:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:09.121426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb req-33b870da-a3e0-4d17-8b34-680a08b67b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:09.122943 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb req-33b870da-a3e0-4d17-8b34-680a08b67b04 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4c27840e-af63-4c48-aa39-c895e825b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501420 Aug 16 21:17:09.189594 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-22041206-1724-4a2f-9392-b931db6735a6 None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:09.290398 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb req-819e24bc-324c-4800-a2af-1b8fa19c75ae service neutron] 10.222.0.79 "GET /v2.0/networks/4c27840e-af63-4c48-aa39-c895e825b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591980 Aug 16 21:17:09.312345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab1fa6-4d05-41a0-bd8a-64a60e2b64ff req-2219aac1-d536-4656-b71d-737d534edd18 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:09.314690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9ab1fa6-4d05-41a0-bd8a-64a60e2b64ff req-2219aac1-d536-4656-b71d-737d534edd18 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 945 time: 0.0817676 Aug 16 21:17:09.355956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9ab1fa6-4d05-41a0-bd8a-64a60e2b64ff req-8f22b607-5480-4465-95d4-9dd7a56135be tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348942 Aug 16 21:17:09.398390 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fc859ac1-6c99-4ff5-a619-7f93fbad29eb req-eb6bdc90-0be2-4140-9e12-2a7ed7fb4f43 service neutron] 10.222.0.79 "GET /v2.0/networks/4c27840e-af63-4c48-aa39-c895e825b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962911 Aug 16 21:17:09.436481 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-22041206-1724-4a2f-9392-b931db6735a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:17:00Z', 'revision_number': 6, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:09.463127 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22041206-1724-4a2f-9392-b931db6735a6 None None] The sync data for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 is: [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:17:00Z', 'revision_number': 6, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '652cf528-0627-421c-8e7c-6c808aec6d82', 'name': '', 'network_id': '4c27840e-af63-4c48-aa39-c895e825b02b', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '85d5a302-fd25-4121-b31c-ac8636253456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:07Z', 'updated_at': '2021-08-16T21:15:12Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': '85d5a302-fd25-4121-b31c-ac8636253456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:17:09.680805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff328e3-29e8-47e4-bb18-25829b82ec34 None None] New status for floating IP c4ad632e-f257-42a5-a7fd-f1ceb664948b: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:17:10.482965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a2c19-ad13-4ba4-b615-a8872d27251b req-4706b59f-4231-4498-ac3a-405e987fb398 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:10.484468 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f0a2c19-ad13-4ba4-b615-a8872d27251b req-4706b59f-4231-4498-ac3a-405e987fb398 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 945 time: 0.0565548 Aug 16 21:17:10.523835 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f0a2c19-ad13-4ba4-b615-a8872d27251b req-f10147c4-f9a4-4f06-a0c2-88a3470d43fa tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326664 Aug 16 21:17:10.622229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a036e2f-859e-4e34-9aad-77cbfad91c33 req-c236c01f-3783-4a89-a760-03aa01e6d5d7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:10.623795 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a036e2f-859e-4e34-9aad-77cbfad91c33 req-c236c01f-3783-4a89-a760-03aa01e6d5d7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 945 time: 0.0525849 Aug 16 21:17:10.721445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-8a036e2f-859e-4e34-9aad-77cbfad91c33 req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting port 926d198d-cc32-43df-9065-6e3bd84dcc53 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:10.721815 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a036e2f-859e-4e34-9aad-77cbfad91c33 req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.816979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-8a036e2f-859e-4e34-9aad-77cbfad91c33 req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] For port 926d198d-cc32-43df-9065-6e3bd84dcc53, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=926d198d-cc32-43df-9065-6e3bd84dcc53,segment=NetworkSegment(19fbdca4-edc6-4954-83a0-1db35860c26f),segment_id=19fbdca4-edc6-4954-83a0-1db35860c26f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:10.817477 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a036e2f-859e-4e34-9aad-77cbfad91c33 req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.830279 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-8a036e2f-859e-4e34-9aad-77cbfad91c33 req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Calling delete_port for 926d198d-cc32-43df-9065-6e3bd84dcc53 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:11.361941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a036e2f-859e-4e34-9aad-77cbfad91c33 req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:11.390451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Port': ['ID=926d198d-cc32-43df-9065-6e3bd84dcc53,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:11.404206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.404463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.404669 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.404974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.405336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.405875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.406507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.406841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.407210 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.407556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.407903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.408226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:11.442953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a036e2f-859e-4e34-9aad-77cbfad91c33 req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] No DVR routers for this DVR port 926d198d-cc32-43df-9065-6e3bd84dcc53 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:11.445525 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8a036e2f-859e-4e34-9aad-77cbfad91c33 req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:11.447521 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8a036e2f-859e-4e34-9aad-77cbfad91c33 req-3a97c7d4-c8d4-48a8-aca3-89ba8566c88c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "DELETE /v2.0/ports/926d198d-cc32-43df-9065-6e3bd84dcc53 HTTP/1.1" status: 204 len: 173 time: 0.8179941 Aug 16 21:17:11.447957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ac9d30-0748-4409-854e-ac7843d4f563', 'name': 'network-vif-deleted', 'tag': '926d198d-cc32-43df-9065-6e3bd84dcc53'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:11.450182 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1aa2c9-6894-4900-9d4c-1ed08dca9ec9" -d '{"events": [{"server_uuid": "73ac9d30-0748-4409-854e-ac7843d4f563", "name": "network-vif-deleted", "tag": "926d198d-cc32-43df-9065-6e3bd84dcc53"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:11.485871 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac155c8f-e24b-4bc4-a01c-9f8e1579b894 x-openstack-request-id: req-ac155c8f-e24b-4bc4-a01c-9f8e1579b894 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:11.486184 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ac9d30-0748-4409-854e-ac7843d4f563", "name": "network-vif-deleted", "tag": "926d198d-cc32-43df-9065-6e3bd84dcc53", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:11.486440 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ac155c8f-e24b-4bc4-a01c-9f8e1579b894 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:11.486838 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ac9d30-0748-4409-854e-ac7843d4f563', 'name': 'network-vif-deleted', 'tag': '926d198d-cc32-43df-9065-6e3bd84dcc53', 'status': 'completed', 'code': 200} Aug 16 21:17:11.628202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7356ecb6-4104-41c1-af13-b777d5223e7f req-ddec1647-2252-4c10-a446-87b126c72207 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 210 time: 0.0306342 Aug 16 21:17:12.555806 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2f632c32-b738-4f40-98bf-f9e05dff1721 req-dfece19a-8bb6-426e-8f6d-7569a6779bef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0323691 Aug 16 21:17:12.603998 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2f632c32-b738-4f40-98bf-f9e05dff1721 req-befa9845-226a-4e57-887a-5b1089646cef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 210 time: 0.0268939 Aug 16 21:17:12.740082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632c32-b738-4f40-98bf-f9e05dff1721 req-1cea7e32-30c8-450e-87ff-028dff2aab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:12.741617 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2f632c32-b738-4f40-98bf-f9e05dff1721 req-1cea7e32-30c8-450e-87ff-028dff2aab09 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=ed69d30b6f334d54b53d495f5679515c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1129119 Aug 16 21:17:12.745796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0436d9ba-a6f8-4eda-97c4-28807860f4b2 req-46582659-4ace-4a94-b002-19084d388f8f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ac9d30-0748-4409-854e-ac7843d4f563 HTTP/1.1" status: 200 len: 210 time: 0.0269842 Aug 16 21:17:12.789613 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:17:12.843546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632c32-b738-4f40-98bf-f9e05dff1721 req-37c26054-5a53-4256-91ba-cc15911abdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:12.845147 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2f632c32-b738-4f40-98bf-f9e05dff1721 req-37c26054-5a53-4256-91ba-cc15911abdb2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970247 Aug 16 21:17:13.800774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35198) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:13.861712 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18db3ce8-be59-4592-94cf-9880c16c3564 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:13.889995 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18db3ce8-be59-4592-94cf-9880c16c3564 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.092930 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18db3ce8-be59-4592-94cf-9880c16c3564 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.102400 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-18db3ce8-be59-4592-94cf-9880c16c3564 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.102400 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-18db3ce8-be59-4592-94cf-9880c16c3564 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/security-groups/ba0ddf0f-befb-4971-bf1a-a0bfa25cc693 HTTP/1.1" status: 204 len: 168 time: 0.2948656 Aug 16 21:17:14.106764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db3ce8-be59-4592-94cf-9880c16c3564 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0ddf0f-befb-4971-bf1a-a0bfa25cc693,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:14.231474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35202) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:14.422005 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-c5296fa8-e3fd-42fb-8134-bd37c72fe85e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016076 Aug 16 21:17:14.551311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-4767ab6c-7462-4d1a-bcc9-6f9d41f5a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:14.552801 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-4767ab6c-7462-4d1a-bcc9-6f9d41f5a79a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 1098 time: 0.0807521 Aug 16 21:17:14.696331 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-933cefb0-6522-40a1-9a24-2184fa07fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:14.697828 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-933cefb0-6522-40a1-9a24-2184fa07fff3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.1246769 Aug 16 21:17:14.795988 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-763bfca0-18aa-4cb5-9261-b90b786b04a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c192b869-815e-4f9e-9951-8e85038090d5 HTTP/1.1" status: 200 len: 1002 time: 0.0891531 Aug 16 21:17:14.847027 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.894970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-0ce0b7aa-824a-44d1-b382-343f7bb79ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:14.896633 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-0ce0b7aa-824a-44d1-b382-343f7bb79ce7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0916860 Aug 16 21:17:14.988877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-ff84ce03-8e5e-4624-b1ec-cfe42320691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:14.990399 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-ff84ce03-8e5e-4624-b1ec-cfe42320691f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854416 Aug 16 21:17:15.142908 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-550ed983-0932-4d17-8218-c5bd7d51d282 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215639 Aug 16 21:17:15.263923 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-673d7eb0-e77f-4523-9eee-2c194bf67c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:15.294116 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2bafda39-2876-4e3e-a0f0-da241391f85d req-2dd468a7-8db4-4aa8-8293-e779d6920b47 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425824 Aug 16 21:17:15.299321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting port 652cf528-0627-421c-8e7c-6c808aec6d82 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:15.299658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:15.391809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] For port 652cf528-0627-421c-8e7c-6c808aec6d82, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=652cf528-0627-421c-8e7c-6c808aec6d82,segment=NetworkSegment(19fbdca4-edc6-4954-83a0-1db35860c26f),segment_id=19fbdca4-edc6-4954-83a0-1db35860c26f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:15.392207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:15.405345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Calling delete_port for 652cf528-0627-421c-8e7c-6c808aec6d82 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:15.699121 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:15.732127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Port': ['ID=652cf528-0627-421c-8e7c-6c808aec6d82,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:15.913945 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:15.938809 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 926d198d-cc32-43df-9065-6e3bd84dcc53 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:15.963350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 926d198d-cc32-43df-9065-6e3bd84dcc53 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:15.963702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 926d198d-cc32-43df-9065-6e3bd84dcc53 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:16.152139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:17:16.258247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:17:16.263161 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c7c0a429-57cf-498a-beda-8ca039a7b403 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "PUT /v2.0/routers/da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0305152 Aug 16 21:17:16.266217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35214) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:16.268506 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2f56b-fab2-437a-ab4e-e8038c5e6484 None None] Sync routers for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:17:16.281303 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2f56b-fab2-437a-ab4e-e8038c5e6484 None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:16.281303 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-62e2f56b-fab2-437a-ab4e-e8038c5e6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:16:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:16.333155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-1358f87d-a8b0-45c2-9f54-7b21027f95ce tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting subnet 85d5a302-fd25-4121-b31c-ac8636253456 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:17:16.336595 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1358f87d-a8b0-45c2-9f54-7b21027f95ce tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.377716 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1358f87d-a8b0-45c2-9f54-7b21027f95ce tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.389618 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-62e2f56b-fab2-437a-ab4e-e8038c5e6484 None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:16.470013 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1358f87d-a8b0-45c2-9f54-7b21027f95ce tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.567969 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-62e2f56b-fab2-437a-ab4e-e8038c5e6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:17:15Z', 'revision_number': 7, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:16.596790 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2f56b-fab2-437a-ab4e-e8038c5e6484 None None] Checking router: da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:17:16.605176 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2f56b-fab2-437a-ab4e-e8038c5e6484 None None] Routers {'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:16.605852 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-62e2f56b-fab2-437a-ab4e-e8038c5e6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:16:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:16.659108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1358f87d-a8b0-45c2-9f54-7b21027f95ce tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.688226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358f87d-a8b0-45c2-9f54-7b21027f95ce tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Subnet': ['ID=85d5a302-fd25-4121-b31c-ac8636253456,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:16.690301 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1358f87d-a8b0-45c2-9f54-7b21027f95ce tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.692814 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1358f87d-a8b0-45c2-9f54-7b21027f95ce tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/subnets/85d5a302-fd25-4121-b31c-ac8636253456 HTTP/1.1" status: 204 len: 168 time: 0.4255488 Aug 16 21:17:16.696398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35220) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:16.712929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afad456-9754-40d2-b324-e095e83800c6 None None] Network 4c27840e-af63-4c48-aa39-c895e825b02b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:17:16.716093 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-62e2f56b-fab2-437a-ab4e-e8038c5e6484 None None] Set router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:16.877557 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.907919 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-62e2f56b-fab2-437a-ab4e-e8038c5e6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:17:15Z', 'revision_number': 7, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:16.915775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4233f0e-a5d4-4804-8332-6cdd8ca8e226 None None] DHCP port deletion for 4c27840e-af63-4c48-aa39-c895e825b02b request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:17:16.937225 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2f56b-fab2-437a-ab4e-e8038c5e6484 None None] The sync data for ids ['da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc'] in n-d-793619-14 is: [{'id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'name': 'tempest-TestNetworkBasicOps-router-694013956', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:17:15Z', 'revision_number': 7, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': 'f0816431-63ba-4514-bde0-fb015a30349b', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:02Z', 'updated_at': '2021-08-16T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:17:16.967485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a4233f0e-a5d4-4804-8332-6cdd8ca8e226 None None] Deleting port debab9e8-3b53-4360-998c-da2687825311 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:16.967870 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a4233f0e-a5d4-4804-8332-6cdd8ca8e226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.997688 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.033901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a4233f0e-a5d4-4804-8332-6cdd8ca8e226 None None] For port debab9e8-3b53-4360-998c-da2687825311, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=debab9e8-3b53-4360-998c-da2687825311,segment=NetworkSegment(19fbdca4-edc6-4954-83a0-1db35860c26f),segment_id=19fbdca4-edc6-4954-83a0-1db35860c26f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:17.034306 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a4233f0e-a5d4-4804-8332-6cdd8ca8e226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.046335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a4233f0e-a5d4-4804-8332-6cdd8ca8e226 None None] Calling delete_port for debab9e8-3b53-4360-998c-da2687825311 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:17.124179 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting port f0816431-63ba-4514-bde0-fb015a30349b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:17.124519 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.206814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] For port f0816431-63ba-4514-bde0-fb015a30349b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f0816431-63ba-4514-bde0-fb015a30349b,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:17.207739 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.220290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Calling delete_port for f0816431-63ba-4514-bde0-fb015a30349b owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:17.276112 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a4233f0e-a5d4-4804-8332-6cdd8ca8e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.303358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4233f0e-a5d4-4804-8332-6cdd8ca8e226 None None] Pushing event deleted for resources: {'Port': ['ID=debab9e8-3b53-4360-998c-da2687825311,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:17.307099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4233f0e-a5d4-4804-8332-6cdd8ca8e226 None None] No DVR routers for this DVR port debab9e8-3b53-4360-998c-da2687825311 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:17.510244 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.534797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Port': ['ID=f0816431-63ba-4514-bde0-fb015a30349b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:17.548803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.549195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.549540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.549882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.550285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.550641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.550978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.551306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.551634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.551960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.552291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.552641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.606424 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.630628 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-be4a8d58-9f8b-4ea0-a3ad-09f7a8344bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.696283 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.698401 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.012782 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.013371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Fanout notify agent at l3_agent the message router_deleted on router da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:17:18.020744 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.024532 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af5394db-cbda-4395-a051-57363e566a77 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/routers/da3f3fbd-0aeb-46b2-8045-db5e08b9f1bc HTTP/1.1" status: 204 len: 168 time: 1.3230290 Aug 16 21:17:18.024677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35230) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:18.112784 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.186318 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.201131 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.210970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c27840e-af63-4c48-aa39-c895e825b02b']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:18.221231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fbdca4-edc6-4954-83a0-1db35860c26f') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:18.221594 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fbdca4-edc6-4954-83a0-1db35860c26f') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:18.231144 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.246048 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.252784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:17:18.253227 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:17:18.257064 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:17:18.504421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f0816431-63ba-4514-bde0-fb015a30349b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:18.510255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.526916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: f0816431-63ba-4514-bde0-fb015a30349b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:18.527210 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.527315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f0816431-63ba-4514-bde0-fb015a30349b not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:18.527693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 652cf528-0627-421c-8e7c-6c808aec6d82 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:18.529460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/networks/4c27840e-af63-4c48-aa39-c895e825b02b HTTP/1.1" status: 204 len: 168 time: 0.5035841 Aug 16 21:17:18.547761 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46118a-1313-42c9-96fb-c8f555adaec8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Network': ['ID=4c27840e-af63-4c48-aa39-c895e825b02b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:18.554815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35234) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:18.563797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'network': {'name': 'tempest-network-smoke--1184795749', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'port_security_enabled': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:18.577275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 652cf528-0627-421c-8e7c-6c808aec6d82 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:18.577631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 652cf528-0627-421c-8e7c-6c808aec6d82 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:18.578058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device debab9e8-3b53-4360-998c-da2687825311 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:18.602363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: debab9e8-3b53-4360-998c-da2687825311 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:18.602744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device debab9e8-3b53-4360-998c-da2687825311 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:18.681317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Made reservation on behalf of ed69d30b6f334d54b53d495f5679515c for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:17:18.684949 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.708885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:17:18.717915 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.720039 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Added segment 7f978d36-5bfa-4ee4-90ff-787b968393e8 of type vlan for network f0ab16e5-060c-486a-af13-1e3b1b8cff66 Aug 16 21:17:18.758224 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.927116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.932884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:18.933506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.998356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Network': ['ID=f0ab16e5-060c-486a-af13-1e3b1b8cff66,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:19.008537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network f0ab16e5-060c-486a-af13-1e3b1b8cff66 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:17:19.099874 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1f395938-a69f-421d-babb-f6d31ee0dab7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5437119 Aug 16 21:17:19.104008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35236) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:19.107136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-80486702', 'admin_state_up': True, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:19.247258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:19.248332 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:19.310193 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:19.350186 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:19.965877 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.284258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.303504 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.415572 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Allocated IP 172.25.4.51 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/76750946-b652-4fdf-89fa-a7cf8d8484ce) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:17:20.523938 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.710259 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.757210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:17:20.761854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:17:20.764333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:17:20.770862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=76750946-b652-4fdf-89fa-a7cf8d8484ce,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:20.887411 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.197943 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.399954 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.755565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router b159110a-7b9a-4cdb-b003-bb9e19d07936 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:17:21.865373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:17:21.874737 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Sync routers for ids ['b159110a-7b9a-4cdb-b003-bb9e19d07936'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:17:21.884114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Routers {'b159110a-7b9a-4cdb-b003-bb9e19d07936'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:21.884717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:17:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b159110a-7b9a-4cdb-b003-bb9e19d07936'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:21.986586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Set router b159110a-7b9a-4cdb-b003-bb9e19d07936 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:21.995676 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.996950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-acaaacd3-cf01-4583-b3d5-84286874e7db tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8934050 Aug 16 21:17:21.999999 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35244) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:22.030768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dce3a6ed-97cf-462f-b002-db8e4c0a10be tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=ed69d30b6f334d54b53d495f5679515c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270989 Aug 16 21:17:22.030982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35246) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:22.118394 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ae177c-c636-4d9b-97f4-355593504589 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.119986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-24ae177c-c636-4d9b-97f4-355593504589 tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880079 Aug 16 21:17:22.122794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35248) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:22.151389 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-504e503b-dcf2-421c-a77b-73a3df6d15ba tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274360 Aug 16 21:17:22.154011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35250) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:22.158785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962609394', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:22.173749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:20Z', 'revision_number': 3, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:22.200925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Checking router: b159110a-7b9a-4cdb-b003-bb9e19d07936 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:17:22.201318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Updating router b159110a-7b9a-4cdb-b003-bb9e19d07936 port 76750946-b652-4fdf-89fa-a7cf8d8484ce binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:17:22.226559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.478054 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.480908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Made reservation on behalf of ed69d30b6f334d54b53d495f5679515c for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:17:22.484487 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.502654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Transition to ACTIVE for port object 76750946-b652-4fdf-89fa-a7cf8d8484ce will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:22.840756 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.892508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15771c98-bfd8-4eba-ad3e-4be7062fc718 None None] Pushing event updated for resources: {'Port': ['ID=76750946-b652-4fdf-89fa-a7cf8d8484ce,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:22.894667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Attempting to bind port 76750946-b652-4fdf-89fa-a7cf8d8484ce on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:17:22.895033 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Attempting to bind port 76750946-b652-4fdf-89fa-a7cf8d8484ce by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:17:22.895388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Attempting to bind port 76750946-b652-4fdf-89fa-a7cf8d8484ce on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:22.898897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.900692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:17:22.901091 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:17:22.901491 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.902057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:17:22.902332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Bound port: 76750946-b652-4fdf-89fa-a7cf8d8484ce, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:17:22.902714 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.954605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] For port 76750946-b652-4fdf-89fa-a7cf8d8484ce, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:22.957770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] For port 76750946-b652-4fdf-89fa-a7cf8d8484ce, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=76750946-b652-4fdf-89fa-a7cf8d8484ce,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:17:22.964006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Subnet': ['ID=f26b2ab9-3be7-4f7e-a32c-eafee0d27890,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:22.972117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Checking segment: {'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:17:22.973006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network hostable DHCP agents. Network: f0ab16e5-060c-486a-af13-1e3b1b8cff66, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:17:23.161985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network f0ab16e5-060c-486a-af13-1e3b1b8cff66 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:17:23.162610 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:23.221148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Routers {'b159110a-7b9a-4cdb-b003-bb9e19d07936'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:23.221780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:17:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b159110a-7b9a-4cdb-b003-bb9e19d07936'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:23.227140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15771c98-bfd8-4eba-ad3e-4be7062fc718 None None] Pushing event updated for resources: {'Port': ['ID=76750946-b652-4fdf-89fa-a7cf8d8484ce,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:23.326030 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b2ae7-3b05-4c42-ba1e-0703377b1e58 req-03694e77-ffc1-4741-81f1-fbdb64e75f04 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.327109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] Set router b159110a-7b9a-4cdb-b003-bb9e19d07936 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:23.327525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-296b2ae7-3b05-4c42-ba1e-0703377b1e58 req-03694e77-ffc1-4741-81f1-fbdb64e75f04 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 946 time: 0.0554175 Aug 16 21:17:23.361699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, f0ab16e5-060c-486a-af13-1e3b1b8cff66) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:17:23.366529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-296b2ae7-3b05-4c42-ba1e-0703377b1e58 req-f6ab5d11-9604-41d5-a7b1-327234bfb12d tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325334 Aug 16 21:17:23.366674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.367335 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:23.390078 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a5414a-9213-4143-8045-0c8350b19f5b None None] Network f0ab16e5-060c-486a-af13-1e3b1b8cff66 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:17:23.551741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cc8ba416-b913-430a-b913-bb3f83d8c8b3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3961203 Aug 16 21:17:23.554639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35260) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:23.623686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ips': [{'subnet_id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:17:23.624543 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:23.645372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:20Z', 'revision_number': 3, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:23.679086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5c5ce-c80c-49b6-9fb9-cf9800d94e2d None None] The sync data for ids ['b159110a-7b9a-4cdb-b003-bb9e19d07936'] in n-d-793619-14 is: [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:20Z', 'revision_number': 3, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:17:23.984244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Allocated IP 172.20.0.2 (f0ab16e5-060c-486a-af13-1e3b1b8cff66/f26b2ab9-3be7-4f7e-a32c-eafee0d27890/2cbdea25-c74b-48c2-8107-f6343f795a13) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:17:24.153406 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.162403 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Transition to ACTIVE for port object 2cbdea25-c74b-48c2-8107-f6343f795a13 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:24.179318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Transition to ACTIVE for port object 2cbdea25-c74b-48c2-8107-f6343f795a13 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:24.322315 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.336001 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.370055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Network f0ab16e5-060c-486a-af13-1e3b1b8cff66 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:17:24.372778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:17:24.389800 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:17:24.399081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 76750946-b652-4fdf-89fa-a7cf8d8484ce up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:17:24.469447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Pushing event updated for resources: {'Port': ['ID=2cbdea25-c74b-48c2-8107-f6343f795a13,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:24.510205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Attempting to bind port 2cbdea25-c74b-48c2-8107-f6343f795a13 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:17:24.510602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Attempting to bind port 2cbdea25-c74b-48c2-8107-f6343f795a13 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:17:24.510902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Attempting to bind port 2cbdea25-c74b-48c2-8107-f6343f795a13 on network f0ab16e5-060c-486a-af13-1e3b1b8cff66 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:24.517779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb8c76-ebc1-4f4a-8d1e-8a52cc391921 req-2ed248c6-97f7-438a-954f-1c6cd03f1632 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:24.524596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:17:24.524981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Checking segment: {'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:17:24.525436 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.525828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Bound using segment: {'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:17:24.526306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Bound port: 2cbdea25-c74b-48c2-8107-f6343f795a13, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:17:24.526692 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.530247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54bb8c76-ebc1-4f4a-8d1e-8a52cc391921 req-2ed248c6-97f7-438a-954f-1c6cd03f1632 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 946 time: 0.0825870 Aug 16 21:17:24.576769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54bb8c76-ebc1-4f4a-8d1e-8a52cc391921 req-0782fd5b-c6e7-402a-994f-e8a94acd2a14 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440111 Aug 16 21:17:24.606420 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] For port 2cbdea25-c74b-48c2-8107-f6343f795a13, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:24.609691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] For port 2cbdea25-c74b-48c2-8107-f6343f795a13, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2cbdea25-c74b-48c2-8107-f6343f795a13,segment=NetworkSegment(7f978d36-5bfa-4ee4-90ff-787b968393e8),segment_id=7f978d36-5bfa-4ee4-90ff-787b968393e8)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:17:24.618293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 76750946-b652-4fdf-89fa-a7cf8d8484ce completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:24.626533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 76750946-b652-4fdf-89fa-a7cf8d8484ce triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:24.626533 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.688620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Allocated IP 172.20.0.1 (f0ab16e5-060c-486a-af13-1e3b1b8cff66/f26b2ab9-3be7-4f7e-a32c-eafee0d27890/ff8c38cd-a139-4883-9db3-0c65fdf0ef9d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:17:24.707884 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.741075 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.780908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 76750946-b652-4fdf-89fa-a7cf8d8484ce, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=76750946-b652-4fdf-89fa-a7cf8d8484ce,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:24.791462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a483e4-a25c-4a74-b877-840281df0542 None None] Pushing event updated for resources: {'Port': ['ID=2cbdea25-c74b-48c2-8107-f6343f795a13,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:24.811186 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.825963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Transition to ACTIVE for port object ff8c38cd-a139-4883-9db3-0c65fdf0ef9d will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:24.881562 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.954390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=76750946-b652-4fdf-89fa-a7cf8d8484ce,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:24.976959 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:25.033606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network f0ab16e5-060c-486a-af13-1e3b1b8cff66 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:17:25.049004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:17:25.051629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:17:25.060953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=ff8c38cd-a139-4883-9db3-0c65fdf0ef9d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:25.091870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a27ef-e194-45eb-9e5f-f9acb17e7a30 req-679410f4-9536-48d7-973b-c6635b16d122 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:25.097051 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-199a27ef-e194-45eb-9e5f-f9acb17e7a30 req-679410f4-9536-48d7-973b-c6635b16d122 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 946 time: 0.1391866 Aug 16 21:17:25.145941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:25.286377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-199a27ef-e194-45eb-9e5f-f9acb17e7a30 req-7fbc32f2-3a10-40b2-ac06-6160a48c04ee tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Deleting port 63cdfd7f-0944-41ad-9d77-cda03548e3b2 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:25.286728 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-199a27ef-e194-45eb-9e5f-f9acb17e7a30 req-7fbc32f2-3a10-40b2-ac06-6160a48c04ee tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:25.381553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-199a27ef-e194-45eb-9e5f-f9acb17e7a30 req-7fbc32f2-3a10-40b2-ac06-6160a48c04ee tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] For port 63cdfd7f-0944-41ad-9d77-cda03548e3b2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=63cdfd7f-0944-41ad-9d77-cda03548e3b2,segment=NetworkSegment(fd4aa87f-8819-4f01-b199-65ffa09ed667),segment_id=fd4aa87f-8819-4f01-b199-65ffa09ed667)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:25.382199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-199a27ef-e194-45eb-9e5f-f9acb17e7a30 req-7fbc32f2-3a10-40b2-ac06-6160a48c04ee tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:25.395929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-199a27ef-e194-45eb-9e5f-f9acb17e7a30 req-7fbc32f2-3a10-40b2-ac06-6160a48c04ee tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Calling delete_port for 63cdfd7f-0944-41ad-9d77-cda03548e3b2 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:25.525786 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:25.695643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629de686-0a9a-45e7-81ca-2a8f46264134 req-8f1af2cb-6a54-41b9-ad8e-23d7a8a706bd tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:25.697354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-629de686-0a9a-45e7-81ca-2a8f46264134 req-8f1af2cb-6a54-41b9-ad8e-23d7a8a706bd tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 946 time: 0.0503995 Aug 16 21:17:25.702437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-199a27ef-e194-45eb-9e5f-f9acb17e7a30 req-7fbc32f2-3a10-40b2-ac06-6160a48c04ee tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:25.741956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-629de686-0a9a-45e7-81ca-2a8f46264134 req-9328e4c9-94eb-4eea-af2a-1a920d078179 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/security-groups?id=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330477 Aug 16 21:17:25.742141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc32f2-3a10-40b2-ac06-6160a48c04ee tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Pushing event deleted for resources: {'Port': ['ID=63cdfd7f-0944-41ad-9d77-cda03548e3b2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:25.834523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-199a27ef-e194-45eb-9e5f-f9acb17e7a30 req-7fbc32f2-3a10-40b2-ac06-6160a48c04ee tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] No DVR routers for this DVR port 63cdfd7f-0944-41ad-9d77-cda03548e3b2 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:25.839203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-199a27ef-e194-45eb-9e5f-f9acb17e7a30 req-7fbc32f2-3a10-40b2-ac06-6160a48c04ee tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:25.841832 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-199a27ef-e194-45eb-9e5f-f9acb17e7a30 req-7fbc32f2-3a10-40b2-ac06-6160a48c04ee tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.76 "DELETE /v2.0/ports/63cdfd7f-0944-41ad-9d77-cda03548e3b2 HTTP/1.1" status: 204 len: 173 time: 0.7410996 Aug 16 21:17:25.842281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1896a4e-2334-44e1-a962-2f10fa4743cd', 'name': 'network-vif-deleted', 'tag': '63cdfd7f-0944-41ad-9d77-cda03548e3b2'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:25.844719 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7336a5-2177-419a-a597-94d72fd9def9" -d '{"events": [{"server_uuid": "c1896a4e-2334-44e1-a962-2f10fa4743cd", "name": "network-vif-deleted", "tag": "63cdfd7f-0944-41ad-9d77-cda03548e3b2"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:25.892759 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70339a7-70a1-4cb3-a1dc-a971427c30aa x-openstack-request-id: req-c70339a7-70a1-4cb3-a1dc-a971427c30aa {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:25.893836 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1896a4e-2334-44e1-a962-2f10fa4743cd", "name": "network-vif-deleted", "tag": "63cdfd7f-0944-41ad-9d77-cda03548e3b2", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:25.893836 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c70339a7-70a1-4cb3-a1dc-a971427c30aa {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:25.894017 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1896a4e-2334-44e1-a962-2f10fa4743cd', 'name': 'network-vif-deleted', 'tag': '63cdfd7f-0944-41ad-9d77-cda03548e3b2', 'status': 'completed', 'code': 200} Aug 16 21:17:25.925344 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.095867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29945525-3320-4739-952d-62781d87165f None None] Network f0ab16e5-060c-486a-af13-1e3b1b8cff66 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:17:26.121515 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.200912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=ff8c38cd-a139-4883-9db3-0c65fdf0ef9d,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:26.203511 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.303348 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network f0ab16e5-060c-486a-af13-1e3b1b8cff66 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:17:26.304950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:17:26.446809 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router b159110a-7b9a-4cdb-b003-bb9e19d07936 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:17:26.447591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2cbdea25-c74b-48c2-8107-f6343f795a13 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:17:26.543919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-af1468ec-5172-40b1-97d8-deb4e829aa51 None None] Provisioning for port 2cbdea25-c74b-48c2-8107-f6343f795a13 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:26.567022 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:17:26.567022 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6309d217-3ab5-4af9-b13e-a6e0f316258b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "PUT /v2.0/routers/b159110a-7b9a-4cdb-b003-bb9e19d07936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0031929 Aug 16 21:17:26.567022 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35268) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:26.567713 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Sync routers for ids ['b159110a-7b9a-4cdb-b003-bb9e19d07936'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:17:26.574618 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Routers {'b159110a-7b9a-4cdb-b003-bb9e19d07936'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:26.575697 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:17:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b159110a-7b9a-4cdb-b003-bb9e19d07936'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:26.675028 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d9662-76a0-4ea0-a591-7cfe275b180d tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.676263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d9662-76a0-4ea0-a591-7cfe275b180d tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.676547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d9662-76a0-4ea0-a591-7cfe275b180d tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.677078 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d9662-76a0-4ea0-a591-7cfe275b180d tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.677510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d9662-76a0-4ea0-a591-7cfe275b180d tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.678119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d9662-76a0-4ea0-a591-7cfe275b180d tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.678593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d9662-76a0-4ea0-a591-7cfe275b180d tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.683206 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-771d9662-76a0-4ea0-a591-7cfe275b180d tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.1182921 Aug 16 21:17:26.683466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35270) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:26.695971 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Set router b159110a-7b9a-4cdb-b003-bb9e19d07936 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:26.747187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf4e34-d3d9-4800-87a5-075af8f4fbce tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.747187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf4e34-d3d9-4800-87a5-075af8f4fbce tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.747187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf4e34-d3d9-4800-87a5-075af8f4fbce tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.747675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf4e34-d3d9-4800-87a5-075af8f4fbce tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.748092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf4e34-d3d9-4800-87a5-075af8f4fbce tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.748579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf4e34-d3d9-4800-87a5-075af8f4fbce tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.749076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf4e34-d3d9-4800-87a5-075af8f4fbce tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.751108 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-abcf4e34-d3d9-4800-87a5-075af8f4fbce tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.0666707 Aug 16 21:17:26.754453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35272) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:26.818386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 2cbdea25-c74b-48c2-8107-f6343f795a13 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:26.822206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f95e6b3-c2c6-44a5-ad54-54414421d8c8 None None] Provisioning for port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:26.828027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2cbdea25-c74b-48c2-8107-f6343f795a13 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:26.828420 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.833929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f95e6b3-c2c6-44a5-ad54-54414421d8c8 None None] Provisioning complete for port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:26.836257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f95e6b3-c2c6-44a5-ad54-54414421d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.881540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d7c50d9-634b-42c1-aa28-abcea75704e4 req-b456e8a3-c21f-46ac-8bf6-72a57f2ae7b6 tempest-VolumesSnapshotTestJSON-217396428 tempest-VolumesSnapshotTestJSON-217396428-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1896a4e-2334-44e1-a962-2f10fa4743cd HTTP/1.1" status: 200 len: 210 time: 0.0379806 Aug 16 21:17:26.947812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7f95e6b3-c2c6-44a5-ad54-54414421d8c8 None None] Port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:17:26.950300 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:25Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'ff8c38cd-a139-4883-9db3-0c65fdf0ef9d', 'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b3:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:24Z', 'updated_at': '2021-08-16T21:17:25Z', 'revision_number': 2, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:26.967535 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5b07d98b-cf02-47b8-8dc6-d9bb360565fa tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2118096 Aug 16 21:17:26.982698 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Checking router: b159110a-7b9a-4cdb-b003-bb9e19d07936 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:17:26.983129 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Updating router b159110a-7b9a-4cdb-b003-bb9e19d07936 port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:17:26.987178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f95e6b3-c2c6-44a5-ad54-54414421d8c8 None None] Provisioning complete for port 2cbdea25-c74b-48c2-8107-f6343f795a13 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:26.987561 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f95e6b3-c2c6-44a5-ad54-54414421d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.029531 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.033919 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.078586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 2cbdea25-c74b-48c2-8107-f6343f795a13, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2cbdea25-c74b-48c2-8107-f6343f795a13,segment=NetworkSegment(7f978d36-5bfa-4ee4-90ff-787b968393e8),segment_id=7f978d36-5bfa-4ee4-90ff-787b968393e8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:27.123305 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f95e6b3-c2c6-44a5-ad54-54414421d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.265830 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.266757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 76750946-b652-4fdf-89fa-a7cf8d8484ce up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:17:27.324701 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.335213 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Transition to ACTIVE for port object ff8c38cd-a139-4883-9db3-0c65fdf0ef9d will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:27.372868 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-7f95e6b3-c2c6-44a5-ad54-54414421d8c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:17:27.373255 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-7f95e6b3-c2c6-44a5-ad54-54414421d8c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:17:27.377837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=2cbdea25-c74b-48c2-8107-f6343f795a13,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:27.389618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 76750946-b652-4fdf-89fa-a7cf8d8484ce triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:27.390110 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.471786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35278) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:27.478125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ec538cc7-5a3c-4703-87f1-182dc74e9ca1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642865799', 'description': 'tempest-secgroup-smoke-1642865799 description', 'project_id': 'ed69d30b6f334d54b53d495f5679515c'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:27.515615 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.563204 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80486652-3e50-4d20-bd07-0300c4e3c768 None None] Pushing event updated for resources: {'Port': ['ID=ff8c38cd-a139-4883-9db3-0c65fdf0ef9d,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:27.616331 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Attempting to bind port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:17:27.616970 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Attempting to bind port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:17:27.617126 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Attempting to bind port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d on network f0ab16e5-060c-486a-af13-1e3b1b8cff66 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:27.622142 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:17:27.622509 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Checking segment: {'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:17:27.622903 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.623315 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Bound using segment: {'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:17:27.623771 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Bound port: ff8c38cd-a139-4883-9db3-0c65fdf0ef9d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:17:27.624146 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.674918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 63cdfd7f-0944-41ad-9d77-cda03548e3b2 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:27.702049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 63cdfd7f-0944-41ad-9d77-cda03548e3b2 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:27.702489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 63cdfd7f-0944-41ad-9d77-cda03548e3b2 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:27.710292 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec538cc7-5a3c-4703-87f1-182dc74e9ca1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.787057 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] For port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:27.790230 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] For port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ff8c38cd-a139-4883-9db3-0c65fdf0ef9d,segment=NetworkSegment(7f978d36-5bfa-4ee4-90ff-787b968393e8),segment_id=7f978d36-5bfa-4ee4-90ff-787b968393e8)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:17:27.797863 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec538cc7-5a3c-4703-87f1-182dc74e9ca1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:28.109813 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec538cc7-5a3c-4703-87f1-182dc74e9ca1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:28.110587 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:28.139612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec538cc7-5a3c-4703-87f1-182dc74e9ca1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dcc5e5-b603-4a52-9be2-82cf63c391c8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:28.165000 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Routers {'b159110a-7b9a-4cdb-b003-bb9e19d07936'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:28.165632 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:17:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b159110a-7b9a-4cdb-b003-bb9e19d07936'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:28.202532 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80486652-3e50-4d20-bd07-0300c4e3c768 None None] Pushing event updated for resources: {'Port': ['ID=ff8c38cd-a139-4883-9db3-0c65fdf0ef9d,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:28.275429 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec538cc7-5a3c-4703-87f1-182dc74e9ca1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:28.281459 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] Set router b159110a-7b9a-4cdb-b003-bb9e19d07936 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:28.281699 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ec538cc7-5a3c-4703-87f1-182dc74e9ca1 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8039973 Aug 16 21:17:28.281699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35284) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:28.286697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-05656d7f-8a51-4cfd-8565-7e14e08f6817 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'e5dcc5e5-b603-4a52-9be2-82cf63c391c8', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:28.366159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2cbdea25-c74b-48c2-8107-f6343f795a13 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:17:28.410907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 2cbdea25-c74b-48c2-8107-f6343f795a13 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:28.411218 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:28.495629 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:25Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'ff8c38cd-a139-4883-9db3-0c65fdf0ef9d', 'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b3:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:24Z', 'updated_at': '2021-08-16T21:17:27Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:28.522592 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc73415-545d-4502-bba8-cfa7d3bf0b69 None None] The sync data for ids ['b159110a-7b9a-4cdb-b003-bb9e19d07936'] in n-d-793619-14 is: [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:25Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'ff8c38cd-a139-4883-9db3-0c65fdf0ef9d', 'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b3:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:24Z', 'updated_at': '2021-08-16T21:17:27Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:17:28.649169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05656d7f-8a51-4cfd-8565-7e14e08f6817 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:28.715862 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05656d7f-8a51-4cfd-8565-7e14e08f6817 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:28.863770 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05656d7f-8a51-4cfd-8565-7e14e08f6817 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:28.881237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05656d7f-8a51-4cfd-8565-7e14e08f6817 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8974df36-91e9-4f0d-a13c-f9a011fa7246,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:29.103320 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-05656d7f-8a51-4cfd-8565-7e14e08f6817 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:29.103320 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-05656d7f-8a51-4cfd-8565-7e14e08f6817 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8195362 Aug 16 21:17:29.103587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35290) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:29.108103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a3beebf8-fb78-4e6f-b434-974e366767bc tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'e5dcc5e5-b603-4a52-9be2-82cf63c391c8', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:29.236811 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3beebf8-fb78-4e6f-b434-974e366767bc tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:29.296055 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3beebf8-fb78-4e6f-b434-974e366767bc tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:29.396091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3beebf8-fb78-4e6f-b434-974e366767bc tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:29.420045 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3beebf8-fb78-4e6f-b434-974e366767bc tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f746c9d8-e80a-4b92-a1b2-a70d600a6c18,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:29.498554 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3beebf8-fb78-4e6f-b434-974e366767bc tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:29.504081 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a3beebf8-fb78-4e6f-b434-974e366767bc tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3955936 Aug 16 21:17:29.504081 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35294) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:29.507986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b2c52512-0fb3-4cf3-a08f-70655c4862f8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'e5dcc5e5-b603-4a52-9be2-82cf63c391c8', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:29.731864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2c52512-0fb3-4cf3-a08f-70655c4862f8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:29.790653 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2c52512-0fb3-4cf3-a08f-70655c4862f8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:29.921546 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2c52512-0fb3-4cf3-a08f-70655c4862f8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:29.940085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c52512-0fb3-4cf3-a08f-70655c4862f8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0af1f7-6e63-4876-aa8d-ec1d30a844ec,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:30.121138 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2c52512-0fb3-4cf3-a08f-70655c4862f8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.125742 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b2c52512-0fb3-4cf3-a08f-70655c4862f8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6218784 Aug 16 21:17:30.145334 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35298) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:30.145334 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-724ba408-0a2b-4e64-82f0-7175ffecfb22 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'e5dcc5e5-b603-4a52-9be2-82cf63c391c8', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:30.370046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ff8c38cd-a139-4883-9db3-0c65fdf0ef9d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:17:30.464150 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-724ba408-0a2b-4e64-82f0-7175ffecfb22 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.523090 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-724ba408-0a2b-4e64-82f0-7175ffecfb22 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.607179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:30.611366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:30.611806 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.687613 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.719592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ff8c38cd-a139-4883-9db3-0c65fdf0ef9d,segment=NetworkSegment(7f978d36-5bfa-4ee4-90ff-787b968393e8),segment_id=7f978d36-5bfa-4ee4-90ff-787b968393e8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:30.732330 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-724ba408-0a2b-4e64-82f0-7175ffecfb22 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.753523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ba408-0a2b-4e64-82f0-7175ffecfb22 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87fdcca-64a5-4f23-b0d4-8edb979c3fe6,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:30.927272 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-724ba408-0a2b-4e64-82f0-7175ffecfb22 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.928572 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-724ba408-0a2b-4e64-82f0-7175ffecfb22 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7985632 Aug 16 21:17:30.930028 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.931725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35300) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:30.951984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-9a8b166c-0624-4ed2-b89c-3275bc6d1b86 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'e5dcc5e5-b603-4a52-9be2-82cf63c391c8', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:30.984276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=ff8c38cd-a139-4883-9db3-0c65fdf0ef9d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:30.992662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:30.993321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:30.993718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:30.994039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:30.994372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:30.994706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:30.995038 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:30.995368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:30.995693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:30.996018 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:30.996343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:30.996667 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:31.149699 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-9a8b166c-0624-4ed2-b89c-3275bc6d1b86 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Project ed69d30b6f334d54b53d495f5679515c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:17:31.155056 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a8b166c-0624-4ed2-b89c-3275bc6d1b86 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.214513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a8b166c-0624-4ed2-b89c-3275bc6d1b86 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.395637 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a8b166c-0624-4ed2-b89c-3275bc6d1b86 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.413303 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b166c-0624-4ed2-b89c-3275bc6d1b86 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1ff346-e5c3-4154-be68-6ca6785ae474,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:31.538187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9a8b166c-0624-4ed2-b89c-3275bc6d1b86 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.539438 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9a8b166c-0624-4ed2-b89c-3275bc6d1b86 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6069908 Aug 16 21:17:31.542429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35306) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:31.547039 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-64b2201e-6b8e-4ab2-85af-6e56eecc8247 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'security_group_rule': {'security_group_id': 'e5dcc5e5-b603-4a52-9be2-82cf63c391c8', 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:31.692660 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-64b2201e-6b8e-4ab2-85af-6e56eecc8247 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Project ed69d30b6f334d54b53d495f5679515c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:17:31.697941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-64b2201e-6b8e-4ab2-85af-6e56eecc8247 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.759304 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-64b2201e-6b8e-4ab2-85af-6e56eecc8247 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.943918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-64b2201e-6b8e-4ab2-85af-6e56eecc8247 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.963174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2201e-6b8e-4ab2-85af-6e56eecc8247 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919bd00a-515a-4248-9cbd-192b421e7369,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:32.098058 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-64b2201e-6b8e-4ab2-85af-6e56eecc8247 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:32.099411 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-64b2201e-6b8e-4ab2-85af-6e56eecc8247 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5559783 Aug 16 21:17:32.239311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-bff3df11-1137-4927-afdb-97ed69e46190 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642865799&fields=id&tenant_id=ed69d30b6f334d54b53d495f5679515c HTTP/1.1" status: 200 len: 267 time: 0.0339603 Aug 16 21:17:32.344782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ff8c38cd-a139-4883-9db3-0c65fdf0ef9d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:17:32.350518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-4ab1a4d3-964a-4bc9-b09d-92cfe14ba417 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:32.352023 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-4ab1a4d3-964a-4bc9-b09d-92cfe14ba417 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/networks?id=f0ab16e5-060c-486a-af13-1e3b1b8cff66 HTTP/1.1" status: 200 len: 797 time: 0.1057043 Aug 16 21:17:32.367407 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92869a20-9607-426d-ac1f-a7bd46981a13 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/quotas/ed69d30b6f334d54b53d495f5679515c HTTP/1.1" status: 200 len: 375 time: 0.0093403 Aug 16 21:17:32.395933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:32.396324 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:32.426286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-9cd4dec2-7994-4f1b-a7ae-5a4426b4d031 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525787 Aug 16 21:17:32.532895 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-bfc18ecf-2ea9-4978-a3dd-25d0b8840c4b service neutron] 10.222.0.74 "GET /v2.0/networks/f0ab16e5-060c-486a-af13-1e3b1b8cff66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940795 Aug 16 21:17:32.631597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-a2d1351a-df56-4568-8845-5bd9c0a6b6d6 service neutron] 10.222.0.74 "GET /v2.0/networks/f0ab16e5-060c-486a-af13-1e3b1b8cff66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895746 Aug 16 21:17:32.929497 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-360c847f-f469-44bf-8aa1-915d1afe80fe req-3b1870b2-97e0-4339-8c57-17536e0c5399 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 210 time: 0.0266411 Aug 16 21:17:32.941785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:32.941785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:34.005251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dac5d0ad-4d7b-43dc-9cc2-77bc96088aaa req-9bc73d07-ee1c-4ded-a4ab-166d1b619944 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 210 time: 0.0262792 Aug 16 21:17:35.111915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4aa38cb-6ec4-4c13-893d-ccfc7c1627c2 req-236c690f-0654-4257-8f07-0c073bd61c90 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 210 time: 0.0275414 Aug 16 21:17:35.674399 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-031c3de0-e7ac-4b4f-b0e6-6afb3cba8a5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:35.675926 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-031c3de0-e7ac-4b4f-b0e6-6afb3cba8a5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "GET /v2.0/networks?id=f0ab16e5-060c-486a-af13-1e3b1b8cff66 HTTP/1.1" status: 200 len: 797 time: 0.1044662 Aug 16 21:17:35.721081 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-939b66a0-e049-4645-9599-197cbca0fa13 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed69d30b6f334d54b53d495f5679515c HTTP/1.1" status: 200 len: 380 time: 0.0341790 Aug 16 21:17:35.730890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'port': {'device_id': '6ed12680-09dd-49de-8008-ce764c540559', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'admin_state_up': True, 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'security_groups': ['e5dcc5e5-b603-4a52-9be2-82cf63c391c8']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:36.024203 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Made reservation on behalf of ed69d30b6f334d54b53d495f5679515c for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:17:36.027847 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.158884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Allocated IP 172.20.0.13 (f0ab16e5-060c-486a-af13-1e3b1b8cff66/f26b2ab9-3be7-4f7e-a32c-eafee0d27890/2e9f08c2-7a8c-4bc0-891f-21fec673fca3) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:17:36.223791 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a68671f2-a00a-4fa1-9342-f2facbd8bc1c req-c30e9260-3261-4043-81b7-f9a16b9d2653 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 210 time: 0.0285838 Aug 16 21:17:36.310246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.323909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Transition to ACTIVE for port object 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:36.544551 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.589784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network f0ab16e5-060c-486a-af13-1e3b1b8cff66 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:17:36.592851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:17:36.596714 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:17:36.603098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=2e9f08c2-7a8c-4bc0-891f-21fec673fca3,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:36.650119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:36.650743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.859084 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-92dc716d-43e2-4710-99b6-6a9a605856a4 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1317673 Aug 16 21:17:36.872115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Request body: {'port': {'device_id': '6ed12680-09dd-49de-8008-ce764c540559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:36.931805 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:37.058760 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1aec638c-5269-4cc5-945f-0fd17c755503 None None] Provisioning for port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:37.064586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1aec638c-5269-4cc5-945f-0fd17c755503 None None] Provisioning complete for port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:37.065104 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1aec638c-5269-4cc5-945f-0fd17c755503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:37.107145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1aec638c-5269-4cc5-945f-0fd17c755503 None None] Port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:17:37.211894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:17:37.223412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:37.238498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Transition to ACTIVE for port object 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:37.344024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:37.346360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdba48-3609-44fa-801f-5288452d3aab req-584c6e25-d1cb-442a-86d6-b5f45088bf8e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:37.347942 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70bdba48-3609-44fa-801f-5288452d3aab req-584c6e25-d1cb-442a-86d6-b5f45088bf8e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 932 time: 0.0552208 Aug 16 21:17:37.388917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70bdba48-3609-44fa-801f-5288452d3aab req-9ba64460-a75e-4bef-b209-33366f4f0143 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335531 Aug 16 21:17:37.414742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9f08c2-7a8c-4bc0-891f-21fec673fca3,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:37.475212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Attempting to bind port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:17:37.476049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Attempting to bind port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:17:37.476485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Attempting to bind port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 on network f0ab16e5-060c-486a-af13-1e3b1b8cff66 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:37.483564 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 on network f0ab16e5-060c-486a-af13-1e3b1b8cff66 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:17:37.483887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Attempting to bind port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 on network f0ab16e5-060c-486a-af13-1e3b1b8cff66 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:37.490793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:17:37.491293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Checking segment: {'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:17:37.491695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Bound using segment: {'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:17:37.492145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Bound port: 2e9f08c2-7a8c-4bc0-891f-21fec673fca3, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f978d36-5bfa-4ee4-90ff-787b968393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:17:37.492743 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:37.574171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] For port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:37.577373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] For port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2e9f08c2-7a8c-4bc0-891f-21fec673fca3,segment=NetworkSegment(7f978d36-5bfa-4ee4-90ff-787b968393e8),segment_id=7f978d36-5bfa-4ee4-90ff-787b968393e8)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:17:37.738935 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:37.775673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:37.776084 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:37.777819 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] 10.222.0.79 "PUT /v2.0/ports/2e9f08c2-7a8c-4bc0-891f-21fec673fca3 HTTP/1.1" status: 200 len: 1093 time: 0.9100666 Aug 16 21:17:37.779940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed12680-09dd-49de-8008-ce764c540559', 'tag': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:37.782985 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b01009-3412-4af4-9107-cfa5cd49fc93" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed12680-09dd-49de-8008-ce764c540559", "tag": "2e9f08c2-7a8c-4bc0-891f-21fec673fca3"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:37.821037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587bfb3-a550-46d6-9569-00717306ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9f08c2-7a8c-4bc0-891f-21fec673fca3,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:37.835482 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88305911-50d9-4c0e-8f92-0c9fba8fed2f x-openstack-request-id: req-88305911-50d9-4c0e-8f92-0c9fba8fed2f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:37.835791 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed12680-09dd-49de-8008-ce764c540559", "tag": "2e9f08c2-7a8c-4bc0-891f-21fec673fca3", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:37.836049 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-88305911-50d9-4c0e-8f92-0c9fba8fed2f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:37.836460 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed12680-09dd-49de-8008-ce764c540559', 'tag': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3', 'status': 'completed', 'code': 200} Aug 16 21:17:37.916861 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01009-3412-4af4-9107-cfa5cd49fc93 req-0e53e986-ebad-455c-9451-c4bb3918009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:37.918538 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5b01009-3412-4af4-9107-cfa5cd49fc93 req-0e53e986-ebad-455c-9451-c4bb3918009a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 1096 time: 0.0633426 Aug 16 21:17:38.023147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01009-3412-4af4-9107-cfa5cd49fc93 req-f2cfdc8c-827c-4cbf-b0e9-3403b2571ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:38.024568 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5b01009-3412-4af4-9107-cfa5cd49fc93 req-f2cfdc8c-827c-4cbf-b0e9-3403b2571ede service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=ed69d30b6f334d54b53d495f5679515c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0976422 Aug 16 21:17:38.129510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01009-3412-4af4-9107-cfa5cd49fc93 req-43700ecd-98af-42be-82e5-ac402ea75a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:38.130993 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5b01009-3412-4af4-9107-cfa5cd49fc93 req-43700ecd-98af-42be-82e5-ac402ea75a16 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979517 Aug 16 21:17:38.208442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-868d5adc-e373-4f7b-ac75-d71e193272ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:38.210359 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-868d5adc-e373-4f7b-ac75-d71e193272ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 1096 time: 0.0433896 Aug 16 21:17:38.257497 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-3a2677b8-936f-4ec9-a76d-f88003f4bc61 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9f08c2-7a8c-4bc0-891f-21fec673fca3 HTTP/1.1" status: 200 len: 217 time: 0.0393744 Aug 16 21:17:38.311401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-4686d71b-9573-4587-9580-62c4d0b1c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:38.312904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-4686d71b-9573-4587-9580-62c4d0b1c047 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f26b2ab9-3be7-4f7e-a32c-eafee0d27890 HTTP/1.1" status: 200 len: 835 time: 0.0489299 Aug 16 21:17:38.359890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8d5e7bd7-961f-407e-b059-238c8ea6153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:38.361454 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-8d5e7bd7-961f-407e-b059-238c8ea6153e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f0ab16e5-060c-486a-af13-1e3b1b8cff66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415688 Aug 16 21:17:38.512143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c38dc-cf67-4215-8dca-cc73a7f64e46 req-6d0e4ab9-9758-4523-a0e4-9a3400a46138 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:38.513705 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-863c38dc-cf67-4215-8dca-cc73a7f64e46 req-6d0e4ab9-9758-4523-a0e4-9a3400a46138 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 944 time: 0.0535319 Aug 16 21:17:38.576978 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-863c38dc-cf67-4215-8dca-cc73a7f64e46 req-74b5d373-c3da-4cc4-928a-c1b09b77844d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523467 Aug 16 21:17:38.755250 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-c6fe463b-a286-4ccc-83b7-2d80b53a1ffa service neutron] 10.222.0.79 "GET /v2.0/networks/f0ab16e5-060c-486a-af13-1e3b1b8cff66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865206 Aug 16 21:17:38.843176 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ba312045-e8c6-4205-82b8-2413ac65af91 req-b5460deb-56ed-4ef2-9713-19e8b6fa127d service neutron] 10.222.0.79 "GET /v2.0/networks/f0ab16e5-060c-486a-af13-1e3b1b8cff66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810730 Aug 16 21:17:39.689706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2130-1efc-4a3f-b236-600824b1127f req-a62a0711-edb6-4150-87c3-7d1a61665cab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:39.691205 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-018b2130-1efc-4a3f-b236-600824b1127f req-a62a0711-edb6-4150-87c3-7d1a61665cab tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 944 time: 0.0513434 Aug 16 21:17:39.729724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-018b2130-1efc-4a3f-b236-600824b1127f req-18ed9d7c-f275-4483-b22c-d73b7e6745e9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322950 Aug 16 21:17:40.846270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379caf25-b1c7-49a0-9131-b5c9da2d4e7e req-580b0b3a-b6ef-403b-a368-610fed8e9176 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:40.848229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-379caf25-b1c7-49a0-9131-b5c9da2d4e7e req-580b0b3a-b6ef-403b-a368-610fed8e9176 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 944 time: 0.0539806 Aug 16 21:17:40.886963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-379caf25-b1c7-49a0-9131-b5c9da2d4e7e req-bdad2eb4-5f0c-4ba2-8a24-015e790ebe83 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327375 Aug 16 21:17:41.999858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ff95-e0e5-4415-8bdb-8420ce2a36c2 req-a0acfc64-4c67-4eb6-b043-a338c0af746c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:42.001356 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0c0ff95-e0e5-4415-8bdb-8420ce2a36c2 req-a0acfc64-4c67-4eb6-b043-a338c0af746c tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 944 time: 0.0500920 Aug 16 21:17:42.036735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:17:42.040318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0c0ff95-e0e5-4415-8bdb-8420ce2a36c2 req-7f082db5-280d-435c-8b14-c20512da938d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329409 Aug 16 21:17:42.134413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2e9f08c2-7a8c-4bc0-891f-21fec673fca3,segment=NetworkSegment(7f978d36-5bfa-4ee4-90ff-787b968393e8),segment_id=7f978d36-5bfa-4ee4-90ff-787b968393e8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:42.145185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'port_id': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3', 'mac_address': 'fa:16:3e:23:b1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:17:42.184756 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:42.197604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:17:42.216501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2e9f08c2-7a8c-4bc0-891f-21fec673fca3,segment=NetworkSegment(7f978d36-5bfa-4ee4-90ff-787b968393e8),segment_id=7f978d36-5bfa-4ee4-90ff-787b968393e8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:42.303437 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:42.350745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=2e9f08c2-7a8c-4bc0-891f-21fec673fca3,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:42.513752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['2e9f08c2-7a8c-4bc0-891f-21fec673fca3'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:17:43.154893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09464cd2-3384-4dd7-a38a-3ba4e518f4ff req-04e32096-fc65-4deb-ae94-a5f5d4b04252 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:43.156362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09464cd2-3384-4dd7-a38a-3ba4e518f4ff req-04e32096-fc65-4deb-ae94-a5f5d4b04252 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Aug 16 21:17:43.195127 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09464cd2-3384-4dd7-a38a-3ba4e518f4ff req-9cac7560-9886-442c-b44a-8445b9ba4cb3 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321863 Aug 16 21:17:44.035505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:17:44.240600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:44.244674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:44.245084 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.323478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f2cfc-501b-45eb-beb4-5726b6445851 req-4096fa36-499b-42b1-8dd5-633230f8f1e0 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:44.325039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c9f2cfc-501b-45eb-beb4-5726b6445851 req-4096fa36-499b-42b1-8dd5-633230f8f1e0 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 945 time: 0.0596423 Aug 16 21:17:44.333902 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.358254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed12680-09dd-49de-8008-ce764c540559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:44.360477 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a4bae4-45dd-4e1e-8524-4ad1e1fa79ac" -d '{"events": [{"server_uuid": "6ed12680-09dd-49de-8008-ce764c540559", "name": "network-vif-plugged", "status": "completed", "tag": "2e9f08c2-7a8c-4bc0-891f-21fec673fca3"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:44.363649 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9c9f2cfc-501b-45eb-beb4-5726b6445851 req-8b1d5813-1114-4700-947d-484b31084f60 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326478 Aug 16 21:17:44.374720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2e9f08c2-7a8c-4bc0-891f-21fec673fca3,segment=NetworkSegment(7f978d36-5bfa-4ee4-90ff-787b968393e8),segment_id=7f978d36-5bfa-4ee4-90ff-787b968393e8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:44.399612 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01210ba-2c27-41a9-abfd-c35094748519 x-openstack-request-id: req-d01210ba-2c27-41a9-abfd-c35094748519 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:44.399961 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed12680-09dd-49de-8008-ce764c540559", "name": "network-vif-plugged", "status": "completed", "tag": "2e9f08c2-7a8c-4bc0-891f-21fec673fca3", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:44.400240 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d01210ba-2c27-41a9-abfd-c35094748519 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:44.400642 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed12680-09dd-49de-8008-ce764c540559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3', 'code': 200} Aug 16 21:17:44.496885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a817f-45f5-4ce0-ae7f-47645a00e63a req-36914a7f-fc0e-403e-8e2b-4e04337d3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:44.498317 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32a817f-45f5-4ce0-ae7f-47645a00e63a req-36914a7f-fc0e-403e-8e2b-4e04337d3966 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 1097 time: 0.0423133 Aug 16 21:17:44.515726 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.539024 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e32a817f-45f5-4ce0-ae7f-47645a00e63a req-2e4d9b3b-004b-4d48-b43c-f469b9e9a9d3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331802 Aug 16 21:17:44.566493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=2e9f08c2-7a8c-4bc0-891f-21fec673fca3,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:45.332862 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-67ca2ba2-9148-4ef1-b817-d7fe3671fbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:45.483707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab589977-f17e-45f6-9e53-5cdca23bcf46 req-a43263c0-f2f8-4aa3-92b2-9c0f88987b37 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:45.485263 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab589977-f17e-45f6-9e53-5cdca23bcf46 req-a43263c0-f2f8-4aa3-92b2-9c0f88987b37 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 946 time: 0.0516634 Aug 16 21:17:45.527811 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab589977-f17e-45f6-9e53-5cdca23bcf46 req-7e4043cd-0ff5-4dc1-820a-2dc23d5510a6 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354409 Aug 16 21:17:46.646660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d83a1f-5cae-4f3e-81d1-8590bd1dca1c req-49e711dd-77e1-4a22-bd30-a43731e7329b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.648144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9d83a1f-5cae-4f3e-81d1-8590bd1dca1c req-49e711dd-77e1-4a22-bd30-a43731e7329b tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 946 time: 0.0485537 Aug 16 21:17:46.690675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d9d83a1f-5cae-4f3e-81d1-8590bd1dca1c req-055f8aa5-3c85-4195-a76b-b420e6a4e8e8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Aug 16 21:17:46.808738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d4238-f128-4f36-8bcf-cff3d26acb70 req-2d129167-7f73-4f6b-9029-06bb6fd4e872 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.810259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d6d4238-f128-4f36-8bcf-cff3d26acb70 req-2d129167-7f73-4f6b-9029-06bb6fd4e872 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 946 time: 0.0531352 Aug 16 21:17:46.848214 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d6d4238-f128-4f36-8bcf-cff3d26acb70 req-0eec4b8d-5252-44a7-97f2-1ceaf32a1772 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320766 Aug 16 21:17:46.870100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35402) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:46.910364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340ae5a-5dd5-414d-9f96-fa7162de279c tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.911980 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2340ae5a-5dd5-414d-9f96-fa7162de279c tempest-TestNetworkBasicOps-1541951820 tempest-TestNetworkBasicOps-1541951820-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 1093 time: 0.0407968 Aug 16 21:17:46.914771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35404) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:46.919097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:47.133150 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:47.228440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:47.336186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Allocated IP 172.25.4.183 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8b86803d-ff0c-49f6-beb1-21d3e9a4c56f) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:17:47.441768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:47.686447 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1bbff68d-c989-4524-a1cf-244dc5e852f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:47.709739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:47.750071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:17:47.752970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:17:47.756745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:17:47.762213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=8b86803d-ff0c-49f6-beb1-21d3e9a4c56f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:48.131721 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.246939 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.482819 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.630834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.754784 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.820914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event updated for resources: {'Port': ['ID=8b86803d-ff0c-49f6-beb1-21d3e9a4c56f,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:48.836369 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.934894 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Floating IP 3487eb86-8935-4132-9abf-ee96da421799 associated. External IP: 172.25.4.183, port: 2e9f08c2-7a8c-4bc0-891f-21fec673fca3. Aug 16 21:17:49.140927 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router b159110a-7b9a-4cdb-b003-bb9e19d07936 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:17:49.250578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:17:49.260970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa11e8b-168f-4c67-b0a1-66207012025d None None] Sync routers for ids ['b159110a-7b9a-4cdb-b003-bb9e19d07936'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:17:49.270899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa11e8b-168f-4c67-b0a1-66207012025d None None] Routers {'b159110a-7b9a-4cdb-b003-bb9e19d07936'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:49.272295 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7aa11e8b-168f-4c67-b0a1-66207012025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:17:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b159110a-7b9a-4cdb-b003-bb9e19d07936'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:49.350205 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:49.379562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7aa11e8b-168f-4c67-b0a1-66207012025d None None] Set router b159110a-7b9a-4cdb-b003-bb9e19d07936 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:49.386996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:49.411395 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-98b2a8ac-0465-47f5-b1b2-ae5af36127b7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4955983 Aug 16 21:17:49.418926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed12680-09dd-49de-8008-ce764c540559', 'tag': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:49.419058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35412) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:49.419531 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed12680-09dd-49de-8008-ce764c540559", "tag": "2e9f08c2-7a8c-4bc0-891f-21fec673fca3"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:49.458031 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1902c82e-2880-4a67-87e4-683d5955e885 x-openstack-request-id: req-1902c82e-2880-4a67-87e4-683d5955e885 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:49.458483 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed12680-09dd-49de-8008-ce764c540559", "tag": "2e9f08c2-7a8c-4bc0-891f-21fec673fca3", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:49.458913 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1902c82e-2880-4a67-87e4-683d5955e885 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:49.459949 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed12680-09dd-49de-8008-ce764c540559', 'tag': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3', 'status': 'completed', 'code': 200} Aug 16 21:17:49.486546 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-26c177e7-473b-4078-97b8-ebf8265e3d9f tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/floatingips/3487eb86-8935-4132-9abf-ee96da421799 HTTP/1.1" status: 200 len: 992 time: 0.0709465 Aug 16 21:17:49.528632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6 req-f884b9a8-d55b-4375-be03-89554bdd08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:49.530103 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6 req-f884b9a8-d55b-4375-be03-89554bdd08c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 1098 time: 0.0496716 Aug 16 21:17:49.617583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7aa11e8b-168f-4c67-b0a1-66207012025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:25Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '3487eb86-8935-4132-9abf-ee96da421799', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'port_id': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'mac_address': 'fa:16:3e:23:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed12680-09dd-49de-8008-ce764c540559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:17:47Z', 'updated_at': '2021-08-16T21:17:47Z', 'revision_number': 0, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8c38cd-a139-4883-9db3-0c65fdf0ef9d', 'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b3:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:24Z', 'updated_at': '2021-08-16T21:17:30Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:49.644323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa11e8b-168f-4c67-b0a1-66207012025d None None] Checking router: b159110a-7b9a-4cdb-b003-bb9e19d07936 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:17:49.680316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa11e8b-168f-4c67-b0a1-66207012025d None None] Routers {'b159110a-7b9a-4cdb-b003-bb9e19d07936'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:49.680927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7aa11e8b-168f-4c67-b0a1-66207012025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:17:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b159110a-7b9a-4cdb-b003-bb9e19d07936'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:49.700311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6 req-5f86e6e3-0e7f-4d7b-afb7-dc9d05a2deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:49.701859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6 req-5f86e6e3-0e7f-4d7b-afb7-dc9d05a2deea service neutron] 10.222.0.79 "GET /v2.0/networks?id=f0ab16e5-060c-486a-af13-1e3b1b8cff66 HTTP/1.1" status: 200 len: 898 time: 0.1620095 Aug 16 21:17:49.773383 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6 req-16c7f039-4e2b-4204-a9d6-4186223509b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9f08c2-7a8c-4bc0-891f-21fec673fca3 HTTP/1.1" status: 200 len: 1000 time: 0.0628057 Aug 16 21:17:49.787772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7aa11e8b-168f-4c67-b0a1-66207012025d None None] Set router b159110a-7b9a-4cdb-b003-bb9e19d07936 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:49.790007 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:17:49.825942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6 req-d79820e8-a049-4c48-8eca-87a58e5e1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:49.827494 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6 req-d79820e8-a049-4c48-8eca-87a58e5e1ff4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f26b2ab9-3be7-4f7e-a32c-eafee0d27890 HTTP/1.1" status: 200 len: 835 time: 0.0456247 Aug 16 21:17:49.873970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6 req-edab2b92-3f99-4784-9a15-65b416661b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:49.875480 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6 req-edab2b92-3f99-4784-9a15-65b416661b7b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f0ab16e5-060c-486a-af13-1e3b1b8cff66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406010 Aug 16 21:17:49.970685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6 req-8446c654-2051-45d5-85df-c0779816e60d service neutron] 10.222.0.79 "GET /v2.0/networks/f0ab16e5-060c-486a-af13-1e3b1b8cff66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877573 Aug 16 21:17:50.015439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7aa11e8b-168f-4c67-b0a1-66207012025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:25Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '3487eb86-8935-4132-9abf-ee96da421799', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'port_id': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'mac_address': 'fa:16:3e:23:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed12680-09dd-49de-8008-ce764c540559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:17:47Z', 'updated_at': '2021-08-16T21:17:47Z', 'revision_number': 0, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8c38cd-a139-4883-9db3-0c65fdf0ef9d', 'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b3:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:24Z', 'updated_at': '2021-08-16T21:17:30Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:50.042615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa11e8b-168f-4c67-b0a1-66207012025d None None] The sync data for ids ['b159110a-7b9a-4cdb-b003-bb9e19d07936'] in n-d-793619-14 is: [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:25Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '3487eb86-8935-4132-9abf-ee96da421799', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'port_id': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'mac_address': 'fa:16:3e:23:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed12680-09dd-49de-8008-ce764c540559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:17:47Z', 'updated_at': '2021-08-16T21:17:47Z', 'revision_number': 0, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8c38cd-a139-4883-9db3-0c65fdf0ef9d', 'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b3:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:24Z', 'updated_at': '2021-08-16T21:17:30Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:17:50.061787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b54d0d6b-77a5-46b4-b0a9-9d1942e7f9f6 req-0714af64-6a31-446b-92f6-fd9faa8b30b1 service neutron] 10.222.0.79 "GET /v2.0/networks/f0ab16e5-060c-486a-af13-1e3b1b8cff66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841656 Aug 16 21:17:50.264011 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d371ca-6144-46c3-b791-b1d9c6e7454c None None] New status for floating IP 3487eb86-8935-4132-9abf-ee96da421799: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:17:50.490654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35418) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:50.557224 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ae6849a7-9cca-4caf-97d4-1cb14804344d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/floatingips/3487eb86-8935-4132-9abf-ee96da421799 HTTP/1.1" status: 200 len: 994 time: 0.0653448 Aug 16 21:17:50.714734 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:02.880221 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:02.914456 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.559139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-c928ecd4-584e-4d5c-9905-36660e085e83 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410628 Aug 16 21:18:13.639222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-663c65e7-0690-4fd8-88ec-e05849a918a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:13.640603 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-663c65e7-0690-4fd8-88ec-e05849a918a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0400069 Aug 16 21:18:13.746377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-b2e72b37-b6f8-4358-9a20-3d5f811a1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:13.747859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-b2e72b37-b6f8-4358-9a20-3d5f811a1f3c service neutron] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.0859873 Aug 16 21:18:13.810475 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-7e76ba19-84d6-4630-b8a4-c1d5ebe07bfd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47b7445c-7477-4dff-954c-21261a60b6b9 HTTP/1.1" status: 200 len: 1000 time: 0.0553460 Aug 16 21:18:13.858360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-a6031692-c737-4170-90de-d50acf4c4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:13.859745 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-a6031692-c737-4170-90de-d50acf4c4a21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0419672 Aug 16 21:18:13.908505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-f41ab81c-0d38-4990-ae0e-e4eff13774e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:13.909912 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-f41ab81c-0d38-4990-ae0e-e4eff13774e3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429256 Aug 16 21:18:13.999191 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-f8dedb56-63b9-4802-a57a-3af820a9ca6c service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821240 Aug 16 21:18:14.377356 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3493e4e9-8172-49bb-80d6-b39b1bfcd101 req-73f0784e-ee07-4078-be6c-2694fbfba041 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703387 Aug 16 21:18:15.291521 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-42364bb5-b786-4e4e-aba8-d495e3937ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.525879 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-242127ec-0a8c-4526-9a29-11e3ca9be74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.022911 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.400136 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.777246 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.791984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35518) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:21.856642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b7387f3d-8e5b-40d6-9e9b-ca7eb85142b8 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/floatingips/3487eb86-8935-4132-9abf-ee96da421799 HTTP/1.1" status: 200 len: 994 time: 0.0635011 Aug 16 21:18:22.119143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35524) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:22.275982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting port 8b86803d-ff0c-49f6-beb1-21d3e9a4c56f {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:22.276328 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.350754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.356727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.362885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Calling delete_port for 8b86803d-ff0c-49f6-beb1-21d3e9a4c56f owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:22.634398 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.664031 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Port': ['ID=8b86803d-ff0c-49f6-beb1-21d3e9a4c56f,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:22.675860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.676209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.678849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.678849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.678849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.678849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.678849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.678849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.678849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.678849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.679442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.679442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:22.733150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.733484 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Floating IP 3487eb86-8935-4132-9abf-ee96da421799 disassociated (deleted). External IP: 172.25.4.183, port: 2e9f08c2-7a8c-4bc0-891f-21fec673fca3. Aug 16 21:18:22.940896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router b159110a-7b9a-4cdb-b003-bb9e19d07936 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:23.049353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:23.053800 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:23.059389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff7590-a7cf-4e68-b933-c8f978d4e77d None None] Sync routers for ids ['b159110a-7b9a-4cdb-b003-bb9e19d07936'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:23.069309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff7590-a7cf-4e68-b933-c8f978d4e77d None None] Routers {'b159110a-7b9a-4cdb-b003-bb9e19d07936'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:23.069928 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-27ff7590-a7cf-4e68-b933-c8f978d4e77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b159110a-7b9a-4cdb-b003-bb9e19d07936'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:23.090913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ca44114b-4ca0-4bfc-9f17-53d202f46e5d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/floatingips/3487eb86-8935-4132-9abf-ee96da421799 HTTP/1.1" status: 204 len: 168 time: 0.9706428 Aug 16 21:18:23.102283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed12680-09dd-49de-8008-ce764c540559', 'tag': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:23.102283 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed12680-09dd-49de-8008-ce764c540559", "tag": "2e9f08c2-7a8c-4bc0-891f-21fec673fca3"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:23.134152 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79db823a-3562-4300-bf64-276f4b6d2c38 x-openstack-request-id: req-79db823a-3562-4300-bf64-276f4b6d2c38 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:23.135243 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed12680-09dd-49de-8008-ce764c540559", "tag": "2e9f08c2-7a8c-4bc0-891f-21fec673fca3", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:23.136618 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-79db823a-3562-4300-bf64-276f4b6d2c38 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:23.137099 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed12680-09dd-49de-8008-ce764c540559', 'tag': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3', 'status': 'completed', 'code': 200} Aug 16 21:18:23.200445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c req-da7d29b8-03b0-46f9-be3b-9fd08c25827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:23.201991 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c req-da7d29b8-03b0-46f9-be3b-9fd08c25827d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed69d30b6f334d54b53d495f5679515c&device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 1098 time: 0.0449429 Aug 16 21:18:23.202782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-27ff7590-a7cf-4e68-b933-c8f978d4e77d None None] Set router b159110a-7b9a-4cdb-b003-bb9e19d07936 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:23.301854 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c req-f9fd76e5-8465-4b43-96a8-9abc47717722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:23.313780 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c req-f9fd76e5-8465-4b43-96a8-9abc47717722 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f0ab16e5-060c-486a-af13-1e3b1b8cff66 HTTP/1.1" status: 200 len: 898 time: 0.0936563 Aug 16 21:18:23.344801 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c req-54d43d6f-b1fa-4833-8d9b-a91d808e9b22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9f08c2-7a8c-4bc0-891f-21fec673fca3 HTTP/1.1" status: 200 len: 217 time: 0.0345809 Aug 16 21:18:23.395281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c req-933f67be-5680-4aae-8de9-a47620f6050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:23.396690 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c req-933f67be-5680-4aae-8de9-a47620f6050d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f26b2ab9-3be7-4f7e-a32c-eafee0d27890 HTTP/1.1" status: 200 len: 835 time: 0.0454783 Aug 16 21:18:23.411198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-27ff7590-a7cf-4e68-b933-c8f978d4e77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:25Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'ff8c38cd-a139-4883-9db3-0c65fdf0ef9d', 'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b3:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:24Z', 'updated_at': '2021-08-16T21:17:30Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:23.437750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff7590-a7cf-4e68-b933-c8f978d4e77d None None] Checking router: b159110a-7b9a-4cdb-b003-bb9e19d07936 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:23.446530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff7590-a7cf-4e68-b933-c8f978d4e77d None None] Routers {'b159110a-7b9a-4cdb-b003-bb9e19d07936'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:23.447155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-27ff7590-a7cf-4e68-b933-c8f978d4e77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b159110a-7b9a-4cdb-b003-bb9e19d07936'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:23.449330 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c req-1e162326-5be1-4609-ba79-ca246d334c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:23.451093 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c req-1e162326-5be1-4609-ba79-ca246d334c78 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f0ab16e5-060c-486a-af13-1e3b1b8cff66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473020 Aug 16 21:18:23.544740 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c req-d6a8185a-d588-44cc-9391-8009a4d285ba service neutron] 10.222.0.79 "GET /v2.0/networks/f0ab16e5-060c-486a-af13-1e3b1b8cff66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857079 Aug 16 21:18:23.561523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-27ff7590-a7cf-4e68-b933-c8f978d4e77d None None] Set router b159110a-7b9a-4cdb-b003-bb9e19d07936 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:23.643394 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e5e3fb2f-ef08-4a66-b8fd-0c3d57aa6b7c req-b3f2dc62-929a-4e3d-ba0f-c5b992a95384 service neutron] 10.222.0.79 "GET /v2.0/networks/f0ab16e5-060c-486a-af13-1e3b1b8cff66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913944 Aug 16 21:18:23.772749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-27ff7590-a7cf-4e68-b933-c8f978d4e77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:25Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'ff8c38cd-a139-4883-9db3-0c65fdf0ef9d', 'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b3:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:24Z', 'updated_at': '2021-08-16T21:17:30Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:23.805113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff7590-a7cf-4e68-b933-c8f978d4e77d None None] The sync data for ids ['b159110a-7b9a-4cdb-b003-bb9e19d07936'] in n-d-793619-14 is: [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:17:25Z', 'revision_number': 4, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'ff8c38cd-a139-4883-9db3-0c65fdf0ef9d', 'name': '', 'network_id': 'f0ab16e5-060c-486a-af13-1e3b1b8cff66', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'mac_address': 'fa:16:3e:b3:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:24Z', 'updated_at': '2021-08-16T21:17:30Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'subnets': [{'id': 'f26b2ab9-3be7-4f7e-a32c-eafee0d27890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:23.906200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d8f12-8a37-41c1-a11d-5d74036f2f42 req-41b58a0e-3fc2-4913-b8f5-c3e5f3d95ca7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:23.907771 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c96d8f12-8a37-41c1-a11d-5d74036f2f42 req-41b58a0e-3fc2-4913-b8f5-c3e5f3d95ca7 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 946 time: 0.0521863 Aug 16 21:18:23.948924 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c96d8f12-8a37-41c1-a11d-5d74036f2f42 req-13817c83-0242-4d75-a37f-b8de41cd006d tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344632 Aug 16 21:18:24.044804 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c93cd-2716-4637-9247-b24070383706 None None] New status for floating IP 3487eb86-8935-4132-9abf-ee96da421799: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:18:25.069623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb924c4-7dff-4a3a-a3c6-a6717524c973 req-c8d6e9d5-130f-4152-9a68-443c52c2456e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:25.071096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aeb924c4-7dff-4a3a-a3c6-a6717524c973 req-c8d6e9d5-130f-4152-9a68-443c52c2456e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 946 time: 0.0499120 Aug 16 21:18:25.115677 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aeb924c4-7dff-4a3a-a3c6-a6717524c973 req-e48f9660-7b4c-40b8-8c7c-c5d4d934896e tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/security-groups?id=e5dcc5e5-b603-4a52-9be2-82cf63c391c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384853 Aug 16 21:18:25.257247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0eece2-ba37-48e3-804d-f75cbaddbfc3 req-9c44808b-ac0e-45fa-aeac-bb809c747938 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:25.258625 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8e0eece2-ba37-48e3-804d-f75cbaddbfc3 req-9c44808b-ac0e-45fa-aeac-bb809c747938 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 946 time: 0.0489876 Aug 16 21:18:25.354161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-8e0eece2-ba37-48e3-804d-f75cbaddbfc3 req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:25.354564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8e0eece2-ba37-48e3-804d-f75cbaddbfc3 req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.444834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-8e0eece2-ba37-48e3-804d-f75cbaddbfc3 req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] For port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=2e9f08c2-7a8c-4bc0-891f-21fec673fca3,segment=NetworkSegment(7f978d36-5bfa-4ee4-90ff-787b968393e8),segment_id=7f978d36-5bfa-4ee4-90ff-787b968393e8)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:25.445242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8e0eece2-ba37-48e3-804d-f75cbaddbfc3 req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.458225 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-8e0eece2-ba37-48e3-804d-f75cbaddbfc3 req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Calling delete_port for 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:25.731419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8e0eece2-ba37-48e3-804d-f75cbaddbfc3 req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.759169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Port': ['ID=2e9f08c2-7a8c-4bc0-891f-21fec673fca3,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:25.769742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.770098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.770452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.770814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.772195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.772195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.772195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.772195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.774525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.774525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.774525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.774525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:25.816464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0eece2-ba37-48e3-804d-f75cbaddbfc3 req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] No DVR routers for this DVR port 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:25.819066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8e0eece2-ba37-48e3-804d-f75cbaddbfc3 req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.821093 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8e0eece2-ba37-48e3-804d-f75cbaddbfc3 req-269d2cdb-d67d-4347-891b-1fea33f54a41 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.79 "DELETE /v2.0/ports/2e9f08c2-7a8c-4bc0-891f-21fec673fca3 HTTP/1.1" status: 204 len: 173 time: 0.5566630 Aug 16 21:18:25.821547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed12680-09dd-49de-8008-ce764c540559', 'name': 'network-vif-deleted', 'tag': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:25.823791 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2459c180-3d11-4250-b5ce-50d97d9e0eae" -d '{"events": [{"server_uuid": "6ed12680-09dd-49de-8008-ce764c540559", "name": "network-vif-deleted", "tag": "2e9f08c2-7a8c-4bc0-891f-21fec673fca3"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:25.858952 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d880b47-c98f-4f35-8381-7d01ada9ae62 x-openstack-request-id: req-8d880b47-c98f-4f35-8381-7d01ada9ae62 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:25.859260 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed12680-09dd-49de-8008-ce764c540559", "name": "network-vif-deleted", "tag": "2e9f08c2-7a8c-4bc0-891f-21fec673fca3", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:25.859536 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d880b47-c98f-4f35-8381-7d01ada9ae62 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:25.859930 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed12680-09dd-49de-8008-ce764c540559', 'name': 'network-vif-deleted', 'tag': '2e9f08c2-7a8c-4bc0-891f-21fec673fca3', 'status': 'completed', 'code': 200} Aug 16 21:18:26.214449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d02bdd03-99d7-48db-bc83-7cd27fd08555 req-18be7538-4280-4d03-9159-e7835a166a74 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed12680-09dd-49de-8008-ce764c540559 HTTP/1.1" status: 200 len: 210 time: 0.0291135 Aug 16 21:18:26.790107 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:18:27.271206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35552) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:27.329974 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd394c6a-e1ba-4c57-877e-ae1d6bae21c9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.355476 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd394c6a-e1ba-4c57-877e-ae1d6bae21c9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.536949 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd394c6a-e1ba-4c57-877e-ae1d6bae21c9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.539547 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-dd394c6a-e1ba-4c57-877e-ae1d6bae21c9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.540741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dd394c6a-e1ba-4c57-877e-ae1d6bae21c9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/security-groups/e5dcc5e5-b603-4a52-9be2-82cf63c391c8 HTTP/1.1" status: 204 len: 168 time: 0.2685616 Aug 16 21:18:27.550435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd394c6a-e1ba-4c57-877e-ae1d6bae21c9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dcc5e5-b603-4a52-9be2-82cf63c391c8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:27.709957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35558) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:28.425513 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:28.685057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:28.685320 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:28.772280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] For port ff8c38cd-a139-4883-9db3-0c65fdf0ef9d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ff8c38cd-a139-4883-9db3-0c65fdf0ef9d,segment=NetworkSegment(7f978d36-5bfa-4ee4-90ff-787b968393e8),segment_id=7f978d36-5bfa-4ee4-90ff-787b968393e8)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:28.772648 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:28.790214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Calling delete_port for ff8c38cd-a139-4883-9db3-0c65fdf0ef9d owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:29.107925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.133405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Port': ['ID=ff8c38cd-a139-4883-9db3-0c65fdf0ef9d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:29.320506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.550011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Router b159110a-7b9a-4cdb-b003-bb9e19d07936 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:29.663013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:29.668521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a50ab9ad-8a59-46f7-b32e-063a6036ff16 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "PUT /v2.0/routers/b159110a-7b9a-4cdb-b003-bb9e19d07936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9573317 Aug 16 21:18:29.671281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35564) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:29.673249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d865888-92fc-4638-ae63-d3a1a12a751c None None] Sync routers for ids ['b159110a-7b9a-4cdb-b003-bb9e19d07936'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:29.683824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d865888-92fc-4638-ae63-d3a1a12a751c None None] Routers {'b159110a-7b9a-4cdb-b003-bb9e19d07936'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:29.684691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d865888-92fc-4638-ae63-d3a1a12a751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b159110a-7b9a-4cdb-b003-bb9e19d07936'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:29.723173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3c8a23-4013-4aa2-85d6-fa73cd9a2d07 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting subnet f26b2ab9-3be7-4f7e-a32c-eafee0d27890 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:18:29.726329 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f3c8a23-4013-4aa2-85d6-fa73cd9a2d07 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.765077 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f3c8a23-4013-4aa2-85d6-fa73cd9a2d07 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.794221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4d865888-92fc-4638-ae63-d3a1a12a751c None None] Set router b159110a-7b9a-4cdb-b003-bb9e19d07936 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:29.854612 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f3c8a23-4013-4aa2-85d6-fa73cd9a2d07 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.975620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d865888-92fc-4638-ae63-d3a1a12a751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:18:28Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:30.004950 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d865888-92fc-4638-ae63-d3a1a12a751c None None] Checking router: b159110a-7b9a-4cdb-b003-bb9e19d07936 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:30.013281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d865888-92fc-4638-ae63-d3a1a12a751c None None] Routers {'b159110a-7b9a-4cdb-b003-bb9e19d07936'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:30.013890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d865888-92fc-4638-ae63-d3a1a12a751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['b159110a-7b9a-4cdb-b003-bb9e19d07936'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:30.057548 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f3c8a23-4013-4aa2-85d6-fa73cd9a2d07 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.084787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c8a23-4013-4aa2-85d6-fa73cd9a2d07 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Subnet': ['ID=f26b2ab9-3be7-4f7e-a32c-eafee0d27890,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:30.088558 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8f3c8a23-4013-4aa2-85d6-fa73cd9a2d07 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.091417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8f3c8a23-4013-4aa2-85d6-fa73cd9a2d07 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/subnets/f26b2ab9-3be7-4f7e-a32c-eafee0d27890 HTTP/1.1" status: 204 len: 168 time: 0.4190710 Aug 16 21:18:30.094124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35566) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:30.100271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b5d7b-fec9-4b52-b235-93ea4e218e1c None None] Network f0ab16e5-060c-486a-af13-1e3b1b8cff66 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:30.173611 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4d865888-92fc-4638-ae63-d3a1a12a751c None None] Set router b159110a-7b9a-4cdb-b003-bb9e19d07936 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:30.204233 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.250645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:30.312128 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.320579 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:30.320924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 2e9f08c2-7a8c-4bc0-891f-21fec673fca3 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:30.417782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4d865888-92fc-4638-ae63-d3a1a12a751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:18:28Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:30.451978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9acd7f4-49cb-495f-bd46-00ba4fc332ad None None] DHCP port deletion for f0ab16e5-060c-486a-af13-1e3b1b8cff66 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:18:30.455509 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d865888-92fc-4638-ae63-d3a1a12a751c None None] The sync data for ids ['b159110a-7b9a-4cdb-b003-bb9e19d07936'] in n-d-793619-14 is: [{'id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'name': 'tempest-TestNetworkBasicOps-router-80486702', 'tenant_id': 'ed69d30b6f334d54b53d495f5679515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:17:19Z', 'updated_at': '2021-08-16T21:18:28Z', 'revision_number': 5, 'project_id': 'ed69d30b6f334d54b53d495f5679515c', 'gw_port': {'id': '76750946-b652-4fdf-89fa-a7cf8d8484ce', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159110a-7b9a-4cdb-b003-bb9e19d07936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:17:20Z', 'updated_at': '2021-08-16T21:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:30.502302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Deleting port 76750946-b652-4fdf-89fa-a7cf8d8484ce {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:30.502470 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.507666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c9acd7f4-49cb-495f-bd46-00ba4fc332ad None None] Deleting port 2cbdea25-c74b-48c2-8107-f6343f795a13 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:30.507826 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9acd7f4-49cb-495f-bd46-00ba4fc332ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.573913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c9acd7f4-49cb-495f-bd46-00ba4fc332ad None None] For port 2cbdea25-c74b-48c2-8107-f6343f795a13, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2cbdea25-c74b-48c2-8107-f6343f795a13,segment=NetworkSegment(7f978d36-5bfa-4ee4-90ff-787b968393e8),segment_id=7f978d36-5bfa-4ee4-90ff-787b968393e8)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:30.573913 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9acd7f4-49cb-495f-bd46-00ba4fc332ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.585749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c9acd7f4-49cb-495f-bd46-00ba4fc332ad None None] Calling delete_port for 2cbdea25-c74b-48c2-8107-f6343f795a13 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:30.589392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] For port 76750946-b652-4fdf-89fa-a7cf8d8484ce, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=76750946-b652-4fdf-89fa-a7cf8d8484ce,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:30.589892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.602657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Calling delete_port for 76750946-b652-4fdf-89fa-a7cf8d8484ce owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:30.834425 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c9acd7f4-49cb-495f-bd46-00ba4fc332ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.854720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acd7f4-49cb-495f-bd46-00ba4fc332ad None None] Pushing event deleted for resources: {'Port': ['ID=2cbdea25-c74b-48c2-8107-f6343f795a13,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:30.858494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9acd7f4-49cb-495f-bd46-00ba4fc332ad None None] No DVR routers for this DVR port 2cbdea25-c74b-48c2-8107-f6343f795a13 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:30.977594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.006457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Port': ['ID=76750946-b652-4fdf-89fa-a7cf8d8484ce,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:31.066007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.160731 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.162841 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.325375 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.325950 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Fanout notify agent at l3_agent the message router_deleted on router b159110a-7b9a-4cdb-b003-bb9e19d07936 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:18:31.332913 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.334385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a745b049-ed68-44b1-9350-af4d4c8f2dbe tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/routers/b159110a-7b9a-4cdb-b003-bb9e19d07936 HTTP/1.1" status: 204 len: 168 time: 1.2386172 Aug 16 21:18:31.337170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35572) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:31.417070 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.508337 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.518060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ab16e5-060c-486a-af13-1e3b1b8cff66']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:31.528128 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f978d36-5bfa-4ee4-90ff-787b968393e8') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:31.528422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f978d36-5bfa-4ee4-90ff-787b968393e8') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:31.537569 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.552403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.558161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:18:31.558570 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:18:31.561412 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:18:31.731355 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.739189 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.741115 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] 10.222.0.74 "DELETE /v2.0/networks/f0ab16e5-060c-486a-af13-1e3b1b8cff66 HTTP/1.1" status: 204 len: 168 time: 0.4029667 Aug 16 21:18:31.758304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c2a58-3cd0-49bf-8d01-cc22be43dfc9 tempest-TestNetworkBasicOps-366450067 tempest-TestNetworkBasicOps-366450067-project] Pushing event deleted for resources: {'Network': ['ID=f0ab16e5-060c-486a-af13-1e3b1b8cff66,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:32.376189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2cbdea25-c74b-48c2-8107-f6343f795a13 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:32.396412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 2cbdea25-c74b-48c2-8107-f6343f795a13 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:32.396692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2cbdea25-c74b-48c2-8107-f6343f795a13 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:32.397150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 76750946-b652-4fdf-89fa-a7cf8d8484ce no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:32.407949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35580) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:32.417929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 76750946-b652-4fdf-89fa-a7cf8d8484ce {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:32.418283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 76750946-b652-4fdf-89fa-a7cf8d8484ce not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:32.418717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ff8c38cd-a139-4883-9db3-0c65fdf0ef9d no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:32.440829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: ff8c38cd-a139-4883-9db3-0c65fdf0ef9d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:32.441203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ff8c38cd-a139-4883-9db3-0c65fdf0ef9d not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:32.547072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aa8c212a-dd19-405e-a49b-aba106555b3c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ed69d30b6f334d54b53d495f5679515c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379442 Aug 16 21:18:32.549700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35584) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:32.599391 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0272f1e-ca19-4b9f-804a-e6588c986244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.620692 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0272f1e-ca19-4b9f-804a-e6588c986244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.845506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0272f1e-ca19-4b9f-804a-e6588c986244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.848587 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0272f1e-ca19-4b9f-804a-e6588c986244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.849803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b0272f1e-ca19-4b9f-804a-e6588c986244 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/edf51b7f-c396-406b-8bfb-06cbbd8e68b1 HTTP/1.1" status: 204 len: 168 time: 0.2991924 Aug 16 21:18:32.857587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0272f1e-ca19-4b9f-804a-e6588c986244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf51b7f-c396-406b-8bfb-06cbbd8e68b1,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:32.931252 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.022178 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.808944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35594) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:33.822663 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfc6833f-c66d-4b94-97c8-7b4f661af6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.920830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfc6833f-c66d-4b94-97c8-7b4f661af6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.074216 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfc6833f-c66d-4b94-97c8-7b4f661af6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.114584 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dfc6833f-c66d-4b94-97c8-7b4f661af6f5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=870e9db933ba4767a492c7fdd2e98ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045421 Aug 16 21:18:34.116555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6833f-c66d-4b94-97c8-7b4f661af6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03358e4-0bb8-4039-8b80-98bec1c68476,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:34.117236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35596) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:34.165364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7109652f-cc6f-4aba-9d89-36b2af993b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.189998 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7109652f-cc6f-4aba-9d89-36b2af993b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.365114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7109652f-cc6f-4aba-9d89-36b2af993b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.368124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7109652f-cc6f-4aba-9d89-36b2af993b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.369307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7109652f-cc6f-4aba-9d89-36b2af993b4f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d03358e4-0bb8-4039-8b80-98bec1c68476 HTTP/1.1" status: 204 len: 168 time: 0.2510343 Aug 16 21:18:34.377733 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109652f-cc6f-4aba-9d89-36b2af993b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03358e4-0bb8-4039-8b80-98bec1c68476,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:35.656142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35620) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:35.754564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1339888735-network', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:35.885191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Made reservation on behalf of 0de2e709211e49e6a2e3f3f7d0c71060 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:35.887691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:35.896898 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:35.985223 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.188239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.213245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:18:36.223380 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c49ea4-c2c6-402d-a1a3-71f7b07b6cc3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:36.228065 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.228416 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Added segment f4fc2955-fad5-4962-a185-f2cb023dec52 of type vlan for network 9c029d62-0a70-4d42-bb48-3d01f342fe2b Aug 16 21:18:36.267433 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.370944 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.371968 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:36.372540 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.432617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] Pushing event updated for resources: {'Network': ['ID=9c029d62-0a70-4d42-bb48-3d01f342fe2b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:36.443706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 9c029d62-0a70-4d42-bb48-3d01f342fe2b details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:18:36.514505 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bbaba018-4c52-426e-b625-4781ea6bce7c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8572176 Aug 16 21:18:36.517411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35626) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:36.522550 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] Request body: {'subnet': {'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1339888735-subnet', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:36.622038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] Made reservation on behalf of 0de2e709211e49e6a2e3f3f7d0c71060 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:36.624417 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.885599 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.942286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a81ce13-e290-4f24-84fd-517c652ef76c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:36.951003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] Checking segment: {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:36.951371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] Network hostable DHCP agents. Network: 9c029d62-0a70-4d42-bb48-3d01f342fe2b, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:18:37.119773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] Network 9c029d62-0a70-4d42-bb48-3d01f342fe2b is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:18:37.279220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 9c029d62-0a70-4d42-bb48-3d01f342fe2b) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:37.284696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:37.285255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.288244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75acf715-79e1-4ece-aabe-a8387f7d6f0b None None] Network 9c029d62-0a70-4d42-bb48-3d01f342fe2b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:37.463385 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1df2aae8-3684-4ba0-b0bf-c5a6f7f7f574 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9448047 Aug 16 21:18:37.465922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35630) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:37.471364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1339888735-router', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:37.587943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-9c029d62-0a70-4d42-bb48-3d01f342fe2b', 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'fixed_ips': [{'subnet_id': '0a81ce13-e290-4f24-84fd-517c652ef76c'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:18:37.588838 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.656743 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.657835 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.715486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.726593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Allocated IP 172.20.0.2 (9c029d62-0a70-4d42-bb48-3d01f342fe2b/0a81ce13-e290-4f24-84fd-517c652ef76c/0967e6a5-d47c-4e2a-a603-887e57bf571c) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:37.871876 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.880277 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Transition to ACTIVE for port object 0967e6a5-d47c-4e2a-a603-887e57bf571c will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:37.895236 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Transition to ACTIVE for port object 0967e6a5-d47c-4e2a-a603-887e57bf571c will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:37.968640 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.085672 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.122374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Network 9c029d62-0a70-4d42-bb48-3d01f342fe2b is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:38.127081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:38.131217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:38.139787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Pushing event updated for resources: {'Port': ['ID=0967e6a5-d47c-4e2a-a603-887e57bf571c,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:38.165957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.166387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.166771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.167112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.167495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.167832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.168211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.168535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.168864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.169219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.169628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.169954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:38.202081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Attempting to bind port 0967e6a5-d47c-4e2a-a603-887e57bf571c on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:38.202461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Attempting to bind port 0967e6a5-d47c-4e2a-a603-887e57bf571c by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:38.202841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Attempting to bind port 0967e6a5-d47c-4e2a-a603-887e57bf571c on network 9c029d62-0a70-4d42-bb48-3d01f342fe2b {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:38.208846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:38.209256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Checking segment: {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:38.209668 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.210068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Bound using segment: {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:38.210544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Bound port: 0967e6a5-d47c-4e2a-a603-887e57bf571c, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:38.210960 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.277180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] For port 0967e6a5-d47c-4e2a-a603-887e57bf571c, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:38.280238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] For port 0967e6a5-d47c-4e2a-a603-887e57bf571c, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0967e6a5-d47c-4e2a-a603-887e57bf571c,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:38.365871 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.377188 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.398181 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.426444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eabac-c297-41cd-92ff-8b736676d7bf None None] Pushing event updated for resources: {'Port': ['ID=0967e6a5-d47c-4e2a-a603-887e57bf571c,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:38.521577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Allocated IP 172.25.4.182 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/a2e3b067-aade-4dca-9d03-1134ad390030) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:38.664179 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.823095 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.868674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:38.871626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:38.874081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:38.898755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Pushing event updated for resources: {'Port': ['ID=a2e3b067-aade-4dca-9d03-1134ad390030,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:39.331906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad12de43-e379-4ea5-acf3-7c83493325f2 None None] Network 9c029d62-0a70-4d42-bb48-3d01f342fe2b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:39.601047 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.628213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d69487be-aed0-4ddb-af7e-7c5b45d2263e None None] Provisioning for port 0967e6a5-d47c-4e2a-a603-887e57bf571c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:39.805242 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.022271 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Router 5c459c5d-9e77-46ab-b874-0a9af4db770e is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:18:40.131228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:40.140001 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Sync routers for ids ['5c459c5d-9e77-46ab-b874-0a9af4db770e'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:40.148786 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Routers {'5c459c5d-9e77-46ab-b874-0a9af4db770e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:40.149428 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5c459c5d-9e77-46ab-b874-0a9af4db770e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:40.250343 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Set router 5c459c5d-9e77-46ab-b874-0a9af4db770e gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:40.319600 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.325111 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7c6c552d-a3f7-4732-bc24-1b25875d403d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8535833 Aug 16 21:18:40.325111 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35638) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:40.422826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0967e6a5-d47c-4e2a-a603-887e57bf571c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:40.432392 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'name': 'tempest-TestServerMultinode-1339888735-router', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:37Z', 'updated_at': '2021-08-16T21:18:39Z', 'revision_number': 3, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'gw_port': {'id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:38Z', 'updated_at': '2021-08-16T21:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:40.459668 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Checking router: 5c459c5d-9e77-46ab-b874-0a9af4db770e for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:40.460030 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Updating router 5c459c5d-9e77-46ab-b874-0a9af4db770e port a2e3b067-aade-4dca-9d03-1134ad390030 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:18:40.486664 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.605324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 0967e6a5-d47c-4e2a-a603-887e57bf571c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:40.609387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0967e6a5-d47c-4e2a-a603-887e57bf571c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:40.609787 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.697151 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.738468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 0967e6a5-d47c-4e2a-a603-887e57bf571c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0967e6a5-d47c-4e2a-a603-887e57bf571c,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:40.742388 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.752769 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Transition to ACTIVE for port object a2e3b067-aade-4dca-9d03-1134ad390030 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:40.765697 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.913852 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.919603 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Allocated IP 172.20.0.1 (9c029d62-0a70-4d42-bb48-3d01f342fe2b/0a81ce13-e290-4f24-84fd-517c652ef76c/b2f527ac-288a-4f1d-b774-cdf1e90ead46) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:40.963247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=0967e6a5-d47c-4e2a-a603-887e57bf571c,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:40.982638 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.030961 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Attempting to bind port a2e3b067-aade-4dca-9d03-1134ad390030 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:41.031333 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Attempting to bind port a2e3b067-aade-4dca-9d03-1134ad390030 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:41.031697 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Attempting to bind port a2e3b067-aade-4dca-9d03-1134ad390030 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:41.032326 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.040692 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Pushing event updated for resources: {'Port': ['ID=a2e3b067-aade-4dca-9d03-1134ad390030,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:41.043690 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:41.044124 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:41.044525 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.044969 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:41.045348 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Bound port: a2e3b067-aade-4dca-9d03-1134ad390030, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:41.045348 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.048201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Transition to ACTIVE for port object b2f527ac-288a-4f1d-b774-cdf1e90ead46 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:41.052254 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.052586 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.052929 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.053288 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.053623 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.053953 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.054282 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.054608 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.054930 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.055252 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.055580 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.055888 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:41.106890 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] For port a2e3b067-aade-4dca-9d03-1134ad390030, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:41.109863 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] For port a2e3b067-aade-4dca-9d03-1134ad390030, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a2e3b067-aade-4dca-9d03-1134ad390030,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:41.176618 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.213158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Network 9c029d62-0a70-4d42-bb48-3d01f342fe2b is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:41.217981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:41.222082 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:41.245628 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.251008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f527ac-288a-4f1d-b774-cdf1e90ead46,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:41.273684 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.306237 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46a9b7-45c0-4673-b3bb-3490e189e5da None None] Pushing event updated for resources: {'Port': ['ID=a2e3b067-aade-4dca-9d03-1134ad390030,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:41.318528 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Routers {'5c459c5d-9e77-46ab-b874-0a9af4db770e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:41.319158 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5c459c5d-9e77-46ab-b874-0a9af4db770e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:41.435122 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] Set router 5c459c5d-9e77-46ab-b874-0a9af4db770e gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:41.522350 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.571258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3ae402cf-7ce9-4903-b06d-486893cddec1 None None] Provisioning for port b2f527ac-288a-4f1d-b774-cdf1e90ead46 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:41.575194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3ae402cf-7ce9-4903-b06d-486893cddec1 None None] Provisioning complete for port b2f527ac-288a-4f1d-b774-cdf1e90ead46 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:41.575581 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3ae402cf-7ce9-4903-b06d-486893cddec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.613299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3ae402cf-7ce9-4903-b06d-486893cddec1 None None] Port b2f527ac-288a-4f1d-b774-cdf1e90ead46 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:41.698415 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.716892 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'name': 'tempest-TestServerMultinode-1339888735-router', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:37Z', 'updated_at': '2021-08-16T21:18:39Z', 'revision_number': 3, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'gw_port': {'id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:38Z', 'updated_at': '2021-08-16T21:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:41.742907 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd3974-7663-4af6-9755-01aadda0701f None None] The sync data for ids ['5c459c5d-9e77-46ab-b874-0a9af4db770e'] in n-d-793619-14 is: [{'id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'name': 'tempest-TestServerMultinode-1339888735-router', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:37Z', 'updated_at': '2021-08-16T21:18:39Z', 'revision_number': 3, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'gw_port': {'id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:38Z', 'updated_at': '2021-08-16T21:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:41.902160 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.987956 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.998552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f527ac-288a-4f1d-b774-cdf1e90ead46,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:42.095184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Network 9c029d62-0a70-4d42-bb48-3d01f342fe2b is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:42.102593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:42.223701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Router 5c459c5d-9e77-46ab-b874-0a9af4db770e has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:42.379816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:42.380945 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0507fd23-e860-4f4c-9ea8-c0154cd6b69f None None] Provisioning complete for port b2f527ac-288a-4f1d-b774-cdf1e90ead46 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:42.380945 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0507fd23-e860-4f4c-9ea8-c0154cd6b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:42.381438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1de61874-e740-4118-9f17-ec3c2c2ad849 admin admin] 10.222.0.74 "PUT /v2.0/routers/5c459c5d-9e77-46ab-b874-0a9af4db770e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0319209 Aug 16 21:18:42.400510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0507fd23-e860-4f4c-9ea8-c0154cd6b69f None None] Port b2f527ac-288a-4f1d-b774-cdf1e90ead46 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:42.475002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a2e3b067-aade-4dca-9d03-1134ad390030 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:42.668267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port a2e3b067-aade-4dca-9d03-1134ad390030 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:42.672521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a2e3b067-aade-4dca-9d03-1134ad390030 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:42.672898 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:42.750902 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:42.772220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port a2e3b067-aade-4dca-9d03-1134ad390030, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a2e3b067-aade-4dca-9d03-1134ad390030,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:42.896796 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:42.897658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0967e6a5-d47c-4e2a-a603-887e57bf571c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:42.976473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=a2e3b067-aade-4dca-9d03-1134ad390030,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:42.990451 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 0967e6a5-d47c-4e2a-a603-887e57bf571c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:42.990825 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.348531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Sync routers for ids ['5c459c5d-9e77-46ab-b874-0a9af4db770e'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:43.372034 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Routers {'5c459c5d-9e77-46ab-b874-0a9af4db770e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:43.372034 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5c459c5d-9e77-46ab-b874-0a9af4db770e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:43.390675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35660) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:43.396044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2036097813-network', 'tenant_id': '603fd695f6bf44e09e646241082f4157'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:43.476049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Set router 5c459c5d-9e77-46ab-b874-0a9af4db770e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:43.542617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Made reservation on behalf of 603fd695f6bf44e09e646241082f4157 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:43.545621 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.555875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.655656 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.686216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'name': 'tempest-TestServerMultinode-1339888735-router', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:37Z', 'updated_at': '2021-08-16T21:18:41Z', 'revision_number': 4, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'gw_port': {'id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:38Z', 'updated_at': '2021-08-16T21:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'b2f527ac-288a-4f1d-b774-cdf1e90ead46', 'name': '', 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'mac_address': 'fa:16:3e:a9:31:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0a81ce13-e290-4f24-84fd-517c652ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:40Z', 'updated_at': '2021-08-16T21:18:41Z', 'revision_number': 2, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'subnets': [{'id': '0a81ce13-e290-4f24-84fd-517c652ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:43.713011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Checking router: 5c459c5d-9e77-46ab-b874-0a9af4db770e for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:43.713386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Updating router 5c459c5d-9e77-46ab-b874-0a9af4db770e port b2f527ac-288a-4f1d-b774-cdf1e90ead46 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:18:43.737568 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.807633 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.836842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:18:43.846343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33b084a-8abc-41bb-ad53-c1058b2206c6,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:43.852385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.852733 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Added segment 72ab2667-f8da-4c44-9b43-de6b28be0784 of type vlan for network 6bff8e38-879e-4db7-9bfa-07d645f6b565 Aug 16 21:18:43.893505 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.010050 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.020156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Transition to ACTIVE for port object b2f527ac-288a-4f1d-b774-cdf1e90ead46 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:44.022565 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.023586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:44.024187 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.082993 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] Pushing event updated for resources: {'Network': ['ID=6bff8e38-879e-4db7-9bfa-07d645f6b565,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:44.093661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 6bff8e38-879e-4db7-9bfa-07d645f6b565 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:18:44.187880 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.234356 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bbddfd60-361c-4083-b6ab-32bbf560a805 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8425217 Aug 16 21:18:44.237648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 35666) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:44.240038 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdd43d-9f23-468e-9c94-968adb6acbfd None None] Pushing event updated for resources: {'Port': ['ID=b2f527ac-288a-4f1d-b774-cdf1e90ead46,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:44.243425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] Request body: {'subnet': {'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2036097813-subnet', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:44.291929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Attempting to bind port b2f527ac-288a-4f1d-b774-cdf1e90ead46 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:44.292309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Attempting to bind port b2f527ac-288a-4f1d-b774-cdf1e90ead46 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:44.292673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Attempting to bind port b2f527ac-288a-4f1d-b774-cdf1e90ead46 on network 9c029d62-0a70-4d42-bb48-3d01f342fe2b {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:44.298072 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:44.298303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Checking segment: {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:44.299202 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.299769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Bound using segment: {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:44.300237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Bound port: b2f527ac-288a-4f1d-b774-cdf1e90ead46, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:44.301459 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.359503 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] Made reservation on behalf of 603fd695f6bf44e09e646241082f4157 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:44.378328 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.378695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] For port b2f527ac-288a-4f1d-b774-cdf1e90ead46, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:44.382319 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] For port b2f527ac-288a-4f1d-b774-cdf1e90ead46, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b2f527ac-288a-4f1d-b774-cdf1e90ead46,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:44.411987 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a2e3b067-aade-4dca-9d03-1134ad390030 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:44.471801 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port a2e3b067-aade-4dca-9d03-1134ad390030 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:44.472180 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.548318 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.629003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Routers {'5c459c5d-9e77-46ab-b874-0a9af4db770e'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:44.629784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5c459c5d-9e77-46ab-b874-0a9af4db770e'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:44.669470 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdd43d-9f23-468e-9c94-968adb6acbfd None None] Pushing event updated for resources: {'Port': ['ID=b2f527ac-288a-4f1d-b774-cdf1e90ead46,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:44.686152 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.756115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] Set router 5c459c5d-9e77-46ab-b874-0a9af4db770e gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:44.758088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:44.764593 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] Checking segment: {'id': '72ab2667-f8da-4c44-9b43-de6b28be0784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:44.764959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] Network hostable DHCP agents. Network: 6bff8e38-879e-4db7-9bfa-07d645f6b565, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:18:44.914321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] Network 6bff8e38-879e-4db7-9bfa-07d645f6b565 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:18:44.988216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'name': 'tempest-TestServerMultinode-1339888735-router', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:37Z', 'updated_at': '2021-08-16T21:18:41Z', 'revision_number': 4, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'gw_port': {'id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:38Z', 'updated_at': '2021-08-16T21:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'b2f527ac-288a-4f1d-b774-cdf1e90ead46', 'name': '', 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'mac_address': 'fa:16:3e:a9:31:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0a81ce13-e290-4f24-84fd-517c652ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:40Z', 'updated_at': '2021-08-16T21:18:44Z', 'revision_number': 4, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'subnets': [{'id': '0a81ce13-e290-4f24-84fd-517c652ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:45.014457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c942932-950b-446d-af14-539d5ef0aa81 None None] The sync data for ids ['5c459c5d-9e77-46ab-b874-0a9af4db770e'] in n-d-793619-14 is: [{'id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'name': 'tempest-TestServerMultinode-1339888735-router', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:37Z', 'updated_at': '2021-08-16T21:18:41Z', 'revision_number': 4, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'gw_port': {'id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:38Z', 'updated_at': '2021-08-16T21:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'b2f527ac-288a-4f1d-b774-cdf1e90ead46', 'name': '', 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'mac_address': 'fa:16:3e:a9:31:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0a81ce13-e290-4f24-84fd-517c652ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:40Z', 'updated_at': '2021-08-16T21:18:44Z', 'revision_number': 4, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'subnets': [{'id': '0a81ce13-e290-4f24-84fd-517c652ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:45.077672 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 6bff8e38-879e-4db7-9bfa-07d645f6b565) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:45.083525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:45.084113 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.098726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc70b9-94f3-433c-8d64-58370f97a931 None None] Network 6bff8e38-879e-4db7-9bfa-07d645f6b565 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:45.221641 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-114bf2b2-4d66-40ab-b2ca-2cb961292815 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9820583 Aug 16 21:18:45.221857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35670) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:45.226745 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2036097813-router', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:45.285419 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-97283ace-7112-4ae5-a765-d7840fdb6122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.288572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-6bff8e38-879e-4db7-9bfa-07d645f6b565', 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'fixed_ips': [{'subnet_id': '8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:18:45.289461 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.428319 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.429516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.453553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Allocated IP 172.20.0.2 (6bff8e38-879e-4db7-9bfa-07d645f6b565/8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4/39a1357c-fd60-4735-8070-8ddf29005881) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:45.503722 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.628253 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.638587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Transition to ACTIVE for port object 39a1357c-fd60-4735-8070-8ddf29005881 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:45.657763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Transition to ACTIVE for port object 39a1357c-fd60-4735-8070-8ddf29005881 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:45.754673 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.771010 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.813372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Network 6bff8e38-879e-4db7-9bfa-07d645f6b565 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:45.826932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:45.826932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:45.826932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Pushing event updated for resources: {'Port': ['ID=39a1357c-fd60-4735-8070-8ddf29005881,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:45.879300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Attempting to bind port 39a1357c-fd60-4735-8070-8ddf29005881 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:45.879682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Attempting to bind port 39a1357c-fd60-4735-8070-8ddf29005881 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '72ab2667-f8da-4c44-9b43-de6b28be0784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:45.880061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Attempting to bind port 39a1357c-fd60-4735-8070-8ddf29005881 on network 6bff8e38-879e-4db7-9bfa-07d645f6b565 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:45.885645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:45.886028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Checking segment: {'id': '72ab2667-f8da-4c44-9b43-de6b28be0784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:45.886439 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.886891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Bound using segment: {'id': '72ab2667-f8da-4c44-9b43-de6b28be0784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:45.887405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Bound port: 39a1357c-fd60-4735-8070-8ddf29005881, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ab2667-f8da-4c44-9b43-de6b28be0784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:45.887888 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.953565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] For port 39a1357c-fd60-4735-8070-8ddf29005881, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:45.957690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] For port 39a1357c-fd60-4735-8070-8ddf29005881, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=39a1357c-fd60-4735-8070-8ddf29005881,segment=NetworkSegment(72ab2667-f8da-4c44-9b43-de6b28be0784),segment_id=72ab2667-f8da-4c44-9b43-de6b28be0784)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:46.125461 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.202428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.227201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d39a2a-f6ee-4599-b9a9-5f8485792379 None None] Pushing event updated for resources: {'Port': ['ID=39a1357c-fd60-4735-8070-8ddf29005881,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:46.228081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.347301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Allocated IP 172.25.4.218 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/bd40e533-3f43-4a8a-a8e3-97b1b66a6898) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:46.484308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b2f527ac-288a-4f1d-b774-cdf1e90ead46 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:46.526410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.696329 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port b2f527ac-288a-4f1d-b774-cdf1e90ead46 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:46.700428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port b2f527ac-288a-4f1d-b774-cdf1e90ead46 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:46.700846 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.737990 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.776433 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:46.781631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:46.785859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:46.788430 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.811618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Pushing event updated for resources: {'Port': ['ID=bd40e533-3f43-4a8a-a8e3-97b1b66a6898,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:46.989317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port b2f527ac-288a-4f1d-b774-cdf1e90ead46, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b2f527ac-288a-4f1d-b774-cdf1e90ead46,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:47.154172 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.203727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=b2f527ac-288a-4f1d-b774-cdf1e90ead46,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:47.207661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec27aca-84d4-47e4-9871-21caa55ed502 None None] Network 6bff8e38-879e-4db7-9bfa-07d645f6b565 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:47.222257 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.436610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.441592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-34ea92f8-9e40-455c-9b19-ee78761cccb4 None None] Provisioning for port 39a1357c-fd60-4735-8070-8ddf29005881 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:47.530798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3c4d026a-bfba-4652-b5d4-d65219fc7480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.691247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Router 71856142-7d83-442c-81cc-80ef85b627c9 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:18:47.799041 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:47.808150 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Sync routers for ids ['71856142-7d83-442c-81cc-80ef85b627c9'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:47.817417 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Routers {'71856142-7d83-442c-81cc-80ef85b627c9'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:47.818012 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['71856142-7d83-442c-81cc-80ef85b627c9'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:47.919573 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Set router 71856142-7d83-442c-81cc-80ef85b627c9 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:47.953495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.958665 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c63b57b6-df1c-47ef-8323-20d0fb9e85ab admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7320340 Aug 16 21:18:47.958665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35680) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:48.022134 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.096036 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71856142-7d83-442c-81cc-80ef85b627c9', 'name': 'tempest-TestServerMultinode-2036097813-router', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:45Z', 'updated_at': '2021-08-16T21:18:46Z', 'revision_number': 3, 'project_id': '603fd695f6bf44e09e646241082f4157', 'gw_port': {'id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71856142-7d83-442c-81cc-80ef85b627c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:46Z', 'updated_at': '2021-08-16T21:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:48.121366 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Checking router: 71856142-7d83-442c-81cc-80ef85b627c9 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:48.121713 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Updating router 71856142-7d83-442c-81cc-80ef85b627c9 port bd40e533-3f43-4a8a-a8e3-97b1b66a6898 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:18:48.146117 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.408338 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.412056 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.424530 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Transition to ACTIVE for port object bd40e533-3f43-4a8a-a8e3-97b1b66a6898 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:48.491572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39a1357c-fd60-4735-8070-8ddf29005881 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:48.576295 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.620510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Allocated IP 172.20.0.1 (6bff8e38-879e-4db7-9bfa-07d645f6b565/8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4/96949708-5bb2-4202-a5a1-9e5f515506dc) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:48.625809 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Attempting to bind port bd40e533-3f43-4a8a-a8e3-97b1b66a6898 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:48.626395 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Attempting to bind port bd40e533-3f43-4a8a-a8e3-97b1b66a6898 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:48.626757 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Attempting to bind port bd40e533-3f43-4a8a-a8e3-97b1b66a6898 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:48.638535 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:48.641954 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:48.641954 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.641954 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:48.641954 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Bound port: bd40e533-3f43-4a8a-a8e3-97b1b66a6898, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:48.641954 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.656394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 39a1357c-fd60-4735-8070-8ddf29005881 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:48.661377 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 39a1357c-fd60-4735-8070-8ddf29005881 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:48.662161 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.670287 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45ab94-9fe4-45d6-8520-4a9821db5843 None None] Pushing event updated for resources: {'Port': ['ID=bd40e533-3f43-4a8a-a8e3-97b1b66a6898,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:48.694465 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] For port bd40e533-3f43-4a8a-a8e3-97b1b66a6898, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:48.697574 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] For port bd40e533-3f43-4a8a-a8e3-97b1b66a6898, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bd40e533-3f43-4a8a-a8e3-97b1b66a6898,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:48.755182 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.755607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.768969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Transition to ACTIVE for port object 96949708-5bb2-4202-a5a1-9e5f515506dc will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:48.788294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 39a1357c-fd60-4735-8070-8ddf29005881, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=39a1357c-fd60-4735-8070-8ddf29005881,segment=NetworkSegment(72ab2667-f8da-4c44-9b43-de6b28be0784),segment_id=72ab2667-f8da-4c44-9b43-de6b28be0784)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:48.822480 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.880562 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Routers {'71856142-7d83-442c-81cc-80ef85b627c9'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:48.881196 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['71856142-7d83-442c-81cc-80ef85b627c9'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:48.913578 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.914460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b2f527ac-288a-4f1d-b774-cdf1e90ead46 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:48.916029 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45ab94-9fe4-45d6-8520-4a9821db5843 None None] Pushing event updated for resources: {'Port': ['ID=bd40e533-3f43-4a8a-a8e3-97b1b66a6898,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:48.987157 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] Set router 71856142-7d83-442c-81cc-80ef85b627c9 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:48.988903 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.991854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=39a1357c-fd60-4735-8070-8ddf29005881,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:49.009503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port b2f527ac-288a-4f1d-b774-cdf1e90ead46 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:49.009880 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.032891 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Network 6bff8e38-879e-4db7-9bfa-07d645f6b565 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:49.037762 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:49.050768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:49.185247 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71856142-7d83-442c-81cc-80ef85b627c9', 'name': 'tempest-TestServerMultinode-2036097813-router', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:45Z', 'updated_at': '2021-08-16T21:18:46Z', 'revision_number': 3, 'project_id': '603fd695f6bf44e09e646241082f4157', 'gw_port': {'id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71856142-7d83-442c-81cc-80ef85b627c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:46Z', 'updated_at': '2021-08-16T21:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:49.228840 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5cabce-813d-44a0-b1b1-1bb476a253a1 None None] The sync data for ids ['71856142-7d83-442c-81cc-80ef85b627c9'] in n-d-793619-14 is: [{'id': '71856142-7d83-442c-81cc-80ef85b627c9', 'name': 'tempest-TestServerMultinode-2036097813-router', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:45Z', 'updated_at': '2021-08-16T21:18:46Z', 'revision_number': 3, 'project_id': '603fd695f6bf44e09e646241082f4157', 'gw_port': {'id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71856142-7d83-442c-81cc-80ef85b627c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:46Z', 'updated_at': '2021-08-16T21:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:49.313466 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.370939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-981aa12b-5ab9-4ab0-9fae-c15f800a546e None None] Provisioning for port 96949708-5bb2-4202-a5a1-9e5f515506dc completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:49.375422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-981aa12b-5ab9-4ab0-9fae-c15f800a546e None None] Provisioning complete for port 96949708-5bb2-4202-a5a1-9e5f515506dc triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:49.375804 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-981aa12b-5ab9-4ab0-9fae-c15f800a546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.413132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Pushing event updated for resources: {'Port': ['ID=96949708-5bb2-4202-a5a1-9e5f515506dc,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:49.417641 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-981aa12b-5ab9-4ab0-9fae-c15f800a546e None None] Port 96949708-5bb2-4202-a5a1-9e5f515506dc cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:49.434105 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.745945 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.914989 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:50.102041 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:50.169445 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:50.171004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Pushing event updated for resources: {'Port': ['ID=96949708-5bb2-4202-a5a1-9e5f515506dc,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:50.266188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Network 6bff8e38-879e-4db7-9bfa-07d645f6b565 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:50.268196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:50.394843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Router 71856142-7d83-442c-81cc-80ef85b627c9 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:50.497618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39a1357c-fd60-4735-8070-8ddf29005881 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:50.512409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:50.518448 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1ce5460d-0120-4c13-a549-db418b65ad80 admin admin] 10.222.0.74 "PUT /v2.0/routers/71856142-7d83-442c-81cc-80ef85b627c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5598419 Aug 16 21:18:50.562552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c479300e-19f2-4923-a9da-cb87ac46dab8 None None] Provisioning complete for port 96949708-5bb2-4202-a5a1-9e5f515506dc triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:50.562825 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c479300e-19f2-4923-a9da-cb87ac46dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:50.606307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c479300e-19f2-4923-a9da-cb87ac46dab8 None None] Port 96949708-5bb2-4202-a5a1-9e5f515506dc cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:50.611718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 39a1357c-fd60-4735-8070-8ddf29005881 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:50.612087 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:50.710341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bd40e533-3f43-4a8a-a8e3-97b1b66a6898 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:50.810245 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:50.999094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port bd40e533-3f43-4a8a-a8e3-97b1b66a6898 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:51.003228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bd40e533-3f43-4a8a-a8e3-97b1b66a6898 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:51.003609 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:51.092293 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:51.114157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port bd40e533-3f43-4a8a-a8e3-97b1b66a6898, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bd40e533-3f43-4a8a-a8e3-97b1b66a6898,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:51.176454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870fc4e-6d55-4c52-8829-549924ef237e req-d8a753c2-7acb-438a-8d04-922030803b80 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:51.177996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-d8a753c2-7acb-438a-8d04-922030803b80 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/networks?id=9c029d62-0a70-4d42-bb48-3d01f342fe2b HTTP/1.1" status: 200 len: 911 time: 0.0872982 Aug 16 21:18:51.192925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-a234e880-1eea-4952-b947-3a784f028d72 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/quotas/603fd695f6bf44e09e646241082f4157 HTTP/1.1" status: 200 len: 375 time: 0.0090513 Aug 16 21:18:51.237784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Sync routers for ids ['71856142-7d83-442c-81cc-80ef85b627c9'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:51.246616 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:51.271237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Routers {'71856142-7d83-442c-81cc-80ef85b627c9'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:51.271877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['71856142-7d83-442c-81cc-80ef85b627c9'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.276642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-a64558e1-76c6-494d-a487-bf729545514d tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?tenant_id=603fd695f6bf44e09e646241082f4157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782545 Aug 16 21:18:51.366106 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=bd40e533-3f43-4a8a-a8e3-97b1b66a6898,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:51.368343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-0d4df1ff-4037-42ed-826b-4ead34d21e36 service neutron] 10.222.0.74 "GET /v2.0/networks/9c029d62-0a70-4d42-bb48-3d01f342fe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840249 Aug 16 21:18:51.401106 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Set router 71856142-7d83-442c-81cc-80ef85b627c9 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:51.475804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-fbe44125-328c-46b1-9546-e4a082da6ec6 service neutron] 10.222.0.74 "GET /v2.0/networks/9c029d62-0a70-4d42-bb48-3d01f342fe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969386 Aug 16 21:18:51.606939 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71856142-7d83-442c-81cc-80ef85b627c9', 'name': 'tempest-TestServerMultinode-2036097813-router', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:45Z', 'updated_at': '2021-08-16T21:18:49Z', 'revision_number': 4, 'project_id': '603fd695f6bf44e09e646241082f4157', 'gw_port': {'id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71856142-7d83-442c-81cc-80ef85b627c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:46Z', 'updated_at': '2021-08-16T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '96949708-5bb2-4202-a5a1-9e5f515506dc', 'name': '', 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'mac_address': 'fa:16:3e:aa:09:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71856142-7d83-442c-81cc-80ef85b627c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:48Z', 'updated_at': '2021-08-16T21:18:49Z', 'revision_number': 2, 'project_id': '603fd695f6bf44e09e646241082f4157', 'subnets': [{'id': '8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.633544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Checking router: 71856142-7d83-442c-81cc-80ef85b627c9 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:51.633862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Updating router 71856142-7d83-442c-81cc-80ef85b627c9 port 96949708-5bb2-4202-a5a1-9e5f515506dc binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:18:51.658190 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:51.788065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f78ef93-98f5-4c3c-ab71-fc7663b3886a req-45aade1c-cffa-46cf-aee4-f32d3737839d tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 210 time: 0.0290725 Aug 16 21:18:51.946519 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:51.956750 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Transition to ACTIVE for port object 96949708-5bb2-4202-a5a1-9e5f515506dc will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:52.084949 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:52.136068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290376c2-84d3-4fc1-88b6-cffc2bcd3abc None None] Pushing event updated for resources: {'Port': ['ID=96949708-5bb2-4202-a5a1-9e5f515506dc,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:52.185920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Attempting to bind port 96949708-5bb2-4202-a5a1-9e5f515506dc on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:52.186309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Attempting to bind port 96949708-5bb2-4202-a5a1-9e5f515506dc by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '72ab2667-f8da-4c44-9b43-de6b28be0784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:52.186674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Attempting to bind port 96949708-5bb2-4202-a5a1-9e5f515506dc on network 6bff8e38-879e-4db7-9bfa-07d645f6b565 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:52.192497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:52.192872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Checking segment: {'id': '72ab2667-f8da-4c44-9b43-de6b28be0784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:52.193309 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:52.193715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Bound using segment: {'id': '72ab2667-f8da-4c44-9b43-de6b28be0784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:52.194181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Bound port: 96949708-5bb2-4202-a5a1-9e5f515506dc, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ab2667-f8da-4c44-9b43-de6b28be0784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:52.194569 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:52.272806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] For port 96949708-5bb2-4202-a5a1-9e5f515506dc, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:52.276165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] For port 96949708-5bb2-4202-a5a1-9e5f515506dc, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=96949708-5bb2-4202-a5a1-9e5f515506dc,segment=NetworkSegment(72ab2667-f8da-4c44-9b43-de6b28be0784),segment_id=72ab2667-f8da-4c44-9b43-de6b28be0784)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:52.380868 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:52.407351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bd40e533-3f43-4a8a-a8e3-97b1b66a6898 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:52.477328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290376c2-84d3-4fc1-88b6-cffc2bcd3abc None None] Pushing event updated for resources: {'Port': ['ID=96949708-5bb2-4202-a5a1-9e5f515506dc,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:52.486838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Routers {'71856142-7d83-442c-81cc-80ef85b627c9'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:52.486838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:18:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['71856142-7d83-442c-81cc-80ef85b627c9'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:52.571984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bd40e533-3f43-4a8a-a8e3-97b1b66a6898 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:52.571984 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:52.630298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] Set router 71856142-7d83-442c-81cc-80ef85b627c9 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:52.866721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79a21aa4-7d44-4d9c-b840-62da6f3c5df1 req-57ff7a0a-d501-4add-b1e2-28d7eac526e7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 210 time: 0.0273736 Aug 16 21:18:52.897650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71856142-7d83-442c-81cc-80ef85b627c9', 'name': 'tempest-TestServerMultinode-2036097813-router', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:45Z', 'updated_at': '2021-08-16T21:18:49Z', 'revision_number': 4, 'project_id': '603fd695f6bf44e09e646241082f4157', 'gw_port': {'id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71856142-7d83-442c-81cc-80ef85b627c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:46Z', 'updated_at': '2021-08-16T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '96949708-5bb2-4202-a5a1-9e5f515506dc', 'name': '', 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'mac_address': 'fa:16:3e:aa:09:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71856142-7d83-442c-81cc-80ef85b627c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:48Z', 'updated_at': '2021-08-16T21:18:52Z', 'revision_number': 4, 'project_id': '603fd695f6bf44e09e646241082f4157', 'subnets': [{'id': '8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:52.928176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a7a67-498a-4b6f-8bee-20ec5b3d8c4f None None] The sync data for ids ['71856142-7d83-442c-81cc-80ef85b627c9'] in n-d-793619-14 is: [{'id': '71856142-7d83-442c-81cc-80ef85b627c9', 'name': 'tempest-TestServerMultinode-2036097813-router', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:45Z', 'updated_at': '2021-08-16T21:18:49Z', 'revision_number': 4, 'project_id': '603fd695f6bf44e09e646241082f4157', 'gw_port': {'id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71856142-7d83-442c-81cc-80ef85b627c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:46Z', 'updated_at': '2021-08-16T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '96949708-5bb2-4202-a5a1-9e5f515506dc', 'name': '', 'network_id': '6bff8e38-879e-4db7-9bfa-07d645f6b565', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'mac_address': 'fa:16:3e:aa:09:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71856142-7d83-442c-81cc-80ef85b627c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:48Z', 'updated_at': '2021-08-16T21:18:52Z', 'revision_number': 4, 'project_id': '603fd695f6bf44e09e646241082f4157', 'subnets': [{'id': '8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:53.971301 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6645a186-80cb-4521-a919-baa7423e9948 req-1ef982da-0287-4490-8775-434cff0eb76c tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 210 time: 0.0280030 Aug 16 21:18:54.415402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 96949708-5bb2-4202-a5a1-9e5f515506dc up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:54.682988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 96949708-5bb2-4202-a5a1-9e5f515506dc completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:54.687462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 96949708-5bb2-4202-a5a1-9e5f515506dc triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:54.687839 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:54.775086 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:54.967455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 96949708-5bb2-4202-a5a1-9e5f515506dc, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=96949708-5bb2-4202-a5a1-9e5f515506dc,segment=NetworkSegment(72ab2667-f8da-4c44-9b43-de6b28be0784),segment_id=72ab2667-f8da-4c44-9b43-de6b28be0784)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:55.070943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0be56237-b67c-445c-8813-ca0fe945b56d req-4d713c0e-a064-4c15-95df-6295729bf58a tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 210 time: 0.0285990 Aug 16 21:18:55.119346 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.169962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=96949708-5bb2-4202-a5a1-9e5f515506dc,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:55.348498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870fc4e-6d55-4c52-8829-549924ef237e req-ba22080f-cb71-4a8a-8cdc-80d5968e21b3 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:55.350196 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-ba22080f-cb71-4a8a-8cdc-80d5968e21b3 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.79 "GET /v2.0/networks?id=9c029d62-0a70-4d42-bb48-3d01f342fe2b HTTP/1.1" status: 200 len: 911 time: 0.0914679 Aug 16 21:18:55.362934 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Request body: {'port': {'device_id': '0dbf08e9-67b7-47f2-92bd-94b642736f44', 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b', 'admin_state_up': True, 'tenant_id': '603fd695f6bf44e09e646241082f4157'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:55.485230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Made reservation on behalf of 603fd695f6bf44e09e646241082f4157 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:55.487633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.616951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Allocated IP 172.20.0.4 (9c029d62-0a70-4d42-bb48-3d01f342fe2b/0a81ce13-e290-4f24-84fd-517c652ef76c/5667e901-7810-41f7-9747-788126dd1cd9) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:55.757858 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.772038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Transition to ACTIVE for port object 5667e901-7810-41f7-9747-788126dd1cd9 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:55.960098 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.003323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Network 9c029d62-0a70-4d42-bb48-3d01f342fe2b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:56.009636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:56.012151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:56.037257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Pushing event updated for resources: {'Port': ['ID=5667e901-7810-41f7-9747-788126dd1cd9,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:56.059167 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:56.059780 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.185996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ede73-0bce-4eab-8716-92f5f045f41c req-3da940f9-d813-47b6-a833-1608f16086d9 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:56.187524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c65ede73-0bce-4eab-8716-92f5f045f41c req-3da940f9-d813-47b6-a833-1608f16086d9 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1027 time: 0.0457904 Aug 16 21:18:56.222989 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c65ede73-0bce-4eab-8716-92f5f045f41c req-bbee4b95-4cc1-415b-b3a0-20863e9e014f tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286732 Aug 16 21:18:56.256788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1f5f28cc-ec5b-40aa-a383-40ae248f85b7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8986647 Aug 16 21:18:56.272936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Request body: {'port': {'device_id': '0dbf08e9-67b7-47f2-92bd-94b642736f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:56.328755 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.370650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-40c192a7-245d-4b32-8f15-53db157a6cc4 None None] Provisioning for port 5667e901-7810-41f7-9747-788126dd1cd9 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:56.375398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-40c192a7-245d-4b32-8f15-53db157a6cc4 None None] Provisioning complete for port 5667e901-7810-41f7-9747-788126dd1cd9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:56.375887 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-40c192a7-245d-4b32-8f15-53db157a6cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.411230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 96949708-5bb2-4202-a5a1-9e5f515506dc up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:56.438354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-40c192a7-245d-4b32-8f15-53db157a6cc4 None None] Port 5667e901-7810-41f7-9747-788126dd1cd9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:56.463361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 96949708-5bb2-4202-a5a1-9e5f515506dc triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:56.463738 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.529410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-16bcc059-a293-4131-ad8e-f91be7fc8d13 req-65eb282e-e19b-4e42-bae1-76c89bbe0cc6 service neutron] (95261) timed out ('10.222.0.74', 47938) {{(pid=95261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:18:56.630774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5667e901-7810-41f7-9747-788126dd1cd9 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:18:56.639000 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.651486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Transition to ACTIVE for port object 5667e901-7810-41f7-9747-788126dd1cd9 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:56.805334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.913785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Pushing event updated for resources: {'Port': ['ID=5667e901-7810-41f7-9747-788126dd1cd9,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:56.948103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Attempting to bind port 5667e901-7810-41f7-9747-788126dd1cd9 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:56.948448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Attempting to bind port 5667e901-7810-41f7-9747-788126dd1cd9 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:56.948785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Attempting to bind port 5667e901-7810-41f7-9747-788126dd1cd9 on network 9c029d62-0a70-4d42-bb48-3d01f342fe2b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:56.957810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Port 5667e901-7810-41f7-9747-788126dd1cd9 on network 9c029d62-0a70-4d42-bb48-3d01f342fe2b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:18:56.958404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Attempting to bind port 5667e901-7810-41f7-9747-788126dd1cd9 on network 9c029d62-0a70-4d42-bb48-3d01f342fe2b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:56.967382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:56.967832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Checking segment: {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:56.968297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Bound using segment: {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:56.968892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Bound port: 5667e901-7810-41f7-9747-788126dd1cd9, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:56.969355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.047707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] For port 5667e901-7810-41f7-9747-788126dd1cd9, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:57.051114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] For port 5667e901-7810-41f7-9747-788126dd1cd9, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5667e901-7810-41f7-9747-788126dd1cd9,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:57.193398 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.233100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:57.236850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.236850 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] 10.222.0.79 "PUT /v2.0/ports/5667e901-7810-41f7-9747-788126dd1cd9 HTTP/1.1" status: 200 len: 1092 time: 0.9702499 Aug 16 21:18:57.236850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbf08e9-67b7-47f2-92bd-94b642736f44', 'tag': '5667e901-7810-41f7-9747-788126dd1cd9'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:57.238041 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686fc055-7ff8-487c-9e4b-b42a71925c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbf08e9-67b7-47f2-92bd-94b642736f44", "tag": "5667e901-7810-41f7-9747-788126dd1cd9"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:57.272107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1be4e-b815-4ad8-b0f0-6894b26ceee8 service neutron] Pushing event updated for resources: {'Port': ['ID=5667e901-7810-41f7-9747-788126dd1cd9,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:57.308017 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19ffd32-21eb-437f-a591-fe3c325193eb x-openstack-request-id: req-c19ffd32-21eb-437f-a591-fe3c325193eb {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:57.308611 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbf08e9-67b7-47f2-92bd-94b642736f44", "tag": "5667e901-7810-41f7-9747-788126dd1cd9", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:57.309250 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c19ffd32-21eb-437f-a591-fe3c325193eb {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:57.311579 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbf08e9-67b7-47f2-92bd-94b642736f44', 'tag': '5667e901-7810-41f7-9747-788126dd1cd9', 'status': 'completed', 'code': 200} Aug 16 21:18:57.389891 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fc055-7ff8-487c-9e4b-b42a71925c1b req-77c542dc-16cd-4593-8c5c-0aa62eb22ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:57.391883 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-686fc055-7ff8-487c-9e4b-b42a71925c1b req-77c542dc-16cd-4593-8c5c-0aa62eb22ec2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=603fd695f6bf44e09e646241082f4157&device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1095 time: 0.0612881 Aug 16 21:18:57.406197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac3423-c8d9-49fb-8b6e-b662fa380436 req-5b84e1d0-d317-492a-9f35-648114c26bd7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:57.414910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bac3423-c8d9-49fb-8b6e-b662fa380436 req-5b84e1d0-d317-492a-9f35-648114c26bd7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1095 time: 0.0738034 Aug 16 21:18:57.468548 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bac3423-c8d9-49fb-8b6e-b662fa380436 req-61a4c8dd-2899-495f-a4e1-547b4b98d760 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513604 Aug 16 21:18:57.551799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fc055-7ff8-487c-9e4b-b42a71925c1b req-931ea2ce-b5ca-4d80-aee3-1242fea4a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:57.553290 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-686fc055-7ff8-487c-9e4b-b42a71925c1b req-931ea2ce-b5ca-4d80-aee3-1242fea4a29f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=603fd695f6bf44e09e646241082f4157&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1535099 Aug 16 21:18:57.651930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fc055-7ff8-487c-9e4b-b42a71925c1b req-30889702-0490-46e2-8d90-cb40586f0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:57.653913 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-686fc055-7ff8-487c-9e4b-b42a71925c1b req-30889702-0490-46e2-8d90-cb40586f0cf2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936284 Aug 16 21:18:57.798145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870fc4e-6d55-4c52-8829-549924ef237e req-de0d4e8d-b1bf-45cd-9fc9-d625ee10375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:57.798145 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-de0d4e8d-b1bf-45cd-9fc9-d625ee10375e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=603fd695f6bf44e09e646241082f4157&device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1095 time: 0.1018567 Aug 16 21:18:57.841297 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-39f396bd-c08c-4155-b9d8-4c0e32b8447d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5667e901-7810-41f7-9747-788126dd1cd9 HTTP/1.1" status: 200 len: 217 time: 0.0370548 Aug 16 21:18:57.897155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1c36057f-fe8a-485e-a728-46c856fe5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:57.898552 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-1c36057f-fe8a-485e-a728-46c856fe5107 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a81ce13-e290-4f24-84fd-517c652ef76c HTTP/1.1" status: 200 len: 849 time: 0.0503070 Aug 16 21:18:57.952321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870fc4e-6d55-4c52-8829-549924ef237e req-2f2e4220-5a48-4afb-b954-69d4a5bd32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:57.953888 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-2f2e4220-5a48-4afb-b954-69d4a5bd32e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c029d62-0a70-4d42-bb48-3d01f342fe2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488050 Aug 16 21:18:58.046437 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-f4f41445-f79e-4429-83ec-c6265cc07e7f service neutron] 10.222.0.79 "GET /v2.0/networks/9c029d62-0a70-4d42-bb48-3d01f342fe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844734 Aug 16 21:18:58.141259 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b870fc4e-6d55-4c52-8829-549924ef237e req-e11a71a4-dc7d-4069-b47c-29b41bf07aef service neutron] 10.222.0.79 "GET /v2.0/networks/9c029d62-0a70-4d42-bb48-3d01f342fe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871196 Aug 16 21:18:58.569879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7876c-b871-4ffd-bb73-f831da80ad77 req-69aa7af6-103e-4b35-abbd-a7d60dbc8695 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:58.571423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5e7876c-b871-4ffd-bb73-f831da80ad77 req-69aa7af6-103e-4b35-abbd-a7d60dbc8695 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1095 time: 0.0409110 Aug 16 21:18:58.607533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5e7876c-b871-4ffd-bb73-f831da80ad77 req-53428c83-b66b-46af-af19-e43673bcbbb6 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302615 Aug 16 21:18:59.721893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20304fc-a7a8-414b-804c-494c9467a552 req-85b86f32-7d7e-497a-a24b-c9f5662575be tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:59.723430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a20304fc-a7a8-414b-804c-494c9467a552 req-85b86f32-7d7e-497a-a24b-c9f5662575be tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1095 time: 0.0471601 Aug 16 21:18:59.758950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a20304fc-a7a8-414b-804c-494c9467a552 req-79eb96f1-ce7f-418d-81d9-9f9ac290f59e tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292726 Aug 16 21:19:00.986651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5cc3d-c9f6-435c-b728-bbba1bc2783e req-891be982-ca82-4688-a117-275e9330db30 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:00.988167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bbe5cc3d-c9f6-435c-b728-bbba1bc2783e req-891be982-ca82-4688-a117-275e9330db30 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1095 time: 0.1463044 Aug 16 21:19:01.024139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bbe5cc3d-c9f6-435c-b728-bbba1bc2783e req-945ac1f1-2b48-427c-aede-105eeb5c229f tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298641 Aug 16 21:19:02.131832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508700c-4d1a-470f-9cee-a47fba6885b7 req-f5fa1fc4-ee28-431f-8b33-8b127af71771 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:02.133292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a508700c-4d1a-470f-9cee-a47fba6885b7 req-f5fa1fc4-ee28-431f-8b33-8b127af71771 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1095 time: 0.0415552 Aug 16 21:19:02.169716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a508700c-4d1a-470f-9cee-a47fba6885b7 req-baf505d9-19ef-4fbe-a435-c4a043fb068a tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304990 Aug 16 21:19:02.410157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5667e901-7810-41f7-9747-788126dd1cd9 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:19:02.516181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 5667e901-7810-41f7-9747-788126dd1cd9, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5667e901-7810-41f7-9747-788126dd1cd9,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:02.527566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '5667e901-7810-41f7-9747-788126dd1cd9', 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b', 'port_id': '5667e901-7810-41f7-9747-788126dd1cd9', 'mac_address': 'fa:16:3e:4c:02:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a81ce13-e290-4f24-84fd-517c652ef76c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:19:02.565071 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.577843 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5667e901-7810-41f7-9747-788126dd1cd9 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:19:02.598024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 5667e901-7810-41f7-9747-788126dd1cd9, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5667e901-7810-41f7-9747-788126dd1cd9,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:02.701938 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.752254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=5667e901-7810-41f7-9747-788126dd1cd9,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:02.918127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['5667e901-7810-41f7-9747-788126dd1cd9'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:19:02.941014 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.942237 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.277342 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81124d-50e0-449e-995a-31eda683694b req-0d56ccb5-ad73-4e62-bcb7-9781d23ec970 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:03.278844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d81124d-50e0-449e-995a-31eda683694b req-0d56ccb5-ad73-4e62-bcb7-9781d23ec970 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1096 time: 0.0440960 Aug 16 21:19:03.313936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d81124d-50e0-449e-995a-31eda683694b req-e636d6c0-90f1-4156-aa4a-07fb7952e55f tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285797 Aug 16 21:19:03.789353 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:19:04.425263 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5667e901-7810-41f7-9747-788126dd1cd9 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:04.480744 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bf32c-13a3-4578-87cb-14585f9e9062 req-ba886714-74c5-43ca-a56d-d758116398dd tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:04.482337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-181bf32c-13a3-4578-87cb-14585f9e9062 req-ba886714-74c5-43ca-a56d-d758116398dd tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1096 time: 0.1023910 Aug 16 21:19:04.518844 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-181bf32c-13a3-4578-87cb-14585f9e9062 req-ce0dabc6-d198-4f62-a3b2-b7f884f882e7 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296924 Aug 16 21:19:04.638971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 5667e901-7810-41f7-9747-788126dd1cd9 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:04.643408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 5667e901-7810-41f7-9747-788126dd1cd9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:04.643835 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.723326 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.899825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbf08e9-67b7-47f2-92bd-94b642736f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5667e901-7810-41f7-9747-788126dd1cd9'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:04.902070 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f021bff-3294-4c15-bf1e-5f12c593a6ea" -d '{"events": [{"server_uuid": "0dbf08e9-67b7-47f2-92bd-94b642736f44", "name": "network-vif-plugged", "status": "completed", "tag": "5667e901-7810-41f7-9747-788126dd1cd9"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:04.916076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 5667e901-7810-41f7-9747-788126dd1cd9, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5667e901-7810-41f7-9747-788126dd1cd9,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:04.938864 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330d6bbd-fead-47e4-8d1f-746be0b1c7c3 x-openstack-request-id: req-330d6bbd-fead-47e4-8d1f-746be0b1c7c3 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:04.939225 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbf08e9-67b7-47f2-92bd-94b642736f44", "name": "network-vif-plugged", "status": "completed", "tag": "5667e901-7810-41f7-9747-788126dd1cd9", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:04.939439 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-330d6bbd-fead-47e4-8d1f-746be0b1c7c3 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:04.939833 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbf08e9-67b7-47f2-92bd-94b642736f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5667e901-7810-41f7-9747-788126dd1cd9', 'code': 200} Aug 16 21:19:05.010040 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.038818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af715f-6892-4e03-9eeb-2c052f281ee0 req-45380c72-36c8-48fb-9eec-f1b78b929eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:05.040366 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30af715f-6892-4e03-9eeb-2c052f281ee0 req-45380c72-36c8-48fb-9eec-f1b78b929eb2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1096 time: 0.0434842 Aug 16 21:19:05.058512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=5667e901-7810-41f7-9747-788126dd1cd9,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:05.078264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30af715f-6892-4e03-9eeb-2c052f281ee0 req-7e451e31-c310-4828-9ce4-587080ce590c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307872 Aug 16 21:19:05.623931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e663491-7816-4415-bf0b-b49f9a71425a req-868085ae-de25-466f-a26d-b278ac4a64c9 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:05.625475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e663491-7816-4415-bf0b-b49f9a71425a req-868085ae-de25-466f-a26d-b278ac4a64c9 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1097 time: 0.0406945 Aug 16 21:19:05.661006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e663491-7816-4415-bf0b-b49f9a71425a req-fa88ec09-e3c0-478d-a827-bf0046a8e870 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289981 Aug 16 21:19:06.775125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b80e29-f34f-4227-a659-dc78a1cceddd req-20f78bc2-c7b2-4244-be4d-4f37784010ce tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:06.776710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92b80e29-f34f-4227-a659-dc78a1cceddd req-20f78bc2-c7b2-4244-be4d-4f37784010ce tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1097 time: 0.0459254 Aug 16 21:19:06.815499 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92b80e29-f34f-4227-a659-dc78a1cceddd req-92a1288d-b899-4781-9803-46deffeb8e5e tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Aug 16 21:19:06.929162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef0ef1-0202-4b07-a3dd-5daa4ac85079 req-969bc93c-c719-4d18-802e-3da0a3c40999 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:06.930723 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1ef0ef1-0202-4b07-a3dd-5daa4ac85079 req-969bc93c-c719-4d18-802e-3da0a3c40999 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1097 time: 0.0414791 Aug 16 21:19:06.967579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1ef0ef1-0202-4b07-a3dd-5daa4ac85079 req-44290983-0bc1-4afc-b901-574ccdb2213c tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303631 Aug 16 21:19:07.074490 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070b80-5c9a-464f-8b3e-12ba874f08ca req-723a7aca-cd4d-4ba0-8126-1dbcac7d7b2a tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:07.075948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-31070b80-5c9a-464f-8b3e-12ba874f08ca req-723a7aca-cd4d-4ba0-8126-1dbcac7d7b2a tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1097 time: 0.0414422 Aug 16 21:19:07.114431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-31070b80-5c9a-464f-8b3e-12ba874f08ca req-be3be71d-d992-43f2-a9f8-c1cb7d3a5879 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320182 Aug 16 21:19:07.339095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738e44-2a50-4174-b70c-16312278efcf req-c25016c1-cb10-4bbf-9bef-4893fe8d968d tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:07.340700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-c25016c1-cb10-4bbf-9bef-4893fe8d968d tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/networks?id=9c029d62-0a70-4d42-bb48-3d01f342fe2b HTTP/1.1" status: 200 len: 911 time: 0.0908811 Aug 16 21:19:07.356112 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-b40c2737-f76c-4da9-b52e-83faa4dc6303 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/quotas/603fd695f6bf44e09e646241082f4157 HTTP/1.1" status: 200 len: 375 time: 0.0091441 Aug 16 21:19:07.404521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-a980ca09-2728-4e18-9384-6cd9985104d4 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?tenant_id=603fd695f6bf44e09e646241082f4157&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0418665 Aug 16 21:19:07.502501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-dbfb644d-ad7b-47af-9222-635b0150ad4c service neutron] 10.222.0.74 "GET /v2.0/networks/9c029d62-0a70-4d42-bb48-3d01f342fe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889771 Aug 16 21:19:07.602416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-3d63a885-ae89-48f4-bed5-edb9dc1fe78c service neutron] 10.222.0.74 "GET /v2.0/networks/9c029d62-0a70-4d42-bb48-3d01f342fe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937891 Aug 16 21:19:07.903255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52c2a39b-bef1-4e97-8a86-a8bdf57f6fa3 req-004b342f-ba63-4f74-9dc3-88bcff2d021d tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 210 time: 0.0317082 Aug 16 21:19:08.976737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd578b28-33bf-45ec-a824-039a0b554070 req-e1365ce4-173e-40f8-add8-9ba881fb0d78 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 210 time: 0.0254316 Aug 16 21:19:10.069944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b860b4b9-4ba9-404e-951d-16bd3e0c4f21 req-dca4e514-caad-4c2f-b887-9220ed247d0e tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 210 time: 0.0258677 Aug 16 21:19:10.553308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738e44-2a50-4174-b70c-16312278efcf req-c98ad473-d72d-436f-9d24-f9b463001627 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:10.554802 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-c98ad473-d72d-436f-9d24-f9b463001627 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.76 "GET /v2.0/networks?id=9c029d62-0a70-4d42-bb48-3d01f342fe2b HTTP/1.1" status: 200 len: 911 time: 0.0951910 Aug 16 21:19:10.568269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Request body: {'port': {'device_id': '128f0dd4-cdee-49a0-bf54-c3a9a26c0463', 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b', 'admin_state_up': True, 'tenant_id': '603fd695f6bf44e09e646241082f4157'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:10.724957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Made reservation on behalf of 603fd695f6bf44e09e646241082f4157 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:19:10.727443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.843490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Allocated IP 172.20.0.5 (9c029d62-0a70-4d42-bb48-3d01f342fe2b/0a81ce13-e290-4f24-84fd-517c652ef76c/8ad8cd13-c2e6-4ced-8a01-50831307d633) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:10.981485 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.993769 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Transition to ACTIVE for port object 8ad8cd13-c2e6-4ced-8a01-50831307d633 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:11.147982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.158652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['5667e901-7810-41f7-9747-788126dd1cd9'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:19:11.179784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f388def-1bd7-4ad1-aa94-336fa744ee59 req-f2886e22-5742-4dc0-9e11-24b001abdc60 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:11.181544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f388def-1bd7-4ad1-aa94-336fa744ee59 req-f2886e22-5742-4dc0-9e11-24b001abdc60 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1027 time: 0.0442905 Aug 16 21:19:11.194179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Network 9c029d62-0a70-4d42-bb48-3d01f342fe2b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:11.197336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:11.201892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:11.206484 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Pushing event updated for resources: {'Port': ['ID=8ad8cd13-c2e6-4ced-8a01-50831307d633,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:11.230695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f388def-1bd7-4ad1-aa94-336fa744ee59 req-3f323616-8132-40ec-8b41-08389b0c269a tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424404 Aug 16 21:19:11.262267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:11.262888 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.405244 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-783cd202-393f-4525-b5ee-406aa66447f8 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8424883 Aug 16 21:19:11.419972 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Request body: {'port': {'device_id': '128f0dd4-cdee-49a0-bf54-c3a9a26c0463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:11.470747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.656067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ccd0b32d-581a-4b14-9107-8a53e10214d3 None None] Provisioning for port 8ad8cd13-c2e6-4ced-8a01-50831307d633 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:11.659882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ccd0b32d-581a-4b14-9107-8a53e10214d3 None None] Provisioning complete for port 8ad8cd13-c2e6-4ced-8a01-50831307d633 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:11.660255 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b32d-581a-4b14-9107-8a53e10214d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.705422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0b32d-581a-4b14-9107-8a53e10214d3 None None] Port 8ad8cd13-c2e6-4ced-8a01-50831307d633 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:19:11.752755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad8cd13-c2e6-4ced-8a01-50831307d633 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:19:11.763180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.774958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Transition to ACTIVE for port object 8ad8cd13-c2e6-4ced-8a01-50831307d633 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:11.873189 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.923367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad8cd13-c2e6-4ced-8a01-50831307d633,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:11.998278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Attempting to bind port 8ad8cd13-c2e6-4ced-8a01-50831307d633 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:11.998619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Attempting to bind port 8ad8cd13-c2e6-4ced-8a01-50831307d633 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:11.998954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Attempting to bind port 8ad8cd13-c2e6-4ced-8a01-50831307d633 on network 9c029d62-0a70-4d42-bb48-3d01f342fe2b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:12.003882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Port 8ad8cd13-c2e6-4ced-8a01-50831307d633 on network 9c029d62-0a70-4d42-bb48-3d01f342fe2b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:19:12.004233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Attempting to bind port 8ad8cd13-c2e6-4ced-8a01-50831307d633 on network 9c029d62-0a70-4d42-bb48-3d01f342fe2b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:12.009360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:12.009702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Checking segment: {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:12.010090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Bound using segment: {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:12.010529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Bound port: 8ad8cd13-c2e6-4ced-8a01-50831307d633, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4fc2955-fad5-4962-a185-f2cb023dec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:12.010890 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.091877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] For port 8ad8cd13-c2e6-4ced-8a01-50831307d633, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:12.094994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] For port 8ad8cd13-c2e6-4ced-8a01-50831307d633, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8ad8cd13-c2e6-4ced-8a01-50831307d633,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:12.256347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.296353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.297049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.299017 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] 10.222.0.76 "PUT /v2.0/ports/8ad8cd13-c2e6-4ced-8a01-50831307d633 HTTP/1.1" status: 200 len: 1092 time: 0.8859229 Aug 16 21:19:12.299473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128f0dd4-cdee-49a0-bf54-c3a9a26c0463', 'tag': '8ad8cd13-c2e6-4ced-8a01-50831307d633'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:12.301759 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489c2344-46a4-4907-b83f-aff9a97a4d53" -d '{"events": [{"name": "network-changed", "server_uuid": "128f0dd4-cdee-49a0-bf54-c3a9a26c0463", "tag": "8ad8cd13-c2e6-4ced-8a01-50831307d633"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:12.346851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c1c8b-571d-452c-a574-02aa7f4ccb14 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad8cd13-c2e6-4ced-8a01-50831307d633,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:12.356334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50c329-dd00-4569-87cc-ccdfe840af0e req-44c46453-fb1a-4c08-b6af-13f36e99b6a2 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.363043 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee268a22-f421-44b2-9748-cc9596760e46 x-openstack-request-id: req-ee268a22-f421-44b2-9748-cc9596760e46 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:12.363342 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128f0dd4-cdee-49a0-bf54-c3a9a26c0463", "tag": "8ad8cd13-c2e6-4ced-8a01-50831307d633", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:12.363612 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ee268a22-f421-44b2-9748-cc9596760e46 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:12.364014 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128f0dd4-cdee-49a0-bf54-c3a9a26c0463', 'tag': '8ad8cd13-c2e6-4ced-8a01-50831307d633', 'status': 'completed', 'code': 200} Aug 16 21:19:12.366491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a50c329-dd00-4569-87cc-ccdfe840af0e req-44c46453-fb1a-4c08-b6af-13f36e99b6a2 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1095 time: 0.0621514 Aug 16 21:19:12.418288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a50c329-dd00-4569-87cc-ccdfe840af0e req-0b2b8b88-294a-404f-ae97-4a30dcfa7848 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462775 Aug 16 21:19:12.433412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c2344-46a4-4907-b83f-aff9a97a4d53 req-f744f356-45f7-4a9f-b7d4-81f2ecdb8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.435041 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-489c2344-46a4-4907-b83f-aff9a97a4d53 req-f744f356-45f7-4a9f-b7d4-81f2ecdb8425 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=603fd695f6bf44e09e646241082f4157&device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1095 time: 0.0495374 Aug 16 21:19:12.551874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c2344-46a4-4907-b83f-aff9a97a4d53 req-f8de74c2-c66f-4d13-be37-4cb31e0f57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.553460 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-489c2344-46a4-4907-b83f-aff9a97a4d53 req-f8de74c2-c66f-4d13-be37-4cb31e0f57fe service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=603fd695f6bf44e09e646241082f4157&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1107466 Aug 16 21:19:12.649584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c2344-46a4-4907-b83f-aff9a97a4d53 req-ec000b1c-7946-4b63-93e5-aebe0c3f0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.651062 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-489c2344-46a4-4907-b83f-aff9a97a4d53 req-ec000b1c-7946-4b63-93e5-aebe0c3f0390 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901253 Aug 16 21:19:12.735007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738e44-2a50-4174-b70c-16312278efcf req-f79dae42-d878-4919-993f-5e30bd26926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.736483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-f79dae42-d878-4919-993f-5e30bd26926c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=603fd695f6bf44e09e646241082f4157&device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1095 time: 0.0481644 Aug 16 21:19:12.778388 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-6edcb46f-a1e6-4f2b-b2f6-eec60e5daea6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ad8cd13-c2e6-4ced-8a01-50831307d633 HTTP/1.1" status: 200 len: 217 time: 0.0343659 Aug 16 21:19:12.829812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738e44-2a50-4174-b70c-16312278efcf req-09da7115-e623-4528-92f5-63d55560ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.831336 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-09da7115-e623-4528-92f5-63d55560ce31 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0a81ce13-e290-4f24-84fd-517c652ef76c HTTP/1.1" status: 200 len: 849 time: 0.0464504 Aug 16 21:19:12.878824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738e44-2a50-4174-b70c-16312278efcf req-a778a90d-adce-4b5d-8c53-6700d2c550f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.880365 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-a778a90d-adce-4b5d-8c53-6700d2c550f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9c029d62-0a70-4d42-bb48-3d01f342fe2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424414 Aug 16 21:19:12.975461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-b7698577-b98c-4640-b735-792928d7743d service neutron] 10.222.0.76 "GET /v2.0/networks/9c029d62-0a70-4d42-bb48-3d01f342fe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878336 Aug 16 21:19:13.070209 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4d738e44-2a50-4174-b70c-16312278efcf req-7e7a5bbf-5190-49c1-8341-ed3df0655bb0 service neutron] 10.222.0.76 "GET /v2.0/networks/9c029d62-0a70-4d42-bb48-3d01f342fe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874600 Aug 16 21:19:13.520013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cd561-afc8-45ed-b8a4-721287de6b63 req-9cc0fc49-e0e4-4096-9d67-cac1f9124d62 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:13.521654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b2cd561-afc8-45ed-b8a4-721287de6b63 req-9cc0fc49-e0e4-4096-9d67-cac1f9124d62 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1095 time: 0.0443027 Aug 16 21:19:13.558715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3b2cd561-afc8-45ed-b8a4-721287de6b63 req-27dbe7a0-f7b9-474a-9ed5-8f9802dde032 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295160 Aug 16 21:19:14.666448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849469b-7bd2-4636-ba2e-8ee9e80129a2 req-12964864-a39d-448d-ab90-ab1ca94476aa tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:14.668153 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9849469b-7bd2-4636-ba2e-8ee9e80129a2 req-12964864-a39d-448d-ab90-ab1ca94476aa tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1095 time: 0.0414209 Aug 16 21:19:14.728221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9849469b-7bd2-4636-ba2e-8ee9e80129a2 req-4b181e90-3f43-41f5-b880-061d5d9a6c1a tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537407 Aug 16 21:19:15.204275 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-78f63fef-e318-4b97-ab86-a08f8bf9f95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.217953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35900) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:15.373214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4d69d1-aa79-4dbb-8457-906fb0d970f7 admin admin] Deleting subnet df7cdc40-2ca1-4b8c-8eef-4bc98a03c9f1 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:19:15.376258 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db4d69d1-aa79-4dbb-8457-906fb0d970f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.409782 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db4d69d1-aa79-4dbb-8457-906fb0d970f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.449378 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db4d69d1-aa79-4dbb-8457-906fb0d970f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.627687 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db4d69d1-aa79-4dbb-8457-906fb0d970f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.653858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d69d1-aa79-4dbb-8457-906fb0d970f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df7cdc40-2ca1-4b8c-8eef-4bc98a03c9f1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:15.657711 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-db4d69d1-aa79-4dbb-8457-906fb0d970f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.660625 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-db4d69d1-aa79-4dbb-8457-906fb0d970f7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/df7cdc40-2ca1-4b8c-8eef-4bc98a03c9f1 HTTP/1.1" status: 204 len: 168 time: 0.4405546 Aug 16 21:19:15.662639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35904) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:15.730946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.820540 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.831263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a07ebe4-adfa-4102-864d-b0230571263b']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:15.838315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ca0bd-996a-48e5-8853-a51b86eec5b0 req-4b829adc-7d94-4b25-94e6-10fb7fe07619 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:15.839882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a3ca0bd-996a-48e5-8853-a51b86eec5b0 req-4b829adc-7d94-4b25-94e6-10fb7fe07619 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1095 time: 0.0451751 Aug 16 21:19:15.848692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4aa87f-8819-4f01-b199-65ffa09ed667') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:15.848985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4aa87f-8819-4f01-b199-65ffa09ed667') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:15.864956 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.874394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a3ca0bd-996a-48e5-8853-a51b86eec5b0 req-bced463b-c105-467d-b4a7-f3192d88b417 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280290 Aug 16 21:19:15.885109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.892438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:19:15.892821 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:19:15.894496 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:19:16.043966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.049782 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.051659 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4a07ebe4-adfa-4102-864d-b0230571263b HTTP/1.1" status: 204 len: 168 time: 0.3880994 Aug 16 21:19:16.068966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f97d5-e3b4-4a0d-86ca-753674a73ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a07ebe4-adfa-4102-864d-b0230571263b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:16.139860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8ad8cd13-c2e6-4ced-8a01-50831307d633 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:19:16.236240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8ad8cd13-c2e6-4ced-8a01-50831307d633, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8ad8cd13-c2e6-4ced-8a01-50831307d633,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:16.246575 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '8ad8cd13-c2e6-4ced-8a01-50831307d633', 'network_id': '9c029d62-0a70-4d42-bb48-3d01f342fe2b', 'port_id': '8ad8cd13-c2e6-4ced-8a01-50831307d633', 'mac_address': 'fa:16:3e:1a:a5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a81ce13-e290-4f24-84fd-517c652ef76c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:19:16.284673 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.297155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad8cd13-c2e6-4ced-8a01-50831307d633 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:19:16.316892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8ad8cd13-c2e6-4ced-8a01-50831307d633, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8ad8cd13-c2e6-4ced-8a01-50831307d633,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:16.513044 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.562033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35910) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:16.563498 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=8ad8cd13-c2e6-4ced-8a01-50831307d633,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:16.601847 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8a3475a3-17b2-42dd-a194-1cdb509dd938 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=66288714219047ad8a43cfd4d609fac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385635 Aug 16 21:19:16.604238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 35912) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:16.651818 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-849d952d-1b40-4cec-9fc0-515832ee333f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.672793 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-849d952d-1b40-4cec-9fc0-515832ee333f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.749794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['8ad8cd13-c2e6-4ced-8a01-50831307d633'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:19:16.810163 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-849d952d-1b40-4cec-9fc0-515832ee333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.813121 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-849d952d-1b40-4cec-9fc0-515832ee333f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.814777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-849d952d-1b40-4cec-9fc0-515832ee333f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3cc3faf3-d3ae-4f80-bb70-04cebcb317d1 HTTP/1.1" status: 204 len: 168 time: 0.2095509 Aug 16 21:19:16.823629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d952d-1b40-4cec-9fc0-515832ee333f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc3faf3-d3ae-4f80-bb70-04cebcb317d1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:16.981002 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2909120-5883-4ea8-9db8-dfc2e316aab7 req-992de94a-a5e5-46ae-9651-7875f47a8246 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:16.982569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2909120-5883-4ea8-9db8-dfc2e316aab7 req-992de94a-a5e5-46ae-9651-7875f47a8246 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1096 time: 0.0415006 Aug 16 21:19:16.990441 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-7a2b056a-5761-4af8-9807-66309a00902e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434277 Aug 16 21:19:17.018307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2909120-5883-4ea8-9db8-dfc2e316aab7 req-bc2a37d9-4c95-4787-a77b-e720fc6b1bbd tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295138 Aug 16 21:19:17.072768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-34a00078-9b5e-455c-85b3-331ffd219994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:17.078741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-34a00078-9b5e-455c-85b3-331ffd219994 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 1098 time: 0.0402286 Aug 16 21:19:17.181837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-7318fc54-2b90-4eca-a9b3-3ceef401b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:17.183316 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-7318fc54-2b90-4eca-a9b3-3ceef401b549 service neutron] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.0882344 Aug 16 21:19:17.249338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-cc6c487d-0900-48dd-b59b-b255281239a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c192b869-815e-4f9e-9951-8e85038090d5 HTTP/1.1" status: 200 len: 1002 time: 0.0581346 Aug 16 21:19:17.300235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-1a0aa0cf-f169-41cc-a3f2-d773da122327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:17.301787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-1a0aa0cf-f169-41cc-a3f2-d773da122327 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0453720 Aug 16 21:19:17.352516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-b4dcf001-2c48-4046-b7e3-046ad84fc54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:17.354418 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-b4dcf001-2c48-4046-b7e3-046ad84fc54c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453784 Aug 16 21:19:17.445588 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-4c802899-5661-4cb7-932f-9b72a49945ec service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836463 Aug 16 21:19:17.540454 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-14e7074f-d88a-4d26-a89b-f7821cf17911 req-d53bed77-2dfb-4bf1-b712-1e1875b03618 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875473 Aug 16 21:19:17.558567 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c2c874f8-2305-411c-9201-5754b06c711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:17.935763 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:18.123168 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a2dee-0c72-4ffd-abfe-d27cf684a8d5 req-d91f1e14-624b-45f1-a357-4b5ffe0de950 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:18.124595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb0a2dee-0c72-4ffd-abfe-d27cf684a8d5 req-d91f1e14-624b-45f1-a357-4b5ffe0de950 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1096 time: 0.0401859 Aug 16 21:19:18.142543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8ad8cd13-c2e6-4ced-8a01-50831307d633 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:18.161170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb0a2dee-0c72-4ffd-abfe-d27cf684a8d5 req-d63fb002-8542-4c7c-8958-5aaf3ac5140f tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298450 Aug 16 21:19:18.260969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 8ad8cd13-c2e6-4ced-8a01-50831307d633 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:18.264867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 8ad8cd13-c2e6-4ced-8a01-50831307d633 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:18.265281 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:18.348238 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:18.370911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128f0dd4-cdee-49a0-bf54-c3a9a26c0463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad8cd13-c2e6-4ced-8a01-50831307d633'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:18.373254 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af116b39-799b-4090-a339-b7621f164057" -d '{"events": [{"server_uuid": "128f0dd4-cdee-49a0-bf54-c3a9a26c0463", "name": "network-vif-plugged", "status": "completed", "tag": "8ad8cd13-c2e6-4ced-8a01-50831307d633"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:18.386573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 8ad8cd13-c2e6-4ced-8a01-50831307d633, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8ad8cd13-c2e6-4ced-8a01-50831307d633,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:18.410291 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496c581e-922b-4bbd-a364-a0f588942229 x-openstack-request-id: req-496c581e-922b-4bbd-a364-a0f588942229 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:18.410591 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128f0dd4-cdee-49a0-bf54-c3a9a26c0463", "name": "network-vif-plugged", "status": "completed", "tag": "8ad8cd13-c2e6-4ced-8a01-50831307d633", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:18.410849 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-496c581e-922b-4bbd-a364-a0f588942229 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:18.411250 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128f0dd4-cdee-49a0-bf54-c3a9a26c0463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad8cd13-c2e6-4ced-8a01-50831307d633', 'code': 200} Aug 16 21:19:18.503171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812feea0-aabc-48bf-8eed-1e196c1329a6 req-e8e25a4b-806e-48a9-9533-bfa3de829ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:18.504743 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-812feea0-aabc-48bf-8eed-1e196c1329a6 req-e8e25a4b-806e-48a9-9533-bfa3de829ecd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1096 time: 0.0406713 Aug 16 21:19:18.507035 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:18.541234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-812feea0-aabc-48bf-8eed-1e196c1329a6 req-bcd1dba7-2a5b-4ba6-b573-db2f7b1c5f8f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293796 Aug 16 21:19:18.556664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=8ad8cd13-c2e6-4ced-8a01-50831307d633,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:19.272422 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe998f-1e47-49d8-9e56-312f5dcbbe3a req-856ea9a4-0e85-4416-b350-31a8913c3259 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:19.273939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70fe998f-1e47-49d8-9e56-312f5dcbbe3a req-856ea9a4-0e85-4416-b350-31a8913c3259 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1097 time: 0.0446920 Aug 16 21:19:19.307511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70fe998f-1e47-49d8-9e56-312f5dcbbe3a req-35033b1a-d25e-426e-9ffd-7ef2d3cdb2d3 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275567 Aug 16 21:19:19.335989 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:20.418010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8d480-e6e9-419f-b6c9-12211a6a75c1 req-08cdbe3c-b0f2-4e01-9cad-64bacbde998f tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:20.419674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95b8d480-e6e9-419f-b6c9-12211a6a75c1 req-08cdbe3c-b0f2-4e01-9cad-64bacbde998f tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1097 time: 0.0415220 Aug 16 21:19:20.454425 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95b8d480-e6e9-419f-b6c9-12211a6a75c1 req-b7127390-eb1e-4b5e-91b2-2aaa75acbf3d tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280054 Aug 16 21:19:20.558347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603c754-4b8f-440e-a7f2-c081ccb2b661 req-f9760de5-adf5-4417-8c38-538e11d2d815 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:20.559891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c603c754-4b8f-440e-a7f2-c081ccb2b661 req-f9760de5-adf5-4417-8c38-538e11d2d815 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1097 time: 0.0411444 Aug 16 21:19:20.594964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c603c754-4b8f-440e-a7f2-c081ccb2b661 req-e3561c79-3cca-470a-a3ca-7a1e26de244a tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284400 Aug 16 21:19:20.702829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2af7ac-aa23-40db-a60b-94cbfc5f83f9 req-025c61bc-61cb-4928-a72e-c8391a9663e2 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:20.704381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b2af7ac-aa23-40db-a60b-94cbfc5f83f9 req-025c61bc-61cb-4928-a72e-c8391a9663e2 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1097 time: 0.0447855 Aug 16 21:19:20.735807 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:20.739082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5b2af7ac-aa23-40db-a60b-94cbfc5f83f9 req-35341a24-600b-4f3d-9763-324189e1369d tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283558 Aug 16 21:19:21.237739 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de763da-c957-4c17-9428-66f02a0c99e8 req-41e628a2-f89a-414e-ac24-783db308e38b tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:21.239346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7de763da-c957-4c17-9428-66f02a0c99e8 req-41e628a2-f89a-414e-ac24-783db308e38b tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1097 time: 0.0415995 Aug 16 21:19:21.273507 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7de763da-c957-4c17-9428-66f02a0c99e8 req-8870fbb2-8b79-4824-ba59-e8c16afc48cf tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281100 Aug 16 21:19:22.380897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f03a22-a31f-4bd1-96f6-0fc7a29f72c6 req-7e46f32f-4a58-4b63-9cce-fc7760701336 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:22.382441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53f03a22-a31f-4bd1-96f6-0fc7a29f72c6 req-7e46f32f-4a58-4b63-9cce-fc7760701336 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1097 time: 0.0421231 Aug 16 21:19:22.416434 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53f03a22-a31f-4bd1-96f6-0fc7a29f72c6 req-c9277a18-2efe-4be0-9b54-5e74844ebf06 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277991 Aug 16 21:19:22.494377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaa593-c129-44a2-b3c8-a55dec853409 req-d0fea373-1de8-4ef5-a3eb-5e6da3042770 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:22.495869 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-efcaa593-c129-44a2-b3c8-a55dec853409 req-d0fea373-1de8-4ef5-a3eb-5e6da3042770 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 1097 time: 0.0404234 Aug 16 21:19:22.581694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-efcaa593-c129-44a2-b3c8-a55dec853409 req-954535c5-03e8-4553-8e23-6455371a99ff tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Deleting port 8ad8cd13-c2e6-4ced-8a01-50831307d633 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:22.582097 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-efcaa593-c129-44a2-b3c8-a55dec853409 req-954535c5-03e8-4553-8e23-6455371a99ff tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:22.661289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-efcaa593-c129-44a2-b3c8-a55dec853409 req-954535c5-03e8-4553-8e23-6455371a99ff tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] For port 8ad8cd13-c2e6-4ced-8a01-50831307d633, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=8ad8cd13-c2e6-4ced-8a01-50831307d633,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:22.661657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-efcaa593-c129-44a2-b3c8-a55dec853409 req-954535c5-03e8-4553-8e23-6455371a99ff tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:22.674427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-efcaa593-c129-44a2-b3c8-a55dec853409 req-954535c5-03e8-4553-8e23-6455371a99ff tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Calling delete_port for 8ad8cd13-c2e6-4ced-8a01-50831307d633 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:22.880767 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-efcaa593-c129-44a2-b3c8-a55dec853409 req-954535c5-03e8-4553-8e23-6455371a99ff tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:22.894413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['5667e901-7810-41f7-9747-788126dd1cd9'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:19:22.902250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['8ad8cd13-c2e6-4ced-8a01-50831307d633'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:19:22.913561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954535c5-03e8-4553-8e23-6455371a99ff tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ad8cd13-c2e6-4ced-8a01-50831307d633,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:22.968828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcaa593-c129-44a2-b3c8-a55dec853409 req-954535c5-03e8-4553-8e23-6455371a99ff tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] No DVR routers for this DVR port 8ad8cd13-c2e6-4ced-8a01-50831307d633 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:22.972453 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-efcaa593-c129-44a2-b3c8-a55dec853409 req-954535c5-03e8-4553-8e23-6455371a99ff tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:22.974602 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-efcaa593-c129-44a2-b3c8-a55dec853409 req-954535c5-03e8-4553-8e23-6455371a99ff tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.76 "DELETE /v2.0/ports/8ad8cd13-c2e6-4ced-8a01-50831307d633 HTTP/1.1" status: 204 len: 173 time: 0.4705353 Aug 16 21:19:22.975053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128f0dd4-cdee-49a0-bf54-c3a9a26c0463', 'name': 'network-vif-deleted', 'tag': '8ad8cd13-c2e6-4ced-8a01-50831307d633'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:22.977409 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48902bd8-ffbd-4a0e-a635-9a032d9c30e6" -d '{"events": [{"server_uuid": "128f0dd4-cdee-49a0-bf54-c3a9a26c0463", "name": "network-vif-deleted", "tag": "8ad8cd13-c2e6-4ced-8a01-50831307d633"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:23.022479 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6524535-7482-4284-a070-0d99b291c8c5 x-openstack-request-id: req-d6524535-7482-4284-a070-0d99b291c8c5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:23.022776 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128f0dd4-cdee-49a0-bf54-c3a9a26c0463", "name": "network-vif-deleted", "tag": "8ad8cd13-c2e6-4ced-8a01-50831307d633", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:23.023111 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d6524535-7482-4284-a070-0d99b291c8c5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:23.023520 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128f0dd4-cdee-49a0-bf54-c3a9a26c0463', 'name': 'network-vif-deleted', 'tag': '8ad8cd13-c2e6-4ced-8a01-50831307d633', 'status': 'completed', 'code': 200} Aug 16 21:19:23.517502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ae83717-01ff-422b-a217-2c8cef211f09 req-72d0d54b-c321-4d4d-986e-24ef5e4bb8ec tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=128f0dd4-cdee-49a0-bf54-c3a9a26c0463 HTTP/1.1" status: 200 len: 210 time: 0.0251639 Aug 16 21:19:24.909819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9a9b8-4081-4978-9b98-b96a0533c24f req-f3f38294-c648-4fcd-87f7-8e3ea17bcec9 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:24.911336 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebd9a9b8-4081-4978-9b98-b96a0533c24f req-f3f38294-c648-4fcd-87f7-8e3ea17bcec9 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1097 time: 0.0440202 Aug 16 21:19:24.946816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebd9a9b8-4081-4978-9b98-b96a0533c24f req-9e95f171-9920-4eee-badf-cde55d21d48c tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294118 Aug 16 21:19:26.055327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80384e-8292-4f05-8065-ca7da859098a req-dc547b40-b144-48e2-bc02-b1f08b983552 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:26.057234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b80384e-8292-4f05-8065-ca7da859098a req-dc547b40-b144-48e2-bc02-b1f08b983552 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1097 time: 0.0418634 Aug 16 21:19:26.092979 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b80384e-8292-4f05-8065-ca7da859098a req-b39ad779-1afb-4316-b162-84cd08a9ea9f tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/security-groups?id=c33b084a-8abc-41bb-ad53-c1058b2206c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295990 Aug 16 21:19:26.157813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8ad8cd13-c2e6-4ced-8a01-50831307d633 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:26.178074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 8ad8cd13-c2e6-4ced-8a01-50831307d633 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:26.178424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 8ad8cd13-c2e6-4ced-8a01-50831307d633 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:26.231215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f388e65-2acc-4989-9ffa-69fbe1ca287c req-0ac562fe-33cb-4f33-bbfa-3e7579be396d tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:26.232704 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f388e65-2acc-4989-9ffa-69fbe1ca287c req-0ac562fe-33cb-4f33-bbfa-3e7579be396d tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 1097 time: 0.0410047 Aug 16 21:19:26.309051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-0f388e65-2acc-4989-9ffa-69fbe1ca287c req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Deleting port 5667e901-7810-41f7-9747-788126dd1cd9 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:26.309400 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0f388e65-2acc-4989-9ffa-69fbe1ca287c req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:26.698699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-0f388e65-2acc-4989-9ffa-69fbe1ca287c req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] For port 5667e901-7810-41f7-9747-788126dd1cd9, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5667e901-7810-41f7-9747-788126dd1cd9,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:26.699067 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0f388e65-2acc-4989-9ffa-69fbe1ca287c req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:26.711315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-0f388e65-2acc-4989-9ffa-69fbe1ca287c req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Calling delete_port for 5667e901-7810-41f7-9747-788126dd1cd9 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:26.935729 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0f388e65-2acc-4989-9ffa-69fbe1ca287c req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:26.946848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['5667e901-7810-41f7-9747-788126dd1cd9'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:19:26.964473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Pushing event deleted for resources: {'Port': ['ID=5667e901-7810-41f7-9747-788126dd1cd9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:26.976965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:26.977348 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:26.977697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:26.978033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:26.978366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:26.978698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:26.979029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:26.979358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:26.979686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:26.980014 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:26.980341 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:26.980662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:27.015131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f388e65-2acc-4989-9ffa-69fbe1ca287c req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] No DVR routers for this DVR port 5667e901-7810-41f7-9747-788126dd1cd9 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:27.018316 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-0f388e65-2acc-4989-9ffa-69fbe1ca287c req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:27.020334 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f388e65-2acc-4989-9ffa-69fbe1ca287c req-b7c56b24-0425-452b-a25d-e51713914e70 tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.79 "DELETE /v2.0/ports/5667e901-7810-41f7-9747-788126dd1cd9 HTTP/1.1" status: 204 len: 173 time: 0.7810848 Aug 16 21:19:27.020785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbf08e9-67b7-47f2-92bd-94b642736f44', 'name': 'network-vif-deleted', 'tag': '5667e901-7810-41f7-9747-788126dd1cd9'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:27.023128 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa664026-b17d-4c08-a5d9-be01fe86f783" -d '{"events": [{"server_uuid": "0dbf08e9-67b7-47f2-92bd-94b642736f44", "name": "network-vif-deleted", "tag": "5667e901-7810-41f7-9747-788126dd1cd9"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:27.061666 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c9eb18-2338-4557-8afb-2087c1f6d020 x-openstack-request-id: req-a1c9eb18-2338-4557-8afb-2087c1f6d020 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:27.061963 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbf08e9-67b7-47f2-92bd-94b642736f44", "name": "network-vif-deleted", "tag": "5667e901-7810-41f7-9747-788126dd1cd9", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:27.062218 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a1c9eb18-2338-4557-8afb-2087c1f6d020 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:27.062621 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbf08e9-67b7-47f2-92bd-94b642736f44', 'name': 'network-vif-deleted', 'tag': '5667e901-7810-41f7-9747-788126dd1cd9', 'status': 'completed', 'code': 200} Aug 16 21:19:27.190285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ee2b191-15f3-49d0-9e0c-e299ff307022 req-24562c63-3041-49f6-b254-7a647cb3690e tempest-TestServerMultinode-1571494659 tempest-TestServerMultinode-1571494659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dbf08e9-67b7-47f2-92bd-94b642736f44 HTTP/1.1" status: 200 len: 210 time: 0.0276434 Aug 16 21:19:28.265266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36008) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:28.634288 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:28.880503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] Deleting port b2f527ac-288a-4f1d-b774-cdf1e90ead46 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:28.880844 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:28.958254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] For port b2f527ac-288a-4f1d-b774-cdf1e90ead46, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b2f527ac-288a-4f1d-b774-cdf1e90ead46,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:28.958632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:28.971733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] Calling delete_port for b2f527ac-288a-4f1d-b774-cdf1e90ead46 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:29.272507 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:29.299416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f527ac-288a-4f1d-b774-cdf1e90ead46,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:29.478029 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:29.704440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] Router 5c459c5d-9e77-46ab-b874-0a9af4db770e has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:19:29.819412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:19:29.827880 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-668256c8-fc33-453f-9aae-49d4260a1508 admin admin] 10.222.0.74 "PUT /v2.0/routers/5c459c5d-9e77-46ab-b874-0a9af4db770e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5569263 Aug 16 21:19:29.827880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36054) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:29.831327 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05031627-4259-4646-b0cc-a962227c69c0 None None] Sync routers for ids ['5c459c5d-9e77-46ab-b874-0a9af4db770e'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:19:29.841221 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05031627-4259-4646-b0cc-a962227c69c0 None None] Routers {'5c459c5d-9e77-46ab-b874-0a9af4db770e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:29.841830 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-05031627-4259-4646-b0cc-a962227c69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5c459c5d-9e77-46ab-b874-0a9af4db770e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:29.936254 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:29.946302 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-05031627-4259-4646-b0cc-a962227c69c0 None None] Set router 5c459c5d-9e77-46ab-b874-0a9af4db770e gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:30.045575 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:30.128243 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-05031627-4259-4646-b0cc-a962227c69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'name': 'tempest-TestServerMultinode-1339888735-router', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:37Z', 'updated_at': '2021-08-16T21:19:29Z', 'revision_number': 5, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'gw_port': {'id': 'a2e3b067-aade-4dca-9d03-1134ad390030', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:38Z', 'updated_at': '2021-08-16T21:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:30.154512 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05031627-4259-4646-b0cc-a962227c69c0 None None] Checking router: 5c459c5d-9e77-46ab-b874-0a9af4db770e for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:19:30.163748 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Deleting port a2e3b067-aade-4dca-9d03-1134ad390030 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:30.164059 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05031627-4259-4646-b0cc-a962227c69c0 None None] Routers {'5c459c5d-9e77-46ab-b874-0a9af4db770e'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:30.164271 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:30.164684 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-05031627-4259-4646-b0cc-a962227c69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['5c459c5d-9e77-46ab-b874-0a9af4db770e'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:30.259386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] For port a2e3b067-aade-4dca-9d03-1134ad390030, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=a2e3b067-aade-4dca-9d03-1134ad390030,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:30.259759 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:30.274461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Calling delete_port for a2e3b067-aade-4dca-9d03-1134ad390030 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:30.353501 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-05031627-4259-4646-b0cc-a962227c69c0 None None] Set router 5c459c5d-9e77-46ab-b874-0a9af4db770e gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:30.422684 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-05031627-4259-4646-b0cc-a962227c69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'name': 'tempest-TestServerMultinode-1339888735-router', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:37Z', 'updated_at': '2021-08-16T21:19:30Z', 'revision_number': 6, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:30.451299 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05031627-4259-4646-b0cc-a962227c69c0 None None] The sync data for ids ['5c459c5d-9e77-46ab-b874-0a9af4db770e'] in n-d-793619-14 is: [{'id': '5c459c5d-9e77-46ab-b874-0a9af4db770e', 'name': 'tempest-TestServerMultinode-1339888735-router', 'tenant_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:37Z', 'updated_at': '2021-08-16T21:19:30Z', 'revision_number': 6, 'project_id': '0de2e709211e49e6a2e3f3f7d0c71060', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:19:30.520013 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:30.545661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e3b067-aade-4dca-9d03-1134ad390030,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:30.569680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5667e901-7810-41f7-9747-788126dd1cd9 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:30.593249 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 5667e901-7810-41f7-9747-788126dd1cd9 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:30.605231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5667e901-7810-41f7-9747-788126dd1cd9 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:30.613977 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:30.745971 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:30.748075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:30.890021 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:30.891922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c459c5d-9e77-46ab-b874-0a9af4db770e {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:19:30.896628 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:30.897894 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-26c2c0bb-2c2d-4a45-a9b3-c8acac183a9a admin admin] 10.222.0.74 "DELETE /v2.0/routers/5c459c5d-9e77-46ab-b874-0a9af4db770e HTTP/1.1" status: 204 len: 168 time: 1.0697300 Aug 16 21:19:30.900417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36058) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:30.947954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd1a366-a81a-4d88-9029-be7103dcbe14 admin admin] Deleting subnet 0a81ce13-e290-4f24-84fd-517c652ef76c {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:19:30.951465 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bd1a366-a81a-4d88-9029-be7103dcbe14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:30.988059 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bd1a366-a81a-4d88-9029-be7103dcbe14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.069436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bd1a366-a81a-4d88-9029-be7103dcbe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.290090 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bd1a366-a81a-4d88-9029-be7103dcbe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.318416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1a366-a81a-4d88-9029-be7103dcbe14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a81ce13-e290-4f24-84fd-517c652ef76c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:31.320449 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4bd1a366-a81a-4d88-9029-be7103dcbe14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.325176 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4bd1a366-a81a-4d88-9029-be7103dcbe14 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0a81ce13-e290-4f24-84fd-517c652ef76c HTTP/1.1" status: 204 len: 168 time: 0.4237287 Aug 16 21:19:31.325909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36060) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:31.331182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be961d-2cfc-4471-8efb-c5b6b7ff8e34 None None] Network 9c029d62-0a70-4d42-bb48-3d01f342fe2b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:19:31.410268 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.466136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Deleting port 0967e6a5-d47c-4e2a-a603-887e57bf571c {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:31.466482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.517860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f4398d-22d8-4d0d-a001-5a3333a6a3cd None None] DHCP port deletion for 9c029d62-0a70-4d42-bb48-3d01f342fe2b request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:19:31.537352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] For port 0967e6a5-d47c-4e2a-a603-887e57bf571c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0967e6a5-d47c-4e2a-a603-887e57bf571c,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:31.537729 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.550969 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Calling delete_port for 0967e6a5-d47c-4e2a-a603-887e57bf571c owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:31.570896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-37f4398d-22d8-4d0d-a001-5a3333a6a3cd None None] Deleting port 0967e6a5-d47c-4e2a-a603-887e57bf571c {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:31.571444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-37f4398d-22d8-4d0d-a001-5a3333a6a3cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.639090 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-37f4398d-22d8-4d0d-a001-5a3333a6a3cd None None] For port 0967e6a5-d47c-4e2a-a603-887e57bf571c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0967e6a5-d47c-4e2a-a603-887e57bf571c,segment=NetworkSegment(f4fc2955-fad5-4962-a185-f2cb023dec52),segment_id=f4fc2955-fad5-4962-a185-f2cb023dec52)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:31.639425 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-37f4398d-22d8-4d0d-a001-5a3333a6a3cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.651649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-37f4398d-22d8-4d0d-a001-5a3333a6a3cd None None] Calling delete_port for 0967e6a5-d47c-4e2a-a603-887e57bf571c owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:31.729873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.736017 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-37f4398d-22d8-4d0d-a001-5a3333a6a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.758227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0967e6a5-d47c-4e2a-a603-887e57bf571c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:31.760701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4398d-22d8-4d0d-a001-5a3333a6a3cd None None] Pushing event deleted for resources: {'Port': ['ID=0967e6a5-d47c-4e2a-a603-887e57bf571c,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:31.761485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] No DVR routers for this DVR port 0967e6a5-d47c-4e2a-a603-887e57bf571c on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:31.764147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4398d-22d8-4d0d-a001-5a3333a6a3cd None None] No DVR routers for this DVR port 0967e6a5-d47c-4e2a-a603-887e57bf571c on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:31.769353 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.774345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.774345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.774345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.774345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.774345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.774345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.774345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.774345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.774345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.774345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.774345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:31.850403 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.860841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c029d62-0a70-4d42-bb48-3d01f342fe2b']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:31.870711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fc2955-fad5-4962-a185-f2cb023dec52') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:31.876803 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fc2955-fad5-4962-a185-f2cb023dec52') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:31.880094 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.893834 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.899831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:19:31.905510 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:19:32.061327 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:32.068415 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:32.072280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36068) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:32.072469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9c029d62-0a70-4d42-bb48-3d01f342fe2b HTTP/1.1" status: 204 len: 168 time: 0.7452762 Aug 16 21:19:32.084763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61805695-48bd-4059-95fb-d02a8fd82bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c029d62-0a70-4d42-bb48-3d01f342fe2b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:32.417062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a2e3b067-aade-4dca-9d03-1134ad390030 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:32.437662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: a2e3b067-aade-4dca-9d03-1134ad390030 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:32.438017 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device a2e3b067-aade-4dca-9d03-1134ad390030 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:32.439109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:32.439605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0967e6a5-d47c-4e2a-a603-887e57bf571c no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:32.458393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 0967e6a5-d47c-4e2a-a603-887e57bf571c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:32.458742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 0967e6a5-d47c-4e2a-a603-887e57bf571c not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:32.459364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b2f527ac-288a-4f1d-b774-cdf1e90ead46 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:32.478977 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: b2f527ac-288a-4f1d-b774-cdf1e90ead46 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:32.479332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b2f527ac-288a-4f1d-b774-cdf1e90ead46 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:32.686278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] Deleting port 96949708-5bb2-4202-a5a1-9e5f515506dc {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:32.686512 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:32.764906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] For port 96949708-5bb2-4202-a5a1-9e5f515506dc, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=96949708-5bb2-4202-a5a1-9e5f515506dc,segment=NetworkSegment(72ab2667-f8da-4c44-9b43-de6b28be0784),segment_id=72ab2667-f8da-4c44-9b43-de6b28be0784)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:32.765314 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:32.778086 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] Calling delete_port for 96949708-5bb2-4202-a5a1-9e5f515506dc owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:32.907523 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:32.935497 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:33.043881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:33.073422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] Pushing event deleted for resources: {'Port': ['ID=96949708-5bb2-4202-a5a1-9e5f515506dc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:33.550563 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:33.763837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] Router 71856142-7d83-442c-81cc-80ef85b627c9 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:19:33.880005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:19:33.885396 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-999a480f-901c-429d-b235-d17b7acbfc37 admin admin] 10.222.0.74 "PUT /v2.0/routers/71856142-7d83-442c-81cc-80ef85b627c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8117411 Aug 16 21:19:33.887958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36074) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:33.888612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65dad2a-0e95-4d77-aac9-dc1e1f6abc05 None None] Sync routers for ids ['71856142-7d83-442c-81cc-80ef85b627c9'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:19:33.898223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65dad2a-0e95-4d77-aac9-dc1e1f6abc05 None None] Routers {'71856142-7d83-442c-81cc-80ef85b627c9'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:33.898844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c65dad2a-0e95-4d77-aac9-dc1e1f6abc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['71856142-7d83-442c-81cc-80ef85b627c9'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:33.996971 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.008638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-c65dad2a-0e95-4d77-aac9-dc1e1f6abc05 None None] Set router 71856142-7d83-442c-81cc-80ef85b627c9 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:34.105675 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.195657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c65dad2a-0e95-4d77-aac9-dc1e1f6abc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71856142-7d83-442c-81cc-80ef85b627c9', 'name': 'tempest-TestServerMultinode-2036097813-router', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:45Z', 'updated_at': '2021-08-16T21:19:32Z', 'revision_number': 5, 'project_id': '603fd695f6bf44e09e646241082f4157', 'gw_port': {'id': 'bd40e533-3f43-4a8a-a8e3-97b1b66a6898', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71856142-7d83-442c-81cc-80ef85b627c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:46Z', 'updated_at': '2021-08-16T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:34.223173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65dad2a-0e95-4d77-aac9-dc1e1f6abc05 None None] Checking router: 71856142-7d83-442c-81cc-80ef85b627c9 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:19:34.226178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Deleting port bd40e533-3f43-4a8a-a8e3-97b1b66a6898 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:34.226528 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.231699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65dad2a-0e95-4d77-aac9-dc1e1f6abc05 None None] Routers {'71856142-7d83-442c-81cc-80ef85b627c9'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:34.232314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c65dad2a-0e95-4d77-aac9-dc1e1f6abc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['71856142-7d83-442c-81cc-80ef85b627c9'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:34.310757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] For port bd40e533-3f43-4a8a-a8e3-97b1b66a6898, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bd40e533-3f43-4a8a-a8e3-97b1b66a6898,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:34.311144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.319719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-c65dad2a-0e95-4d77-aac9-dc1e1f6abc05 None None] Set router 71856142-7d83-442c-81cc-80ef85b627c9 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:34.324543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Calling delete_port for bd40e533-3f43-4a8a-a8e3-97b1b66a6898 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:34.380210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-c65dad2a-0e95-4d77-aac9-dc1e1f6abc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71856142-7d83-442c-81cc-80ef85b627c9', 'name': 'tempest-TestServerMultinode-2036097813-router', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:45Z', 'updated_at': '2021-08-16T21:19:34Z', 'revision_number': 6, 'project_id': '603fd695f6bf44e09e646241082f4157', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:34.407468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65dad2a-0e95-4d77-aac9-dc1e1f6abc05 None None] The sync data for ids ['71856142-7d83-442c-81cc-80ef85b627c9'] in n-d-793619-14 is: [{'id': '71856142-7d83-442c-81cc-80ef85b627c9', 'name': 'tempest-TestServerMultinode-2036097813-router', 'tenant_id': '603fd695f6bf44e09e646241082f4157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:45Z', 'updated_at': '2021-08-16T21:19:34Z', 'revision_number': 6, 'project_id': '603fd695f6bf44e09e646241082f4157', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:19:34.598386 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.629152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd40e533-3f43-4a8a-a8e3-97b1b66a6898,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:34.692113 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.786982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.789521 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.980788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.981361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71856142-7d83-442c-81cc-80ef85b627c9 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:19:34.986110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.987332 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-56a54674-1648-4be7-a08f-870b53a31c76 admin admin] 10.222.0.74 "DELETE /v2.0/routers/71856142-7d83-442c-81cc-80ef85b627c9 HTTP/1.1" status: 204 len: 168 time: 1.0984437 Aug 16 21:19:34.989887 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36082) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:35.051625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-839e1535-eff1-4305-86fc-e46ae9f36ad1 admin admin] Deleting subnet 8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:19:35.055216 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-839e1535-eff1-4305-86fc-e46ae9f36ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.094539 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-839e1535-eff1-4305-86fc-e46ae9f36ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.177887 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-839e1535-eff1-4305-86fc-e46ae9f36ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.370595 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-839e1535-eff1-4305-86fc-e46ae9f36ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.404740 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-839e1535-eff1-4305-86fc-e46ae9f36ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.406731 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-839e1535-eff1-4305-86fc-e46ae9f36ad1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4 HTTP/1.1" status: 204 len: 168 time: 0.4158664 Aug 16 21:19:35.409080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e1535-eff1-4305-86fc-e46ae9f36ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1d5278-38a4-42aa-836f-fd5ee1dfe7a4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:35.410097 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36086) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:35.413884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578dec62-d79c-453a-9dd0-2d1196ddf471 None None] Network 6bff8e38-879e-4db7-9bfa-07d645f6b565 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:19:35.492517 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.546171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Deleting port 39a1357c-fd60-4735-8070-8ddf29005881 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:35.546537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.604479 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6539e60e-ba91-4067-8767-d2a66d0cb449 None None] DHCP port deletion for 6bff8e38-879e-4db7-9bfa-07d645f6b565 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:19:35.613556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] For port 39a1357c-fd60-4735-8070-8ddf29005881, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=39a1357c-fd60-4735-8070-8ddf29005881,segment=NetworkSegment(72ab2667-f8da-4c44-9b43-de6b28be0784),segment_id=72ab2667-f8da-4c44-9b43-de6b28be0784)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:35.613921 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.626571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Calling delete_port for 39a1357c-fd60-4735-8070-8ddf29005881 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:35.651364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6539e60e-ba91-4067-8767-d2a66d0cb449 None None] Deleting port 39a1357c-fd60-4735-8070-8ddf29005881 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:35.651749 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6539e60e-ba91-4067-8767-d2a66d0cb449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.718833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6539e60e-ba91-4067-8767-d2a66d0cb449 None None] For port 39a1357c-fd60-4735-8070-8ddf29005881, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=39a1357c-fd60-4735-8070-8ddf29005881,segment=NetworkSegment(72ab2667-f8da-4c44-9b43-de6b28be0784),segment_id=72ab2667-f8da-4c44-9b43-de6b28be0784)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:35.719323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6539e60e-ba91-4067-8767-d2a66d0cb449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.731530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6539e60e-ba91-4067-8767-d2a66d0cb449 None None] Calling delete_port for 39a1357c-fd60-4735-8070-8ddf29005881 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:35.803842 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.809409 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6539e60e-ba91-4067-8767-d2a66d0cb449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.833982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a1357c-fd60-4735-8070-8ddf29005881,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:35.836928 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539e60e-ba91-4067-8767-d2a66d0cb449 None None] Pushing event deleted for resources: {'Port': ['ID=39a1357c-fd60-4735-8070-8ddf29005881,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:35.838797 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539e60e-ba91-4067-8767-d2a66d0cb449 None None] No DVR routers for this DVR port 39a1357c-fd60-4735-8070-8ddf29005881 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:35.840245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] No DVR routers for this DVR port 39a1357c-fd60-4735-8070-8ddf29005881 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:35.915108 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.925152 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bff8e38-879e-4db7-9bfa-07d645f6b565']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:35.934668 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ab2667-f8da-4c44-9b43-de6b28be0784') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:35.934958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ab2667-f8da-4c44-9b43-de6b28be0784') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:35.943918 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.961796 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.967837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:19:35.970529 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:19:36.123975 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:36.129435 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:36.131258 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6bff8e38-879e-4db7-9bfa-07d645f6b565 HTTP/1.1" status: 204 len: 168 time: 0.7195702 Aug 16 21:19:36.143348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817d1bf-157c-40c0-bec1-716d93e21d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bff8e38-879e-4db7-9bfa-07d645f6b565,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:36.408015 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bd40e533-3f43-4a8a-a8e3-97b1b66a6898 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:36.432212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: bd40e533-3f43-4a8a-a8e3-97b1b66a6898 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:36.432212 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bd40e533-3f43-4a8a-a8e3-97b1b66a6898 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:36.433004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39a1357c-fd60-4735-8070-8ddf29005881 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:36.458184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 39a1357c-fd60-4735-8070-8ddf29005881 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:36.458550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39a1357c-fd60-4735-8070-8ddf29005881 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:36.458990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 96949708-5bb2-4202-a5a1-9e5f515506dc no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:36.478243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 96949708-5bb2-4202-a5a1-9e5f515506dc {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:36.478591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 96949708-5bb2-4202-a5a1-9e5f515506dc not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:36.574021 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36096) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:36.614756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-58f0a10f-d953-4f07-b6ab-816f1d8e7589 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0de2e709211e49e6a2e3f3f7d0c71060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394888 Aug 16 21:19:36.617198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36098) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:36.664819 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d091ca33-1902-404b-bf08-f6b34877e1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:36.685991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d091ca33-1902-404b-bf08-f6b34877e1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:36.849526 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d091ca33-1902-404b-bf08-f6b34877e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:36.852162 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d091ca33-1902-404b-bf08-f6b34877e1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:36.853381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d091ca33-1902-404b-bf08-f6b34877e1f1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92c49ea4-c2c6-402d-a1a3-71f7b07b6cc3 HTTP/1.1" status: 204 len: 168 time: 0.2352195 Aug 16 21:19:36.862341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091ca33-1902-404b-bf08-f6b34877e1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c49ea4-c2c6-402d-a1a3-71f7b07b6cc3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:37.511028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36106) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:37.554305 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4d524bca-84f3-4030-a183-1dad484fe943 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=603fd695f6bf44e09e646241082f4157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420642 Aug 16 21:19:37.556835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36108) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:37.605679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87074b02-fa58-4453-9533-31a3cccb88b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:37.627929 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87074b02-fa58-4453-9533-31a3cccb88b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:37.763892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87074b02-fa58-4453-9533-31a3cccb88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:37.767018 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-87074b02-fa58-4453-9533-31a3cccb88b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:37.768228 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-87074b02-fa58-4453-9533-31a3cccb88b9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c33b084a-8abc-41bb-ad53-c1058b2206c6 HTTP/1.1" status: 204 len: 168 time: 0.2104087 Aug 16 21:19:37.778206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87074b02-fa58-4453-9533-31a3cccb88b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33b084a-8abc-41bb-ad53-c1058b2206c6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:39.079487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36118) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:39.193145 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6327-ad74-418f-8813-b07d26b82b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:39.285220 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6327-ad74-418f-8813-b07d26b82b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:39.363834 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6327-ad74-418f-8813-b07d26b82b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:39.402504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8e6d6327-ad74-418f-8813-b07d26b82b2e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0e4c1a6b3ca4489993844933e4d2cec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218999 Aug 16 21:19:39.404683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d6327-ad74-418f-8813-b07d26b82b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9beb11b-b3ab-4160-a426-d5f176f377c9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:39.405339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36122) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:39.457191 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2b9a-1e41-4308-acfa-7e173a5bf697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:39.476649 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2b9a-1e41-4308-acfa-7e173a5bf697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:39.643427 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2b9a-1e41-4308-acfa-7e173a5bf697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:39.646061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e51a2b9a-1e41-4308-acfa-7e173a5bf697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:39.647230 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e51a2b9a-1e41-4308-acfa-7e173a5bf697 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c9beb11b-b3ab-4160-a426-d5f176f377c9 HTTP/1.1" status: 204 len: 168 time: 0.2408881 Aug 16 21:19:39.655240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a2b9a-1e41-4308-acfa-7e173a5bf697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9beb11b-b3ab-4160-a426-d5f176f377c9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:40.558955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36126) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:40.788226 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:19:40.856733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Deleting port 9f16f1c0-7450-487a-9c0b-e4396120f3c2 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:40.857108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:40.935124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:40.935365 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:40.946835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Calling delete_port for 9f16f1c0-7450-487a-9c0b-e4396120f3c2 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:41.169492 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:41.195159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event deleted for resources: {'Port': ['ID=9f16f1c0-7450-487a-9c0b-e4396120f3c2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:41.254915 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:41.255251 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Floating IP d58e6a2f-88d4-48f8-969b-00ae55ece43b disassociated (deleted). External IP: 172.25.4.122, port: c192b869-815e-4f9e-9951-8e85038090d5. Aug 16 21:19:41.464781 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:19:41.574302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:19:41.579470 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:41.584351 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a748d-0b0f-462b-93ae-0758c83b0106 None None] Sync routers for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:19:41.593919 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a748d-0b0f-462b-93ae-0758c83b0106 None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:41.594558 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9f8a748d-0b0f-462b-93ae-0758c83b0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:41.606343 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-259ccf16-8eaf-4136-bd17-219a920225a2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "DELETE /v2.0/floatingips/d58e6a2f-88d4-48f8-969b-00ae55ece43b HTTP/1.1" status: 204 len: 168 time: 1.0462492 Aug 16 21:19:41.606967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7533a04e-5f60-46d6-8121-70e0f434a381', 'tag': 'c192b869-815e-4f9e-9951-8e85038090d5'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:41.609322 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f1e67e-9f12-45ec-951b-0c00d4a32229" -d '{"events": [{"name": "network-changed", "server_uuid": "7533a04e-5f60-46d6-8121-70e0f434a381", "tag": "c192b869-815e-4f9e-9951-8e85038090d5"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:41.649532 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd87a75e-7059-4c26-bed4-5a45f34bb648 x-openstack-request-id: req-dd87a75e-7059-4c26-bed4-5a45f34bb648 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:41.649831 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7533a04e-5f60-46d6-8121-70e0f434a381", "tag": "c192b869-815e-4f9e-9951-8e85038090d5", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:41.650090 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dd87a75e-7059-4c26-bed4-5a45f34bb648 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:41.650502 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7533a04e-5f60-46d6-8121-70e0f434a381', 'tag': 'c192b869-815e-4f9e-9951-8e85038090d5', 'status': 'completed', 'code': 200} Aug 16 21:19:41.707272 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-9f8a748d-0b0f-462b-93ae-0758c83b0106 None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:41.712664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1e67e-9f12-45ec-951b-0c00d4a32229 req-4377366e-3ae8-4fe4-930f-b4d4d203cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:41.714226 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-19f1e67e-9f12-45ec-951b-0c00d4a32229 req-4377366e-3ae8-4fe4-930f-b4d4d203cac8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 1098 time: 0.0425544 Aug 16 21:19:41.811140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1e67e-9f12-45ec-951b-0c00d4a32229 req-2e591bdb-afd1-4c5e-bfdc-2f61f6501e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:41.812717 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-19f1e67e-9f12-45ec-951b-0c00d4a32229 req-2e591bdb-afd1-4c5e-bfdc-2f61f6501e26 service neutron] 10.222.0.76 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.0916469 Aug 16 21:19:41.853971 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-19f1e67e-9f12-45ec-951b-0c00d4a32229 req-fa7fbaaa-aa15-40f6-8bf9-a5efd2bd705c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c192b869-815e-4f9e-9951-8e85038090d5 HTTP/1.1" status: 200 len: 217 time: 0.0345974 Aug 16 21:19:41.906272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1e67e-9f12-45ec-951b-0c00d4a32229 req-5d08afc9-4b47-483e-8325-b050d5c57005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:41.908307 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-19f1e67e-9f12-45ec-951b-0c00d4a32229 req-5d08afc9-4b47-483e-8325-b050d5c57005 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0479820 Aug 16 21:19:41.927163 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9f8a748d-0b0f-462b-93ae-0758c83b0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '128f740e-c2b2-4177-b19f-7dc561b1cb12', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': '47b7445c-7477-4dff-954c-21261a60b6b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:68:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:02Z', 'updated_at': '2021-08-16T21:13:04Z', 'revision_number': 1, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:41.954819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1e67e-9f12-45ec-951b-0c00d4a32229 req-3e738e3c-90be-4479-9ce3-71e13688a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:41.956379 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-19f1e67e-9f12-45ec-951b-0c00d4a32229 req-3e738e3c-90be-4479-9ce3-71e13688a643 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410502 Aug 16 21:19:41.957328 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a748d-0b0f-462b-93ae-0758c83b0106 None None] Checking router: f7f18d7a-3e27-44c6-a90b-fedaeb47f982 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:19:41.966121 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a748d-0b0f-462b-93ae-0758c83b0106 None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:41.966725 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9f8a748d-0b0f-462b-93ae-0758c83b0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:42.051400 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-19f1e67e-9f12-45ec-951b-0c00d4a32229 req-b748d78b-a5c0-4778-8d07-ef95c5f353a9 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878115 Aug 16 21:19:42.071415 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-9f8a748d-0b0f-462b-93ae-0758c83b0106 None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:42.148142 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-19f1e67e-9f12-45ec-951b-0c00d4a32229 req-9c42d1f7-df02-4a3c-ab4a-fafe37745230 service neutron] 10.222.0.76 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889096 Aug 16 21:19:42.166067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57443bcf-df11-452c-bcfa-213f5a6453ed req-6ad01697-75a4-438c-b0fe-d6174026b739 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:42.167648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57443bcf-df11-452c-bcfa-213f5a6453ed req-6ad01697-75a4-438c-b0fe-d6174026b739 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 946 time: 0.0588944 Aug 16 21:19:42.206678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57443bcf-df11-452c-bcfa-213f5a6453ed req-4956638d-554f-416e-ad29-8b6b90076653 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Aug 16 21:19:42.293091 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9f8a748d-0b0f-462b-93ae-0758c83b0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '128f740e-c2b2-4177-b19f-7dc561b1cb12', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': '47b7445c-7477-4dff-954c-21261a60b6b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:68:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:02Z', 'updated_at': '2021-08-16T21:13:04Z', 'revision_number': 1, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:42.322387 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a748d-0b0f-462b-93ae-0758c83b0106 None None] The sync data for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 is: [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '128f740e-c2b2-4177-b19f-7dc561b1cb12', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'port_id': '47b7445c-7477-4dff-954c-21261a60b6b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'mac_address': 'fa:16:3e:68:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:13:02Z', 'updated_at': '2021-08-16T21:13:04Z', 'revision_number': 1, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:19:42.535220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a9a28-6f30-4cc8-8e9a-d8acec2b0df6 None None] New status for floating IP d58e6a2f-88d4-48f8-969b-00ae55ece43b: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:19:43.322382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfbb32-8572-4ca2-b904-6c3e35a66fc2 req-e5d2b82d-5fed-405c-a383-d76b7381828c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:43.323952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17cfbb32-8572-4ca2-b904-6c3e35a66fc2 req-e5d2b82d-5fed-405c-a383-d76b7381828c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 946 time: 0.0479131 Aug 16 21:19:43.361396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17cfbb32-8572-4ca2-b904-6c3e35a66fc2 req-5c36a94f-9c20-4bb7-9648-63c33b44225b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308061 Aug 16 21:19:43.633706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9f444-f789-47c5-8a28-54e67a706b1c req-00209e3c-fba4-4ac8-b964-fc0f6fe6835a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:43.635157 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-18f9f444-f789-47c5-8a28-54e67a706b1c req-00209e3c-fba4-4ac8-b964-fc0f6fe6835a tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 946 time: 0.0479987 Aug 16 21:19:43.728237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-18f9f444-f789-47c5-8a28-54e67a706b1c req-6af8d91c-d580-4026-b58b-252c6be528b2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Deleting port c192b869-815e-4f9e-9951-8e85038090d5 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:43.728582 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-18f9f444-f789-47c5-8a28-54e67a706b1c req-6af8d91c-d580-4026-b58b-252c6be528b2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:43.815457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-18f9f444-f789-47c5-8a28-54e67a706b1c req-6af8d91c-d580-4026-b58b-252c6be528b2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] For port c192b869-815e-4f9e-9951-8e85038090d5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=c192b869-815e-4f9e-9951-8e85038090d5,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:43.815827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-18f9f444-f789-47c5-8a28-54e67a706b1c req-6af8d91c-d580-4026-b58b-252c6be528b2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:43.828009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-18f9f444-f789-47c5-8a28-54e67a706b1c req-6af8d91c-d580-4026-b58b-252c6be528b2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Calling delete_port for c192b869-815e-4f9e-9951-8e85038090d5 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:44.106679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-18f9f444-f789-47c5-8a28-54e67a706b1c req-6af8d91c-d580-4026-b58b-252c6be528b2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:44.136055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8d91c-d580-4026-b58b-252c6be528b2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event deleted for resources: {'Port': ['ID=c192b869-815e-4f9e-9951-8e85038090d5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:44.181501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f9f444-f789-47c5-8a28-54e67a706b1c req-6af8d91c-d580-4026-b58b-252c6be528b2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] No DVR routers for this DVR port c192b869-815e-4f9e-9951-8e85038090d5 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:44.184342 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-18f9f444-f789-47c5-8a28-54e67a706b1c req-6af8d91c-d580-4026-b58b-252c6be528b2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:44.186502 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-18f9f444-f789-47c5-8a28-54e67a706b1c req-6af8d91c-d580-4026-b58b-252c6be528b2 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.76 "DELETE /v2.0/ports/c192b869-815e-4f9e-9951-8e85038090d5 HTTP/1.1" status: 204 len: 173 time: 0.5447204 Aug 16 21:19:44.187032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7533a04e-5f60-46d6-8121-70e0f434a381', 'name': 'network-vif-deleted', 'tag': 'c192b869-815e-4f9e-9951-8e85038090d5'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:44.189476 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5be6848-db5b-4133-b6cb-197a638fd94a" -d '{"events": [{"server_uuid": "7533a04e-5f60-46d6-8121-70e0f434a381", "name": "network-vif-deleted", "tag": "c192b869-815e-4f9e-9951-8e85038090d5"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:44.225319 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da1337f-2246-4fbb-8236-7419629ff207 x-openstack-request-id: req-9da1337f-2246-4fbb-8236-7419629ff207 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:44.225629 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7533a04e-5f60-46d6-8121-70e0f434a381", "name": "network-vif-deleted", "tag": "c192b869-815e-4f9e-9951-8e85038090d5", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:44.225886 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9da1337f-2246-4fbb-8236-7419629ff207 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:44.226295 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7533a04e-5f60-46d6-8121-70e0f434a381', 'name': 'network-vif-deleted', 'tag': 'c192b869-815e-4f9e-9951-8e85038090d5', 'status': 'completed', 'code': 200} Aug 16 21:19:44.459416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-258a59d0-db45-49d3-9ebd-cd73246112e2 req-27e9900c-f8c1-4107-b924-e9aecb7c7e89 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 210 time: 0.0316989 Aug 16 21:19:45.192100 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0fde-7c14-46a8-8634-5d4156fefffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.557262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58698634-68b0-4706-9a63-b20d08043362 req-2c2fd4ad-0c1c-4618-bc72-7f20f06adb84 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 210 time: 0.0275042 Aug 16 21:19:46.219355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c192b869-815e-4f9e-9951-8e85038090d5 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:46.239704 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: c192b869-815e-4f9e-9951-8e85038090d5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:46.240048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device c192b869-815e-4f9e-9951-8e85038090d5 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:46.654245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02f98466-8661-43cb-9e1e-dcca76c434c0 req-0b3f0fbe-41f6-4bc6-a289-f52623b1c795 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 210 time: 0.0281324 Aug 16 21:19:47.547124 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d3694a0f-e559-4e47-8369-3aef5ffdcce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:47.757361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-df809e85-64b1-4ecd-80e0-58c581919d25 req-0002e9af-c2ba-4043-98d2-470ef24b01a4 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 210 time: 0.0329070 Aug 16 21:19:48.003545 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:48.860394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e46db16-3922-4fa0-bec2-1d3c0d7cc848 req-634f5ce8-1d4d-427e-8214-c3baf8114e7d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=7533a04e-5f60-46d6-8121-70e0f434a381 HTTP/1.1" status: 200 len: 210 time: 0.0262537 Aug 16 21:19:49.289010 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:50.803882 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.652892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36170) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:55.808234 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Deleting port 5952d0ca-103e-44a2-81e4-944b088a360a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:55.808575 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.882960 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.883285 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.894695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Calling delete_port for 5952d0ca-103e-44a2-81e4-944b088a360a owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:56.197864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.228083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event deleted for resources: {'Port': ['ID=5952d0ca-103e-44a2-81e4-944b088a360a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:56.286288 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.286615 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Floating IP 128f740e-c2b2-4177-b19f-7dc561b1cb12 disassociated (deleted). External IP: 172.25.4.8, port: 47b7445c-7477-4dff-954c-21261a60b6b9. Aug 16 21:19:56.803616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:19:56.910794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:19:56.915537 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.920440 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833649c-0ff6-4d6c-aaf9-e1af1e103e98 None None] Sync routers for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:19:56.930084 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833649c-0ff6-4d6c-aaf9-e1af1e103e98 None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:56.930695 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d833649c-0ff6-4d6c-aaf9-e1af1e103e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:56.941476 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-35bcebd1-6804-4e01-b7e2-64f2166b472d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "DELETE /v2.0/floatingips/128f740e-c2b2-4177-b19f-7dc561b1cb12 HTTP/1.1" status: 204 len: 168 time: 1.2874506 Aug 16 21:19:56.942087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'tag': '47b7445c-7477-4dff-954c-21261a60b6b9'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:56.944324 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce91768a-8bdd-445f-8ca5-555cc86e40cd", "tag": "47b7445c-7477-4dff-954c-21261a60b6b9"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:57.037326 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-d833649c-0ff6-4d6c-aaf9-e1af1e103e98 None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:57.109423 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f180218-e45c-4d10-8862-e46b374a9cee x-openstack-request-id: req-3f180218-e45c-4d10-8862-e46b374a9cee {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:57.109729 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce91768a-8bdd-445f-8ca5-555cc86e40cd", "tag": "47b7445c-7477-4dff-954c-21261a60b6b9", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:57.109983 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f180218-e45c-4d10-8862-e46b374a9cee {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:57.110402 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'tag': '47b7445c-7477-4dff-954c-21261a60b6b9', 'status': 'completed', 'code': 200} Aug 16 21:19:57.175062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7 req-c68ddbbb-616b-4cb6-8833-1abc92e8aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:57.176792 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7 req-c68ddbbb-616b-4cb6-8833-1abc92e8aca3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0443246 Aug 16 21:19:57.240126 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d833649c-0ff6-4d6c-aaf9-e1af1e103e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:57.269319 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833649c-0ff6-4d6c-aaf9-e1af1e103e98 None None] Checking router: f7f18d7a-3e27-44c6-a90b-fedaeb47f982 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:19:57.274270 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7 req-5a0c5a77-73d2-4fe4-977c-2c937d55ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:57.275763 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7 req-5a0c5a77-73d2-4fe4-977c-2c937d55ef10 service neutron] 10.222.0.79 "GET /v2.0/networks?id=826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 200 len: 912 time: 0.0919738 Aug 16 21:19:57.278122 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833649c-0ff6-4d6c-aaf9-e1af1e103e98 None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:57.278724 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d833649c-0ff6-4d6c-aaf9-e1af1e103e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:57.317331 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7 req-304ecf92-655e-4f15-a6cf-85d1363b40d9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47b7445c-7477-4dff-954c-21261a60b6b9 HTTP/1.1" status: 200 len: 217 time: 0.0344019 Aug 16 21:19:57.366410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7 req-f925ab6f-3305-45ad-af44-eec8450a42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:57.367867 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7 req-f925ab6f-3305-45ad-af44-eec8450a42bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 200 len: 850 time: 0.0446141 Aug 16 21:19:57.388852 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-d833649c-0ff6-4d6c-aaf9-e1af1e103e98 None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:57.419768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7 req-3192a5f7-be15-401c-93dc-eef8f7fa1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:57.421522 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7 req-3192a5f7-be15-401c-93dc-eef8f7fa1ba9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=826b4d3b-3779-4633-8f48-5944e5bb3c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472159 Aug 16 21:19:57.480320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fec3a6-ce09-42ac-8906-d491d5b20cb2 req-9a8ad737-dc57-4cff-b321-6184169451fc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:57.481928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07fec3a6-ce09-42ac-8906-d491d5b20cb2 req-9a8ad737-dc57-4cff-b321-6184169451fc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 946 time: 0.0512476 Aug 16 21:19:57.520533 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7 req-a08ffca8-17e6-4b40-a7f8-d9c51ca3930d service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907569 Aug 16 21:19:57.531994 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07fec3a6-ce09-42ac-8906-d491d5b20cb2 req-6083faf4-6eed-42e6-8212-8893860f483e tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8bbcb6f-5271-40a9-9edd-4572bb24af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414872 Aug 16 21:19:57.622126 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6c0138fc-467f-48b2-8cfd-734c1c3e7ba7 req-7b932bfb-38db-4c49-9c68-0a82aa0a58c6 service neutron] 10.222.0.79 "GET /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924318 Aug 16 21:19:57.687233 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d833649c-0ff6-4d6c-aaf9-e1af1e103e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:57.712988 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833649c-0ff6-4d6c-aaf9-e1af1e103e98 None None] The sync data for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 is: [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:02:44Z', 'revision_number': 4, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'd4f85691-d3ae-4548-b457-74f130795c29', 'name': '', 'network_id': '826b4d3b-3779-4633-8f48-5944e5bb3c62', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'mac_address': 'fa:16:3e:df:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:42Z', 'updated_at': '2021-08-16T21:02:54Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'subnets': [{'id': 'e48a2a88-3af1-41c2-a731-e4f334092195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:19:57.938114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab523c-8479-4099-8a04-1d0e452ab72d None None] New status for floating IP 128f740e-c2b2-4177-b19f-7dc561b1cb12: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:19:58.077942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e36bf-3e59-4498-a461-46b846bae23d req-9804757f-137b-43e9-b695-19a63c075d5c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:58.079589 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dc7e36bf-3e59-4498-a461-46b846bae23d req-9804757f-137b-43e9-b695-19a63c075d5c tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 946 time: 0.0514398 Aug 16 21:19:58.173376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-dc7e36bf-3e59-4498-a461-46b846bae23d req-0382e933-a424-41bb-8762-48adc1a89fd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Deleting port 47b7445c-7477-4dff-954c-21261a60b6b9 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:58.173721 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-dc7e36bf-3e59-4498-a461-46b846bae23d req-0382e933-a424-41bb-8762-48adc1a89fd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.265315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-dc7e36bf-3e59-4498-a461-46b846bae23d req-0382e933-a424-41bb-8762-48adc1a89fd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] For port 47b7445c-7477-4dff-954c-21261a60b6b9, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=47b7445c-7477-4dff-954c-21261a60b6b9,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:58.265707 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-dc7e36bf-3e59-4498-a461-46b846bae23d req-0382e933-a424-41bb-8762-48adc1a89fd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.277711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-dc7e36bf-3e59-4498-a461-46b846bae23d req-0382e933-a424-41bb-8762-48adc1a89fd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Calling delete_port for 47b7445c-7477-4dff-954c-21261a60b6b9 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:58.546051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-dc7e36bf-3e59-4498-a461-46b846bae23d req-0382e933-a424-41bb-8762-48adc1a89fd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.576371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382e933-a424-41bb-8762-48adc1a89fd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event deleted for resources: {'Port': ['ID=47b7445c-7477-4dff-954c-21261a60b6b9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:58.616474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7e36bf-3e59-4498-a461-46b846bae23d req-0382e933-a424-41bb-8762-48adc1a89fd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] No DVR routers for this DVR port 47b7445c-7477-4dff-954c-21261a60b6b9 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:58.619130 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-dc7e36bf-3e59-4498-a461-46b846bae23d req-0382e933-a424-41bb-8762-48adc1a89fd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.621144 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dc7e36bf-3e59-4498-a461-46b846bae23d req-0382e933-a424-41bb-8762-48adc1a89fd0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.79 "DELETE /v2.0/ports/47b7445c-7477-4dff-954c-21261a60b6b9 HTTP/1.1" status: 204 len: 173 time: 0.5347219 Aug 16 21:19:58.633289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57b1038c-5643-4ae7-9bbf-afaa8b2e33c3 req-592bcd2c-2eeb-4b82-bad1-88964c0d1acd tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 210 time: 0.0264306 Aug 16 21:19:59.111824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'name': 'network-vif-deleted', 'tag': '47b7445c-7477-4dff-954c-21261a60b6b9'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:59.114257 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd32b22e-b65c-4726-b3f7-7b798916bbd1" -d '{"events": [{"server_uuid": "ce91768a-8bdd-445f-8ca5-555cc86e40cd", "name": "network-vif-deleted", "tag": "47b7445c-7477-4dff-954c-21261a60b6b9"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:59.149496 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01865fef-44d1-4aeb-9bd5-7dac8e4afca9 x-openstack-request-id: req-01865fef-44d1-4aeb-9bd5-7dac8e4afca9 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:59.149765 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce91768a-8bdd-445f-8ca5-555cc86e40cd", "name": "network-vif-deleted", "tag": "47b7445c-7477-4dff-954c-21261a60b6b9", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:59.150022 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01865fef-44d1-4aeb-9bd5-7dac8e4afca9 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:59.150430 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce91768a-8bdd-445f-8ca5-555cc86e40cd', 'name': 'network-vif-deleted', 'tag': '47b7445c-7477-4dff-954c-21261a60b6b9', 'status': 'completed', 'code': 200} Aug 16 21:19:59.729117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9e3ff40d-ec18-44c4-935f-5824d5785587 req-bfe457d8-28b8-48fb-9a18-63db21516b0b tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 210 time: 0.0271683 Aug 16 21:20:00.825127 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36196e5c-4cb7-4414-aa6f-4ff17b7a71ba req-af04175b-d1b6-4d17-a90e-ca91e09da4ed tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 210 time: 0.0259759 Aug 16 21:20:01.924656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4284f9dd-ec9c-41ad-987c-68b362920fe9 req-d2b92125-8407-4b2b-935b-f7cce8af29c0 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 210 time: 0.0288091 Aug 16 21:20:02.720216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 47b7445c-7477-4dff-954c-21261a60b6b9 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:02.740427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 47b7445c-7477-4dff-954c-21261a60b6b9 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:02.740769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 47b7445c-7477-4dff-954c-21261a60b6b9 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:02.976557 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:02.977429 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:03.031450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-420223b3-5363-46da-a3ff-5d65dbb7a9ea req-8cfb2c5b-f1ad-48bc-99e5-3e6eeacfa908 tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce91768a-8bdd-445f-8ca5-555cc86e40cd HTTP/1.1" status: 200 len: 210 time: 0.0261202 Aug 16 21:20:04.087144 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36194) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:04.213246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6386e687-d099-49df-8e5e-356caafa279d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Deleting port ee60bd0a-d9b9-4ba5-944b-5faee50fb6b1 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:04.213584 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6386e687-d099-49df-8e5e-356caafa279d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.288812 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6386e687-d099-49df-8e5e-356caafa279d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.289175 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6386e687-d099-49df-8e5e-356caafa279d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.300602 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6386e687-d099-49df-8e5e-356caafa279d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Calling delete_port for ee60bd0a-d9b9-4ba5-944b-5faee50fb6b1 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:04.551609 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6386e687-d099-49df-8e5e-356caafa279d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.577512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386e687-d099-49df-8e5e-356caafa279d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event deleted for resources: {'Port': ['ID=ee60bd0a-d9b9-4ba5-944b-5faee50fb6b1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:04.641471 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6386e687-d099-49df-8e5e-356caafa279d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.644060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6386e687-d099-49df-8e5e-356caafa279d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.645242 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6386e687-d099-49df-8e5e-356caafa279d tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "DELETE /v2.0/floatingips/ea2cf490-54df-4574-a4c3-cfed10504dc3 HTTP/1.1" status: 204 len: 168 time: 0.5570872 Aug 16 21:20:08.175803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36210) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:08.235202 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56204728-35ee-48a9-bb9f-a606733c21bc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:08.261091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56204728-35ee-48a9-bb9f-a606733c21bc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:08.403143 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56204728-35ee-48a9-bb9f-a606733c21bc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:08.405830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-56204728-35ee-48a9-bb9f-a606733c21bc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:08.409477 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-56204728-35ee-48a9-bb9f-a606733c21bc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] 10.222.0.74 "DELETE /v2.0/security-groups/b8bbcb6f-5271-40a9-9edd-4572bb24af0c HTTP/1.1" status: 204 len: 168 time: 0.2302768 Aug 16 21:20:08.416659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56204728-35ee-48a9-bb9f-a606733c21bc tempest-TestVolumeBootPattern-237590133 tempest-TestVolumeBootPattern-237590133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bbcb6f-5271-40a9-9edd-4572bb24af0c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:08.545282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36214) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:08.991373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:09.234589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] Deleting port d4f85691-d3ae-4548-b457-74f130795c29 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:09.235286 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:09.311701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] For port d4f85691-d3ae-4548-b457-74f130795c29, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d4f85691-d3ae-4548-b457-74f130795c29,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:09.312061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:09.324518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] Calling delete_port for d4f85691-d3ae-4548-b457-74f130795c29 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:09.586395 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:09.618525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f85691-d3ae-4548-b457-74f130795c29,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:09.787754 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:09.998052 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] Router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:20:10.098938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:20:10.104011 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f2b7ca97-0fd0-4cf3-b7f3-4d4e7f3496ab admin admin] 10.222.0.74 "PUT /v2.0/routers/f7f18d7a-3e27-44c6-a90b-fedaeb47f982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5573416 Aug 16 21:20:10.106468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36218) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:10.109133 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19189391-b549-400b-bc0e-898062e39827 None None] Sync routers for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:20:10.118219 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19189391-b549-400b-bc0e-898062e39827 None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:10.118826 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-19189391-b549-400b-bc0e-898062e39827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:10.209761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:10.221361 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-19189391-b549-400b-bc0e-898062e39827 None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:10.311979 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:10.400399 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-19189391-b549-400b-bc0e-898062e39827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:20:09Z', 'revision_number': 5, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port': {'id': '2505fa73-92e5-40bb-b41a-215c3de36fd1', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:37Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:10.427338 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19189391-b549-400b-bc0e-898062e39827 None None] Checking router: f7f18d7a-3e27-44c6-a90b-fedaeb47f982 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:20:10.435434 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19189391-b549-400b-bc0e-898062e39827 None None] Routers {'f7f18d7a-3e27-44c6-a90b-fedaeb47f982'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:10.436100 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-19189391-b549-400b-bc0e-898062e39827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:10.445914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Deleting port 2505fa73-92e5-40bb-b41a-215c3de36fd1 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:10.446242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:10.520638 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-19189391-b549-400b-bc0e-898062e39827 None None] Set router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:10.531257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] For port 2505fa73-92e5-40bb-b41a-215c3de36fd1, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=2505fa73-92e5-40bb-b41a-215c3de36fd1,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:10.531629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:10.553149 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Calling delete_port for 2505fa73-92e5-40bb-b41a-215c3de36fd1 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:10.571369 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-19189391-b549-400b-bc0e-898062e39827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:20:10Z', 'revision_number': 6, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:10.599863 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19189391-b549-400b-bc0e-898062e39827 None None] The sync data for ids ['f7f18d7a-3e27-44c6-a90b-fedaeb47f982'] in n-d-793619-14 is: [{'id': 'f7f18d7a-3e27-44c6-a90b-fedaeb47f982', 'name': 'tempest-TestVolumeBootPattern-394521241-router', 'tenant_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:36Z', 'updated_at': '2021-08-16T21:20:10Z', 'revision_number': 6, 'project_id': '2b1a2baa039a4a9080d39c7aa1b9f7e4', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:20:10.791784 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:10.816129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2505fa73-92e5-40bb-b41a-215c3de36fd1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:10.883058 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.298223 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.300340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.408757 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.409407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7f18d7a-3e27-44c6-a90b-fedaeb47f982 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:20:11.413519 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.414705 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a2c22a03-0007-4cc9-9f12-733f26850c8d admin admin] 10.222.0.74 "DELETE /v2.0/routers/f7f18d7a-3e27-44c6-a90b-fedaeb47f982 HTTP/1.1" status: 204 len: 168 time: 1.3073208 Aug 16 21:20:11.417177 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36220) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:11.463829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17b991c-b5b4-4680-8281-088f4c6a8730 admin admin] Deleting subnet e48a2a88-3af1-41c2-a731-e4f334092195 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:20:11.467034 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f17b991c-b5b4-4680-8281-088f4c6a8730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.502532 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f17b991c-b5b4-4680-8281-088f4c6a8730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.585573 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f17b991c-b5b4-4680-8281-088f4c6a8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.712347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f17b991c-b5b4-4680-8281-088f4c6a8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.740703 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f17b991c-b5b4-4680-8281-088f4c6a8730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.742622 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f17b991c-b5b4-4680-8281-088f4c6a8730 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e48a2a88-3af1-41c2-a731-e4f334092195 HTTP/1.1" status: 204 len: 168 time: 0.3245332 Aug 16 21:20:11.743951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b991c-b5b4-4680-8281-088f4c6a8730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48a2a88-3af1-41c2-a731-e4f334092195,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:11.745538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36222) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:11.746791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c4d68-a127-4faa-90ed-ec78a6d6d5a3 None None] Network 826b4d3b-3779-4633-8f48-5944e5bb3c62 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:20:11.817803 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.869510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Deleting port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:11.869849 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.929121 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] DHCP port deletion for 826b4d3b-3779-4633-8f48-5944e5bb3c62 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:20:11.977001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Deleting port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:11.977334 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.050807 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] For port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6f950c16-aa43-41d8-bbcb-4fa861ca4e4a,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:12.051214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.064248 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Calling delete_port for 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:12.214801 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.245512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Pushing event deleted for resources: {'Port': ['ID=6f950c16-aa43-41d8-bbcb-4fa861ca4e4a,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:12.247995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] No DVR routers for this DVR port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:20:12.260786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.261014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.261344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.261686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.262022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.262445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.262669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.263001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.263320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.263645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.263970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.264291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add661b-100f-40f5-adc4-a2d8ac4a1b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.287110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] For port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6f950c16-aa43-41d8-bbcb-4fa861ca4e4a,segment=NetworkSegment(1b864e53-8ecf-4d52-b3e4-d7a709a277e1),segment_id=1b864e53-8ecf-4d52-b3e4-d7a709a277e1)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:12.287476 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.299284 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Calling delete_port for 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:12.372851 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.399849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f950c16-aa43-41d8-bbcb-4fa861ca4e4a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:12.405360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] No DVR routers for this DVR port 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:20:12.432444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d4f85691-d3ae-4548-b457-74f130795c29 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:12.452109 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: d4f85691-d3ae-4548-b457-74f130795c29 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:12.452453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d4f85691-d3ae-4548-b457-74f130795c29 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:12.453448 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2505fa73-92e5-40bb-b41a-215c3de36fd1 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:12.472336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 2505fa73-92e5-40bb-b41a-215c3de36fd1 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:12.472623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 2505fa73-92e5-40bb-b41a-215c3de36fd1 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:12.473073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:12.478278 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.487793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826b4d3b-3779-4633-8f48-5944e5bb3c62']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:12.491304 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:12.491656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6f950c16-aa43-41d8-bbcb-4fa861ca4e4a not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:12.497441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b864e53-8ecf-4d52-b3e4-d7a709a277e1') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:12.497742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b864e53-8ecf-4d52-b3e4-d7a709a277e1') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:12.507564 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.521954 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.527678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:20:12.528067 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: self.session.flush() Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:20:12.529759 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:20:12.717042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.723449 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.725060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] 10.222.0.74 "DELETE /v2.0/networks/826b4d3b-3779-4633-8f48-5944e5bb3c62 HTTP/1.1" status: 204 len: 168 time: 0.9779913 Aug 16 21:20:12.728084 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36224) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:12.736206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0148a9-a358-43d6-b749-4f825d05ca13 admin admin] Pushing event deleted for resources: {'Network': ['ID=826b4d3b-3779-4633-8f48-5944e5bb3c62,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:13.066642 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:13.309446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] Deleting port 08c94389-710f-484d-9d55-4b6ddc20ea9e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:13.309796 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:13.387454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] For port 08c94389-710f-484d-9d55-4b6ddc20ea9e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=08c94389-710f-484d-9d55-4b6ddc20ea9e,segment=NetworkSegment(8cac833a-4842-42e8-975f-9b8f86a718ea),segment_id=8cac833a-4842-42e8-975f-9b8f86a718ea)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:13.387739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:13.400573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] Calling delete_port for 08c94389-710f-484d-9d55-4b6ddc20ea9e owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:13.683039 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:13.713043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c94389-710f-484d-9d55-4b6ddc20ea9e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:13.882061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:14.094897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] Router 220c3c69-f1da-4298-9161-21c0a2aebd10 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:20:14.199234 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:20:14.204721 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a10d71c0-997a-4ca1-8dc0-f1871e1a5533 admin admin] 10.222.0.74 "PUT /v2.0/routers/220c3c69-f1da-4298-9161-21c0a2aebd10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4755661 Aug 16 21:20:14.207481 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36226) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:14.208808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb31d3d6-4be2-412c-8f95-2cea48c7ff99 None None] Sync routers for ids ['220c3c69-f1da-4298-9161-21c0a2aebd10'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:20:14.217779 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb31d3d6-4be2-412c-8f95-2cea48c7ff99 None None] Routers {'220c3c69-f1da-4298-9161-21c0a2aebd10'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:14.218438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-fb31d3d6-4be2-412c-8f95-2cea48c7ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['220c3c69-f1da-4298-9161-21c0a2aebd10'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:14.311824 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:14.323381 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-fb31d3d6-4be2-412c-8f95-2cea48c7ff99 None None] Set router 220c3c69-f1da-4298-9161-21c0a2aebd10 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:14.426220 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:14.509629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-fb31d3d6-4be2-412c-8f95-2cea48c7ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'name': 'tempest-TestVolumeBootPattern-1583954865-router', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '678b7fec-9222-4704-849c-c8c829355036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:20:13Z', 'revision_number': 5, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'gw_port': {'id': '678b7fec-9222-4704-849c-c8c829355036', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:53Z', 'updated_at': '2021-08-16T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:14.532775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Deleting port 678b7fec-9222-4704-849c-c8c829355036 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:14.533242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:14.538661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb31d3d6-4be2-412c-8f95-2cea48c7ff99 None None] Checking router: 220c3c69-f1da-4298-9161-21c0a2aebd10 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:20:14.547063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb31d3d6-4be2-412c-8f95-2cea48c7ff99 None None] Routers {'220c3c69-f1da-4298-9161-21c0a2aebd10'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:14.547775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-fb31d3d6-4be2-412c-8f95-2cea48c7ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:19:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['220c3c69-f1da-4298-9161-21c0a2aebd10'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:14.614413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] For port 678b7fec-9222-4704-849c-c8c829355036, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=678b7fec-9222-4704-849c-c8c829355036,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:14.615243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:14.628019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Calling delete_port for 678b7fec-9222-4704-849c-c8c829355036 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:14.635248 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-fb31d3d6-4be2-412c-8f95-2cea48c7ff99 None None] Set router 220c3c69-f1da-4298-9161-21c0a2aebd10 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:14.691674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-fb31d3d6-4be2-412c-8f95-2cea48c7ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'name': 'tempest-TestVolumeBootPattern-1583954865-router', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:20:14Z', 'revision_number': 6, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:14.718655 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb31d3d6-4be2-412c-8f95-2cea48c7ff99 None None] The sync data for ids ['220c3c69-f1da-4298-9161-21c0a2aebd10'] in n-d-793619-14 is: [{'id': '220c3c69-f1da-4298-9161-21c0a2aebd10', 'name': 'tempest-TestVolumeBootPattern-1583954865-router', 'tenant_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:51Z', 'updated_at': '2021-08-16T21:20:14Z', 'revision_number': 6, 'project_id': '2be50f37609341a2ae2cd01c3bb47e4a', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:20:14.871299 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:14.902599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Pushing event deleted for resources: {'Port': ['ID=678b7fec-9222-4704-849c-c8c829355036,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:14.960538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.048366 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.050414 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.174290 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.174835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 220c3c69-f1da-4298-9161-21c0a2aebd10 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:20:15.185236 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.185236 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-837f3760-1c33-45eb-9f15-87adac9f0763 admin admin] 10.222.0.74 "DELETE /v2.0/routers/220c3c69-f1da-4298-9161-21c0a2aebd10 HTTP/1.1" status: 204 len: 168 time: 0.9720860 Aug 16 21:20:15.185236 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36228) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:15.208643 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-eb5ea610-7aaa-46be-908e-873c7353a951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.233115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f106ad-af97-4a34-a34f-b31b95c1ee81 admin admin] Deleting subnet 58a9301b-b1de-402a-ab68-2e2881c92464 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:20:15.236133 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57f106ad-af97-4a34-a34f-b31b95c1ee81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.270731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57f106ad-af97-4a34-a34f-b31b95c1ee81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.346284 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57f106ad-af97-4a34-a34f-b31b95c1ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.477639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57f106ad-af97-4a34-a34f-b31b95c1ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.508810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f106ad-af97-4a34-a34f-b31b95c1ee81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a9301b-b1de-402a-ab68-2e2881c92464,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:15.512324 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-57f106ad-af97-4a34-a34f-b31b95c1ee81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.514234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-57f106ad-af97-4a34-a34f-b31b95c1ee81 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/58a9301b-b1de-402a-ab68-2e2881c92464 HTTP/1.1" status: 204 len: 168 time: 0.3303010 Aug 16 21:20:15.517534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36230) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:15.520175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f08fc-a4f0-485b-89c4-ab0d73ea4e1e None None] Network 349756e3-b59a-45eb-8780-b6a9f9e0da68 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:20:15.586515 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.638269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Deleting port 879569e8-6319-4b41-a656-1ded899fcb28 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:15.638615 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.710055 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] For port 879569e8-6319-4b41-a656-1ded899fcb28, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=879569e8-6319-4b41-a656-1ded899fcb28,segment=NetworkSegment(8cac833a-4842-42e8-975f-9b8f86a718ea),segment_id=8cac833a-4842-42e8-975f-9b8f86a718ea)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:15.710183 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.720756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb23749-966c-448e-8710-f5be4c439aca None None] DHCP port deletion for 349756e3-b59a-45eb-8780-b6a9f9e0da68 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:20:15.724905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Calling delete_port for 879569e8-6319-4b41-a656-1ded899fcb28 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:15.771773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2bb23749-966c-448e-8710-f5be4c439aca None None] Deleting port 879569e8-6319-4b41-a656-1ded899fcb28 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:15.772159 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2bb23749-966c-448e-8710-f5be4c439aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.839324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2bb23749-966c-448e-8710-f5be4c439aca None None] For port 879569e8-6319-4b41-a656-1ded899fcb28, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=879569e8-6319-4b41-a656-1ded899fcb28,segment=NetworkSegment(8cac833a-4842-42e8-975f-9b8f86a718ea),segment_id=8cac833a-4842-42e8-975f-9b8f86a718ea)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:15.839724 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2bb23749-966c-448e-8710-f5be4c439aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.852321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2bb23749-966c-448e-8710-f5be4c439aca None None] Calling delete_port for 879569e8-6319-4b41-a656-1ded899fcb28 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:15.906329 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.926091 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2bb23749-966c-448e-8710-f5be4c439aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.931936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Pushing event deleted for resources: {'Port': ['ID=879569e8-6319-4b41-a656-1ded899fcb28,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:15.935467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] No DVR routers for this DVR port 879569e8-6319-4b41-a656-1ded899fcb28 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:20:15.954387 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb23749-966c-448e-8710-f5be4c439aca None None] Pushing event deleted for resources: {'Port': ['ID=879569e8-6319-4b41-a656-1ded899fcb28,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:15.962610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb23749-966c-448e-8710-f5be4c439aca None None] No DVR routers for this DVR port 879569e8-6319-4b41-a656-1ded899fcb28 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:20:16.005971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.016055 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349756e3-b59a-45eb-8780-b6a9f9e0da68']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:16.029228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cac833a-4842-42e8-975f-9b8f86a718ea') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:16.029525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cac833a-4842-42e8-975f-9b8f86a718ea') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:16.038061 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.051211 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:20:16.059548 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:20:16.225551 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.231110 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.235063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] 10.222.0.74 "DELETE /v2.0/networks/349756e3-b59a-45eb-8780-b6a9f9e0da68 HTTP/1.1" status: 204 len: 168 time: 0.7144394 Aug 16 21:20:16.243691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b75fe-622c-4569-a529-8e82cb60df4b admin admin] Pushing event deleted for resources: {'Network': ['ID=349756e3-b59a-45eb-8780-b6a9f9e0da68,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:16.428604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 879569e8-6319-4b41-a656-1ded899fcb28 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:16.449056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 879569e8-6319-4b41-a656-1ded899fcb28 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:16.449410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 879569e8-6319-4b41-a656-1ded899fcb28 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:16.449829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 678b7fec-9222-4704-849c-c8c829355036 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:16.471059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 678b7fec-9222-4704-849c-c8c829355036 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:16.471401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 678b7fec-9222-4704-849c-c8c829355036 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:16.471814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 08c94389-710f-484d-9d55-4b6ddc20ea9e no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:16.490713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 08c94389-710f-484d-9d55-4b6ddc20ea9e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:16.491067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 08c94389-710f-484d-9d55-4b6ddc20ea9e not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:16.709204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36234) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:16.752792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f8cb3e74-8a3c-4f16-bacf-9790d6213d7a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b1a2baa039a4a9080d39c7aa1b9f7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423956 Aug 16 21:20:16.755360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36236) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:16.804740 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5157aa64-21e9-4c8b-b7bc-e2b17647f63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.825710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5157aa64-21e9-4c8b-b7bc-e2b17647f63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.991053 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5157aa64-21e9-4c8b-b7bc-e2b17647f63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.993692 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5157aa64-21e9-4c8b-b7bc-e2b17647f63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.994917 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5157aa64-21e9-4c8b-b7bc-e2b17647f63c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0 HTTP/1.1" status: 204 len: 168 time: 0.2385597 Aug 16 21:20:17.003379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157aa64-21e9-4c8b-b7bc-e2b17647f63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05db1fa-3ee6-4a28-894a-a4ca2c6f19a0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:17.551458 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4d9f094d-6e56-427c-b046-90f1e9b097fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:17.787700 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:20:17.989900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36242) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:18.014210 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:18.030362 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9e86fdb6-fc2a-4ae2-904a-74b5f6ac2ffb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2be50f37609341a2ae2cd01c3bb47e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392747 Aug 16 21:20:18.034645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36244) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:18.082521 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e57c1c85-aa57-4cab-85bd-cb94ad80fdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:18.102929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e57c1c85-aa57-4cab-85bd-cb94ad80fdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:18.214269 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e57c1c85-aa57-4cab-85bd-cb94ad80fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:18.216801 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e57c1c85-aa57-4cab-85bd-cb94ad80fdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:18.218004 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e57c1c85-aa57-4cab-85bd-cb94ad80fdf0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/159d953b-9c16-4bc6-a744-a3fe2ade2cd7 HTTP/1.1" status: 204 len: 168 time: 0.1825204 Aug 16 21:20:18.225969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c1c85-aa57-4cab-85bd-cb94ad80fdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159d953b-9c16-4bc6-a744-a3fe2ade2cd7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:19.305800 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.762858 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.364990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-62859f26-b630-4fe6-872e-462008c498e7 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=7ff43b6d1b9945b8a00d762e571be5c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219853 Aug 16 21:20:29.473191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-1bc7b728-7273-4afe-892d-f4e591b0b303 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:29.474553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-1bc7b728-7273-4afe-892d-f4e591b0b303 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042490 Aug 16 21:20:29.489086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-d8d9b3a4-b06d-4eee-9ae0-4d41d3afea91 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/quotas/7ff43b6d1b9945b8a00d762e571be5c7 HTTP/1.1" status: 200 len: 375 time: 0.0088940 Aug 16 21:20:29.520113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-e85a0ddc-b1c1-4db5-aa01-36da5a179115 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ff43b6d1b9945b8a00d762e571be5c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260456 Aug 16 21:20:29.787103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3d77b9c-81ff-4839-accd-3bb97f65b922 req-9f5185d6-81a5-4fd3-b7d9-5013ccf6cdec tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 210 time: 0.0298123 Aug 16 21:20:30.862361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cd9a46c-a857-4f89-84b2-cb16f6d3d98c req-de045225-f9f2-4abf-832d-854a4514254c tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 210 time: 0.0262299 Aug 16 21:20:31.954279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d52eba6d-e72e-4760-a17d-a1e03d1fa57d req-5f989bba-ad1b-4fde-ae4c-9d97c61b3c53 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 210 time: 0.0266926 Aug 16 21:20:32.463583 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-ee3bf186-dbdb-4ec2-bcf9-ed89eeac572b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=7ff43b6d1b9945b8a00d762e571be5c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295141 Aug 16 21:20:32.658575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-876f81bb-39be-4f77-a083-c09ef939d903 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:32.659940 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-876f81bb-39be-4f77-a083-c09ef939d903 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905410 Aug 16 21:20:32.672818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Request body: {'port': {'device_id': 'd9bdd26e-de9c-4190-b87f-04b2f879bf68', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'admin_state_up': True, 'tenant_id': '7ff43b6d1b9945b8a00d762e571be5c7'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:32.882624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Made reservation on behalf of 7ff43b6d1b9945b8a00d762e571be5c7 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:20:32.886495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.895469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.928508 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.983956 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.008137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.047220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42ec597a-358d-4b05-9242-231f2df8155e req-8c455fdd-d809-41c1-832f-913da5ee167c tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 210 time: 0.0259643 Aug 16 21:20:33.105460 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.167892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649aedb8-3625-483c-8fd7-dcbd03b79ccf,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:33.182860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.183146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.183490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.183834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.184174 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.184513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.184847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.185229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.185565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.185895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.186324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.186657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:33.252801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Allocated IP 192.168.233.165 (d1d42cf0-cd64-4f1d-88d0-f10313cf000e/8f9ea7fd-867a-4e4c-94b9-f06935902cd7/91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:20:33.395857 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.412178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Transition to ACTIVE for port object 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:33.551707 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.593318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Network d1d42cf0-cd64-4f1d-88d0-f10313cf000e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:33.598380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:33.602153 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:20:33.628734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Pushing event updated for resources: {'Port': ['ID=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:33.657046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:33.657638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.774725 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-3269541d-c0f5-4791-baef-94f334889835 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1055386 Aug 16 21:20:33.886438 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Request body: {'port': {'device_id': 'd9bdd26e-de9c-4190-b87f-04b2f879bf68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:33.941355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.951328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-77062d80-23fa-461c-9bef-2007031482e2 None None] Provisioning for port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:33.956015 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-77062d80-23fa-461c-9bef-2007031482e2 None None] Provisioning complete for port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:33.956391 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-77062d80-23fa-461c-9bef-2007031482e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.989184 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-77062d80-23fa-461c-9bef-2007031482e2 None None] Port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:20:34.162573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e7647-96ea-456a-b1da-d66c34d54e2f req-ff9053b4-a352-4571-bed3-c61c7efa1127 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:34.164072 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c1e7647-96ea-456a-b1da-d66c34d54e2f req-ff9053b4-a352-4571-bed3-c61c7efa1127 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 936 time: 0.0513113 Aug 16 21:20:34.205340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c1e7647-96ea-456a-b1da-d66c34d54e2f req-67e7604c-fa85-473b-a60c-5fa5fa6d5ae1 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/security-groups?id=649aedb8-3625-483c-8fd7-dcbd03b79ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348651 Aug 16 21:20:34.527226 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:34.535833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.548154 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Transition to ACTIVE for port object 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:34.659733 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.712757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Pushing event updated for resources: {'Port': ['ID=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:34.782806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Attempting to bind port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:20:34.783055 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Attempting to bind port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:20:34.783383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Attempting to bind port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:34.788002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:20:34.788346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Attempting to bind port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 on network d1d42cf0-cd64-4f1d-88d0-f10313cf000e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:34.793308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:20:34.793646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Checking segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:34.794025 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Bound using segment: {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:20:34.794448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Bound port: 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddfd13c-2afe-4ed9-a573-92d32f2dcabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:20:34.794803 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.861520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] For port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:34.864554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] For port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:20:34.969115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:35.005644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.006285 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:35.007673 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] 10.222.0.76 "PUT /v2.0/ports/91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 HTTP/1.1" status: 200 len: 1097 time: 1.2239590 Aug 16 21:20:35.008115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bdd26e-de9c-4190-b87f-04b2f879bf68', 'tag': '91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:35.010402 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e76678-5198-41da-9e33-d528d9c43d82" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bdd26e-de9c-4190-b87f-04b2f879bf68", "tag": "91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:35.036074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea51ff-b5d2-4c3e-8f92-86b09a74e77d service neutron] Pushing event updated for resources: {'Port': ['ID=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:35.055688 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f4432d-8233-4332-86aa-8d5236d79128 x-openstack-request-id: req-50f4432d-8233-4332-86aa-8d5236d79128 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:35.056085 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bdd26e-de9c-4190-b87f-04b2f879bf68", "tag": "91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:35.056455 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-50f4432d-8233-4332-86aa-8d5236d79128 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:35.058254 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bdd26e-de9c-4190-b87f-04b2f879bf68', 'tag': '91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6', 'status': 'completed', 'code': 200} Aug 16 21:20:35.125579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e76678-5198-41da-9e33-d528d9c43d82 req-aba95099-4a87-4358-abd3-020e527a0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.127339 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-22e76678-5198-41da-9e33-d528d9c43d82 req-aba95099-4a87-4358-abd3-020e527a0bfe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ff43b6d1b9945b8a00d762e571be5c7&device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 1100 time: 0.0481415 Aug 16 21:20:35.157409 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-22e76678-5198-41da-9e33-d528d9c43d82 req-5dfe1d0d-7591-4ec4-bbb9-dd7c60583eff service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7ff43b6d1b9945b8a00d762e571be5c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213091 Aug 16 21:20:35.251553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e76678-5198-41da-9e33-d528d9c43d82 req-0c2b0187-1977-4546-8449-72d3735d8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.253058 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-22e76678-5198-41da-9e33-d528d9c43d82 req-0c2b0187-1977-4546-8449-72d3735d8758 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894339 Aug 16 21:20:35.327780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cebc97-6a73-4b7b-a128-cbbecb4706ef req-3e8a2e49-ec87-4d8c-841e-5fb22a447b4e tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.329299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75cebc97-6a73-4b7b-a128-cbbecb4706ef req-3e8a2e49-ec87-4d8c-841e-5fb22a447b4e tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 948 time: 0.0534782 Aug 16 21:20:35.333051 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-7e088a39-a408-46df-8cfc-6bd6e94807f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.334556 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-7e088a39-a408-46df-8cfc-6bd6e94807f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ff43b6d1b9945b8a00d762e571be5c7&device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 1100 time: 0.0455301 Aug 16 21:20:35.368351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75cebc97-6a73-4b7b-a128-cbbecb4706ef req-5f5d7ed2-fdec-4213-ace9-911fdd006611 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/security-groups?id=649aedb8-3625-483c-8fd7-dcbd03b79ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Aug 16 21:20:35.376981 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-c0db8b26-953a-433b-9ae7-ef5643cd13aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 HTTP/1.1" status: 200 len: 217 time: 0.0345161 Aug 16 21:20:35.425525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-20d45065-37d9-4f89-bf13-b1348cf87b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.426944 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-20d45065-37d9-4f89-bf13-b1348cf87b86 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f9ea7fd-867a-4e4c-94b9-f06935902cd7 HTTP/1.1" status: 200 len: 843 time: 0.0432720 Aug 16 21:20:35.476719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-a65c36c1-738a-4472-a1d8-825cddb0f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.478247 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-a65c36c1-738a-4472-a1d8-825cddb0f1f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d1d42cf0-cd64-4f1d-88d0-f10313cf000e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0439358 Aug 16 21:20:35.568345 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-7591b7d6-c7d4-4d0f-b9bb-4590be9104f9 service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830970 Aug 16 21:20:35.660913 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-765a5aae-a7cf-4c0a-9825-3da01e7c9aab req-114b30c3-c746-452d-b28e-016a0bb32c2a service neutron] 10.222.0.76 "GET /v2.0/networks/d1d42cf0-cd64-4f1d-88d0-f10313cf000e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853281 Aug 16 21:20:36.484690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb58992-1510-4490-946f-2d5ce266b2a2 req-68cb2986-1e59-4c03-bcac-8583b78f5ed9 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:36.486180 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-beb58992-1510-4490-946f-2d5ce266b2a2 req-68cb2986-1e59-4c03-bcac-8583b78f5ed9 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 948 time: 0.0488985 Aug 16 21:20:36.522807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-beb58992-1510-4490-946f-2d5ce266b2a2 req-f913eb38-8e3f-411b-96bf-a74811b04fc5 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/security-groups?id=649aedb8-3625-483c-8fd7-dcbd03b79ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306742 Aug 16 21:20:37.635261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a223fc-99ab-4e31-8ed4-4e2cc89f7685 req-0f79f01a-a6ac-47d3-8bd0-e7bd9ed29a02 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:37.636700 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70a223fc-99ab-4e31-8ed4-4e2cc89f7685 req-0f79f01a-a6ac-47d3-8bd0-e7bd9ed29a02 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 948 time: 0.0473731 Aug 16 21:20:37.673861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70a223fc-99ab-4e31-8ed4-4e2cc89f7685 req-e4d4b03f-9acc-41e8-810c-f8c0c6b2848c tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/security-groups?id=649aedb8-3625-483c-8fd7-dcbd03b79ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307021 Aug 16 21:20:38.514165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:20:38.611047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:38.621565 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6', 'network_id': 'd1d42cf0-cd64-4f1d-88d0-f10313cf000e', 'port_id': '91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6', 'mac_address': 'fa:16:3e:bc:17:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9ea7fd-867a-4e4c-94b9-f06935902cd7', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:20:38.670082 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:38.674543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:38.694009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:38.803309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8c0c-3cf0-4d92-814a-eded87c11de6 req-8f8994f3-883b-4222-884f-d950faea9891 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:38.804778 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-902c8c0c-3cf0-4d92-814a-eded87c11de6 req-8f8994f3-883b-4222-884f-d950faea9891 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 948 time: 0.0524042 Aug 16 21:20:38.843502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-902c8c0c-3cf0-4d92-814a-eded87c11de6 req-43a93e63-c083-4e0b-9917-9599feb41f45 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/security-groups?id=649aedb8-3625-483c-8fd7-dcbd03b79ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Aug 16 21:20:38.854192 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:38.900385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:39.059380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:20:39.956057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42030d16-de56-449f-856b-21e5e6eafa50 req-cfaa1de6-006c-4aa5-b16d-ec5b982a700f tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:39.957805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42030d16-de56-449f-856b-21e5e6eafa50 req-cfaa1de6-006c-4aa5-b16d-ec5b982a700f tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 949 time: 0.0490255 Aug 16 21:20:39.995278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42030d16-de56-449f-856b-21e5e6eafa50 req-226eb84b-16c3-476f-b560-947e4c3f6283 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/security-groups?id=649aedb8-3625-483c-8fd7-dcbd03b79ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315385 Aug 16 21:20:40.531179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:40.682147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:40.685790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:40.686167 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:40.761854 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:40.783548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bdd26e-de9c-4190-b87f-04b2f879bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:40.785791 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b425d82-929e-48f4-93dd-b56f837b5ddb" -d '{"events": [{"server_uuid": "d9bdd26e-de9c-4190-b87f-04b2f879bf68", "name": "network-vif-plugged", "status": "completed", "tag": "91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:40.798961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:40.822961 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d91fce7-9d59-44b5-9780-b9c663834727 x-openstack-request-id: req-4d91fce7-9d59-44b5-9780-b9c663834727 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:40.823251 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bdd26e-de9c-4190-b87f-04b2f879bf68", "name": "network-vif-plugged", "status": "completed", "tag": "91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:40.823502 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d91fce7-9d59-44b5-9780-b9c663834727 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:40.823894 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bdd26e-de9c-4190-b87f-04b2f879bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6', 'code': 200} Aug 16 21:20:40.888156 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:40.921898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab23f55-0d23-477f-9dc4-6c2186fc09c3 req-55b7d98f-b15f-4b41-8f25-de40d5581ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:40.923533 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ab23f55-0d23-477f-9dc4-6c2186fc09c3 req-55b7d98f-b15f-4b41-8f25-de40d5581ebe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 1102 time: 0.0434396 Aug 16 21:20:40.938503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:40.960702 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4ab23f55-0d23-477f-9dc4-6c2186fc09c3 req-adea341a-0f9a-4fa1-b4f6-2f8aae42bb1a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=649aedb8-3625-483c-8fd7-dcbd03b79ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304229 Aug 16 21:20:41.110070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e444f-066f-436f-b702-1132a7117260 req-173c2fbb-e549-4a21-858d-fa31987f67dd tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:41.111550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f28e444f-066f-436f-b702-1132a7117260 req-173c2fbb-e549-4a21-858d-fa31987f67dd tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 950 time: 0.0505238 Aug 16 21:20:41.148902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f28e444f-066f-436f-b702-1132a7117260 req-7797f886-bfea-4656-8a4b-c6f7bb4762dc tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/security-groups?id=649aedb8-3625-483c-8fd7-dcbd03b79ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Aug 16 21:20:42.266809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e775f7-bf2b-4ac5-8524-201dde55fe97 req-8ea516e3-ad33-434a-a47e-495b1aee6bd1 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:42.268142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34e775f7-bf2b-4ac5-8524-201dde55fe97 req-8ea516e3-ad33-434a-a47e-495b1aee6bd1 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 950 time: 0.0522423 Aug 16 21:20:42.306068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34e775f7-bf2b-4ac5-8524-201dde55fe97 req-ba507c83-9b4a-4ad0-ba85-971fb8667714 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/security-groups?id=649aedb8-3625-483c-8fd7-dcbd03b79ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 Aug 16 21:20:43.749817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d7897-fb98-4da7-95de-8e997a60130b req-926c7659-74d6-4056-8c1e-042138d255b1 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:43.751298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-147d7897-fb98-4da7-95de-8e997a60130b req-926c7659-74d6-4056-8c1e-042138d255b1 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 950 time: 0.0503759 Aug 16 21:20:43.788928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-147d7897-fb98-4da7-95de-8e997a60130b req-995b593f-8bf2-4e03-8065-60ca5fa7d17b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/security-groups?id=649aedb8-3625-483c-8fd7-dcbd03b79ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318563 Aug 16 21:20:44.910666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae589afb-edc0-43f7-85a2-d530af6aec6a req-ffc01fbc-6b2c-4879-8925-393c83417680 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:44.912062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae589afb-edc0-43f7-85a2-d530af6aec6a req-ffc01fbc-6b2c-4879-8925-393c83417680 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 950 time: 0.0512316 Aug 16 21:20:44.951017 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae589afb-edc0-43f7-85a2-d530af6aec6a req-e8a6cf6f-3aa1-4353-b823-102247351375 tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/security-groups?id=649aedb8-3625-483c-8fd7-dcbd03b79ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Aug 16 21:20:45.122817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5ec28-5e1d-4256-96a9-73302661ed25 req-7f7de182-1379-4e6a-a741-b787e0c1bf4b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:45.124803 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aad5ec28-5e1d-4256-96a9-73302661ed25 req-7f7de182-1379-4e6a-a741-b787e0c1bf4b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 950 time: 0.0541508 Aug 16 21:20:45.202631 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-25a45fe8-8690-49b9-a1e4-2bff62edd61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:45.218178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-aad5ec28-5e1d-4256-96a9-73302661ed25 req-01bb2f68-eefa-445c-8daf-53458c629b3b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Deleting port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:45.218518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-aad5ec28-5e1d-4256-96a9-73302661ed25 req-01bb2f68-eefa-445c-8daf-53458c629b3b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:45.306516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-aad5ec28-5e1d-4256-96a9-73302661ed25 req-01bb2f68-eefa-445c-8daf-53458c629b3b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] For port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6,segment=NetworkSegment(0ddfd13c-2afe-4ed9-a573-92d32f2dcabc),segment_id=0ddfd13c-2afe-4ed9-a573-92d32f2dcabc)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:45.306894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-aad5ec28-5e1d-4256-96a9-73302661ed25 req-01bb2f68-eefa-445c-8daf-53458c629b3b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:45.319642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-aad5ec28-5e1d-4256-96a9-73302661ed25 req-01bb2f68-eefa-445c-8daf-53458c629b3b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Calling delete_port for 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:45.562205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-aad5ec28-5e1d-4256-96a9-73302661ed25 req-01bb2f68-eefa-445c-8daf-53458c629b3b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:45.573522 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:20:45.591149 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb2f68-eefa-445c-8daf-53458c629b3b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Pushing event deleted for resources: {'Port': ['ID=91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:45.640904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad5ec28-5e1d-4256-96a9-73302661ed25 req-01bb2f68-eefa-445c-8daf-53458c629b3b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] No DVR routers for this DVR port 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:20:45.643600 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-aad5ec28-5e1d-4256-96a9-73302661ed25 req-01bb2f68-eefa-445c-8daf-53458c629b3b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:45.645614 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aad5ec28-5e1d-4256-96a9-73302661ed25 req-01bb2f68-eefa-445c-8daf-53458c629b3b tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.76 "DELETE /v2.0/ports/91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 HTTP/1.1" status: 204 len: 173 time: 0.5151396 Aug 16 21:20:45.646063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bdd26e-de9c-4190-b87f-04b2f879bf68', 'name': 'network-vif-deleted', 'tag': '91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:45.648362 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b598393-0cba-46b6-8256-c550fd7e2cd5" -d '{"events": [{"server_uuid": "d9bdd26e-de9c-4190-b87f-04b2f879bf68", "name": "network-vif-deleted", "tag": "91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:45.685407 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbddc2c-8733-428a-ba76-5418344aa97d x-openstack-request-id: req-0cbddc2c-8733-428a-ba76-5418344aa97d {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:45.685702 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bdd26e-de9c-4190-b87f-04b2f879bf68", "name": "network-vif-deleted", "tag": "91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:45.685953 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0cbddc2c-8733-428a-ba76-5418344aa97d {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:45.686385 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bdd26e-de9c-4190-b87f-04b2f879bf68', 'name': 'network-vif-deleted', 'tag': '91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6', 'status': 'completed', 'code': 200} Aug 16 21:20:46.057134 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ed310f2-d10e-4759-ac37-ea2dabbe57c9 req-4a33c678-d2ab-48a0-92c6-5c2791637eac tempest-ServersAdminNegativeTestJSON-1549736054 tempest-ServersAdminNegativeTestJSON-1549736054-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9bdd26e-de9c-4190-b87f-04b2f879bf68 HTTP/1.1" status: 200 len: 210 time: 0.0308442 Aug 16 21:20:47.510712 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4e4f-4a50-4645-b12a-378d4ec78686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:47.616449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36388) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:47.747142 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-929c2f2b-cbff-4065-8dc2-dd696eb57ac6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7ff43b6d1b9945b8a00d762e571be5c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295016 Aug 16 21:20:47.749768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36392) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:47.797247 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-344da040-283a-4909-8d41-159166759f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:47.817967 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-344da040-283a-4909-8d41-159166759f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:47.967680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-344da040-283a-4909-8d41-159166759f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:47.970886 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-344da040-283a-4909-8d41-159166759f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:47.972134 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-344da040-283a-4909-8d41-159166759f55 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/649aedb8-3625-483c-8fd7-dcbd03b79ccf HTTP/1.1" status: 204 len: 168 time: 0.2214124 Aug 16 21:20:47.979928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344da040-283a-4909-8d41-159166759f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649aedb8-3625-483c-8fd7-dcbd03b79ccf,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:48.007572 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:48.579947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:48.600398 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:48.600746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 91043a5b-7c18-4cc5-bfe8-d3cb04c1cbf6 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:48.685302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36398) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:48.700114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:48.790708 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:48.870449 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:48.909959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5abd2c157bdd410f8c54f1a9befdca26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235370 Aug 16 21:20:48.910863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fbd14d-2f83-4420-a61a-f6ef178621c9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:48.912657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36400) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:48.918680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.919033 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.919387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.919726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.920064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.920496 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.921419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.921753 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.922086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.922416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.922747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.923082 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ab1c8-2342-46cd-8169-24ca7bb85bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:48.963256 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3fc63f5-8418-4d6f-b1d3-61644da1c0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:48.985299 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3fc63f5-8418-4d6f-b1d3-61644da1c0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:49.133274 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3fc63f5-8418-4d6f-b1d3-61644da1c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:49.135796 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3fc63f5-8418-4d6f-b1d3-61644da1c0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:49.136994 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b3fc63f5-8418-4d6f-b1d3-61644da1c0fc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b4fbd14d-2f83-4420-a61a-f6ef178621c9 HTTP/1.1" status: 204 len: 168 time: 0.2232640 Aug 16 21:20:49.145359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc63f5-8418-4d6f-b1d3-61644da1c0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fbd14d-2f83-4420-a61a-f6ef178621c9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:49.328219 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:50.241879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36422) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:50.339046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1290618318-network', 'tenant_id': '7c58baa21a264e979a00497fceba716f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:50.413176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Made reservation on behalf of 7c58baa21a264e979a00497fceba716f for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:20:50.415542 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:50.424511 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:50.509911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:50.596486 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:50.621722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:20:50.630026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d83dab5-933c-47f0-a5e7-87bc7cc4e641,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:50.637404 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:50.637764 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Added segment 793c3ef9-891d-4f3b-a49d-443b7697a412 of type vlan for network e0575bd9-f1da-4982-8fd5-7a4aec8a566e Aug 16 21:20:50.677890 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:50.710662 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:50.790518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:50.791551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:50.792138 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:50.880670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=e0575bd9-f1da-4982-8fd5-7a4aec8a566e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:50.890649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network e0575bd9-f1da-4982-8fd5-7a4aec8a566e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:20:50.934305 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-670c0f1f-375d-48df-9687-c09d5209b2b4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6913056 Aug 16 21:20:50.937212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36426) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:50.942155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] Request body: {'subnet': {'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1290618318-subnet', 'tenant_id': '7c58baa21a264e979a00497fceba716f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:51.064703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] Made reservation on behalf of 7c58baa21a264e979a00497fceba716f for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:20:51.067121 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:51.396451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:51.451059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aee8fb6-6e06-4ae7-b64b-7f5533697e9f,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:51.461308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] Checking segment: {'id': '793c3ef9-891d-4f3b-a49d-443b7697a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:51.461666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] Network hostable DHCP agents. Network: e0575bd9-f1da-4982-8fd5-7a4aec8a566e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:20:51.579097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] Network e0575bd9-f1da-4982-8fd5-7a4aec8a566e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:20:51.801557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, e0575bd9-f1da-4982-8fd5-7a4aec8a566e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:51.805510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:51.806119 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:51.810676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6933f882-7efe-40ce-90f7-81d35f758ebf None None] Network e0575bd9-f1da-4982-8fd5-7a4aec8a566e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:20:51.932912 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f830b-6922-48d2-98ae-e17c02b924c5 None None] Network e0575bd9-f1da-4982-8fd5-7a4aec8a566e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:20:51.934454 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2df6b3bd-f079-4ac4-a31a-40c9d0e68f0b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9961841 Aug 16 21:20:52.353262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-eee4ba0d-2ad3-4cbe-be91-a89750039718 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:52.354716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-eee4ba0d-2ad3-4cbe-be91-a89750039718 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/networks?id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e HTTP/1.1" status: 200 len: 812 time: 0.1037135 Aug 16 21:20:52.370162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-1db839b3-5f52-44a0-b02a-e114b16dae5a tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/quotas/7c58baa21a264e979a00497fceba716f HTTP/1.1" status: 200 len: 375 time: 0.0091491 Aug 16 21:20:52.401467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-8e65951f-5d07-42d8-b7c4-72287068ddae tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c58baa21a264e979a00497fceba716f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259335 Aug 16 21:20:52.492682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-5635a156-ae1b-447f-aa07-08f1cbaad44b service neutron] 10.222.0.74 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838416 Aug 16 21:20:52.580678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-6286b417-bc36-4fcd-8f74-4f400223f355 service neutron] 10.222.0.74 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819993 Aug 16 21:20:52.825722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07e31921-a45b-4c3b-920d-5b7e320729b3 req-a19db64b-923d-4cce-a60e-5a8fc3cf84d4 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 210 time: 0.0267408 Aug 16 21:20:53.904882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29998139-9ad3-4979-b35b-d5e6b9032144 req-40691601-57ca-48b6-97b2-f8d9b54fee5c tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 210 time: 0.0300210 Aug 16 21:20:54.787411 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:20:54.999276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58a5433c-2d83-4f65-8846-a08f83da2835 req-c52b7216-b924-4152-8db9-8bcb5dff8043 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 210 time: 0.0263884 Aug 16 21:20:55.416473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-97a716c8-a538-46f3-a78f-6b9a170d690e tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:55.417980 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-97a716c8-a538-46f3-a78f-6b9a170d690e tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.76 "GET /v2.0/networks?id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e HTTP/1.1" status: 200 len: 812 time: 0.1051357 Aug 16 21:20:55.430163 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Request body: {'port': {'device_id': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e', 'admin_state_up': True, 'tenant_id': '7c58baa21a264e979a00497fceba716f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:55.636554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Made reservation on behalf of 7c58baa21a264e979a00497fceba716f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:20:55.640650 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.765362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Allocated IP 172.20.0.4 (e0575bd9-f1da-4982-8fd5-7a4aec8a566e/2aee8fb6-6e06-4ae7-b64b-7f5533697e9f/f20e3765-6ecc-4465-a3c8-07ff6131629d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:20:55.913562 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.042293 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.088196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Network e0575bd9-f1da-4982-8fd5-7a4aec8a566e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:56.091362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:56.095850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:20:56.102395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Pushing event updated for resources: {'Port': ['ID=f20e3765-6ecc-4465-a3c8-07ff6131629d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:56.126011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ecd30-514a-4ba8-a1d7-9aed0b784002 req-58622ec2-956a-46fd-8431-54eaec2f0cde tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:56.127606 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd3ecd30-514a-4ba8-a1d7-9aed0b784002 req-58622ec2-956a-46fd-8431-54eaec2f0cde tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 931 time: 0.0578032 Aug 16 21:20:56.153099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:56.153719 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.166062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd3ecd30-514a-4ba8-a1d7-9aed0b784002 req-2c07259d-6ad7-4de6-b328-cbad67bc6194 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323241 Aug 16 21:20:56.300264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-198a193a-aed0-44ab-bb9f-b0f57c72d5f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8737376 Aug 16 21:20:56.313008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Request body: {'port': {'device_id': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:56.366222 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.622822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20e3765-6ecc-4465-a3c8-07ff6131629d {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:56.630153 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.641616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Transition to ACTIVE for port object f20e3765-6ecc-4465-a3c8-07ff6131629d will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:56.738907 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.793483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Pushing event updated for resources: {'Port': ['ID=f20e3765-6ecc-4465-a3c8-07ff6131629d,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:56.855696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Attempting to bind port f20e3765-6ecc-4465-a3c8-07ff6131629d on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:20:56.856034 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Attempting to bind port f20e3765-6ecc-4465-a3c8-07ff6131629d by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '793c3ef9-891d-4f3b-a49d-443b7697a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:20:56.856362 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Attempting to bind port f20e3765-6ecc-4465-a3c8-07ff6131629d on network e0575bd9-f1da-4982-8fd5-7a4aec8a566e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:56.861242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Port f20e3765-6ecc-4465-a3c8-07ff6131629d on network e0575bd9-f1da-4982-8fd5-7a4aec8a566e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:20:56.861570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Attempting to bind port f20e3765-6ecc-4465-a3c8-07ff6131629d on network e0575bd9-f1da-4982-8fd5-7a4aec8a566e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:56.866234 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:20:56.866569 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Checking segment: {'id': '793c3ef9-891d-4f3b-a49d-443b7697a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:56.866950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Bound using segment: {'id': '793c3ef9-891d-4f3b-a49d-443b7697a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:20:56.867373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Bound port: f20e3765-6ecc-4465-a3c8-07ff6131629d, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793c3ef9-891d-4f3b-a49d-443b7697a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:20:56.867741 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.929277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:56.932089 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d,segment=NetworkSegment(793c3ef9-891d-4f3b-a49d-443b7697a412),segment_id=793c3ef9-891d-4f3b-a49d-443b7697a412)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:20:57.019768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:57.058060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.058679 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:57.060434 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] 10.222.0.76 "PUT /v2.0/ports/f20e3765-6ecc-4465-a3c8-07ff6131629d HTTP/1.1" status: 200 len: 1092 time: 0.7516112 Aug 16 21:20:57.062467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:57.065443 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41696f96-3a18-4b8d-8d2d-d14fb04a0f30" -d '{"events": [{"name": "network-changed", "server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:57.089486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d54563-3c8b-4c1f-a4c4-20023c580541 service neutron] Pushing event updated for resources: {'Port': ['ID=f20e3765-6ecc-4465-a3c8-07ff6131629d,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:57.104958 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6ea33f-954b-4def-8fe1-472f1ba75460 x-openstack-request-id: req-3e6ea33f-954b-4def-8fe1-472f1ba75460 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:57.105277 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:57.105538 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e6ea33f-954b-4def-8fe1-472f1ba75460 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:57.105996 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d', 'status': 'completed', 'code': 200} Aug 16 21:20:57.166244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696f96-3a18-4b8d-8d2d-d14fb04a0f30 req-100da24d-ca36-4e7d-ab5b-7c21ee5f51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.167717 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-41696f96-3a18-4b8d-8d2d-d14fb04a0f30 req-100da24d-ca36-4e7d-ab5b-7c21ee5f51a3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c58baa21a264e979a00497fceba716f&device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 1095 time: 0.0413530 Aug 16 21:20:57.271060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696f96-3a18-4b8d-8d2d-d14fb04a0f30 req-0b4ff484-a908-4f85-86be-50c21f55294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.272566 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-41696f96-3a18-4b8d-8d2d-d14fb04a0f30 req-0b4ff484-a908-4f85-86be-50c21f55294f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7c58baa21a264e979a00497fceba716f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0975096 Aug 16 21:20:57.280693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20a7ed-875e-4892-bce4-4d3d693664ea req-efe009ad-a577-4d5f-b55f-71004ebda5fa tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.287946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa20a7ed-875e-4892-bce4-4d3d693664ea req-efe009ad-a577-4d5f-b55f-71004ebda5fa tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 943 time: 0.0492797 Aug 16 21:20:57.320803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa20a7ed-875e-4892-bce4-4d3d693664ea req-d02b5b38-23c9-45ec-91ae-94050ff49bac tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320222 Aug 16 21:20:57.369783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696f96-3a18-4b8d-8d2d-d14fb04a0f30 req-0b961a15-2cbe-4931-8b49-a403939d5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.371265 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-41696f96-3a18-4b8d-8d2d-d14fb04a0f30 req-0b961a15-2cbe-4931-8b49-a403939d5075 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907218 Aug 16 21:20:57.445492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-3f92814a-1db5-4cd6-bb9c-7dedb746c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.446904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-3f92814a-1db5-4cd6-bb9c-7dedb746c176 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c58baa21a264e979a00497fceba716f&device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 1095 time: 0.0406845 Aug 16 21:20:57.493088 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-6d9aa54f-4f21-4df8-bda8-9e098c41cae6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d HTTP/1.1" status: 200 len: 217 time: 0.0385640 Aug 16 21:20:57.540964 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-7bcc902f-91f2-4041-b677-3852e68cda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.542458 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-7bcc902f-91f2-4041-b677-3852e68cda9d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2aee8fb6-6e06-4ae7-b64b-7f5533697e9f HTTP/1.1" status: 200 len: 852 time: 0.0432777 Aug 16 21:20:57.574258 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-f82e6eb4-b465-4225-8cf7-b12e37ff3798 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251224 Aug 16 21:20:57.666840 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-79ab48f8-98d4-4c39-8f60-a6ea15548407 service neutron] 10.222.0.76 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859013 Aug 16 21:20:57.756995 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3daa13e9-1501-43d0-aea6-f59656c08f69 req-3024fe23-9b63-406f-87c6-df9dba14864e service neutron] 10.222.0.76 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815785 Aug 16 21:20:58.442899 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf590b3-cec9-49f4-96a3-0d07ba2854b5 req-aeb492f9-d322-4c7d-a28e-5681207d895f tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:58.444437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbf590b3-cec9-49f4-96a3-0d07ba2854b5 req-aeb492f9-d322-4c7d-a28e-5681207d895f tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 943 time: 0.0542407 Aug 16 21:20:58.482527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbf590b3-cec9-49f4-96a3-0d07ba2854b5 req-29b9d639-79f6-48e3-940a-a206622c5cbd tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Aug 16 21:20:58.609100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f20e3765-6ecc-4465-a3c8-07ff6131629d details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:20:58.702476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d,segment=NetworkSegment(793c3ef9-891d-4f3b-a49d-443b7697a412),segment_id=793c3ef9-891d-4f3b-a49d-443b7697a412)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:58.713385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'f20e3765-6ecc-4465-a3c8-07ff6131629d', 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e', 'port_id': 'f20e3765-6ecc-4465-a3c8-07ff6131629d', 'mac_address': 'fa:16:3e:a1:ad:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aee8fb6-6e06-4ae7-b64b-7f5533697e9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:20:58.753187 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:58.766222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20e3765-6ecc-4465-a3c8-07ff6131629d {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:58.784759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d,segment=NetworkSegment(793c3ef9-891d-4f3b-a49d-443b7697a412),segment_id=793c3ef9-891d-4f3b-a49d-443b7697a412)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:58.882138 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:58.933190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=f20e3765-6ecc-4465-a3c8-07ff6131629d,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:59.070628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['f20e3765-6ecc-4465-a3c8-07ff6131629d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:20:59.597452 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e79011-16cf-463e-8d28-45ab194f3528 req-55196c69-84fc-40eb-803d-7e09c4d1d5c8 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:59.598910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90e79011-16cf-463e-8d28-45ab194f3528 req-55196c69-84fc-40eb-803d-7e09c4d1d5c8 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 944 time: 0.0487330 Aug 16 21:20:59.636654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90e79011-16cf-463e-8d28-45ab194f3528 req-fa04ff81-e1ea-41ec-8018-1d595520ab5f tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Aug 16 21:21:00.623272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f20e3765-6ecc-4465-a3c8-07ff6131629d up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:00.749099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599331ca-04b6-41b7-b517-51742825687d req-bb2ed9d6-214c-45f2-ab25-fba980b16332 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:00.750581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-599331ca-04b6-41b7-b517-51742825687d req-bb2ed9d6-214c-45f2-ab25-fba980b16332 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 944 time: 0.0489388 Aug 16 21:21:00.762113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port f20e3765-6ecc-4465-a3c8-07ff6131629d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:00.766669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port f20e3765-6ecc-4465-a3c8-07ff6131629d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:00.767046 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:00.789267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-599331ca-04b6-41b7-b517-51742825687d req-ce183107-a97d-4f6e-ba00-da7c0ac8eeea tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326035 Aug 16 21:21:00.844139 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:00.865848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:00.868037 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff8b408-0867-4c8c-a298-bc3f29c71297" -d '{"events": [{"server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "name": "network-vif-plugged", "status": "completed", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:00.880630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d,segment=NetworkSegment(793c3ef9-891d-4f3b-a49d-443b7697a412),segment_id=793c3ef9-891d-4f3b-a49d-443b7697a412)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:00.904319 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750d3cf3-2188-4c4b-93f9-636606f82077 x-openstack-request-id: req-750d3cf3-2188-4c4b-93f9-636606f82077 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:00.904619 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "name": "network-vif-plugged", "status": "completed", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:00.905517 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-750d3cf3-2188-4c4b-93f9-636606f82077 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:00.905910 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d', 'code': 200} Aug 16 21:21:00.961921 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:01.012275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be859f1-faf3-49eb-9da9-c9389b7ec41e req-5558c7d8-fb38-4a4b-9e45-ac7b4f2d454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:01.013902 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1be859f1-faf3-49eb-9da9-c9389b7ec41e req-5558c7d8-fb38-4a4b-9e45-ac7b4f2d454a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 1097 time: 0.0461352 Aug 16 21:21:01.014925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=f20e3765-6ecc-4465-a3c8-07ff6131629d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:01.048192 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1be859f1-faf3-49eb-9da9-c9389b7ec41e req-d0c1888e-156c-4c1c-ab57-257d0d777463 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277026 Aug 16 21:21:01.907750 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aff1e2-6323-4862-a23c-cd3012b6ab2e req-aaee6365-f993-43e6-a92a-72563915baf9 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:01.909283 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45aff1e2-6323-4862-a23c-cd3012b6ab2e req-aaee6365-f993-43e6-a92a-72563915baf9 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0533483 Aug 16 21:21:01.946949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45aff1e2-6323-4862-a23c-cd3012b6ab2e req-e26ca7fc-f19e-4f22-bc65-4d2966872425 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Aug 16 21:21:02.944772 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:03.001759 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:03.062376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbeaa67-0926-4f01-b5b8-0186a5eb668f req-35c04626-8a65-459c-a267-e2efbe528026 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:03.063899 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbbeaa67-0926-4f01-b5b8-0186a5eb668f req-35c04626-8a65-459c-a267-e2efbe528026 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0493779 Aug 16 21:21:03.101804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbbeaa67-0926-4f01-b5b8-0186a5eb668f req-b304f070-6671-4568-ad81-7c27d4d36338 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Aug 16 21:21:03.649010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e3b84-7fa4-40fb-aad4-04c0dd7890a9 req-c6cd943f-a102-4b7f-94ca-35be727cc8c2 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:03.650503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c69e3b84-7fa4-40fb-aad4-04c0dd7890a9 req-c6cd943f-a102-4b7f-94ca-35be727cc8c2 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0486748 Aug 16 21:21:03.688189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c69e3b84-7fa4-40fb-aad4-04c0dd7890a9 req-f9f640cd-2e2d-4177-8ee7-7bc943674743 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Aug 16 21:21:03.884538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-e227c779-62be-4d0e-b716-dec87159af09 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961196 Aug 16 21:21:04.800709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b9c74-3890-4890-a1f5-40ee3cdcc0ec req-fcbc8299-f4aa-456b-b9f3-30f0bdbf5de5 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:04.802210 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-749b9c74-3890-4890-a1f5-40ee3cdcc0ec req-fcbc8299-f4aa-456b-b9f3-30f0bdbf5de5 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0475545 Aug 16 21:21:04.840257 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-749b9c74-3890-4890-a1f5-40ee3cdcc0ec req-482a5cc5-2a81-4493-bc19-ad444b480d91 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Aug 16 21:21:05.953682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9eaceb-ec5b-434b-93fb-4d731c326214 req-7486bda0-2754-44d8-af67-852372819a95 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:05.955288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a9eaceb-ec5b-434b-93fb-4d731c326214 req-7486bda0-2754-44d8-af67-852372819a95 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0487618 Aug 16 21:21:05.992768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a9eaceb-ec5b-434b-93fb-4d731c326214 req-782d0a27-35e6-4220-9963-2bd703e57e4d tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Aug 16 21:21:06.304767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55213-996d-4027-af1d-945e70e50c6c req-d291d329-c146-4d41-8c09-4f6e0305c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:06.306217 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-d291d329-c146-4d41-8c09-4f6e0305c44f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c58baa21a264e979a00497fceba716f&device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 1097 time: 0.0402741 Aug 16 21:21:06.398688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55213-996d-4027-af1d-945e70e50c6c req-dd494a64-5850-4f23-b9d7-39d3d2deb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:06.400524 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-dd494a64-5850-4f23-b9d7-39d3d2deb2db service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e HTTP/1.1" status: 200 len: 913 time: 0.0870037 Aug 16 21:21:06.440751 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-63be0fb1-765f-4261-8e0c-4e5a44ed552c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d HTTP/1.1" status: 200 len: 217 time: 0.0338104 Aug 16 21:21:06.488550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55213-996d-4027-af1d-945e70e50c6c req-e46f05e6-4c71-43fe-b2ad-52608e1ec111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:06.490033 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-e46f05e6-4c71-43fe-b2ad-52608e1ec111 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2aee8fb6-6e06-4ae7-b64b-7f5533697e9f HTTP/1.1" status: 200 len: 852 time: 0.0430062 Aug 16 21:21:06.521931 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-53e1067b-b4dc-4409-a847-0074d93ccf56 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241010 Aug 16 21:21:06.614773 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-9824a55d-1549-4296-9562-9b9b676ca4a6 service neutron] 10.222.0.76 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857038 Aug 16 21:21:06.703034 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-a7e0859b-adf9-40f3-a5bd-d65b536e0ac2 service neutron] 10.222.0.76 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811393 Aug 16 21:21:07.109699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f2d0a-33aa-41da-b06c-6a463b782ac9 req-309f5401-901e-4bcf-8539-1fd0263f1a6f tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:07.111167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa8f2d0a-33aa-41da-b06c-6a463b782ac9 req-309f5401-901e-4bcf-8539-1fd0263f1a6f tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0530791 Aug 16 21:21:07.150035 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa8f2d0a-33aa-41da-b06c-6a463b782ac9 req-09b0c4cd-b0ee-4f95-9748-0f332246243c tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Aug 16 21:21:08.264583 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006e72c-906f-4356-b71d-39b87b35987f req-b20d91d5-083c-43d5-959e-8593a0abe842 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:08.266082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9006e72c-906f-4356-b71d-39b87b35987f req-b20d91d5-083c-43d5-959e-8593a0abe842 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0496850 Aug 16 21:21:08.304119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9006e72c-906f-4356-b71d-39b87b35987f req-b923a481-8585-44e3-9565-b3beb9287009 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321348 Aug 16 21:21:09.416979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4d093-5c18-40e3-b5c5-b53238aac13f req-84f0e51f-77ae-4c8e-8663-8bf41863ef98 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:09.418473 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ae4d093-5c18-40e3-b5c5-b53238aac13f req-84f0e51f-77ae-4c8e-8663-8bf41863ef98 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0488925 Aug 16 21:21:09.455905 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4ae4d093-5c18-40e3-b5c5-b53238aac13f req-e8d307d7-dd02-4816-bb73-1ad87f50b285 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315840 Aug 16 21:21:10.572478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01526678-4541-4099-b8b6-4fb5c3c2bb65 req-ca4241a6-8ee5-445b-9bdd-95acd6b2393b tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:10.573965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01526678-4541-4099-b8b6-4fb5c3c2bb65 req-ca4241a6-8ee5-445b-9bdd-95acd6b2393b tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0521193 Aug 16 21:21:10.611103 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01526678-4541-4099-b8b6-4fb5c3c2bb65 req-15fed6ca-e101-4a86-9ace-28b291f72d57 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311406 Aug 16 21:21:11.725940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde8524-ea5e-4313-999b-705ca980cbcb req-c9326022-4c1c-4aed-bfcd-68735d9e3cca tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:11.727440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdde8524-ea5e-4313-999b-705ca980cbcb req-c9326022-4c1c-4aed-bfcd-68735d9e3cca tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0510712 Aug 16 21:21:11.765553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdde8524-ea5e-4313-999b-705ca980cbcb req-c79f7570-c7c9-4917-a80f-643003cfb8fd tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Aug 16 21:21:12.878405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42674455-059e-4158-a09a-8e1797f53885 req-57dc817c-9bf1-42c6-9f3f-b6ddf82e0f81 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:12.879879 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42674455-059e-4158-a09a-8e1797f53885 req-57dc817c-9bf1-42c6-9f3f-b6ddf82e0f81 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0480692 Aug 16 21:21:12.917009 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42674455-059e-4158-a09a-8e1797f53885 req-9b7028ba-a3bd-41ae-86c1-b4493b3129d6 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312459 Aug 16 21:21:14.033934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e712052-1f9a-4665-a2b5-55137e170a96 req-49e56f74-2904-416c-9e27-f1192de7be35 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:14.035394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e712052-1f9a-4665-a2b5-55137e170a96 req-49e56f74-2904-416c-9e27-f1192de7be35 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0527613 Aug 16 21:21:14.072642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e712052-1f9a-4665-a2b5-55137e170a96 req-9dc2cc73-e859-4e13-8680-dd114397abce tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Aug 16 21:21:15.187792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1765057-aad3-4cfb-866e-a80203a9827b req-041d80ed-674e-47e5-ad90-eab4b3e27352 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:15.189282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1765057-aad3-4cfb-866e-a80203a9827b req-041d80ed-674e-47e5-ad90-eab4b3e27352 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0487335 Aug 16 21:21:15.226587 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e1765057-aad3-4cfb-866e-a80203a9827b req-843c3b4d-9cda-4f3c-92cf-82d85b2c5ef2 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313756 Aug 16 21:21:15.298502 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f4191079-a650-4a9f-bf07-1f50a09ab11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:16.341558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13835003-1693-496f-91f0-3578bc564c47 req-67e67d06-e265-4f6d-a5df-c627cfb37820 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:16.343579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13835003-1693-496f-91f0-3578bc564c47 req-67e67d06-e265-4f6d-a5df-c627cfb37820 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0491488 Aug 16 21:21:16.381230 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13835003-1693-496f-91f0-3578bc564c47 req-d5a73e25-ce74-43ad-bd81-8a188bd14cc8 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Aug 16 21:21:17.502250 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f9bb5-d694-42f0-b2e0-ee8eae5486a4 req-412feff1-5a97-4569-b334-1bff078d7d14 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:17.503730 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-649f9bb5-d694-42f0-b2e0-ee8eae5486a4 req-412feff1-5a97-4569-b334-1bff078d7d14 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0543745 Aug 16 21:21:17.542783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-649f9bb5-d694-42f0-b2e0-ee8eae5486a4 req-c8e7c07f-e33c-4a1a-86f9-a764b56d39f3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Aug 16 21:21:17.584466 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a4d6fba8-b8d3-44af-91ab-28db7a15da93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:18.064434 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:18.375930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970c035-089c-4494-8d9a-43746aee352f req-5b1f1a8f-6834-4ee9-9f15-c855a4ad08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:18.377387 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2970c035-089c-4494-8d9a-43746aee352f req-5b1f1a8f-6834-4ee9-9f15-c855a4ad08a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c58baa21a264e979a00497fceba716f&device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 1097 time: 0.0455186 Aug 16 21:21:18.479866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970c035-089c-4494-8d9a-43746aee352f req-0433bba8-2768-477f-a950-b5db8019e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:18.481445 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2970c035-089c-4494-8d9a-43746aee352f req-0433bba8-2768-477f-a950-b5db8019e761 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e HTTP/1.1" status: 200 len: 913 time: 0.0858808 Aug 16 21:21:18.525856 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2970c035-089c-4494-8d9a-43746aee352f req-543cdc1c-8fdc-4c14-aeb4-fb1cdff9e72a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d HTTP/1.1" status: 200 len: 217 time: 0.0378485 Aug 16 21:21:18.574794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970c035-089c-4494-8d9a-43746aee352f req-9c98070f-5fe5-4e1d-895e-b1aec6336980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:18.576296 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2970c035-089c-4494-8d9a-43746aee352f req-9c98070f-5fe5-4e1d-895e-b1aec6336980 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2aee8fb6-6e06-4ae7-b64b-7f5533697e9f HTTP/1.1" status: 200 len: 852 time: 0.0438828 Aug 16 21:21:18.610526 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2970c035-089c-4494-8d9a-43746aee352f req-800a6a52-9d0d-4b21-a884-a062c40f35ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276470 Aug 16 21:21:18.658261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33133897-44dd-4243-a662-2f4234445eff req-c9e73fc4-db64-4030-a00f-88094289882c tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:18.659654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33133897-44dd-4243-a662-2f4234445eff req-c9e73fc4-db64-4030-a00f-88094289882c tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0484610 Aug 16 21:21:18.702344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33133897-44dd-4243-a662-2f4234445eff req-b79952dc-6e53-49ee-a850-cdf8a6cdba93 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363181 Aug 16 21:21:18.704007 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2970c035-089c-4494-8d9a-43746aee352f req-a79a6f4b-62af-4e32-a9ba-a213e3f0208f service neutron] 10.222.0.76 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868974 Aug 16 21:21:18.792737 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2970c035-089c-4494-8d9a-43746aee352f req-03941e9c-825a-41ce-a23f-7ff33d594cc6 service neutron] 10.222.0.76 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817614 Aug 16 21:21:19.304230 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:19.814116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcc9b9-ee59-4d54-84c9-a7e6392ae0fd req-73e98101-0198-4201-9791-a4850eb206b5 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:19.815585 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cadcc9b9-ee59-4d54-84c9-a7e6392ae0fd req-73e98101-0198-4201-9791-a4850eb206b5 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0484776 Aug 16 21:21:19.852944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cadcc9b9-ee59-4d54-84c9-a7e6392ae0fd req-96d4ac35-7ee0-4d3b-a0b7-caa46f428e7e tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Aug 16 21:21:20.749918 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:20.969195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01cbd-3cc2-4e50-9d5b-4ae386beedae req-355f7c0b-6a6d-4121-beec-ee2874a398a0 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:20.970654 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8bd01cbd-3cc2-4e50-9d5b-4ae386beedae req-355f7c0b-6a6d-4121-beec-ee2874a398a0 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0522273 Aug 16 21:21:21.008350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8bd01cbd-3cc2-4e50-9d5b-4ae386beedae req-819c7565-8129-4fec-83c6-e9a16674c0df tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Aug 16 21:21:22.119912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163eb6-ae2d-435d-91e2-b618143f2855 req-798912a2-0862-4ae7-a467-685d6f8d305d tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:22.121378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db163eb6-ae2d-435d-91e2-b618143f2855 req-798912a2-0862-4ae7-a467-685d6f8d305d tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0478320 Aug 16 21:21:22.158477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db163eb6-ae2d-435d-91e2-b618143f2855 req-6dede356-759c-49a2-a987-d6f3e77fbba6 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307064 Aug 16 21:21:23.269949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da330249-20e3-47a9-a1f1-ac5e5c63f3fc req-53e66275-4c1d-430c-bfa8-305df970a3af tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:23.271431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da330249-20e3-47a9-a1f1-ac5e5c63f3fc req-53e66275-4c1d-430c-bfa8-305df970a3af tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0471978 Aug 16 21:21:23.307854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da330249-20e3-47a9-a1f1-ac5e5c63f3fc req-9edf2d00-01a3-4685-8556-98b3d06d9b63 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305657 Aug 16 21:21:23.885448 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-16c55213-996d-4027-af1d-945e70e50c6c req-95e0c37d-1adc-4787-ae62-43e40bc9cee9 service neutron] show failed (client error): The resource could not be found. Aug 16 21:21:23.886450 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-95e0c37d-1adc-4787-ae62-43e40bc9cee9 service neutron] 10.222.0.76 "GET /v2.0/ports/f20e3765-6ecc-4465-a3c8-07ff6131629d/bindings/n-h2-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0557103 Aug 16 21:21:24.424531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e422d-9e8c-444a-9b83-04a6d3caa4d0 req-ce4b720d-610e-4a3c-a6ac-aa844e58c102 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:24.426039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea5e422d-9e8c-444a-9b83-04a6d3caa4d0 req-ce4b720d-610e-4a3c-a6ac-aa844e58c102 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0523086 Aug 16 21:21:24.465181 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea5e422d-9e8c-444a-9b83-04a6d3caa4d0 req-74c83a57-6775-4507-abab-085ec2ba9350 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331266 Aug 16 21:21:24.836023 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55213-996d-4027-af1d-945e70e50c6c req-db638da9-e7c0-4565-9e43-94039aaa233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:24.837558 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-db638da9-e7c0-4565-9e43-94039aaa233e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec&tenant_id=7c58baa21a264e979a00497fceba716f HTTP/1.1" status: 200 len: 1097 time: 0.1256990 Aug 16 21:21:24.849151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:24.900021 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.103103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d,segment=NetworkSegment(793c3ef9-891d-4f3b-a49d-443b7697a412),segment_id=793c3ef9-891d-4f3b-a49d-443b7697a412)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:25.135291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:25.174253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:25.176482 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83e8f3c-e40a-45fc-9d8d-6a7ba97fec60" -d '{"events": [{"server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "name": "network-vif-unplugged", "status": "completed", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:25.180820 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.193792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Transition to ACTIVE for port object f20e3765-6ecc-4465-a3c8-07ff6131629d will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:25.230332 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1ba0b8-19fe-4d79-b67c-34979e58ea73 x-openstack-request-id: req-9b1ba0b8-19fe-4d79-b67c-34979e58ea73 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:25.230639 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "name": "network-vif-unplugged", "status": "completed", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:25.230897 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9b1ba0b8-19fe-4d79-b67c-34979e58ea73 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:25.231299 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d', 'code': 200} Aug 16 21:21:25.430076 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.495064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] No DVR routers for this DVR port f20e3765-6ecc-4465-a3c8-07ff6131629d on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:25.496984 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Pushing event updated for resources: {'Port': ['ID=f20e3765-6ecc-4465-a3c8-07ff6131629d,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:25.532432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Attempting to bind port f20e3765-6ecc-4465-a3c8-07ff6131629d on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:25.532768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Attempting to bind port f20e3765-6ecc-4465-a3c8-07ff6131629d by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '793c3ef9-891d-4f3b-a49d-443b7697a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:25.533126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Attempting to bind port f20e3765-6ecc-4465-a3c8-07ff6131629d on network e0575bd9-f1da-4982-8fd5-7a4aec8a566e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:25.537567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Port f20e3765-6ecc-4465-a3c8-07ff6131629d on network e0575bd9-f1da-4982-8fd5-7a4aec8a566e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:21:25.537890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Attempting to bind port f20e3765-6ecc-4465-a3c8-07ff6131629d on network e0575bd9-f1da-4982-8fd5-7a4aec8a566e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:25.542859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:25.543198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Checking segment: {'id': '793c3ef9-891d-4f3b-a49d-443b7697a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:25.543578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Bound using segment: {'id': '793c3ef9-891d-4f3b-a49d-443b7697a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:25.544005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Bound port: f20e3765-6ecc-4465-a3c8-07ff6131629d, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793c3ef9-891d-4f3b-a49d-443b7697a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:25.544365 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.581688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaf742-371c-4ef8-b836-f8d617f0e509 req-4f507092-7877-490d-b948-9cefee9d7e13 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:25.583201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdfaf742-371c-4ef8-b836-f8d617f0e509 req-4f507092-7877-490d-b948-9cefee9d7e13 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 943 time: 0.0497668 Aug 16 21:21:25.606737 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:25.610307 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d,segment=NetworkSegment(793c3ef9-891d-4f3b-a49d-443b7697a412),segment_id=793c3ef9-891d-4f3b-a49d-443b7697a412)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:25.620449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdfaf742-371c-4ef8-b836-f8d617f0e509 req-8aac300e-c8db-4e7a-af1f-47344768dc10 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312550 Aug 16 21:21:25.761794 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.795266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:25.795874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.797356 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] 10.222.0.79 "PUT /v2.0/ports/f20e3765-6ecc-4465-a3c8-07ff6131629d HTTP/1.1" status: 200 len: 1092 time: 0.9522212 Aug 16 21:21:25.819570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d98a6-490b-4a89-83cb-ee9e7f75150e service neutron] Pushing event updated for resources: {'Port': ['ID=f20e3765-6ecc-4465-a3c8-07ff6131629d,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:25.864774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55213-996d-4027-af1d-945e70e50c6c req-65d85246-9497-4b3f-b845-8e215592ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:25.866325 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-65d85246-9497-4b3f-b845-8e215592ca49 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c58baa21a264e979a00497fceba716f&device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 1095 time: 0.0438998 Aug 16 21:21:25.954551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55213-996d-4027-af1d-945e70e50c6c req-5af8620b-c8a1-4857-bf2f-e2edc95ba2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:25.956247 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-5af8620b-c8a1-4857-bf2f-e2edc95ba2c0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e HTTP/1.1" status: 200 len: 913 time: 0.0831697 Aug 16 21:21:25.999914 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-f4fcbdff-da64-49aa-9bb9-048529041a5b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d HTTP/1.1" status: 200 len: 217 time: 0.0366356 Aug 16 21:21:26.048704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55213-996d-4027-af1d-945e70e50c6c req-8fe89d55-f458-42ec-a57a-2bcce257e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:26.050061 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-8fe89d55-f458-42ec-a57a-2bcce257e400 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2aee8fb6-6e06-4ae7-b64b-7f5533697e9f HTTP/1.1" status: 200 len: 852 time: 0.0422609 Aug 16 21:21:26.082743 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-a1a6836c-fcdd-44c7-a629-cfdd8df3ac6c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246673 Aug 16 21:21:26.174455 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-c5740ede-93ae-4bb9-bc78-84ffe99ede1e service neutron] 10.222.0.79 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839727 Aug 16 21:21:26.262318 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-16c55213-996d-4027-af1d-945e70e50c6c req-f005d896-718f-443e-b7c7-699b131b6768 service neutron] 10.222.0.79 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811019 Aug 16 21:21:26.735826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8449de6-e834-4984-8ee6-881c8deaef27 req-420dec88-ac38-4efc-b0c0-21e9b4c1c07d tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:26.737324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8449de6-e834-4984-8ee6-881c8deaef27 req-420dec88-ac38-4efc-b0c0-21e9b4c1c07d tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 943 time: 0.0484304 Aug 16 21:21:26.763217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f20e3765-6ecc-4465-a3c8-07ff6131629d no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:26.775050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8449de6-e834-4984-8ee6-881c8deaef27 req-f29fd3bd-eb19-4833-9232-77cb8ae2309c tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Aug 16 21:21:26.800924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device f20e3765-6ecc-4465-a3c8-07ff6131629d not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:27.233032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:27.235387 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ec47d3-ed0c-4c5d-bb92-ac840a869254" -d '{"events": [{"name": "network-changed", "server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:27.282100 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db7e121-baa7-4182-8867-8ae7919cbd1f x-openstack-request-id: req-0db7e121-baa7-4182-8867-8ae7919cbd1f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:27.282386 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:27.282636 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0db7e121-baa7-4182-8867-8ae7919cbd1f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:27.283033 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d', 'status': 'completed', 'code': 200} Aug 16 21:21:27.373799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-311715c4-85f7-4139-a4ea-0385a5bf578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:27.375440 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-311715c4-85f7-4139-a4ea-0385a5bf578c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c58baa21a264e979a00497fceba716f&device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 1095 time: 0.0722682 Aug 16 21:21:27.377192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-23a2dd64-073c-45a3-8b8b-1dc9319d886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:27.378492 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-23a2dd64-073c-45a3-8b8b-1dc9319d886b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c58baa21a264e979a00497fceba716f&device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 1095 time: 0.0667832 Aug 16 21:21:27.858955 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-85f110cf-7e29-40dc-9970-588a12ce7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:27.860423 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-85f110cf-7e29-40dc-9970-588a12ce7d8c service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e HTTP/1.1" status: 200 len: 913 time: 0.4762299 Aug 16 21:21:27.861558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-2ab08463-1257-45d3-beb9-9042b7e6b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:27.862826 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-2ab08463-1257-45d3-beb9-9042b7e6b414 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e HTTP/1.1" status: 200 len: 913 time: 0.4715674 Aug 16 21:21:27.898833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce77d86-f1cc-483a-b586-b4a95f24883f req-a8064fe0-0890-4b99-9bce-7d2345c61506 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:27.900364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dce77d86-f1cc-483a-b586-b4a95f24883f req-a8064fe0-0890-4b99-9bce-7d2345c61506 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 943 time: 0.0528760 Aug 16 21:21:27.934995 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-8797a1b0-575e-47a8-9a4f-26b7187d5d23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d HTTP/1.1" status: 200 len: 217 time: 0.0668509 Aug 16 21:21:27.938065 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-baf03073-667d-42ea-aeee-a67091e8f38f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d HTTP/1.1" status: 200 len: 217 time: 0.0625286 Aug 16 21:21:27.938874 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dce77d86-f1cc-483a-b586-b4a95f24883f req-e3f89ec0-f990-4db8-aa42-570827c155e0 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323226 Aug 16 21:21:28.018666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-2616096b-c266-42e2-847d-f92a183242c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:28.020121 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-2616096b-c266-42e2-847d-f92a183242c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2aee8fb6-6e06-4ae7-b64b-7f5533697e9f HTTP/1.1" status: 200 len: 852 time: 0.0776560 Aug 16 21:21:28.021609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-e52aea5d-be8c-4af8-ada2-1e15f132758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:28.022906 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-e52aea5d-be8c-4af8-ada2-1e15f132758f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2aee8fb6-6e06-4ae7-b64b-7f5533697e9f HTTP/1.1" status: 200 len: 852 time: 0.0729725 Aug 16 21:21:28.110152 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-a509f868-a5eb-4235-b698-1a51b5466b75 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483589 Aug 16 21:21:28.110152 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-0d58e05f-5104-4a46-9400-f5da4d6fe835 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492725 Aug 16 21:21:28.242707 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-0ee9fd4b-5f85-4be7-bfa1-3926185e0528 service neutron] 10.222.0.76 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487150 Aug 16 21:21:28.244402 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-5fa9932d-9b1a-4d70-8375-5e6765f62c62 service neutron] 10.222.0.79 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579750 Aug 16 21:21:28.400768 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-96ea6a0a-38ea-4837-a7bf-cf096374e618 service neutron] 10.222.0.76 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513278 Aug 16 21:21:28.402586 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-15ec47d3-ed0c-4c5d-bb92-ac840a869254 req-587fff61-e5cf-411c-8263-051ae81a5b80 service neutron] 10.222.0.79 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463706 Aug 16 21:21:29.055290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5da2-6e87-4b43-a809-d940eeb63b87 req-5ab5ca8a-13ea-43bd-a333-c6210a3eceb7 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:29.056756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24fd5da2-6e87-4b43-a809-d940eeb63b87 req-5ab5ca8a-13ea-43bd-a333-c6210a3eceb7 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 943 time: 0.0492754 Aug 16 21:21:29.076047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device f20e3765-6ecc-4465-a3c8-07ff6131629d details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:21:29.095381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24fd5da2-6e87-4b43-a809-d940eeb63b87 req-ff2648af-14d4-456b-931a-8d0945ad4fb9 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327287 Aug 16 21:21:29.173012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d,segment=NetworkSegment(793c3ef9-891d-4f3b-a49d-443b7697a412),segment_id=793c3ef9-891d-4f3b-a49d-443b7697a412)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:29.183731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'f20e3765-6ecc-4465-a3c8-07ff6131629d', 'network_id': 'e0575bd9-f1da-4982-8fd5-7a4aec8a566e', 'port_id': 'f20e3765-6ecc-4465-a3c8-07ff6131629d', 'mac_address': 'fa:16:3e:a1:ad:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aee8fb6-6e06-4ae7-b64b-7f5533697e9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:21:29.220925 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:29.233043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20e3765-6ecc-4465-a3c8-07ff6131629d {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:29.252284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d,segment=NetworkSegment(793c3ef9-891d-4f3b-a49d-443b7697a412),segment_id=793c3ef9-891d-4f3b-a49d-443b7697a412)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:29.458483 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:29.507910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=f20e3765-6ecc-4465-a3c8-07ff6131629d,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:29.515014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.515365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.515707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.516043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.516380 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.516708 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.517079 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.517412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.517738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.518062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.518388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.518712 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:29.686606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['f20e3765-6ecc-4465-a3c8-07ff6131629d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:29.765603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-a70520d5-d821-415b-9a8b-612024c4f955 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:29.767043 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-a70520d5-d821-415b-9a8b-612024c4f955 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.76 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec&tenant_id=7c58baa21a264e979a00497fceba716f&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 944 time: 0.0915816 Aug 16 21:21:29.828322 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-16ed976e-86fd-48db-b1a8-49338c8f26d7 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:21:29.829395 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-16ed976e-86fd-48db-b1a8-49338c8f26d7 service neutron] 10.222.0.76 "DELETE /v2.0/ports/f20e3765-6ecc-4465-a3c8-07ff6131629d/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0554254 Aug 16 21:21:29.913181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-e10a63d6-9faa-4375-b099-16c7a794c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:29.914720 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-e10a63d6-9faa-4375-b099-16c7a794c21f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c58baa21a264e979a00497fceba716f&device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 1096 time: 0.0404212 Aug 16 21:21:30.008383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-30ca68be-98e3-424c-9820-bd8f2f4350f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:30.009903 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-30ca68be-98e3-424c-9820-bd8f2f4350f8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e HTTP/1.1" status: 200 len: 913 time: 0.0886664 Aug 16 21:21:30.051634 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-736caa48-0b94-4d97-a085-1a3282003440 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d HTTP/1.1" status: 200 len: 217 time: 0.0336602 Aug 16 21:21:30.102699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-4ce47137-9d12-444e-b8dd-54cb3e241e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:30.104097 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-4ce47137-9d12-444e-b8dd-54cb3e241e2d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2aee8fb6-6e06-4ae7-b64b-7f5533697e9f HTTP/1.1" status: 200 len: 852 time: 0.0458789 Aug 16 21:21:30.135119 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-12b3db90-d14a-4b79-bb39-06a81a37e0b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0575bd9-f1da-4982-8fd5-7a4aec8a566e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243967 Aug 16 21:21:30.223607 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-fc8be4ec-a4fe-40fb-acd2-9e40d714963e service neutron] 10.222.0.76 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811100 Aug 16 21:21:30.316132 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-5b0319c3-1491-4afc-b9e8-d9082781f6b1 service neutron] 10.222.0.76 "GET /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851994 Aug 16 21:21:31.076944 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device f20e3765-6ecc-4465-a3c8-07ff6131629d up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:31.240940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port f20e3765-6ecc-4465-a3c8-07ff6131629d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:31.244873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port f20e3765-6ecc-4465-a3c8-07ff6131629d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:31.245277 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:31.324131 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:31.347354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:31.349685 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738f4a52-4235-47af-b2a4-89f5245b111c" -d '{"events": [{"server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "name": "network-vif-plugged", "status": "completed", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:31.363878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d,segment=NetworkSegment(793c3ef9-891d-4f3b-a49d-443b7697a412),segment_id=793c3ef9-891d-4f3b-a49d-443b7697a412)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:31.448146 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b090b08-96be-4d82-8a24-9dc7cc2518bb x-openstack-request-id: req-8b090b08-96be-4d82-8a24-9dc7cc2518bb {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:31.448440 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "name": "network-vif-plugged", "status": "completed", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:31.448696 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b090b08-96be-4d82-8a24-9dc7cc2518bb {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:31.449124 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d', 'code': 200} Aug 16 21:21:31.481244 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:31.527765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=f20e3765-6ecc-4465-a3c8-07ff6131629d,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:31.787387 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:21:32.275959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef71e9a-381f-4463-91a1-2032e3052a1b req-a8254f9c-126e-4f01-9a8b-205911d2a254 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:32.277445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ef71e9a-381f-4463-91a1-2032e3052a1b req-a8254f9c-126e-4f01-9a8b-205911d2a254 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0479538 Aug 16 21:21:32.315183 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ef71e9a-381f-4463-91a1-2032e3052a1b req-afec7ad7-9595-4b10-be24-38dd4900ab5b tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310946 Aug 16 21:21:32.955410 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:32.978103 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:33.436231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675490c-7e17-4e89-9421-9671bca8193b req-3e13ca6f-26a7-41f5-8de1-683e8e2f059d tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:33.437705 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6675490c-7e17-4e89-9421-9671bca8193b req-3e13ca6f-26a7-41f5-8de1-683e8e2f059d tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0527594 Aug 16 21:21:33.476406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6675490c-7e17-4e89-9421-9671bca8193b req-8dd0d901-7199-4345-9d54-547890e8b870 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/security-groups?id=7d83dab5-933c-47f0-a5e7-87bc7cc4e641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326657 Aug 16 21:21:33.585701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-d63db740-fd60-4379-b2b7-a2cdd1a455b3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:33.587175 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-d63db740-fd60-4379-b2b7-a2cdd1a455b3 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.79 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 945 time: 0.0486491 Aug 16 21:21:33.679328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Deleting port f20e3765-6ecc-4465-a3c8-07ff6131629d {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:33.679573 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:33.767872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] For port f20e3765-6ecc-4465-a3c8-07ff6131629d, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=f20e3765-6ecc-4465-a3c8-07ff6131629d,segment=NetworkSegment(793c3ef9-891d-4f3b-a49d-443b7697a412),segment_id=793c3ef9-891d-4f3b-a49d-443b7697a412)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:33.768237 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:33.781113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Calling delete_port for f20e3765-6ecc-4465-a3c8-07ff6131629d owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:34.018618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:34.029927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['f20e3765-6ecc-4465-a3c8-07ff6131629d'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:34.046901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Pushing event deleted for resources: {'Port': ['ID=f20e3765-6ecc-4465-a3c8-07ff6131629d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:34.059563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.059912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.060774 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.061183 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.061551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.061888 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.062220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.062546 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.062875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.063200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.063525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.063849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:34.101348 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] No DVR routers for this DVR port f20e3765-6ecc-4465-a3c8-07ff6131629d on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:34.103965 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:34.105976 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5a61e0e4-8fab-4fed-84a1-28f34df6a4c9 req-8e219b69-f0e1-445f-8945-f9663fb50b83 tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.79 "DELETE /v2.0/ports/f20e3765-6ecc-4465-a3c8-07ff6131629d HTTP/1.1" status: 204 len: 173 time: 0.5126934 Aug 16 21:21:34.106419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'name': 'network-vif-deleted', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:34.108671 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd134a9-f8da-45e1-b228-5cfdf974b9e9" -d '{"events": [{"server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "name": "network-vif-deleted", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:34.143771 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fa12b0-de17-44fe-b8b8-228aaa346435 x-openstack-request-id: req-16fa12b0-de17-44fe-b8b8-228aaa346435 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:34.144067 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ab79ad-205a-4e17-b945-bc006ee38fec", "name": "network-vif-deleted", "tag": "f20e3765-6ecc-4465-a3c8-07ff6131629d", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:34.144324 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-16fa12b0-de17-44fe-b8b8-228aaa346435 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:34.144729 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ab79ad-205a-4e17-b945-bc006ee38fec', 'name': 'network-vif-deleted', 'tag': 'f20e3765-6ecc-4465-a3c8-07ff6131629d', 'status': 'completed', 'code': 200} Aug 16 21:21:34.581550 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83662b7d-0a85-42da-8991-834ccc344b6e req-ea0632fe-ae42-469e-ad03-32d23f0c0c5f tempest-DeleteServersTestJSON-1630415704 tempest-DeleteServersTestJSON-1630415704-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ab79ad-205a-4e17-b945-bc006ee38fec HTTP/1.1" status: 200 len: 210 time: 0.0274098 Aug 16 21:21:35.709979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36578) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:35.754813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee2bf86-8d15-4d11-9abd-e50b468ad292 admin admin] Deleting subnet 2aee8fb6-6e06-4ae7-b64b-7f5533697e9f {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:21:35.757847 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee2bf86-8d15-4d11-9abd-e50b468ad292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.791151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee2bf86-8d15-4d11-9abd-e50b468ad292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.828205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee2bf86-8d15-4d11-9abd-e50b468ad292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.973084 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee2bf86-8d15-4d11-9abd-e50b468ad292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.004132 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2bf86-8d15-4d11-9abd-e50b468ad292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aee8fb6-6e06-4ae7-b64b-7f5533697e9f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:36.006229 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3ee2bf86-8d15-4d11-9abd-e50b468ad292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.008682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3ee2bf86-8d15-4d11-9abd-e50b468ad292 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2aee8fb6-6e06-4ae7-b64b-7f5533697e9f HTTP/1.1" status: 204 len: 168 time: 0.2970910 Aug 16 21:21:36.010686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36580) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:36.077857 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.159750 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.169428 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0575bd9-f1da-4982-8fd5-7a4aec8a566e']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:36.179370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793c3ef9-891d-4f3b-a49d-443b7697a412') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:36.179664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793c3ef9-891d-4f3b-a49d-443b7697a412') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:36.188263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.202140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.208129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:21:36.208515 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:21:36.210159 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:21:36.349373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.354706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.356690 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e0575bd9-f1da-4982-8fd5-7a4aec8a566e HTTP/1.1" status: 204 len: 168 time: 0.3450263 Aug 16 21:21:36.367892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f562624-5fc4-4610-ade8-915b7d74be65 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0575bd9-f1da-4982-8fd5-7a4aec8a566e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:36.724475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36584) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:36.768993 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9296e179-111a-4785-912e-9d281fbf706c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7c58baa21a264e979a00497fceba716f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432105 Aug 16 21:21:36.771339 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36586) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:36.817936 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447abaf0-79e1-48a4-85f7-9eed54f4d5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.838927 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447abaf0-79e1-48a4-85f7-9eed54f4d5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:37.023842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447abaf0-79e1-48a4-85f7-9eed54f4d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:37.026408 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-447abaf0-79e1-48a4-85f7-9eed54f4d5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:37.027586 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-447abaf0-79e1-48a4-85f7-9eed54f4d5d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d83dab5-933c-47f0-a5e7-87bc7cc4e641 HTTP/1.1" status: 204 len: 168 time: 0.2553136 Aug 16 21:21:37.036837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447abaf0-79e1-48a4-85f7-9eed54f4d5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d83dab5-933c-47f0-a5e7-87bc7cc4e641,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:37.076527 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device f20e3765-6ecc-4465-a3c8-07ff6131629d no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:37.096367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: f20e3765-6ecc-4465-a3c8-07ff6131629d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:37.096724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device f20e3765-6ecc-4465-a3c8-07ff6131629d not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:38.155606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36608) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:38.252090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2086444909-network', 'tenant_id': '886bfe9312ae47c2b27c77f688abf4f0'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:38.366482 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Made reservation on behalf of 886bfe9312ae47c2b27c77f688abf4f0 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:38.368838 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.377380 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.464502 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.561382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.588553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:21:38.594730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5650ee4c-7de7-4adf-96fb-64e2530c83b4,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:38.603474 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.603474 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Added segment cdeea052-f2da-4306-8a97-540892d2bc32 of type vlan for network 87742548-d625-4f9c-9d97-28c4b20df05c Aug 16 21:21:38.643932 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.738254 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.739183 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:38.739763 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.799930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] Pushing event updated for resources: {'Network': ['ID=87742548-d625-4f9c-9d97-28c4b20df05c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:38.809584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 87742548-d625-4f9c-9d97-28c4b20df05c details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:21:38.859780 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c1e0c054-9693-4637-98f7-89467d6cf343 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7029936 Aug 16 21:21:38.862595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36612) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:38.867644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] Request body: {'subnet': {'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2086444909-subnet', 'tenant_id': '886bfe9312ae47c2b27c77f688abf4f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:38.967092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] Made reservation on behalf of 886bfe9312ae47c2b27c77f688abf4f0 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:38.969454 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.201085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.257885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4238a41d-d1f5-43cc-8283-3d0b246c506e,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:39.264878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] Checking segment: {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:39.265280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] Network hostable DHCP agents. Network: 87742548-d625-4f9c-9d97-28c4b20df05c, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:21:39.394946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] Network 87742548-d625-4f9c-9d97-28c4b20df05c is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:21:39.480931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 87742548-d625-4f9c-9d97-28c4b20df05c) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:39.485568 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:39.486149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.490201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d127c7-d6bb-46ba-b851-67f4e298ba6f None None] Network 87742548-d625-4f9c-9d97-28c4b20df05c requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:39.562396 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6f437e08-d596-4ebe-a810-0279aba3f5cb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6986654 Aug 16 21:21:39.771815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86671b1d-3f8c-4116-99f2-a9b891c2d218 None None] Network 87742548-d625-4f9c-9d97-28c4b20df05c requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:39.989499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-ba89594f-a98a-4e4f-8265-225105bf7c91 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:39.990931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-ba89594f-a98a-4e4f-8265-225105bf7c91 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 815 time: 0.1020203 Aug 16 21:21:40.005383 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-89cd4434-d0e5-4c4a-a5a1-8a3d8071fe14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/quotas/886bfe9312ae47c2b27c77f688abf4f0 HTTP/1.1" status: 200 len: 375 time: 0.0087523 Aug 16 21:21:40.035792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-99645e02-c8f4-4196-a711-83fd42f196dc tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252290 Aug 16 21:21:40.046656 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-8894d8d1-4896-46dd-8c74-edde5ec4438f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:21:40.047583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-8894d8d1-4896-46dd-8c74-edde5ec4438f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054901 Aug 16 21:21:40.188921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-095c61d1-e1a2-433b-b904-2fb8d2ec8466 service neutron] 10.222.0.74 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355186 Aug 16 21:21:40.279185 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-87afc847-d109-4d59-9a80-41ee1ba665b3 service neutron] 10.222.0.74 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839822 Aug 16 21:21:40.573183 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22c14c70-3495-4ff8-9629-fe0d0e44be44 req-6d662895-5c5e-4360-8675-082bbf3068d6 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 210 time: 0.0263624 Aug 16 21:21:41.648658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29a369b9-787b-41c1-ad37-e41ddad75d64 req-a1089c10-519b-4ee8-a9af-fb1a7d335fab tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 210 time: 0.0258212 Aug 16 21:21:42.739511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8bf78bc-8bf6-4281-904d-768f2ed42e15 req-d3d2822f-657f-4d4b-a4ea-adc9b62490b4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 210 time: 0.0258563 Aug 16 21:21:43.331278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-42e93123-96ee-4775-9f2b-eb0225f003df tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:43.332717 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-42e93123-96ee-4775-9f2b-eb0225f003df tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.79 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 815 time: 0.1060092 Aug 16 21:21:43.345779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Request body: {'port': {'device_id': '7199b3ec-fd1a-4881-887e-91709528e63f', 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c', 'admin_state_up': True, 'tenant_id': '886bfe9312ae47c2b27c77f688abf4f0'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:43.634921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Made reservation on behalf of 886bfe9312ae47c2b27c77f688abf4f0 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:43.638546 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.767739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Allocated IP 172.20.0.4 (87742548-d625-4f9c-9d97-28c4b20df05c/4238a41d-d1f5-43cc-8283-3d0b246c506e/5fcfa797-998b-49b1-9bbb-14505cfc89d0) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:43.838147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5583ed1-6c99-42e7-897f-fa5ad2bcc68a req-08bc45c9-1eb8-49e4-bf1b-677f8217c4c3 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 210 time: 0.0306313 Aug 16 21:21:43.922476 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.109990 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.154479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Network 87742548-d625-4f9c-9d97-28c4b20df05c is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:44.157605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:44.161503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:44.167891 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Pushing event updated for resources: {'Port': ['ID=5fcfa797-998b-49b1-9bbb-14505cfc89d0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:44.218374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:44.218989 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.373177 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-90fd75c6-fc5c-419c-8402-0c70aaaf32f5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0309143 Aug 16 21:21:44.385875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Request body: {'port': {'device_id': '7199b3ec-fd1a-4881-887e-91709528e63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:44.439152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.706868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcfa797-998b-49b1-9bbb-14505cfc89d0 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:44.714360 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.726409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Transition to ACTIVE for port object 5fcfa797-998b-49b1-9bbb-14505cfc89d0 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:44.840774 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.914498 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcfa797-998b-49b1-9bbb-14505cfc89d0,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:44.956777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f77946-bad5-49e7-a9be-2350b9f94485 req-75eb7e6e-81dd-40de-8081-c157b4dd2b63 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:44.958390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6f77946-bad5-49e7-a9be-2350b9f94485 req-75eb7e6e-81dd-40de-8081-c157b4dd2b63 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 943 time: 0.0499988 Aug 16 21:21:44.965364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Attempting to bind port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:44.965803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Attempting to bind port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:44.966203 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Attempting to bind port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 on network 87742548-d625-4f9c-9d97-28c4b20df05c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:44.971152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 on network 87742548-d625-4f9c-9d97-28c4b20df05c not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:21:44.971474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Attempting to bind port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 on network 87742548-d625-4f9c-9d97-28c4b20df05c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:44.976211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:44.976545 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Checking segment: {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:44.976925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Bound using segment: {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:44.977382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Bound port: 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:44.977742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.997764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b6f77946-bad5-49e7-a9be-2350b9f94485 req-48542f94-44fe-46e0-b77a-9c11c4d3ed01 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Aug 16 21:21:45.045087 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:45.048290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:45.121632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.160400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:45.161005 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.162551 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] 10.222.0.79 "PUT /v2.0/ports/5fcfa797-998b-49b1-9bbb-14505cfc89d0 HTTP/1.1" status: 200 len: 1092 time: 0.7809436 Aug 16 21:21:45.162991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:45.165231 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86e1e57-0383-483c-ab06-1c034ec95655" -d '{"events": [{"name": "network-changed", "server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:45.191547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54e691-dd68-4f42-b9a6-0a5ee684c190 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcfa797-998b-49b1-9bbb-14505cfc89d0,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:45.205657 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2f2d93-faea-4299-8091-9a331cbe68c9 x-openstack-request-id: req-0a2f2d93-faea-4299-8091-9a331cbe68c9 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:45.212234 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:45.212234 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a2f2d93-faea-4299-8091-9a331cbe68c9 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:45.212234 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0', 'status': 'completed', 'code': 200} Aug 16 21:21:45.247003 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7e28b9f4-0245-4a21-b5cd-5530a2ad18e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.267006 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e1e57-0383-483c-ab06-1c034ec95655 req-4cf26e27-ae8b-4d29-be5c-f604ad5830c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:45.268616 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b86e1e57-0383-483c-ab06-1c034ec95655 req-4cf26e27-ae8b-4d29-be5c-f604ad5830c0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 1095 time: 0.0426672 Aug 16 21:21:45.375263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e1e57-0383-483c-ab06-1c034ec95655 req-79e05e5d-fc77-456d-a84b-9ae8de39e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:45.376810 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b86e1e57-0383-483c-ab06-1c034ec95655 req-79e05e5d-fc77-456d-a84b-9ae8de39e954 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1000295 Aug 16 21:21:45.479691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e1e57-0383-483c-ab06-1c034ec95655 req-e764e9c4-b208-4d59-a6ef-ffc5e455e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:45.481128 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b86e1e57-0383-483c-ab06-1c034ec95655 req-e764e9c4-b208-4d59-a6ef-ffc5e455e80c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967777 Aug 16 21:21:45.558097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-1ef9c914-31d5-4df6-9ee5-0dab9e608ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:45.559598 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-1ef9c914-31d5-4df6-9ee5-0dab9e608ae9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 1095 time: 0.0427933 Aug 16 21:21:45.604415 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-b7a66424-b9cd-4d89-a6b2-f8e2be574eb8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0 HTTP/1.1" status: 200 len: 217 time: 0.0373850 Aug 16 21:21:45.651760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-24dcfef6-8321-4cf3-b07a-bc8c6d07c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:45.653193 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-24dcfef6-8321-4cf3-b07a-bc8c6d07c02a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.0424352 Aug 16 21:21:45.683238 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-c8dac3d1-ae5e-495e-871f-6c1d4aa98ac1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235281 Aug 16 21:21:45.775573 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-3cf53902-c482-4e16-9d99-52ee5e555f7e service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852704 Aug 16 21:21:45.863109 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a8bdec99-feae-4459-bb18-0873e6f83523 req-e57ad2a6-b261-4e0e-afdb-89449daf0f2d service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809519 Aug 16 21:21:46.111352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098fd49-be44-4f3e-b62e-f51d75c8c45b req-0d0dbb85-32f3-421b-abc0-6dfb2f127928 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:46.112817 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9098fd49-be44-4f3e-b62e-f51d75c8c45b req-0d0dbb85-32f3-421b-abc0-6dfb2f127928 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 943 time: 0.0487618 Aug 16 21:21:46.149605 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9098fd49-be44-4f3e-b62e-f51d75c8c45b req-7026b17c-337d-4185-869b-7a3ac56344ea tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308232 Aug 16 21:21:47.267974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115195c-e59f-41fd-805c-343d08c9ae51 req-0e4c87ee-35ab-450b-a664-70305e7294f8 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:47.269458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7115195c-e59f-41fd-805c-343d08c9ae51 req-0e4c87ee-35ab-450b-a664-70305e7294f8 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 943 time: 0.0518978 Aug 16 21:21:47.306655 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7115195c-e59f-41fd-805c-343d08c9ae51 req-3b388226-3ec6-4682-9b9e-a2b2e2a6e4bc tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313454 Aug 16 21:21:47.549186 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-74efec5f-6051-474f-9b46-34ca3fe52a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.023465 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.421713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747ff01-7a08-4788-9360-2ff8c826a92c req-33dc1b3c-c041-49c3-a291-2b4a9804be9d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:48.423150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4747ff01-7a08-4788-9360-2ff8c826a92c req-33dc1b3c-c041-49c3-a291-2b4a9804be9d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 943 time: 0.0515141 Aug 16 21:21:48.460129 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4747ff01-7a08-4788-9360-2ff8c826a92c req-8f253cd8-05a2-4579-abb6-783d46afecf5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Aug 16 21:21:49.167780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5fcfa797-998b-49b1-9bbb-14505cfc89d0 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:21:49.273864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:49.284926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '5fcfa797-998b-49b1-9bbb-14505cfc89d0', 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c', 'port_id': '5fcfa797-998b-49b1-9bbb-14505cfc89d0', 'mac_address': 'fa:16:3e:65:c3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4238a41d-d1f5-43cc-8283-3d0b246c506e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:21:49.321700 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.326621 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.336851 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcfa797-998b-49b1-9bbb-14505cfc89d0 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:49.357102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:49.469457 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.522008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=5fcfa797-998b-49b1-9bbb-14505cfc89d0,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:49.573177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d5ea9-62e1-4fa2-992a-bd97e46798bf req-6e76fc57-509f-49c6-9c4c-b2d25061ffeb tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:49.579288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e69d5ea9-62e1-4fa2-992a-bd97e46798bf req-6e76fc57-509f-49c6-9c4c-b2d25061ffeb tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 944 time: 0.0487113 Aug 16 21:21:49.613668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e69d5ea9-62e1-4fa2-992a-bd97e46798bf req-1871a8a6-e5b9-43bb-a7d0-1c5082c7274a tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323119 Aug 16 21:21:49.658114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['5fcfa797-998b-49b1-9bbb-14505cfc89d0'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:50.703999 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.730666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0ff2c-4195-479f-bc95-b6ae232907eb req-7b713972-adb0-44a7-8b2a-6d65b9ad8939 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:50.732150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bc0ff2c-4195-479f-bc95-b6ae232907eb req-7b713972-adb0-44a7-8b2a-6d65b9ad8939 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 944 time: 0.0527225 Aug 16 21:21:50.770416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bc0ff2c-4195-479f-bc95-b6ae232907eb req-62e6b413-57b0-43fb-885d-f31254c9c320 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Aug 16 21:21:51.168108 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5fcfa797-998b-49b1-9bbb-14505cfc89d0 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:51.377989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:51.381940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:51.382316 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.459009 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.480766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:51.483038 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44eef98-f8f2-4294-bbf9-e6c6734cc1f9" -d '{"events": [{"server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "name": "network-vif-plugged", "status": "completed", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:51.495689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:51.520552 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218af982-c8cd-45c6-96ed-7d6e1c3cfac1 x-openstack-request-id: req-218af982-c8cd-45c6-96ed-7d6e1c3cfac1 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:51.520848 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "name": "network-vif-plugged", "status": "completed", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:51.521136 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-218af982-c8cd-45c6-96ed-7d6e1c3cfac1 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:51.521536 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0', 'code': 200} Aug 16 21:21:51.619650 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4c77b-8080-4ca1-9614-c5fcad754b3d req-f12b2db8-d304-4bcd-8274-48fba690b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:51.621157 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6b4c77b-8080-4ca1-9614-c5fcad754b3d req-f12b2db8-d304-4bcd-8274-48fba690b39a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 1096 time: 0.0441942 Aug 16 21:21:51.654434 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6b4c77b-8080-4ca1-9614-c5fcad754b3d req-4f2bd3c1-7f6e-498d-914e-a7c1b52b698d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264328 Aug 16 21:21:51.669910 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.728289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=5fcfa797-998b-49b1-9bbb-14505cfc89d0,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:51.883638 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928380f-29a5-4eae-84b8-2d2eec657947 req-ba331876-0efb-4220-9696-948d03cf217a tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:51.885126 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a928380f-29a5-4eae-84b8-2d2eec657947 req-ba331876-0efb-4220-9696-948d03cf217a tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0487540 Aug 16 21:21:51.921502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a928380f-29a5-4eae-84b8-2d2eec657947 req-896375fd-292c-4e7a-9928-4d49ba6833a7 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303805 Aug 16 21:21:53.035359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5e8df-0c93-401c-ba1e-1ddb9266563a req-5fff1dc8-1456-4919-a654-e3b1f3453d98 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:53.036830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25c5e8df-0c93-401c-ba1e-1ddb9266563a req-5fff1dc8-1456-4919-a654-e3b1f3453d98 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0480452 Aug 16 21:21:53.073804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25c5e8df-0c93-401c-ba1e-1ddb9266563a req-25c9b929-aaea-4c05-aedd-7e42c6294828 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310395 Aug 16 21:21:53.188321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa9515-9b7d-4e8f-9fd7-4f0d29619520 req-c65fc486-d4f7-49d1-b8f2-caaec228d4d4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:53.189816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65fa9515-9b7d-4e8f-9fd7-4f0d29619520 req-c65fc486-d4f7-49d1-b8f2-caaec228d4d4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0519617 Aug 16 21:21:53.227462 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65fa9515-9b7d-4e8f-9fd7-4f0d29619520 req-010e63d5-b4bf-4784-b29c-8730f1088a61 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Aug 16 21:21:53.584931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0e0d5-5da8-4c6e-acbb-8d408051639c req-1cdeef22-c2ed-4124-99b6-7f8ee870a1f6 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:53.586417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62c0e0d5-5da8-4c6e-acbb-8d408051639c req-1cdeef22-c2ed-4124-99b6-7f8ee870a1f6 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0494771 Aug 16 21:21:53.624456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62c0e0d5-5da8-4c6e-acbb-8d408051639c req-ff6b1569-7ec9-46ee-ab9f-8b7e5d54ece4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Aug 16 21:21:53.735600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ebc10-d50b-4384-bdc8-f2920ad51ffc req-1a271727-cbe0-4353-bc0e-a645b2c6ef43 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:53.737101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d88ebc10-d50b-4384-bdc8-f2920ad51ffc req-1a271727-cbe0-4353-bc0e-a645b2c6ef43 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0486920 Aug 16 21:21:53.774926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d88ebc10-d50b-4384-bdc8-f2920ad51ffc req-324385f0-a144-40c5-b1ca-149db2ce8d71 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Aug 16 21:21:54.165065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae595c2-7557-4a9d-bcf5-a2e094c4855e req-20a07cb8-5aed-4059-9e47-0bc4407ec937 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:54.166501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ae595c2-7557-4a9d-bcf5-a2e094c4855e req-20a07cb8-5aed-4059-9e47-0bc4407ec937 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0510094 Aug 16 21:21:54.204083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ae595c2-7557-4a9d-bcf5-a2e094c4855e req-6b1e19de-5fbf-424d-ab15-83ac4284e9ac tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310864 Aug 16 21:21:54.345642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-630e3b58-af45-49fa-b919-8cf2bc19fff6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387974 Aug 16 21:21:55.317679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c99b-b9db-4b3f-956d-bc854acba1b5 req-944cba0b-49cc-4dd9-b6d3-3700c2c9fdb6 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:55.319135 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e922c99b-b9db-4b3f-956d-bc854acba1b5 req-944cba0b-49cc-4dd9-b6d3-3700c2c9fdb6 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0478897 Aug 16 21:21:55.356312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e922c99b-b9db-4b3f-956d-bc854acba1b5 req-6550402b-6195-4efc-8b54-fbb562ddaf00 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Aug 16 21:21:56.472086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e017e50-057c-4c70-9ca2-734ace453a57 req-1219126c-dddf-4a03-a03b-6c44ac1a8a3b tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:56.473569 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e017e50-057c-4c70-9ca2-734ace453a57 req-1219126c-dddf-4a03-a03b-6c44ac1a8a3b tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0496502 Aug 16 21:21:56.514831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e017e50-057c-4c70-9ca2-734ace453a57 req-814e2a7e-4ad6-476d-b93c-bf82a760cc6d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351400 Aug 16 21:21:57.235469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-571f163e-5b86-4445-9238-b611f1b4b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:57.237076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-571f163e-5b86-4445-9238-b611f1b4b004 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 1097 time: 0.0418110 Aug 16 21:21:57.330683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-94bf417f-c597-43b3-8d4d-d23d5866c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:57.332146 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-94bf417f-c597-43b3-8d4d-d23d5866c955 service neutron] 10.222.0.79 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 916 time: 0.0881503 Aug 16 21:21:57.373491 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-a411091d-19ec-4f1d-9fea-8a8af535176a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0 HTTP/1.1" status: 200 len: 217 time: 0.0340931 Aug 16 21:21:57.420442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-0fbfcf00-6ba1-4842-93d8-d30d6e02841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:57.421884 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-0fbfcf00-6ba1-4842-93d8-d30d6e02841f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.0424893 Aug 16 21:21:57.454920 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-d755f1a9-1bbf-45b4-b8f3-15ff9f36b3f4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247593 Aug 16 21:21:57.547461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-5697fae5-d138-45a9-9f22-2f5fb9a61755 service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844524 Aug 16 21:21:57.635406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27116770-c455-46c8-920c-e21f5a22b6ab req-d16e2ff8-7d0b-4be5-8b3e-52e8cfcfeaf3 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:57.636910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27116770-c455-46c8-920c-e21f5a22b6ab req-d16e2ff8-7d0b-4be5-8b3e-52e8cfcfeaf3 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0490110 Aug 16 21:21:57.644378 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-3f1e4582-0f5c-4467-be72-6cafdb20cb8c service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890923 Aug 16 21:21:57.676015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27116770-c455-46c8-920c-e21f5a22b6ab req-48c3aba0-5745-4f11-aa47-c8196ec76408 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328937 Aug 16 21:21:58.788927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b82114-444f-4a80-8684-6d2785cf9432 req-71eb017f-6864-49f4-b50b-c45b761e6a86 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:58.790380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95b82114-444f-4a80-8684-6d2785cf9432 req-71eb017f-6864-49f4-b50b-c45b761e6a86 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0479305 Aug 16 21:21:58.827005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95b82114-444f-4a80-8684-6d2785cf9432 req-4860565b-5eab-4c89-92f6-91d3795e91dd tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308020 Aug 16 21:21:59.941361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c133d5b-02bc-420a-8c81-7062d23183d9 req-16da69b1-c0cf-43be-91b0-455d6a8bbeca tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:59.942817 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c133d5b-02bc-420a-8c81-7062d23183d9 req-16da69b1-c0cf-43be-91b0-455d6a8bbeca tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0479822 Aug 16 21:21:59.984168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c133d5b-02bc-420a-8c81-7062d23183d9 req-c72736f5-5089-4259-b78c-a19abd44012d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353613 Aug 16 21:22:01.099790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbda47-3fa4-4f4d-a922-08dc7537e426 req-ae83be39-9670-4f4a-8846-f7404ef96273 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:01.101343 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bdbda47-3fa4-4f4d-a922-08dc7537e426 req-ae83be39-9670-4f4a-8846-f7404ef96273 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0499895 Aug 16 21:22:01.140088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1bdbda47-3fa4-4f4d-a922-08dc7537e426 req-9f9f69ae-21a4-4b45-a44c-32ece2d00d4a tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327730 Aug 16 21:22:02.253681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53244216-cda4-4415-9e11-105fa785ee21 req-b2711174-86d3-476f-934d-aba1ebb25976 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:02.255142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53244216-cda4-4415-9e11-105fa785ee21 req-b2711174-86d3-476f-934d-aba1ebb25976 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0481982 Aug 16 21:22:02.292697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53244216-cda4-4415-9e11-105fa785ee21 req-477b6b94-cefc-4e31-bd6f-2d8562de66d3 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317855 Aug 16 21:22:02.954418 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.006112 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.405681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a9d21-c7af-4810-9782-5a18aff653be req-1b23cbff-6cd6-43fa-89f9-8e3930eeb83e tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.407104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e23a9d21-c7af-4810-9782-5a18aff653be req-1b23cbff-6cd6-43fa-89f9-8e3930eeb83e tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0478301 Aug 16 21:22:03.447012 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e23a9d21-c7af-4810-9782-5a18aff653be req-16c43cea-0101-4dc7-9ddd-5af4923cd0de tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341337 Aug 16 21:22:04.574518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d557c-9e69-4c67-afae-ae02064e15b5 req-b0a9b092-3ecc-438d-8e76-9ba072b302b3 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:04.576482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da4d557c-9e69-4c67-afae-ae02064e15b5 req-b0a9b092-3ecc-438d-8e76-9ba072b302b3 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0489261 Aug 16 21:22:04.613943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da4d557c-9e69-4c67-afae-ae02064e15b5 req-36a30e38-9fa0-460b-b426-5fc6f23e73b5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313241 Aug 16 21:22:05.727968 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157befb-890f-40be-893a-e09d6c08f0fd req-fdc7bfa4-9c84-470c-aa0c-5e3080c4def8 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:05.729481 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2157befb-890f-40be-893a-e09d6c08f0fd req-fdc7bfa4-9c84-470c-aa0c-5e3080c4def8 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0486338 Aug 16 21:22:05.766849 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2157befb-890f-40be-893a-e09d6c08f0fd req-77a99afb-ab3f-45dd-ad2c-41c94e290ab4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Aug 16 21:22:06.878495 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3db449-8c0a-4091-ab84-473ace4a6512 req-f04b2ccf-79af-4e9c-a043-7eac62697eac tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:06.879952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab3db449-8c0a-4091-ab84-473ace4a6512 req-f04b2ccf-79af-4e9c-a043-7eac62697eac tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0477326 Aug 16 21:22:06.920090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab3db449-8c0a-4091-ab84-473ace4a6512 req-049239a7-5ff8-4fab-8359-fc3321dd200e tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341408 Aug 16 21:22:08.033407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc8842-cf51-4f2a-b0d0-ac751ab61a3b req-5c2d825a-ba53-4b8c-9a5d-fdf387e65ce4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:08.055748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57bc8842-cf51-4f2a-b0d0-ac751ab61a3b req-5c2d825a-ba53-4b8c-9a5d-fdf387e65ce4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0487735 Aug 16 21:22:08.071887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57bc8842-cf51-4f2a-b0d0-ac751ab61a3b req-7db55a4d-a2c2-4444-a84e-4463b77990b3 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310655 Aug 16 21:22:08.786634 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:22:09.186921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e40ea2-01fe-4211-a335-11515d9b9b5f req-21963ebb-55b5-40e2-b14c-f72b5ecc8790 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:09.188370 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5e40ea2-01fe-4211-a335-11515d9b9b5f req-21963ebb-55b5-40e2-b14c-f72b5ecc8790 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0477233 Aug 16 21:22:09.225928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5e40ea2-01fe-4211-a335-11515d9b9b5f req-fcaa2c37-671b-4ff8-a62c-454e772e3038 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Aug 16 21:22:10.337938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe264c-d51d-4899-b01d-a2b504c5eeef req-68e0bf9f-7020-44a1-a204-88d3b4ea6d3a tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:10.339376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebbe264c-d51d-4899-b01d-a2b504c5eeef req-68e0bf9f-7020-44a1-a204-88d3b4ea6d3a tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0477083 Aug 16 21:22:10.380352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ebbe264c-d51d-4899-b01d-a2b504c5eeef req-8462bca9-4274-40f0-a57c-6473fc728625 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350897 Aug 16 21:22:11.507008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3aabe7-9867-4b6e-a80b-77d6bace7292 req-e4251b08-5ab0-4150-ac42-241751e397f4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:11.508595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c3aabe7-9867-4b6e-a80b-77d6bace7292 req-e4251b08-5ab0-4150-ac42-241751e397f4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0486600 Aug 16 21:22:11.546042 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c3aabe7-9867-4b6e-a80b-77d6bace7292 req-765b1110-fc85-4372-a545-0f908c84a7f8 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Aug 16 21:22:12.661925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614c36c-9095-44bd-8f2d-bb978c548fd1 req-85e91173-4f28-4612-bbe4-0abbf1ef1b6d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:12.663372 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6614c36c-9095-44bd-8f2d-bb978c548fd1 req-85e91173-4f28-4612-bbe4-0abbf1ef1b6d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0479562 Aug 16 21:22:12.699309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6614c36c-9095-44bd-8f2d-bb978c548fd1 req-b30bb049-7474-4e2f-bc28-470e9d5e22e4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299964 Aug 16 21:22:13.820879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5b6e0-97a3-485f-935d-65b4db9bd9fa req-3aadff77-1938-42df-8672-5255ae73b971 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:13.822355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ddb5b6e0-97a3-485f-935d-65b4db9bd9fa req-3aadff77-1938-42df-8672-5255ae73b971 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0472794 Aug 16 21:22:13.862288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ddb5b6e0-97a3-485f-935d-65b4db9bd9fa req-11bf7cfd-ac58-4532-99d2-4d444fde8195 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Aug 16 21:22:14.973939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acbfea-67b4-4073-9dcd-eebc26606170 req-87955fd9-2759-403f-9119-cf7d10a83f09 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:14.975395 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16acbfea-67b4-4073-9dcd-eebc26606170 req-87955fd9-2759-403f-9119-cf7d10a83f09 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0480785 Aug 16 21:22:15.012634 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-16acbfea-67b4-4073-9dcd-eebc26606170 req-ea7c46f7-e36f-4c0e-8218-e9ca2c62a10e tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Aug 16 21:22:15.234335 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8df5727e-3883-43b7-83ea-a143a8c8bba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:16.126890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073abf8-94ad-48a0-9156-c841cdbcd8e1 req-c30e8af5-db28-40d9-b9d8-bfc58912a988 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:16.128329 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2073abf8-94ad-48a0-9156-c841cdbcd8e1 req-c30e8af5-db28-40d9-b9d8-bfc58912a988 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0482430 Aug 16 21:22:16.166348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2073abf8-94ad-48a0-9156-c841cdbcd8e1 req-ab291526-de65-4cd7-9aaa-a0049ff05111 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318477 Aug 16 21:22:16.591321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8366aa1-62dc-4dd7-b194-77d92c19e289 req-3c39ac1c-186f-4c63-8cdb-081c9c3f3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:16.592804 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c8366aa1-62dc-4dd7-b194-77d92c19e289 req-3c39ac1c-186f-4c63-8cdb-081c9c3f3ef8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 1097 time: 0.0409606 Aug 16 21:22:16.693233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8366aa1-62dc-4dd7-b194-77d92c19e289 req-8caaa9c6-bd76-460e-b526-029f3a58f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:16.694594 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c8366aa1-62dc-4dd7-b194-77d92c19e289 req-8caaa9c6-bd76-460e-b526-029f3a58f983 service neutron] 10.222.0.79 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 916 time: 0.0831027 Aug 16 21:22:16.739502 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c8366aa1-62dc-4dd7-b194-77d92c19e289 req-9819810e-12db-43fe-8c75-aa67318f05ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0 HTTP/1.1" status: 200 len: 217 time: 0.0372238 Aug 16 21:22:16.787150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8366aa1-62dc-4dd7-b194-77d92c19e289 req-07ba51a9-af69-4559-a262-034da48eda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:16.788524 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c8366aa1-62dc-4dd7-b194-77d92c19e289 req-07ba51a9-af69-4559-a262-034da48eda70 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.0415471 Aug 16 21:22:16.818893 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c8366aa1-62dc-4dd7-b194-77d92c19e289 req-8c27e3da-5d10-473f-b6f7-7221d1066f46 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233200 Aug 16 21:22:16.910684 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c8366aa1-62dc-4dd7-b194-77d92c19e289 req-2ee9e5c0-7452-42a9-b35d-7824048abd61 service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844638 Aug 16 21:22:17.000648 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c8366aa1-62dc-4dd7-b194-77d92c19e289 req-a96c059c-de60-4394-8fba-71ab9a640217 service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805309 Aug 16 21:22:17.279705 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531c57-ffb5-4a9f-b510-60b2faf4a482 req-db0f7e82-d096-4468-9707-6f97d78ad619 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:17.281107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4531c57-ffb5-4a9f-b510-60b2faf4a482 req-db0f7e82-d096-4468-9707-6f97d78ad619 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0473623 Aug 16 21:22:17.322221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f4531c57-ffb5-4a9f-b510-60b2faf4a482 req-8427bb82-f8db-4caa-b28a-bb18a114455c tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352774 Aug 16 21:22:17.600412 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc28e8fc-6de6-4af0-a8ae-43eb05a6e0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.125677 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.437217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa1bc4-42f9-484f-ab1f-79437831220e req-0cf77af3-dd5f-4df9-98a7-6cdf91fffac0 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:18.438488 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-befa1bc4-42f9-484f-ab1f-79437831220e req-0cf77af3-dd5f-4df9-98a7-6cdf91fffac0 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0497706 Aug 16 21:22:18.476202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-befa1bc4-42f9-484f-ab1f-79437831220e req-e76f4052-b8f3-4613-a0a1-e2f5c417ea37 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315986 Aug 16 21:22:19.326370 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:19.591524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e626d-71bd-42b2-b0f3-dc5d25e61767 req-668f0cd6-c47a-4c81-9fe3-e59a0deb4f7e tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:19.593090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a74e626d-71bd-42b2-b0f3-dc5d25e61767 req-668f0cd6-c47a-4c81-9fe3-e59a0deb4f7e tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0502901 Aug 16 21:22:19.632227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a74e626d-71bd-42b2-b0f3-dc5d25e61767 req-06e957b8-0c48-4df9-a400-34d5fe04ff86 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329106 Aug 16 21:22:20.732487 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:20.795950 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765aba6-0fec-4354-a9f0-1b2fe16d48ed req-c781dfb1-b320-4b93-b504-4082e0490f6b tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:20.795950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6765aba6-0fec-4354-a9f0-1b2fe16d48ed req-c781dfb1-b320-4b93-b504-4082e0490f6b tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0502968 Aug 16 21:22:20.795950 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6765aba6-0fec-4354-a9f0-1b2fe16d48ed req-81908e8e-28cd-4365-b944-d415159a409b tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350831 Aug 16 21:22:21.906499 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6a3c3-27ae-4d47-b219-9fe9b7e17c7c req-40fdc2d0-d1ce-4282-8755-49914b543db3 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:21.907986 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38f6a3c3-27ae-4d47-b219-9fe9b7e17c7c req-40fdc2d0-d1ce-4282-8755-49914b543db3 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0486574 Aug 16 21:22:21.945983 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38f6a3c3-27ae-4d47-b219-9fe9b7e17c7c req-af91623c-8209-4633-940e-acc21c926e80 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319071 Aug 16 21:22:23.059822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82199ace-1a29-4219-be75-fee343ffd970 req-53fa1252-a132-4a97-aa2c-3109e1966953 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:23.061400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82199ace-1a29-4219-be75-fee343ffd970 req-53fa1252-a132-4a97-aa2c-3109e1966953 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0488317 Aug 16 21:22:23.098751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82199ace-1a29-4219-be75-fee343ffd970 req-9689eae4-1903-4837-86d5-161a39d9da46 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Aug 16 21:22:24.212470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1765d-2f70-422a-9119-6c793dc545e2 req-4a5026c2-8149-4765-8b1a-436862891368 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:24.213972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2fa1765d-2f70-422a-9119-6c793dc545e2 req-4a5026c2-8149-4765-8b1a-436862891368 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0485656 Aug 16 21:22:24.254818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2fa1765d-2f70-422a-9119-6c793dc545e2 req-5df71700-a5f9-4276-911c-81de0061d8ad tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344791 Aug 16 21:22:25.104272 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-88b95c60-643b-451c-8518-8a344a75971a service neutron] show failed (client error): The resource could not be found. Aug 16 21:22:25.105325 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-88b95c60-643b-451c-8518-8a344a75971a service neutron] 10.222.0.79 "GET /v2.0/ports/5fcfa797-998b-49b1-9bbb-14505cfc89d0/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0595036 Aug 16 21:22:25.368328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e62e4-30bd-4fe1-800d-04298bbef1d1 req-d096841b-6dea-40ca-a1a0-ae6ef0b5b095 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:25.369747 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e69e62e4-30bd-4fe1-800d-04298bbef1d1 req-d096841b-6dea-40ca-a1a0-ae6ef0b5b095 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0490649 Aug 16 21:22:25.406939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e69e62e4-30bd-4fe1-800d-04298bbef1d1 req-db2133cb-f0fe-4265-b26f-5f1dc1f8b143 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Aug 16 21:22:26.228819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-2a2961dd-efae-4ad8-b5a3-f0377b68c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:26.230381 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-2a2961dd-efae-4ad8-b5a3-f0377b68c510 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f&tenant_id=886bfe9312ae47c2b27c77f688abf4f0 HTTP/1.1" status: 200 len: 1097 time: 0.0420160 Aug 16 21:22:26.242393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:26.294287 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.502197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:26.527217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2cc1c-d9e6-4e20-9c92-2e4e87564ff8 req-e228e40f-a10a-48d7-9c95-986bda006a78 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:26.529230 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80e2cc1c-d9e6-4e20-9c92-2e4e87564ff8 req-e228e40f-a10a-48d7-9c95-986bda006a78 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0539908 Aug 16 21:22:26.539523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:26.568081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80e2cc1c-d9e6-4e20-9c92-2e4e87564ff8 req-307210ad-0d30-4b1f-be48-7c04de1d8688 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328572 Aug 16 21:22:26.579224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:26.581866 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d8681c-6e45-4c7e-9f0b-1cfbf4579121" -d '{"events": [{"server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:26.585827 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.598722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Transition to ACTIVE for port object 5fcfa797-998b-49b1-9bbb-14505cfc89d0 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:26.637918 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d608e6fc-ca27-4dc0-afb1-7ba8474931f0 x-openstack-request-id: req-d608e6fc-ca27-4dc0-afb1-7ba8474931f0 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:26.637918 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:26.637918 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d608e6fc-ca27-4dc0-afb1-7ba8474931f0 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:26.637918 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0', 'code': 200} Aug 16 21:22:26.713959 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.777496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Pushing event updated for resources: {'Port': ['ID=5fcfa797-998b-49b1-9bbb-14505cfc89d0,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:26.779677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] No DVR routers for this DVR port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:22:26.814158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Attempting to bind port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:26.814501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Attempting to bind port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:26.814859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Attempting to bind port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 on network 87742548-d625-4f9c-9d97-28c4b20df05c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:26.819281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 on network 87742548-d625-4f9c-9d97-28c4b20df05c not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:22:26.819605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Attempting to bind port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 on network 87742548-d625-4f9c-9d97-28c4b20df05c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:26.824415 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:26.825314 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Checking segment: {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:26.825695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Bound using segment: {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:26.826118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Bound port: 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:26.826469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.893044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:26.896058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:26.994327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.029462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:27.030010 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.031415 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] 10.222.0.76 "PUT /v2.0/ports/5fcfa797-998b-49b1-9bbb-14505cfc89d0 HTTP/1.1" status: 200 len: 1092 time: 0.7930629 Aug 16 21:22:27.051823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c1352-ed55-4212-b55d-85acb9e7917c service neutron] Pushing event updated for resources: {'Port': ['ID=5fcfa797-998b-49b1-9bbb-14505cfc89d0,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:27.094462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-d929f28b-22bc-4628-bd86-2bbe382a8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:27.095946 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-d929f28b-22bc-4628-bd86-2bbe382a8fdd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 1095 time: 0.0413427 Aug 16 21:22:27.187818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-c27a9307-2bc7-42c4-af03-05ffc4efd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:27.189311 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-c27a9307-2bc7-42c4-af03-05ffc4efd05c service neutron] 10.222.0.76 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 916 time: 0.0865455 Aug 16 21:22:27.230611 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-0ef92d43-83c0-4925-89f4-ddb2214822b6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0 HTTP/1.1" status: 200 len: 217 time: 0.0338151 Aug 16 21:22:27.287951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-0bae58ee-597f-4643-8f80-74292a5716ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:27.287951 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-0bae58ee-597f-4643-8f80-74292a5716ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.0457530 Aug 16 21:22:27.314588 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-8bb4088d-c73a-4249-bdfa-d4903615ea7e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241201 Aug 16 21:22:27.402076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-e4006b55-c3f8-4607-96de-c0cb234e46e9 service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803769 Aug 16 21:22:27.688049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c2641-60dc-44c5-8f57-e42ce98433e7 req-b84233fb-8af8-48b0-8d6c-c786b16e9620 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:27.689689 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f3c2641-60dc-44c5-8f57-e42ce98433e7 req-b84233fb-8af8-48b0-8d6c-c786b16e9620 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 943 time: 0.0505142 Aug 16 21:22:27.733143 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f3c2641-60dc-44c5-8f57-e42ce98433e7 req-3a874747-1e68-454b-8505-819689081e89 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369411 Aug 16 21:22:27.834426 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-30a11d74-5955-4bae-82f7-dc97980d5249 req-4cda6dd6-5a2b-400f-9826-d1eb7814d32a service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250920 Aug 16 21:22:28.634111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:28.636442 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:28.685808 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2a75fc-e162-4a5f-8c95-fc3e07de755c x-openstack-request-id: req-3f2a75fc-e162-4a5f-8c95-fc3e07de755c {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:28.686107 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:28.686365 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f2a75fc-e162-4a5f-8c95-fc3e07de755c {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:28.686759 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0', 'status': 'completed', 'code': 200} Aug 16 21:22:28.771054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-cf726b5a-81b4-4c73-a7c8-20df0e75f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:28.772577 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-cf726b5a-81b4-4c73-a7c8-20df0e75f09e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 1095 time: 0.0690222 Aug 16 21:22:28.775118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-68ec60d6-9157-4d87-99e7-c2ec3bfb7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:28.776459 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-68ec60d6-9157-4d87-99e7-c2ec3bfb7e2b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 1095 time: 0.0645013 Aug 16 21:22:28.848050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65641b12-dd04-49f1-b57a-514da96bf31a req-860c772c-62a8-45ae-8c11-9bc042cd146b tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:28.849570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65641b12-dd04-49f1-b57a-514da96bf31a req-860c772c-62a8-45ae-8c11-9bc042cd146b tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 943 time: 0.0488796 Aug 16 21:22:28.887249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65641b12-dd04-49f1-b57a-514da96bf31a req-899322db-3496-4dd2-b8da-fc57fccbb569 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Aug 16 21:22:28.938884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-1fae3860-225e-450a-ac2c-454fa8656691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:28.940361 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-1fae3860-225e-450a-ac2c-454fa8656691 service neutron] 10.222.0.76 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 916 time: 0.1526961 Aug 16 21:22:28.941470 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-180fdcab-317d-41b6-83a6-f214a144d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:28.942777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-180fdcab-317d-41b6-83a6-f214a144d405 service neutron] 10.222.0.79 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 916 time: 0.1634319 Aug 16 21:22:28.989690 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-d274f42c-7e31-44e2-a224-3e2a43523f67 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0 HTTP/1.1" status: 200 len: 217 time: 0.0397053 Aug 16 21:22:29.026682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-9df7c947-61cf-40fb-9327-e01a19182ebe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0 HTTP/1.1" status: 200 len: 217 time: 0.0708387 Aug 16 21:22:29.057968 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 5fcfa797-998b-49b1-9bbb-14505cfc89d0 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:22:29.094322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-a941b75d-89be-41ae-b269-35a5d90bab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:29.095807 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-a941b75d-89be-41ae-b269-35a5d90bab83 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.0780053 Aug 16 21:22:29.100811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-3d879e13-4659-4515-b709-b93b1d3dabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:29.102130 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-3d879e13-4659-4515-b709-b93b1d3dabc1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.0580199 Aug 16 21:22:29.151777 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-8c7ba8f5-7bbf-4262-b408-96f9f2099581 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482163 Aug 16 21:22:29.153715 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-d0128e1e-7252-43ef-9641-cd934a3338f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410037 Aug 16 21:22:29.158963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:29.170303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '5fcfa797-998b-49b1-9bbb-14505cfc89d0', 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c', 'port_id': '5fcfa797-998b-49b1-9bbb-14505cfc89d0', 'mac_address': 'fa:16:3e:65:c3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4238a41d-d1f5-43cc-8283-3d0b246c506e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:22:29.207782 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:29.220660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcfa797-998b-49b1-9bbb-14505cfc89d0 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:22:29.240634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:29.312715 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-78f672c5-ddff-4b95-adb3-e3b54fb5f42a service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542113 Aug 16 21:22:29.316132 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-8f29b279-a571-4de5-af1f-5e875835623e service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498296 Aug 16 21:22:29.324116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5fcfa797-998b-49b1-9bbb-14505cfc89d0 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:22:29.362502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 5fcfa797-998b-49b1-9bbb-14505cfc89d0 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:22:29.366286 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:29.417175 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=5fcfa797-998b-49b1-9bbb-14505cfc89d0,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:29.474881 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-dc9e98cf-d6ac-4d7e-aafd-312315311ef4 service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555800 Aug 16 21:22:29.476790 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2b7f15cc-df82-4542-aa40-9ed3274a5ecb req-3543cb40-8b59-49ef-845b-d156b554c6d5 service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503491 Aug 16 21:22:30.009873 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9af6c-4495-4af8-86d7-1010911f46a8 req-1ea8979b-1690-4a5b-841f-35253394902b tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:30.011416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0f9af6c-4495-4af8-86d7-1010911f46a8 req-1ea8979b-1690-4a5b-841f-35253394902b tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 944 time: 0.0515053 Aug 16 21:22:30.049266 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0f9af6c-4495-4af8-86d7-1010911f46a8 req-a1724445-9377-4548-a798-0c9b730bf529 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311079 Aug 16 21:22:30.625862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['5fcfa797-998b-49b1-9bbb-14505cfc89d0'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:22:31.064237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 5fcfa797-998b-49b1-9bbb-14505cfc89d0 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:31.163883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f0a20-269d-468a-bc88-0653ba65f752 req-3c727989-0ada-459c-93be-f0cf549aa122 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:31.165694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-030f0a20-269d-468a-bc88-0653ba65f752 req-3c727989-0ada-459c-93be-f0cf549aa122 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 944 time: 0.0494571 Aug 16 21:22:31.207251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-030f0a20-269d-468a-bc88-0653ba65f752 req-904dfa83-4e24-41a8-a3dd-2339e6ed5556 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355289 Aug 16 21:22:31.245816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:31.250039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:31.250417 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:31.330219 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:31.352259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:31.354579 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d543e39-af29-41a4-b01e-be3f49a6ebcd" -d '{"events": [{"server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "name": "network-vif-plugged", "status": "completed", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:31.367770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:31.401001 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8227af88-ce8c-4afc-b3b9-15737636dd52 x-openstack-request-id: req-8227af88-ce8c-4afc-b3b9-15737636dd52 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:31.401317 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "name": "network-vif-plugged", "status": "completed", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:31.401585 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8227af88-ce8c-4afc-b3b9-15737636dd52 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:31.401969 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0', 'code': 200} Aug 16 21:22:31.440316 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:31.498777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=5fcfa797-998b-49b1-9bbb-14505cfc89d0,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:31.507338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.508019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.508562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.509010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.509489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.509937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.510355 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.510710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.511085 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.511515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.512469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.513037 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:31.530945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e87f0-ccee-480b-89ed-644e823093fb req-2578a6b7-3abd-4aae-a3c0-75aabb8c1a66 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:31.539389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a2e87f0-ccee-480b-89ed-644e823093fb req-2578a6b7-3abd-4aae-a3c0-75aabb8c1a66 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0499470 Aug 16 21:22:31.570883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a2e87f0-ccee-480b-89ed-644e823093fb req-5b35be81-2e97-4bcc-b467-79526ae5541f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320702 Aug 16 21:22:31.618395 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-f132fa59-5dea-43ca-a0cd-52b24739cc3f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:31.619860 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-f132fa59-5dea-43ca-a0cd-52b24739cc3f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.79 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f&tenant_id=886bfe9312ae47c2b27c77f688abf4f0&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 945 time: 0.0527775 Aug 16 21:22:31.683307 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-97a1a739-82a4-4338-be26-cffe0de7ae3f service neutron] delete failed (client error): The resource could not be found. Aug 16 21:22:31.684421 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-97a1a739-82a4-4338-be26-cffe0de7ae3f service neutron] 10.222.0.79 "DELETE /v2.0/ports/5fcfa797-998b-49b1-9bbb-14505cfc89d0/bindings/n-h2-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0576692 Aug 16 21:22:31.766491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-c9006951-c6ae-4bd0-9dea-5285846adbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:31.767981 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-c9006951-c6ae-4bd0-9dea-5285846adbcf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 1097 time: 0.0418823 Aug 16 21:22:31.861903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-004f8c0f-198b-42ae-b221-fac517f80ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:31.863255 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-004f8c0f-198b-42ae-b221-fac517f80ad3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 916 time: 0.0873303 Aug 16 21:22:31.905002 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-8f90833c-f711-4449-9efe-e3998d357640 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0 HTTP/1.1" status: 200 len: 217 time: 0.0339801 Aug 16 21:22:31.954352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-5dbac798-e202-439a-85e7-97edf26508bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:31.956054 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-5dbac798-e202-439a-85e7-97edf26508bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.0448966 Aug 16 21:22:31.989484 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-2e488c7b-58da-4cf1-adb7-ad26ba02d9ac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265250 Aug 16 21:22:32.084392 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-77bf6fa7-5a5f-4a85-ba9e-66dcf5211096 service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871785 Aug 16 21:22:32.174795 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b35dbcf0-51bc-4fee-957a-6bf44bec4dd3 req-aadfa3e6-4e73-43d8-875e-1bcc3591df0e service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833020 Aug 16 21:22:32.688582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53023fa1-fc37-44c0-9f75-683dff4c75fe req-2a5393a4-c0fc-4dff-84e1-0782f5d2a4ef tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:32.690092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53023fa1-fc37-44c0-9f75-683dff4c75fe req-2a5393a4-c0fc-4dff-84e1-0782f5d2a4ef tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0491030 Aug 16 21:22:32.729571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-53023fa1-fc37-44c0-9f75-683dff4c75fe req-1a225630-9b45-448e-b88d-ed3866149925 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Aug 16 21:22:32.891185 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:33.051322 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:33.844482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb694dcd-0811-41c2-8a3b-6ae1212bf2d6 req-a890ac37-f65b-4426-804d-6f113e18330d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:33.845982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb694dcd-0811-41c2-8a3b-6ae1212bf2d6 req-a890ac37-f65b-4426-804d-6f113e18330d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0488269 Aug 16 21:22:33.886663 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb694dcd-0811-41c2-8a3b-6ae1212bf2d6 req-521ea3d9-871f-4d30-ab71-3fe2377d6ec5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348165 Aug 16 21:22:34.001965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4af0e-aed4-4756-8e24-d29002565206 req-adeed862-d1fa-4c3d-9545-234b4fa87075 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:34.003457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40b4af0e-aed4-4756-8e24-d29002565206 req-adeed862-d1fa-4c3d-9545-234b4fa87075 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0500162 Aug 16 21:22:34.041466 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40b4af0e-aed4-4756-8e24-d29002565206 req-c5c2ac81-988e-46a5-9e08-27df8f27db23 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Aug 16 21:22:34.154732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f643b-5197-4ba7-8d53-b810d3f71623 req-5a343736-73b7-4782-b831-5830d07d9251 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:34.156117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-010f643b-5197-4ba7-8d53-b810d3f71623 req-5a343736-73b7-4782-b831-5830d07d9251 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0486245 Aug 16 21:22:34.194758 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-010f643b-5197-4ba7-8d53-b810d3f71623 req-af2bcb2a-91d5-4fbb-94b2-02b613617080 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Aug 16 21:22:35.012979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-8994bbe2-218b-4e5d-be4f-7efcc4737883 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:35.014495 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-8994bbe2-218b-4e5d-be4f-7efcc4737883 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 815 time: 0.1039851 Aug 16 21:22:35.029588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-05263f0d-8ddc-4918-adac-1dab7cb7dd9d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/quotas/886bfe9312ae47c2b27c77f688abf4f0 HTTP/1.1" status: 200 len: 375 time: 0.0090342 Aug 16 21:22:35.078176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-eaeadd02-da5f-44d0-bae4-b13a12538e11 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433207 Aug 16 21:22:35.170346 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-0c27e693-7579-49e6-94bf-f60f4a69c54e service neutron] 10.222.0.74 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843737 Aug 16 21:22:35.258554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-a625c7b1-d19c-4880-bf64-c3fa4dd52ec4 service neutron] 10.222.0.74 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820594 Aug 16 21:22:35.543347 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cef7b199-638b-4518-87fd-b02eeebbcb22 req-264549d0-d346-45c5-b790-db686d02c5ab tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 210 time: 0.0263908 Aug 16 21:22:36.188139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff185d75-b712-46f4-bf7b-bfa1dcef8149 req-3c663afd-551c-4641-af24-2102b6bf93a5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:36.189932 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff185d75-b712-46f4-bf7b-bfa1dcef8149 req-3c663afd-551c-4641-af24-2102b6bf93a5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.76 "GET /v2.0/ports?device_id=7199b3ec-fd1a-4881-887e-91709528e63f HTTP/1.1" status: 200 len: 945 time: 0.0546706 Aug 16 21:22:36.277290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-ff185d75-b712-46f4-bf7b-bfa1dcef8149 req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Deleting port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:36.278099 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ff185d75-b712-46f4-bf7b-bfa1dcef8149 req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:36.372216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-ff185d75-b712-46f4-bf7b-bfa1dcef8149 req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] For port 5fcfa797-998b-49b1-9bbb-14505cfc89d0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=5fcfa797-998b-49b1-9bbb-14505cfc89d0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:36.372589 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ff185d75-b712-46f4-bf7b-bfa1dcef8149 req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:36.384920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-ff185d75-b712-46f4-bf7b-bfa1dcef8149 req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Calling delete_port for 5fcfa797-998b-49b1-9bbb-14505cfc89d0 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:22:36.639825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0d8daa2-3bc6-41f3-91d2-e9f7df4dfa56 req-f37349f5-e7ef-4817-bc82-bce33ec0ce09 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 210 time: 0.0296271 Aug 16 21:22:36.640477 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ff185d75-b712-46f4-bf7b-bfa1dcef8149 req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:36.651647 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['5fcfa797-998b-49b1-9bbb-14505cfc89d0'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:22:36.670693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Pushing event deleted for resources: {'Port': ['ID=5fcfa797-998b-49b1-9bbb-14505cfc89d0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:36.698118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.698388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.698760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.699096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.700010 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.700346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.700676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.701005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.701429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.701768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.702095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.702418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:36.720942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff185d75-b712-46f4-bf7b-bfa1dcef8149 req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] No DVR routers for this DVR port 5fcfa797-998b-49b1-9bbb-14505cfc89d0 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:22:36.723406 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-ff185d75-b712-46f4-bf7b-bfa1dcef8149 req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:36.725418 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff185d75-b712-46f4-bf7b-bfa1dcef8149 req-276be718-0ca3-4030-a141-5b51a6aaa958 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.76 "DELETE /v2.0/ports/5fcfa797-998b-49b1-9bbb-14505cfc89d0 HTTP/1.1" status: 204 len: 173 time: 0.5295131 Aug 16 21:22:36.725863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'name': 'network-vif-deleted', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:36.728075 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e23530-4e5e-4cb2-9a1b-764256448b94" -d '{"events": [{"server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "name": "network-vif-deleted", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:36.765090 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe17096-d3c3-4d44-b514-6f6e668190e1 x-openstack-request-id: req-bbe17096-d3c3-4d44-b514-6f6e668190e1 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:36.765391 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7199b3ec-fd1a-4881-887e-91709528e63f", "name": "network-vif-deleted", "tag": "5fcfa797-998b-49b1-9bbb-14505cfc89d0", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:36.765648 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bbe17096-d3c3-4d44-b514-6f6e668190e1 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:36.766056 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199b3ec-fd1a-4881-887e-91709528e63f', 'name': 'network-vif-deleted', 'tag': '5fcfa797-998b-49b1-9bbb-14505cfc89d0', 'status': 'completed', 'code': 200} Aug 16 21:22:37.739431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7a8db6a7-3ed4-440a-9fc6-df5fa96c1128 req-05d6af6b-73d4-4dbb-868a-ab1d8e9327b5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 210 time: 0.0284991 Aug 16 21:22:37.786783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-e9948b8f-0062-4925-9076-b5f05fce146d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:37.788344 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-e9948b8f-0062-4925-9076-b5f05fce146d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.76 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 815 time: 0.1135631 Aug 16 21:22:37.800932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Request body: {'port': {'device_id': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c', 'admin_state_up': True, 'tenant_id': '886bfe9312ae47c2b27c77f688abf4f0'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:38.125307 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Made reservation on behalf of 886bfe9312ae47c2b27c77f688abf4f0 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:38.128851 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:38.255752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Allocated IP 172.20.0.12 (87742548-d625-4f9c-9d97-28c4b20df05c/4238a41d-d1f5-43cc-8283-3d0b246c506e/9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:38.409433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:38.560479 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:38.605238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Network 87742548-d625-4f9c-9d97-28c4b20df05c is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:38.608345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:38.612152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:38.618358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Pushing event updated for resources: {'Port': ['ID=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:38.663165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:38.663705 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:38.772000 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-9eb1e76c-7bea-42ac-a483-5d1733e4ac14 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9746587 Aug 16 21:22:38.784917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Request body: {'port': {'device_id': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:38.843356 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:38.854692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87363bdd-343a-4505-b6bf-f226bfb8f9f6 req-9ea3e262-b49d-472c-a9e5-47de543d7b9c tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:38.856724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87363bdd-343a-4505-b6bf-f226bfb8f9f6 req-9ea3e262-b49d-472c-a9e5-47de543d7b9c tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 932 time: 0.0500786 Aug 16 21:22:38.894516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87363bdd-343a-4505-b6bf-f226bfb8f9f6 req-fff680b5-eff3-4f0c-9d32-90241439016e tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316329 Aug 16 21:22:39.088375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 5fcfa797-998b-49b1-9bbb-14505cfc89d0 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:22:39.100757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:22:39.107751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 5fcfa797-998b-49b1-9bbb-14505cfc89d0 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:22:39.108093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 5fcfa797-998b-49b1-9bbb-14505cfc89d0 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:22:39.108433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:39.120772 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Transition to ACTIVE for port object 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:39.245388 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:39.295731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Pushing event updated for resources: {'Port': ['ID=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:39.363681 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Attempting to bind port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:39.363941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Attempting to bind port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:39.364285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Attempting to bind port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 on network 87742548-d625-4f9c-9d97-28c4b20df05c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:39.368719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 on network 87742548-d625-4f9c-9d97-28c4b20df05c not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:22:39.369068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Attempting to bind port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 on network 87742548-d625-4f9c-9d97-28c4b20df05c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:39.374514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:39.374852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Checking segment: {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:39.375233 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Bound using segment: {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:39.375713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Bound port: 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:39.376070 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:39.437874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:39.440805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:39.548733 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:39.586876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:39.587476 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:39.588860 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] 10.222.0.76 "PUT /v2.0/ports/9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 HTTP/1.1" status: 200 len: 1093 time: 0.8083117 Aug 16 21:22:39.589324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:39.591520 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664f1923-f72c-4879-ab19-2945890198a9" -d '{"events": [{"name": "network-changed", "server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:39.610638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f37f7-d288-455a-8d0c-ba8ff93b3254 service neutron] Pushing event updated for resources: {'Port': ['ID=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:39.631726 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8d8ebe-04c6-4368-b263-2015f7ae6305 x-openstack-request-id: req-4a8d8ebe-04c6-4368-b263-2015f7ae6305 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:39.632087 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:39.632371 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4a8d8ebe-04c6-4368-b263-2015f7ae6305 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:39.632817 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0', 'status': 'completed', 'code': 200} Aug 16 21:22:39.697129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1923-f72c-4879-ab19-2945890198a9 req-7c27fba8-6cdd-45f5-9771-0e1fc9352f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:39.698625 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664f1923-f72c-4879-ab19-2945890198a9 req-7c27fba8-6cdd-45f5-9771-0e1fc9352f4c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 1096 time: 0.0452042 Aug 16 21:22:39.795446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1923-f72c-4879-ab19-2945890198a9 req-29ad364f-a4cc-4876-8094-4414a24808e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:39.796914 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664f1923-f72c-4879-ab19-2945890198a9 req-29ad364f-a4cc-4876-8094-4414a24808e8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0905681 Aug 16 21:22:39.890897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1923-f72c-4879-ab19-2945890198a9 req-b52734c2-72b4-4e00-b859-25d48c3e0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:39.892348 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664f1923-f72c-4879-ab19-2945890198a9 req-b52734c2-72b4-4e00-b859-25d48c3e0f3b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890627 Aug 16 21:22:39.967250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-f7d7e895-58d6-4625-88d7-35c3c5f978b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:39.968766 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-f7d7e895-58d6-4625-88d7-35c3c5f978b7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 1096 time: 0.0421495 Aug 16 21:22:40.006846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac95a7-b210-4288-8f0e-71ad3acb983d req-ec1d8c4b-fb13-45f1-99f3-74d6e62e0d46 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:40.008315 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-08ac95a7-b210-4288-8f0e-71ad3acb983d req-ec1d8c4b-fb13-45f1-99f3-74d6e62e0d46 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 944 time: 0.0479650 Aug 16 21:22:40.014620 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-8c72464e-31f9-49d1-9e48-845aa9453272 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 HTTP/1.1" status: 200 len: 217 time: 0.0383248 Aug 16 21:22:40.045934 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-08ac95a7-b210-4288-8f0e-71ad3acb983d req-d9777257-729a-4fee-b65a-ce5159807cdf tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Aug 16 21:22:40.068898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-5fc35457-5afc-427b-8a3f-a765b7245e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:40.070498 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-5fc35457-5afc-427b-8a3f-a765b7245e92 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.0494285 Aug 16 21:22:40.102839 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-76f5017e-af10-44f6-a36a-5e2832e451d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250437 Aug 16 21:22:40.194599 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-2625e80b-fe81-4369-ac50-952e3e591ecb service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843415 Aug 16 21:22:40.283225 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3ec51d93-e6fd-45c1-ba5b-35127516310e req-28563e18-6adb-4cca-b310-b6be80aec665 service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820730 Aug 16 21:22:41.163283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc208d7e-0f2e-4232-bcc5-96385e83ee4d req-10a0e001-7d6d-4bef-87dd-f2462737bf18 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:41.164710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc208d7e-0f2e-4232-bcc5-96385e83ee4d req-10a0e001-7d6d-4bef-87dd-f2462737bf18 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 944 time: 0.0507193 Aug 16 21:22:41.201829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc208d7e-0f2e-4232-bcc5-96385e83ee4d req-21934f0d-1745-4a0d-a859-b2f84adf0bc7 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Aug 16 21:22:42.315601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35a9d7-1740-47a6-9124-1375ba85362d req-70d7d3a1-ddc5-4fcc-a73d-bdc8577ef474 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:42.317107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a35a9d7-1740-47a6-9124-1375ba85362d req-70d7d3a1-ddc5-4fcc-a73d-bdc8577ef474 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 944 time: 0.0497961 Aug 16 21:22:42.353750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9a35a9d7-1740-47a6-9124-1375ba85362d req-73f9cab4-37fa-4039-8008-db79dcfea06d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307791 Aug 16 21:22:43.119835 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:22:43.213039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:43.226964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0', 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c', 'port_id': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0', 'mac_address': 'fa:16:3e:6c:9f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4238a41d-d1f5-43cc-8283-3d0b246c506e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:22:43.263377 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:43.275626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:22:43.294286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:43.422532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:43.465662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45133e6-2501-44a7-9155-a0e667054502 req-2ff1b900-43d8-4f82-9d43-7718fea1a2c5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:43.467159 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b45133e6-2501-44a7-9155-a0e667054502 req-2ff1b900-43d8-4f82-9d43-7718fea1a2c5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 945 time: 0.0501459 Aug 16 21:22:43.470534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:43.504050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b45133e6-2501-44a7-9155-a0e667054502 req-d6ab5609-07fa-4d1f-91a3-8f0b83200bdc tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Aug 16 21:22:43.618473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:22:44.623281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306bcd4-da9c-4236-9d35-f9dc3b19a2fd req-e380189b-14b0-4804-b03e-de4df976db23 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:44.624744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f306bcd4-da9c-4236-9d35-f9dc3b19a2fd req-e380189b-14b0-4804-b03e-de4df976db23 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 945 time: 0.0530326 Aug 16 21:22:44.662309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f306bcd4-da9c-4236-9d35-f9dc3b19a2fd req-955d9c9e-0bba-4772-9e2f-d3de68d778b7 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310402 Aug 16 21:22:45.119693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:45.239379 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d8acbae-7ad5-42f7-9d82-cdc15ff8b716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:45.273483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:45.277631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:45.278002 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:45.356742 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:45.379070 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:45.381327 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce252a8-7e93-4326-a185-6a4dea949a21" -d '{"events": [{"server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "name": "network-vif-plugged", "status": "completed", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:45.394698 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:45.415663 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cf015f-05ae-47ea-a20c-40660ff6f812 x-openstack-request-id: req-02cf015f-05ae-47ea-a20c-40660ff6f812 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:45.415957 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "name": "network-vif-plugged", "status": "completed", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:45.416214 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-02cf015f-05ae-47ea-a20c-40660ff6f812 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:45.416616 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0', 'code': 200} Aug 16 21:22:45.485563 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:45.516016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c4f5c-e889-4396-a090-daa3c08f2c6c req-558cf310-d5ad-452e-a8ad-ebb89495cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:45.517702 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-729c4f5c-e889-4396-a090-daa3c08f2c6c req-558cf310-d5ad-452e-a8ad-ebb89495cba1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 1097 time: 0.0459683 Aug 16 21:22:45.540148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:45.556873 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-729c4f5c-e889-4396-a090-daa3c08f2c6c req-1f3fcf46-87d3-4124-9076-0ab2810d2ade service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290694 Aug 16 21:22:45.775756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba21e1-4856-49ad-9aa3-8d8a8aaa0748 req-7251da00-6c0e-4bbc-8661-068399a2ac04 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:45.777178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2ba21e1-4856-49ad-9aa3-8d8a8aaa0748 req-7251da00-6c0e-4bbc-8661-068399a2ac04 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0491071 Aug 16 21:22:45.785600 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:22:45.814691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2ba21e1-4856-49ad-9aa3-8d8a8aaa0748 req-82d958a9-cec1-41b5-b9b3-451f6f509d6d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Aug 16 21:22:46.926646 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c596b2e-01b6-4ab9-a4a0-172f7d16551e req-aa45b2cd-2a9f-42b7-bd86-06e1663efb1e tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:46.928093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c596b2e-01b6-4ab9-a4a0-172f7d16551e req-aa45b2cd-2a9f-42b7-bd86-06e1663efb1e tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0476580 Aug 16 21:22:46.965921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c596b2e-01b6-4ab9-a4a0-172f7d16551e req-f5b64faa-ed88-4552-a50a-8e6b788b2cc8 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Aug 16 21:22:47.081617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f844c5-2e27-476b-96d8-ec25b5bc8ae0 req-1f97dc43-a928-466a-b92f-8724beb8c3b4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:47.083095 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65f844c5-2e27-476b-96d8-ec25b5bc8ae0 req-1f97dc43-a928-466a-b92f-8724beb8c3b4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0520554 Aug 16 21:22:47.122208 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65f844c5-2e27-476b-96d8-ec25b5bc8ae0 req-71ed14b9-0b09-4990-8abc-df202c4c9ca5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331774 Aug 16 21:22:47.535961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e5cbe-6f24-4846-a959-8b0b71409204 req-e1df1d5c-0be2-41aa-8bbb-7547624a5203 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:47.537478 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c1e5cbe-6f24-4846-a959-8b0b71409204 req-e1df1d5c-0be2-41aa-8bbb-7547624a5203 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0498405 Aug 16 21:22:47.570886 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0eccba9e-c91a-4da3-b057-697bc7a518e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:47.576373 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c1e5cbe-6f24-4846-a959-8b0b71409204 req-468e2b7e-24bc-4817-88af-6d60312e5036 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Aug 16 21:22:47.778393 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-8197b1be-111d-4e50-b2ac-e350dddf743c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394330 Aug 16 21:22:47.971296 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:49.037854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5f1c7-ac1e-44ac-a12b-15debdc48c97 req-8a3c1971-efe0-494c-ac2e-45200f213524 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:49.039320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22a5f1c7-ac1e-44ac-a12b-15debdc48c97 req-8a3c1971-efe0-494c-ac2e-45200f213524 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.3959951 Aug 16 21:22:49.077281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22a5f1c7-ac1e-44ac-a12b-15debdc48c97 req-93212bfc-5586-4563-8821-d6d64ec2b8ac tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320115 Aug 16 21:22:49.507776 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:50.203162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fbe7e-10f8-42f5-92a2-5681f3dd2cca req-d41cc01b-ab2f-4d88-bf34-7d6baa9701ab tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:50.204928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-797fbe7e-10f8-42f5-92a2-5681f3dd2cca req-d41cc01b-ab2f-4d88-bf34-7d6baa9701ab tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0510161 Aug 16 21:22:50.243516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-797fbe7e-10f8-42f5-92a2-5681f3dd2cca req-287ba3e4-b247-4737-b368-7bbd8b67744f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324304 Aug 16 21:22:50.383327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-a2fa97c2-0ef1-4be9-bbe7-14f707fd015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:50.384725 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-a2fa97c2-0ef1-4be9-bbe7-14f707fd015d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 1098 time: 0.0465438 Aug 16 21:22:50.475697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-8513771c-10a7-40f3-aa8f-4c1221048f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:50.477209 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-8513771c-10a7-40f3-aa8f-4c1221048f73 service neutron] 10.222.0.76 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 916 time: 0.0852978 Aug 16 21:22:50.521813 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-ac2e9755-9886-494b-bcef-bdc19dd54973 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 HTTP/1.1" status: 200 len: 217 time: 0.0378983 Aug 16 21:22:50.572268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-d042ca68-3228-4275-892d-6ab5c0258573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:50.573739 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-d042ca68-3228-4275-892d-6ab5c0258573 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.0433691 Aug 16 21:22:50.605907 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-c97535b0-f732-494a-8260-a80e0603670e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243084 Aug 16 21:22:50.698091 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-918d7739-e7bc-46ca-a0d9-fd91c7fc8a2a service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848148 Aug 16 21:22:50.719262 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:50.788461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-3a8c61ab-189f-484f-a2bd-8bcbc11a10ac service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827956 Aug 16 21:22:51.359441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2483d-f18d-480a-b45f-8ff4d41e1dab req-34a5fef5-1c20-403d-9cc1-abd987604a89 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:51.360883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72b2483d-f18d-480a-b45f-8ff4d41e1dab req-34a5fef5-1c20-403d-9cc1-abd987604a89 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0510397 Aug 16 21:22:51.399240 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-72b2483d-f18d-480a-b45f-8ff4d41e1dab req-5935107a-25ae-485d-9448-881d23674b5a tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Aug 16 21:22:52.520530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7225-dc52-43dd-ac2b-5b7019ef4d19 req-763ac79e-ae12-4212-8c95-c0addbeaa479 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:52.522064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edae7225-dc52-43dd-ac2b-5b7019ef4d19 req-763ac79e-ae12-4212-8c95-c0addbeaa479 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0527046 Aug 16 21:22:52.559948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-edae7225-dc52-43dd-ac2b-5b7019ef4d19 req-860b0df1-ef08-40b3-b358-9b6bdb11f142 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314550 Aug 16 21:22:53.672765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82920340-40c6-49a4-9e37-01ccd0a81c1a req-ff65962c-1fa9-4c1b-a4c7-81b34b8bca42 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:53.674249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82920340-40c6-49a4-9e37-01ccd0a81c1a req-ff65962c-1fa9-4c1b-a4c7-81b34b8bca42 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0481434 Aug 16 21:22:53.710399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-82920340-40c6-49a4-9e37-01ccd0a81c1a req-5bea221f-af8e-4451-8cb4-3451a9190af1 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303469 Aug 16 21:22:54.820446 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7fb68-ec89-40b5-9698-8a0ee67b7e24 req-3f31f83e-07aa-4291-9afc-ad788f3f2a69 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:54.821916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46a7fb68-ec89-40b5-9698-8a0ee67b7e24 req-3f31f83e-07aa-4291-9afc-ad788f3f2a69 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0473576 Aug 16 21:22:54.859259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46a7fb68-ec89-40b5-9698-8a0ee67b7e24 req-7881b339-35a8-4a93-afd5-3f11e4e31662 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Aug 16 21:22:55.972921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25068144-b798-4fe5-9c60-80452fbd6b38 req-972b2bd9-6462-415a-823a-9072ac97dc43 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:55.974367 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25068144-b798-4fe5-9c60-80452fbd6b38 req-972b2bd9-6462-415a-823a-9072ac97dc43 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0502710 Aug 16 21:22:56.010769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-25068144-b798-4fe5-9c60-80452fbd6b38 req-ddcc91f1-0ee2-4de3-9c2e-db4a4892d27f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305936 Aug 16 21:22:57.127450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273018b-665c-4154-b8a2-36d66a546246 req-5091cca0-5627-4585-a039-ddc482090e27 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:57.128917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7273018b-665c-4154-b8a2-36d66a546246 req-5091cca0-5627-4585-a039-ddc482090e27 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0516136 Aug 16 21:22:57.165670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7273018b-665c-4154-b8a2-36d66a546246 req-858a9800-a30e-4dbd-93e0-49fb6006f7f2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307748 Aug 16 21:22:58.287054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf80a90-95c0-448d-be93-e18bb6f0b4c2 req-3868d69f-74a7-4ead-b2d5-af09bedca3cb tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:58.293610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cf80a90-95c0-448d-be93-e18bb6f0b4c2 req-3868d69f-74a7-4ead-b2d5-af09bedca3cb tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0558057 Aug 16 21:22:58.326408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cf80a90-95c0-448d-be93-e18bb6f0b4c2 req-4003f4bf-6e55-461c-9449-52bbd2835c5f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313501 Aug 16 21:22:59.442892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27959b-badf-4b97-959f-f2edace4c8c2 req-58452da9-e8d2-4072-9153-668c0c5b6a09 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:59.444340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e27959b-badf-4b97-959f-f2edace4c8c2 req-58452da9-e8d2-4072-9153-668c0c5b6a09 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0518136 Aug 16 21:22:59.481930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e27959b-badf-4b97-959f-f2edace4c8c2 req-86719b9c-2cf3-45fb-a4f2-73116e00df5b tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Aug 16 21:23:00.597781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f34b-a82d-4afe-a9fb-19125f14bd22 req-e5794c6b-0def-4cb5-8172-856c5b3a4101 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:00.599231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19a9f34b-a82d-4afe-a9fb-19125f14bd22 req-e5794c6b-0def-4cb5-8172-856c5b3a4101 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0480874 Aug 16 21:23:00.636788 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-19a9f34b-a82d-4afe-a9fb-19125f14bd22 req-a6f69ee7-73ff-4e4c-860e-70ae5c1e9b40 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311515 Aug 16 21:23:01.750003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efa48b-8ca2-4f3a-b559-2bc87cb67e68 req-3cbf8adb-bfb1-4d87-9d66-9d11393d0390 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:01.751455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62efa48b-8ca2-4f3a-b559-2bc87cb67e68 req-3cbf8adb-bfb1-4d87-9d66-9d11393d0390 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0485735 Aug 16 21:23:01.788383 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-62efa48b-8ca2-4f3a-b559-2bc87cb67e68 req-75cffbed-fff2-44cc-86d4-eeeff9a543d1 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Aug 16 21:23:02.905527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712e0fd-4739-4a46-8ab4-fffa81379b99 req-97ab6d72-e94c-4fca-8936-fdf89ad5939e tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:02.906989 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8712e0fd-4739-4a46-8ab4-fffa81379b99 req-97ab6d72-e94c-4fca-8936-fdf89ad5939e tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0531275 Aug 16 21:23:02.944440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8712e0fd-4739-4a46-8ab4-fffa81379b99 req-bbb06cc4-18a6-4f61-a06f-dcc58436b574 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314054 Aug 16 21:23:02.959251 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:02.970307 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.056373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef922bbc-3d72-48a7-8ea4-7d4c67d3b45a req-50c4d80b-ac1d-4343-a66a-49b13e8828de tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:04.057875 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef922bbc-3d72-48a7-8ea4-7d4c67d3b45a req-50c4d80b-ac1d-4343-a66a-49b13e8828de tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0477338 Aug 16 21:23:04.095869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef922bbc-3d72-48a7-8ea4-7d4c67d3b45a req-60ed23ee-c5d4-48b8-9610-bf73d363a4a3 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Aug 16 21:23:05.207780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbba94-a070-492c-b4ad-81b8187cc8c5 req-4a1f1f69-d00d-40db-9f5e-797c59e1daec tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:05.209332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8adbba94-a070-492c-b4ad-81b8187cc8c5 req-4a1f1f69-d00d-40db-9f5e-797c59e1daec tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0481739 Aug 16 21:23:05.245847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8adbba94-a070-492c-b4ad-81b8187cc8c5 req-1d3fe9d6-e595-4809-acb4-f9112927cc68 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301347 Aug 16 21:23:06.368115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7063ec6-48a4-4519-a663-7a3dd1cccb76 req-ba992052-99d2-4d07-b047-d8e2e0153065 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:06.369669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b7063ec6-48a4-4519-a663-7a3dd1cccb76 req-ba992052-99d2-4d07-b047-d8e2e0153065 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0585191 Aug 16 21:23:06.407236 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b7063ec6-48a4-4519-a663-7a3dd1cccb76 req-c94ba18a-087d-4498-89e0-e81f2b1c76e4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Aug 16 21:23:07.521986 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ef667-277c-4721-b09d-86cc3a8ec74b req-860ae7cd-6748-4977-894e-4f3a38963931 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:07.523466 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce0ef667-277c-4721-b09d-86cc3a8ec74b req-860ae7cd-6748-4977-894e-4f3a38963931 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0486586 Aug 16 21:23:07.562079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce0ef667-277c-4721-b09d-86cc3a8ec74b req-65598d68-9ed8-497d-a7d0-6b208c81fddc tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Aug 16 21:23:07.877969 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-82060a6d-9ae5-4fd1-9e2c-d63fe61bee7b service neutron] show failed (client error): The resource could not be found. Aug 16 21:23:07.878972 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-82060a6d-9ae5-4fd1-9e2c-d63fe61bee7b service neutron] 10.222.0.76 "GET /v2.0/ports/9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0/bindings/n-h2-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0544972 Aug 16 21:23:08.374110 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-83bac4e1-6ebb-4b21-9434-668aae371b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:08.375615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-83bac4e1-6ebb-4b21-9434-668aae371b2b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f&tenant_id=886bfe9312ae47c2b27c77f688abf4f0 HTTP/1.1" status: 200 len: 1098 time: 0.0458093 Aug 16 21:23:08.387902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:08.440941 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:08.645272 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:08.676943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e4639-416a-43e6-b5b9-168735e1b165 req-957e450a-c579-4701-97fe-be3310753c0f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:08.678708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-571e4639-416a-43e6-b5b9-168735e1b165 req-957e450a-c579-4701-97fe-be3310753c0f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0491469 Aug 16 21:23:08.681819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:08.718487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-571e4639-416a-43e6-b5b9-168735e1b165 req-0ee20c9b-c692-49fb-acae-d4652deac245 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331225 Aug 16 21:23:08.727273 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:08.729381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:08.731545 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ff22c7-f7f2-4657-a2e3-ed9af948b795" -d '{"events": [{"server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "name": "network-vif-unplugged", "status": "completed", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:08.744085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Transition to ACTIVE for port object 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:08.787030 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e706378e-f404-4dc7-9fe7-dbe7977a7ff7 x-openstack-request-id: req-e706378e-f404-4dc7-9fe7-dbe7977a7ff7 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:08.787378 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "name": "network-vif-unplugged", "status": "completed", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:08.787644 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e706378e-f404-4dc7-9fe7-dbe7977a7ff7 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:08.788045 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0', 'code': 200} Aug 16 21:23:08.821972 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:08.883996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] No DVR routers for this DVR port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:08.888040 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Pushing event updated for resources: {'Port': ['ID=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:08.920797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Attempting to bind port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:08.921192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Attempting to bind port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:08.921529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Attempting to bind port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 on network 87742548-d625-4f9c-9d97-28c4b20df05c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:08.925782 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 on network 87742548-d625-4f9c-9d97-28c4b20df05c not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:23:08.926100 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Attempting to bind port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 on network 87742548-d625-4f9c-9d97-28c4b20df05c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:08.930842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:08.931176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Checking segment: {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:08.931555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Bound using segment: {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:08.931981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Bound port: 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdeea052-f2da-4306-8a97-540892d2bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:08.932407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:08.997416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:09.000585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:09.096409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:09.131070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:09.131683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:09.133105 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] 10.222.0.79 "PUT /v2.0/ports/9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 HTTP/1.1" status: 200 len: 1093 time: 0.7497334 Aug 16 21:23:09.153201 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f44637-d750-43fd-8ad2-a7cdc2293236 service neutron] Pushing event updated for resources: {'Port': ['ID=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:09.196281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-a04f91d2-e648-423e-8ca6-5d08d18d75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:09.197829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-a04f91d2-e648-423e-8ca6-5d08d18d75b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 1096 time: 0.0418556 Aug 16 21:23:09.289135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-ea4fa739-5379-497d-9b2b-5f740f998f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:09.299661 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-ea4fa739-5379-497d-9b2b-5f740f998f92 service neutron] 10.222.0.79 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 916 time: 0.0853746 Aug 16 21:23:09.330315 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-f7880f59-1606-4d7e-a8eb-66802d124ddd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 HTTP/1.1" status: 200 len: 217 time: 0.0330617 Aug 16 21:23:09.378515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-f9a0ba1c-185a-42ee-b70b-a8a3cd871431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:09.379946 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-f9a0ba1c-185a-42ee-b70b-a8a3cd871431 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.0429089 Aug 16 21:23:09.419958 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-e9490d8e-8172-4c6b-856d-10239a7d624e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281689 Aug 16 21:23:09.504063 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-45cbd402-6e66-448e-9c14-c4f2527a3e56 service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809345 Aug 16 21:23:09.596868 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bd9e163-771b-43ad-a414-ffa57b77fc39 req-c50590cb-0f29-4cb4-a851-49fbcf391be4 service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863047 Aug 16 21:23:09.835444 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29b6e7-a4de-4232-85db-d4e9a2ebfbbe req-35d850d4-3af8-487f-ad35-b8a835bc524f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:09.836945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e29b6e7-a4de-4232-85db-d4e9a2ebfbbe req-35d850d4-3af8-487f-ad35-b8a835bc524f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 944 time: 0.0525548 Aug 16 21:23:09.874435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e29b6e7-a4de-4232-85db-d4e9a2ebfbbe req-88c42ddc-17e8-4f02-b9e7-bad5445016f9 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Aug 16 21:23:10.789926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:10.792242 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462910f3-5a73-41fd-ab5e-9cc098638fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:10.838470 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafe1e0b-db6e-4e7e-b64e-646e64d87dbf x-openstack-request-id: req-aafe1e0b-db6e-4e7e-b64e-646e64d87dbf {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:10.838765 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:10.839524 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aafe1e0b-db6e-4e7e-b64e-646e64d87dbf {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:10.839930 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0', 'status': 'completed', 'code': 200} Aug 16 21:23:10.926294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-8fd34add-7376-4053-986b-65cc1058d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:10.927816 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-8fd34add-7376-4053-986b-65cc1058d34e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 1096 time: 0.0687387 Aug 16 21:23:10.929606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-220851bd-9f10-4531-8cf2-f93fad411f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:10.930943 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-220851bd-9f10-4531-8cf2-f93fad411f31 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 1096 time: 0.0625381 Aug 16 21:23:10.990582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99269702-2e64-406a-9427-c2325eb60554 req-4c2782fd-ae92-405e-91e5-4d9d001937a5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:10.992062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99269702-2e64-406a-9427-c2325eb60554 req-4c2782fd-ae92-405e-91e5-4d9d001937a5 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 944 time: 0.0484688 Aug 16 21:23:11.028975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99269702-2e64-406a-9427-c2325eb60554 req-3b349e12-7b77-4697-9180-ebd097b68aca tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307531 Aug 16 21:23:11.091767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-7221c7f8-1fb4-4436-b618-b5a64292e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:11.093256 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-7221c7f8-1fb4-4436-b618-b5a64292e04a service neutron] 10.222.0.79 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 916 time: 0.1574175 Aug 16 21:23:11.097525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-5370a6ba-ab7b-4bc1-b68e-09d1f15ea75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:11.098856 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-5370a6ba-ab7b-4bc1-b68e-09d1f15ea75b service neutron] 10.222.0.76 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 916 time: 0.1549149 Aug 16 21:23:11.165100 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-6c73ad0d-a104-4067-8e1b-f1d197bbd529 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 HTTP/1.1" status: 200 len: 217 time: 0.0641658 Aug 16 21:23:11.166448 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-c2fcfee5-f66d-4d44-a746-8d1926d493f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 HTTP/1.1" status: 200 len: 217 time: 0.0595407 Aug 16 21:23:11.290906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:11.335414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:11.588211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-c45ecc20-7f91-4768-913b-7f15d2f81328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:11.589741 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-c45ecc20-7f91-4768-913b-7f15d2f81328 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.4162538 Aug 16 21:23:11.593121 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-2f69c5a3-2272-4b15-922d-5ed331bceee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:11.594434 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-2f69c5a3-2272-4b15-922d-5ed331bceee5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.4137847 Aug 16 21:23:11.642298 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-949004c1-462a-4961-be69-43a27d0a7e1d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449831 Aug 16 21:23:11.644127 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-0380581e-be4e-488f-854d-5dc09d80834d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394504 Aug 16 21:23:11.804144 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-07058933-c966-47e2-ba64-3a8e77740d83 service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546726 Aug 16 21:23:11.806726 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-4966197b-eef6-490a-a1f3-8f4d045928e1 service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504104 Aug 16 21:23:11.960277 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-6335272c-1c1c-40a3-a212-3b2ba6de6442 service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489310 Aug 16 21:23:11.963622 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-462910f3-5a73-41fd-ab5e-9cc098638fd9 req-ae52ee18-2e8e-4b68-87f9-1dce7f12cf4e service neutron] 10.222.0.79 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442673 Aug 16 21:23:12.144054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba55a82-b52e-4618-939d-f1d301cd2f5e req-2061b1e7-16a4-4cd1-965b-ca8dfc58b355 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:12.145552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ba55a82-b52e-4618-939d-f1d301cd2f5e req-2061b1e7-16a4-4cd1-965b-ca8dfc58b355 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 944 time: 0.0482116 Aug 16 21:23:12.183441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8ba55a82-b52e-4618-939d-f1d301cd2f5e req-59275924-07dc-42a2-ac2d-05377c3d44bf tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313461 Aug 16 21:23:12.540273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02dc23-f3c5-4943-ba76-3c3b9a294f3b req-a9b7323f-e5ac-4186-9427-5838a30f6eb9 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:12.541797 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd02dc23-f3c5-4943-ba76-3c3b9a294f3b req-a9b7323f-e5ac-4186-9427-5838a30f6eb9 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 944 time: 0.0521545 Aug 16 21:23:12.580640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd02dc23-f3c5-4943-ba76-3c3b9a294f3b req-f2f84414-8259-482b-bb08-b7375031dceb tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Aug 16 21:23:12.678950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-0f1a37ba-1bbe-46ea-8611-e376f4f6c6d4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:12.680400 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-0f1a37ba-1bbe-46ea-8611-e376f4f6c6d4 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.76 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f&tenant_id=886bfe9312ae47c2b27c77f688abf4f0&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 944 time: 0.0516622 Aug 16 21:23:12.743779 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-7b729006-8dd3-4cc1-9604-3f7f69c678d5 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:23:12.744701 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-7b729006-8dd3-4cc1-9604-3f7f69c678d5 service neutron] 10.222.0.76 "DELETE /v2.0/ports/9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0569484 Aug 16 21:23:12.828384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-d2addd39-1b79-4667-90d6-949bff947f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:12.830171 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-d2addd39-1b79-4667-90d6-949bff947f7f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 1096 time: 0.0410028 Aug 16 21:23:12.919623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-58c07cdc-4f10-4404-8bd9-1ccfd6b5b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:12.921121 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-58c07cdc-4f10-4404-8bd9-1ccfd6b5b161 service neutron] 10.222.0.76 "GET /v2.0/networks?id=87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 200 len: 916 time: 0.0841169 Aug 16 21:23:12.966418 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-bfbb662c-d596-450a-9157-4ea2e3c2c2c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 HTTP/1.1" status: 200 len: 217 time: 0.0386877 Aug 16 21:23:13.014497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-48315d9b-0e8f-472c-bce0-3d897fb0040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:13.015838 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-48315d9b-0e8f-472c-bce0-3d897fb0040b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 200 len: 855 time: 0.0432951 Aug 16 21:23:13.045963 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-84aad25b-ea33-44f8-a5bc-0f7779d45651 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=87742548-d625-4f9c-9d97-28c4b20df05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236101 Aug 16 21:23:13.138790 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-0fceb6fc-6046-4f65-ba0a-ecef2e292164 service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860868 Aug 16 21:23:13.231931 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e95110ed-7a15-476c-b30f-1eb861bc460f req-b14f8e37-1329-4401-8eb3-182acdd66740 service neutron] 10.222.0.76 "GET /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824325 Aug 16 21:23:13.603341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:23:13.700163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff8521-2aa1-41e5-a304-053c512585cf req-7f4ee8eb-f375-4ed4-b0c2-cd687c57757f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:13.706128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:13.706275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5aff8521-2aa1-41e5-a304-053c512585cf req-7f4ee8eb-f375-4ed4-b0c2-cd687c57757f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 944 time: 0.0506225 Aug 16 21:23:13.713121 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0', 'network_id': '87742548-d625-4f9c-9d97-28c4b20df05c', 'port_id': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0', 'mac_address': 'fa:16:3e:6c:9f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4238a41d-d1f5-43cc-8283-3d0b246c506e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:23:13.739908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5aff8521-2aa1-41e5-a304-053c512585cf req-e91e2087-1c09-435f-ad74-109ed0793c94 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Aug 16 21:23:13.755181 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:13.770783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:23:13.790850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:13.856283 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:13.904274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:14.083594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:23:14.859078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65a261-3a72-4f13-a080-88cd8eec57e1 req-3ef88c7e-2ca6-40c8-981e-c032e28b3e96 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:14.860514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a65a261-3a72-4f13-a080-88cd8eec57e1 req-3ef88c7e-2ca6-40c8-981e-c032e28b3e96 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 945 time: 0.0486531 Aug 16 21:23:14.897076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5a65a261-3a72-4f13-a080-88cd8eec57e1 req-53bc867a-12bc-4741-84ce-d8249a231ba8 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306356 Aug 16 21:23:15.011658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc3ddf-ef35-4638-9172-441fed507d4a req-ce3b158c-1754-42b3-acce-da09e610a49d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:15.013153 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bbc3ddf-ef35-4638-9172-441fed507d4a req-ce3b158c-1754-42b3-acce-da09e610a49d tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 945 time: 0.0519333 Aug 16 21:23:15.049930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bbc3ddf-ef35-4638-9172-441fed507d4a req-436f7454-a759-4be2-b11b-331ec35d19fe tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Aug 16 21:23:15.160305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbfb3a-180e-4e50-8e12-6b1629689b56 req-47bbe195-2259-4f14-b2c5-b86611f9637f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:15.161801 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66fbfb3a-180e-4e50-8e12-6b1629689b56 req-47bbe195-2259-4f14-b2c5-b86611f9637f tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 945 time: 0.0482407 Aug 16 21:23:15.193305 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa337-97f7-4ed3-9660-bc074229e91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:15.199746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66fbfb3a-180e-4e50-8e12-6b1629689b56 req-7485f228-9dfa-44ad-b1f8-16ec9fcbe238 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Aug 16 21:23:15.610443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:15.753093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:15.757139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:15.757515 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:15.833998 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:15.849170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329cfb5-1af6-4d30-9bfa-5af5ad1901f7 req-06ffd157-f166-4e7e-b40e-3c9f813188b2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:15.850660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2329cfb5-1af6-4d30-9bfa-5af5ad1901f7 req-06ffd157-f166-4e7e-b40e-3c9f813188b2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 945 time: 0.0493386 Aug 16 21:23:15.857321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:15.859506 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9709216f-7924-4b58-917b-7aa9cffb0f22" -d '{"events": [{"server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "name": "network-vif-plugged", "status": "completed", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:15.872473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:15.889987 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2329cfb5-1af6-4d30-9bfa-5af5ad1901f7 req-703d6888-8a2e-4b1a-bded-e8182064f2bb tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331092 Aug 16 21:23:15.895215 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd46cc2-eb6c-406d-a113-b52438ad23a9 x-openstack-request-id: req-3bd46cc2-eb6c-406d-a113-b52438ad23a9 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:15.895513 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "name": "network-vif-plugged", "status": "completed", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:15.895778 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3bd46cc2-eb6c-406d-a113-b52438ad23a9 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:15.896176 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0', 'code': 200} Aug 16 21:23:15.964879 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:16.013836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:16.936114 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753458a-1887-404f-b2c6-8c6222123e5e req-36d9c7cb-0662-4a09-a84a-773a42408083 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:16.937446 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3753458a-1887-404f-b2c6-8c6222123e5e req-36d9c7cb-0662-4a09-a84a-773a42408083 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.79 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0531881 Aug 16 21:23:17.016509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07580e0-d3f4-4cb2-974d-56c0e0f2b944 req-a91613c6-ba60-4028-80d5-91d64f67ea36 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:17.018095 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f07580e0-d3f4-4cb2-974d-56c0e0f2b944 req-a91613c6-ba60-4028-80d5-91d64f67ea36 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/ports?device_id=16d46c11-bc10-4e00-8f04-010fa327f66f HTTP/1.1" status: 200 len: 946 time: 0.0525296 Aug 16 21:23:17.027032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-3753458a-1887-404f-b2c6-8c6222123e5e req-f21f4ec7-e9cc-450a-8fc3-afda00d923d2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Deleting port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:17.027412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3753458a-1887-404f-b2c6-8c6222123e5e req-f21f4ec7-e9cc-450a-8fc3-afda00d923d2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:17.055410 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f07580e0-d3f4-4cb2-974d-56c0e0f2b944 req-0c96e307-5a28-421a-976f-2585c2e38698 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.74 "GET /v2.0/security-groups?id=5650ee4c-7de7-4adf-96fb-64e2530c83b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312164 Aug 16 21:23:17.118917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3753458a-1887-404f-b2c6-8c6222123e5e req-f21f4ec7-e9cc-450a-8fc3-afda00d923d2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] For port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,segment=NetworkSegment(cdeea052-f2da-4306-8a97-540892d2bc32),segment_id=cdeea052-f2da-4306-8a97-540892d2bc32)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:17.119284 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3753458a-1887-404f-b2c6-8c6222123e5e req-f21f4ec7-e9cc-450a-8fc3-afda00d923d2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:17.131991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-3753458a-1887-404f-b2c6-8c6222123e5e req-f21f4ec7-e9cc-450a-8fc3-afda00d923d2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Calling delete_port for 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:17.358445 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3753458a-1887-404f-b2c6-8c6222123e5e req-f21f4ec7-e9cc-450a-8fc3-afda00d923d2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:17.370213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:23:17.391200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f4ec7-e9cc-450a-8fc3-afda00d923d2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Pushing event deleted for resources: {'Port': ['ID=9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:17.432694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3753458a-1887-404f-b2c6-8c6222123e5e req-f21f4ec7-e9cc-450a-8fc3-afda00d923d2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] No DVR routers for this DVR port 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:17.435209 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3753458a-1887-404f-b2c6-8c6222123e5e req-f21f4ec7-e9cc-450a-8fc3-afda00d923d2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:17.437251 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3753458a-1887-404f-b2c6-8c6222123e5e req-f21f4ec7-e9cc-450a-8fc3-afda00d923d2 tempest-ServerDiskConfigTestJSON-550805926 tempest-ServerDiskConfigTestJSON-550805926-project] 10.222.0.79 "DELETE /v2.0/ports/9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 HTTP/1.1" status: 204 len: 173 time: 0.4940209 Aug 16 21:23:17.437698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'name': 'network-vif-deleted', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:17.439945 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b29e2f-42cd-4ef3-8b0a-5e0a313ccae5" -d '{"events": [{"server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "name": "network-vif-deleted", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:17.476870 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae97fc5-58fd-41a7-a46d-1441e9687ee4 x-openstack-request-id: req-4ae97fc5-58fd-41a7-a46d-1441e9687ee4 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:17.477246 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d46c11-bc10-4e00-8f04-010fa327f66f", "name": "network-vif-deleted", "tag": "9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:17.480724 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4ae97fc5-58fd-41a7-a46d-1441e9687ee4 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:17.480724 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d46c11-bc10-4e00-8f04-010fa327f66f', 'name': 'network-vif-deleted', 'tag': '9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0', 'status': 'completed', 'code': 200} Aug 16 21:23:17.501693 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f3b2439f-7f74-4152-8aa7-3e48560888bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:17.964403 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.177684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36962) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:18.222915 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a9e89f-b845-43b0-b46c-a174a89eef6e admin admin] Deleting subnet 4238a41d-d1f5-43cc-8283-3d0b246c506e {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:23:18.225865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14a9e89f-b845-43b0-b46c-a174a89eef6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.259419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14a9e89f-b845-43b0-b46c-a174a89eef6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.302994 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14a9e89f-b845-43b0-b46c-a174a89eef6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.427775 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14a9e89f-b845-43b0-b46c-a174a89eef6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.453598 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9e89f-b845-43b0-b46c-a174a89eef6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4238a41d-d1f5-43cc-8283-3d0b246c506e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:18.458733 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-14a9e89f-b845-43b0-b46c-a174a89eef6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.460730 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-14a9e89f-b845-43b0-b46c-a174a89eef6e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/4238a41d-d1f5-43cc-8283-3d0b246c506e HTTP/1.1" status: 204 len: 168 time: 0.2809887 Aug 16 21:23:18.462560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36964) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:18.535901 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.617441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.626924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87742548-d625-4f9c-9d97-28c4b20df05c']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:18.636901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdeea052-f2da-4306-8a97-540892d2bc32') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:18.637229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdeea052-f2da-4306-8a97-540892d2bc32') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:18.645745 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.659308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.664978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:23:18.665392 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:23:18.674556 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:23:18.792910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.798565 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.800406 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] 10.222.0.74 "DELETE /v2.0/networks/87742548-d625-4f9c-9d97-28c4b20df05c HTTP/1.1" status: 204 len: 168 time: 0.3372128 Aug 16 21:23:18.812404 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5420a-7e6b-4636-af43-acece533dc54 admin admin] Pushing event deleted for resources: {'Network': ['ID=87742548-d625-4f9c-9d97-28c4b20df05c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:19.076662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36968) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:19.117042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8911f0a5-71dd-4bed-9a4f-75ec9b2132fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=886bfe9312ae47c2b27c77f688abf4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391407 Aug 16 21:23:19.119535 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 36970) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:19.168330 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:19.189715 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:19.301374 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:19.303886 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:19.305121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5650ee4c-7de7-4adf-96fb-64e2530c83b4 HTTP/1.1" status: 204 len: 168 time: 0.1840212 Aug 16 21:23:19.313425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5650ee4c-7de7-4adf-96fb-64e2530c83b4,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:19.321130 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.321513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.321859 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.322198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.322531 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.322899 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.323199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.324206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.324543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.324982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.325348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.325676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf13ca-2c31-4dd6-a14a-4001c2548466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:19.352925 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:20.260322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36994) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:20.368703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1301464598-network', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:20.438403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Made reservation on behalf of f480d507257b4d35a2c8ae135159eb84 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:23:20.440746 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:20.449969 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:20.539628 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:20.587205 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:20.610839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:23:20.619304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec9da81-568d-45b7-a58d-59a3e1795a4d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:20.625872 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:20.631280 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Added segment 32646e57-1fa4-4de7-b691-b65e26e46ab9 of type vlan for network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe Aug 16 21:23:20.668690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:20.736082 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:20.764500 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:20.765520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:20.766144 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:20.824380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:20.834203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:23:20.902420 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c1c49c57-8d9f-4c00-b69c-2169ffdf91a8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6404347 Aug 16 21:23:20.905325 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 36998) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:20.910180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] Request body: {'subnet': {'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1301464598-subnet', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:20.986960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] Made reservation on behalf of f480d507257b4d35a2c8ae135159eb84 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:23:20.989271 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:21.216078 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:21.269544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:21.278570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:21.278922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] Network hostable DHCP agents. Network: f88b8f3c-ea50-46f2-af0b-69dbd059b0fe, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:23:21.381489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:23:21.461175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, f88b8f3c-ea50-46f2-af0b-69dbd059b0fe) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:21.465648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:21.466280 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:21.470157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c118a8-0b19-49b4-952c-e3c501f946fe None None] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:21.570915 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cde762e3-3a1f-4225-bea3-3f023fa645b4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6642261 Aug 16 21:23:21.573437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37000) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:21.577906 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:21.612129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:23:21.612984 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:21.623254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:21.644615 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:21.645774 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:21.646449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:21.646799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 9093f9f0-3f69-4892-b8a1-ab5d7fe1faf0 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:21.701970 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:21.764789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Allocated IP 172.20.0.2 (f88b8f3c-ea50-46f2-af0b-69dbd059b0fe/b54b2e49-0c30-415e-bdc9-5ab1f414c2f5/63a174de-d3b5-4e43-8f2c-2240ba7b1620) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:21.905160 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:21.911304 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:21.913176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Transition to ACTIVE for port object 63a174de-d3b5-4e43-8f2c-2240ba7b1620 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:21.929004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Transition to ACTIVE for port object 63a174de-d3b5-4e43-8f2c-2240ba7b1620 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:22.027498 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:22.067401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:22.070259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:22.072735 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:22.082538 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Pushing event updated for resources: {'Port': ['ID=63a174de-d3b5-4e43-8f2c-2240ba7b1620,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:22.190271 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:22.211228 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:22.295444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Attempting to bind port 63a174de-d3b5-4e43-8f2c-2240ba7b1620 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:22.295732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Attempting to bind port 63a174de-d3b5-4e43-8f2c-2240ba7b1620 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:22.296098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Attempting to bind port 63a174de-d3b5-4e43-8f2c-2240ba7b1620 on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:22.300984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:22.301388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:22.303124 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:22.303124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:22.303124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Bound port: 63a174de-d3b5-4e43-8f2c-2240ba7b1620, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:22.303124 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:22.322758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Allocated IP 172.25.4.67 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/bfc8a08e-581b-4fc0-9c47-86c1f710643a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:22.401528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] For port 63a174de-d3b5-4e43-8f2c-2240ba7b1620, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:22.404541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] For port 63a174de-d3b5-4e43-8f2c-2240ba7b1620, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=63a174de-d3b5-4e43-8f2c-2240ba7b1620,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:22.478834 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:22.498011 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:22.549457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0814b-38ba-4e14-82cc-50fff4756ff0 None None] Pushing event updated for resources: {'Port': ['ID=63a174de-d3b5-4e43-8f2c-2240ba7b1620,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:22.576115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:22.616922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:22.619742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:22.625615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:22.654101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Pushing event updated for resources: {'Port': ['ID=bfc8a08e-581b-4fc0-9c47-86c1f710643a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:22.785074 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:23:22.987591 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:23.186283 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:23.431926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f24845-21b5-4941-a85d-6e27162ab8d9 None None] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:23.547455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e5faf7cc-e141-400b-9770-2840b9c137fc None None] Provisioning for port 63a174de-d3b5-4e43-8f2c-2240ba7b1620 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:23.758816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Router 85ff540d-0f95-4011-8898-c16389f879b2 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:23:23.861214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:23.870631 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Sync routers for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:23.880418 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:23.881089 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:23:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:23.941258 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:23.942597 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-938ebf08-124b-4823-884d-217a7755f84a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3681495 Aug 16 21:23:23.945400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37002) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:23.982039 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:24.155681 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:22Z', 'revision_number': 3, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:24.270006 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Checking router: 85ff540d-0f95-4011-8898-c16389f879b2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:24.270268 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Updating router 85ff540d-0f95-4011-8898-c16389f879b2 port bfc8a08e-581b-4fc0-9c47-86c1f710643a binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:23:24.295746 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.356015 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.514301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Allocated IP 172.20.0.1 (f88b8f3c-ea50-46f2-af0b-69dbd059b0fe/b54b2e49-0c30-415e-bdc9-5ab1f414c2f5/7846c70d-10f1-4ac8-98e7-d6105c46d0a7) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:24.548691 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.559633 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Transition to ACTIVE for port object bfc8a08e-581b-4fc0-9c47-86c1f710643a will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:24.581916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 63a174de-d3b5-4e43-8f2c-2240ba7b1620 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:24.623944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.637468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Transition to ACTIVE for port object 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:24.644250 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.695342 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Attempting to bind port bfc8a08e-581b-4fc0-9c47-86c1f710643a on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:24.695706 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Attempting to bind port bfc8a08e-581b-4fc0-9c47-86c1f710643a by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:24.696058 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Attempting to bind port bfc8a08e-581b-4fc0-9c47-86c1f710643a on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:24.697969 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Pushing event updated for resources: {'Port': ['ID=bfc8a08e-581b-4fc0-9c47-86c1f710643a,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:24.706732 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:24.707093 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:24.707484 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.707868 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:24.708313 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Bound port: bfc8a08e-581b-4fc0-9c47-86c1f710643a, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:24.708679 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.711504 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.711846 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.712176 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.712500 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.712742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 63a174de-d3b5-4e43-8f2c-2240ba7b1620 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:24.712855 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.713157 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.713477 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.713832 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.714153 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.714519 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.714833 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.715146 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:24.716772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 63a174de-d3b5-4e43-8f2c-2240ba7b1620 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:24.717216 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.742148 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.766462 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] For port bfc8a08e-581b-4fc0-9c47-86c1f710643a, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:24.769765 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] For port bfc8a08e-581b-4fc0-9c47-86c1f710643a, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bfc8a08e-581b-4fc0-9c47-86c1f710643a,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:24.791068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:24.794791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:24.799216 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:24.800577 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.802222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7846c70d-10f1-4ac8-98e7-d6105c46d0a7,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:24.834868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 63a174de-d3b5-4e43-8f2c-2240ba7b1620, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=63a174de-d3b5-4e43-8f2c-2240ba7b1620,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:24.841320 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.844986 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:24.910126 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:24.911431 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:23:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:24.918303 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42b79b-57c5-4a3f-b037-62fb6059b414 None None] Pushing event updated for resources: {'Port': ['ID=bfc8a08e-581b-4fc0-9c47-86c1f710643a,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:25.024698 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:25.032699 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:25.082878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=63a174de-d3b5-4e43-8f2c-2240ba7b1620,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:25.117286 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:25.169798 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-85ce34b4-cf77-44ca-900f-e4d3eb2e52cc None None] Provisioning for port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:25.174157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-85ce34b4-cf77-44ca-900f-e4d3eb2e52cc None None] Provisioning complete for port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:25.174880 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-85ce34b4-cf77-44ca-900f-e4d3eb2e52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:25.204201 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:22Z', 'revision_number': 3, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:25.210706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-85ce34b4-cf77-44ca-900f-e4d3eb2e52cc None None] Port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:23:25.232344 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2422ce6b-d895-42bb-952a-f50355645ebe None None] The sync data for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 is: [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:22Z', 'revision_number': 3, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:25.287093 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:25.387457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:25.453398 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:25.468242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7846c70d-10f1-4ac8-98e7-d6105c46d0a7,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:25.565994 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:25.567493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:25.685289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Router 85ff540d-0f95-4011-8898-c16389f879b2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:25.803160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:25.808439 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9da9820e-8cde-433b-84b1-ab6a9bfc43f0 admin admin] 10.222.0.74 "PUT /v2.0/routers/85ff540d-0f95-4011-8898-c16389f879b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8620386 Aug 16 21:23:25.833363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c763e539-00b6-4356-ac75-dc5ef11f0c9a None None] Provisioning complete for port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:25.833926 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c763e539-00b6-4356-ac75-dc5ef11f0c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:25.869563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c763e539-00b6-4356-ac75-dc5ef11f0c9a None None] Port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:23:26.317423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37010) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:26.322305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a5a19db4-e2d2-4084-97bd-42fd274c3a53 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368362695', 'description': 'tempest-description--1183027703'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:26.421753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5a19db4-e2d2-4084-97bd-42fd274c3a53 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:26.511890 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5a19db4-e2d2-4084-97bd-42fd274c3a53 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:26.575652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5a19db4-e2d2-4084-97bd-42fd274c3a53 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:26.614663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 63a174de-d3b5-4e43-8f2c-2240ba7b1620 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:26.623735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a19db4-e2d2-4084-97bd-42fd274c3a53 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f496142-ead6-4636-914b-09f8b9d1af84,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:26.664299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 63a174de-d3b5-4e43-8f2c-2240ba7b1620 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:26.664679 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:26.690279 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a5a19db4-e2d2-4084-97bd-42fd274c3a53 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:26.691838 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a5a19db4-e2d2-4084-97bd-42fd274c3a53 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3733337 Aug 16 21:23:26.694684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37012) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:26.699843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-fe0c365f-5d6d-464c-b5ae-79ca2cd899d9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'security_group_rule': {'security_group_id': '2f496142-ead6-4636-914b-09f8b9d1af84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:26.751881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bfc8a08e-581b-4fc0-9c47-86c1f710643a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:26.783397 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Sync routers for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:26.797992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe0c365f-5d6d-464c-b5ae-79ca2cd899d9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:26.798678 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:26.799291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:23:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:26.854188 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe0c365f-5d6d-464c-b5ae-79ca2cd899d9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:26.911089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:26.941003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port bfc8a08e-581b-4fc0-9c47-86c1f710643a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:26.949944 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bfc8a08e-581b-4fc0-9c47-86c1f710643a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:26.950323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:26.964898 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe0c365f-5d6d-464c-b5ae-79ca2cd899d9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:26.983147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c365f-5d6d-464c-b5ae-79ca2cd899d9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1caa2542-3e29-4f67-8713-0dac495267c1,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:27.055893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fe0c365f-5d6d-464c-b5ae-79ca2cd899d9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.059870 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fe0c365f-5d6d-464c-b5ae-79ca2cd899d9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622148 Aug 16 21:23:27.060142 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37014) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:27.065429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-06dc52d2-29f6-40df-84f3-3d78f5304c78 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'security_group_rule': {'security_group_id': '2f496142-ead6-4636-914b-09f8b9d1af84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:27.149423 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.177924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port bfc8a08e-581b-4fc0-9c47-86c1f710643a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bfc8a08e-581b-4fc0-9c47-86c1f710643a,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:27.180570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06dc52d2-29f6-40df-84f3-3d78f5304c78 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.193837 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:25Z', 'revision_number': 2, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:27.220924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Checking router: 85ff540d-0f95-4011-8898-c16389f879b2 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:27.221341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Updating router 85ff540d-0f95-4011-8898-c16389f879b2 port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:23:27.238572 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06dc52d2-29f6-40df-84f3-3d78f5304c78 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.246201 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.282381 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.324948 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06dc52d2-29f6-40df-84f3-3d78f5304c78 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.340523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc52d2-29f6-40df-84f3-3d78f5304c78 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdc0609-2140-40a9-8133-67eaea3044c2,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:27.396855 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=bfc8a08e-581b-4fc0-9c47-86c1f710643a,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:27.473412 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-06dc52d2-29f6-40df-84f3-3d78f5304c78 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.474859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-06dc52d2-29f6-40df-84f3-3d78f5304c78 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4136136 Aug 16 21:23:27.483431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 37016) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:27.488356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:27.553281 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.563063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Transition to ACTIVE for port object 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:27.605210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.632658 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.686063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963535fe-eaa8-4c6b-bd19-5bdc85987178 None None] Pushing event updated for resources: {'Port': ['ID=7846c70d-10f1-4ac8-98e7-d6105c46d0a7,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:27.712336 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.738869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Attempting to bind port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:27.739247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Attempting to bind port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:27.739608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Attempting to bind port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:27.744761 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:27.745772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:27.746238 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.746638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:27.747097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Bound port: 7846c70d-10f1-4ac8-98e7-d6105c46d0a7, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:27.747479 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.819117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] For port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:27.822541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] For port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7846c70d-10f1-4ac8-98e7-d6105c46d0a7,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:27.823790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Allocated IP 172.25.4.198 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/d61ee195-9191-4e65-b7e1-3785fd543b45) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:27.907524 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.934098 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:27.967101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:27.967763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:23:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:27.972740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963535fe-eaa8-4c6b-bd19-5bdc85987178 None None] Pushing event updated for resources: {'Port': ['ID=7846c70d-10f1-4ac8-98e7-d6105c46d0a7,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:28.039438 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.082993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:28.084032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:28.087123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:28.089703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:28.115629 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event updated for resources: {'Port': ['ID=d61ee195-9191-4e65-b7e1-3785fd543b45,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:28.185547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.299935 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.300789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:28.327594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83abba-4906-4aa8-9c93-b12b67bc209d None None] The sync data for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 is: [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:28.479061 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.549096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.626282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event updated for resources: {'Port': ['ID=d61ee195-9191-4e65-b7e1-3785fd543b45,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:28.627144 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:28.632982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.701748 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.703061 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2d5ef94e-19bc-41e6-9dfa-1e466b63ef24 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2184787 Aug 16 21:23:28.760178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:28.764519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:28.764898 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.854409 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.858824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-03418a39-3fba-4b62-b314-461ca6de8a93 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1368362695&fields=id&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 267 time: 0.0378389 Aug 16 21:23:28.891585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7846c70d-10f1-4ac8-98e7-d6105c46d0a7,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:28.964342 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.965200 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bfc8a08e-581b-4fc0-9c47-86c1f710643a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:28.974388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-3b502167-234e-4cc8-ba54-dee31d85bab6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:28.975913 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-3b502167-234e-4cc8-ba54-dee31d85bab6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 812 time: 0.1095448 Aug 16 21:23:28.992599 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-c78419b9-8ac4-484e-8d4a-8711a925f21c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/quotas/f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 375 time: 0.0101829 Aug 16 21:23:29.043312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=7846c70d-10f1-4ac8-98e7-d6105c46d0a7,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:29.049538 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-9cc80d56-0655-4e4c-a223-e321df50ddda tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499976 Aug 16 21:23:29.054474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bfc8a08e-581b-4fc0-9c47-86c1f710643a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:29.054927 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:29.160615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-87f68226-c429-428d-a9c3-b08a9983432c service neutron] 10.222.0.74 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968013 Aug 16 21:23:29.252537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-55802cbd-94a8-43fa-9294-ff535af133bb service neutron] 10.222.0.74 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857062 Aug 16 21:23:29.538187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44fa5bcb-e3ee-42b5-b5f7-285d98610d15 req-f82a47c1-c8a3-4fa3-a95a-ac800204cb04 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 210 time: 0.0264804 Aug 16 21:23:30.539819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:30.590344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:30.590731 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:30.622971 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17082668-1b12-4b97-a2d1-9c643d74797e req-53da44ac-0c61-4d9d-b69c-f51670482949 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 210 time: 0.0322752 Aug 16 21:23:31.714722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9508d9c3-92aa-4b0d-b9c0-e142fd052861 req-e3e33615-053a-40d3-a2d3-15c9d9832f17 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 210 time: 0.0269291 Aug 16 21:23:32.027053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-41bb840f-6256-4c88-9193-03dd8099ba88 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:32.028486 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-41bb840f-6256-4c88-9193-03dd8099ba88 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 812 time: 0.1027811 Aug 16 21:23:32.074128 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-368c562c-82c4-46e2-91d3-d21a9dc25ae4 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 380 time: 0.0361583 Aug 16 21:23:32.083892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'port': {'device_id': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'admin_state_up': True, 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'security_groups': ['2f496142-ead6-4636-914b-09f8b9d1af84']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:32.250000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Made reservation on behalf of f480d507257b4d35a2c8ae135159eb84 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:23:32.253568 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:32.378276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Allocated IP 172.20.0.9 (f88b8f3c-ea50-46f2-af0b-69dbd059b0fe/b54b2e49-0c30-415e-bdc9-5ab1f414c2f5/e6078ec9-e874-45c1-90fd-c19fc958748c) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:32.517300 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:32.530621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Transition to ACTIVE for port object e6078ec9-e874-45c1-90fd-c19fc958748c will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:32.644522 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:32.691181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:32.694288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:32.698190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:32.705385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event updated for resources: {'Port': ['ID=e6078ec9-e874-45c1-90fd-c19fc958748c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:32.756442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:32.757123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:32.823338 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-16d156f6-e9aa-45dc-a176-bb21afec60e0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7431262 Aug 16 21:23:32.833888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdced71-0a37-4913-a413-5c2195b656db req-18257f33-cdb3-4b9c-8ccf-10c657ac576b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:32.835412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1fdced71-0a37-4913-a413-5c2195b656db req-18257f33-cdb3-4b9c-8ccf-10c657ac576b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 931 time: 0.0512388 Aug 16 21:23:32.840975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Request body: {'port': {'device_id': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:32.888836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1fdced71-0a37-4913-a413-5c2195b656db req-1646d06a-3fed-4d7d-bb1c-b45d47a2df58 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397811 Aug 16 21:23:32.899680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:32.912694 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:32.977520 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:33.050172 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-537e3230-3334-46a5-8f88-5f6f6b5dac3f None None] Provisioning for port e6078ec9-e874-45c1-90fd-c19fc958748c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:33.054079 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-537e3230-3334-46a5-8f88-5f6f6b5dac3f None None] Provisioning complete for port e6078ec9-e874-45c1-90fd-c19fc958748c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:33.054453 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-537e3230-3334-46a5-8f88-5f6f6b5dac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:33.088194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-537e3230-3334-46a5-8f88-5f6f6b5dac3f None None] Port e6078ec9-e874-45c1-90fd-c19fc958748c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:23:33.164607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6078ec9-e874-45c1-90fd-c19fc958748c {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:23:33.172453 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:33.184479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Transition to ACTIVE for port object e6078ec9-e874-45c1-90fd-c19fc958748c will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:33.249243 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:33.304929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Pushing event updated for resources: {'Port': ['ID=e6078ec9-e874-45c1-90fd-c19fc958748c,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:33.373490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Attempting to bind port e6078ec9-e874-45c1-90fd-c19fc958748c on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:33.373835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Attempting to bind port e6078ec9-e874-45c1-90fd-c19fc958748c by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:33.374171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Attempting to bind port e6078ec9-e874-45c1-90fd-c19fc958748c on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:33.378894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Port e6078ec9-e874-45c1-90fd-c19fc958748c on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:23:33.379228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Attempting to bind port e6078ec9-e874-45c1-90fd-c19fc958748c on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:33.384317 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:33.384665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:33.385085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:33.385553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Bound port: e6078ec9-e874-45c1-90fd-c19fc958748c, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:33.385936 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:33.452321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:33.455574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=e6078ec9-e874-45c1-90fd-c19fc958748c,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:33.558788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:33.600657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:33.601312 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:33.602719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] 10.222.0.76 "PUT /v2.0/ports/e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 200 len: 1092 time: 0.7708635 Aug 16 21:23:33.603170 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:33.606101 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bbbc95-6948-4d6b-aa8f-f469542f981f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:33.627021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b44d00-50d2-416b-88a9-579740a1047e service neutron] Pushing event updated for resources: {'Port': ['ID=e6078ec9-e874-45c1-90fd-c19fc958748c,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:33.651775 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8436d1ea-f08d-4d04-bea3-277585fffc7b x-openstack-request-id: req-8436d1ea-f08d-4d04-bea3-277585fffc7b {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:33.652060 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:33.652516 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8436d1ea-f08d-4d04-bea3-277585fffc7b {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:33.652747 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'status': 'completed', 'code': 200} Aug 16 21:23:33.716221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbbc95-6948-4d6b-aa8f-f469542f981f req-9b1e50a9-1130-4cb8-bab9-86d26bb80366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:33.717938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-22bbbc95-6948-4d6b-aa8f-f469542f981f req-9b1e50a9-1130-4cb8-bab9-86d26bb80366 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0451269 Aug 16 21:23:33.824179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbbc95-6948-4d6b-aa8f-f469542f981f req-75cd2b4a-bcaa-4fed-890a-d8c29ed8e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:33.825730 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-22bbbc95-6948-4d6b-aa8f-f469542f981f req-75cd2b4a-bcaa-4fed-890a-d8c29ed8e477 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f480d507257b4d35a2c8ae135159eb84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1001849 Aug 16 21:23:33.918697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbbc95-6948-4d6b-aa8f-f469542f981f req-7ef87b13-b15a-4b31-8946-35cc137b0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:33.920163 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-22bbbc95-6948-4d6b-aa8f-f469542f981f req-7ef87b13-b15a-4b31-8946-35cc137b0744 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877676 Aug 16 21:23:33.994089 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-720fcd80-485a-4a2f-9536-2c420c53348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:33.996038 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-720fcd80-485a-4a2f-9536-2c420c53348e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0411601 Aug 16 21:23:34.006188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1139b0-0455-4095-a32b-85fb60448858 req-131c493e-be01-40fd-880d-f87b8225df43 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:34.007674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf1139b0-0455-4095-a32b-85fb60448858 req-131c493e-be01-40fd-880d-f87b8225df43 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 943 time: 0.0488396 Aug 16 21:23:34.041363 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-a51425d9-6b77-4ce1-8830-53a0415c33e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 200 len: 217 time: 0.0377777 Aug 16 21:23:34.046034 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf1139b0-0455-4095-a32b-85fb60448858 req-d834e957-0a88-4f3a-91b9-65c1ac0e6db3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Aug 16 21:23:34.090758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-a8136a37-f09d-47a7-8d35-9cc67490ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:34.092183 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-a8136a37-f09d-47a7-8d35-9cc67490ccdd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0441263 Aug 16 21:23:34.136795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b123af7f-1e33-4eac-9d3b-168006f2b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:34.138265 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-b123af7f-1e33-4eac-9d3b-168006f2b54b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395634 Aug 16 21:23:34.231725 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-2d6fb5d6-2665-44d1-9d6c-440cef485d27 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858412 Aug 16 21:23:34.319314 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4a818461-e1aa-4442-a41b-c48ea7acabf2 req-4bcf7e9a-1751-4b42-ad39-84d94c9f3970 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806332 Aug 16 21:23:35.164236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eccbfc-df79-4b3c-9aef-883416347a85 req-a5ad5b90-e3dc-4c8f-8066-e2a869da1aa2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:35.165625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90eccbfc-df79-4b3c-9aef-883416347a85 req-a5ad5b90-e3dc-4c8f-8066-e2a869da1aa2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 943 time: 0.0519083 Aug 16 21:23:35.205812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-90eccbfc-df79-4b3c-9aef-883416347a85 req-f3fa6a84-f25f-414b-9f2c-c3ff0af78170 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Aug 16 21:23:36.319318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b73a3-f92c-44ae-b033-a423e1253aed req-c9de415f-8bc9-420f-a345-1fa98e2a3c5e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:36.320803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe5b73a3-f92c-44ae-b033-a423e1253aed req-c9de415f-8bc9-420f-a345-1fa98e2a3c5e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 943 time: 0.0496411 Aug 16 21:23:36.358882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fe5b73a3-f92c-44ae-b033-a423e1253aed req-be9c7a81-b82c-4353-9831-9eae1ad886fe tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Aug 16 21:23:37.360671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device e6078ec9-e874-45c1-90fd-c19fc958748c details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:23:37.460862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=e6078ec9-e874-45c1-90fd-c19fc958748c,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:37.472799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'port_id': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'mac_address': 'fa:16:3e:81:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:23:37.474042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc88c3-9819-4054-938d-33722659e322 req-f358c008-3491-4954-a6b6-f2d99ae8d2ee tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:37.475555 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8fc88c3-9819-4054-938d-33722659e322 req-f358c008-3491-4954-a6b6-f2d99ae8d2ee tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 943 time: 0.0508034 Aug 16 21:23:37.509679 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.513668 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8fc88c3-9819-4054-938d-33722659e322 req-bdfa102d-5411-4f2c-acf6-2e087b79e377 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320628 Aug 16 21:23:37.523760 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6078ec9-e874-45c1-90fd-c19fc958748c {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:23:37.545340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=e6078ec9-e874-45c1-90fd-c19fc958748c,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:37.649815 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.697658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=e6078ec9-e874-45c1-90fd-c19fc958748c,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:37.705145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.705581 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.705877 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.706217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.706556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.706892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.707221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.707551 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.708019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.708357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.708684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.709009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:37.851753 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['e6078ec9-e874-45c1-90fd-c19fc958748c'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:23:38.628751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b82bf0-77aa-406d-8ead-f64560759bc7 req-96adb75b-f722-4170-9d2f-e394c8261022 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:38.630219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3b82bf0-77aa-406d-8ead-f64560759bc7 req-96adb75b-f722-4170-9d2f-e394c8261022 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 944 time: 0.0513973 Aug 16 21:23:38.666961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c3b82bf0-77aa-406d-8ead-f64560759bc7 req-26eab6d2-9751-415f-9ad7-35f34da90c7a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302031 Aug 16 21:23:39.367774 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device e6078ec9-e874-45c1-90fd-c19fc958748c up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:39.472450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port e6078ec9-e874-45c1-90fd-c19fc958748c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:39.476049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port e6078ec9-e874-45c1-90fd-c19fc958748c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:39.476419 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.555070 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.576278 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:39.578504 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d14911-c30d-443d-b4c7-10ee620cc41b" -d '{"events": [{"server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "name": "network-vif-plugged", "status": "completed", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:39.592261 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=e6078ec9-e874-45c1-90fd-c19fc958748c,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:39.615672 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a2fbbd-332a-4af4-a136-a05fc0a045e0 x-openstack-request-id: req-35a2fbbd-332a-4af4-a136-a05fc0a045e0 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:39.615962 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "name": "network-vif-plugged", "status": "completed", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:39.616215 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-35a2fbbd-332a-4af4-a136-a05fc0a045e0 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:39.616610 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'code': 200} Aug 16 21:23:39.700083 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.717253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412702c-d560-4494-af5c-a9b4c379a6df req-57c58a70-e625-4bc4-ba07-92f7ef3eb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:39.718780 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3412702c-d560-4494-af5c-a9b4c379a6df req-57c58a70-e625-4bc4-ba07-92f7ef3eb01b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0474937 Aug 16 21:23:39.745406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=e6078ec9-e874-45c1-90fd-c19fc958748c,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:39.757138 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3412702c-d560-4494-af5c-a9b4c379a6df req-b5f04dde-9ed3-4866-a0e8-ff8e84bcf595 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308535 Aug 16 21:23:39.785401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b9498-bd34-4112-970e-5ec1b5cc701c req-2fd321b2-8067-4275-86e8-0f6fa0793e82 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:39.786930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f2b9498-bd34-4112-970e-5ec1b5cc701c req-2fd321b2-8067-4275-86e8-0f6fa0793e82 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0508101 Aug 16 21:23:39.825191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f2b9498-bd34-4112-970e-5ec1b5cc701c req-aecaab0a-9243-4a77-811e-e02f1770fb98 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315738 Aug 16 21:23:40.941634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441118ff-b8a4-4b34-8b8c-40c6fe9338de req-49ad4bc4-f7d7-4953-8171-a63e1dff3c2a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:40.943105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-441118ff-b8a4-4b34-8b8c-40c6fe9338de req-49ad4bc4-f7d7-4953-8171-a63e1dff3c2a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0493567 Aug 16 21:23:40.980735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-441118ff-b8a4-4b34-8b8c-40c6fe9338de req-0eb6a53e-70fa-4215-8aa5-d7fb6a9bc280 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Aug 16 21:23:41.105684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8c170-6204-4577-9ed7-70d4275444c2 req-c39fef8b-3f5b-40ee-8415-77261f430d47 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:41.107080 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61a8c170-6204-4577-9ed7-70d4275444c2 req-c39fef8b-3f5b-40ee-8415-77261f430d47 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0533838 Aug 16 21:23:41.115435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37076) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:41.119909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-8a14b027-925f-4739-ad31-0cccabdae300 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'floatingip': {'port_id': 'e6078ec9-e874-45c1-90fd-c19fc958748c'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:41.158391 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a14b027-925f-4739-ad31-0cccabdae300 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:41.592875 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a14b027-925f-4739-ad31-0cccabdae300 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:41.655192 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a14b027-925f-4739-ad31-0cccabdae300 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:41.755043 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-8a14b027-925f-4739-ad31-0cccabdae300 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Floating IP 2e79be85-f795-4294-b550-3514e257d89c associated. External IP: 172.25.4.198, port: e6078ec9-e874-45c1-90fd-c19fc958748c. Aug 16 21:23:41.961280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a14b027-925f-4739-ad31-0cccabdae300 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Router 85ff540d-0f95-4011-8898-c16389f879b2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:42.067450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a14b027-925f-4739-ad31-0cccabdae300 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:42.072342 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8a14b027-925f-4739-ad31-0cccabdae300 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:42.077540 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d534a41-385b-4d78-b94e-15f144c8fd1d None None] Sync routers for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:42.087175 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d534a41-385b-4d78-b94e-15f144c8fd1d None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:42.087840 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4d534a41-385b-4d78-b94e-15f144c8fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:23:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:42.100177 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8a14b027-925f-4739-ad31-0cccabdae300 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "PUT /v2.0/floatingips/2e79be85-f795-4294-b550-3514e257d89c HTTP/1.1" status: 200 len: 991 time: 0.9836793 Aug 16 21:23:42.100830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:42.103107 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea907891-2518-4ef0-a395-a33a71331ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:42.195208 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-4d534a41-385b-4d78-b94e-15f144c8fd1d None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:42.218962 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0185f1-154e-497b-a0ae-02b97ce3568c x-openstack-request-id: req-3f0185f1-154e-497b-a0ae-02b97ce3568c {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:42.219258 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:42.219516 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f0185f1-154e-497b-a0ae-02b97ce3568c {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:42.219947 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'status': 'completed', 'code': 200} Aug 16 21:23:42.280702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea907891-2518-4ef0-a395-a33a71331ee6 req-9fc40aed-9674-4903-ae01-efdd14c96b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:42.282282 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea907891-2518-4ef0-a395-a33a71331ee6 req-9fc40aed-9674-4903-ae01-efdd14c96b14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0417562 Aug 16 21:23:42.376834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea907891-2518-4ef0-a395-a33a71331ee6 req-48c14b56-f267-4c77-9e11-da7bad1e651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:42.378508 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea907891-2518-4ef0-a395-a33a71331ee6 req-48c14b56-f267-4c77-9e11-da7bad1e651f service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0898173 Aug 16 21:23:42.421244 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4d534a41-385b-4d78-b94e-15f144c8fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:81:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:23:41Z', 'revision_number': 1, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:42.443395 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea907891-2518-4ef0-a395-a33a71331ee6 req-103c1a86-e62c-4c74-8099-722ae9146cfd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 200 len: 999 time: 0.0582969 Aug 16 21:23:42.447091 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d534a41-385b-4d78-b94e-15f144c8fd1d None None] Checking router: 85ff540d-0f95-4011-8898-c16389f879b2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:42.456101 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d534a41-385b-4d78-b94e-15f144c8fd1d None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:42.456702 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4d534a41-385b-4d78-b94e-15f144c8fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:23:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:42.493747 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea907891-2518-4ef0-a395-a33a71331ee6 req-daa037f7-ee61-4d13-a0db-d7d36eae32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:42.495964 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea907891-2518-4ef0-a395-a33a71331ee6 req-daa037f7-ee61-4d13-a0db-d7d36eae32cd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0450895 Aug 16 21:23:42.549550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea907891-2518-4ef0-a395-a33a71331ee6 req-e1e46c85-15a1-40a3-8555-73e809b5fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:42.551096 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea907891-2518-4ef0-a395-a33a71331ee6 req-e1e46c85-15a1-40a3-8555-73e809b5fe01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487828 Aug 16 21:23:42.560890 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-4d534a41-385b-4d78-b94e-15f144c8fd1d None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:42.641403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea907891-2518-4ef0-a395-a33a71331ee6 req-a5ba6203-90ca-4487-980b-9f77c3d466a2 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827494 Aug 16 21:23:42.735284 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ea907891-2518-4ef0-a395-a33a71331ee6 req-3beec3e9-688e-4f8a-b07b-97c15f289657 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872436 Aug 16 21:23:42.863154 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4d534a41-385b-4d78-b94e-15f144c8fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:81:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:23:41Z', 'revision_number': 1, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:42.889220 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d534a41-385b-4d78-b94e-15f144c8fd1d None None] The sync data for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 is: [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:81:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:23:41Z', 'revision_number': 1, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:43.079122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5867d-a37a-45bb-b97e-d704a3f15978 None None] New status for floating IP 2e79be85-f795-4294-b550-3514e257d89c: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:23:45.272819 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ecf9f3e1-d507-483b-b69f-e9da347efc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.535559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-200c61fc-b700-456c-b23f-2c2df812ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.964413 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.311954 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.717669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.783976 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:24:03.152310 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.191623 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:15.237308 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f61342c-d9a1-4ce9-b5bc-4e73f3e8536b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:17.592137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-199344ca-be36-4513-9c7a-a52cb3b9133f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:17.997496 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:19.369596 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:20.336827 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-9418cef9-7352-493a-bc23-19f7899a6d2c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427313 Aug 16 21:24:20.419674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-39ead022-1e4a-43e7-9446-bcfc2e4f64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:20.421188 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-39ead022-1e4a-43e7-9446-bcfc2e4f64d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0413980 Aug 16 21:24:20.528091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-5cdb23be-73a8-4920-a6e1-3b7d74ea88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:20.529733 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-5cdb23be-73a8-4920-a6e1-3b7d74ea88cb service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0894752 Aug 16 21:24:20.593756 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-8f8ff213-e632-4ac5-b088-f8baf6e89dd7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 200 len: 1001 time: 0.0567687 Aug 16 21:24:20.644884 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-ce06fc93-a1e0-4bf1-975f-3e423e19cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:20.646347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-ce06fc93-a1e0-4bf1-975f-3e423e19cbbc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0464654 Aug 16 21:24:20.692160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-a7ef0398-338a-450e-9c19-d8d9a74d223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:20.693666 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-a7ef0398-338a-450e-9c19-d8d9a74d223f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403197 Aug 16 21:24:20.728504 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:20.780983 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-9d43dece-ad6e-434f-9a08-8d4d62b63b17 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802679 Aug 16 21:24:20.873847 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51cbe90c-9e1e-4819-9268-20c54222cbab req-9aabf43b-fb52-40e3-94c6-70447d2cc8b4 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857522 Aug 16 21:24:33.065948 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:33.105671 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:36.783687 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:24:45.225513 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8e198b2c-323b-4234-bdb9-ee85ba79ef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:47.510946 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-548f04f9-3437-4bbf-84c2-4867dd38fa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:47.985074 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:49.625880 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:50.756466 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:03.019346 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:03.059034 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:13.783187 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:25:15.224782 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7ea62351-bce2-4ea1-a210-e832334f7eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:17.510565 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ef881c22-d070-45c6-8982-5375bdc0fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:18.001938 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:18.989525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf8627-f3fd-4dbb-843b-7447dacdf299 req-d96f8364-a377-4644-b9f8-29f0ebff2a60 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:18.991041 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02cf8627-f3fd-4dbb-843b-7447dacdf299 req-d96f8364-a377-4644-b9f8-29f0ebff2a60 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.2425454 Aug 16 21:25:19.031437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-02cf8627-f3fd-4dbb-843b-7447dacdf299 req-0b61fbe2-bf11-4c8f-92f5-edda4677e442 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340257 Aug 16 21:25:19.352667 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:19.423304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfbafa-f1fe-4a02-97a3-a0af90b2076b req-b335850b-72d6-48b2-96c5-5b60683c997d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:19.424896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dccfbafa-f1fe-4a02-97a3-a0af90b2076b req-b335850b-72d6-48b2-96c5-5b60683c997d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Aug 16 21:25:19.467838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dccfbafa-f1fe-4a02-97a3-a0af90b2076b req-336d18e7-b569-449c-a738-f795577e524f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364091 Aug 16 21:25:19.640160 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-57e619f1-4e92-4a30-b776-00401bad3e31 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410185 Aug 16 21:25:20.380420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-7a4e194d-5be4-41cd-9788-2feb5f506dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:20.381953 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-7a4e194d-5be4-41cd-9788-2feb5f506dd9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0416851 Aug 16 21:25:20.490836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-6c425ada-bd24-46e5-8e05-2a64d07ee507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:20.492787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-6c425ada-bd24-46e5-8e05-2a64d07ee507 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0917757 Aug 16 21:25:20.561592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-dd07764e-4daf-4225-b31b-0c8ecdcc3716 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 200 len: 1001 time: 0.0621405 Aug 16 21:25:20.618963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-49f78466-63de-4f06-986c-990c3d113571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:20.620511 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-49f78466-63de-4f06-986c-990c3d113571 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0525699 Aug 16 21:25:20.645645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4054f-e5f6-4ff2-85fc-3c1e622be90e req-a3a5141d-deb3-47ba-a04d-d0f4a109154f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:20.647155 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60e4054f-e5f6-4ff2-85fc-3c1e622be90e req-a3a5141d-deb3-47ba-a04d-d0f4a109154f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.1085479 Aug 16 21:25:20.669855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-7aa460a9-e911-4b1f-923b-1c61e196cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:20.671456 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-7aa460a9-e911-4b1f-923b-1c61e196cc36 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444412 Aug 16 21:25:20.682504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-939451d3-1327-47ed-884f-7c6d6b605fe7 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:25:20.683500 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-939451d3-1327-47ed-884f-7c6d6b605fe7 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052707 Aug 16 21:25:20.687570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60e4054f-e5f6-4ff2-85fc-3c1e622be90e req-f1aa8c5c-6a61-4d8c-b16b-ba62f6c42cfb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335336 Aug 16 21:25:20.756209 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:20.775397 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-cc4e1e6d-7dce-447b-bc27-acc3a30c8fc8 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839949 Aug 16 21:25:20.869434 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-78a3ce6e-bfef-4894-a42c-6b4a0f3fd5ab req-ee80c7fb-3186-4127-b01b-cc0ebb523aed service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874586 Aug 16 21:25:21.803637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca1de1-7cc4-4d72-97aa-68ff89ae4892 req-027fdb5e-b4ac-44a1-9bc0-f78037101486 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:21.805725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0aca1de1-7cc4-4d72-97aa-68ff89ae4892 req-027fdb5e-b4ac-44a1-9bc0-f78037101486 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0510578 Aug 16 21:25:21.842544 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0aca1de1-7cc4-4d72-97aa-68ff89ae4892 req-b931afc7-54c0-4987-878a-ab405feadd54 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308628 Aug 16 21:25:22.967702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92d622-3ff6-46cd-ab27-d220db13f52a req-1a45e492-b400-4384-9f41-d3f137ca2b3e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:22.969207 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd92d622-3ff6-46cd-ab27-d220db13f52a req-1a45e492-b400-4384-9f41-d3f137ca2b3e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0587261 Aug 16 21:25:23.009195 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd92d622-3ff6-46cd-ab27-d220db13f52a req-2be39021-4da4-471b-ad9b-4482a4a084e6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339351 Aug 16 21:25:23.854912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-81e1b788-307e-49aa-b4ac-911bea358bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:23.856457 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-81e1b788-307e-49aa-b4ac-911bea358bc4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0419428 Aug 16 21:25:23.959574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-cfd7a4ef-72fc-4bf6-9ffb-5f35e87c1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:23.961717 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-cfd7a4ef-72fc-4bf6-9ffb-5f35e87c1105 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0976923 Aug 16 21:25:24.027693 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-34a2b432-cd6b-4994-9187-2589ba16d6cd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 200 len: 1001 time: 0.0599990 Aug 16 21:25:24.083519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-33af18f5-91a5-4db6-b9c1-fdae4f07080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:24.085094 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-33af18f5-91a5-4db6-b9c1-fdae4f07080e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0501912 Aug 16 21:25:24.132641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac7e4a-1995-4c79-abba-fba2e50302e2 req-4a4b490d-19c6-4b50-ad71-5f53ae3e147c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:24.133206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fdf09ca8-2bb0-417d-9bd0-845fd59a1fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:24.134193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2aac7e4a-1995-4c79-abba-fba2e50302e2 req-4a4b490d-19c6-4b50-ad71-5f53ae3e147c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0555687 Aug 16 21:25:24.135750 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fdf09ca8-2bb0-417d-9bd0-845fd59a1fe7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426943 Aug 16 21:25:24.173814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2aac7e4a-1995-4c79-abba-fba2e50302e2 req-e583a0bd-2132-4ef2-9f70-edfd2081680c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330980 Aug 16 21:25:24.226891 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-ddffcbdd-046c-4821-aef6-bbb47042c2c1 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852094 Aug 16 21:25:24.322231 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-b1b762db-038c-41b6-88ce-c1244adc108d service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883853 Aug 16 21:25:25.290996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc54e29-993c-4ffa-b83d-2ca99fe5786b req-041db898-6eb4-443c-b703-ce219bbaabda tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:25.292506 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1dc54e29-993c-4ffa-b83d-2ca99fe5786b req-041db898-6eb4-443c-b703-ce219bbaabda tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0486159 Aug 16 21:25:25.329887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1dc54e29-993c-4ffa-b83d-2ca99fe5786b req-96adf762-26d8-42ea-aacc-5311645b019c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Aug 16 21:25:26.450493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1738d-2505-466a-961f-39140d8c4f58 req-91c53450-2db9-4590-848e-3d8e9cb3c1ca tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:26.452234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40a1738d-2505-466a-961f-39140d8c4f58 req-91c53450-2db9-4590-848e-3d8e9cb3c1ca tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0522864 Aug 16 21:25:26.490367 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40a1738d-2505-466a-961f-39140d8c4f58 req-a5fcc303-de9d-4447-8794-70cab57d794a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317624 Aug 16 21:25:27.606870 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0cc1c-07c8-438d-9b96-e84f56b117c7 req-ce8ddad2-144a-4285-a200-8d52637aaf2c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:27.608355 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44d0cc1c-07c8-438d-9b96-e84f56b117c7 req-ce8ddad2-144a-4285-a200-8d52637aaf2c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0495610 Aug 16 21:25:27.645957 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-44d0cc1c-07c8-438d-9b96-e84f56b117c7 req-5194d8c7-1052-46fe-a344-bb1347fc299d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Aug 16 21:25:28.764492 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277c8d6-b142-4a81-8967-d8356777669c req-598ac2b1-d6b3-4fd9-ba4b-9c3797da1c5f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:28.766100 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0277c8d6-b142-4a81-8967-d8356777669c req-598ac2b1-d6b3-4fd9-ba4b-9c3797da1c5f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0496092 Aug 16 21:25:28.803083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0277c8d6-b142-4a81-8967-d8356777669c req-a2e5d007-c2c8-4921-8d0b-8580bdd445fb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310173 Aug 16 21:25:29.923346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320c1e1-2ef0-405d-b909-e49e5c6468ed req-c0b7e702-2d64-4149-bf3f-3f88aca13a44 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:29.924841 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b320c1e1-2ef0-405d-b909-e49e5c6468ed req-c0b7e702-2d64-4149-bf3f-3f88aca13a44 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0529375 Aug 16 21:25:29.964515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b320c1e1-2ef0-405d-b909-e49e5c6468ed req-2e5e132e-7b6b-456d-92b8-919670975d01 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336409 Aug 16 21:25:31.078525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfaddc-7ddb-4710-be50-e1441cc1274f req-150cf085-4d23-418e-a57d-dc0175e2ec0c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:31.079997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05bfaddc-7ddb-4710-be50-e1441cc1274f req-150cf085-4d23-418e-a57d-dc0175e2ec0c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0489955 Aug 16 21:25:31.117438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05bfaddc-7ddb-4710-be50-e1441cc1274f req-d9c9d889-f468-4750-b623-be468f552a14 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310376 Aug 16 21:25:32.230348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7bb3c-3ccd-4147-bd94-2572c6783fcd req-1eb9c39a-503d-4ce8-a5f5-9008d02a5db5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:32.231821 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2b7bb3c-3ccd-4147-bd94-2572c6783fcd req-1eb9c39a-503d-4ce8-a5f5-9008d02a5db5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0488422 Aug 16 21:25:32.268579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2b7bb3c-3ccd-4147-bd94-2572c6783fcd req-e6e53062-c850-40d8-a3f0-501bcce7b899 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308928 Aug 16 21:25:33.001320 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:33.035535 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:33.386158 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722ce74-f17c-4b5b-ac5a-378d30733bf8 req-a1f807aa-e0a1-4578-96d6-c622f9eeb028 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:33.387592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a722ce74-f17c-4b5b-ac5a-378d30733bf8 req-a1f807aa-e0a1-4578-96d6-c622f9eeb028 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0525591 Aug 16 21:25:33.424828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a722ce74-f17c-4b5b-ac5a-378d30733bf8 req-c5d766ae-616e-4e7d-a775-3dbb0f455e6f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312996 Aug 16 21:25:34.539041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e39a8-0232-4c65-a95d-9a8b56a013d0 req-ca46a2c9-a796-49d3-bdbf-05633bc914c0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:34.540553 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-171e39a8-0232-4c65-a95d-9a8b56a013d0 req-ca46a2c9-a796-49d3-bdbf-05633bc914c0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0497661 Aug 16 21:25:34.580259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-171e39a8-0232-4c65-a95d-9a8b56a013d0 req-fdace0b1-4b77-4c93-9b92-207994ac751d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332274 Aug 16 21:25:35.694114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b06576-bd86-4717-b796-fefa6e1cd136 req-bfae44bf-6910-4004-92cf-2447b5ed062b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:35.696130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9b06576-bd86-4717-b796-fefa6e1cd136 req-bfae44bf-6910-4004-92cf-2447b5ed062b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0480785 Aug 16 21:25:35.733613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9b06576-bd86-4717-b796-fefa6e1cd136 req-35a72ce1-5580-49f3-a2eb-37274c4e0760 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314476 Aug 16 21:25:36.591369 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-b671d28c-cab4-44f1-902c-b2a19732ff54 service neutron] show failed (client error): The resource could not be found. Aug 16 21:25:36.592601 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-b671d28c-cab4-44f1-902c-b2a19732ff54 service neutron] 10.222.0.76 "GET /v2.0/ports/e6078ec9-e874-45c1-90fd-c19fc958748c/bindings/n-h2-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.1393967 Aug 16 21:25:36.858940 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbb3c7-8819-493d-8c42-0c0c6195d763 req-5474cad5-c2f9-4b3d-88d2-a57c36cda4f2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:36.860416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ddbbb3c7-8819-493d-8c42-0c0c6195d763 req-5474cad5-c2f9-4b3d-88d2-a57c36cda4f2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0527320 Aug 16 21:25:36.898917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ddbbb3c7-8819-493d-8c42-0c0c6195d763 req-0ede9aa0-5d39-42e7-94b3-23ffb4062035 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Aug 16 21:25:37.280740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-7ef44728-54fc-43aa-8744-2078aa629328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:37.282242 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-7ef44728-54fc-43aa-8744-2078aa629328 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 1097 time: 0.0449970 Aug 16 21:25:37.293988 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:37.346024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:37.544312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=e6078ec9-e874-45c1-90fd-c19fc958748c,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:37.576637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:25:37.619453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:25:37.621687 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cda79d8-3c9d-4026-956a-197647e9480c" -d '{"events": [{"server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:25:37.625383 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:37.637202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Transition to ACTIVE for port object e6078ec9-e874-45c1-90fd-c19fc958748c will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:25:37.721588 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:38.019376 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf743a-5439-4878-a991-8353dbbdaf63 req-67c0484d-322a-4694-b140-259b70e0b080 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:38.021033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adaf743a-5439-4878-a991-8353dbbdaf63 req-67c0484d-322a-4694-b140-259b70e0b080 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 943 time: 0.0520754 Aug 16 21:25:38.062035 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adaf743a-5439-4878-a991-8353dbbdaf63 req-ae375ed4-f60d-4b60-9ef1-efdd23c30e33 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349152 Aug 16 21:25:38.094726 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54241a0-f86a-4ab3-8ef2-ee4a73c1bd30 x-openstack-request-id: req-e54241a0-f86a-4ab3-8ef2-ee4a73c1bd30 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:25:38.095017 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:25:38.095270 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e54241a0-f86a-4ab3-8ef2-ee4a73c1bd30 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:25:38.095662 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'code': 200} Aug 16 21:25:38.182043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6078ec9-e874-45c1-90fd-c19fc958748c,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:38.200468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.200817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.201192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.201530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.202127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.202459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.202791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.203116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.203441 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.203767 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.204088 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.204407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:38.254709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] No DVR routers for this DVR port e6078ec9-e874-45c1-90fd-c19fc958748c on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:25:38.389000 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Attempting to bind port e6078ec9-e874-45c1-90fd-c19fc958748c on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:25:38.389274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Attempting to bind port e6078ec9-e874-45c1-90fd-c19fc958748c by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:25:38.389608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Attempting to bind port e6078ec9-e874-45c1-90fd-c19fc958748c on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:25:38.393770 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Port e6078ec9-e874-45c1-90fd-c19fc958748c on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:25:38.394089 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Attempting to bind port e6078ec9-e874-45c1-90fd-c19fc958748c on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:25:38.398868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:25:38.399208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:25:38.399597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:25:38.400026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Bound port: e6078ec9-e874-45c1-90fd-c19fc958748c, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:25:38.400378 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:38.466022 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:25:38.468983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e6078ec9-e874-45c1-90fd-c19fc958748c,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:25:38.596221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:38.639038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:38.639038 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:38.639038 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] 10.222.0.79 "PUT /v2.0/ports/e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 200 len: 1092 time: 1.3467734 Aug 16 21:25:38.657364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e9ed1-b4cf-464a-aad6-4f17c06533c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6078ec9-e874-45c1-90fd-c19fc958748c,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:38.707644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-1b6eddca-e6c1-4b86-822e-8f1e11afbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:38.709424 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-1b6eddca-e6c1-4b86-822e-8f1e11afbf18 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0439498 Aug 16 21:25:38.807969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-95983e44-8060-4664-999f-ce6474d402b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:38.809615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-95983e44-8060-4664-999f-ce6474d402b7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0935888 Aug 16 21:25:38.877155 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-ae2d25dd-20f4-4970-8af4-3799b0d629f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 200 len: 999 time: 0.0601258 Aug 16 21:25:38.925251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-4482a49a-4cae-433f-b092-be49e99799ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:38.926587 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-4482a49a-4cae-433f-b092-be49e99799ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0429759 Aug 16 21:25:38.976803 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-c63a74c1-a773-4ce6-b703-430e70f3d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:38.978352 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-c63a74c1-a773-4ce6-b703-430e70f3d6b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447206 Aug 16 21:25:38.989128 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-8d9b46d5-2397-4611-bfbe-26b0f5fd7dd3 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:25:38.990092 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-8d9b46d5-2397-4611-bfbe-26b0f5fd7dd3 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049477 Aug 16 21:25:39.082340 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-6a58cf15-daae-4b15-96e8-584670d62fbb service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853248 Aug 16 21:25:39.177824 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-cdbd91e0-8186-4e78-8628-ee533aa26863 req-6012bfb3-52ad-4818-b433-7694c2d676c9 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886607 Aug 16 21:25:39.179563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6b816-558d-496c-80f6-11e3ebeee957 req-f48263ed-9e62-483b-a3db-ae672496c81b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:39.181048 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35b6b816-558d-496c-80f6-11e3ebeee957 req-f48263ed-9e62-483b-a3db-ae672496c81b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 943 time: 0.0476215 Aug 16 21:25:39.219850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-35b6b816-558d-496c-80f6-11e3ebeee957 req-0e0d8b3f-b099-4c57-8f8b-10e2c119ce2a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Aug 16 21:25:40.096972 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:25:40.099397 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:25:40.145261 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f739c3-f8bf-4cb8-b4df-c5136370b7e4 x-openstack-request-id: req-17f739c3-f8bf-4cb8-b4df-c5136370b7e4 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:25:40.145551 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:25:40.145805 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-17f739c3-f8bf-4cb8-b4df-c5136370b7e4 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:25:40.146203 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'status': 'completed', 'code': 200} Aug 16 21:25:40.235759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-8daade04-1bcd-4cf2-8357-bde11ea02cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:40.237285 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-8daade04-1bcd-4cf2-8357-bde11ea02cfe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0698240 Aug 16 21:25:40.239714 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-c1620eb1-3047-420f-86cb-5d2d33581817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:40.241086 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-c1620eb1-3047-420f-86cb-5d2d33581817 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0723996 Aug 16 21:25:40.340341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8865a9c-2a9d-40ba-9366-6ef1e8f04f68 req-db93a728-d39f-4520-901e-9454ab023ddf tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:40.341961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8865a9c-2a9d-40ba-9366-6ef1e8f04f68 req-db93a728-d39f-4520-901e-9454ab023ddf tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 943 time: 0.0533438 Aug 16 21:25:40.379885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b8865a9c-2a9d-40ba-9366-6ef1e8f04f68 req-6d40ee13-be94-4af7-9701-e708d182fa89 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Aug 16 21:25:40.401920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-f6489d43-955d-4e5a-9c84-dc00345fe6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:40.403395 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-f6489d43-955d-4e5a-9c84-dc00345fe6eb service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.1593051 Aug 16 21:25:40.404759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-46966078-4eae-488d-b90a-c5451a12869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:40.406095 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-46966078-4eae-488d-b90a-c5451a12869e service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.1547220 Aug 16 21:25:40.514494 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-88e07589-298f-4637-a4d2-3dc696a975ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 200 len: 999 time: 0.1031277 Aug 16 21:25:40.518143 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-7d762dfc-6077-4635-9c90-c4e745ef0642 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 200 len: 999 time: 0.1007364 Aug 16 21:25:40.597202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-34832c33-b794-448f-aaa4-3285ed9ab03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:40.598657 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-34832c33-b794-448f-aaa4-3285ed9ab03c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0774074 Aug 16 21:25:40.600021 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-cd68e039-76f4-4f2c-9081-50cd99ef545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:40.601362 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-cd68e039-76f4-4f2c-9081-50cd99ef545b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0724218 Aug 16 21:25:40.673877 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-e7d4022d-1617-44cb-b1b9-51614436aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:40.675247 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-e7d4022d-1617-44cb-b1b9-51614436aa5c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700996 Aug 16 21:25:40.677637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-39d0f5fe-b1f0-43ff-b25d-84a0ded6f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:40.678951 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-39d0f5fe-b1f0-43ff-b25d-84a0ded6f623 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664597 Aug 16 21:25:40.828937 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-8135d3b5-0a68-48da-97a8-e69ca7aec1f0 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467035 Aug 16 21:25:40.832172 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-f54b3054-e190-42fe-8c3f-6aafb77ac959 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433148 Aug 16 21:25:40.984649 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-d757b479-a92f-4891-bcd3-962ddbbc1c14 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485169 Aug 16 21:25:40.987228 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9bed6b34-f4c8-4a92-a85f-7f17ae4967d6 req-072480dd-0ec9-4ad8-91c2-8eeda96772ae service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438000 Aug 16 21:25:41.497092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65184f-9eb8-46ef-9ff4-1ce336054b61 req-b2467d63-abce-4a57-be23-0ac10f1e5f1b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:41.499281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e65184f-9eb8-46ef-9ff4-1ce336054b61 req-b2467d63-abce-4a57-be23-0ac10f1e5f1b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 943 time: 0.0500882 Aug 16 21:25:41.538203 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e65184f-9eb8-46ef-9ff4-1ce336054b61 req-87bcfadb-86a2-4ba7-ac82-4cc03bb16438 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325985 Aug 16 21:25:41.973658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device e6078ec9-e874-45c1-90fd-c19fc958748c no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:25:42.038773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device e6078ec9-e874-45c1-90fd-c19fc958748c not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:25:42.270446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e6078ec9-e874-45c1-90fd-c19fc958748c details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:25:42.366087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e6078ec9-e874-45c1-90fd-c19fc958748c,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:42.377258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'port_id': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'mac_address': 'fa:16:3e:81:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:25:42.413302 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:42.425658 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6078ec9-e874-45c1-90fd-c19fc958748c {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:25:42.444742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e6078ec9-e874-45c1-90fd-c19fc958748c,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:42.532844 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:42.582325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=e6078ec9-e874-45c1-90fd-c19fc958748c,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:42.590011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.590356 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.590696 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.591037 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.591365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.591690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.592014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.592340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.592686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.593004 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.593352 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.593669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.653348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e2120-840c-4bce-9bdc-6d1d48bc5c10 req-d56e4244-4a47-46b7-ae19-75c37825fa49 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:42.654813 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec9e2120-840c-4bce-9bdc-6d1d48bc5c10 req-d56e4244-4a47-46b7-ae19-75c37825fa49 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 944 time: 0.0484064 Aug 16 21:25:42.692669 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec9e2120-840c-4bce-9bdc-6d1d48bc5c10 req-45aef27f-81ee-40f9-8955-254d5b183b20 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319459 Aug 16 21:25:42.747224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['e6078ec9-e874-45c1-90fd-c19fc958748c'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:25:43.055300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dedacd-a877-453e-8587-e53b40b00239 req-8861bb43-98d3-401d-b105-5e19bf6c58ed tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:43.056792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2dedacd-a877-453e-8587-e53b40b00239 req-8861bb43-98d3-401d-b105-5e19bf6c58ed tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 944 time: 0.0528634 Aug 16 21:25:43.094571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2dedacd-a877-453e-8587-e53b40b00239 req-47d0c8d6-f483-4c67-8c08-b48c489452e6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318620 Aug 16 21:25:43.191005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d5772-c8d5-4d37-bd84-8449427a764e req-1e228237-63ab-43d2-bcf4-d0e89be60b9a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:43.192452 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664d5772-c8d5-4d37-bd84-8449427a764e req-1e228237-63ab-43d2-bcf4-d0e89be60b9a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2&tenant_id=f480d507257b4d35a2c8ae135159eb84&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 944 time: 0.0521557 Aug 16 21:25:43.255459 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-664d5772-c8d5-4d37-bd84-8449427a764e req-f18aa1a2-b3d5-45a7-8631-c3357a28fea6 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:25:43.256356 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664d5772-c8d5-4d37-bd84-8449427a764e req-f18aa1a2-b3d5-45a7-8631-c3357a28fea6 service neutron] 10.222.0.76 "DELETE /v2.0/ports/e6078ec9-e874-45c1-90fd-c19fc958748c/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0569990 Aug 16 21:25:43.338862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d5772-c8d5-4d37-bd84-8449427a764e req-b99a5d06-6214-4182-80a3-fac3c090f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:43.340327 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664d5772-c8d5-4d37-bd84-8449427a764e req-b99a5d06-6214-4182-80a3-fac3c090f980 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0411196 Aug 16 21:25:43.431198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d5772-c8d5-4d37-bd84-8449427a764e req-3bcc3eb1-90fa-47a6-be0a-34f095ee494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:43.432660 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664d5772-c8d5-4d37-bd84-8449427a764e req-3bcc3eb1-90fa-47a6-be0a-34f095ee494c service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0847490 Aug 16 21:25:43.499465 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664d5772-c8d5-4d37-bd84-8449427a764e req-d35ff6d2-9594-432e-b70e-2bbecd8dfbd3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 200 len: 1000 time: 0.0600140 Aug 16 21:25:43.548741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d5772-c8d5-4d37-bd84-8449427a764e req-d853f62e-114d-497c-aad8-f2788ac49682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:43.550266 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664d5772-c8d5-4d37-bd84-8449427a764e req-d853f62e-114d-497c-aad8-f2788ac49682 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0439653 Aug 16 21:25:43.595467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d5772-c8d5-4d37-bd84-8449427a764e req-f4e7c938-75b2-43ba-9063-c8dbb7586874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:43.596951 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664d5772-c8d5-4d37-bd84-8449427a764e req-f4e7c938-75b2-43ba-9063-c8dbb7586874 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397704 Aug 16 21:25:43.689165 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664d5772-c8d5-4d37-bd84-8449427a764e req-a3d7d68b-95a7-4dfe-b96b-c42757c31628 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852225 Aug 16 21:25:43.780497 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-664d5772-c8d5-4d37-bd84-8449427a764e req-90d08196-ff87-4dc7-8b23-07c826d2638d service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842330 Aug 16 21:25:44.211079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d907282-48d7-475d-aedb-bb0119f2ca1f req-a9f8bb4a-2e19-42ca-95f3-9c029a03c43b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:44.212583 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d907282-48d7-475d-aedb-bb0119f2ca1f req-a9f8bb4a-2e19-42ca-95f3-9c029a03c43b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 944 time: 0.0491443 Aug 16 21:25:44.252179 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d907282-48d7-475d-aedb-bb0119f2ca1f req-6dc0629b-0a53-4230-8199-b0442001b710 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336766 Aug 16 21:25:44.285137 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e6078ec9-e874-45c1-90fd-c19fc958748c up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:25:44.481533 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port e6078ec9-e874-45c1-90fd-c19fc958748c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:25:44.485415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port e6078ec9-e874-45c1-90fd-c19fc958748c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:25:44.485788 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:44.565478 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:44.589642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:25:44.592057 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd43ba62-6f88-4db4-90a5-1c406777c400" -d '{"events": [{"server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "name": "network-vif-plugged", "status": "completed", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:25:44.605338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e6078ec9-e874-45c1-90fd-c19fc958748c,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:44.637477 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b804b5d-5cad-41c8-8b32-fd988eff74a0 x-openstack-request-id: req-3b804b5d-5cad-41c8-8b32-fd988eff74a0 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:25:44.637848 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "name": "network-vif-plugged", "status": "completed", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:25:44.638173 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b804b5d-5cad-41c8-8b32-fd988eff74a0 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:25:44.638660 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'code': 200} Aug 16 21:25:44.744417 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:44.792734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=e6078ec9-e874-45c1-90fd-c19fc958748c,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:45.246772 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3bc1-faae-487c-ad25-ec21a3a784dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:45.367361 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4d2e0-34a6-401e-98d6-dbcb89098c87 req-4988eb75-b3cd-458d-9464-dc822ee0677a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:45.368894 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9f4d2e0-34a6-401e-98d6-dbcb89098c87 req-4988eb75-b3cd-458d-9464-dc822ee0677a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0496955 Aug 16 21:25:45.407315 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c9f4d2e0-34a6-401e-98d6-dbcb89098c87 req-267e3207-cb0a-4f1b-829e-51d6ab17752f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Aug 16 21:25:45.528933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00e8b3-08ec-463f-bca6-ef75f8369a64 req-22e0eec8-0666-4f31-992f-5d50826526cd tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:45.530445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc00e8b3-08ec-463f-bca6-ef75f8369a64 req-22e0eec8-0666-4f31-992f-5d50826526cd tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0545239 Aug 16 21:25:45.568230 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fc00e8b3-08ec-463f-bca6-ef75f8369a64 req-9c90c349-43f2-4efa-b22f-facb0e432078 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319183 Aug 16 21:25:45.684852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fec31-fb73-42bf-b478-2d997e609557 req-ca96bf0d-3bbd-4bc7-bc84-1d548a95e5fa tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:45.686282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-640fec31-fb73-42bf-b478-2d997e609557 req-ca96bf0d-3bbd-4bc7-bc84-1d548a95e5fa tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0488367 Aug 16 21:25:45.723196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-640fec31-fb73-42bf-b478-2d997e609557 req-11d3a09a-62a9-4f2a-ba79-37b15963918b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310655 Aug 16 21:25:46.212887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eda55-2f4b-498a-b105-143688eba761 req-256aa9ce-b226-428f-94b0-bea7e9ad0449 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:46.214381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a80eda55-2f4b-498a-b105-143688eba761 req-256aa9ce-b226-428f-94b0-bea7e9ad0449 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0492635 Aug 16 21:25:46.251711 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a80eda55-2f4b-498a-b105-143688eba761 req-0e5eb4a2-d9f8-48df-94df-fd026cb24a9e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314560 Aug 16 21:25:47.372013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ba3b7-4792-4388-ace3-1c743006d30d req-a26b4d6d-adcc-4fc9-aff9-d4d6ed83cc6c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:47.373446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c89ba3b7-4792-4388-ace3-1c743006d30d req-a26b4d6d-adcc-4fc9-aff9-d4d6ed83cc6c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0534863 Aug 16 21:25:47.410367 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c89ba3b7-4792-4388-ace3-1c743006d30d req-4f6206a2-b970-4689-a323-ee843afae3d6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Aug 16 21:25:47.530263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-8a510223-c977-411b-9fbf-463bd6d80b27 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:47.531739 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-8a510223-c977-411b-9fbf-463bd6d80b27 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 945 time: 0.0508447 Aug 16 21:25:47.566729 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-58fa80d1-c7d9-4069-a24b-14a0c08027d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:47.620441 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Deleting port e6078ec9-e874-45c1-90fd-c19fc958748c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:25:47.620778 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:47.712442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] For port e6078ec9-e874-45c1-90fd-c19fc958748c, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=e6078ec9-e874-45c1-90fd-c19fc958748c,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:47.712752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:47.936812 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:47.937296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:47.937618 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Floating IP 2e79be85-f795-4294-b550-3514e257d89c disassociated. External IP: 172.25.4.198, port: e6078ec9-e874-45c1-90fd-c19fc958748c. Aug 16 21:25:47.937966 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Calling delete_port for e6078ec9-e874-45c1-90fd-c19fc958748c owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:25:47.972727 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:48.138790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:48.172263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event deleted for resources: {'Port': ['ID=e6078ec9-e874-45c1-90fd-c19fc958748c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:48.290311 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Router 85ff540d-0f95-4011-8898-c16389f879b2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:25:48.408187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:25:48.418450 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8fd9c-d4cc-4bd7-a3b4-953ac1b7a1e9 None None] Sync routers for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:25:48.426897 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8fd9c-d4cc-4bd7-a3b4-953ac1b7a1e9 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:25:48.427494 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a1f8fd9c-d4cc-4bd7-a3b4-953ac1b7a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:25:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:25:48.448024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] No DVR routers for this DVR port e6078ec9-e874-45c1-90fd-c19fc958748c on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:25:48.451042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:48.455076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-03ea727c-7548-4bcb-a9e0-1a4d66d1b9ff req-29e3a3f0-4b76-4400-a246-cc4fae12611c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "DELETE /v2.0/ports/e6078ec9-e874-45c1-90fd-c19fc958748c HTTP/1.1" status: 204 len: 173 time: 0.9175210 Aug 16 21:25:48.455561 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'name': 'network-vif-deleted', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:25:48.458011 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2695a63c-40ce-4283-8259-8ca881eacffc" -d '{"events": [{"server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "name": "network-vif-deleted", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:25:48.495477 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5990ae-5cf3-45f5-a046-ad3c22737b62 x-openstack-request-id: req-fe5990ae-5cf3-45f5-a046-ad3c22737b62 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:25:48.495776 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9e952e-b35a-4ff7-98ad-649996990bc2", "name": "network-vif-deleted", "tag": "e6078ec9-e874-45c1-90fd-c19fc958748c", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:25:48.496033 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe5990ae-5cf3-45f5-a046-ad3c22737b62 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:25:48.496439 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9e952e-b35a-4ff7-98ad-649996990bc2', 'name': 'network-vif-deleted', 'tag': 'e6078ec9-e874-45c1-90fd-c19fc958748c', 'status': 'completed', 'code': 200} Aug 16 21:25:48.526998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-23361f8b-7b5c-4dbd-855c-39b9bb6ee74b req-9d47abc3-8555-43d9-a27c-4eeb075449b9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d9e952e-b35a-4ff7-98ad-649996990bc2 HTTP/1.1" status: 200 len: 210 time: 0.0268857 Aug 16 21:25:48.544555 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a1f8fd9c-d4cc-4bd7-a3b4-953ac1b7a1e9 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:25:48.740922 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a1f8fd9c-d4cc-4bd7-a3b4-953ac1b7a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:25:48.766433 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8fd9c-d4cc-4bd7-a3b4-953ac1b7a1e9 None None] Checking router: 85ff540d-0f95-4011-8898-c16389f879b2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:25:48.774960 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8fd9c-d4cc-4bd7-a3b4-953ac1b7a1e9 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:25:48.775544 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a1f8fd9c-d4cc-4bd7-a3b4-953ac1b7a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:25:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:25:48.879801 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a1f8fd9c-d4cc-4bd7-a3b4-953ac1b7a1e9 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:25:49.077707 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a1f8fd9c-d4cc-4bd7-a3b4-953ac1b7a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:25:49.103237 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8fd9c-d4cc-4bd7-a3b4-953ac1b7a1e9 None None] The sync data for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 is: [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:25:49.321103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2984e0-ba7f-4e76-9807-370e389a4f2f None None] New status for floating IP 2e79be85-f795-4294-b550-3514e257d89c: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:25:49.389803 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:49.756850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-b2eed01c-ea27-40a7-b7de-0e7dd12de88c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1368362695&fields=id&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 267 time: 0.0328524 Aug 16 21:25:49.864066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-c0443dcb-709c-46ea-9a4f-e7c3e6b31029 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:49.865572 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-c0443dcb-709c-46ea-9a4f-e7c3e6b31029 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 812 time: 0.1015944 Aug 16 21:25:49.881215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6981a78a-9180-4881-baf9-d8d70b041069 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/quotas/f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 375 time: 0.0091126 Aug 16 21:25:49.933806 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6eb7bdc0-9749-4ddb-85e6-0b9c3ccde26f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467203 Aug 16 21:25:50.030961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-c013ff2e-9853-41a8-a858-ddefe04793f8 service neutron] 10.222.0.74 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847969 Aug 16 21:25:50.118460 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-06020bd2-647d-47cf-b6fa-451c5005a5a4 service neutron] 10.222.0.74 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814722 Aug 16 21:25:50.320111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e6078ec9-e874-45c1-90fd-c19fc958748c no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:25:50.344616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: e6078ec9-e874-45c1-90fd-c19fc958748c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:25:50.345311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device e6078ec9-e874-45c1-90fd-c19fc958748c not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:25:50.411458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76a6c8d4-7b68-470f-8e15-465d6dd61224 req-fc8265a5-2ae8-4d76-9b7a-466eadf4586c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 210 time: 0.0260487 Aug 16 21:25:50.782437 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:25:50.807060 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:51.508328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cde8c4bd-6e8c-4972-9d5e-116255a9cfe5 req-0d2aea8f-0b91-4409-860c-f8c0bc96f9ee tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 210 time: 0.0297673 Aug 16 21:25:52.608172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b267b6c-9634-433b-97fb-a0ad46c52ccb req-cecdcd9e-66aa-4e91-b084-52e0530fbb0b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 210 time: 0.0262566 Aug 16 21:25:52.622780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-9ce7eecd-7441-4b75-a5dc-7321e0b59c46 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:52.624272 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-9ce7eecd-7441-4b75-a5dc-7321e0b59c46 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 812 time: 0.1070707 Aug 16 21:25:53.010685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-444d3b38-81d0-4c67-b853-c36b9a613c48 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 380 time: 0.3712130 Aug 16 21:25:53.020972 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'port': {'device_id': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'admin_state_up': True, 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'security_groups': ['2f496142-ead6-4636-914b-09f8b9d1af84']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:53.223976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Made reservation on behalf of f480d507257b4d35a2c8ae135159eb84 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:25:53.227693 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:53.353690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Allocated IP 172.20.0.7 (f88b8f3c-ea50-46f2-af0b-69dbd059b0fe/b54b2e49-0c30-415e-bdc9-5ab1f414c2f5/6b4906a2-a73f-44f6-a0da-54812cbfd19a) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:25:53.490574 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:53.504183 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Transition to ACTIVE for port object 6b4906a2-a73f-44f6-a0da-54812cbfd19a will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:25:53.659003 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:53.704379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:25:53.707556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:25:53.712083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:25:53.729147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb481ca6-4917-4ccd-9fac-25d9d47f172d req-02d1d584-dc83-4ef1-80ea-fed3ddd894c9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:53.741889 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb481ca6-4917-4ccd-9fac-25d9d47f172d req-02d1d584-dc83-4ef1-80ea-fed3ddd894c9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 931 time: 0.0544393 Aug 16 21:25:53.742001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event updated for resources: {'Port': ['ID=6b4906a2-a73f-44f6-a0da-54812cbfd19a,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:53.770903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:53.771552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:53.774262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cb481ca6-4917-4ccd-9fac-25d9d47f172d req-7355d27e-37cf-474c-9d83-13534e6ac451 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369225 Aug 16 21:25:53.900049 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-da312ee3-b48f-485c-81ba-f552fee5fdb8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8827250 Aug 16 21:25:53.914445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Request body: {'port': {'device_id': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:53.973230 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:53.995739 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3dde3d9a-5e94-484b-932d-6c80576451ad None None] Provisioning for port 6b4906a2-a73f-44f6-a0da-54812cbfd19a completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:25:53.999687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3dde3d9a-5e94-484b-932d-6c80576451ad None None] Provisioning complete for port 6b4906a2-a73f-44f6-a0da-54812cbfd19a triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:25:54.000058 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3dde3d9a-5e94-484b-932d-6c80576451ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:54.034418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3dde3d9a-5e94-484b-932d-6c80576451ad None None] Port 6b4906a2-a73f-44f6-a0da-54812cbfd19a cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:25:54.238236 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4906a2-a73f-44f6-a0da-54812cbfd19a {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:25:54.246443 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:54.258808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Transition to ACTIVE for port object 6b4906a2-a73f-44f6-a0da-54812cbfd19a will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:25:54.435792 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:54.485715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4906a2-a73f-44f6-a0da-54812cbfd19a,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:54.561401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Attempting to bind port 6b4906a2-a73f-44f6-a0da-54812cbfd19a on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:25:54.561733 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Attempting to bind port 6b4906a2-a73f-44f6-a0da-54812cbfd19a by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:25:54.562061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Attempting to bind port 6b4906a2-a73f-44f6-a0da-54812cbfd19a on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:25:54.566712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Port 6b4906a2-a73f-44f6-a0da-54812cbfd19a on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:25:54.567030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Attempting to bind port 6b4906a2-a73f-44f6-a0da-54812cbfd19a on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:25:54.573939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:25:54.574296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:25:54.574713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:25:54.575146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Bound port: 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:25:54.575507 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:54.644722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:25:54.648644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:25:54.716231 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:54.751518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:54.752023 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:54.753532 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] 10.222.0.79 "PUT /v2.0/ports/6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 1092 time: 0.8444090 Aug 16 21:25:54.753987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:25:54.756247 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932e5093-d233-4f1f-88f2-fcf8926561af" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:25:54.785377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2acd47-a903-48b5-a7b3-8593910d4fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4906a2-a73f-44f6-a0da-54812cbfd19a,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:54.804722 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd07de9-b979-41dd-810b-f6718530f928 x-openstack-request-id: req-bcd07de9-b979-41dd-810b-f6718530f928 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:25:54.804722 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:25:54.804954 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bcd07de9-b979-41dd-810b-f6718530f928 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:25:54.805486 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'status': 'completed', 'code': 200} Aug 16 21:25:54.877261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e5093-d233-4f1f-88f2-fcf8926561af req-ebd18eb9-ab35-4800-936d-5629f3d8faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:54.878916 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-932e5093-d233-4f1f-88f2-fcf8926561af req-ebd18eb9-ab35-4800-936d-5629f3d8faa3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1095 time: 0.0550752 Aug 16 21:25:54.913990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77f37f-a5f9-44e1-a488-210818db4332 req-c800e5e5-9d39-4955-9d7b-a2df4022c5cc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:54.915690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e77f37f-a5f9-44e1-a488-210818db4332 req-c800e5e5-9d39-4955-9d7b-a2df4022c5cc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 943 time: 0.0621614 Aug 16 21:25:54.959099 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e77f37f-a5f9-44e1-a488-210818db4332 req-853ec615-46b1-49b5-9e0f-8993ad318849 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372183 Aug 16 21:25:54.989136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e5093-d233-4f1f-88f2-fcf8926561af req-1d57dbae-c0bc-4c11-8434-f54f3dd29e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:54.990681 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-932e5093-d233-4f1f-88f2-fcf8926561af req-1d57dbae-c0bc-4c11-8434-f54f3dd29e95 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f480d507257b4d35a2c8ae135159eb84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1041555 Aug 16 21:25:55.087930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e5093-d233-4f1f-88f2-fcf8926561af req-3e4a3e59-a487-4fb5-adc0-3fb1f4037325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:55.089425 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-932e5093-d233-4f1f-88f2-fcf8926561af req-3e4a3e59-a487-4fb5-adc0-3fb1f4037325 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917783 Aug 16 21:25:55.167755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-a02a3806-3cc6-4127-9e41-8f9c2c77a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:55.169278 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-a02a3806-3cc6-4127-9e41-8f9c2c77a0e8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1095 time: 0.0408995 Aug 16 21:25:55.215587 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-8d2c3c6f-2e45-41cf-83f4-e7532c9ae41b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 217 time: 0.0377514 Aug 16 21:25:55.264940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-aaded0e3-630d-4463-8dcc-333c2805c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:55.266402 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-aaded0e3-630d-4463-8dcc-333c2805c773 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0437241 Aug 16 21:25:55.311688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-80024069-1769-48ad-8b41-a37adf6e92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:55.313186 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-80024069-1769-48ad-8b41-a37adf6e92ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403385 Aug 16 21:25:55.409250 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-91bdd9d3-e67a-4d75-af48-195890461c3a service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886631 Aug 16 21:25:55.499055 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-37174d6a-81a4-4823-bca8-c4dd442bb2b6 req-102e86b7-91c0-47a0-b10e-08801eda597e service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833478 Aug 16 21:25:56.078009 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d0dc-b984-466c-bf36-69b68dc9e0a1 req-d126a7f5-6a5b-42df-849a-306379883fa6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:56.079510 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2c7d0dc-b984-466c-bf36-69b68dc9e0a1 req-d126a7f5-6a5b-42df-849a-306379883fa6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 943 time: 0.0524745 Aug 16 21:25:56.118441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2c7d0dc-b984-466c-bf36-69b68dc9e0a1 req-53bd5ba4-8dc2-48f3-90d9-b37158510ffa tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327704 Aug 16 21:25:57.232301 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef53fe7-8282-4a20-a265-0f18508d44d4 req-a55d5b9a-b05e-4069-a610-0e8151402e4e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:57.233915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ef53fe7-8282-4a20-a265-0f18508d44d4 req-a55d5b9a-b05e-4069-a610-0e8151402e4e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 943 time: 0.0502687 Aug 16 21:25:57.271410 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6ef53fe7-8282-4a20-a265-0f18508d44d4 req-3d67937e-a2fa-45f9-a046-fc4f3b895967 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Aug 16 21:25:58.362995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6b4906a2-a73f-44f6-a0da-54812cbfd19a details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:25:58.386989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56377cc-d194-4bd8-b2aa-7f935ed06348 req-bde094a7-511e-4bda-928b-da6c52a983f3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:58.388505 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a56377cc-d194-4bd8-b2aa-7f935ed06348 req-bde094a7-511e-4bda-928b-da6c52a983f3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 943 time: 0.0499270 Aug 16 21:25:58.426664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a56377cc-d194-4bd8-b2aa-7f935ed06348 req-f5ef6fad-8bd0-4d2a-ad36-fecde65c588a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Aug 16 21:25:58.470544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:58.482938 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'port_id': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'mac_address': 'fa:16:3e:25:33:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:25:58.519922 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:58.533326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4906a2-a73f-44f6-a0da-54812cbfd19a {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:25:58.553251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:58.703938 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:58.751660 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6b4906a2-a73f-44f6-a0da-54812cbfd19a,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:58.893434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['6b4906a2-a73f-44f6-a0da-54812cbfd19a'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:25:59.555004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427e60e-46a3-464d-b1f3-475d141176a2 req-d8f26bda-f758-4fe5-bb08-5d78f3f92400 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:59.556486 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b427e60e-46a3-464d-b1f3-475d141176a2 req-d8f26bda-f758-4fe5-bb08-5d78f3f92400 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 944 time: 0.0537691 Aug 16 21:25:59.593249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b427e60e-46a3-464d-b1f3-475d141176a2 req-d51e7263-6e7e-4d5e-991e-f15f1c0db772 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308526 Aug 16 21:26:00.378123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6b4906a2-a73f-44f6-a0da-54812cbfd19a up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:26:00.532569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 6b4906a2-a73f-44f6-a0da-54812cbfd19a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:26:00.536858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 6b4906a2-a73f-44f6-a0da-54812cbfd19a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:00.537279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:00.617091 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:00.641966 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:26:00.643782 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32b3c96-44ef-410b-9542-4f684347ebcb" -d '{"events": [{"server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "name": "network-vif-plugged", "status": "completed", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:26:00.658948 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:00.682436 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406c63b8-d9ce-4457-bfda-6e8480829606 x-openstack-request-id: req-406c63b8-d9ce-4457-bfda-6e8480829606 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:26:00.682436 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "name": "network-vif-plugged", "status": "completed", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:26:00.682436 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-406c63b8-d9ce-4457-bfda-6e8480829606 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:26:00.682436 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'code': 200} Aug 16 21:26:00.709173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef3a99-f314-4174-bec5-0e27bf255f41 req-046ac568-4f90-4daa-96dd-c4f68cda990b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:00.710707 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1fef3a99-f314-4174-bec5-0e27bf255f41 req-046ac568-4f90-4daa-96dd-c4f68cda990b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 944 time: 0.0508392 Aug 16 21:26:00.750527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1fef3a99-f314-4174-bec5-0e27bf255f41 req-71169b78-7397-4daf-9d3a-0a9dee7bb8e5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Aug 16 21:26:00.772329 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:00.779855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440db1e-d9cd-465f-9657-dd968127b351 req-9e7b50fe-994c-4210-be4f-e9454f6b19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:00.781620 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5440db1e-d9cd-465f-9657-dd968127b351 req-9e7b50fe-994c-4210-be4f-e9454f6b19a3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1096 time: 0.0458589 Aug 16 21:26:00.821677 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=6b4906a2-a73f-44f6-a0da-54812cbfd19a,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:00.822630 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5440db1e-d9cd-465f-9657-dd968127b351 req-a9205004-b266-4f25-af57-b6bc93fb5d1e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340955 Aug 16 21:26:01.869430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e74c4-1ab9-4e83-9baa-64b334e0199e req-6dd20467-c718-42cf-8e5c-403f9edf3636 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:01.870936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-414e74c4-1ab9-4e83-9baa-64b334e0199e req-6dd20467-c718-42cf-8e5c-403f9edf3636 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0505111 Aug 16 21:26:01.908850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-414e74c4-1ab9-4e83-9baa-64b334e0199e req-2eb9e862-104c-4091-97d4-038349102e0d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320861 Aug 16 21:26:02.022492 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4092a3e-42ad-4ee0-8652-cdcf7bb46092 req-3e55d1df-b0eb-47bd-856e-d248062b555d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:02.024592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4092a3e-42ad-4ee0-8652-cdcf7bb46092 req-3e55d1df-b0eb-47bd-856e-d248062b555d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0536304 Aug 16 21:26:02.033189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37484) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:02.037511 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-bafdb692-6253-4248-b6f6-9908d5a5e29d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'floatingip': {'port_id': '6b4906a2-a73f-44f6-a0da-54812cbfd19a'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:02.075643 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bafdb692-6253-4248-b6f6-9908d5a5e29d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:02.856905 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bafdb692-6253-4248-b6f6-9908d5a5e29d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:02.938285 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bafdb692-6253-4248-b6f6-9908d5a5e29d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:03.001211 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:03.018297 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:03.040987 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-bafdb692-6253-4248-b6f6-9908d5a5e29d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Floating IP 2e79be85-f795-4294-b550-3514e257d89c associated. External IP: 172.25.4.198, port: 6b4906a2-a73f-44f6-a0da-54812cbfd19a. Aug 16 21:26:03.250329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafdb692-6253-4248-b6f6-9908d5a5e29d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Router 85ff540d-0f95-4011-8898-c16389f879b2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:26:03.359864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafdb692-6253-4248-b6f6-9908d5a5e29d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:26:03.364812 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bafdb692-6253-4248-b6f6-9908d5a5e29d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:03.369424 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c184441d-64df-47f8-88b1-40f5e3f157f7 None None] Sync routers for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:26:03.378033 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c184441d-64df-47f8-88b1-40f5e3f157f7 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:03.378643 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c184441d-64df-47f8-88b1-40f5e3f157f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:25:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:03.391875 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bafdb692-6253-4248-b6f6-9908d5a5e29d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "PUT /v2.0/floatingips/2e79be85-f795-4294-b550-3514e257d89c HTTP/1.1" status: 200 len: 991 time: 1.3576379 Aug 16 21:26:03.392461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:26:03.394744 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4a8f95-796f-4a09-8511-4eb701fc942f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:26:03.434269 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312b4587-4b8f-4f3c-aa2d-b111996720a4 x-openstack-request-id: req-312b4587-4b8f-4f3c-aa2d-b111996720a4 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:26:03.434568 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:26:03.434990 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-312b4587-4b8f-4f3c-aa2d-b111996720a4 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:26:03.435406 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'status': 'completed', 'code': 200} Aug 16 21:26:03.488079 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c184441d-64df-47f8-88b1-40f5e3f157f7 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:03.499327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a8f95-796f-4a09-8511-4eb701fc942f req-19b18406-d923-4138-948b-ff03c6c8f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:03.500926 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f4a8f95-796f-4a09-8511-4eb701fc942f req-19b18406-d923-4138-948b-ff03c6c8f029 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1097 time: 0.0416341 Aug 16 21:26:03.593250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a8f95-796f-4a09-8511-4eb701fc942f req-eeb7e531-e976-40fd-8fee-792011f851c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:03.594746 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f4a8f95-796f-4a09-8511-4eb701fc942f req-eeb7e531-e976-40fd-8fee-792011f851c0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0867271 Aug 16 21:26:03.665688 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f4a8f95-796f-4a09-8511-4eb701fc942f req-a9db23b9-acd2-4b52-b3dc-d294d89f3eab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 999 time: 0.0635102 Aug 16 21:26:03.705474 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c184441d-64df-47f8-88b1-40f5e3f157f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:25:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:26:02Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:03.718202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a8f95-796f-4a09-8511-4eb701fc942f req-0ee44795-9101-4c85-a80d-f21de12cf7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:03.719690 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f4a8f95-796f-4a09-8511-4eb701fc942f req-0ee44795-9101-4c85-a80d-f21de12cf7e7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0460677 Aug 16 21:26:03.733794 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c184441d-64df-47f8-88b1-40f5e3f157f7 None None] Checking router: 85ff540d-0f95-4011-8898-c16389f879b2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:26:03.742485 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c184441d-64df-47f8-88b1-40f5e3f157f7 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:03.743086 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c184441d-64df-47f8-88b1-40f5e3f157f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:25:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:03.767852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a8f95-796f-4a09-8511-4eb701fc942f req-a65fe399-58f8-4a57-8b11-b1bb706c3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:03.769333 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f4a8f95-796f-4a09-8511-4eb701fc942f req-a65fe399-58f8-4a57-8b11-b1bb706c3bc7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422161 Aug 16 21:26:03.873860 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f4a8f95-796f-4a09-8511-4eb701fc942f req-333b4223-2b43-4969-ba40-900b7278dcc3 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974000 Aug 16 21:26:03.937850 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c184441d-64df-47f8-88b1-40f5e3f157f7 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:03.967591 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0f4a8f95-796f-4a09-8511-4eb701fc942f req-40d9062c-2ecd-4f70-b9bb-515f34dc4d02 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857704 Aug 16 21:26:04.159979 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c184441d-64df-47f8-88b1-40f5e3f157f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:25:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:26:02Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:04.189260 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c184441d-64df-47f8-88b1-40f5e3f157f7 None None] The sync data for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 is: [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:25:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:26:02Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:26:04.384801 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a432d2-f3ef-4ca8-8ea0-e0fde2e4be63 None None] New status for floating IP 2e79be85-f795-4294-b550-3514e257d89c: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:26:15.223536 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9cb13110-fee2-4724-bb3f-c1b018e5b745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:17.497494 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d5e306b-9f4c-4623-a6f1-1dc5fb749ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:17.949234 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:19.343896 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:20.772798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:23.211946 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-c6096c76-30ba-4303-8c54-353075799a53 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445049 Aug 16 21:26:23.296219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-f40be9fd-0712-4bcd-9fc4-a32899fd705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:23.297751 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-f40be9fd-0712-4bcd-9fc4-a32899fd705e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1097 time: 0.0414188 Aug 16 21:26:23.406284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-c0d191ff-4ec4-498a-8ae3-d66d15f715ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:23.407751 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-c0d191ff-4ec4-498a-8ae3-d66d15f715ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0901837 Aug 16 21:26:23.473767 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-58c318fe-93b3-4ac8-802a-48e465e8aa5c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 1001 time: 0.0579815 Aug 16 21:26:23.523644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-3e59375a-110d-4508-a8ec-6c997f4c5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:23.525444 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-3e59375a-110d-4508-a8ec-6c997f4c5c67 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0447798 Aug 16 21:26:23.578854 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-f4bb6770-8e92-4389-b9c0-25ea3e0d5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:23.580651 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-f4bb6770-8e92-4389-b9c0-25ea3e0d5c29 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466988 Aug 16 21:26:23.670207 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-e8464e65-2a37-4511-b1ec-c6e52ca854b0 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824091 Aug 16 21:26:23.768514 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c1c2c47-df71-4948-8c3e-bb9b02097909 req-930cb270-775b-45fe-9bf0-16e37f840333 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900054 Aug 16 21:26:27.781918 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:26:33.183195 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:33.239903 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:45.280247 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e3d92417-1463-4dc8-adaf-7c2ffa92df41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:47.645785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3f7a1550-01a1-48f9-939c-9aa24acd9522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:48.057661 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:49.382278 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:50.816870 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:03.090929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:03.107977 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:04.780477 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:27:07.668382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-61377df1-b87d-45c6-8223-cacb19c9541e req-0d035495-a5b0-44c3-8011-52ffcd32cb73 service neutron] (95261) timed out ('10.222.0.76', 62858) {{(pid=95261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:27:15.199377 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-de25613c-fdb5-4d92-8440-c88ef50fc714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:17.541939 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-80f8afa7-6a34-4e55-a6a6-ec40fe6b1dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:18.044788 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:19.468028 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:20.804895 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:24.593104 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-875bf3da-5ba4-40d5-a747-2b2b69211fe2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0930877 Aug 16 21:27:24.673790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-1f7e18dd-2ad9-42dc-845b-d4de2defbc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:24.685504 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-1f7e18dd-2ad9-42dc-845b-d4de2defbc54 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1097 time: 0.0401781 Aug 16 21:27:24.782716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-7c92181c-1386-4f83-a1b4-62bf937fb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:24.784114 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-7c92181c-1386-4f83-a1b4-62bf937fb21a service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0899286 Aug 16 21:27:24.847643 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-ef145878-bf0d-4c7a-86cf-7275991c249e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 1001 time: 0.0562463 Aug 16 21:27:24.900657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-908c400d-f91e-4c92-a5ee-6be2ede79093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:24.902131 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-908c400d-f91e-4c92-a5ee-6be2ede79093 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0475154 Aug 16 21:27:24.947001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-5a3fd471-c8dd-4fb3-bf01-2ea03fd83eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:24.948467 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-5a3fd471-c8dd-4fb3-bf01-2ea03fd83eb4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398195 Aug 16 21:27:25.035974 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-512532e8-c023-4ce6-b973-27eab4ad6236 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805531 Aug 16 21:27:25.131251 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5ffd9f0b-ea58-44e3-8222-1514594feed3 req-0934eff1-34ce-4224-9cdc-d341912b2ea2 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884213 Aug 16 21:27:33.101549 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:33.129688 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:40.411056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f35b-8d0f-4f9a-add2-0c70ce4e5970 req-f0a4e3f1-86a2-4070-b809-39d135a2ec5c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:40.412525 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5e2f35b-8d0f-4f9a-add2-0c70ce4e5970 req-f0a4e3f1-86a2-4070-b809-39d135a2ec5c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0504544 Aug 16 21:27:40.449666 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5e2f35b-8d0f-4f9a-add2-0c70ce4e5970 req-d9aa7a00-0d55-443d-9410-c22c2171d29a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Aug 16 21:27:41.566558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b90ca-85fd-49ce-9f1c-e3fb17c7595f req-8b72e874-cfd5-464e-9c11-4f24e5f32c4e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:41.568770 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca4b90ca-85fd-49ce-9f1c-e3fb17c7595f req-8b72e874-cfd5-464e-9c11-4f24e5f32c4e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0493708 Aug 16 21:27:41.606298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca4b90ca-85fd-49ce-9f1c-e3fb17c7595f req-31a73327-bcdb-472d-9b04-ac8429c07548 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315235 Aug 16 21:27:41.755797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-3abfbca5-f5d5-4dc4-8dbe-e67817649955 service neutron] (95262) timed out ('10.222.0.74', 47892) {{(pid=95262) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:27:41.778798 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:27:42.724245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee5199-e545-4107-9591-49e130c144c3 req-c070bdfd-9194-42fe-830a-c4ae5ebdc17f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:42.725754 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06ee5199-e545-4107-9591-49e130c144c3 req-c070bdfd-9194-42fe-830a-c4ae5ebdc17f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0526991 Aug 16 21:27:42.763526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06ee5199-e545-4107-9591-49e130c144c3 req-224297b7-c75e-4961-9a8c-ab3bb8d48fa7 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Aug 16 21:27:43.878474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5fcb0-e380-443d-83fb-c50b13a02982 req-49bd670b-7675-4965-852f-01295588f90d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:43.879972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5f5fcb0-e380-443d-83fb-c50b13a02982 req-49bd670b-7675-4965-852f-01295588f90d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Aug 16 21:27:43.918163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e5f5fcb0-e380-443d-83fb-c50b13a02982 req-71901c07-5fb5-4515-84a1-8d307463715e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Aug 16 21:27:45.030269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732661e4-4af4-42ad-8d96-551cdeae3745 req-202f055f-7c79-424b-ae8d-7fcac2c8a91a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:45.031745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-732661e4-4af4-42ad-8d96-551cdeae3745 req-202f055f-7c79-424b-ae8d-7fcac2c8a91a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0489271 Aug 16 21:27:45.070760 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-732661e4-4af4-42ad-8d96-551cdeae3745 req-106054f9-7214-47ca-8d1b-f9767829d85b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330472 Aug 16 21:27:45.238839 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8f23-e0c0-43c4-8fcd-2d173bf57002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:45.407502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-06a6197a-84af-4614-b5be-ab8e457ac0b5 req-2b62e029-d62a-44e5-be92-8a80b286c5d7 service neutron] (95262) timed out ('10.222.0.79', 50151) {{(pid=95262) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:27:46.188141 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144a183-afad-47a4-9c16-fa5edd12a721 req-2edd4930-5b70-41fd-81d1-df0eadd8ecc0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:46.189638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4144a183-afad-47a4-9c16-fa5edd12a721 req-2edd4930-5b70-41fd-81d1-df0eadd8ecc0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0523410 Aug 16 21:27:46.226928 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4144a183-afad-47a4-9c16-fa5edd12a721 req-2fd18e04-783d-4d4f-8ec4-5756c2de4def tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313747 Aug 16 21:27:47.342291 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e81c0-7a77-4151-94dc-28097ed8edce req-745ac3db-ecba-4dd8-8a23-3be12ed79e02 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:47.343777 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-637e81c0-7a77-4151-94dc-28097ed8edce req-745ac3db-ecba-4dd8-8a23-3be12ed79e02 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0511036 Aug 16 21:27:47.387840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-637e81c0-7a77-4151-94dc-28097ed8edce req-84372ef7-f9b0-4491-b52b-003329b5e1f7 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317578 Aug 16 21:27:47.566990 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-26b99d2e-5888-401a-bc72-47464717da03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.083939 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.497653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b33f40-d718-45cd-a008-90a0a75e3b64 req-ac283c1a-7395-4b98-ad18-aabd33850427 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:48.499142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99b33f40-d718-45cd-a008-90a0a75e3b64 req-ac283c1a-7395-4b98-ad18-aabd33850427 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0494516 Aug 16 21:27:48.538039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99b33f40-d718-45cd-a008-90a0a75e3b64 req-db129c81-6b29-446d-9635-4315fa883b9f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323555 Aug 16 21:27:49.410341 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.657879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85a2cb-59e8-41aa-9319-9bf898b4b1aa req-046b524e-2eff-4556-8da9-9abb326663ce tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:49.659362 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b85a2cb-59e8-41aa-9319-9bf898b4b1aa req-046b524e-2eff-4556-8da9-9abb326663ce tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0529349 Aug 16 21:27:49.697536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8b85a2cb-59e8-41aa-9319-9bf898b4b1aa req-b59a2b03-8f43-4919-b40d-aecd5738452c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321894 Aug 16 21:27:50.735829 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:50.815563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88783312-1528-4afe-a034-e04ed4aea54d req-5656b78c-46c9-4322-ac5a-d5c740a24d21 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:50.817904 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88783312-1528-4afe-a034-e04ed4aea54d req-5656b78c-46c9-4322-ac5a-d5c740a24d21 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0499017 Aug 16 21:27:50.856483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88783312-1528-4afe-a034-e04ed4aea54d req-d238dcf4-6598-456b-95a2-c25a5aef4e73 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327842 Aug 16 21:27:51.968760 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0df6b-a6c9-4ff3-8565-a91e5af5ccee req-431813b1-5c1d-4321-8073-481448284c32 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:51.970282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05e0df6b-a6c9-4ff3-8565-a91e5af5ccee req-431813b1-5c1d-4321-8073-481448284c32 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0490003 Aug 16 21:27:52.007643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-05e0df6b-a6c9-4ff3-8565-a91e5af5ccee req-6fb106d2-c0b4-4156-9a0b-6138ec2d64ef tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Aug 16 21:27:52.456796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a099f-50d0-46ba-a9a8-5f7f1a7917e3 req-9b89a009-f27b-46d8-9d83-f43ed24f84af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:52.458852 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e0a099f-50d0-46ba-a9a8-5f7f1a7917e3 req-9b89a009-f27b-46d8-9d83-f43ed24f84af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0540869 Aug 16 21:27:52.496338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e0a099f-50d0-46ba-a9a8-5f7f1a7917e3 req-c7db1b59-c2c0-48a7-83e3-63a05ccd5247 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315671 Aug 16 21:27:52.595740 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37724) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:52.682591 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-7ff43c78-d74c-4548-9e8d-80762c96e3be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856693 Aug 16 21:27:53.612237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa645d-df20-4a6b-bfd3-8aeb7c8e6494 req-ac8169c7-0bf2-4ec8-9a77-a0d84f6d5787 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:53.613763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01fa645d-df20-4a6b-bfd3-8aeb7c8e6494 req-ac8169c7-0bf2-4ec8-9a77-a0d84f6d5787 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0492003 Aug 16 21:27:53.650318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01fa645d-df20-4a6b-bfd3-8aeb7c8e6494 req-4e89850b-c77e-4a27-999b-895aac917f0c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306067 Aug 16 21:27:54.769304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a697111-7e37-4896-a1cc-8fea7272f4f3 req-31ab1c71-fa15-4d58-b267-e04ea7400397 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:54.771342 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a697111-7e37-4896-a1cc-8fea7272f4f3 req-31ab1c71-fa15-4d58-b267-e04ea7400397 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0529604 Aug 16 21:27:54.809178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3a697111-7e37-4896-a1cc-8fea7272f4f3 req-199aaba4-b822-41e6-acf0-666cce680b94 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Aug 16 21:27:55.284468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-8444d04d-d884-42e3-8c16-cba06acffe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:55.286454 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-8444d04d-d884-42e3-8c16-cba06acffe3b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1097 time: 0.0411503 Aug 16 21:27:55.380816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-ad7c08d6-6f3f-4d5e-a46a-07a55389eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:55.382408 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-ad7c08d6-6f3f-4d5e-a46a-07a55389eee9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0896339 Aug 16 21:27:55.448562 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-f211963b-82c5-4662-9382-a36f16eb00cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 1001 time: 0.0584221 Aug 16 21:27:55.501369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-a4df2b31-70a7-4ef2-8199-01d04bdf6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:55.502837 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-a4df2b31-70a7-4ef2-8199-01d04bdf6cf9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0478876 Aug 16 21:27:55.550634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-cf684928-57bf-4b20-a29e-1cae9f720fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:55.552211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-cf684928-57bf-4b20-a29e-1cae9f720fe7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408251 Aug 16 21:27:55.640347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-8b426fe7-8794-4a06-ace4-cbde8572b78d service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811353 Aug 16 21:27:55.735232 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-4bcf711f-4d7e-4a32-9223-912c4c0ded3b service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868137 Aug 16 21:27:55.924497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e714435-73c3-4221-b7c6-71d177453ce8 req-0e726765-d0e7-4c04-89f2-91ec951fca78 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:55.926008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e714435-73c3-4221-b7c6-71d177453ce8 req-0e726765-d0e7-4c04-89f2-91ec951fca78 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0483065 Aug 16 21:27:55.963388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e714435-73c3-4221-b7c6-71d177453ce8 req-1e731c24-486b-4b07-952f-57fe4e8cae02 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Aug 16 21:27:57.079088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0a7-e833-4603-9c60-d342264dac2b req-d0b90875-789f-447c-aefa-fc84af86cd25 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:57.080543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5617f0a7-e833-4603-9c60-d342264dac2b req-d0b90875-789f-447c-aefa-fc84af86cd25 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0483675 Aug 16 21:27:57.117875 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5617f0a7-e833-4603-9c60-d342264dac2b req-c144ceba-98bd-4bbc-863d-d4728be3dfea tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309505 Aug 16 21:27:57.785360 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-d907ced5-d416-48a6-98ab-f770e5e34209 service neutron] show failed (client error): The resource could not be found. Aug 16 21:27:57.786482 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-d907ced5-d416-48a6-98ab-f770e5e34209 service neutron] 10.222.0.79 "GET /v2.0/ports/6b4906a2-a73f-44f6-a0da-54812cbfd19a/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0555148 Aug 16 21:27:58.235333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a12f09-04b3-476e-a7ab-a08672b0bc27 req-592d6bd9-4ed3-4644-998c-0b3faf19ce2e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:58.236783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65a12f09-04b3-476e-a7ab-a08672b0bc27 req-592d6bd9-4ed3-4644-998c-0b3faf19ce2e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Aug 16 21:27:58.274259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65a12f09-04b3-476e-a7ab-a08672b0bc27 req-cda4ca30-1f42-4afb-aacc-9a31c3f68944 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306926 Aug 16 21:27:58.688913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-20a93d56-6dfc-458e-b719-b6e1658fa2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:58.690429 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-20a93d56-6dfc-458e-b719-b6e1658fa2d5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 1097 time: 0.0411823 Aug 16 21:27:58.702401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:58.758220 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:58.958761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:58.990263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:27:59.029184 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:27:59.031411 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6818e94-1bee-4d1e-8d06-f271597b16ad" -d '{"events": [{"server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "name": "network-vif-unplugged", "status": "completed", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:27:59.035497 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:59.047512 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Transition to ACTIVE for port object 6b4906a2-a73f-44f6-a0da-54812cbfd19a will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:27:59.078761 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132e73d6-d346-4360-b77a-264bdd09d16c x-openstack-request-id: req-132e73d6-d346-4360-b77a-264bdd09d16c {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:27:59.079058 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "name": "network-vif-unplugged", "status": "completed", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:27:59.079341 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-132e73d6-d346-4360-b77a-264bdd09d16c {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:27:59.079743 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'code': 200} Aug 16 21:27:59.244352 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:59.296434 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4906a2-a73f-44f6-a0da-54812cbfd19a,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:59.337117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.337469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.337806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.338139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.338469 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.338797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.339122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.339515 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.339842 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.340173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.340495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.340814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:59.391753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] No DVR routers for this DVR port 6b4906a2-a73f-44f6-a0da-54812cbfd19a on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:27:59.395652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398b7ed-f8ec-4890-bdc9-c38143f2d3fd req-c2f13adf-08e7-4225-bef0-027e58c1d356 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:59.397325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d398b7ed-f8ec-4890-bdc9-c38143f2d3fd req-c2f13adf-08e7-4225-bef0-027e58c1d356 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 943 time: 0.0523026 Aug 16 21:27:59.437962 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d398b7ed-f8ec-4890-bdc9-c38143f2d3fd req-20019c62-ccbd-45ce-b5ad-2f65d72f2bd4 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342669 Aug 16 21:27:59.533758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Attempting to bind port 6b4906a2-a73f-44f6-a0da-54812cbfd19a on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:27:59.534017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Attempting to bind port 6b4906a2-a73f-44f6-a0da-54812cbfd19a by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:27:59.534346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Attempting to bind port 6b4906a2-a73f-44f6-a0da-54812cbfd19a on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:27:59.538676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Port 6b4906a2-a73f-44f6-a0da-54812cbfd19a on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:27:59.539004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Attempting to bind port 6b4906a2-a73f-44f6-a0da-54812cbfd19a on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:27:59.543801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:27:59.544141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:27:59.544570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:27:59.544951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Bound port: 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:27:59.545343 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:59.611379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:27:59.614853 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:27:59.775850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:59.808301 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:59.808916 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:59.810342 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] 10.222.0.76 "PUT /v2.0/ports/6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 1092 time: 1.1121855 Aug 16 21:27:59.847969 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef81606-1361-4a3a-bf26-6146cfff3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4906a2-a73f-44f6-a0da-54812cbfd19a,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:59.878240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-fee66df2-2bf7-4d60-b17e-bcb7b47f84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:59.880336 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-fee66df2-2bf7-4d60-b17e-bcb7b47f84cf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1095 time: 0.0434806 Aug 16 21:27:59.977194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-61e146d2-8632-4907-b2c5-9a3e1f41c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:59.978712 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-61e146d2-8632-4907-b2c5-9a3e1f41c87b service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0917552 Aug 16 21:28:00.044056 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-fb300244-0480-4594-94ca-6f493e700879 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 999 time: 0.0580783 Aug 16 21:28:00.091844 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-4af70dd9-90c0-4b92-852a-75f70e2bea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:00.093164 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-4af70dd9-90c0-4b92-852a-75f70e2bea3c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0422716 Aug 16 21:28:00.140064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-04227c31-89de-4a7b-be23-71bf6d4e74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:00.141541 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-04227c31-89de-4a7b-be23-71bf6d4e74c5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418015 Aug 16 21:28:00.232140 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-948af4ef-9ce4-4229-a65b-25801148b1a4 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836251 Aug 16 21:28:00.323390 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-566b6710-7aaf-461c-a7dd-39fd1b98340a req-e10113ee-f6b9-4454-97e0-6b922156c3c4 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845609 Aug 16 21:28:00.558047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683728e-13a7-477b-8343-37923eedd3da req-5e832196-58b7-41ef-99ec-96ca2614a3da tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:00.562617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1683728e-13a7-477b-8343-37923eedd3da req-5e832196-58b7-41ef-99ec-96ca2614a3da tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 943 time: 0.0494499 Aug 16 21:28:00.597673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1683728e-13a7-477b-8343-37923eedd3da req-bdd128db-5ec9-4cfb-8320-baaa1c534703 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320730 Aug 16 21:28:00.822990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6b4906a2-a73f-44f6-a0da-54812cbfd19a no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:28:00.860178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 6b4906a2-a73f-44f6-a0da-54812cbfd19a not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:28:01.080798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:01.083669 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5676481b-b3f3-4310-97c7-b083ad8c0756" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:01.129371 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e587b3f-eec3-4b46-ae25-673def93d821 x-openstack-request-id: req-4e587b3f-eec3-4b46-ae25-673def93d821 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:01.129689 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:01.129943 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4e587b3f-eec3-4b46-ae25-673def93d821 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:01.130363 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'status': 'completed', 'code': 200} Aug 16 21:28:01.217557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-f7ead08c-db81-4614-a7c4-19dbd26e643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:01.219037 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-f7ead08c-db81-4614-a7c4-19dbd26e643a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1095 time: 0.0605149 Aug 16 21:28:01.220752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-f453a19a-690a-44f2-a47e-865bbdd3ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:01.222111 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-f453a19a-690a-44f2-a47e-865bbdd3ab56 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1095 time: 0.0716329 Aug 16 21:28:01.376367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-87b59039-8af1-43d9-a4ec-4d5a25bd35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:01.377769 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-87b59039-8af1-43d9-a4ec-4d5a25bd35b7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.1514986 Aug 16 21:28:01.382618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-2934c8d2-c2a7-4a13-b2cc-9a843a9f2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:01.383953 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-2934c8d2-c2a7-4a13-b2cc-9a843a9f2bfd service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.1496973 Aug 16 21:28:01.488693 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-4e610b13-c2d9-49dd-8f26-aa175f65a48d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 999 time: 0.1024837 Aug 16 21:28:01.492841 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-a7dcbe08-7bd1-49bc-a03a-dae1d84ac996 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 999 time: 0.1012545 Aug 16 21:28:01.572795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-fb7fc44b-2716-4c9f-8e03-f9333106eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:01.575139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-fb7fc44b-2716-4c9f-8e03-f9333106eb37 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0783327 Aug 16 21:28:01.576063 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-a2c10abb-0ef5-4386-b335-6b298762a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:01.577398 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-a2c10abb-0ef5-4386-b335-6b298762a7c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0743008 Aug 16 21:28:01.654785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-e4febe7b-df10-4445-8cab-05120890ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:01.656274 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-e4febe7b-df10-4445-8cab-05120890ac6a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658383 Aug 16 21:28:01.657995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-6565f6a1-abc4-4f10-9555-4b80d67f5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:01.659331 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-6565f6a1-abc4-4f10-9555-4b80d67f5420 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772882 Aug 16 21:28:01.720362 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9902b5d-fa93-4fe2-acb5-5151c86d36ce req-0b162fee-5fe5-4cd5-a180-4b7086c11420 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:01.721857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9902b5d-fa93-4fe2-acb5-5151c86d36ce req-0b162fee-5fe5-4cd5-a180-4b7086c11420 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 943 time: 0.0537994 Aug 16 21:28:01.762320 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9902b5d-fa93-4fe2-acb5-5151c86d36ce req-9d3672ca-908a-46d5-89e8-cc81b1b0d176 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336545 Aug 16 21:28:02.168524 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-1b55e0db-419a-4c7f-8131-2d57aa0281a8 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049884 Aug 16 21:28:02.170384 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-1f821ca3-3a8d-4174-a929-7c803ded9298 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998782 Aug 16 21:28:02.328030 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-2422174d-7b74-4e03-ade3-3245d63c8642 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520338 Aug 16 21:28:02.329916 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5676481b-b3f3-4310-97c7-b083ad8c0756 req-9edd1a8f-b28f-41be-b687-4fb941c1909b service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522052 Aug 16 21:28:02.882111 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ce291-248f-441d-9a93-ae03f310f968 req-47cc31c0-f86f-4116-a91c-db8fe966aaeb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:02.883598 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd9ce291-248f-441d-9a93-ae03f310f968 req-47cc31c0-f86f-4116-a91c-db8fe966aaeb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 943 time: 0.0496914 Aug 16 21:28:02.920305 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cd9ce291-248f-441d-9a93-ae03f310f968 req-c31f98ae-8533-4863-94ec-86c9c287c08a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308266 Aug 16 21:28:03.084641 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.112897 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.710912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869adf1-595b-4fdf-9166-8c6304922a06 req-93975200-f6e3-48df-89b2-e260cbbf11d9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:03.712388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5869adf1-595b-4fdf-9166-8c6304922a06 req-93975200-f6e3-48df-89b2-e260cbbf11d9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 943 time: 0.0483341 Aug 16 21:28:03.749984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5869adf1-595b-4fdf-9166-8c6304922a06 req-c7814425-29de-4562-ac97-d72c63b6fb5d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Aug 16 21:28:03.910567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e12da-c353-432d-a797-36e522929f50 req-60027659-2c1a-4bd4-b2bb-effa1b2778ef tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:03.912056 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-264e12da-c353-432d-a797-36e522929f50 req-60027659-2c1a-4bd4-b2bb-effa1b2778ef tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882&tenant_id=f480d507257b4d35a2c8ae135159eb84&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 943 time: 0.0653498 Aug 16 21:28:03.972784 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-264e12da-c353-432d-a797-36e522929f50 req-aca0a985-7047-4956-94d7-ae54b82a6c2e service neutron] delete failed (client error): The resource could not be found. Aug 16 21:28:03.973819 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-264e12da-c353-432d-a797-36e522929f50 req-aca0a985-7047-4956-94d7-ae54b82a6c2e service neutron] 10.222.0.79 "DELETE /v2.0/ports/6b4906a2-a73f-44f6-a0da-54812cbfd19a/bindings/n-h2-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0537887 Aug 16 21:28:04.055726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e12da-c353-432d-a797-36e522929f50 req-55cfaf81-97d5-4e53-bb7c-17ec8c4ec4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:04.057218 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-264e12da-c353-432d-a797-36e522929f50 req-55cfaf81-97d5-4e53-bb7c-17ec8c4ec4a2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1095 time: 0.0405405 Aug 16 21:28:04.149747 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e12da-c353-432d-a797-36e522929f50 req-0b49c059-dba0-4da0-8f07-a1257f3d53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:04.151206 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-264e12da-c353-432d-a797-36e522929f50 req-0b49c059-dba0-4da0-8f07-a1257f3d53e2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0868304 Aug 16 21:28:04.214950 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-264e12da-c353-432d-a797-36e522929f50 req-9a051c41-ad32-42d5-8a71-01b850497917 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 999 time: 0.0566206 Aug 16 21:28:04.262903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e12da-c353-432d-a797-36e522929f50 req-e7b53f79-9be4-431a-a5d7-7b9c46f88614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:04.264358 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-264e12da-c353-432d-a797-36e522929f50 req-e7b53f79-9be4-431a-a5d7-7b9c46f88614 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0428939 Aug 16 21:28:04.314180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e12da-c353-432d-a797-36e522929f50 req-e58e815c-6ef8-439e-a71b-88bc6dc41476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:04.316042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-264e12da-c353-432d-a797-36e522929f50 req-e58e815c-6ef8-439e-a71b-88bc6dc41476 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435090 Aug 16 21:28:04.403068 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-264e12da-c353-432d-a797-36e522929f50 req-dbcba483-6116-41e7-98ad-66b2b839db3d service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797386 Aug 16 21:28:04.494373 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-264e12da-c353-432d-a797-36e522929f50 req-50d148a1-cffd-4359-a36e-8e16b514911c service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841005 Aug 16 21:28:04.660575 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6b4906a2-a73f-44f6-a0da-54812cbfd19a details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:28:04.754732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:04.768746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'port_id': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'mac_address': 'fa:16:3e:25:33:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:28:04.805711 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.819189 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4906a2-a73f-44f6-a0da-54812cbfd19a {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:28:04.838857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:04.872116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7d7ec-41ba-4bcf-b781-f1c600af2b31 req-bef416f0-a0c9-46fd-a756-db271474b8d2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:04.873607 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75b7d7ec-41ba-4bcf-b781-f1c600af2b31 req-bef416f0-a0c9-46fd-a756-db271474b8d2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 943 time: 0.0532668 Aug 16 21:28:04.912296 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75b7d7ec-41ba-4bcf-b781-f1c600af2b31 req-717eaa86-89bd-41eb-a379-dbef7a689495 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 Aug 16 21:28:05.009484 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.055177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=6b4906a2-a73f-44f6-a0da-54812cbfd19a,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:05.062197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.062543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.063108 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.063223 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.063539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.063865 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.064192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.064516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.064839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.065192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.065514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.065912 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:05.226973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['6b4906a2-a73f-44f6-a0da-54812cbfd19a'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:28:06.025234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f683b1b-555a-44eb-a1e3-d4f570f6db3d req-52f210f8-1981-4f9d-a1d3-f12fa323f2a9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:06.026743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f683b1b-555a-44eb-a1e3-d4f570f6db3d req-52f210f8-1981-4f9d-a1d3-f12fa323f2a9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 944 time: 0.0489140 Aug 16 21:28:06.064198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8f683b1b-555a-44eb-a1e3-d4f570f6db3d req-bc50c6ac-b40f-4983-8161-a80d73c196c5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Aug 16 21:28:06.180124 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56e06a-3994-42a1-b2c8-d60c8ebe4734 req-78b6f3a3-7c20-4f43-a45d-fe5c9fae7487 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:06.181632 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa56e06a-3994-42a1-b2c8-d60c8ebe4734 req-78b6f3a3-7c20-4f43-a45d-fe5c9fae7487 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 944 time: 0.0486486 Aug 16 21:28:06.218390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa56e06a-3994-42a1-b2c8-d60c8ebe4734 req-089e1e88-50ba-40dc-aadf-4dd2b841c120 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307233 Aug 16 21:28:06.671917 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6b4906a2-a73f-44f6-a0da-54812cbfd19a up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:28:06.843626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 6b4906a2-a73f-44f6-a0da-54812cbfd19a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:28:06.847674 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 6b4906a2-a73f-44f6-a0da-54812cbfd19a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:28:06.848107 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:06.923653 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:06.950594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:06.952813 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5926ca30-15b3-4337-8960-10a5cb23f4c7" -d '{"events": [{"server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "name": "network-vif-plugged", "status": "completed", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:06.973164 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:07.040699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad409fbf-3763-42b5-94fc-da78143d8b21 req-7e5078b4-492b-432c-8aa1-82639a1b73cf tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:07.042220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad409fbf-3763-42b5-94fc-da78143d8b21 req-7e5078b4-492b-432c-8aa1-82639a1b73cf tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 944 time: 0.0528595 Aug 16 21:28:07.058950 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de0b53e-835f-4fa7-87bf-aa5303f18df1 x-openstack-request-id: req-6de0b53e-835f-4fa7-87bf-aa5303f18df1 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:07.059249 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "name": "network-vif-plugged", "status": "completed", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:07.064109 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6de0b53e-835f-4fa7-87bf-aa5303f18df1 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:07.064109 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'code': 200} Aug 16 21:28:07.081101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad409fbf-3763-42b5-94fc-da78143d8b21 req-48b0f343-0835-4e63-9bc9-0e470818924f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329502 Aug 16 21:28:07.210200 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:07.258210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=6b4906a2-a73f-44f6-a0da-54812cbfd19a,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:07.267834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38493e87-ff0d-4ec8-a0b3-751dbc768b0f req-b3a8ac6f-60dc-47c7-9ab4-f0dd543b39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:07.269380 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-38493e87-ff0d-4ec8-a0b3-751dbc768b0f req-b3a8ac6f-60dc-47c7-9ab4-f0dd543b39c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 1097 time: 0.0418816 Aug 16 21:28:07.361230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38493e87-ff0d-4ec8-a0b3-751dbc768b0f req-3ed89b6a-c0b1-4ed4-896e-4e5f96c41a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:07.362684 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-38493e87-ff0d-4ec8-a0b3-751dbc768b0f req-3ed89b6a-c0b1-4ed4-896e-4e5f96c41a12 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0868402 Aug 16 21:28:07.425389 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-38493e87-ff0d-4ec8-a0b3-751dbc768b0f req-ba4fe6a6-453f-4938-b2db-01ce2f2a170c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 200 len: 1001 time: 0.0559604 Aug 16 21:28:07.473120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38493e87-ff0d-4ec8-a0b3-751dbc768b0f req-0049332d-6f7e-4e17-afd6-e4bd2841fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:07.474457 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-38493e87-ff0d-4ec8-a0b3-751dbc768b0f req-0049332d-6f7e-4e17-afd6-e4bd2841fd63 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0427811 Aug 16 21:28:07.522928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38493e87-ff0d-4ec8-a0b3-751dbc768b0f req-4ea4bea8-2ef9-40b8-b453-2bb6e21c5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:07.524400 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-38493e87-ff0d-4ec8-a0b3-751dbc768b0f req-4ea4bea8-2ef9-40b8-b453-2bb6e21c5615 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434945 Aug 16 21:28:07.614273 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-38493e87-ff0d-4ec8-a0b3-751dbc768b0f req-8dbfd4a0-f3a0-4a12-8ae4-8be886e187cd service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814986 Aug 16 21:28:07.705599 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-38493e87-ff0d-4ec8-a0b3-751dbc768b0f req-82562972-ba89-49b0-ab84-dc443173f0b4 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847461 Aug 16 21:28:08.196142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9796b-1969-4a9d-b041-f94035aaff45 req-38f75289-f6ba-49d8-ab21-f2fcd668bb5a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:08.197714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bab9796b-1969-4a9d-b041-f94035aaff45 req-38f75289-f6ba-49d8-ab21-f2fcd668bb5a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0494509 Aug 16 21:28:08.235109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bab9796b-1969-4a9d-b041-f94035aaff45 req-0604a915-7f55-43f0-8447-737fda6158da tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Aug 16 21:28:09.348638 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab8ad5-50d3-4435-869f-d6cbe42fbb06 req-cc2f68ce-2fac-4ff9-bd2e-7cf0da5afa08 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:09.350120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0ab8ad5-50d3-4435-869f-d6cbe42fbb06 req-cc2f68ce-2fac-4ff9-bd2e-7cf0da5afa08 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0478983 Aug 16 21:28:09.387130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0ab8ad5-50d3-4435-869f-d6cbe42fbb06 req-f5b30b0b-64be-4f95-beb7-8b21c253963d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311239 Aug 16 21:28:09.982286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdc6c6-e8d2-4878-9582-1c1cf1e7a5b9 req-a0649626-d5c8-49f1-81ff-b36d43fb6ff7 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:09.983756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54cdc6c6-e8d2-4878-9582-1c1cf1e7a5b9 req-a0649626-d5c8-49f1-81ff-b36d43fb6ff7 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0618422 Aug 16 21:28:10.020785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54cdc6c6-e8d2-4878-9582-1c1cf1e7a5b9 req-0f3c30b1-abe2-4fe8-8c0c-957313359f52 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Aug 16 21:28:11.139163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd229ff9-d25d-4f5c-b2f3-817643d3b86f req-3c61bbaa-33cc-4154-9a58-619fcfc59c80 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:11.140646 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd229ff9-d25d-4f5c-b2f3-817643d3b86f req-3c61bbaa-33cc-4154-9a58-619fcfc59c80 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0514691 Aug 16 21:28:11.178329 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd229ff9-d25d-4f5c-b2f3-817643d3b86f req-657b8b3c-c792-45c5-ba4b-8af325af31b0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Aug 16 21:28:11.380923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-49f8a7f7-f27d-4565-b368-1ef0e44d127e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:11.382407 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-49f8a7f7-f27d-4565-b368-1ef0e44d127e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 945 time: 0.0491869 Aug 16 21:28:11.474030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Deleting port 6b4906a2-a73f-44f6-a0da-54812cbfd19a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:28:11.474374 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:11.561932 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] For port 6b4906a2-a73f-44f6-a0da-54812cbfd19a, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=6b4906a2-a73f-44f6-a0da-54812cbfd19a,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:11.562303 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:11.734767 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:11.735057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:11.735369 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Floating IP 2e79be85-f795-4294-b550-3514e257d89c disassociated. External IP: 172.25.4.198, port: 6b4906a2-a73f-44f6-a0da-54812cbfd19a. Aug 16 21:28:11.735713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Calling delete_port for 6b4906a2-a73f-44f6-a0da-54812cbfd19a owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:28:11.992357 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:12.022731 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event deleted for resources: {'Port': ['ID=6b4906a2-a73f-44f6-a0da-54812cbfd19a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:12.140680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Router 85ff540d-0f95-4011-8898-c16389f879b2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:28:12.260321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:28:12.271094 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4e5ad-a589-4eda-b249-19335f894679 None None] Sync routers for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:28:12.280860 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4e5ad-a589-4eda-b249-19335f894679 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:28:12.281500 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-54a4e5ad-a589-4eda-b249-19335f894679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:27:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:12.285744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34937843-a8e4-4c17-92f4-47d9f9bb9123 req-dd0de93b-6ec8-4541-8973-60cbe8cc58cc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bdd413c-502c-44dd-9041-b1dae2aa6882 HTTP/1.1" status: 200 len: 210 time: 0.0270903 Aug 16 21:28:12.302265 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] No DVR routers for this DVR port 6b4906a2-a73f-44f6-a0da-54812cbfd19a on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:28:12.305445 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:12.307728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d8924944-5d83-466b-bee5-0c9f70aeeb79 req-54e99146-81c4-4c5c-a9a6-0f13501945af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.76 "DELETE /v2.0/ports/6b4906a2-a73f-44f6-a0da-54812cbfd19a HTTP/1.1" status: 204 len: 173 time: 0.9191689 Aug 16 21:28:12.308319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'name': 'network-vif-deleted', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:12.311302 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872e86c6-d8d3-47cf-9247-db353618dc21" -d '{"events": [{"server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "name": "network-vif-deleted", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:12.349015 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09847f28-d082-4942-aba3-a0621d1fd1eb x-openstack-request-id: req-09847f28-d082-4942-aba3-a0621d1fd1eb {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:12.349336 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd413c-502c-44dd-9041-b1dae2aa6882", "name": "network-vif-deleted", "tag": "6b4906a2-a73f-44f6-a0da-54812cbfd19a", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:12.349597 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-09847f28-d082-4942-aba3-a0621d1fd1eb {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:12.350086 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd413c-502c-44dd-9041-b1dae2aa6882', 'name': 'network-vif-deleted', 'tag': '6b4906a2-a73f-44f6-a0da-54812cbfd19a', 'status': 'completed', 'code': 200} Aug 16 21:28:12.390832 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-54a4e5ad-a589-4eda-b249-19335f894679 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:28:12.581837 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-54a4e5ad-a589-4eda-b249-19335f894679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:12.610947 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4e5ad-a589-4eda-b249-19335f894679 None None] Checking router: 85ff540d-0f95-4011-8898-c16389f879b2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:28:12.619012 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4e5ad-a589-4eda-b249-19335f894679 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:28:12.619609 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-54a4e5ad-a589-4eda-b249-19335f894679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:27:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:12.722879 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-54a4e5ad-a589-4eda-b249-19335f894679 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:28:12.914677 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-54a4e5ad-a589-4eda-b249-19335f894679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:12.940776 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4e5ad-a589-4eda-b249-19335f894679 None None] The sync data for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 is: [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:28:13.162313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9c71f-7289-4f8d-9cc4-5c04d63f82ad None None] New status for floating IP 2e79be85-f795-4294-b550-3514e257d89c: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:28:13.555710 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-297807fc-381d-46e9-8eb6-50c5ceb29fa5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1368362695&fields=id&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 267 time: 0.0331669 Aug 16 21:28:13.666468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-c6cb2c0a-1443-40d5-b024-160ef8a3e6fa tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:13.667860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-c6cb2c0a-1443-40d5-b024-160ef8a3e6fa tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 812 time: 0.1052406 Aug 16 21:28:13.684423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-0b31b5d3-711e-4a00-9192-9da382116b67 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/quotas/f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 375 time: 0.0097170 Aug 16 21:28:13.738842 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-be8f6d81-b921-44e6-a535-8437c6125157 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474710 Aug 16 21:28:13.755348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-4e341c51-2b06-46f7-b061-1f4fbfe7d8cc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:28:13.756318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-4e341c51-2b06-46f7-b061-1f4fbfe7d8cc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063605 Aug 16 21:28:13.894921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-b388c327-fd49-40b2-ad73-6cb46dc4647b service neutron] 10.222.0.74 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325059 Aug 16 21:28:13.992270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-de673865-d68c-475b-9759-34e4895186c9 service neutron] 10.222.0.74 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911276 Aug 16 21:28:14.277060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6bab30f1-86f0-4587-9747-5bf2e1d41457 req-00b5cc35-bcd8-4440-baff-739d29b88591 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 210 time: 0.0302260 Aug 16 21:28:15.301627 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba415-349d-48a9-8776-fb52a61980f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:15.354136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b509032-ce45-46b8-bf00-6873fb61de83 req-74c39c03-9567-4dc5-874d-86a862b7f761 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 210 time: 0.0265179 Aug 16 21:28:16.448925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3caef99-5080-494d-9a7c-7327e84cebcd req-ddc6c48e-29de-43ab-a321-8da7ff59c82c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 210 time: 0.0268073 Aug 16 21:28:16.706221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6b4906a2-a73f-44f6-a0da-54812cbfd19a no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:28:16.727060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 6b4906a2-a73f-44f6-a0da-54812cbfd19a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:28:16.727404 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 6b4906a2-a73f-44f6-a0da-54812cbfd19a not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:28:17.111155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-f0614ebe-52a2-4a1f-a358-dabf65b6c5db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:17.112615 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-f0614ebe-52a2-4a1f-a358-dabf65b6c5db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 812 time: 0.1051018 Aug 16 21:28:17.154492 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-78480d92-47a8-4d5d-989d-03658914bfdd tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 380 time: 0.0329082 Aug 16 21:28:17.164119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'port': {'device_id': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'admin_state_up': True, 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'security_groups': ['2f496142-ead6-4636-914b-09f8b9d1af84']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:17.455067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Made reservation on behalf of f480d507257b4d35a2c8ae135159eb84 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:28:17.459296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:17.543249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b4062f44-3062-4e79-95a3-61e037a39f21 req-4fae8cea-4309-4281-b930-85bebb34def3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 210 time: 0.0278816 Aug 16 21:28:17.591609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Allocated IP 172.20.0.7 (f88b8f3c-ea50-46f2-af0b-69dbd059b0fe/b54b2e49-0c30-415e-bdc9-5ab1f414c2f5/4cec12d5-e920-42fc-ba6d-560ada9530ed) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:28:17.620847 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-52966e87-36cd-4921-81f8-ace2aeaa751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:17.729573 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:17.742642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Transition to ACTIVE for port object 4cec12d5-e920-42fc-ba6d-560ada9530ed will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:28:17.942334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:17.984711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:28:17.989653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:28:17.992107 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:28:18.040454 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:18.054955 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:18.066097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:18.067303 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:18.278769 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-dc0ec5db-403d-42db-9f3e-2c3657f50af6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1187153 Aug 16 21:28:18.291574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Request body: {'port': {'device_id': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:18.345966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:18.409378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-21b9fddc-523b-4de5-91d1-3ca72a481edb None None] Provisioning for port 4cec12d5-e920-42fc-ba6d-560ada9530ed completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:28:18.413870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-21b9fddc-523b-4de5-91d1-3ca72a481edb None None] Provisioning complete for port 4cec12d5-e920-42fc-ba6d-560ada9530ed triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:28:18.414264 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-21b9fddc-523b-4de5-91d1-3ca72a481edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:18.451302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-21b9fddc-523b-4de5-91d1-3ca72a481edb None None] Port 4cec12d5-e920-42fc-ba6d-560ada9530ed cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:28:18.611508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cec12d5-e920-42fc-ba6d-560ada9530ed {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:28:18.619841 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:18.632071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Transition to ACTIVE for port object 4cec12d5-e920-42fc-ba6d-560ada9530ed will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:28:18.656771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cd84a-a2ab-4e0c-aeb5-71f117227a63 req-a163d9f2-2ac7-4942-bb62-0cbdae2f01d6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:18.670682 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f0cd84a-a2ab-4e0c-aeb5-71f117227a63 req-a163d9f2-2ac7-4942-bb62-0cbdae2f01d6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 931 time: 0.0489740 Aug 16 21:28:18.695725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f0cd84a-a2ab-4e0c-aeb5-71f117227a63 req-30b6409f-5d37-4cf0-bc68-123f500957ea tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309861 Aug 16 21:28:18.763618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:18.777894 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:28:18.835416 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:18.887072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:28:18.887417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:28:18.887716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:28:18.892530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Port 4cec12d5-e920-42fc-ba6d-560ada9530ed on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:28:18.892850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:28:18.898504 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:28:18.898858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:28:18.899219 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:28:18.899643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Bound port: 4cec12d5-e920-42fc-ba6d-560ada9530ed, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:28:18.900004 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:18.965523 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:28:18.968463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:28:19.049875 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:19.087038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:19.087628 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:19.089063 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] 10.222.0.79 "PUT /v2.0/ports/4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1092 time: 0.8016319 Aug 16 21:28:19.089507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:19.091728 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c82bc27-255d-4cb3-9d7b-56348ebff502" -d '{"events": [{"name": "network-changed", "server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:19.124359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5f0d2-5803-47b2-be91-d219b10b3409 service neutron] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:19.130107 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdc6d44-74a6-4530-ae4b-6fd45a3561f5 x-openstack-request-id: req-7bdc6d44-74a6-4530-ae4b-6fd45a3561f5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:19.130397 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:19.130659 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7bdc6d44-74a6-4530-ae4b-6fd45a3561f5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:19.131461 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'status': 'completed', 'code': 200} Aug 16 21:28:19.194176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82bc27-255d-4cb3-9d7b-56348ebff502 req-4fea0605-5896-47a0-89e6-29ede143c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:19.195687 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c82bc27-255d-4cb3-9d7b-56348ebff502 req-4fea0605-5896-47a0-89e6-29ede143c371 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1095 time: 0.0432510 Aug 16 21:28:19.305246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82bc27-255d-4cb3-9d7b-56348ebff502 req-b1791b45-a62d-45a0-ac62-aac39003fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:19.306748 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c82bc27-255d-4cb3-9d7b-56348ebff502 req-b1791b45-a62d-45a0-ac62-aac39003fb33 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f480d507257b4d35a2c8ae135159eb84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1036186 Aug 16 21:28:19.392556 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:19.401850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82bc27-255d-4cb3-9d7b-56348ebff502 req-784f62fd-6e8f-4902-8841-3c1cda22fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:19.403431 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-4c82bc27-255d-4cb3-9d7b-56348ebff502 req-784f62fd-6e8f-4902-8841-3c1cda22fee9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900321 Aug 16 21:28:19.483882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-211fd2a4-bcff-4886-a903-3bffb32bbf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:19.485422 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-211fd2a4-bcff-4886-a903-3bffb32bbf46 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1095 time: 0.0413702 Aug 16 21:28:19.531629 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-0257af44-2bcb-4c08-9855-bed56f65a5b0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 217 time: 0.0386972 Aug 16 21:28:19.582048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-4b8623ec-9ce8-45b1-bbc9-575c35387487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:19.583390 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-4b8623ec-9ce8-45b1-bbc9-575c35387487 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0445249 Aug 16 21:28:19.628527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-b6e0bcc4-21df-4d25-a8bd-e27ee3a7dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:19.630558 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-b6e0bcc4-21df-4d25-a8bd-e27ee3a7dd6e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401862 Aug 16 21:28:19.721946 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-cb7fb1b4-3d01-40bb-862e-0e64918c92d8 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841444 Aug 16 21:28:19.812478 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e470f71-701f-47be-b7bc-267c64e1ebf9 req-ea178a75-1701-41db-8b24-90d69f9c6fe5 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836308 Aug 16 21:28:19.813673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee28eb-16c8-4955-94d4-1bfa1aadfc24 req-7c66e8d7-3f88-4856-a051-38580a72eccc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:19.815105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eaee28eb-16c8-4955-94d4-1bfa1aadfc24 req-7c66e8d7-3f88-4856-a051-38580a72eccc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 943 time: 0.0521657 Aug 16 21:28:19.855989 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eaee28eb-16c8-4955-94d4-1bfa1aadfc24 req-1dba6648-a826-4c43-8679-ab5e9d906a5f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339417 Aug 16 21:28:20.770102 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:20.973834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f98fa-30d4-458d-a88b-a22ef53279bb req-1d4145c0-10d0-4851-a196-a6fcde93e7f4 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:20.975304 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd1f98fa-30d4-458d-a88b-a22ef53279bb req-1d4145c0-10d0-4851-a196-a6fcde93e7f4 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 943 time: 0.0497139 Aug 16 21:28:21.012128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dd1f98fa-30d4-458d-a88b-a22ef53279bb req-f145302e-243c-4930-8bc1-7d2426e11af0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308883 Aug 16 21:28:22.125701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2094cd-403e-4657-9990-6404e98fc893 req-0551076b-132c-4499-a923-95d04570dd0e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:22.127163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb2094cd-403e-4657-9990-6404e98fc893 req-0551076b-132c-4499-a923-95d04570dd0e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 943 time: 0.0477467 Aug 16 21:28:22.164693 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb2094cd-403e-4657-9990-6404e98fc893 req-77673b91-c165-43ac-b4dd-76b5863bab28 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311902 Aug 16 21:28:22.930685 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:28:23.022838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:23.036553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'port_id': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'mac_address': 'fa:16:3e:bd:80:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:28:23.075563 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:23.089239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cec12d5-e920-42fc-ba6d-560ada9530ed {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:28:23.110525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:23.181313 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:23.231550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:23.282707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46329262-819f-44a0-a54b-55f89d05fd13 req-845a0824-7d88-4ab9-b009-3ee8b20f8525 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:23.284193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46329262-819f-44a0-a54b-55f89d05fd13 req-845a0824-7d88-4ab9-b009-3ee8b20f8525 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 944 time: 0.0524447 Aug 16 21:28:23.324443 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46329262-819f-44a0-a54b-55f89d05fd13 req-30cfe497-4e81-4455-adfe-16651aba1942 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337865 Aug 16 21:28:23.429585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['4cec12d5-e920-42fc-ba6d-560ada9530ed'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:28:24.437616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339601fc-0efe-419c-95e9-1bb9124c9dff req-bac4e9f6-3317-4c6c-8402-21c4784a40e2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:24.439082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-339601fc-0efe-419c-95e9-1bb9124c9dff req-bac4e9f6-3317-4c6c-8402-21c4784a40e2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 944 time: 0.0487649 Aug 16 21:28:24.476616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-339601fc-0efe-419c-95e9-1bb9124c9dff req-8bdef922-a575-446e-8c53-0614a298c90e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309513 Aug 16 21:28:24.947964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:28:25.077919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 4cec12d5-e920-42fc-ba6d-560ada9530ed completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:28:25.081700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 4cec12d5-e920-42fc-ba6d-560ada9530ed triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:28:25.082623 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:25.159206 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:25.181089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:25.183330 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f65481-2b25-42bf-8b51-4d00fa8229b2" -d '{"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-plugged", "status": "completed", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:25.196201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:25.220063 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eaa4e9-3687-4889-b9ee-5acaec2afe4a x-openstack-request-id: req-b1eaa4e9-3687-4889-b9ee-5acaec2afe4a {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:25.220353 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-plugged", "status": "completed", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:25.220589 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b1eaa4e9-3687-4889-b9ee-5acaec2afe4a {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:25.220980 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'code': 200} Aug 16 21:28:25.306469 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:25.318009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da364eb-1442-45f7-ac63-c6ffa7cf8432 req-dc84bb7d-aac4-47bf-ae9c-e7ccd24fde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:25.319519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3da364eb-1442-45f7-ac63-c6ffa7cf8432 req-dc84bb7d-aac4-47bf-ae9c-e7ccd24fde30 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1096 time: 0.0459695 Aug 16 21:28:25.353634 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3da364eb-1442-45f7-ac63-c6ffa7cf8432 req-0bd4b27b-f437-4c1e-9a73-ca10ae82b66c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271449 Aug 16 21:28:25.353873 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:25.589890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba686c-eb76-46b9-bf14-0a2010314d6b req-e170003f-1fb0-4b04-9b1b-6c3767716c4e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:25.591394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01ba686c-eb76-46b9-bf14-0a2010314d6b req-e170003f-1fb0-4b04-9b1b-6c3767716c4e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0488324 Aug 16 21:28:25.628601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-01ba686c-eb76-46b9-bf14-0a2010314d6b req-1c5d24a0-c4ae-4321-a6a7-97bcb1fbf437 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Aug 16 21:28:26.797411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533bd41-30ce-4661-9601-dc96f04a4724 req-393756d5-5098-43b7-adde-034055366a05 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:26.798780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8533bd41-30ce-4661-9601-dc96f04a4724 req-393756d5-5098-43b7-adde-034055366a05 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0525069 Aug 16 21:28:26.837445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8533bd41-30ce-4661-9601-dc96f04a4724 req-5c2344f3-68cf-49f5-b02c-96c36b72eedd tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321584 Aug 16 21:28:26.946204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1408d2f-ec4d-4c99-a839-daabbef1f41c req-fafb6fb9-6afc-46f0-a299-8c0c14378bc6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:26.947638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1408d2f-ec4d-4c99-a839-daabbef1f41c req-fafb6fb9-6afc-46f0-a299-8c0c14378bc6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0486028 Aug 16 21:28:26.956430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 37876) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:26.961464 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7a33b16f-c956-414e-9c38-abbd27b7d8eb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'floatingip': {'port_id': '4cec12d5-e920-42fc-ba6d-560ada9530ed'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:27.002164 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a33b16f-c956-414e-9c38-abbd27b7d8eb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:27.422313 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a33b16f-c956-414e-9c38-abbd27b7d8eb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:27.477548 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a33b16f-c956-414e-9c38-abbd27b7d8eb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:27.577218 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-7a33b16f-c956-414e-9c38-abbd27b7d8eb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Floating IP 2e79be85-f795-4294-b550-3514e257d89c associated. External IP: 172.25.4.198, port: 4cec12d5-e920-42fc-ba6d-560ada9530ed. Aug 16 21:28:27.778043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a33b16f-c956-414e-9c38-abbd27b7d8eb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Router 85ff540d-0f95-4011-8898-c16389f879b2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:28:27.886990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a33b16f-c956-414e-9c38-abbd27b7d8eb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:28:27.891975 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a33b16f-c956-414e-9c38-abbd27b7d8eb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:27.897630 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e4cee-9238-47d8-ab0c-655bae245ce9 None None] Sync routers for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:28:27.907567 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e4cee-9238-47d8-ab0c-655bae245ce9 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:28:27.908174 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-534e4cee-9238-47d8-ab0c-655bae245ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:28:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:27.921454 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7a33b16f-c956-414e-9c38-abbd27b7d8eb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "PUT /v2.0/floatingips/2e79be85-f795-4294-b550-3514e257d89c HTTP/1.1" status: 200 len: 991 time: 0.9607744 Aug 16 21:28:27.921454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:27.921733 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66b45b3-da25-44b6-8a0d-290fe069ab19" -d '{"events": [{"name": "network-changed", "server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:27.958479 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8651cd40-90a1-491e-8c7d-bf0a14236ea5 x-openstack-request-id: req-8651cd40-90a1-491e-8c7d-bf0a14236ea5 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:27.958479 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:27.958479 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8651cd40-90a1-491e-8c7d-bf0a14236ea5 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:27.958479 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'status': 'completed', 'code': 200} Aug 16 21:28:28.016371 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-534e4cee-9238-47d8-ab0c-655bae245ce9 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:28:28.025907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b45b3-da25-44b6-8a0d-290fe069ab19 req-538456a2-799b-4d88-8612-9c30e637d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:28.027501 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a66b45b3-da25-44b6-8a0d-290fe069ab19 req-538456a2-799b-4d88-8612-9c30e637d849 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1097 time: 0.0410042 Aug 16 21:28:28.123514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b45b3-da25-44b6-8a0d-290fe069ab19 req-71f5bed2-5323-43ba-ba0a-03ab38093271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:28.125076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a66b45b3-da25-44b6-8a0d-290fe069ab19 req-71f5bed2-5323-43ba-ba0a-03ab38093271 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0908165 Aug 16 21:28:28.190944 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a66b45b3-da25-44b6-8a0d-290fe069ab19 req-4cbea59b-9d0a-4fdd-aa14-a3ee5e36a287 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 999 time: 0.0583637 Aug 16 21:28:28.243493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b45b3-da25-44b6-8a0d-290fe069ab19 req-5265883f-da2b-4e72-85a0-6a8fa0d2ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:28.245049 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a66b45b3-da25-44b6-8a0d-290fe069ab19 req-5265883f-da2b-4e72-85a0-6a8fa0d2ca97 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0467117 Aug 16 21:28:28.297268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b45b3-da25-44b6-8a0d-290fe069ab19 req-6ec8b941-5f27-43a7-a2c4-1e8923be1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:28.298788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a66b45b3-da25-44b6-8a0d-290fe069ab19 req-6ec8b941-5f27-43a7-a2c4-1e8923be1dab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469406 Aug 16 21:28:28.340423 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-534e4cee-9238-47d8-ab0c-655bae245ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:bd:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:28:27Z', 'revision_number': 9, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:28.366435 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e4cee-9238-47d8-ab0c-655bae245ce9 None None] Checking router: 85ff540d-0f95-4011-8898-c16389f879b2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:28:28.374695 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e4cee-9238-47d8-ab0c-655bae245ce9 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:28:28.375236 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-534e4cee-9238-47d8-ab0c-655bae245ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:28:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:28.389497 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a66b45b3-da25-44b6-8a0d-290fe069ab19 req-5779a74b-48f4-407d-adab-496c6f090b6e service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829723 Aug 16 21:28:28.479855 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-534e4cee-9238-47d8-ab0c-655bae245ce9 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:28:28.485503 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a66b45b3-da25-44b6-8a0d-290fe069ab19 req-0f379830-f848-45a0-b93f-06b4b3ec3ccb service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892346 Aug 16 21:28:28.706672 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-534e4cee-9238-47d8-ab0c-655bae245ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:bd:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:28:27Z', 'revision_number': 9, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:28.732523 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e4cee-9238-47d8-ab0c-655bae245ce9 None None] The sync data for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 is: [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:bd:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:28:27Z', 'revision_number': 9, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:28:28.924908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0221a-fa37-4f3c-84ba-a82c3525de6b None None] New status for floating IP 2e79be85-f795-4294-b550-3514e257d89c: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:28:33.083783 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:33.100519 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:45.202929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ef93f831-1e35-4d33-a451-ec6102141a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:47.511284 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5e73c8ad-1550-4c3d-8e40-4812b43db41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:47.963107 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:49.374884 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:50.854402 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:55.777635 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:29:03.054059 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:03.093418 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:15.236431 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-90ac51db-4df5-4fb0-a2a1-b057765de23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:17.488417 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-77a3856a-b598-4ef7-9725-c1751d7d518f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:17.950725 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:19.362631 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:20.751047 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:25.528020 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-b2d4bd47-05ca-4d8c-89a7-cef3a431bb82 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402696 Aug 16 21:29:25.607180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-3944789f-4208-4bec-be56-41b412e9e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:25.608638 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-3944789f-4208-4bec-be56-41b412e9e4de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1097 time: 0.0406361 Aug 16 21:29:25.713329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-b3878146-1d2d-4534-b749-13a040af3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:25.714770 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-b3878146-1d2d-4534-b749-13a040af3762 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0881064 Aug 16 21:29:25.778497 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-162328a1-bf6b-4c1d-a1e0-23e49a7cf299 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1002 time: 0.0563660 Aug 16 21:29:25.830099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-546f100d-c752-4d2e-b112-15a4f13bc64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:25.831565 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-546f100d-c752-4d2e-b112-15a4f13bc64e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0466697 Aug 16 21:29:25.876664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-0cac7fce-63f7-474b-9092-85385255320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:25.878166 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-0cac7fce-63f7-474b-9092-85385255320a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395851 Aug 16 21:29:25.966658 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-5a180baa-31d3-44fb-ac5e-89d5b48c8224 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810647 Aug 16 21:29:26.058330 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c5abcc64-3931-4a5e-8e69-1687d3c72aaa req-d76f545e-2a2d-4675-ad87-a7d2de44d71c service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850093 Aug 16 21:29:32.777674 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:29:33.058940 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:33.098959 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.242005 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3f21c274-419b-4e5c-8a19-2fe34a93c64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:47.613229 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-94115969-a25d-486f-8d27-566d43ac2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:47.995798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:49.355567 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:50.841639 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:03.132934 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:03.190314 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:05.219412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58772b-1209-4bf6-aefb-cb5413fe6f0e req-22911552-2936-4dda-a8d3-b9c13721115d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:05.220942 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab58772b-1209-4bf6-aefb-cb5413fe6f0e req-22911552-2936-4dda-a8d3-b9c13721115d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0506346 Aug 16 21:30:05.259768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ab58772b-1209-4bf6-aefb-cb5413fe6f0e req-91ca99da-b2a7-4029-b4b6-5a5423e36fe4 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328763 Aug 16 21:30:05.584720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-c508f1ae-f8a3-4bba-87c9-a42f3008e650 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429921 Aug 16 21:30:06.378831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411be277-c378-4c61-84a8-e9d04841deb5 req-59e1115d-b4c3-4286-ab9c-4562d3884132 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:06.380336 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-411be277-c378-4c61-84a8-e9d04841deb5 req-59e1115d-b4c3-4286-ab9c-4562d3884132 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0513330 Aug 16 21:30:06.418931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-411be277-c378-4c61-84a8-e9d04841deb5 req-b6ed9e2d-9960-4002-a403-10483311f537 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326195 Aug 16 21:30:07.539719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7a15f-7e24-4356-8244-edaa0c13c8ae req-fadbc156-3871-48f7-b6f7-dbe4cc0c814d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:07.540263 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06d7a15f-7e24-4356-8244-edaa0c13c8ae req-fadbc156-3871-48f7-b6f7-dbe4cc0c814d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0520687 Aug 16 21:30:07.581335 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06d7a15f-7e24-4356-8244-edaa0c13c8ae req-e72f2aeb-e8ee-4e05-af8f-dfd990710fe0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350018 Aug 16 21:30:08.677845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-1400090b-2cc4-4bbe-9330-cc5714c56ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:08.679456 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-1400090b-2cc4-4bbe-9330-cc5714c56ac0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1097 time: 0.0418487 Aug 16 21:30:08.704218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c0dc1-f593-42c8-a427-811aa4c26d6d req-3c081e25-d2ab-4851-82d0-1134510f996d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:08.706200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-571c0dc1-f593-42c8-a427-811aa4c26d6d req-3c081e25-d2ab-4851-82d0-1134510f996d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0542881 Aug 16 21:30:08.744410 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-571c0dc1-f593-42c8-a427-811aa4c26d6d req-3a6cbba7-e6ac-4cb7-b992-72ffd61c77e8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319953 Aug 16 21:30:08.775628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-35b86a8e-47e4-4534-a674-8b4890928868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:08.783270 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-35b86a8e-47e4-4534-a674-8b4890928868 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0897517 Aug 16 21:30:08.839640 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-b91a3a29-ce71-445b-a807-33653b30cf55 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1002 time: 0.0558643 Aug 16 21:30:08.891468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-fdf67f0e-ecd2-4638-a295-a7331fa16581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:08.893418 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-fdf67f0e-ecd2-4638-a295-a7331fa16581 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0473297 Aug 16 21:30:08.939900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-ba56ed31-5b44-47c1-8a41-e46eb68b8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:08.941475 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-ba56ed31-5b44-47c1-8a41-e46eb68b8642 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397809 Aug 16 21:30:09.029152 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-04ffd43f-1fdd-43e0-a3cd-e51b5901c1ff service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800560 Aug 16 21:30:09.119727 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-6a3b789e-91f8-4a59-b2e7-39da3c140e3c service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839128 Aug 16 21:30:09.777112 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:30:09.860101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586ba28-4c86-4ae8-88cd-62dc323153e2 req-f4dafcac-4865-4e43-8bbe-2eaf8f6968cf tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:09.861781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6586ba28-4c86-4ae8-88cd-62dc323153e2 req-f4dafcac-4865-4e43-8bbe-2eaf8f6968cf tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0504751 Aug 16 21:30:09.900655 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6586ba28-4c86-4ae8-88cd-62dc323153e2 req-1369f714-e3f4-45b7-b426-23b0341dee9d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323110 Aug 16 21:30:11.013769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a810398-6bf7-4ac4-b34a-770e5a5f3c94 req-31338892-9b9a-4764-883c-27b4c50f2ce3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:11.015200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a810398-6bf7-4ac4-b34a-770e5a5f3c94 req-31338892-9b9a-4764-883c-27b4c50f2ce3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0481412 Aug 16 21:30:11.051516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a810398-6bf7-4ac4-b34a-770e5a5f3c94 req-564b6f35-8ab0-4e74-8248-c38bdff53360 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303562 Aug 16 21:30:12.167922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269c67c-a96e-414b-b718-173d2fb8acdf req-871c5529-9d5d-4d21-9efc-239d9839b38b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:12.169429 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d269c67c-a96e-414b-b718-173d2fb8acdf req-871c5529-9d5d-4d21-9efc-239d9839b38b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0512595 Aug 16 21:30:12.206408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d269c67c-a96e-414b-b718-173d2fb8acdf req-8796fba2-b2c7-42a1-94aa-e0341027624e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311575 Aug 16 21:30:13.321320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96611f-1b29-4a42-95fa-b434c3283d37 req-076b3e24-498c-4d1b-ae5c-51006425a41a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:13.323169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc96611f-1b29-4a42-95fa-b434c3283d37 req-076b3e24-498c-4d1b-ae5c-51006425a41a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0493724 Aug 16 21:30:13.361749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc96611f-1b29-4a42-95fa-b434c3283d37 req-963ee49f-8e78-49e2-ad87-48a81dc5cfbb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324130 Aug 16 21:30:14.475941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa71b-382b-4073-8e40-5a980babd2ca req-7bb6e3bc-5191-4027-896a-9ae42e9af26c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:14.477458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56aaa71b-382b-4073-8e40-5a980babd2ca req-7bb6e3bc-5191-4027-896a-9ae42e9af26c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0487235 Aug 16 21:30:14.514313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-56aaa71b-382b-4073-8e40-5a980babd2ca req-7f952eca-cfc4-4c3b-8f36-709e2ae199db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310698 Aug 16 21:30:15.240476 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ee54162d-4b18-41fa-b870-56534e6dde26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:15.972014 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b463b6-06b6-499b-85bc-417e0b200895 req-12b13e7b-a633-4467-bd8d-1094376361ed tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:15.973536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5b463b6-06b6-499b-85bc-417e0b200895 req-12b13e7b-a633-4467-bd8d-1094376361ed tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.3925781 Aug 16 21:30:16.012348 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5b463b6-06b6-499b-85bc-417e0b200895 req-f4dbeea9-0107-4fd3-b9ea-76b97bebb386 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328817 Aug 16 21:30:17.124611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be44730-c734-4707-9aef-0f1006f56022 req-a36d6af1-34b3-4860-9c65-03d8cdb5057d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:17.126655 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7be44730-c734-4707-9aef-0f1006f56022 req-a36d6af1-34b3-4860-9c65-03d8cdb5057d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0476191 Aug 16 21:30:17.163194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7be44730-c734-4707-9aef-0f1006f56022 req-782587e9-d0ee-4db1-81bd-3139c38d88f3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307117 Aug 16 21:30:17.549937 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6b65ae86-1f6c-4629-9c71-63b48c324653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:18.012767 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:18.277297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b7513-6d83-447a-8c26-89c1446c906a req-7e935402-545c-43c3-9fe2-a21a69f2eed3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:18.278687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c46b7513-6d83-447a-8c26-89c1446c906a req-7e935402-545c-43c3-9fe2-a21a69f2eed3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0480452 Aug 16 21:30:18.316451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c46b7513-6d83-447a-8c26-89c1446c906a req-ab8944ec-c871-4cdf-95a9-873512b358a3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317950 Aug 16 21:30:19.383753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:19.484900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f6309-581c-4ac2-a95c-1b18123ff264 req-a03d45c5-c9fd-44ea-b035-1a8a5e657691 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:19.489038 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-686f6309-581c-4ac2-a95c-1b18123ff264 req-a03d45c5-c9fd-44ea-b035-1a8a5e657691 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.1034081 Aug 16 21:30:19.524246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-686f6309-581c-4ac2-a95c-1b18123ff264 req-4b7222ac-8f3b-4fc9-b116-fe69d528e5cf tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317211 Aug 16 21:30:20.690345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc2872-d418-4c6c-8a51-cc61756be3bc req-1dcb067d-dfb0-4896-a39c-32edba5e2162 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:20.691876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34bc2872-d418-4c6c-8a51-cc61756be3bc req-1dcb067d-dfb0-4896-a39c-32edba5e2162 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.1008282 Aug 16 21:30:20.730354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34bc2872-d418-4c6c-8a51-cc61756be3bc req-df57fdae-1e29-4abb-9dbe-029fad2db3d1 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Aug 16 21:30:20.784384 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:21.629846 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-4e3881bc-c271-4613-81a6-762b5df0521a service neutron] show failed (client error): The resource could not be found. Aug 16 21:30:21.630791 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-4e3881bc-c271-4613-81a6-762b5df0521a service neutron] 10.222.0.79 "GET /v2.0/ports/4cec12d5-e920-42fc-ba6d-560ada9530ed/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0559762 Aug 16 21:30:21.846947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c1075-4767-4bbd-8d61-73d4bb4dd8a7 req-a877a7e4-763d-46f1-a8b3-360a31106c44 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:21.848441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c8c1075-4767-4bbd-8d61-73d4bb4dd8a7 req-a877a7e4-763d-46f1-a8b3-360a31106c44 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0503795 Aug 16 21:30:21.886840 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c8c1075-4767-4bbd-8d61-73d4bb4dd8a7 req-84aa91d7-bd44-49d7-b1f4-3d7220d94db6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323455 Aug 16 21:30:22.429282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-6cec8112-6d48-4efa-a68d-6f1fff3cf5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:22.430767 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-6cec8112-6d48-4efa-a68d-6f1fff3cf5c7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 1097 time: 0.0458169 Aug 16 21:30:22.444560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:30:22.497842 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:22.700902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:22.733255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:30:22.775271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:22.777524 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5b0c88-b84d-4d3f-82dc-f2a2e38a8e97" -d '{"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-unplugged", "status": "completed", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:22.781534 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:22.793548 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Transition to ACTIVE for port object 4cec12d5-e920-42fc-ba6d-560ada9530ed will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:30:22.828350 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1766560-fbc5-4dd7-a8db-295908c36ed1 x-openstack-request-id: req-e1766560-fbc5-4dd7-a8db-295908c36ed1 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:22.828651 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-unplugged", "status": "completed", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:22.828910 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e1766560-fbc5-4dd7-a8db-295908c36ed1 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:22.829341 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'code': 200} Aug 16 21:30:22.909751 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:22.993917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=6']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:23.008584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.008913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.009282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.009620 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.009959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.010289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.010619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.010951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.011281 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.011610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.011936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.012261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:23.013263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e3e33-34fd-47b3-a037-535dcec31e74 req-c29f7048-b064-448a-9391-43efb23b7594 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:23.015353 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-393e3e33-34fd-47b3-a037-535dcec31e74 req-c29f7048-b064-448a-9391-43efb23b7594 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 943 time: 0.0576241 Aug 16 21:30:23.048179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] No DVR routers for this DVR port 4cec12d5-e920-42fc-ba6d-560ada9530ed on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:30:23.059410 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-393e3e33-34fd-47b3-a037-535dcec31e74 req-e72fb601-cde1-4465-aa55-f54dcaf6cd5d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362446 Aug 16 21:30:23.185817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:30:23.186149 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:30:23.186478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:30:23.190730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Port 4cec12d5-e920-42fc-ba6d-560ada9530ed on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:30:23.191047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:30:23.195753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:30:23.196109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:30:23.196487 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:30:23.196904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Bound port: 4cec12d5-e920-42fc-ba6d-560ada9530ed, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:30:23.197290 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:23.258508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:30:23.262417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:30:23.314773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.76', 63652) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:30:23.355129 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee670ad-9e45-49c2-b02e-dac149cb7ccd req-258e0b96-6542-458e-9ae4-3b70b8219fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:23.356584 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aee670ad-9e45-49c2-b02e-dac149cb7ccd req-258e0b96-6542-458e-9ae4-3b70b8219fd8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1053 time: 0.0408146 Aug 16 21:30:23.413291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:23.446621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:23.447251 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:23.449332 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] 10.222.0.76 "PUT /v2.0/ports/4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1092 time: 1.0091138 Aug 16 21:30:23.470397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee670ad-9e45-49c2-b02e-dac149cb7ccd req-1a83ac73-e60b-4b31-ae57-1565b3a2f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:23.471940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aee670ad-9e45-49c2-b02e-dac149cb7ccd req-1a83ac73-e60b-4b31-ae57-1565b3a2f0c9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0964339 Aug 16 21:30:23.478522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2052e54-fd17-4125-b2aa-e723405ebf0d service neutron] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=7']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:23.541968 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aee670ad-9e45-49c2-b02e-dac149cb7ccd req-a6e2d065-17cd-498c-a2fe-1a120f315b92 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1000 time: 0.0628774 Aug 16 21:30:23.593663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee670ad-9e45-49c2-b02e-dac149cb7ccd req-7d64ce01-d1c7-4ba2-b259-6a8d32e66f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:23.595157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aee670ad-9e45-49c2-b02e-dac149cb7ccd req-7d64ce01-d1c7-4ba2-b259-6a8d32e66f8b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0458057 Aug 16 21:30:23.644677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee670ad-9e45-49c2-b02e-dac149cb7ccd req-9de9ff65-2f70-42ca-a6ba-1d7403bf5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:23.646193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aee670ad-9e45-49c2-b02e-dac149cb7ccd req-9de9ff65-2f70-42ca-a6ba-1d7403bf5e9b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443389 Aug 16 21:30:23.732901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aee670ad-9e45-49c2-b02e-dac149cb7ccd req-2a5e50ed-b3a6-4ff7-9ea6-be8d116b05ee service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795519 Aug 16 21:30:23.823879 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aee670ad-9e45-49c2-b02e-dac149cb7ccd req-1ca4560f-6218-48ba-811e-755d76bca95a service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838828 Aug 16 21:30:24.052617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-4341f811-e0ba-4777-9004-723191c09ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:24.054161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-4341f811-e0ba-4777-9004-723191c09ef2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1095 time: 0.0409691 Aug 16 21:30:24.174078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-774b392d-6c61-4b43-99e5-9f531eada92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:24.175448 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-774b392d-6c61-4b43-99e5-9f531eada92a service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.1148818 Aug 16 21:30:24.197926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548f18a-133a-430d-ac06-c526bc10159c req-840581e5-2448-4e3e-9aa4-e66ca342e2eb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:24.199351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1548f18a-133a-430d-ac06-c526bc10159c req-840581e5-2448-4e3e-9aa4-e66ca342e2eb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 943 time: 0.0659161 Aug 16 21:30:24.268959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-b83b7f15-90a0-4a0d-93d0-a86ce48be1b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1000 time: 0.0856206 Aug 16 21:30:24.275953 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1548f18a-133a-430d-ac06-c526bc10159c req-805f30de-c3bc-4d75-a462-7099f71aabe9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499234 Aug 16 21:30:24.324901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-41d894c7-c0e3-48a7-a9a2-f6c3032118f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:24.328392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-41d894c7-c0e3-48a7-a9a2-f6c3032118f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0488212 Aug 16 21:30:24.374142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-ee152012-70d2-4d77-8571-917b1d21eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:24.374142 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-ee152012-70d2-4d77-8571-917b1d21eb54 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396156 Aug 16 21:30:24.463708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-de1ad07c-696f-4aee-b5c3-a06117c1993b service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840378 Aug 16 21:30:24.554416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-4f44082f-658c-4375-9d6f-dc880642d3fb service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828359 Aug 16 21:30:24.830727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:24.833122 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d67a88-debc-4bc0-b919-c97fb7db7745" -d '{"events": [{"name": "network-changed", "server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:24.881922 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a85254f-58d1-4f90-8891-a090e00566b6 x-openstack-request-id: req-1a85254f-58d1-4f90-8891-a090e00566b6 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:24.882220 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:24.882470 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a85254f-58d1-4f90-8891-a090e00566b6 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:24.882877 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'status': 'completed', 'code': 200} Aug 16 21:30:24.945601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-6c1a1479-66a9-443e-9ec7-9e9bdbfd3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:24.947218 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-6c1a1479-66a9-443e-9ec7-9e9bdbfd3cd7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1095 time: 0.0447752 Aug 16 21:30:24.963175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-62f435a9-e962-4d48-ae8c-62a4be73c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:24.964664 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-62f435a9-e962-4d48-ae8c-62a4be73c37c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1095 time: 0.0416887 Aug 16 21:30:25.041309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-197d4414-5f17-479e-997f-c5fc864c4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:25.042838 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-197d4414-5f17-479e-997f-c5fc864c4e82 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0893137 Aug 16 21:30:25.058533 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-2bceb345-d315-4ede-9594-15749ae7eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:25.060112 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-2bceb345-d315-4ede-9594-15749ae7eae4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0884330 Aug 16 21:30:25.110013 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-d28e0e38-9cff-4702-929a-b70cb4193f8d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1000 time: 0.0597985 Aug 16 21:30:25.132427 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-6bee7b2b-e02a-41b3-82cd-245a6f0d0925 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1000 time: 0.0637960 Aug 16 21:30:25.166074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-99bbb32c-d3ed-412d-a819-b0306df4bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:25.167563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-99bbb32c-d3ed-412d-a819-b0306df4bff2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0482543 Aug 16 21:30:25.216255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-7e4ea06f-b477-48f9-927f-50473a094557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:25.217746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-7e4ea06f-b477-48f9-927f-50473a094557 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427992 Aug 16 21:30:25.317590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-ddfe346d-d1ad-4770-a601-d83af2b5e559 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926390 Aug 16 21:30:25.438923 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bfb1f-865b-4752-886a-e95801dacf56 req-ffa1086f-b2f9-41e9-96e9-de0c93e4aed8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:25.441161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648bfb1f-865b-4752-886a-e95801dacf56 req-ffa1086f-b2f9-41e9-96e9-de0c93e4aed8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 943 time: 0.0729392 Aug 16 21:30:25.467383 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-7bf9ab85-b0b9-44cf-bab3-22e45e9d99e8 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417556 Aug 16 21:30:25.496086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648bfb1f-865b-4752-886a-e95801dacf56 req-7ba11b39-deed-4c84-8a54-476dd8b20bce tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453606 Aug 16 21:30:25.553982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-5531202f-9ebf-4c87-80da-bccc60ea4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:25.555446 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-5531202f-9ebf-4c87-80da-bccc60ea4c0e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.4142139 Aug 16 21:30:25.600898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-f12fac55-8f7a-45be-8f8e-d6fef54365f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:25.602350 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-f12fac55-8f7a-45be-8f8e-d6fef54365f0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387800 Aug 16 21:30:25.618916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:30:25.657614 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:30:25.695754 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-90622eec-1fe7-44bb-853f-e4b94bd12b5b service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854592 Aug 16 21:30:25.784436 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-85d67a88-debc-4bc0-b919-c97fb7db7745 req-2010a5fa-81fe-40e4-be99-bd22b1db6f78 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816557 Aug 16 21:30:26.614210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607ce1-047b-4015-9839-cee9fcbeea35 req-160bf19e-5c65-4df6-8460-b378b00b0b5b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:26.615726 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40607ce1-047b-4015-9839-cee9fcbeea35 req-160bf19e-5c65-4df6-8460-b378b00b0b5b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 943 time: 0.0497284 Aug 16 21:30:26.653438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-40607ce1-047b-4015-9839-cee9fcbeea35 req-c2534e4d-ebb3-4257-a60b-e8efdd012443 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314977 Aug 16 21:30:27.245809 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:30:27.340039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:27.350715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'port_id': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'mac_address': 'fa:16:3e:bd:80:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:30:27.390502 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:27.402707 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cec12d5-e920-42fc-ba6d-560ada9530ed {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:30:27.421318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:27.600927 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:27.648089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:27.655338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.655692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.656037 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.656382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.656720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.657073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.657411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.657741 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.658649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.658980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.659308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.659636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:30:27.768308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224fcb-17d4-4389-8573-16626b10c2a7 req-0a2b6e40-d9e8-4fc2-8560-87a7780c4b71 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:27.769828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81224fcb-17d4-4389-8573-16626b10c2a7 req-0a2b6e40-d9e8-4fc2-8560-87a7780c4b71 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 944 time: 0.0494456 Aug 16 21:30:27.807230 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-81224fcb-17d4-4389-8573-16626b10c2a7 req-4567fc27-860a-4d32-b42f-5f7e9788fb63 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Aug 16 21:30:27.817875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['4cec12d5-e920-42fc-ba6d-560ada9530ed'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:30:28.694602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4ae0b-c3d3-4b6e-9d8a-d417dbaf9ba7 req-6a19b4bf-f729-4bdc-a772-cff5ec5602d1 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:28.696088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76b4ae0b-c3d3-4b6e-9d8a-d417dbaf9ba7 req-6a19b4bf-f729-4bdc-a772-cff5ec5602d1 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 944 time: 0.0528238 Aug 16 21:30:28.734262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76b4ae0b-c3d3-4b6e-9d8a-d417dbaf9ba7 req-da3f6b49-e648-434c-ae9b-ad040f91cb37 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319335 Aug 16 21:30:28.785609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d52-cd34-4d42-b01e-2d094494daae req-507cef06-01b9-41f0-b5c5-981cc5d3ac41 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:28.787047 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-507cef06-01b9-41f0-b5c5-981cc5d3ac41 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.76 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f&tenant_id=f480d507257b4d35a2c8ae135159eb84&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 944 time: 0.0512218 Aug 16 21:30:28.847039 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-5d16f42f-cd9c-4d67-b473-42f7d63c4eb9 service neutron] 10.222.0.76 "GET /v2.0/ports/4cec12d5-e920-42fc-ba6d-560ada9530ed/bindings/n-h1-793619-14 HTTP/1.1" status: 200 len: 383 time: 0.0530674 Aug 16 21:30:28.906691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d52-cd34-4d42-b01e-2d094494daae req-6ab299c8-7361-4db9-9e10-1934c2b1e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:28.908161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-6ab299c8-7361-4db9-9e10-1934c2b1e2d5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1096 time: 0.0402436 Aug 16 21:30:28.999811 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d52-cd34-4d42-b01e-2d094494daae req-667e2af2-26f7-4a47-8ca8-9612b260b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:29.001312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-667e2af2-26f7-4a47-8ca8-9612b260b9cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0865428 Aug 16 21:30:29.063956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-707fa13e-3372-4b35-a43d-cb5f4192957b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1001 time: 0.0557837 Aug 16 21:30:29.115515 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d52-cd34-4d42-b01e-2d094494daae req-5f1f9996-e507-404b-b237-ed373a920711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:29.116877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-5f1f9996-e507-404b-b237-ed373a920711 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0469084 Aug 16 21:30:29.161971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d52-cd34-4d42-b01e-2d094494daae req-03025835-5f17-428e-bf37-c915ae5af531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:29.163416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-03025835-5f17-428e-bf37-c915ae5af531 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398958 Aug 16 21:30:29.254988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-3cd382d1-c775-434c-a78c-e61c65cf6cf7 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847235 Aug 16 21:30:29.266583 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:30:29.348021 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-cb8fcf8a-11cc-45aa-bcf2-81a0fefa2ba0 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865161 Aug 16 21:30:29.452372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 4cec12d5-e920-42fc-ba6d-560ada9530ed completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:30:29.457002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 4cec12d5-e920-42fc-ba6d-560ada9530ed triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:30:29.457422 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:29.536145 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:29.567371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:29.569723 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eadbd1-3a0f-4bdd-bc3d-d3b7c3305faa" -d '{"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-plugged", "status": "completed", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:29.581002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:29.623125 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc41fbe-0afe-4a8f-9d82-3bd79f3fd285 x-openstack-request-id: req-2fc41fbe-0afe-4a8f-9d82-3bd79f3fd285 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:29.623421 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-plugged", "status": "completed", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:29.623679 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2fc41fbe-0afe-4a8f-9d82-3bd79f3fd285 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:29.624085 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'code': 200} Aug 16 21:30:29.681034 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:29.728715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:29.849178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f9f11-d9d7-4b69-b019-42843656518d req-8072d12b-1f15-4536-b1a2-f6b5a048b433 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:29.850643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c94f9f11-d9d7-4b69-b019-42843656518d req-8072d12b-1f15-4536-b1a2-f6b5a048b433 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0492897 Aug 16 21:30:29.888895 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c94f9f11-d9d7-4b69-b019-42843656518d req-e1d882c6-8def-406d-9b86-8a90dc72c750 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Aug 16 21:30:31.010574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e9382-c691-439a-8271-aae91662ef94 req-ebd8dcfe-471c-49d5-98d3-f75bb90a57f4 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:31.012036 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f23e9382-c691-439a-8271-aae91662ef94 req-ebd8dcfe-471c-49d5-98d3-f75bb90a57f4 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0535927 Aug 16 21:30:31.049246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f23e9382-c691-439a-8271-aae91662ef94 req-bd3dec17-728a-402d-8ba9-01141508fda2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Aug 16 21:30:32.018582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d52-cd34-4d42-b01e-2d094494daae req-769fc9f2-9b42-4f6a-b849-b0eebbd9925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:32.019973 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-769fc9f2-9b42-4f6a-b849-b0eebbd9925c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 1097 time: 0.0453835 Aug 16 21:30:32.032608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:30:32.084598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:32.166356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09a7cf-9ad5-4161-9d3e-d443ef5f0e0e req-704de4c6-a6ea-43c5-a2fd-e44c3ed90385 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:32.167857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c09a7cf-9ad5-4161-9d3e-d443ef5f0e0e req-704de4c6-a6ea-43c5-a2fd-e44c3ed90385 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0510321 Aug 16 21:30:32.206792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c09a7cf-9ad5-4161-9d3e-d443ef5f0e0e req-00f2a4b6-0c2e-445e-9787-c1890f6f2617 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328641 Aug 16 21:30:32.299685 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:32.321829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:30:32.365053 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:32.367300 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7a3f45-2ae5-495c-8d36-277c8109f6b3" -d '{"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-unplugged", "status": "completed", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:32.371409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:32.384104 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Transition to ACTIVE for port object 4cec12d5-e920-42fc-ba6d-560ada9530ed will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:30:32.415471 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2474234a-90e0-40f9-a6f1-16d75ef1c06e x-openstack-request-id: req-2474234a-90e0-40f9-a6f1-16d75ef1c06e {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:32.415768 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-unplugged", "status": "completed", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:32.416022 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2474234a-90e0-40f9-a6f1-16d75ef1c06e {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:32.416416 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'code': 200} Aug 16 21:30:32.486373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:32.563794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=10']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:32.611417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] No DVR routers for this DVR port 4cec12d5-e920-42fc-ba6d-560ada9530ed on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:30:32.747505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:30:32.747843 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:30:32.748175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:30:32.753628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Port 4cec12d5-e920-42fc-ba6d-560ada9530ed on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:30:32.753956 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Attempting to bind port 4cec12d5-e920-42fc-ba6d-560ada9530ed on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:30:32.758808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:30:32.759146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:30:32.759534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:30:32.759959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Bound port: 4cec12d5-e920-42fc-ba6d-560ada9530ed, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:30:32.760320 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:32.822668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:30:32.825618 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:30:32.920836 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:32.953881 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:32.955246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:32.956844 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] 10.222.0.79 "PUT /v2.0/ports/4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1093 time: 0.9282179 Aug 16 21:30:32.994522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59eeb5-e061-46e3-b7c3-03a6e0ce9765 service neutron] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=11']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:33.027135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d52-cd34-4d42-b01e-2d094494daae req-df42d87f-e979-4825-bed2-a148908ffa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:33.028689 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-df42d87f-e979-4825-bed2-a148908ffa43 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1096 time: 0.0476937 Aug 16 21:30:33.086542 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:33.103562 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:33.127619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d52-cd34-4d42-b01e-2d094494daae req-086052dd-9eb1-4435-bfc7-8d9ba234293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:33.129691 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-086052dd-9eb1-4435-bfc7-8d9ba234293d service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0944660 Aug 16 21:30:33.200976 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-34812ecd-ba61-448b-a356-ca266c5302ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1000 time: 0.0642848 Aug 16 21:30:33.248795 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d52-cd34-4d42-b01e-2d094494daae req-f92b382c-5d8b-4583-9754-9b469be39bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:33.250313 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-f92b382c-5d8b-4583-9754-9b469be39bca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0428717 Aug 16 21:30:33.296831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d52-cd34-4d42-b01e-2d094494daae req-da3a05fb-a2af-48e0-bf26-223299168a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:33.299031 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-da3a05fb-a2af-48e0-bf26-223299168a65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414562 Aug 16 21:30:33.322890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a545332-028f-4463-bfcf-53493f0ff943 req-022edf82-32ba-444f-a553-16697a0f2ca5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:33.332135 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a545332-028f-4463-bfcf-53493f0ff943 req-022edf82-32ba-444f-a553-16697a0f2ca5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 944 time: 0.0496805 Aug 16 21:30:33.363670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a545332-028f-4463-bfcf-53493f0ff943 req-40c89a46-2746-4826-8db2-dc0cd21a7d95 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326302 Aug 16 21:30:33.395673 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-26048e34-739b-4ab2-9dbc-c782fbf1110a service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900352 Aug 16 21:30:33.486528 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-70007d52-cd34-4d42-b01e-2d094494daae req-dab16c9e-b6ca-46a0-92b4-23829130396a service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834372 Aug 16 21:30:34.417198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:34.419599 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491616c1-ee4e-4dd1-a569-88755aff3d53" -d '{"events": [{"name": "network-changed", "server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:34.467447 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22cf339-e6ff-4c60-8127-bc3f32fda9b5 x-openstack-request-id: req-a22cf339-e6ff-4c60-8127-bc3f32fda9b5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:34.467737 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:34.467988 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a22cf339-e6ff-4c60-8127-bc3f32fda9b5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:34.468834 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'status': 'completed', 'code': 200} Aug 16 21:30:34.486872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060824f-ba11-498b-b73e-89e085ee1d9d req-751d3e65-921b-4d98-8330-6d3772b58851 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:34.488695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e060824f-ba11-498b-b73e-89e085ee1d9d req-751d3e65-921b-4d98-8330-6d3772b58851 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 944 time: 0.0549097 Aug 16 21:30:34.528996 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-df808393-c253-4b91-84eb-03e7a8cfc712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:34.530533 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-df808393-c253-4b91-84eb-03e7a8cfc712 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1096 time: 0.0423079 Aug 16 21:30:34.554136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e060824f-ba11-498b-b73e-89e085ee1d9d req-44b3fa68-51ec-40a0-9db6-82062b51f23c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554616 Aug 16 21:30:34.556939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-0ffdbc69-883f-4d47-97cf-ee75b4ea7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:34.558459 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-0ffdbc69-883f-4d47-97cf-ee75b4ea7cf0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 1096 time: 0.0685616 Aug 16 21:30:34.628370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-9f842e0c-9f6b-4a0a-a175-f4e56ee2bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:34.629995 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-9f842e0c-9f6b-4a0a-a175-f4e56ee2bcbd service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0912070 Aug 16 21:30:34.652688 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-1936ddd4-f4a6-4f62-b4fc-29f436d1d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:34.654101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-1936ddd4-f4a6-4f62-b4fc-29f436d1d9cb service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0883980 Aug 16 21:30:34.700648 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-c4246a2f-59bb-4019-90ff-da592572b16b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1000 time: 0.0626214 Aug 16 21:30:34.718936 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-880ae84d-c4ce-4c0f-8b3b-75e57dd52aa5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 200 len: 1000 time: 0.0576215 Aug 16 21:30:34.750384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-5bc8182b-8a58-4ec0-b719-f54cc6e1d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:34.752493 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-5bc8182b-8a58-4ec0-b719-f54cc6e1d35c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0444522 Aug 16 21:30:34.767069 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-1efbb95d-d22d-426b-8f7c-0af62fdf0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:34.769311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-1efbb95d-d22d-426b-8f7c-0af62fdf0659 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0437880 Aug 16 21:30:34.803361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-f75f45ef-0db6-43fd-b4ef-9baa6513bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:34.804951 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-f75f45ef-0db6-43fd-b4ef-9baa6513bf35 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437801 Aug 16 21:30:34.820571 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-07e3cd7b-cfb0-45ca-ad90-4ba5f9268464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:34.822093 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-07e3cd7b-cfb0-45ca-ad90-4ba5f9268464 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460155 Aug 16 21:30:34.907439 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-eb490cd9-87b4-4e80-8518-de35b4e47c6b service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935414 Aug 16 21:30:34.911351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-a5f7aa38-d76c-49d3-b4ee-229788d0ac94 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823526 Aug 16 21:30:34.998848 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-e3e031e8-5fe3-40de-bb2d-6794e8c10664 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841975 Aug 16 21:30:35.008011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-491616c1-ee4e-4dd1-a569-88755aff3d53 req-63d40674-878c-4e17-8828-b50d9da4f137 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899799 Aug 16 21:30:35.324052 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:30:35.363024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:30:35.672036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437810a5-3242-4892-9341-6f576bfd6d8f req-878b8c7a-b2ec-4a19-b03b-deaa1d334707 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:35.673581 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-437810a5-3242-4892-9341-6f576bfd6d8f req-878b8c7a-b2ec-4a19-b03b-deaa1d334707 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 944 time: 0.0495400 Aug 16 21:30:35.686720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:30:35.711662 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-437810a5-3242-4892-9341-6f576bfd6d8f req-78233bf4-98dc-4193-8f38-86947437d865 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Aug 16 21:30:35.786176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:35.797440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'port_id': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'mac_address': 'fa:16:3e:bd:80:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:30:35.824564 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9859-c131-4f85-962b-7812b071b2e2 req-1ba8e861-865d-492e-bc6f-59a938c8fce1 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:35.826070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f85b9859-c131-4f85-962b-7812b071b2e2 req-1ba8e861-865d-492e-bc6f-59a938c8fce1 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 944 time: 0.0490346 Aug 16 21:30:35.834743 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:35.848055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cec12d5-e920-42fc-ba6d-560ada9530ed {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:30:35.864059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f85b9859-c131-4f85-962b-7812b071b2e2 req-def45bb2-daac-4c55-b469-afcd8a295b36 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314934 Aug 16 21:30:35.867454 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:35.926869 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:35.975012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=12']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:35.981189 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406b84d-9133-40ed-bcc7-129162f957d4 req-6ff51925-5817-473f-81ac-0c7219e65a9f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:35.983173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2406b84d-9133-40ed-bcc7-129162f957d4 req-6ff51925-5817-473f-81ac-0c7219e65a9f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0534580 Aug 16 21:30:36.022309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2406b84d-9133-40ed-bcc7-129162f957d4 req-179fb75e-97cd-4e56-a415-207aa07077df tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Aug 16 21:30:36.164179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['4cec12d5-e920-42fc-ba6d-560ada9530ed'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:30:36.744795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80f6f7-0493-438b-9435-8af8e79449f1 req-d80c607c-3f67-4135-a2e6-96585cf16fc3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:36.746290 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b80f6f7-0493-438b-9435-8af8e79449f1 req-d80c607c-3f67-4135-a2e6-96585cf16fc3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0484860 Aug 16 21:30:36.783886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b80f6f7-0493-438b-9435-8af8e79449f1 req-a5c3c24f-6987-4497-8e77-6f67d5e8587c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309110 Aug 16 21:30:37.697455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:30:37.823946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 4cec12d5-e920-42fc-ba6d-560ada9530ed completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:30:37.827854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 4cec12d5-e920-42fc-ba6d-560ada9530ed triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:30:37.828227 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:37.905560 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd4727-462f-4e67-8315-b2c69dc307e0 req-3fa81c7a-5f10-4b9d-acc6-6d20742598de tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:37.907088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1dd4727-462f-4e67-8315-b2c69dc307e0 req-3fa81c7a-5f10-4b9d-acc6-6d20742598de tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0524986 Aug 16 21:30:37.908507 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:37.931479 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:37.933735 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6869785-a53f-4b5b-90fc-d987b2c59ba7" -d '{"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-plugged", "status": "completed", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:37.949271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1dd4727-462f-4e67-8315-b2c69dc307e0 req-fb4dd48c-3da5-4016-98c3-2bb21af55a81 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332575 Aug 16 21:30:37.950573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:37.976182 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a90a8d-e19b-43db-abe7-27d2def97e85 x-openstack-request-id: req-13a90a8d-e19b-43db-abe7-27d2def97e85 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:37.976477 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-plugged", "status": "completed", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:37.976772 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-13a90a8d-e19b-43db-abe7-27d2def97e85 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:37.977212 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'code': 200} Aug 16 21:30:38.049947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-fa8f73c3-c012-436e-ac7f-355e16c742f0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:38.051459 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-fa8f73c3-c012-436e-ac7f-355e16c742f0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 945 time: 0.0574970 Aug 16 21:30:38.052192 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:38.099701 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=13']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:38.147467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Deleting port 4cec12d5-e920-42fc-ba6d-560ada9530ed {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:30:38.147811 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:38.236333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] For port 4cec12d5-e920-42fc-ba6d-560ada9530ed, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=4cec12d5-e920-42fc-ba6d-560ada9530ed,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:38.236695 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:38.407051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:38.407349 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:38.408187 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Floating IP 2e79be85-f795-4294-b550-3514e257d89c disassociated. External IP: 172.25.4.198, port: 4cec12d5-e920-42fc-ba6d-560ada9530ed. Aug 16 21:30:38.408527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Calling delete_port for 4cec12d5-e920-42fc-ba6d-560ada9530ed owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:30:38.646513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:38.679701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event deleted for resources: {'Port': ['ID=4cec12d5-e920-42fc-ba6d-560ada9530ed,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:38.796464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Router 85ff540d-0f95-4011-8898-c16389f879b2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:30:38.904447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:30:38.914550 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff0fc95-2c9a-45e0-a5f0-1cf44004050d None None] Sync routers for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:30:38.923988 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff0fc95-2c9a-45e0-a5f0-1cf44004050d None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:30:38.924596 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0ff0fc95-2c9a-45e0-a5f0-1cf44004050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:30:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:38.947573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] No DVR routers for this DVR port 4cec12d5-e920-42fc-ba6d-560ada9530ed on host n-h2-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:30:38.954049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:38.956732 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a3ca248f-c0a1-47a8-b8ee-22867e867214 req-0927a285-8db6-4c39-9108-8cb53f195380 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "DELETE /v2.0/ports/4cec12d5-e920-42fc-ba6d-560ada9530ed HTTP/1.1" status: 204 len: 173 time: 0.8981884 Aug 16 21:30:38.957213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-deleted', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:38.959609 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dc6b9d-9cfd-41bb-906a-568060487bf8" -d '{"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-deleted", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:39.035385 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-0ff0fc95-2c9a-45e0-a5f0-1cf44004050d None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:30:39.055805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9cac9f2-4e75-4487-90eb-d9d46ec5fcd8 req-5d116511-4487-46be-800a-e02ba200107a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=9112e0cd-4257-4386-9384-32ecd4c9769f HTTP/1.1" status: 200 len: 210 time: 0.0327692 Aug 16 21:30:39.057882 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fa476d-e071-4dde-8e84-2f3ceda65114 x-openstack-request-id: req-52fa476d-e071-4dde-8e84-2f3ceda65114 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:39.058312 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9112e0cd-4257-4386-9384-32ecd4c9769f", "name": "network-vif-deleted", "tag": "4cec12d5-e920-42fc-ba6d-560ada9530ed", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:39.058505 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-52fa476d-e071-4dde-8e84-2f3ceda65114 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:39.058840 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9112e0cd-4257-4386-9384-32ecd4c9769f', 'name': 'network-vif-deleted', 'tag': '4cec12d5-e920-42fc-ba6d-560ada9530ed', 'status': 'completed', 'code': 200} Aug 16 21:30:39.237935 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0ff0fc95-2c9a-45e0-a5f0-1cf44004050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:39.263389 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff0fc95-2c9a-45e0-a5f0-1cf44004050d None None] Checking router: 85ff540d-0f95-4011-8898-c16389f879b2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:30:39.271642 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff0fc95-2c9a-45e0-a5f0-1cf44004050d None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:30:39.272242 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0ff0fc95-2c9a-45e0-a5f0-1cf44004050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:30:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:39.374627 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-0ff0fc95-2c9a-45e0-a5f0-1cf44004050d None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:30:39.566915 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0ff0fc95-2c9a-45e0-a5f0-1cf44004050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:39.595707 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff0fc95-2c9a-45e0-a5f0-1cf44004050d None None] The sync data for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 is: [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:30:39.822349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259b131-a21b-4ef2-b0ba-25dbf4308b16 None None] New status for floating IP 2e79be85-f795-4294-b550-3514e257d89c: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:30:40.328435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-63881dd5-d12f-4d6f-a4ea-d577296e045b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1368362695&fields=id&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 267 time: 0.0323443 Aug 16 21:30:40.431318 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-e43f6c07-1581-4fb8-9b18-435d7ee5f74a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:40.432756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-e43f6c07-1581-4fb8-9b18-435d7ee5f74a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 812 time: 0.0995028 Aug 16 21:30:40.448074 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-cb954cfd-d40b-4f4c-aa3c-7d6edab5eaa0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/quotas/f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 375 time: 0.0095100 Aug 16 21:30:40.503367 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-162815cb-2188-4123-97a6-fc6bbf83fb87 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500851 Aug 16 21:30:40.644952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-2c31cd3a-5d47-4492-aa14-493febc90ab6 service neutron] 10.222.0.74 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301396 Aug 16 21:30:40.736172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d3a130cc-09bb-4e72-a9d2-7f5440f8b574 service neutron] 10.222.0.74 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852375 Aug 16 21:30:40.972496 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76659745-e42b-414e-8c05-b4b8dd70dac9 req-47dc419a-33ad-418c-98f2-1b553fed6ec9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 210 time: 0.0261533 Aug 16 21:30:41.727876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:30:41.751099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 4cec12d5-e920-42fc-ba6d-560ada9530ed {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:30:41.751437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 4cec12d5-e920-42fc-ba6d-560ada9530ed not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:30:42.048492 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e213abb1-1e65-4693-b63c-572f1b3b6437 req-2a99dc32-5029-49fe-9e27-c7e09fc4505c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 210 time: 0.0265837 Aug 16 21:30:43.140783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb0d345d-8485-4d26-b65b-1cb1dc1be396 req-3a1260d3-307e-4f71-9cdc-4c152bf927ea tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 210 time: 0.0256481 Aug 16 21:30:44.238035 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5676a7e2-ad56-4b9e-8464-e51e14d015fe req-ca946927-d520-4f6d-a6cc-2cfdcabf075f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 210 time: 0.0305209 Aug 16 21:30:45.229078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-afb0389c-e174-4db7-9804-8cb59fef9e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:45.332503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4985c1ff-5762-4a8e-a3dc-70bf0b153504 req-3b06542e-3b97-4c9f-b6e7-6b4c8478f429 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 210 time: 0.0272932 Aug 16 21:30:45.758121 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-cdc0ffd7-d738-4d27-adea-82a75b875f60 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:45.759627 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-cdc0ffd7-d738-4d27-adea-82a75b875f60 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 812 time: 0.1035664 Aug 16 21:30:45.803580 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-394d5d6d-aca7-4ede-9388-1ddeeccdc206 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 380 time: 0.0334275 Aug 16 21:30:45.813204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'port': {'device_id': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'admin_state_up': True, 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'security_groups': ['2f496142-ead6-4636-914b-09f8b9d1af84']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:30:46.063491 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Made reservation on behalf of f480d507257b4d35a2c8ae135159eb84 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:30:46.067601 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:46.195582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Allocated IP 172.20.0.5 (f88b8f3c-ea50-46f2-af0b-69dbd059b0fe/b54b2e49-0c30-415e-bdc9-5ab1f414c2f5/3a37677d-3d64-4354-9cfa-28d0d271a64e) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:30:46.330029 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:46.343155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Transition to ACTIVE for port object 3a37677d-3d64-4354-9cfa-28d0d271a64e will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:30:46.425911 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68aec31d-40c1-4ec4-aac8-0447e9442108 req-266b7d2f-1e94-43cf-ba7c-525ce99ec4a9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 210 time: 0.0268331 Aug 16 21:30:46.481362 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:46.526625 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:30:46.531653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:30:46.535942 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:30:46.563355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:46.594297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:46.595594 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:46.775991 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:30:46.795342 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-d1d39c7e-0fe3-4445-939f-70f973954661 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9856956 Aug 16 21:30:46.807829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Request body: {'port': {'device_id': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:30:46.860370 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:46.914823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-37b2365b-5e30-419b-ade9-7517ef3be62e None None] Provisioning for port 3a37677d-3d64-4354-9cfa-28d0d271a64e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:30:46.918733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-37b2365b-5e30-419b-ade9-7517ef3be62e None None] Provisioning complete for port 3a37677d-3d64-4354-9cfa-28d0d271a64e triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:30:46.919109 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-37b2365b-5e30-419b-ade9-7517ef3be62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:46.952304 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-37b2365b-5e30-419b-ade9-7517ef3be62e None None] Port 3a37677d-3d64-4354-9cfa-28d0d271a64e cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:30:47.125909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a37677d-3d64-4354-9cfa-28d0d271a64e {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:30:47.134024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:47.146748 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Transition to ACTIVE for port object 3a37677d-3d64-4354-9cfa-28d0d271a64e will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:30:47.286334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:47.341060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:47.407394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:30:47.407740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:30:47.408075 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:30:47.412674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Port 3a37677d-3d64-4354-9cfa-28d0d271a64e on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:30:47.412995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:30:47.418122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:30:47.418463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:30:47.418856 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:30:47.419289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Bound port: 3a37677d-3d64-4354-9cfa-28d0d271a64e, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:30:47.419650 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:47.493660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:30:47.498054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:30:47.549999 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8d94e0d4-bdd1-4db7-92bf-8a25acc8a19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:47.559327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3a5ec-c6fe-46ba-a342-37c319258806 req-d52678ce-2fed-4396-8e84-edc04346bf78 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:47.560854 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60c3a5ec-c6fe-46ba-a342-37c319258806 req-d52678ce-2fed-4396-8e84-edc04346bf78 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0506761 Aug 16 21:30:47.601326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-60c3a5ec-c6fe-46ba-a342-37c319258806 req-e135002c-b1ce-4c7f-a825-b2a455eb3ce4 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333443 Aug 16 21:30:47.641073 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:47.673709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:47.674263 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:47.675663 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] 10.222.0.79 "PUT /v2.0/ports/3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1092 time: 0.8720121 Aug 16 21:30:47.679805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:47.682198 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e9370922a006b8d29d73e2ae42d28985946bd8ab36faa19a292b973bd288395" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09692642-9ef3-46c7-a6a0-e9231eca56f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:47.710483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a5701-889f-4717-a45a-c06d74c3695b service neutron] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:47.726417 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1e5f34-7190-4f79-971a-6554ec556ac5 x-openstack-request-id: req-ff1e5f34-7190-4f79-971a-6554ec556ac5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:47.726889 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:47.727403 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ff1e5f34-7190-4f79-971a-6554ec556ac5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:47.727951 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'status': 'completed', 'code': 200} Aug 16 21:30:47.793555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09692642-9ef3-46c7-a6a0-e9231eca56f7 req-81bae65c-636d-447f-8f69-62ba6ab96a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:47.795101 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09692642-9ef3-46c7-a6a0-e9231eca56f7 req-81bae65c-636d-447f-8f69-62ba6ab96a85 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1095 time: 0.0452766 Aug 16 21:30:47.904308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09692642-9ef3-46c7-a6a0-e9231eca56f7 req-1f0e591e-b9b2-4b1b-a415-4538dca0c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:47.905859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09692642-9ef3-46c7-a6a0-e9231eca56f7 req-1f0e591e-b9b2-4b1b-a415-4538dca0c03f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f480d507257b4d35a2c8ae135159eb84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1023853 Aug 16 21:30:48.001009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09692642-9ef3-46c7-a6a0-e9231eca56f7 req-67aa5485-ae3b-4340-8999-70043baf5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:48.003397 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09692642-9ef3-46c7-a6a0-e9231eca56f7 req-67aa5485-ae3b-4340-8999-70043baf5467 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905392 Aug 16 21:30:48.029306 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:48.083266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-b6e3ac82-4d86-4148-9731-3124e1428715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:48.084763 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-b6e3ac82-4d86-4148-9731-3124e1428715 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1095 time: 0.0458939 Aug 16 21:30:48.127306 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-8a26c655-3c08-43cb-bf46-e60d998b11c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 217 time: 0.0343390 Aug 16 21:30:48.175768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-03439635-7303-4ada-8c7f-df024f3675b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:48.177224 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-03439635-7303-4ada-8c7f-df024f3675b4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0434351 Aug 16 21:30:48.226761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-9a370ac2-3f0c-44aa-9491-72b22aca75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:48.228237 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-9a370ac2-3f0c-44aa-9491-72b22aca75e0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440998 Aug 16 21:30:48.319277 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-2533bac7-606d-4ff8-b63a-2c2a3691f64a service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837717 Aug 16 21:30:48.412287 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3f5dbfc4-c97a-4d73-8b25-c84ff7f49ae4 req-7683e17c-7e50-47d9-a426-c37ddf56d70d service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859358 Aug 16 21:30:48.716260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541acabf-1180-46eb-9f62-9600c24fe801 req-17d47358-65c8-485f-8c7b-c8491f1bac9c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:48.717779 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-541acabf-1180-46eb-9f62-9600c24fe801 req-17d47358-65c8-485f-8c7b-c8491f1bac9c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0486083 Aug 16 21:30:48.759269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-541acabf-1180-46eb-9f62-9600c24fe801 req-8c10cbae-a840-463a-b8ae-ece17e227d84 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347743 Aug 16 21:30:49.394404 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:49.875295 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f54f4b-1e8c-435d-8e89-50c146b9b625 req-f2fc62b5-a9eb-4340-9ebd-8ee272e09f4e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:49.877351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88f54f4b-1e8c-435d-8e89-50c146b9b625 req-f2fc62b5-a9eb-4340-9ebd-8ee272e09f4e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0492947 Aug 16 21:30:49.915397 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-88f54f4b-1e8c-435d-8e89-50c146b9b625 req-ca1efb6c-4adc-479b-9d2a-da2545c10e6c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Aug 16 21:30:50.800585 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:51.029506 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53807-cb86-4819-8193-3bb04bf8caad req-51ff4857-a430-4d68-9150-4055f1d6f493 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:51.031026 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fba53807-cb86-4819-8193-3bb04bf8caad req-51ff4857-a430-4d68-9150-4055f1d6f493 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0488424 Aug 16 21:30:51.068576 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fba53807-cb86-4819-8193-3bb04bf8caad req-2de6c716-8f38-4919-b8e8-b21413252abf tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Aug 16 21:30:51.780789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a37677d-3d64-4354-9cfa-28d0d271a64e details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:30:51.886389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:51.898198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'port_id': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'mac_address': 'fa:16:3e:4e:22:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:30:51.935174 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:51.947863 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a37677d-3d64-4354-9cfa-28d0d271a64e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:30:51.967341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:52.091791 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:52.138829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:52.183922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c2120-02e6-4356-bba7-cc6691b2bc54 req-fe2b87d0-1c1e-4478-acf3-adc2d9642699 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:52.185446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec5c2120-02e6-4356-bba7-cc6691b2bc54 req-fe2b87d0-1c1e-4478-acf3-adc2d9642699 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0486977 Aug 16 21:30:52.228122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec5c2120-02e6-4356-bba7-cc6691b2bc54 req-5cfb87f3-ba78-4c1b-b7d5-974b8fcfada2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355458 Aug 16 21:30:52.282392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['3a37677d-3d64-4354-9cfa-28d0d271a64e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:30:53.341868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08e2f9-aa4a-4226-9efb-37cf973c7827 req-077f51fa-ace1-4f61-9d57-5d3350c4d14d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:53.343405 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb08e2f9-aa4a-4226-9efb-37cf973c7827 req-077f51fa-ace1-4f61-9d57-5d3350c4d14d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0492880 Aug 16 21:30:53.380792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb08e2f9-aa4a-4226-9efb-37cf973c7827 req-f99ba1cd-a507-4928-86a4-1ffb6a473245 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Aug 16 21:30:53.805431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a37677d-3d64-4354-9cfa-28d0d271a64e up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:30:54.263179 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 3a37677d-3d64-4354-9cfa-28d0d271a64e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:30:54.267305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 3a37677d-3d64-4354-9cfa-28d0d271a64e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:30:54.267677 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:54.346190 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:54.368595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:54.370856 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7769f5ca45e53ff2d23076eb17994b7f3125c0c010b1472c9d7e8dec9b9bcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f22c942-9cb7-47dd-95c1-fdd02e088dee" -d '{"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-plugged", "status": "completed", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:54.383351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:54.406876 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88252404-fb5e-4aa7-8139-086c82c963d9 x-openstack-request-id: req-88252404-fb5e-4aa7-8139-086c82c963d9 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:54.407657 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-plugged", "status": "completed", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:54.407908 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-88252404-fb5e-4aa7-8139-086c82c963d9 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:54.408300 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'code': 200} Aug 16 21:30:54.491847 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:54.498088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e36ca3-32ed-4974-983b-05f318ea49a9 req-492bff65-b063-4934-8833-1a8cb8071f49 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:54.499642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24e36ca3-32ed-4974-983b-05f318ea49a9 req-492bff65-b063-4934-8833-1a8cb8071f49 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0494306 Aug 16 21:30:54.505786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92bc4d-9fc9-4679-9476-45de0073b524 req-430358df-7619-4605-b3ff-91c66f4d18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:54.507348 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9f92bc4d-9fc9-4679-9476-45de0073b524 req-430358df-7619-4605-b3ff-91c66f4d18c8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1096 time: 0.0413663 Aug 16 21:30:54.539342 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24e36ca3-32ed-4974-983b-05f318ea49a9 req-a05a7897-edf7-45fa-a5b5-a3ce9110806d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329301 Aug 16 21:30:54.548328 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9f92bc4d-9fc9-4679-9476-45de0073b524 req-9f1e0452-3462-4cd4-8871-cddff1f3d4b9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334868 Aug 16 21:30:54.560058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:55.659230 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2e71d-d99a-47f9-b4c5-30b8c37652a3 req-4997d491-97ba-4901-a989-b6a67239d25a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:55.660708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43a2e71d-d99a-47f9-b4c5-30b8c37652a3 req-4997d491-97ba-4901-a989-b6a67239d25a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0492313 Aug 16 21:30:55.701486 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43a2e71d-d99a-47f9-b4c5-30b8c37652a3 req-410760b1-84a8-4d94-8f9b-37bfcd6e8912 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348094 Aug 16 21:30:55.813952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faef702-d508-429a-9d12-31d421f87ad7 req-53135c9d-b9c7-4afe-af3c-01fc6c2c0cb7 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:55.815467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2faef702-d508-429a-9d12-31d421f87ad7 req-53135c9d-b9c7-4afe-af3c-01fc6c2c0cb7 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0499413 Aug 16 21:30:55.824826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38284) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:30:55.829861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-47d4169d-d270-4e78-aafb-7c04be5dd471 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Request body: {'floatingip': {'port_id': '3a37677d-3d64-4354-9cfa-28d0d271a64e'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:30:55.877506 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47d4169d-d270-4e78-aafb-7c04be5dd471 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:56.301384 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47d4169d-d270-4e78-aafb-7c04be5dd471 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:56.400115 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47d4169d-d270-4e78-aafb-7c04be5dd471 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:56.499254 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-47d4169d-d270-4e78-aafb-7c04be5dd471 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Floating IP 2e79be85-f795-4294-b550-3514e257d89c associated. External IP: 172.25.4.198, port: 3a37677d-3d64-4354-9cfa-28d0d271a64e. Aug 16 21:30:56.706144 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d4169d-d270-4e78-aafb-7c04be5dd471 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Router 85ff540d-0f95-4011-8898-c16389f879b2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:30:56.814438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d4169d-d270-4e78-aafb-7c04be5dd471 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:30:56.819495 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47d4169d-d270-4e78-aafb-7c04be5dd471 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:56.824375 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ede1e5b-60b1-4407-9003-e8e2322b6ff7 None None] Sync routers for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:30:56.834419 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede1e5b-60b1-4407-9003-e8e2322b6ff7 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:30:56.835016 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5ede1e5b-60b1-4407-9003-e8e2322b6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:30:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:56.848984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-47d4169d-d270-4e78-aafb-7c04be5dd471 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "PUT /v2.0/floatingips/2e79be85-f795-4294-b550-3514e257d89c HTTP/1.1" status: 200 len: 992 time: 1.0205891 Aug 16 21:30:56.848984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:56.849364 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65755cc9e1299c4f9e52f3a0d3e300b0dc753f8881e4d00e3f3b54ced3e92a3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8330ffab-309d-41d3-b9f2-dadd499c504a" -d '{"events": [{"name": "network-changed", "server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:56.943355 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-5ede1e5b-60b1-4407-9003-e8e2322b6ff7 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:30:56.948962 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f77f39-ef12-4379-a10d-7686953ad3a5 x-openstack-request-id: req-81f77f39-ef12-4379-a10d-7686953ad3a5 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:56.949305 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:56.949552 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-81f77f39-ef12-4379-a10d-7686953ad3a5 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:56.949961 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'status': 'completed', 'code': 200} Aug 16 21:30:57.009532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ffab-309d-41d3-b9f2-dadd499c504a req-3a0ba315-6df3-4ad7-989b-b11aef12d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:57.011097 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8330ffab-309d-41d3-b9f2-dadd499c504a req-3a0ba315-6df3-4ad7-989b-b11aef12d374 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1097 time: 0.0410807 Aug 16 21:30:57.109190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ffab-309d-41d3-b9f2-dadd499c504a req-333b8c60-8abf-47ca-8f0b-9c72ce12882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:57.111238 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8330ffab-309d-41d3-b9f2-dadd499c504a req-333b8c60-8abf-47ca-8f0b-9c72ce12882d service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0930800 Aug 16 21:30:57.177034 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8330ffab-309d-41d3-b9f2-dadd499c504a req-15559316-dcf5-490c-990c-873d293963ab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1000 time: 0.0583875 Aug 16 21:30:57.230579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ffab-309d-41d3-b9f2-dadd499c504a req-0928d9c1-8e5c-47df-bf9c-ed2f7aa08f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:57.232091 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8330ffab-309d-41d3-b9f2-dadd499c504a req-0928d9c1-8e5c-47df-bf9c-ed2f7aa08f3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0483012 Aug 16 21:30:57.252579 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5ede1e5b-60b1-4407-9003-e8e2322b6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:4e:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:30:56Z', 'revision_number': 13, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:57.277558 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ffab-309d-41d3-b9f2-dadd499c504a req-a86b8201-812c-42b6-be42-53fc26cc4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:57.279012 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8330ffab-309d-41d3-b9f2-dadd499c504a req-a86b8201-812c-42b6-be42-53fc26cc4750 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405304 Aug 16 21:30:57.281681 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ede1e5b-60b1-4407-9003-e8e2322b6ff7 None None] Checking router: 85ff540d-0f95-4011-8898-c16389f879b2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:30:57.290142 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede1e5b-60b1-4407-9003-e8e2322b6ff7 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:30:57.290747 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5ede1e5b-60b1-4407-9003-e8e2322b6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:30:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:57.374519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8330ffab-309d-41d3-b9f2-dadd499c504a req-2f24034e-307e-4bdb-9aa4-e8f0f7f295fb service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885215 Aug 16 21:30:57.395643 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-5ede1e5b-60b1-4407-9003-e8e2322b6ff7 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:30:57.466646 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8330ffab-309d-41d3-b9f2-dadd499c504a req-96f3851c-bbe7-4d9c-9068-47d20974b120 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849431 Aug 16 21:30:57.616028 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-5ede1e5b-60b1-4407-9003-e8e2322b6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:4e:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:30:56Z', 'revision_number': 13, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:57.645371 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ede1e5b-60b1-4407-9003-e8e2322b6ff7 None None] The sync data for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 is: [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2e79be85-f795-4294-b550-3514e257d89c', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'port_id': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'mac_address': 'fa:16:3e:4e:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:23:28Z', 'updated_at': '2021-08-16T21:30:56Z', 'revision_number': 13, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:30:57.826604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf381471-52bc-42c7-87c5-4cea00784273 None None] New status for floating IP 2e79be85-f795-4294-b550-3514e257d89c: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:31:03.165948 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:03.192228 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:15.251668 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6ada4956-8f9f-47c2-97ac-9514585c4a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:17.549049 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d388207f-ebe6-4dff-9f29-1b0528a4860d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:18.005526 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:19.348310 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:20.753746 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:23.775385 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:31:29.532060 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fcee30ce-abf2-4449-b375-a269ae454149 req-e3802cf1-6b6d-45bd-9c05-fb3664d84767 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413589 Aug 16 21:31:29.615297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee30ce-abf2-4449-b375-a269ae454149 req-093928b3-95b9-4b24-a28d-df368d77b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:29.616793 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fcee30ce-abf2-4449-b375-a269ae454149 req-093928b3-95b9-4b24-a28d-df368d77b8d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1097 time: 0.0441482 Aug 16 21:31:29.719135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee30ce-abf2-4449-b375-a269ae454149 req-3f1f4962-754b-46c2-8542-95345dd6907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:29.720604 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fcee30ce-abf2-4449-b375-a269ae454149 req-3f1f4962-754b-46c2-8542-95345dd6907c service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0846691 Aug 16 21:31:29.792538 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fcee30ce-abf2-4449-b375-a269ae454149 req-96c75198-53a1-4481-b002-9c804ef41356 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1002 time: 0.0639827 Aug 16 21:31:29.842601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee30ce-abf2-4449-b375-a269ae454149 req-81c3b8d2-57c8-4e5f-91ee-a49758e272ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:29.844054 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fcee30ce-abf2-4449-b375-a269ae454149 req-81c3b8d2-57c8-4e5f-91ee-a49758e272ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0441952 Aug 16 21:31:29.890220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee30ce-abf2-4449-b375-a269ae454149 req-5211a226-defd-41e7-ae43-64ad2cbf012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:29.892268 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fcee30ce-abf2-4449-b375-a269ae454149 req-5211a226-defd-41e7-ae43-64ad2cbf012b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396993 Aug 16 21:31:29.983443 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fcee30ce-abf2-4449-b375-a269ae454149 req-9e334dcb-b633-4e8a-864c-da6d87522499 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842650 Aug 16 21:31:30.071865 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-fcee30ce-abf2-4449-b375-a269ae454149 req-70e186a6-8963-459f-81c3-3a47bd808a22 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808687 Aug 16 21:31:33.142643 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:33.159340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:45.238475 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-289ef750-1aad-4c3d-bb6d-ec729a04e197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.565162 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e0a45d63-d49f-4edc-a49a-023610025897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:48.038897 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.422809 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.776531 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:00.773829 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:32:03.112704 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:03.135544 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:15.284237 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3e05389f-26fb-428c-ad95-40dd25e3cdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:17.507007 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-854e4d46-43b0-4994-a230-7d6859582d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:17.975451 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:19.375311 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:20.804725 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:30.168676 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-712af8d5-a77d-43e1-b92b-78f46722702c req-fe530e8c-f663-458b-a060-000acce74f88 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0817747 Aug 16 21:32:30.251537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af8d5-a77d-43e1-b92b-78f46722702c req-69febcd1-c063-4464-936e-d48920227780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:30.253081 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-712af8d5-a77d-43e1-b92b-78f46722702c req-69febcd1-c063-4464-936e-d48920227780 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1097 time: 0.0411038 Aug 16 21:32:30.356109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af8d5-a77d-43e1-b92b-78f46722702c req-bae60534-17b6-40be-8aaa-0768527ea477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:30.357697 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-712af8d5-a77d-43e1-b92b-78f46722702c req-bae60534-17b6-40be-8aaa-0768527ea477 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0857816 Aug 16 21:32:30.426345 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-712af8d5-a77d-43e1-b92b-78f46722702c req-286c13ef-26d9-417c-a2cf-e7a0812005ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1002 time: 0.0611041 Aug 16 21:32:30.475431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af8d5-a77d-43e1-b92b-78f46722702c req-7314cb6f-6dc3-44c9-9de3-0554bc75d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:30.476905 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-712af8d5-a77d-43e1-b92b-78f46722702c req-7314cb6f-6dc3-44c9-9de3-0554bc75d657 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0442181 Aug 16 21:32:30.522171 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af8d5-a77d-43e1-b92b-78f46722702c req-b6288030-c3df-4872-a8fe-0ad1665c0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:30.523673 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-712af8d5-a77d-43e1-b92b-78f46722702c req-b6288030-c3df-4872-a8fe-0ad1665c0580 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396662 Aug 16 21:32:30.617327 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-712af8d5-a77d-43e1-b92b-78f46722702c req-5606d8d1-6864-4b51-9753-a35e43395c49 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864296 Aug 16 21:32:30.706105 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-712af8d5-a77d-43e1-b92b-78f46722702c req-2f340eb4-82b3-4599-92f0-47de9b724e9c service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820327 Aug 16 21:32:33.100744 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:33.111851 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:37.661138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61df80e-c905-4806-9c19-3f684a481376 req-bf83af95-a39f-47c2-ab22-49825de0dd28 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:37.662556 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b61df80e-c905-4806-9c19-3f684a481376 req-bf83af95-a39f-47c2-ab22-49825de0dd28 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0942876 Aug 16 21:32:37.700006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b61df80e-c905-4806-9c19-3f684a481376 req-d19e1e1a-a01d-45e4-8531-5c9459d52721 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Aug 16 21:32:37.772507 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:32:45.250126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-12e90388-8396-4cb6-b448-f09c77c17966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:47.489424 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f41d883-2fcb-4c1c-8c23-61712e1a0a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:47.974801 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:49.421521 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:49.849524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0191f-7a03-4ae5-b1aa-d19c6dfbf4d2 req-6f44cc06-74be-4813-ba33-6cc2defd4393 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:49.850995 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ab0191f-7a03-4ae5-b1aa-d19c6dfbf4d2 req-6f44cc06-74be-4813-ba33-6cc2defd4393 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0486238 Aug 16 21:32:49.892966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ab0191f-7a03-4ae5-b1aa-d19c6dfbf4d2 req-5df0add7-321b-485e-b129-c5c0ede9009f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359974 Aug 16 21:32:50.466087 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-7584f97e-2e43-4c85-999d-d339a5d70107 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4306381 Aug 16 21:32:50.809155 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:51.020812 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39153-8c51-4e88-a800-b8b2cb8da4bb req-56f80587-956a-4ece-a134-39eabb462a98 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:51.022219 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51f39153-8c51-4e88-a800-b8b2cb8da4bb req-56f80587-956a-4ece-a134-39eabb462a98 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0494559 Aug 16 21:32:51.058432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51f39153-8c51-4e88-a800-b8b2cb8da4bb req-eb803a8e-ba27-44c7-b496-c9d28c3116f7 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302272 Aug 16 21:32:52.175131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6691d-131d-492a-9982-b919380fb486 req-7ffc8ff9-b0dd-464c-8c4c-33966ca2f8fa tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:52.176638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15e6691d-131d-492a-9982-b919380fb486 req-7ffc8ff9-b0dd-464c-8c4c-33966ca2f8fa tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0493772 Aug 16 21:32:52.215432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15e6691d-131d-492a-9982-b919380fb486 req-4ded8ec6-ab92-4a7e-80c4-1c66299d1337 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327682 Aug 16 21:32:52.984973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-4678e91d-e0fc-4494-8e93-7035b0ba86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:52.986522 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-4678e91d-e0fc-4494-8e93-7035b0ba86a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1097 time: 0.0451117 Aug 16 21:32:53.075806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-4dc7fa50-44d9-4986-a49d-3fa73d607946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:53.077306 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-4dc7fa50-44d9-4986-a49d-3fa73d607946 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0830729 Aug 16 21:32:53.144645 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-60ab3331-a4f3-41ef-a885-85ddf4f9eec9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1002 time: 0.0605054 Aug 16 21:32:53.193713 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-2dd0087f-6493-455c-b3a1-879cb331ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:53.195447 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-2dd0087f-6493-455c-b3a1-879cb331ab58 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0441520 Aug 16 21:32:53.241043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-b60b95fc-5d65-4619-a0fe-737fa083318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:53.242484 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-b60b95fc-5d65-4619-a0fe-737fa083318b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396972 Aug 16 21:32:53.337450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dd55c-fb8f-486e-8297-b9ca0ef8875c req-308e0923-4a54-4214-b204-2b8a51239966 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:53.338940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f5dd55c-fb8f-486e-8297-b9ca0ef8875c req-308e0923-4a54-4214-b204-2b8a51239966 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0525639 Aug 16 21:32:53.339139 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-be6c8e66-a394-4de4-8a92-49d34ed39c90 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891848 Aug 16 21:32:53.377908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5f5dd55c-fb8f-486e-8297-b9ca0ef8875c req-ff571e94-b129-4418-a620-38578ba8218c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Aug 16 21:32:53.428918 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-c652c023-fa48-4cf7-b0fe-4b10d07a7191 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826526 Aug 16 21:32:54.493639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfcef5-fe74-4ee3-a705-164d1e49e35f req-1a59b48c-2121-47d9-9b8b-d9977e5f6137 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:54.495076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eecfcef5-fe74-4ee3-a705-164d1e49e35f req-1a59b48c-2121-47d9-9b8b-d9977e5f6137 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0490625 Aug 16 21:32:54.533932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eecfcef5-fe74-4ee3-a705-164d1e49e35f req-ed5c56e4-f36e-46c3-98e1-9d894cc0b729 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318954 Aug 16 21:32:55.647296 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4738866-6287-4724-a964-ee8c8a153e1d req-38f514fa-ca02-405d-9748-21f7abd0ee98 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:55.648762 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4738866-6287-4724-a964-ee8c8a153e1d req-38f514fa-ca02-405d-9748-21f7abd0ee98 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0475748 Aug 16 21:32:55.684954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e4738866-6287-4724-a964-ee8c8a153e1d req-128de74b-5702-42f0-91e0-1323e50c86a0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303795 Aug 16 21:32:56.803442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38b5ec-dee9-4efe-bc9f-c4ee62dddc3a req-956ef1dc-5798-4211-911b-fc92d4e6f37a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:56.804811 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c38b5ec-dee9-4efe-bc9f-c4ee62dddc3a req-956ef1dc-5798-4211-911b-fc92d4e6f37a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0515816 Aug 16 21:32:56.842733 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c38b5ec-dee9-4efe-bc9f-c4ee62dddc3a req-06557299-9f67-470e-8063-def1ac1b3e9b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319490 Aug 16 21:32:57.960010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7aa21-a4a8-4a33-a2fb-2d2f1391b5f7 req-2d33d800-3593-4f11-80a5-c0bd40829301 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:57.961518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24a7aa21-a4a8-4a33-a2fb-2d2f1391b5f7 req-2d33d800-3593-4f11-80a5-c0bd40829301 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0490701 Aug 16 21:32:57.999674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-24a7aa21-a4a8-4a33-a2fb-2d2f1391b5f7 req-26fcfb61-4a64-4975-be4f-754447edec4a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314555 Aug 16 21:32:59.112546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df115b-1de8-454c-a1c6-c45efb76ba76 req-2d95762f-cd92-43ba-ad66-5be128632da3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:59.114027 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5df115b-1de8-454c-a1c6-c45efb76ba76 req-2d95762f-cd92-43ba-ad66-5be128632da3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0479984 Aug 16 21:32:59.151403 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5df115b-1de8-454c-a1c6-c45efb76ba76 req-b09b1d57-2497-4731-be1b-fd496e787460 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314462 Aug 16 21:33:00.268210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2faea4-8431-4605-a356-176dc4108179 req-062fcb3e-eacc-429e-a961-a074c2447f4d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:00.269721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf2faea4-8431-4605-a356-176dc4108179 req-062fcb3e-eacc-429e-a961-a074c2447f4d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0518389 Aug 16 21:33:00.306401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cf2faea4-8431-4605-a356-176dc4108179 req-2b900f1b-50cb-4d73-8c8f-2550e124847f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Aug 16 21:33:01.426478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705e010-7992-4686-b8f6-a32fba2f3ce2 req-cc7e1e8b-6ba7-46ac-8765-417b2f3aa4bc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:01.427993 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2705e010-7992-4686-b8f6-a32fba2f3ce2 req-cc7e1e8b-6ba7-46ac-8765-417b2f3aa4bc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0528936 Aug 16 21:33:01.467404 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2705e010-7992-4686-b8f6-a32fba2f3ce2 req-d2f0b737-4c70-4145-94e6-a48099842643 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328832 Aug 16 21:33:02.584312 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7285c48-f111-446a-9e76-9fe2efc95711 req-3cd69188-7413-488d-86e3-382029f416ed tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:02.585837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7285c48-f111-446a-9e76-9fe2efc95711 req-3cd69188-7413-488d-86e3-382029f416ed tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0491045 Aug 16 21:33:02.623015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7285c48-f111-446a-9e76-9fe2efc95711 req-e76a9861-c20b-4aea-83ea-263e798e4a8e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Aug 16 21:33:03.100135 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:03.117459 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:03.741068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad9d2a-99d7-4be9-ad15-2bb9c18127a3 req-239aab24-4983-4e49-90bb-05663a53be39 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:03.742528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13ad9d2a-99d7-4be9-ad15-2bb9c18127a3 req-239aab24-4983-4e49-90bb-05663a53be39 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0517755 Aug 16 21:33:03.779796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13ad9d2a-99d7-4be9-ad15-2bb9c18127a3 req-ebd1467d-b1c7-4fc6-9a45-f97b7bff6b66 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308728 Aug 16 21:33:04.893700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091bcef-afa0-4a81-bc00-8be4f9d7ac19 req-cad8c6b1-b7e6-4e84-a3b6-47b73554b032 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:04.895162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a091bcef-afa0-4a81-bc00-8be4f9d7ac19 req-cad8c6b1-b7e6-4e84-a3b6-47b73554b032 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0483086 Aug 16 21:33:04.932112 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a091bcef-afa0-4a81-bc00-8be4f9d7ac19 req-52a2de14-e0f3-4b99-b2ef-a3cdfe56b405 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310099 Aug 16 21:33:06.050942 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d39190-65ef-4011-862a-ba75ac848b73 req-caa2178f-6277-4c2a-8612-44921ccdafdc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:06.052463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50d39190-65ef-4011-862a-ba75ac848b73 req-caa2178f-6277-4c2a-8612-44921ccdafdc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0491078 Aug 16 21:33:06.090617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50d39190-65ef-4011-862a-ba75ac848b73 req-8e8804f4-9c37-43dc-864d-cff4a1c53dd4 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318553 Aug 16 21:33:07.218912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe1954-eac3-4352-b9ef-c58a2281567f req-950c82e6-7ec8-495e-a56b-66f87aa65286 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:07.220446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-febe1954-eac3-4352-b9ef-c58a2281567f req-950c82e6-7ec8-495e-a56b-66f87aa65286 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0541203 Aug 16 21:33:07.258736 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-febe1954-eac3-4352-b9ef-c58a2281567f req-d16e5ebb-42d3-4614-9cc0-8e9a42cc27bc tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Aug 16 21:33:08.099374 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-ba3a86d6-793e-4f89-995e-adc45512c736 service neutron] show failed (client error): The resource could not be found. Aug 16 21:33:08.100385 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-ba3a86d6-793e-4f89-995e-adc45512c736 service neutron] 10.222.0.79 "GET /v2.0/ports/3a37677d-3d64-4354-9cfa-28d0d271a64e/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0593908 Aug 16 21:33:08.301129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a37677d-3d64-4354-9cfa-28d0d271a64e no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:33:08.375081 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:08.380997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871162bf-d94c-466b-9bb0-1f85585b4ab4 req-dc24cd2a-5048-4ff9-a786-3a94c66939cd tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:08.382527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-871162bf-d94c-466b-9bb0-1f85585b4ab4 req-dc24cd2a-5048-4ff9-a786-3a94c66939cd tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0499990 Aug 16 21:33:08.397447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:33:08.412203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:08.424439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-871162bf-d94c-466b-9bb0-1f85585b4ab4 req-f4c3199f-0228-48a7-8c88-d00547e912b0 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357919 Aug 16 21:33:08.436803 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247c00fd-e85f-4bca-ad42-050d751be2b4" -d '{"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:33:08.534843 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043688fa-a721-495a-9468-ef9e458911f2 x-openstack-request-id: req-043688fa-a721-495a-9468-ef9e458911f2 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:33:08.535137 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:33:08.535415 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-043688fa-a721-495a-9468-ef9e458911f2 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:33:08.535815 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'code': 200} Aug 16 21:33:08.603626 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:08.652410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:08.659990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:08.660320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:08.660647 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:08.660980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:08.661346 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:08.661673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:08.661997 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:08.662317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:08.662638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:08.662958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:08.663278 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:08.663594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.059020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-1db16dd8-08cd-465a-acbb-2b5801cfbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:09.061118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-1db16dd8-08cd-465a-acbb-2b5801cfbfb6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 1095 time: 0.0789921 Aug 16 21:33:09.073483 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:09.127689 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:09.328517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:09.360729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:33:09.393540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a37677d-3d64-4354-9cfa-28d0d271a64e {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:33:09.400998 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:09.413063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Transition to ACTIVE for port object 3a37677d-3d64-4354-9cfa-28d0d271a64e will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:33:09.535842 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:09.554568 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f4c94-89e8-4b0a-96c1-ab6a1a3388ed req-03858b35-6b64-43a4-814d-aa3fe8be1ac5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:09.556038 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d9f4c94-89e8-4b0a-96c1-ab6a1a3388ed req-03858b35-6b64-43a4-814d-aa3fe8be1ac5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0602975 Aug 16 21:33:09.702815 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:09.722746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d9f4c94-89e8-4b0a-96c1-ab6a1a3388ed req-b6cb9a6a-6f00-4387-9fd8-4068a8b93e07 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574316 Aug 16 21:33:09.732699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.733146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.734350 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.734904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.735217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.744763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.744763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.744763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.744763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.744763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.744763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.744763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:09.764389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] No DVR routers for this DVR port 3a37677d-3d64-4354-9cfa-28d0d271a64e on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:33:09.896435 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:33:09.896663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:33:09.896979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:33:09.901201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Port 3a37677d-3d64-4354-9cfa-28d0d271a64e on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:33:09.901521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:33:09.906294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:33:09.906634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:33:09.907019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:33:09.907443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Bound port: 3a37677d-3d64-4354-9cfa-28d0d271a64e, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:33:09.907796 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:09.971728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:33:09.974898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:33:10.140625 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:10.173792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:10.174401 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:10.175783 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] 10.222.0.76 "PUT /v2.0/ports/3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1092 time: 1.1065817 Aug 16 21:33:10.176218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:33:10.220326 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:33:10.237547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f7292-c451-4d3e-a22a-971fcb39299a service neutron] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=8']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:10.255932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-0bc8b67b-b4d2-4ca0-afa9-614ad7238304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:10.257522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-0bc8b67b-b4d2-4ca0-afa9-614ad7238304 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1095 time: 0.0553830 Aug 16 21:33:10.336224 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7555c99f-ad8b-4066-9cfd-5c1594031502 x-openstack-request-id: req-7555c99f-ad8b-4066-9cfd-5c1594031502 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:33:10.337261 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:33:10.337518 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7555c99f-ad8b-4066-9cfd-5c1594031502 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:33:10.338114 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'status': 'completed', 'code': 200} Aug 16 21:33:10.367546 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-3134b660-a662-4f11-97d4-20f8e6d6cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:10.369264 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-3134b660-a662-4f11-97d4-20f8e6d6cee0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.1046133 Aug 16 21:33:10.396607 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-2f7a40ef-545d-4384-be70-e287fbd700bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:10.398135 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-2f7a40ef-545d-4384-be70-e287fbd700bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1095 time: 0.0425241 Aug 16 21:33:10.435705 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-65522874-f6fa-44a7-8edc-5c2892a5ce91 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1000 time: 0.0588131 Aug 16 21:33:10.487363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-7a76048a-97f6-4b9d-9bf7-c9b0a8470df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:10.488873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-7a76048a-97f6-4b9d-9bf7-c9b0a8470df2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0466263 Aug 16 21:33:10.489345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-02874296-a33c-44fe-84e6-64d37ce1f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:10.490812 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-02874296-a33c-44fe-84e6-64d37ce1f846 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0853920 Aug 16 21:33:10.538751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-50ad697b-bf54-427f-ae34-768a70c84d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:10.540273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-50ad697b-bf54-427f-ae34-768a70c84d14 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446701 Aug 16 21:33:10.558637 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-03221290-4dee-46db-950f-a7652c0342ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1000 time: 0.0611725 Aug 16 21:33:10.612580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-2696e1a2-e142-415e-b5be-2aed450bfe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:10.614072 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-2696e1a2-e142-415e-b5be-2aed450bfe3e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0483904 Aug 16 21:33:10.630644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-2066a520-fe37-4d3a-8a43-b796ba9dd8f7 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833156 Aug 16 21:33:10.660150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-4023e392-01c2-4e57-b828-4c20fcb02f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:10.661683 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-4023e392-01c2-4e57-b828-4c20fcb02f88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402074 Aug 16 21:33:10.725815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00c40e5b-2e6b-436a-82ec-3b54f364bace req-1f6742ff-f94c-4a0b-9a9c-c4554bc02813 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873063 Aug 16 21:33:10.756579 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-d978138a-3f52-45d7-ba0e-94a9e4610233 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880497 Aug 16 21:33:10.842667 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e3467-6345-4eb4-beff-ba3cfa4fdcaa req-972f3051-6eb9-4fb1-afad-3991eb0544fd tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:10.844175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b2e3467-6345-4eb4-beff-ba3cfa4fdcaa req-972f3051-6eb9-4fb1-afad-3991eb0544fd tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0502577 Aug 16 21:33:10.853634 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-9afd04f0-edb3-4d54-8718-bb0a6d3f3de8 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902495 Aug 16 21:33:10.883612 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b2e3467-6345-4eb4-beff-ba3cfa4fdcaa req-c282b1da-6f08-4ae1-ad0a-56a3017f072a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328047 Aug 16 21:33:10.923562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-fd4d8c64-dbde-4666-9461-0eb763deec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:10.925081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-fd4d8c64-dbde-4666-9461-0eb763deec7d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1095 time: 0.0405667 Aug 16 21:33:11.018160 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-a5db92d8-f067-460c-b639-9643b89ed20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:11.019564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-a5db92d8-f067-460c-b639-9643b89ed20e service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0878067 Aug 16 21:33:11.082477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-be47bba5-430c-4e74-a839-222a85ccc1a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1000 time: 0.0562861 Aug 16 21:33:11.132981 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-a6669180-2ee5-408c-a455-058d29c2be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:11.135573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-a6669180-2ee5-408c-a455-058d29c2be47 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0454993 Aug 16 21:33:11.179484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-a32ecba8-cd8f-4f2b-92e7-1cbad4830bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:11.181114 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-a32ecba8-cd8f-4f2b-92e7-1cbad4830bcf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400307 Aug 16 21:33:11.269574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-7484efd3-e621-4c5e-a568-2c44d2b1c7d6 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816193 Aug 16 21:33:11.366068 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7fcabd5c-b11b-44be-bb48-7704e06c0bb7 req-2d8dc62b-9074-4985-ac9d-d0afd6274a81 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901575 Aug 16 21:33:12.004356 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da015ed0-edf0-4b55-b936-d465ead34d0d req-3e040752-8a1d-42cc-8df4-c2c118d8dbd1 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:12.005898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da015ed0-edf0-4b55-b936-d465ead34d0d req-3e040752-8a1d-42cc-8df4-c2c118d8dbd1 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0503962 Aug 16 21:33:12.044236 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-da015ed0-edf0-4b55-b936-d465ead34d0d req-a8f4a2ce-9856-4c0e-a802-09e92bf78b13 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320880 Aug 16 21:33:13.164932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca3b76-2959-45b1-af99-41e015f4cca6 req-06a62257-4643-4b08-894a-3da04f291bf9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:13.166516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bca3b76-2959-45b1-af99-41e015f4cca6 req-06a62257-4643-4b08-894a-3da04f291bf9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0525870 Aug 16 21:33:13.205338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4bca3b76-2959-45b1-af99-41e015f4cca6 req-a6ebad7a-063c-4019-a98c-ee2014464b2d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321941 Aug 16 21:33:14.322368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bbb1d-3cf7-49f2-88bb-190ba503f001 req-1633aa63-bf42-49d0-ab7c-bb3ad24c4175 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:14.324111 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c75bbb1d-3cf7-49f2-88bb-190ba503f001 req-1633aa63-bf42-49d0-ab7c-bb3ad24c4175 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0505629 Aug 16 21:33:14.365394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c75bbb1d-3cf7-49f2-88bb-190ba503f001 req-91119c94-f375-45ab-a35b-c9ec06cd3c7b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351217 Aug 16 21:33:14.772047 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:33:15.294361 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4d2eb209-1c14-4240-968f-5fc6bb1efc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:15.482773 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d2fb9-52f0-44db-a65b-14030556a287 req-63456540-88f2-4842-bb63-33baf516bcc7 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:15.484237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e6d2fb9-52f0-44db-a65b-14030556a287 req-63456540-88f2-4842-bb63-33baf516bcc7 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0487444 Aug 16 21:33:15.524826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e6d2fb9-52f0-44db-a65b-14030556a287 req-830b745a-6e59-4540-b751-2ca2285b14a3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344737 Aug 16 21:33:16.642461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671397b-cdd9-483b-bb79-a469be90eac9 req-642ccf51-1ddd-4d70-8ff6-8f5255864405 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:16.643917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f671397b-cdd9-483b-bb79-a469be90eac9 req-642ccf51-1ddd-4d70-8ff6-8f5255864405 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0526519 Aug 16 21:33:16.681161 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f671397b-cdd9-483b-bb79-a469be90eac9 req-f06daf97-a651-4a4f-98c4-51887b4aaeb2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313039 Aug 16 21:33:17.574209 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7cc672a4-5913-4272-8731-22af2d23d7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:17.796413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d969a5f-1a30-433e-a1a6-3a3a561c14f5 req-7630cc1d-9441-48d9-9681-f7c0504f7142 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:17.797825 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d969a5f-1a30-433e-a1a6-3a3a561c14f5 req-7630cc1d-9441-48d9-9681-f7c0504f7142 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0486825 Aug 16 21:33:17.836199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d969a5f-1a30-433e-a1a6-3a3a561c14f5 req-0dd2ebd9-4c9e-49fe-a208-c131ec8d6911 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Aug 16 21:33:17.979889 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:18.952709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1a6f0-3022-4a26-9867-eb65b972f2d9 req-8a2532c5-0509-42b5-8725-13643a49652e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:18.954244 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1a1a6f0-3022-4a26-9867-eb65b972f2d9 req-8a2532c5-0509-42b5-8725-13643a49652e tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0503600 Aug 16 21:33:18.991001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b1a1a6f0-3022-4a26-9867-eb65b972f2d9 req-cf7b945b-00a6-43e3-9f7a-814fec244ef6 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308206 Aug 16 21:33:19.345628 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:20.110454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde8147-e516-4060-9c40-ac5b988b82d3 req-57ecacec-67b0-494c-ba02-5ce5f8af3776 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:20.111899 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dde8147-e516-4060-9c40-ac5b988b82d3 req-57ecacec-67b0-494c-ba02-5ce5f8af3776 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0533056 Aug 16 21:33:20.147858 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dde8147-e516-4060-9c40-ac5b988b82d3 req-3f5bc34f-99b9-43a7-8160-b6651136c481 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299702 Aug 16 21:33:20.774619 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:21.264559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c826c-fe17-4017-a4b3-444db37db960 req-5d6ba3f9-0072-4c71-af0c-a271b4045aa2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:21.266062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed0c826c-fe17-4017-a4b3-444db37db960 req-5d6ba3f9-0072-4c71-af0c-a271b4045aa2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0490448 Aug 16 21:33:21.303378 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed0c826c-fe17-4017-a4b3-444db37db960 req-b056d80e-cac8-4852-8f17-b2ce75c0e6cf tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314310 Aug 16 21:33:22.419236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a3067-7d6f-42dc-8eb0-25ee1b66c056 req-05035cd9-b41d-41ff-9c7d-e7c6d8a070d2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:22.421307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed1a3067-7d6f-42dc-8eb0-25ee1b66c056 req-05035cd9-b41d-41ff-9c7d-e7c6d8a070d2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0503271 Aug 16 21:33:22.458066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed1a3067-7d6f-42dc-8eb0-25ee1b66c056 req-52d4de89-43ef-443d-bee3-d7a180dbdfec tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305815 Aug 16 21:33:23.576786 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf62b-6181-43d5-aa77-734193568900 req-bceddab6-c344-48a1-9b46-905d106822fe tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:23.578307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1aaf62b-6181-43d5-aa77-734193568900 req-bceddab6-c344-48a1-9b46-905d106822fe tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 943 time: 0.0538507 Aug 16 21:33:23.615761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1aaf62b-6181-43d5-aa77-734193568900 req-dbf32dad-9322-4287-8d8a-24ece3cce840 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315337 Aug 16 21:33:24.084505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3a37677d-3d64-4354-9cfa-28d0d271a64e details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:33:24.180494 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:24.191142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'port_id': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'mac_address': 'fa:16:3e:4e:22:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:33:24.227054 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:24.239681 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a37677d-3d64-4354-9cfa-28d0d271a64e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:33:24.259489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:24.328436 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:24.375181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:24.584836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['3a37677d-3d64-4354-9cfa-28d0d271a64e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:33:24.737204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438e0e-6483-423e-8970-dec81b423a5d req-da028103-f383-4da8-a10f-12977eba3d63 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:24.738827 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0438e0e-6483-423e-8970-dec81b423a5d req-da028103-f383-4da8-a10f-12977eba3d63 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0512064 Aug 16 21:33:24.778975 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c0438e0e-6483-423e-8970-dec81b423a5d req-c3608e63-4a5b-4d4e-9d90-9fb6017447b2 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336876 Aug 16 21:33:25.371401 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-b3fc5dab-062e-4b97-851d-1df47dbed093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:25.373446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-b3fc5dab-062e-4b97-851d-1df47dbed093 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1096 time: 0.0427670 Aug 16 21:33:25.491956 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da0887-3304-41ec-99c4-c453141ffa75 req-18f062d9-c54a-4282-beee-be600cdcc4f9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:25.494170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89da0887-3304-41ec-99c4-c453141ffa75 req-18f062d9-c54a-4282-beee-be600cdcc4f9 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.1038377 Aug 16 21:33:25.533423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-49980317-12cf-4267-98eb-d7d4bd2e101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:25.534922 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-49980317-12cf-4267-98eb-d7d4bd2e101c service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.1364236 Aug 16 21:33:25.559521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89da0887-3304-41ec-99c4-c453141ffa75 req-ee442767-ae8c-40c2-be75-afa8d40a5a08 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558610 Aug 16 21:33:25.618037 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-90358eed-9efe-4869-a5a7-ea38d6f7c9de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1001 time: 0.0725617 Aug 16 21:33:25.668989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-d3054694-0139-4ec8-aa50-8c33ed520774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:25.671035 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-d3054694-0139-4ec8-aa50-8c33ed520774 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0465479 Aug 16 21:33:25.718717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-60cbc234-f9c5-433b-af9f-7e7b19d5b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:25.720276 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-60cbc234-f9c5-433b-af9f-7e7b19d5b01b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425715 Aug 16 21:33:25.816365 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-74c3d1d8-fece-4a02-bd48-751501c48ee1 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888886 Aug 16 21:33:25.882576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-f2e91296-fcd8-48e1-88ed-2abed74d984d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:25.883954 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-f2e91296-fcd8-48e1-88ed-2abed74d984d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.76 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d&tenant_id=f480d507257b4d35a2c8ae135159eb84&binding%3Ahost_id=n-h1-793619-14 HTTP/1.1" status: 200 len: 944 time: 0.3975999 Aug 16 21:33:25.906050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-7938b73e-b6ea-4641-8a45-733b1afc21eb service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830019 Aug 16 21:33:25.945310 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-12356e8b-4573-4726-b9d0-bb1eec74088e service neutron] 10.222.0.76 "GET /v2.0/ports/3a37677d-3d64-4354-9cfa-28d0d271a64e/bindings/n-h1-793619-14 HTTP/1.1" status: 200 len: 383 time: 0.0538552 Aug 16 21:33:26.004939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-006a9f45-5d9d-4ebd-af3c-aa1aec971539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:26.006436 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-006a9f45-5d9d-4ebd-af3c-aa1aec971539 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1096 time: 0.0402291 Aug 16 21:33:26.096324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-e1092aff-2aa4-41da-bafd-d129089591f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:26.097789 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-e1092aff-2aa4-41da-bafd-d129089591f4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0845399 Aug 16 21:33:26.103373 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3a37677d-3d64-4354-9cfa-28d0d271a64e up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:33:26.161796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-46775a60-3193-4f6a-b5e9-7300585d90f6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1001 time: 0.0566506 Aug 16 21:33:26.213222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-5363c7ed-7372-40a3-bd81-e0d8adb770f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:26.214636 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-5363c7ed-7372-40a3-bd81-e0d8adb770f3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0466242 Aug 16 21:33:26.231334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 3a37677d-3d64-4354-9cfa-28d0d271a64e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:33:26.235768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 3a37677d-3d64-4354-9cfa-28d0d271a64e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:33:26.239244 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:26.260638 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-a8e20c39-b30d-44a5-b5b7-6afe0af31184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:26.262174 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-a8e20c39-b30d-44a5-b5b7-6afe0af31184 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408843 Aug 16 21:33:26.317576 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:26.340100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:33:26.343494 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d3b22-2700-4c4c-ba98-e1dd5dcfe5b4" -d '{"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-plugged", "status": "completed", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:33:26.354878 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-566abe31-d3b3-438b-b3ff-03f78349cfa4 service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850992 Aug 16 21:33:26.356895 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:26.396243 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2449fb43-d244-4c54-a07e-8d8ea04e414b x-openstack-request-id: req-2449fb43-d244-4c54-a07e-8d8ea04e414b {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:33:26.396588 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-plugged", "status": "completed", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:33:26.396852 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2449fb43-d244-4c54-a07e-8d8ea04e414b {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:33:26.397277 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'code': 200} Aug 16 21:33:26.453508 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-3d21f582-ecd9-40fa-8705-bb5e0a99541a service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907428 Aug 16 21:33:26.477518 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:26.524719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=10']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:26.861650 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18382e9e-e069-4cca-a775-2de39ae259c3 req-ccf808f7-e38b-42a3-8109-c00eedb8c6db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:26.863150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18382e9e-e069-4cca-a775-2de39ae259c3 req-ccf808f7-e38b-42a3-8109-c00eedb8c6db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 946 time: 0.0533028 Aug 16 21:33:26.899988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-18382e9e-e069-4cca-a775-2de39ae259c3 req-967dff98-d96f-4fac-b212-59ceee50c132 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308290 Aug 16 21:33:28.018153 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0a107-8209-4b90-b57e-d3c295ef159c req-a3fe7a0f-271b-4806-be78-e17831eef22c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:28.019656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ddb0a107-8209-4b90-b57e-d3c295ef159c req-a3fe7a0f-271b-4806-be78-e17831eef22c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 946 time: 0.0493147 Aug 16 21:33:28.056582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ddb0a107-8209-4b90-b57e-d3c295ef159c req-23387633-3a7d-4ef6-91a2-60b835fcb47d tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309613 Aug 16 21:33:29.175621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6a65-f04b-4ac5-813e-4fc383a642a1 req-951ab3c0-2b7e-47bb-aaf3-38255f2a938a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:29.177168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9da6a65-f04b-4ac5-813e-4fc383a642a1 req-951ab3c0-2b7e-47bb-aaf3-38255f2a938a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 946 time: 0.0483735 Aug 16 21:33:29.213863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9da6a65-f04b-4ac5-813e-4fc383a642a1 req-4c72ab8a-eab4-46ee-8167-5914a46d7f92 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307372 Aug 16 21:33:30.332000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db1e41-ed58-4c9d-b1ce-33e9c77b262a req-23cba78d-33fb-404c-a332-c958fd1cc98c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:30.333513 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8db1e41-ed58-4c9d-b1ce-33e9c77b262a req-23cba78d-33fb-404c-a332-c958fd1cc98c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 946 time: 0.0527403 Aug 16 21:33:30.371274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8db1e41-ed58-4c9d-b1ce-33e9c77b262a req-0d4653dd-dcb7-406f-9302-870ba60630e3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Aug 16 21:33:31.219188 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-01e57a4e-40b0-4063-9c24-35130c16a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:31.220681 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-01e57a4e-40b0-4063-9c24-35130c16a0e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1098 time: 0.0457642 Aug 16 21:33:31.279786 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.79', 50815) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:31.320383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-5829bd29-af7f-4c81-b333-339518cd0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:31.321841 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-5829bd29-af7f-4c81-b333-339518cd0e3e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d&tenant_id=f480d507257b4d35a2c8ae135159eb84 HTTP/1.1" status: 200 len: 1098 time: 0.0410075 Aug 16 21:33:31.328318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-9908220f-df10-452b-9f78-4a5e1ca12b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:31.329926 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-9908220f-df10-452b-9f78-4a5e1ca12b54 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0904145 Aug 16 21:33:31.333834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:31.389922 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:31.395215 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-6ec7f43c-79f0-4e42-a9de-64075496edac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1002 time: 0.0586863 Aug 16 21:33:31.450501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-ff5f89c3-5b85-4e05-a0c7-403cef2b5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:31.451992 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-ff5f89c3-5b85-4e05-a0c7-403cef2b5563 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0501583 Aug 16 21:33:31.498228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-dbf86ac4-6a52-44c9-af5d-707a49b49ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:31.499714 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-dbf86ac4-6a52-44c9-af5d-707a49b49ee1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408485 Aug 16 21:33:31.553298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261620c-0180-4698-85fb-4f14451f9a92 req-82375b4a-7706-4ce9-9007-324129bf7f5a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:31.554796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4261620c-0180-4698-85fb-4f14451f9a92 req-82375b4a-7706-4ce9-9007-324129bf7f5a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 946 time: 0.1111977 Aug 16 21:33:31.591612 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-e4851736-0a0d-46e8-a52e-1b3012fced66 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843148 Aug 16 21:33:31.640050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4261620c-0180-4698-85fb-4f14451f9a92 req-8c4eb507-9c95-4275-9eaf-71c1f400dac1 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702603 Aug 16 21:33:31.661937 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:31.689975 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-8b160d55-5889-4af6-80aa-5aae3a0e8b42 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893993 Aug 16 21:33:31.695791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:33:31.738883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:33:31.741148 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4769bbb8-b78c-458f-bb7b-c85165840f17" -d '{"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:33:31.745217 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:31.757746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Transition to ACTIVE for port object 3a37677d-3d64-4354-9cfa-28d0d271a64e will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:33:31.789376 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b6b3d3-c4a7-4fe5-a683-978f24e357b4 x-openstack-request-id: req-b6b6b3d3-c4a7-4fe5-a683-978f24e357b4 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:33:31.789670 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:33:31.789924 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b6b6b3d3-c4a7-4fe5-a683-978f24e357b4 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:33:31.790325 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'code': 200} Aug 16 21:33:31.854031 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:31.934338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=11']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:31.968334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] No DVR routers for this DVR port 3a37677d-3d64-4354-9cfa-28d0d271a64e on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:33:32.108932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:33:32.109239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:33:32.109573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:33:32.114795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Port 3a37677d-3d64-4354-9cfa-28d0d271a64e on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:33:32.115116 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Attempting to bind port 3a37677d-3d64-4354-9cfa-28d0d271a64e on network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:33:32.117324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3a37677d-3d64-4354-9cfa-28d0d271a64e no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:33:32.120231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:33:32.120578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Checking segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:33:32.121112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Bound using segment: {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:33:32.121547 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Bound port: 3a37677d-3d64-4354-9cfa-28d0d271a64e, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32646e57-1fa4-4de7-b691-b65e26e46ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:33:32.122062 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:32.155688 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 3a37677d-3d64-4354-9cfa-28d0d271a64e not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:33:32.184517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:33:32.188219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:33:32.266123 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:32.303285 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:32.303892 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:32.305331 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] 10.222.0.79 "PUT /v2.0/ports/3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1093 time: 0.9756072 Aug 16 21:33:32.323872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf9eb5-bea2-444c-97fa-4ddca2b8ba48 service neutron] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=12']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:32.372463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-3da19275-9d69-4efa-95db-ef5fff48f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:32.373988 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-3da19275-9d69-4efa-95db-ef5fff48f073 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1096 time: 0.0432098 Aug 16 21:33:32.471598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-af97767e-5aee-43c9-bd17-a5c9d820a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:32.473291 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-af97767e-5aee-43c9-bd17-a5c9d820a49b service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0921526 Aug 16 21:33:32.539084 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-25c61ac9-df54-440e-99c5-9ae899625b1f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1000 time: 0.0587451 Aug 16 21:33:32.590597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-2f1e1755-7d96-44e0-a559-3cb047587f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:32.591951 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-2f1e1755-7d96-44e0-a559-3cb047587f45 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0464022 Aug 16 21:33:32.637486 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-d148f348-7a7c-4958-b398-e1feff9aa451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:32.638873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-d148f348-7a7c-4958-b398-e1feff9aa451 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394266 Aug 16 21:33:32.754718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-c408fbf8-32e7-436c-959c-13fb4ba63c4f service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086874 Aug 16 21:33:32.811998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbd38a-4a43-49b8-829e-233718e9c6d4 req-28d1b731-b278-4ef4-9f31-509cbbfb8f16 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:32.813480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dfbd38a-4a43-49b8-829e-233718e9c6d4 req-28d1b731-b278-4ef4-9f31-509cbbfb8f16 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.1012907 Aug 16 21:33:32.870717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6dfbd38a-4a43-49b8-829e-233718e9c6d4 req-d48b11f2-9a8f-4d94-b1b6-f6fa99378bbd tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496037 Aug 16 21:33:32.881146 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ff8c0c45-bc03-479e-8a07-f95e36e6ed98 req-da629b36-c481-44bd-b0a8-bd816d897738 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194603 Aug 16 21:33:33.173860 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:33.248433 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:33.791962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:33:33.794294 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ab8074-0d0b-4bba-80f3-137b6699127d" -d '{"events": [{"name": "network-changed", "server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:33:33.842864 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b92899-9dd5-47ab-891d-01425cc08f5b x-openstack-request-id: req-00b92899-9dd5-47ab-891d-01425cc08f5b {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:33:33.843170 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:33:33.843441 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00b92899-9dd5-47ab-891d-01425cc08f5b {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:33:33.843853 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'status': 'completed', 'code': 200} Aug 16 21:33:33.911876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-7b6908b5-59ae-4b0c-a194-8fdadb6b9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:33.913467 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-7b6908b5-59ae-4b0c-a194-8fdadb6b9517 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1096 time: 0.0459411 Aug 16 21:33:33.915115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-3af0c825-8f9f-45d5-967f-81169143ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:33.916615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-3af0c825-8f9f-45d5-967f-81169143ed04 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f480d507257b4d35a2c8ae135159eb84&device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 1096 time: 0.0537865 Aug 16 21:33:34.014940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-e0e61233-b1fd-4168-9a72-58eb80782ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:34.016691 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-e0e61233-b1fd-4168-9a72-58eb80782ba1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.0961385 Aug 16 21:33:34.034807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fa567-7678-4ce9-9071-893e2aed2cea req-5c2b3bb5-8cd4-4413-aea9-f0c53c54f689 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:34.036288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b73fa567-7678-4ce9-9071-893e2aed2cea req-5c2b3bb5-8cd4-4413-aea9-f0c53c54f689 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0671809 Aug 16 21:33:34.075881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-84291f58-fffc-41b1-ac3b-f35f4a00a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:34.077394 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-84291f58-fffc-41b1-ac3b-f35f4a00a452 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 200 len: 913 time: 0.1523678 Aug 16 21:33:34.083799 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-c2d76a99-4dc5-444a-96ca-00013e6dfa4f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1000 time: 0.0603688 Aug 16 21:33:34.124215 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b73fa567-7678-4ce9-9071-893e2aed2cea req-fae5734e-e630-49db-b25e-8114c81dddcb tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813017 Aug 16 21:33:34.140703 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-67827028-3059-4c61-9ed3-cf42124c81da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:34.141126 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-67827028-3059-4c61-9ed3-cf42124c81da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0509388 Aug 16 21:33:34.151823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-a480b220-115f-4247-9ba1-816363773a10 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 200 len: 1000 time: 0.0661914 Aug 16 21:33:34.189338 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-7ba00e4c-b645-4236-a06b-53333abfd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:34.190890 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-7ba00e4c-b645-4236-a06b-53333abfd86f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426321 Aug 16 21:33:34.203510 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-9b278a6c-f247-4c2c-8ec0-56b8d3ceb46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:34.205102 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-9b278a6c-f247-4c2c-8ec0-56b8d3ceb46e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 200 len: 851 time: 0.0461111 Aug 16 21:33:34.260434 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-1fe5cb98-0a42-4276-a823-86b8a87d7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:34.262635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-1fe5cb98-0a42-4276-a823-86b8a87d7ffb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493214 Aug 16 21:33:34.287764 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-ea01ff60-ee32-42cd-94a1-28f1491464be service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891166 Aug 16 21:33:34.356723 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-2bc3a608-338c-4c13-aa4e-8dc9577d207f service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866745 Aug 16 21:33:34.386876 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-092fef9e-d900-40d6-b0b6-bd5630e6780a service neutron] 10.222.0.76 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905635 Aug 16 21:33:34.453118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94ab8074-0d0b-4bba-80f3-137b6699127d req-b3fee585-2952-4813-958c-138d2b39e797 service neutron] 10.222.0.79 "GET /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887685 Aug 16 21:33:35.243807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08f125-b53b-40c9-a61f-0eed0becc1e9 req-553594bc-7f2a-4fff-81df-6181a6142b52 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:35.245312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be08f125-b53b-40c9-a61f-0eed0becc1e9 req-553594bc-7f2a-4fff-81df-6181a6142b52 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0481822 Aug 16 21:33:35.283372 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be08f125-b53b-40c9-a61f-0eed0becc1e9 req-79e76e35-bae1-430b-bd9a-b907a4801697 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Aug 16 21:33:36.399632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad7fce-adfc-4dac-b0ac-438cb07a0b9e req-b737f948-7338-431a-8696-3ff4446b264f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:36.401199 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43ad7fce-adfc-4dac-b0ac-438cb07a0b9e req-b737f948-7338-431a-8696-3ff4446b264f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0495906 Aug 16 21:33:36.442067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43ad7fce-adfc-4dac-b0ac-438cb07a0b9e req-f082df00-72ed-487d-bfe4-fd0c5e04fbac tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346329 Aug 16 21:33:37.563081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c8566-6e2c-44bf-b95e-30a9b5ea21fa req-78b13656-cba5-4552-8aad-a679ac85ec2a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:37.564552 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b0c8566-6e2c-44bf-b95e-30a9b5ea21fa req-78b13656-cba5-4552-8aad-a679ac85ec2a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0528555 Aug 16 21:33:37.603128 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b0c8566-6e2c-44bf-b95e-30a9b5ea21fa req-f9b0f7f8-b253-4e63-80ed-73d4ff0d1666 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324056 Aug 16 21:33:38.719134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e023e23-a657-4a04-bb1e-b24e58cc65f2 req-d18adcbb-4eb9-4501-80fc-581a51d2d8a1 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:38.720615 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e023e23-a657-4a04-bb1e-b24e58cc65f2 req-d18adcbb-4eb9-4501-80fc-581a51d2d8a1 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0490737 Aug 16 21:33:38.758275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8e023e23-a657-4a04-bb1e-b24e58cc65f2 req-842c64f4-6875-4635-b9fb-96ceb270c742 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316794 Aug 16 21:33:39.883985 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5fa61-fb15-40eb-bd44-8dd7c957ee45 req-045ce00a-c3cc-4bdf-bfcc-311699af323f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:39.885503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ead5fa61-fb15-40eb-bd44-8dd7c957ee45 req-045ce00a-c3cc-4bdf-bfcc-311699af323f tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0482211 Aug 16 21:33:39.922289 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ead5fa61-fb15-40eb-bd44-8dd7c957ee45 req-70d18542-2541-4a37-8f88-5272a021ac8a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307443 Aug 16 21:33:41.379059 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646fb79-8206-4133-ae46-56cbe7f2138d req-1fdcfec3-7bd1-43f6-85b9-bfaf19a4ee08 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:41.380568 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5646fb79-8206-4133-ae46-56cbe7f2138d req-1fdcfec3-7bd1-43f6-85b9-bfaf19a4ee08 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.3904507 Aug 16 21:33:41.418387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5646fb79-8206-4133-ae46-56cbe7f2138d req-223202c7-1b8b-4631-b878-fb885c1b9f54 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Aug 16 21:33:42.531930 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e34608-da7b-499e-90f5-db5c082bded3 req-9642acd8-8886-4714-a254-233a0073d15b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:42.533391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33e34608-da7b-499e-90f5-db5c082bded3 req-9642acd8-8886-4714-a254-233a0073d15b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0481153 Aug 16 21:33:42.570756 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-33e34608-da7b-499e-90f5-db5c082bded3 req-8596c31b-ecee-406c-a990-feb8691d1a20 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313623 Aug 16 21:33:43.684416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a2d1c-f4ed-4864-a37f-795b22df352a req-1ef03ef9-6c82-4879-bbfd-c095c26df8af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:43.686523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a4a2d1c-f4ed-4864-a37f-795b22df352a req-1ef03ef9-6c82-4879-bbfd-c095c26df8af tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 944 time: 0.0487761 Aug 16 21:33:43.723233 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a4a2d1c-f4ed-4864-a37f-795b22df352a req-e8c92f01-af6d-4c43-a366-e5063f40c945 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307388 Aug 16 21:33:44.432338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a37677d-3d64-4354-9cfa-28d0d271a64e details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:33:44.531438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:44.542887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'port_id': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'mac_address': 'fa:16:3e:4e:22:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:33:44.581351 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:44.597880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a37677d-3d64-4354-9cfa-28d0d271a64e {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:33:44.616615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:44.716833 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:44.765664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=13']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:44.845283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0e15b-1399-4b44-983e-860598d943d3 req-94acfb38-f239-4f09-9c12-2ffc6b699a56 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:44.846775 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2f0e15b-1399-4b44-983e-860598d943d3 req-94acfb38-f239-4f09-9c12-2ffc6b699a56 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0525880 Aug 16 21:33:44.886774 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2f0e15b-1399-4b44-983e-860598d943d3 req-2c8a78b3-7a6f-4fc9-b669-33ed672fb971 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338812 Aug 16 21:33:44.955792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['3a37677d-3d64-4354-9cfa-28d0d271a64e'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:33:45.294309 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-be920acf-c7b5-4e93-9712-c743116402f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:46.010282 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6030e-07ea-47e5-82dd-211055908c24 req-0992ac4e-ab19-42db-b81b-b825d5c16ae5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:46.011757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09c6030e-07ea-47e5-82dd-211055908c24 req-0992ac4e-ab19-42db-b81b-b825d5c16ae5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0477867 Aug 16 21:33:46.049235 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09c6030e-07ea-47e5-82dd-211055908c24 req-eaf45247-db5c-488e-a428-f8354d2c3955 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309110 Aug 16 21:33:46.161345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d009a78-a214-412a-9448-527cb9fa7e6c req-2c8c217d-4d93-4e52-8947-cc684209fd4c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:46.162819 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d009a78-a214-412a-9448-527cb9fa7e6c req-2c8c217d-4d93-4e52-8947-cc684209fd4c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0480936 Aug 16 21:33:46.200810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d009a78-a214-412a-9448-527cb9fa7e6c req-bdbd5322-4bce-4b2f-b15f-ca6691162149 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319049 Aug 16 21:33:46.317419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69ebc3-4a08-42bf-9fc2-803d0365e287 req-98cb6a0c-10c7-478b-b5e4-612d160dd097 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:46.318880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb69ebc3-4a08-42bf-9fc2-803d0365e287 req-98cb6a0c-10c7-478b-b5e4-612d160dd097 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 945 time: 0.0515316 Aug 16 21:33:46.356338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb69ebc3-4a08-42bf-9fc2-803d0365e287 req-d8a00f0f-aead-495b-80e6-0a53a8013503 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311868 Aug 16 21:33:46.440391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a37677d-3d64-4354-9cfa-28d0d271a64e up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:33:46.631127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 3a37677d-3d64-4354-9cfa-28d0d271a64e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:33:46.635102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 3a37677d-3d64-4354-9cfa-28d0d271a64e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:33:46.635478 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:46.711893 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:46.735710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:33:46.737979 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbf2a22-a076-45bb-8d02-9799067b0a35" -d '{"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-plugged", "status": "completed", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:33:46.751444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:46.773324 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45864aa-ec2f-4b62-9a25-c16e14f031ba x-openstack-request-id: req-c45864aa-ec2f-4b62-9a25-c16e14f031ba {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:33:46.773610 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-plugged", "status": "completed", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:33:46.773871 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c45864aa-ec2f-4b62-9a25-c16e14f031ba {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:33:46.774273 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'code': 200} Aug 16 21:33:46.888696 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:46.926207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93342f-e0f5-4e03-b1d2-8143c191ae8d req-ddc051d1-6a54-4135-ab34-8a6e46df15d3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:46.927688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa93342f-e0f5-4e03-b1d2-8143c191ae8d req-ddc051d1-6a54-4135-ab34-8a6e46df15d3 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 946 time: 0.0515063 Aug 16 21:33:46.940056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=14']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:46.966852 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa93342f-e0f5-4e03-b1d2-8143c191ae8d req-4c19497c-09b7-479f-949d-5fb3ef060203 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328581 Aug 16 21:33:47.522524 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5bff3605-752d-4133-886a-ad88edc0e21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.019642 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.087719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631068c-bde5-493e-84c0-edebdf6e69f5 req-af70feac-c618-4a78-8fb0-8c768a24047b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:48.089213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7631068c-bde5-493e-84c0-edebdf6e69f5 req-af70feac-c618-4a78-8fb0-8c768a24047b tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 946 time: 0.0499949 Aug 16 21:33:48.127948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7631068c-bde5-493e-84c0-edebdf6e69f5 req-7dbd68cf-f38d-480a-a24e-1da418cdda2a tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f496142-ead6-4636-914b-09f8b9d1af84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327158 Aug 16 21:33:48.566784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-718a8653-4988-438a-9d58-e5a91b0a1efd tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:48.568254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-718a8653-4988-438a-9d58-e5a91b0a1efd tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 946 time: 0.0521677 Aug 16 21:33:48.656063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Deleting port 3a37677d-3d64-4354-9cfa-28d0d271a64e {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:33:48.656431 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.744727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] For port 3a37677d-3d64-4354-9cfa-28d0d271a64e, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=3a37677d-3d64-4354-9cfa-28d0d271a64e,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:48.745109 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.910934 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.911304 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.911618 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Floating IP 2e79be85-f795-4294-b550-3514e257d89c disassociated. External IP: 172.25.4.198, port: 3a37677d-3d64-4354-9cfa-28d0d271a64e. Aug 16 21:33:48.911962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Calling delete_port for 3a37677d-3d64-4354-9cfa-28d0d271a64e owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:33:49.123019 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.149004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event deleted for resources: {'Port': ['ID=3a37677d-3d64-4354-9cfa-28d0d271a64e,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:49.260785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0160d555-f87b-4eed-adb0-d32482851681 req-2cf8918d-0ed4-4136-adb2-a53a02632b8c tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 210 time: 0.0583677 Aug 16 21:33:49.292245 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Router 85ff540d-0f95-4011-8898-c16389f879b2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:33:49.396976 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.402399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:33:49.413151 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac12cb-4ea2-464d-a4f4-409ec885a6e5 None None] Sync routers for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:33:49.423085 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac12cb-4ea2-464d-a4f4-409ec885a6e5 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:33:49.423658 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0bac12cb-4ea2-464d-a4f4-409ec885a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:49.441180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] No DVR routers for this DVR port 3a37677d-3d64-4354-9cfa-28d0d271a64e on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:33:49.443805 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.446063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5b91663-a50d-4fe9-adf7-cc8d5f3c81ba req-59c54ff6-367c-4e0c-ab3e-cbc3a47c22db tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.79 "DELETE /v2.0/ports/3a37677d-3d64-4354-9cfa-28d0d271a64e HTTP/1.1" status: 204 len: 173 time: 0.8715308 Aug 16 21:33:49.446533 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-deleted', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:33:49.448764 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1540b2e0-8f22-4c6b-a28f-5682f1a8afbb" -d '{"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-deleted", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:33:49.485362 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6203214-8c00-47d8-8f52-97050c9571b1 x-openstack-request-id: req-f6203214-8c00-47d8-8f52-97050c9571b1 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:33:49.485662 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafa12d-273a-4581-8cb5-6c1e1e19218d", "name": "network-vif-deleted", "tag": "3a37677d-3d64-4354-9cfa-28d0d271a64e", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:33:49.485923 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f6203214-8c00-47d8-8f52-97050c9571b1 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:33:49.486336 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafa12d-273a-4581-8cb5-6c1e1e19218d', 'name': 'network-vif-deleted', 'tag': '3a37677d-3d64-4354-9cfa-28d0d271a64e', 'status': 'completed', 'code': 200} Aug 16 21:33:49.533311 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-0bac12cb-4ea2-464d-a4f4-409ec885a6e5 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:33:49.735384 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0bac12cb-4ea2-464d-a4f4-409ec885a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:49.766843 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac12cb-4ea2-464d-a4f4-409ec885a6e5 None None] Checking router: 85ff540d-0f95-4011-8898-c16389f879b2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:33:49.775493 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac12cb-4ea2-464d-a4f4-409ec885a6e5 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:33:49.776093 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0bac12cb-4ea2-464d-a4f4-409ec885a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:49.886897 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-0bac12cb-4ea2-464d-a4f4-409ec885a6e5 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:33:50.176686 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-0bac12cb-4ea2-464d-a4f4-409ec885a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:50.203219 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac12cb-4ea2-464d-a4f4-409ec885a6e5 None None] The sync data for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 is: [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:23:24Z', 'revision_number': 4, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '7846c70d-10f1-4ac8-98e7-d6105c46d0a7', 'name': '', 'network_id': 'f88b8f3c-ea50-46f2-af0b-69dbd059b0fe', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'mac_address': 'fa:16:3e:bc:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:24Z', 'updated_at': '2021-08-16T21:23:28Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'subnets': [{'id': 'b54b2e49-0c30-415e-bdc9-5ab1f414c2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:33:50.364926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42796de3-f7c4-430b-b663-64fff2753818 req-dd4dc11e-d0bf-4bf7-ad04-70ca92f70a91 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 210 time: 0.0284829 Aug 16 21:33:50.436729 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49c82f-3eeb-4591-8467-6b682f3c24ee None None] New status for floating IP 2e79be85-f795-4294-b550-3514e257d89c: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:33:50.791196 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.467551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb7a7ede-d69a-4fae-b5ea-130b2d0e9559 req-48cdbc10-1155-4a28-8959-6b3f10732b98 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 210 time: 0.0302801 Aug 16 21:33:51.770798 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:33:52.487346 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a37677d-3d64-4354-9cfa-28d0d271a64e no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:33:52.509158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 3a37677d-3d64-4354-9cfa-28d0d271a64e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:33:52.509517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 3a37677d-3d64-4354-9cfa-28d0d271a64e not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:33:52.563738 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-20fb3d78-5abb-46fe-9a60-f0fd3a4d9481 req-b8acb29b-a53c-4d9c-8265-85e3e3188599 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 210 time: 0.0265841 Aug 16 21:33:53.668995 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-50b89729-7840-4796-9c9c-7d60bbe33bc5 req-38315a35-95c8-473c-8b0d-622dd779f1ba tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eafa12d-273a-4581-8cb5-6c1e1e19218d HTTP/1.1" status: 200 len: 210 time: 0.0282824 Aug 16 21:33:58.740320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 38812) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:58.797584 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b452c6d8-fb34-464c-848b-afa098379399 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.821897 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b452c6d8-fb34-464c-848b-afa098379399 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.996335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b452c6d8-fb34-464c-848b-afa098379399 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.999118 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b452c6d8-fb34-464c-848b-afa098379399 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:59.000807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b452c6d8-fb34-464c-848b-afa098379399 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "DELETE /v2.0/security-groups/2f496142-ead6-4636-914b-09f8b9d1af84 HTTP/1.1" status: 204 len: 168 time: 0.2594416 Aug 16 21:33:59.003544 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38816) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:59.012924 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452c6d8-fb34-464c-848b-afa098379399 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f496142-ead6-4636-914b-09f8b9d1af84,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:59.017305 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-22113f2d-0660-4006-879f-d7b93e534cc5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] show failed (client error): The resource could not be found. Aug 16 21:33:59.023593 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-22113f2d-0660-4006-879f-d7b93e534cc5 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "GET /v2.0/security-groups/2f496142-ead6-4636-914b-09f8b9d1af84 HTTP/1.1" status: 404 len: 347 time: 0.0137110 Aug 16 21:33:59.025645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38820) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:59.155278 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Deleting port d61ee195-9191-4e65-b7e1-3785fd543b45 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:33:59.155539 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:59.232570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:59.232902 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:59.244453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Calling delete_port for d61ee195-9191-4e65-b7e1-3785fd543b45 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:33:59.442025 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:59.470221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Pushing event deleted for resources: {'Port': ['ID=d61ee195-9191-4e65-b7e1-3785fd543b45,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:59.495085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.497591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.497591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.497591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.497591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.497591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.497591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.497591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.498181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.498181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.498483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.498805 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:59.538951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:59.541732 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:59.542796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3cee175a-7b34-4da8-bce4-72a70d6798c8 tempest-ServerActionsTestJSON-686413754 tempest-ServerActionsTestJSON-686413754-project] 10.222.0.74 "DELETE /v2.0/floatingips/2e79be85-f795-4294-b550-3514e257d89c HTTP/1.1" status: 204 len: 168 time: 0.5162349 Aug 16 21:33:59.545824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38828) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:00.076174 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:00.320514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] Deleting port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:00.320861 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:00.399445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] For port 7846c70d-10f1-4ac8-98e7-d6105c46d0a7, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7846c70d-10f1-4ac8-98e7-d6105c46d0a7,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:00.399736 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:00.412509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] Calling delete_port for 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:00.658996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:00.686893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7846c70d-10f1-4ac8-98e7-d6105c46d0a7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:00.856169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:01.101635 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] Router 85ff540d-0f95-4011-8898-c16389f879b2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:34:01.214092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:34:01.219322 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1ae5aae6-b677-40cd-9c94-2ae02f39eec0 admin admin] 10.222.0.74 "PUT /v2.0/routers/85ff540d-0f95-4011-8898-c16389f879b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6725111 Aug 16 21:34:01.221944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38832) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:01.223583 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba73995-ee94-4480-a2fa-5d32b8392803 None None] Sync routers for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:34:01.233941 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba73995-ee94-4480-a2fa-5d32b8392803 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:34:01.234541 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aba73995-ee94-4480-a2fa-5d32b8392803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:01.329124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:01.342903 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-aba73995-ee94-4480-a2fa-5d32b8392803 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:34:01.431601 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:01.528652 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aba73995-ee94-4480-a2fa-5d32b8392803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:34:00Z', 'revision_number': 5, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port': {'id': 'bfc8a08e-581b-4fc0-9c47-86c1f710643a', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff540d-0f95-4011-8898-c16389f879b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:22Z', 'updated_at': '2021-08-16T21:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:01.545617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Deleting port bfc8a08e-581b-4fc0-9c47-86c1f710643a {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:01.545966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:01.556875 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba73995-ee94-4480-a2fa-5d32b8392803 None None] Checking router: 85ff540d-0f95-4011-8898-c16389f879b2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:34:01.565083 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba73995-ee94-4480-a2fa-5d32b8392803 None None] Routers {'85ff540d-0f95-4011-8898-c16389f879b2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:34:01.565688 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aba73995-ee94-4480-a2fa-5d32b8392803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:33:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['85ff540d-0f95-4011-8898-c16389f879b2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:01.626560 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] For port bfc8a08e-581b-4fc0-9c47-86c1f710643a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bfc8a08e-581b-4fc0-9c47-86c1f710643a,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:01.626930 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:01.639925 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Calling delete_port for bfc8a08e-581b-4fc0-9c47-86c1f710643a owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:01.656884 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-aba73995-ee94-4480-a2fa-5d32b8392803 None None] Set router 85ff540d-0f95-4011-8898-c16389f879b2 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:34:01.712996 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-aba73995-ee94-4480-a2fa-5d32b8392803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:34:01Z', 'revision_number': 6, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:01.739167 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba73995-ee94-4480-a2fa-5d32b8392803 None None] The sync data for ids ['85ff540d-0f95-4011-8898-c16389f879b2'] in n-d-793619-14 is: [{'id': '85ff540d-0f95-4011-8898-c16389f879b2', 'name': 'tempest-ServerActionsTestJSON-1301464598-router', 'tenant_id': 'f480d507257b4d35a2c8ae135159eb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:21Z', 'updated_at': '2021-08-16T21:34:01Z', 'revision_number': 6, 'project_id': 'f480d507257b4d35a2c8ae135159eb84', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:34:01.887204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:01.912218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc8a08e-581b-4fc0-9c47-86c1f710643a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:01.978224 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.067559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.069951 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.202073 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.202687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85ff540d-0f95-4011-8898-c16389f879b2 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:34:02.210849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.210849 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-90e0565c-a0db-4601-b358-ff6d0820a654 admin admin] 10.222.0.74 "DELETE /v2.0/routers/85ff540d-0f95-4011-8898-c16389f879b2 HTTP/1.1" status: 204 len: 168 time: 0.9849663 Aug 16 21:34:02.210849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38834) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:02.257749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3c2e95-4753-44d0-b6fa-5203e7dec8d2 admin admin] Deleting subnet b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:34:02.260606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2e95-4753-44d0-b6fa-5203e7dec8d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.295070 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2e95-4753-44d0-b6fa-5203e7dec8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.370151 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2e95-4753-44d0-b6fa-5203e7dec8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.499922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2e95-4753-44d0-b6fa-5203e7dec8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.532173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c2e95-4753-44d0-b6fa-5203e7dec8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54b2e49-0c30-415e-bdc9-5ab1f414c2f5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:02.534159 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2e95-4753-44d0-b6fa-5203e7dec8d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.538443 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ed3c2e95-4753-44d0-b6fa-5203e7dec8d2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b54b2e49-0c30-415e-bdc9-5ab1f414c2f5 HTTP/1.1" status: 204 len: 168 time: 0.3246348 Aug 16 21:34:02.543461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38836) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:02.543557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c713d286-a29e-4078-bda9-9ff8e5c9fdb9 None None] Network f88b8f3c-ea50-46f2-af0b-69dbd059b0fe requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:02.610109 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.665319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Deleting port 63a174de-d3b5-4e43-8f2c-2240ba7b1620 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:02.665657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.715124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850dc4e7-9148-4623-bbd8-2df897a46948 None None] DHCP port deletion for f88b8f3c-ea50-46f2-af0b-69dbd059b0fe request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:34:02.766838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-850dc4e7-9148-4623-bbd8-2df897a46948 None None] Deleting port 63a174de-d3b5-4e43-8f2c-2240ba7b1620 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:02.767175 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-850dc4e7-9148-4623-bbd8-2df897a46948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.845665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-850dc4e7-9148-4623-bbd8-2df897a46948 None None] For port 63a174de-d3b5-4e43-8f2c-2240ba7b1620, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=63a174de-d3b5-4e43-8f2c-2240ba7b1620,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:02.846215 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-850dc4e7-9148-4623-bbd8-2df897a46948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.860840 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-850dc4e7-9148-4623-bbd8-2df897a46948 None None] Calling delete_port for 63a174de-d3b5-4e43-8f2c-2240ba7b1620 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:02.873891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 63a174de-d3b5-4e43-8f2c-2240ba7b1620 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:34:03.010540 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.088621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] For port 63a174de-d3b5-4e43-8f2c-2240ba7b1620, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=63a174de-d3b5-4e43-8f2c-2240ba7b1620,segment=NetworkSegment(32646e57-1fa4-4de7-b691-b65e26e46ab9),segment_id=32646e57-1fa4-4de7-b691-b65e26e46ab9)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:03.088875 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-850dc4e7-9148-4623-bbd8-2df897a46948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.089014 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.102090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Calling delete_port for 63a174de-d3b5-4e43-8f2c-2240ba7b1620 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:03.135722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dc4e7-9148-4623-bbd8-2df897a46948 None None] Pushing event deleted for resources: {'Port': ['ID=63a174de-d3b5-4e43-8f2c-2240ba7b1620,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:03.138157 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:34:03.139818 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.159021 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850dc4e7-9148-4623-bbd8-2df897a46948 None None] No DVR routers for this DVR port 63a174de-d3b5-4e43-8f2c-2240ba7b1620 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:34:03.165600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:34:03.165600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7846c70d-10f1-4ac8-98e7-d6105c46d0a7 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:34:03.165600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bfc8a08e-581b-4fc0-9c47-86c1f710643a no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:34:03.182411 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.182582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: bfc8a08e-581b-4fc0-9c47-86c1f710643a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:34:03.182852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bfc8a08e-581b-4fc0-9c47-86c1f710643a not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:34:03.190579 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.211580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Pushing event deleted for resources: {'Port': ['ID=63a174de-d3b5-4e43-8f2c-2240ba7b1620,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:03.215119 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] No DVR routers for this DVR port 63a174de-d3b5-4e43-8f2c-2240ba7b1620 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:34:03.285668 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.295305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88b8f3c-ea50-46f2-af0b-69dbd059b0fe']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:03.304962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32646e57-1fa4-4de7-b691-b65e26e46ab9') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:03.305292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32646e57-1fa4-4de7-b691-b65e26e46ab9') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:03.314524 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.328672 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.334547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:34:03.334935 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:34:03.337907 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:34:03.458752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.464105 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.469767 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] 10.222.0.74 "DELETE /v2.0/networks/f88b8f3c-ea50-46f2-af0b-69dbd059b0fe HTTP/1.1" status: 204 len: 168 time: 0.9263902 Aug 16 21:34:03.477212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff5d6a-36ce-49b2-99f2-79e10b8ebf6b admin admin] Pushing event deleted for resources: {'Network': ['ID=f88b8f3c-ea50-46f2-af0b-69dbd059b0fe,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:03.811282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38842) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:03.850003 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-36c15d2f-4709-4759-86e1-f01195c23c19 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f480d507257b4d35a2c8ae135159eb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375378 Aug 16 21:34:03.852375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38844) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:03.899706 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edfedae2-831a-45e9-bcf2-52f5be6ec8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.921221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edfedae2-831a-45e9-bcf2-52f5be6ec8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:04.046972 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edfedae2-831a-45e9-bcf2-52f5be6ec8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:04.049535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-edfedae2-831a-45e9-bcf2-52f5be6ec8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:04.050764 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-edfedae2-831a-45e9-bcf2-52f5be6ec8cb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dec9da81-568d-45b7-a58d-59a3e1795a4d HTTP/1.1" status: 204 len: 168 time: 0.1974993 Aug 16 21:34:04.058649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfedae2-831a-45e9-bcf2-52f5be6ec8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec9da81-568d-45b7-a58d-59a3e1795a4d,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:05.055070 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38866) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:05.148071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1270374333-network', 'tenant_id': 'f3039821746c499d9b051c854a66cb95'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:05.230023 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Made reservation on behalf of f3039821746c499d9b051c854a66cb95 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:05.232794 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:05.241387 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:05.327239 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:05.413665 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:05.441495 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:34:05.447948 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f98c70-2228-424c-ba1a-843b12e4f567,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:05.454577 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:05.454927 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Added segment e09ca166-c599-47bd-9cc0-77c0193e3b33 of type vlan for network 69e3deed-5335-4ae9-bd51-6e1325322378 Aug 16 21:34:05.494341 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:05.607614 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:05.608644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:05.609246 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:05.670255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] Pushing event updated for resources: {'Network': ['ID=69e3deed-5335-4ae9-bd51-6e1325322378,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:05.679584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 69e3deed-5335-4ae9-bd51-6e1325322378 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:34:05.745968 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0354cf80-a9fc-4f27-a1a2-3a8cf0459e9c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6897573 Aug 16 21:34:05.748831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 38870) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:05.753814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] Request body: {'subnet': {'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1270374333-subnet', 'tenant_id': 'f3039821746c499d9b051c854a66cb95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:05.847759 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] Made reservation on behalf of f3039821746c499d9b051c854a66cb95 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:05.850149 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:06.115924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:06.170256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5274ff6e-ee29-45b0-ada6-62d680c05788,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:06.180550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] Checking segment: {'id': 'e09ca166-c599-47bd-9cc0-77c0193e3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:06.180919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] Network hostable DHCP agents. Network: 69e3deed-5335-4ae9-bd51-6e1325322378, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:34:06.315172 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] Network 69e3deed-5335-4ae9-bd51-6e1325322378 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:34:06.401921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 69e3deed-5335-4ae9-bd51-6e1325322378) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:06.406422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:06.412215 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:06.413101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df6ab8f-3c8e-4bb3-a5ba-f00798f8a290 None None] Network 69e3deed-5335-4ae9-bd51-6e1325322378 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:06.534182 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-09acbe71-f49f-4159-b389-217c504c4f43 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7842498 Aug 16 21:34:06.534331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea818520-5e8b-481c-86e0-8d040f4cf037 None None] Network 69e3deed-5335-4ae9-bd51-6e1325322378 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:06.957954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-69c83236-8a1d-4d5a-bc47-ec70b016acb9 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:06.959334 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-69c83236-8a1d-4d5a-bc47-ec70b016acb9 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/networks?id=69e3deed-5335-4ae9-bd51-6e1325322378 HTTP/1.1" status: 200 len: 814 time: 0.1042368 Aug 16 21:34:06.974616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-1d9413f4-646d-45d0-a899-f6f623fd6899 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/quotas/f3039821746c499d9b051c854a66cb95 HTTP/1.1" status: 200 len: 375 time: 0.0095694 Aug 16 21:34:07.005993 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-5874cfa5-b0ce-468d-ade9-c2de336cb7a8 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3039821746c499d9b051c854a66cb95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261886 Aug 16 21:34:07.017592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-34b705e1-42eb-4396-a239-1b660ac7f8b8 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:34:07.018539 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-34b705e1-42eb-4396-a239-1b660ac7f8b8 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061700 Aug 16 21:34:07.187130 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-61920f1f-fa4d-4754-ad26-0805839c07ae service neutron] 10.222.0.74 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304047 Aug 16 21:34:07.273618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-783bb23c-01dd-4e23-bfca-47587cdfc0b2 service neutron] 10.222.0.74 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802798 Aug 16 21:34:07.591463 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a6e9c1a5-2fa7-416a-96cf-c75e84854182 req-24779447-441a-4dcb-8da7-f1d0f675755f tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 210 time: 0.0304062 Aug 16 21:34:08.687364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbcc0422-b18b-4300-a756-25dc33a28f2c req-c08d1565-3071-4178-a9f9-2bf873971815 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 210 time: 0.0268095 Aug 16 21:34:09.740222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-c4d11572-e901-4e81-ae71-a0bf108acc89 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:09.741720 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-c4d11572-e901-4e81-ae71-a0bf108acc89 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.76 "GET /v2.0/networks?id=69e3deed-5335-4ae9-bd51-6e1325322378 HTTP/1.1" status: 200 len: 814 time: 0.1089146 Aug 16 21:34:09.756450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Request body: {'port': {'device_id': 'a1101393-a675-4078-b4de-9fb8526361f6', 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378', 'admin_state_up': True, 'tenant_id': 'f3039821746c499d9b051c854a66cb95'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:09.795617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a428cf8-56d4-4394-9763-6071d23ccf1c req-f00617b3-be21-47b6-bbf7-9f911b9156bc tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 210 time: 0.0281484 Aug 16 21:34:09.956076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Made reservation on behalf of f3039821746c499d9b051c854a66cb95 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:09.959722 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.086656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Allocated IP 172.20.0.9 (69e3deed-5335-4ae9-bd51-6e1325322378/5274ff6e-ee29-45b0-ada6-62d680c05788/37468861-5eb3-460c-8a2c-1872017346c2) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:34:10.231807 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.321924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.365577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Network 69e3deed-5335-4ae9-bd51-6e1325322378 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:34:10.368518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:10.372858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:34:10.379160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Pushing event updated for resources: {'Port': ['ID=37468861-5eb3-460c-8a2c-1872017346c2,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:10.423417 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:10.424014 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.482815 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7f101701-4d19-44a4-8c1a-7d670eb167d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7303391 Aug 16 21:34:10.494885 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Request body: {'port': {'device_id': 'a1101393-a675-4078-b4de-9fb8526361f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:10.551266 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.809215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37468861-5eb3-460c-8a2c-1872017346c2 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:34:10.817788 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.831478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Transition to ACTIVE for port object 37468861-5eb3-460c-8a2c-1872017346c2 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:10.912980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649947ed-1560-42e4-a556-703caba66812 req-adb5d6c9-1354-45a1-b601-0ec5276bf7b6 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:10.914467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-649947ed-1560-42e4-a556-703caba66812 req-adb5d6c9-1354-45a1-b601-0ec5276bf7b6 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 931 time: 0.0509434 Aug 16 21:34:10.916391 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.953804 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-649947ed-1560-42e4-a556-703caba66812 req-0f901ecc-fd6a-4152-b83d-e712c5121e63 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325730 Aug 16 21:34:10.987985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Pushing event updated for resources: {'Port': ['ID=37468861-5eb3-460c-8a2c-1872017346c2,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:11.036253 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Attempting to bind port 37468861-5eb3-460c-8a2c-1872017346c2 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:34:11.036591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Attempting to bind port 37468861-5eb3-460c-8a2c-1872017346c2 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'e09ca166-c599-47bd-9cc0-77c0193e3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:34:11.036921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Attempting to bind port 37468861-5eb3-460c-8a2c-1872017346c2 on network 69e3deed-5335-4ae9-bd51-6e1325322378 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:11.041244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Port 37468861-5eb3-460c-8a2c-1872017346c2 on network 69e3deed-5335-4ae9-bd51-6e1325322378 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:34:11.041566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Attempting to bind port 37468861-5eb3-460c-8a2c-1872017346c2 on network 69e3deed-5335-4ae9-bd51-6e1325322378 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:11.046764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:34:11.047099 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Checking segment: {'id': 'e09ca166-c599-47bd-9cc0-77c0193e3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:11.047475 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Bound using segment: {'id': 'e09ca166-c599-47bd-9cc0-77c0193e3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:34:11.047895 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Bound port: 37468861-5eb3-460c-8a2c-1872017346c2, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09ca166-c599-47bd-9cc0-77c0193e3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:34:11.048261 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:11.111123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] For port 37468861-5eb3-460c-8a2c-1872017346c2, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:34:11.114003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] For port 37468861-5eb3-460c-8a2c-1872017346c2, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=37468861-5eb3-460c-8a2c-1872017346c2,segment=NetworkSegment(e09ca166-c599-47bd-9cc0-77c0193e3b33),segment_id=e09ca166-c599-47bd-9cc0-77c0193e3b33)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:34:11.178973 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:11.213571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:11.214183 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:11.215707 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] 10.222.0.76 "PUT /v2.0/ports/37468861-5eb3-460c-8a2c-1872017346c2 HTTP/1.1" status: 200 len: 1092 time: 0.7249141 Aug 16 21:34:11.216162 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1101393-a675-4078-b4de-9fb8526361f6', 'tag': '37468861-5eb3-460c-8a2c-1872017346c2'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:11.241191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e410b7-96be-412d-9dbb-1cc9ae5a69b8 service neutron] Pushing event updated for resources: {'Port': ['ID=37468861-5eb3-460c-8a2c-1872017346c2,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:11.256477 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e7fdc0-1269-4d0f-b037-59fa90a644b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1101393-a675-4078-b4de-9fb8526361f6", "tag": "37468861-5eb3-460c-8a2c-1872017346c2"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:11.346442 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ce4fe4-ca49-4732-a673-3cad694231d5 x-openstack-request-id: req-b3ce4fe4-ca49-4732-a673-3cad694231d5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:11.346750 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1101393-a675-4078-b4de-9fb8526361f6", "tag": "37468861-5eb3-460c-8a2c-1872017346c2", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:11.346983 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b3ce4fe4-ca49-4732-a673-3cad694231d5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:11.347373 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1101393-a675-4078-b4de-9fb8526361f6', 'tag': '37468861-5eb3-460c-8a2c-1872017346c2', 'status': 'completed', 'code': 200} Aug 16 21:34:11.362380 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-1c54bb1d-4f65-4a17-80d6-fc9193b9152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:11.363795 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-1c54bb1d-4f65-4a17-80d6-fc9193b9152b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3039821746c499d9b051c854a66cb95&device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 1095 time: 0.0480883 Aug 16 21:34:11.406539 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-6ccf26f6-af70-447d-9370-21c70bbe246a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37468861-5eb3-460c-8a2c-1872017346c2 HTTP/1.1" status: 200 len: 217 time: 0.0339575 Aug 16 21:34:11.455450 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-129a71c9-6ade-4dd5-8a83-3926fb79a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:11.457004 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-129a71c9-6ade-4dd5-8a83-3926fb79a5b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5274ff6e-ee29-45b0-ada6-62d680c05788 HTTP/1.1" status: 200 len: 854 time: 0.0438473 Aug 16 21:34:11.491815 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-d3d6e8b1-921b-4c3e-9ff3-74e708b7f0d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69e3deed-5335-4ae9-bd51-6e1325322378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280399 Aug 16 21:34:11.582326 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-de3dffd3-866b-4891-b16b-45a532ae1861 service neutron] 10.222.0.76 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831494 Aug 16 21:34:11.674013 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7d093a13-67a6-4c72-ac23-38b0b71c358c req-7e72a2e0-8b0b-49b9-9856-b507c33e10ef service neutron] 10.222.0.76 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844769 Aug 16 21:34:11.869383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7fdc0-1269-4d0f-b037-59fa90a644b2 req-8de4c11b-559a-47e0-a003-87bc91381ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:11.870892 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34e7fdc0-1269-4d0f-b037-59fa90a644b2 req-8de4c11b-559a-47e0-a003-87bc91381ccc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3039821746c499d9b051c854a66cb95&device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 1095 time: 0.0424757 Aug 16 21:34:11.963775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7fdc0-1269-4d0f-b037-59fa90a644b2 req-8adbf862-3456-4a22-90ba-5f4c6bedaaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:11.965732 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34e7fdc0-1269-4d0f-b037-59fa90a644b2 req-8adbf862-3456-4a22-90ba-5f4c6bedaaa9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=69e3deed-5335-4ae9-bd51-6e1325322378 HTTP/1.1" status: 200 len: 915 time: 0.0871439 Aug 16 21:34:12.010403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34e7fdc0-1269-4d0f-b037-59fa90a644b2 req-44dff6e4-7f01-4fb0-ad5c-9750623ab5ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37468861-5eb3-460c-8a2c-1872017346c2 HTTP/1.1" status: 200 len: 217 time: 0.0344615 Aug 16 21:34:12.059273 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7fdc0-1269-4d0f-b037-59fa90a644b2 req-7aba71b9-ee83-4a53-901b-6cb94663847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:12.060867 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34e7fdc0-1269-4d0f-b037-59fa90a644b2 req-7aba71b9-ee83-4a53-901b-6cb94663847b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5274ff6e-ee29-45b0-ada6-62d680c05788 HTTP/1.1" status: 200 len: 854 time: 0.0435131 Aug 16 21:34:12.071286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a5662-9364-4cd6-aec4-667f5c18772d req-5ae21020-7648-45e8-baf1-4ea9bbdeeafd tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:12.072764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b2a5662-9364-4cd6-aec4-667f5c18772d req-5ae21020-7648-45e8-baf1-4ea9bbdeeafd tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 943 time: 0.0525830 Aug 16 21:34:12.094276 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34e7fdc0-1269-4d0f-b037-59fa90a644b2 req-acf3fe22-a363-499e-a3db-52cfec6cfbfc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69e3deed-5335-4ae9-bd51-6e1325322378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259268 Aug 16 21:34:12.111925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6b2a5662-9364-4cd6-aec4-667f5c18772d req-6de448f3-6e1e-42f9-99f4-5c4a781dde8f tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325978 Aug 16 21:34:12.190035 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34e7fdc0-1269-4d0f-b037-59fa90a644b2 req-3bf39e21-5e93-4242-96ef-9980b82fea31 service neutron] 10.222.0.76 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884151 Aug 16 21:34:12.283578 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34e7fdc0-1269-4d0f-b037-59fa90a644b2 req-84498900-b5ef-4e17-8f31-cd32e83cbb2e service neutron] 10.222.0.76 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857666 Aug 16 21:34:13.229264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d7d17-0aac-49a7-aa54-36f4190c5ed7 req-63cb56b4-9264-48a2-a853-3e18a0195b5e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:13.231300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e1d7d17-0aac-49a7-aa54-36f4190c5ed7 req-63cb56b4-9264-48a2-a853-3e18a0195b5e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 943 time: 0.0484705 Aug 16 21:34:13.268389 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7e1d7d17-0aac-49a7-aa54-36f4190c5ed7 req-07aaf9a8-c1a4-496f-905f-bc6b8206b376 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309875 Aug 16 21:34:14.349482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 37468861-5eb3-460c-8a2c-1872017346c2 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:34:14.383066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874ff3e-aaf1-45a3-b648-b07402bd4c16 req-0fea7478-42de-4ccb-a591-028c197dcd06 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:14.384566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5874ff3e-aaf1-45a3-b648-b07402bd4c16 req-0fea7478-42de-4ccb-a591-028c197dcd06 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 943 time: 0.0498822 Aug 16 21:34:14.423500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5874ff3e-aaf1-45a3-b648-b07402bd4c16 req-9ece9e38-d150-4283-805e-eceaa7dfa7b3 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Aug 16 21:34:14.448661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 37468861-5eb3-460c-8a2c-1872017346c2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=37468861-5eb3-460c-8a2c-1872017346c2,segment=NetworkSegment(e09ca166-c599-47bd-9cc0-77c0193e3b33),segment_id=e09ca166-c599-47bd-9cc0-77c0193e3b33)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:14.459342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '37468861-5eb3-460c-8a2c-1872017346c2', 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378', 'port_id': '37468861-5eb3-460c-8a2c-1872017346c2', 'mac_address': 'fa:16:3e:d7:ea:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5274ff6e-ee29-45b0-ada6-62d680c05788', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:34:14.496088 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:14.509227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37468861-5eb3-460c-8a2c-1872017346c2 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:34:14.529285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 37468861-5eb3-460c-8a2c-1872017346c2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=37468861-5eb3-460c-8a2c-1872017346c2,segment=NetworkSegment(e09ca166-c599-47bd-9cc0-77c0193e3b33),segment_id=e09ca166-c599-47bd-9cc0-77c0193e3b33)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:14.624746 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:14.674211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=37468861-5eb3-460c-8a2c-1872017346c2,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:14.681365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.681713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.682051 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.682385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.682716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.683040 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.683365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.684176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.684500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.684821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.685166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.685487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:14.820871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['37468861-5eb3-460c-8a2c-1872017346c2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:34:15.213111 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dfb8d7a1-539c-4c5e-a0ae-b164b866ccf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:15.539136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e1ee2-2caa-424f-95b5-c2dafd76532d req-d4e09a6f-e632-4e34-ab57-45862b4cbd1a tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:15.540560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f9e1ee2-2caa-424f-95b5-c2dafd76532d req-d4e09a6f-e632-4e34-ab57-45862b4cbd1a tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 944 time: 0.0532255 Aug 16 21:34:15.579386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f9e1ee2-2caa-424f-95b5-c2dafd76532d req-559d0dea-9c38-44b3-8627-84912fb4af5d tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Aug 16 21:34:16.348088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 37468861-5eb3-460c-8a2c-1872017346c2 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:34:16.515734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 37468861-5eb3-460c-8a2c-1872017346c2 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:16.519766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 37468861-5eb3-460c-8a2c-1872017346c2 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:16.520137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:16.595987 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:16.617905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1101393-a675-4078-b4de-9fb8526361f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37468861-5eb3-460c-8a2c-1872017346c2'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:16.621821 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2f64ae-4392-4e57-8c16-a3cc4affe689" -d '{"events": [{"server_uuid": "a1101393-a675-4078-b4de-9fb8526361f6", "name": "network-vif-plugged", "status": "completed", "tag": "37468861-5eb3-460c-8a2c-1872017346c2"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:16.633732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 37468861-5eb3-460c-8a2c-1872017346c2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=37468861-5eb3-460c-8a2c-1872017346c2,segment=NetworkSegment(e09ca166-c599-47bd-9cc0-77c0193e3b33),segment_id=e09ca166-c599-47bd-9cc0-77c0193e3b33)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:16.658071 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a7092f-467f-49f2-91aa-de83a3e043fe x-openstack-request-id: req-62a7092f-467f-49f2-91aa-de83a3e043fe {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:16.658364 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1101393-a675-4078-b4de-9fb8526361f6", "name": "network-vif-plugged", "status": "completed", "tag": "37468861-5eb3-460c-8a2c-1872017346c2", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:16.658621 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-62a7092f-467f-49f2-91aa-de83a3e043fe {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:16.659018 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1101393-a675-4078-b4de-9fb8526361f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37468861-5eb3-460c-8a2c-1872017346c2', 'code': 200} Aug 16 21:34:16.695768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8244e09-7198-48e8-8ad2-e161b7c02d68 req-06d950db-3629-4436-b994-ac2a57dc5d7e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:16.697316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8244e09-7198-48e8-8ad2-e161b7c02d68 req-06d950db-3629-4436-b994-ac2a57dc5d7e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 944 time: 0.0514507 Aug 16 21:34:16.704909 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:16.736600 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8244e09-7198-48e8-8ad2-e161b7c02d68 req-35bdf66c-31af-4a08-975f-82fb276f01d0 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Aug 16 21:34:16.755348 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13004937-9618-4a34-a625-e62632103e53 req-7bd9e711-f037-4be7-9bbe-bc6e7bc7aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:16.756851 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13004937-9618-4a34-a625-e62632103e53 req-7bd9e711-f037-4be7-9bbe-bc6e7bc7aaff service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 1097 time: 0.0420916 Aug 16 21:34:16.762659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=37468861-5eb3-460c-8a2c-1872017346c2,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:16.793483 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13004937-9618-4a34-a625-e62632103e53 req-d6eb130d-d522-4d2b-b1cf-b6aa91c0252a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291400 Aug 16 21:34:17.499391 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-58493175-36e2-4c08-a90c-098058d758c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:17.867373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff56ee-a42a-4187-a345-a9e4c03d0686 req-7370a657-88d1-47e2-aeb6-52e77cd1220e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:17.869686 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbff56ee-a42a-4187-a345-a9e4c03d0686 req-7370a657-88d1-47e2-aeb6-52e77cd1220e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 945 time: 0.0495577 Aug 16 21:34:17.908491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbff56ee-a42a-4187-a345-a9e4c03d0686 req-b8230687-372e-4999-b125-1df6ab16540b tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Aug 16 21:34:17.944929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:19.025686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84472c95-5ef9-4f42-aeb6-f02c2f64500a req-339fe93e-e1a3-45fb-878b-a3f95f01aa6a tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:19.027173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84472c95-5ef9-4f42-aeb6-f02c2f64500a req-339fe93e-e1a3-45fb-878b-a3f95f01aa6a tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 945 time: 0.0520730 Aug 16 21:34:19.064886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84472c95-5ef9-4f42-aeb6-f02c2f64500a req-f63a07f2-1e57-4f88-9d2a-cdc9b25702e8 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Aug 16 21:34:19.286098 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68684173-65fa-4754-8389-2be63d8f26a3 req-543109fb-4844-47c1-9f59-89d3c3a999dd tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:19.287794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-543109fb-4844-47c1-9f59-89d3c3a999dd tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/networks?id=69e3deed-5335-4ae9-bd51-6e1325322378 HTTP/1.1" status: 200 len: 814 time: 0.1026921 Aug 16 21:34:19.303118 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-b51c9253-b2a0-4fc5-a800-ec66d041cb4a tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/quotas/f3039821746c499d9b051c854a66cb95 HTTP/1.1" status: 200 len: 375 time: 0.0094943 Aug 16 21:34:19.350444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:19.357156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-649a09a9-6975-4c7f-bcc9-f8e1168f19f4 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3039821746c499d9b051c854a66cb95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486798 Aug 16 21:34:19.518851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-91dbfbd4-5581-415b-8034-36f6fb2cf3ca service neutron] 10.222.0.74 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209686 Aug 16 21:34:19.612313 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-709d0f05-878f-444c-aa6b-09250bd4b5a1 service neutron] 10.222.0.74 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872202 Aug 16 21:34:19.876522 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3a08a54-35bf-48bd-b250-21be77969e01 req-dccce219-0365-4ad5-91ed-5c8c8539451b tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 210 time: 0.0273499 Aug 16 21:34:20.858935 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:20.953066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be018e00-da3d-468e-bb5e-2826a460b862 req-a324b5c9-eda9-4572-b9f7-9efc47619a74 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 210 time: 0.0270085 Aug 16 21:34:22.045437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a647a562-5a00-49fc-8f7b-cfe1e08018d2 req-05aacb88-f41a-47dc-9924-454d3081576e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 210 time: 0.0263178 Aug 16 21:34:22.330960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68684173-65fa-4754-8389-2be63d8f26a3 req-974f42ed-b2e0-4d43-af3f-ce8402c5fcd9 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:22.332392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-974f42ed-b2e0-4d43-af3f-ce8402c5fcd9 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.79 "GET /v2.0/networks?id=69e3deed-5335-4ae9-bd51-6e1325322378 HTTP/1.1" status: 200 len: 814 time: 0.1058359 Aug 16 21:34:22.345146 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Request body: {'port': {'device_id': '2fa7788a-8364-4943-b21b-6d6d0daa8dc9', 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378', 'admin_state_up': True, 'tenant_id': 'f3039821746c499d9b051c854a66cb95'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:22.586092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Made reservation on behalf of f3039821746c499d9b051c854a66cb95 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:22.587694 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:22.716586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Allocated IP 172.20.0.5 (69e3deed-5335-4ae9-bd51-6e1325322378/5274ff6e-ee29-45b0-ada6-62d680c05788/7a64eb3a-dd69-4801-b83d-a7a192bc4281) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:34:22.862858 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:22.996350 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:23.008747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['37468861-5eb3-460c-8a2c-1872017346c2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:34:23.036644 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Network 69e3deed-5335-4ae9-bd51-6e1325322378 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:34:23.042308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:23.046131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:34:23.075368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Pushing event updated for resources: {'Port': ['ID=7a64eb3a-dd69-4801-b83d-a7a192bc4281,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:23.092072 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.092423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.092763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.093123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.093459 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.093795 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.094117 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.094440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.094765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.095086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.095410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.095732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:23.108990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:23.109646 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:23.172101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fb235-269e-4b05-bf34-149d16f7275b req-7c9e5da4-3e73-430a-8c4d-4e81acc7ad16 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:23.173540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-815fb235-269e-4b05-bf34-149d16f7275b req-7c9e5da4-3e73-430a-8c4d-4e81acc7ad16 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 931 time: 0.0542524 Aug 16 21:34:23.211050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-815fb235-269e-4b05-bf34-149d16f7275b req-94bc8722-b2a3-45f6-b21f-1ec28ad26bdf tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313976 Aug 16 21:34:23.253679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1b9b1bcc-3e02-4987-a660-a1118b4b3037 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9125035 Aug 16 21:34:23.265824 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Request body: {'port': {'device_id': '2fa7788a-8364-4943-b21b-6d6d0daa8dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:23.317750 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:23.576205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a64eb3a-dd69-4801-b83d-a7a192bc4281 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:34:23.583452 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:23.594747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Transition to ACTIVE for port object 7a64eb3a-dd69-4801-b83d-a7a192bc4281 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:23.731778 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:23.797509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a64eb3a-dd69-4801-b83d-a7a192bc4281,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:23.845778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Attempting to bind port 7a64eb3a-dd69-4801-b83d-a7a192bc4281 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:34:23.846109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Attempting to bind port 7a64eb3a-dd69-4801-b83d-a7a192bc4281 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'e09ca166-c599-47bd-9cc0-77c0193e3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:34:23.846437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Attempting to bind port 7a64eb3a-dd69-4801-b83d-a7a192bc4281 on network 69e3deed-5335-4ae9-bd51-6e1325322378 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:23.850668 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Port 7a64eb3a-dd69-4801-b83d-a7a192bc4281 on network 69e3deed-5335-4ae9-bd51-6e1325322378 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:34:23.850989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Attempting to bind port 7a64eb3a-dd69-4801-b83d-a7a192bc4281 on network 69e3deed-5335-4ae9-bd51-6e1325322378 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:23.856177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:34:23.856509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Checking segment: {'id': 'e09ca166-c599-47bd-9cc0-77c0193e3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:23.856886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Bound using segment: {'id': 'e09ca166-c599-47bd-9cc0-77c0193e3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:34:23.857344 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Bound port: 7a64eb3a-dd69-4801-b83d-a7a192bc4281, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09ca166-c599-47bd-9cc0-77c0193e3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:34:23.857698 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:23.922062 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] For port 7a64eb3a-dd69-4801-b83d-a7a192bc4281, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:34:23.924979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] For port 7a64eb3a-dd69-4801-b83d-a7a192bc4281, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7a64eb3a-dd69-4801-b83d-a7a192bc4281,segment=NetworkSegment(e09ca166-c599-47bd-9cc0-77c0193e3b33),segment_id=e09ca166-c599-47bd-9cc0-77c0193e3b33)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:34:24.024845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:24.063758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:24.064374 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:24.065805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] 10.222.0.79 "PUT /v2.0/ports/7a64eb3a-dd69-4801-b83d-a7a192bc4281 HTTP/1.1" status: 200 len: 1092 time: 0.8041329 Aug 16 21:34:24.066251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa7788a-8364-4943-b21b-6d6d0daa8dc9', 'tag': '7a64eb3a-dd69-4801-b83d-a7a192bc4281'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:24.068502 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c11db9-01ef-4579-b113-4b0fcb7250eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa7788a-8364-4943-b21b-6d6d0daa8dc9", "tag": "7a64eb3a-dd69-4801-b83d-a7a192bc4281"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:24.088686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414677f-091e-4806-9dc7-8664b3c4cbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a64eb3a-dd69-4801-b83d-a7a192bc4281,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:24.104711 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81db7529-9d9f-4ccd-a6ef-ca58a44e61e7 x-openstack-request-id: req-81db7529-9d9f-4ccd-a6ef-ca58a44e61e7 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:24.105006 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa7788a-8364-4943-b21b-6d6d0daa8dc9", "tag": "7a64eb3a-dd69-4801-b83d-a7a192bc4281", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:24.105788 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-81db7529-9d9f-4ccd-a6ef-ca58a44e61e7 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:24.106197 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa7788a-8364-4943-b21b-6d6d0daa8dc9', 'tag': '7a64eb3a-dd69-4801-b83d-a7a192bc4281', 'status': 'completed', 'code': 200} Aug 16 21:34:24.165727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c11db9-01ef-4579-b113-4b0fcb7250eb req-57eebda1-2516-448b-abe5-8dbe6f5654e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:24.167231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10c11db9-01ef-4579-b113-4b0fcb7250eb req-57eebda1-2516-448b-abe5-8dbe6f5654e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f3039821746c499d9b051c854a66cb95&device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0407915 Aug 16 21:34:24.269205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c11db9-01ef-4579-b113-4b0fcb7250eb req-5202016e-c696-40b1-868b-594eb4a34f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:24.270698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10c11db9-01ef-4579-b113-4b0fcb7250eb req-5202016e-c696-40b1-868b-594eb4a34f3b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f3039821746c499d9b051c854a66cb95&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0940275 Aug 16 21:34:24.401925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413af72-199a-4573-9403-a946588341d5 req-aab0b820-d288-4790-91bb-8c5552f6e0bc tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:24.403872 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6413af72-199a-4573-9403-a946588341d5 req-aab0b820-d288-4790-91bb-8c5552f6e0bc tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 943 time: 0.1271060 Aug 16 21:34:24.441786 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c11db9-01ef-4579-b113-4b0fcb7250eb req-ffcf11b4-ae32-4547-a281-12fb556501ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:24.443256 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10c11db9-01ef-4579-b113-4b0fcb7250eb req-ffcf11b4-ae32-4547-a281-12fb556501ea service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1646419 Aug 16 21:34:24.456002 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6413af72-199a-4573-9403-a946588341d5 req-da22b9d8-28f5-438f-a6f6-f747a77aea41 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 Aug 16 21:34:24.519989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68684173-65fa-4754-8389-2be63d8f26a3 req-163c9498-327a-4103-bef6-ca1dcb4a428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:24.521513 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-163c9498-327a-4103-bef6-ca1dcb4a428b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f3039821746c499d9b051c854a66cb95&device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0412033 Aug 16 21:34:24.565932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-6bdeed7f-42b6-4387-bcce-6032069815cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a64eb3a-dd69-4801-b83d-a7a192bc4281 HTTP/1.1" status: 200 len: 217 time: 0.0369961 Aug 16 21:34:24.613693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68684173-65fa-4754-8389-2be63d8f26a3 req-5876ab14-d871-4a01-a3d0-9074416409d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:24.615079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-5876ab14-d871-4a01-a3d0-9074416409d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5274ff6e-ee29-45b0-ada6-62d680c05788 HTTP/1.1" status: 200 len: 854 time: 0.0426223 Aug 16 21:34:24.645400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-1029d2d5-841a-4e91-829f-7d8c8118a395 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=69e3deed-5335-4ae9-bd51-6e1325322378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237405 Aug 16 21:34:24.734514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-515a6edd-d1a8-43e4-a3dd-9edd3ec3e31e service neutron] 10.222.0.79 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823734 Aug 16 21:34:24.821152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68684173-65fa-4754-8389-2be63d8f26a3 req-a1ed1d1c-2060-4e35-8f75-cc0b218f5754 service neutron] 10.222.0.79 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787117 Aug 16 21:34:25.572063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8a8a-2542-4817-9b24-2aeaaab18f7d req-6b46a140-6a59-46b0-b5eb-525e825b2436 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:25.573542 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c14b8a8a-2542-4817-9b24-2aeaaab18f7d req-6b46a140-6a59-46b0-b5eb-525e825b2436 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 943 time: 0.0493426 Aug 16 21:34:25.609789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c14b8a8a-2542-4817-9b24-2aeaaab18f7d req-5ae021ac-9771-4788-b8b0-8b187485603e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303178 Aug 16 21:34:26.347169 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aab27855-f112-4ecd-a32b-c8093667e1a9 req-2a3b0a15-1233-41ca-b8be-98e546e584bd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445006 Aug 16 21:34:26.427975 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab27855-f112-4ecd-a32b-c8093667e1a9 req-88c41433-a7e3-4f9e-96d7-d96a3360c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:26.429519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aab27855-f112-4ecd-a32b-c8093667e1a9 req-88c41433-a7e3-4f9e-96d7-d96a3360c684 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3039821746c499d9b051c854a66cb95&device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 1097 time: 0.0411468 Aug 16 21:34:26.536634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab27855-f112-4ecd-a32b-c8093667e1a9 req-85de0e88-0a69-46fc-95c7-25769d9565ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:26.538153 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aab27855-f112-4ecd-a32b-c8093667e1a9 req-85de0e88-0a69-46fc-95c7-25769d9565ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=69e3deed-5335-4ae9-bd51-6e1325322378 HTTP/1.1" status: 200 len: 915 time: 0.0880287 Aug 16 21:34:26.580744 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aab27855-f112-4ecd-a32b-c8093667e1a9 req-6434b373-44bc-43a1-ad09-73a4ab075406 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37468861-5eb3-460c-8a2c-1872017346c2 HTTP/1.1" status: 200 len: 217 time: 0.0350852 Aug 16 21:34:26.638643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab27855-f112-4ecd-a32b-c8093667e1a9 req-1c5660bc-300f-43fc-8866-4bac10ad455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:26.640116 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aab27855-f112-4ecd-a32b-c8093667e1a9 req-1c5660bc-300f-43fc-8866-4bac10ad455a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5274ff6e-ee29-45b0-ada6-62d680c05788 HTTP/1.1" status: 200 len: 854 time: 0.0482302 Aug 16 21:34:26.671772 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aab27855-f112-4ecd-a32b-c8093667e1a9 req-800f1d3c-80d5-4d05-8042-f200b5bfc492 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69e3deed-5335-4ae9-bd51-6e1325322378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248475 Aug 16 21:34:26.674041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7a64eb3a-dd69-4801-b83d-a7a192bc4281 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:34:26.730488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93578fd6-87e4-469d-9de7-82a8983c9d06 req-8266ae11-33e8-4f70-b0ac-5428673a2368 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:26.737823 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93578fd6-87e4-469d-9de7-82a8983c9d06 req-8266ae11-33e8-4f70-b0ac-5428673a2368 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 943 time: 0.0607157 Aug 16 21:34:26.766719 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aab27855-f112-4ecd-a32b-c8093667e1a9 req-c3f838f8-b192-4278-b468-378aa01a37c9 service neutron] 10.222.0.76 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879955 Aug 16 21:34:26.771146 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-93578fd6-87e4-469d-9de7-82a8983c9d06 req-003f1942-3e3d-462f-8000-a22edeb8c0ea tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324855 Aug 16 21:34:26.775017 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7a64eb3a-dd69-4801-b83d-a7a192bc4281, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7a64eb3a-dd69-4801-b83d-a7a192bc4281,segment=NetworkSegment(e09ca166-c599-47bd-9cc0-77c0193e3b33),segment_id=e09ca166-c599-47bd-9cc0-77c0193e3b33)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:26.787164 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '7a64eb3a-dd69-4801-b83d-a7a192bc4281', 'network_id': '69e3deed-5335-4ae9-bd51-6e1325322378', 'port_id': '7a64eb3a-dd69-4801-b83d-a7a192bc4281', 'mac_address': 'fa:16:3e:f6:f5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5274ff6e-ee29-45b0-ada6-62d680c05788', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:34:26.823844 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:26.836518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a64eb3a-dd69-4801-b83d-a7a192bc4281 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:34:26.856332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7a64eb3a-dd69-4801-b83d-a7a192bc4281, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7a64eb3a-dd69-4801-b83d-a7a192bc4281,segment=NetworkSegment(e09ca166-c599-47bd-9cc0-77c0193e3b33),segment_id=e09ca166-c599-47bd-9cc0-77c0193e3b33)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:26.862950 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-aab27855-f112-4ecd-a32b-c8093667e1a9 req-b3759995-34d7-4c13-b720-1e3880192990 service neutron] 10.222.0.76 "GET /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889618 Aug 16 21:34:26.950697 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:27.000281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7a64eb3a-dd69-4801-b83d-a7a192bc4281,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:27.142725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7a64eb3a-dd69-4801-b83d-a7a192bc4281'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:34:27.884415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1c75f-648f-4c8a-9330-c072c104de90 req-d9c4012e-d09a-422c-b190-8a12ad8097c3 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:27.885930 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffb1c75f-648f-4c8a-9330-c072c104de90 req-d9c4012e-d09a-422c-b190-8a12ad8097c3 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 944 time: 0.0492432 Aug 16 21:34:27.924234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ffb1c75f-648f-4c8a-9330-c072c104de90 req-b9babd40-d0bd-4418-a327-eb3fa45abaa7 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315201 Aug 16 21:34:28.703935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7a64eb3a-dd69-4801-b83d-a7a192bc4281 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:34:28.769784 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:34:28.846858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 7a64eb3a-dd69-4801-b83d-a7a192bc4281 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:28.853932 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 7a64eb3a-dd69-4801-b83d-a7a192bc4281 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:28.853932 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:28.925289 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:28.947084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa7788a-8364-4943-b21b-6d6d0daa8dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a64eb3a-dd69-4801-b83d-a7a192bc4281'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:28.949375 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f3b322-21d0-432c-8660-a447f4834429" -d '{"events": [{"server_uuid": "2fa7788a-8364-4943-b21b-6d6d0daa8dc9", "name": "network-vif-plugged", "status": "completed", "tag": "7a64eb3a-dd69-4801-b83d-a7a192bc4281"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:28.962780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7a64eb3a-dd69-4801-b83d-a7a192bc4281, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7a64eb3a-dd69-4801-b83d-a7a192bc4281,segment=NetworkSegment(e09ca166-c599-47bd-9cc0-77c0193e3b33),segment_id=e09ca166-c599-47bd-9cc0-77c0193e3b33)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:28.986411 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b228eff8-f31a-4093-8095-4b36009bf92d x-openstack-request-id: req-b228eff8-f31a-4093-8095-4b36009bf92d {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:28.986730 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa7788a-8364-4943-b21b-6d6d0daa8dc9", "name": "network-vif-plugged", "status": "completed", "tag": "7a64eb3a-dd69-4801-b83d-a7a192bc4281", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:28.987155 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b228eff8-f31a-4093-8095-4b36009bf92d {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:28.987369 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa7788a-8364-4943-b21b-6d6d0daa8dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a64eb3a-dd69-4801-b83d-a7a192bc4281', 'code': 200} Aug 16 21:34:29.040254 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4efd0-a80e-459e-8e5e-3c41868b92bf req-faec9838-8336-46a8-9e25-a294e1ebc141 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:29.041384 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:29.042564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3f4efd0-a80e-459e-8e5e-3c41868b92bf req-faec9838-8336-46a8-9e25-a294e1ebc141 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 944 time: 0.0498865 Aug 16 21:34:29.095544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7a64eb3a-dd69-4801-b83d-a7a192bc4281,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:29.114645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3f4efd0-a80e-459e-8e5e-3c41868b92bf req-0208b2ca-8580-4ed2-b0aa-0c82f8eb82d6 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589476 Aug 16 21:34:29.117263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fd616-9dc9-476b-b872-f024069695ee req-66a24090-231a-4983-bfdd-c246329cf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:29.118665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-382fd616-9dc9-476b-b872-f024069695ee req-66a24090-231a-4983-bfdd-c246329cf7c2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0726128 Aug 16 21:34:29.155458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-382fd616-9dc9-476b-b872-f024069695ee req-41e10a35-a63d-4790-a747-d0ee393f630c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295036 Aug 16 21:34:30.230819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c5b6-1775-4edd-aeb7-3ca5900a44c6 req-6b7393f6-a733-492f-a0f9-924ffb35cc99 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:30.232309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4925c5b6-1775-4edd-aeb7-3ca5900a44c6 req-6b7393f6-a733-492f-a0f9-924ffb35cc99 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 945 time: 0.0496254 Aug 16 21:34:30.270483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4925c5b6-1775-4edd-aeb7-3ca5900a44c6 req-0339ac6d-f37a-4051-8815-10e78e4469ac tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Aug 16 21:34:30.770544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef6d67-5b6e-4e59-af09-c80830b923ec req-4ca382e8-947d-4a32-afd0-3af6349a517a tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:30.772083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8ef6d67-5b6e-4e59-af09-c80830b923ec req-4ca382e8-947d-4a32-afd0-3af6349a517a tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 945 time: 0.0496356 Aug 16 21:34:30.810557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a8ef6d67-5b6e-4e59-af09-c80830b923ec req-c542dba0-0326-49dc-8888-9903f8d012f1 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Aug 16 21:34:31.932562 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1a0e6-15cb-4aa1-8c9b-22cadc2e5f42 req-760f8f38-6f33-4c54-8785-412a9735863e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:31.934119 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-daf1a0e6-15cb-4aa1-8c9b-22cadc2e5f42 req-760f8f38-6f33-4c54-8785-412a9735863e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 945 time: 0.0549846 Aug 16 21:34:31.971515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-daf1a0e6-15cb-4aa1-8c9b-22cadc2e5f42 req-31779f34-6b0c-4aa6-8293-7afc2dc29791 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313468 Aug 16 21:34:32.104367 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fadf33-9756-4752-87a0-923627ca3d2a req-8362e8ab-2811-46a0-bd2f-f3e221e5a096 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:32.106349 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28fadf33-9756-4752-87a0-923627ca3d2a req-8362e8ab-2811-46a0-bd2f-f3e221e5a096 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 945 time: 0.0485456 Aug 16 21:34:32.200451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-28fadf33-9756-4752-87a0-923627ca3d2a req-07eced61-3e19-41f6-8784-d322d5fa8177 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Deleting port 7a64eb3a-dd69-4801-b83d-a7a192bc4281 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:32.200785 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-28fadf33-9756-4752-87a0-923627ca3d2a req-07eced61-3e19-41f6-8784-d322d5fa8177 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:32.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-28fadf33-9756-4752-87a0-923627ca3d2a req-07eced61-3e19-41f6-8784-d322d5fa8177 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] For port 7a64eb3a-dd69-4801-b83d-a7a192bc4281, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7a64eb3a-dd69-4801-b83d-a7a192bc4281,segment=NetworkSegment(e09ca166-c599-47bd-9cc0-77c0193e3b33),segment_id=e09ca166-c599-47bd-9cc0-77c0193e3b33)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:32.289849 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-28fadf33-9756-4752-87a0-923627ca3d2a req-07eced61-3e19-41f6-8784-d322d5fa8177 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:32.301530 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-28fadf33-9756-4752-87a0-923627ca3d2a req-07eced61-3e19-41f6-8784-d322d5fa8177 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Calling delete_port for 7a64eb3a-dd69-4801-b83d-a7a192bc4281 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:32.487115 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-28fadf33-9756-4752-87a0-923627ca3d2a req-07eced61-3e19-41f6-8784-d322d5fa8177 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:32.500482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7a64eb3a-dd69-4801-b83d-a7a192bc4281'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:34:32.502709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['37468861-5eb3-460c-8a2c-1872017346c2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:34:32.526260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eced61-3e19-41f6-8784-d322d5fa8177 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Pushing event deleted for resources: {'Port': ['ID=7a64eb3a-dd69-4801-b83d-a7a192bc4281,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:32.563262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fadf33-9756-4752-87a0-923627ca3d2a req-07eced61-3e19-41f6-8784-d322d5fa8177 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] No DVR routers for this DVR port 7a64eb3a-dd69-4801-b83d-a7a192bc4281 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:34:32.565894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-28fadf33-9756-4752-87a0-923627ca3d2a req-07eced61-3e19-41f6-8784-d322d5fa8177 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:32.567865 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28fadf33-9756-4752-87a0-923627ca3d2a req-07eced61-3e19-41f6-8784-d322d5fa8177 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.79 "DELETE /v2.0/ports/7a64eb3a-dd69-4801-b83d-a7a192bc4281 HTTP/1.1" status: 204 len: 173 time: 0.4553351 Aug 16 21:34:32.568304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa7788a-8364-4943-b21b-6d6d0daa8dc9', 'name': 'network-vif-deleted', 'tag': '7a64eb3a-dd69-4801-b83d-a7a192bc4281'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:32.571309 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee4da66-5c2b-4d11-9e59-ab039778742c" -d '{"events": [{"server_uuid": "2fa7788a-8364-4943-b21b-6d6d0daa8dc9", "name": "network-vif-deleted", "tag": "7a64eb3a-dd69-4801-b83d-a7a192bc4281"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:32.609831 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07d4b94-5d9f-43a1-84f1-33fe8942bf0c x-openstack-request-id: req-a07d4b94-5d9f-43a1-84f1-33fe8942bf0c {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:32.610067 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa7788a-8364-4943-b21b-6d6d0daa8dc9", "name": "network-vif-deleted", "tag": "7a64eb3a-dd69-4801-b83d-a7a192bc4281", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:32.610456 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a07d4b94-5d9f-43a1-84f1-33fe8942bf0c {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:32.610892 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa7788a-8364-4943-b21b-6d6d0daa8dc9', 'name': 'network-vif-deleted', 'tag': '7a64eb3a-dd69-4801-b83d-a7a192bc4281', 'status': 'completed', 'code': 200} Aug 16 21:34:33.079225 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-577b0aaf-1863-4821-890d-9a7ca949528c req-dce01980-8c0a-4f5b-bd79-92983d7cee99 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa7788a-8364-4943-b21b-6d6d0daa8dc9 HTTP/1.1" status: 200 len: 210 time: 0.0300491 Aug 16 21:34:33.198472 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:33.436178 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:34.225521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249be670-0356-43ea-9da3-03a55e5abadc req-93f2ccbe-07f7-4839-9f89-1f7bf24b4083 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:34.226967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-249be670-0356-43ea-9da3-03a55e5abadc req-93f2ccbe-07f7-4839-9f89-1f7bf24b4083 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 945 time: 0.0483928 Aug 16 21:34:34.265282 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-249be670-0356-43ea-9da3-03a55e5abadc req-60cdc05d-3c42-4532-86bf-6767e6756097 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Aug 16 21:34:34.394057 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076756a-7168-4662-9524-101394b264ba req-c340142a-9921-4f58-b7a9-bf3a45457ef7 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:34.395412 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d076756a-7168-4662-9524-101394b264ba req-c340142a-9921-4f58-b7a9-bf3a45457ef7 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 945 time: 0.0478606 Aug 16 21:34:34.433470 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d076756a-7168-4662-9524-101394b264ba req-07574788-2c44-4893-8539-9cdc197b0451 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317791 Aug 16 21:34:34.550325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504593e3-a4b4-41d1-b870-77ae9317b5e9 req-2cee3dcd-9b72-4ee1-8642-401b0e023226 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:34.551934 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-504593e3-a4b4-41d1-b870-77ae9317b5e9 req-2cee3dcd-9b72-4ee1-8642-401b0e023226 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 945 time: 0.0500133 Aug 16 21:34:34.593699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-504593e3-a4b4-41d1-b870-77ae9317b5e9 req-70d0b792-e44d-4df8-a936-922f41f467b9 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359759 Aug 16 21:34:34.757573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d4fb8-9362-48e5-9705-2fa03547e983 req-000a7a50-13bd-4a5b-8379-6b5bf70da257 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:34.759031 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-921d4fb8-9362-48e5-9705-2fa03547e983 req-000a7a50-13bd-4a5b-8379-6b5bf70da257 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 945 time: 0.0480268 Aug 16 21:34:34.797055 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-921d4fb8-9362-48e5-9705-2fa03547e983 req-777ff2e7-1023-491e-8ef9-2786621e8057 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Aug 16 21:34:34.911493 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da137-23b3-475c-83ef-0afa7d28e015 req-93b82795-c4fb-45d6-ab26-49413529e73a tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:34.912942 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e7da137-23b3-475c-83ef-0afa7d28e015 req-93b82795-c4fb-45d6-ab26-49413529e73a tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Aug 16 21:34:34.950733 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e7da137-23b3-475c-83ef-0afa7d28e015 req-052395bf-273b-4958-8191-8b68c39b3c3e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Aug 16 21:34:35.072400 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee73e4b-fdb9-4798-a307-b8676367c9f7 req-3be2cca7-85fe-43b3-9925-93784b79217e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:35.074417 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ee73e4b-fdb9-4798-a307-b8676367c9f7 req-3be2cca7-85fe-43b3-9925-93784b79217e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 945 time: 0.0479362 Aug 16 21:34:35.115023 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ee73e4b-fdb9-4798-a307-b8676367c9f7 req-8f86e799-7f76-463b-bcd3-82ec91281934 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Aug 16 21:34:35.634414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44d4f0-2108-4db0-9ff8-538cfdb23952 req-ef026350-d4ef-4d82-ab35-9e48e80c6754 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:35.635871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c44d4f0-2108-4db0-9ff8-538cfdb23952 req-ef026350-d4ef-4d82-ab35-9e48e80c6754 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 945 time: 0.0484579 Aug 16 21:34:35.673594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5c44d4f0-2108-4db0-9ff8-538cfdb23952 req-997ec95e-bc27-4392-b652-35ed8e452d8a tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Aug 16 21:34:36.750547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7a64eb3a-dd69-4801-b83d-a7a192bc4281 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:34:36.791829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20f7c-9c5b-4c5e-914c-d9307e940e14 req-17fcffba-c8cd-44e2-a6eb-c51dbe124d8e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:36.794057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27a20f7c-9c5b-4c5e-914c-d9307e940e14 req-17fcffba-c8cd-44e2-a6eb-c51dbe124d8e tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 945 time: 0.0537057 Aug 16 21:34:36.834873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27a20f7c-9c5b-4c5e-914c-d9307e940e14 req-6c6d7491-cc0b-4738-ac92-8fce1036ac84 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2f98c70-2228-424c-ba1a-843b12e4f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347867 Aug 16 21:34:36.921874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 7a64eb3a-dd69-4801-b83d-a7a192bc4281 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:34:36.922224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7a64eb3a-dd69-4801-b83d-a7a192bc4281 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:34:36.943768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96add638-bab3-4f1c-ad05-df9a872c21a3 req-f4223a2f-3ca8-4e13-bae4-37bf8e5a933c tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:36.945262 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96add638-bab3-4f1c-ad05-df9a872c21a3 req-f4223a2f-3ca8-4e13-bae4-37bf8e5a933c tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 945 time: 0.0500243 Aug 16 21:34:37.036462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-96add638-bab3-4f1c-ad05-df9a872c21a3 req-49b14bcb-7c8c-4156-bd26-32c53493cb58 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Deleting port 37468861-5eb3-460c-8a2c-1872017346c2 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:37.036806 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96add638-bab3-4f1c-ad05-df9a872c21a3 req-49b14bcb-7c8c-4156-bd26-32c53493cb58 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:37.123894 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-96add638-bab3-4f1c-ad05-df9a872c21a3 req-49b14bcb-7c8c-4156-bd26-32c53493cb58 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] For port 37468861-5eb3-460c-8a2c-1872017346c2, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=37468861-5eb3-460c-8a2c-1872017346c2,segment=NetworkSegment(e09ca166-c599-47bd-9cc0-77c0193e3b33),segment_id=e09ca166-c599-47bd-9cc0-77c0193e3b33)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:37.124253 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96add638-bab3-4f1c-ad05-df9a872c21a3 req-49b14bcb-7c8c-4156-bd26-32c53493cb58 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:37.136545 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-96add638-bab3-4f1c-ad05-df9a872c21a3 req-49b14bcb-7c8c-4156-bd26-32c53493cb58 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Calling delete_port for 37468861-5eb3-460c-8a2c-1872017346c2 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:37.309976 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96add638-bab3-4f1c-ad05-df9a872c21a3 req-49b14bcb-7c8c-4156-bd26-32c53493cb58 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:37.321757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['37468861-5eb3-460c-8a2c-1872017346c2'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:34:37.339115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b14bcb-7c8c-4156-bd26-32c53493cb58 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Pushing event deleted for resources: {'Port': ['ID=37468861-5eb3-460c-8a2c-1872017346c2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:37.382936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-96add638-bab3-4f1c-ad05-df9a872c21a3 req-49b14bcb-7c8c-4156-bd26-32c53493cb58 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] No DVR routers for this DVR port 37468861-5eb3-460c-8a2c-1872017346c2 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:34:37.385472 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-96add638-bab3-4f1c-ad05-df9a872c21a3 req-49b14bcb-7c8c-4156-bd26-32c53493cb58 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:37.387935 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-96add638-bab3-4f1c-ad05-df9a872c21a3 req-49b14bcb-7c8c-4156-bd26-32c53493cb58 tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.76 "DELETE /v2.0/ports/37468861-5eb3-460c-8a2c-1872017346c2 HTTP/1.1" status: 204 len: 173 time: 0.4363837 Aug 16 21:34:37.388370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1101393-a675-4078-b4de-9fb8526361f6', 'name': 'network-vif-deleted', 'tag': '37468861-5eb3-460c-8a2c-1872017346c2'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:37.390707 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21090518-0c24-464d-b921-376fff15a1c5" -d '{"events": [{"server_uuid": "a1101393-a675-4078-b4de-9fb8526361f6", "name": "network-vif-deleted", "tag": "37468861-5eb3-460c-8a2c-1872017346c2"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:37.427283 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dba962-1729-4eae-900e-c968e24c9982 x-openstack-request-id: req-a4dba962-1729-4eae-900e-c968e24c9982 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:37.427578 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1101393-a675-4078-b4de-9fb8526361f6", "name": "network-vif-deleted", "tag": "37468861-5eb3-460c-8a2c-1872017346c2", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:37.427830 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a4dba962-1729-4eae-900e-c968e24c9982 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:37.428233 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1101393-a675-4078-b4de-9fb8526361f6', 'name': 'network-vif-deleted', 'tag': '37468861-5eb3-460c-8a2c-1872017346c2', 'status': 'completed', 'code': 200} Aug 16 21:34:37.942699 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ebafa60-5cc3-425d-8cb5-baba8352e546 req-43d69689-534c-4a25-8b32-7d63089a455f tempest-ServersNegativeTestJSON-355700127 tempest-ServersNegativeTestJSON-355700127-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1101393-a675-4078-b4de-9fb8526361f6 HTTP/1.1" status: 200 len: 210 time: 0.0269067 Aug 16 21:34:38.997818 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39058) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:39.040698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2daba679-bdff-4123-93e5-65e320b71f68 admin admin] Deleting subnet 5274ff6e-ee29-45b0-ada6-62d680c05788 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:34:39.044227 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2daba679-bdff-4123-93e5-65e320b71f68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.079229 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2daba679-bdff-4123-93e5-65e320b71f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.131119 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2daba679-bdff-4123-93e5-65e320b71f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.320911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2daba679-bdff-4123-93e5-65e320b71f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.344958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daba679-bdff-4123-93e5-65e320b71f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5274ff6e-ee29-45b0-ada6-62d680c05788,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:39.350675 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2daba679-bdff-4123-93e5-65e320b71f68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.352711 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2daba679-bdff-4123-93e5-65e320b71f68 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5274ff6e-ee29-45b0-ada6-62d680c05788 HTTP/1.1" status: 204 len: 168 time: 0.3537285 Aug 16 21:34:39.355115 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39060) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:39.423031 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.504104 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.514213 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e3deed-5335-4ae9-bd51-6e1325322378']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:39.523840 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09ca166-c599-47bd-9cc0-77c0193e3b33') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:39.524138 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09ca166-c599-47bd-9cc0-77c0193e3b33') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:39.532825 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.546848 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.552695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:34:39.553110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:34:39.554735 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:34:39.755925 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.762277 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.764246 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] 10.222.0.74 "DELETE /v2.0/networks/69e3deed-5335-4ae9-bd51-6e1325322378 HTTP/1.1" status: 204 len: 168 time: 0.4082065 Aug 16 21:34:39.780173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775fd93-9ffe-4895-ad04-41e2b892f667 admin admin] Pushing event deleted for resources: {'Network': ['ID=69e3deed-5335-4ae9-bd51-6e1325322378,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:40.130094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39064) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:40.170449 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6aef6001-c974-458d-af8f-3523ed09a7a7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f3039821746c499d9b051c854a66cb95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391102 Aug 16 21:34:40.172855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39066) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:40.219046 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d8e311-db75-4cb2-bc77-5f35c648a058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:40.239748 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d8e311-db75-4cb2-bc77-5f35c648a058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:40.452883 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d8e311-db75-4cb2-bc77-5f35c648a058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:40.455713 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-30d8e311-db75-4cb2-bc77-5f35c648a058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:40.456781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 37468861-5eb3-460c-8a2c-1872017346c2 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:34:40.457383 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-30d8e311-db75-4cb2-bc77-5f35c648a058 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e2f98c70-2228-424c-ba1a-843b12e4f567 HTTP/1.1" status: 204 len: 168 time: 0.2830963 Aug 16 21:34:40.466802 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8e311-db75-4cb2-bc77-5f35c648a058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f98c70-2228-424c-ba1a-843b12e4f567,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:40.482511 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 37468861-5eb3-460c-8a2c-1872017346c2 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:34:40.483125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 37468861-5eb3-460c-8a2c-1872017346c2 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:34:41.576905 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39088) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:41.667026 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1392648660'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:41.789589 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Made reservation on behalf of ec7212235b1f4809b44e4976ee4c4947 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:41.793088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:41.801636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:41.888434 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:42.023911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:42.055701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:34:42.062024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e5b4bb-cc75-4bc4-ae75-7903166ff429,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:42.067929 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:42.068279 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Added segment 5ff62171-efb1-4814-87ba-d66b2b8b4612 of type vlan for network 5c833cc1-91b0-4271-af36-85fcd55d7609 Aug 16 21:34:42.110296 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:42.235304 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:42.240886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:42.241495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:42.306423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event updated for resources: {'Network': ['ID=5c833cc1-91b0-4271-af36-85fcd55d7609,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:42.316963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 5c833cc1-91b0-4271-af36-85fcd55d7609 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:34:42.413476 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c2f2db73-ffd3-4b0a-96e5-acbb4f8edb9e tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8353655 Aug 16 21:34:45.212570 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-79886448-7f0e-4f0e-9446-aa163e58c628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:45.677145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:45.682425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Request body: {'subnet': {'network_id': '5c833cc1-91b0-4271-af36-85fcd55d7609', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:45.886918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Made reservation on behalf of ec7212235b1f4809b44e4976ee4c4947 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:45.890428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:46.201354 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:46.263030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event updated for resources: {'Subnet': ['ID=85d03023-d744-4312-b268-9cb76bdeece1,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:46.270342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Checking segment: {'id': '5ff62171-efb1-4814-87ba-d66b2b8b4612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c833cc1-91b0-4271-af36-85fcd55d7609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:46.270707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Network hostable DHCP agents. Network: 5c833cc1-91b0-4271-af36-85fcd55d7609, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:34:46.446682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Network 5c833cc1-91b0-4271-af36-85fcd55d7609 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:34:46.681133 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 5c833cc1-91b0-4271-af36-85fcd55d7609) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:46.686043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:46.686644 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:46.690627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073e22f7-4bf0-4ce3-8f71-51a16b47b020 None None] Network 5c833cc1-91b0-4271-af36-85fcd55d7609 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:46.824943 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2d489f33-e265-4436-bdcf-0f53304ff06f tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1466119 Aug 16 21:34:46.828356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39094) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:46.834069 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1620180684'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:46.834192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-5c833cc1-91b0-4271-af36-85fcd55d7609', 'network_id': '5c833cc1-91b0-4271-af36-85fcd55d7609', 'tenant_id': 'ec7212235b1f4809b44e4976ee4c4947', 'fixed_ips': [{'subnet_id': '85d03023-d744-4312-b268-9cb76bdeece1'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:34:46.834926 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:46.971758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Allocated IP 2001:db8:0:ffff::2 (5c833cc1-91b0-4271-af36-85fcd55d7609/85d03023-d744-4312-b268-9cb76bdeece1/5ae41445-323b-4138-9cdc-4c6f9122af6e) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:34:47.086424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Made reservation on behalf of ec7212235b1f4809b44e4976ee4c4947 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:47.093500 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.110014 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.113958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:34:47.118199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Transition to ACTIVE for port object 5ae41445-323b-4138-9cdc-4c6f9122af6e will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:47.122484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.122824 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Added segment 07770a18-fc3b-4f38-9198-acbc510458b6 of type vlan for network 605af826-5e81-4827-a8c2-7cc8feb93301 Aug 16 21:34:47.133308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Transition to ACTIVE for port object 5ae41445-323b-4138-9cdc-4c6f9122af6e will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:47.163620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.321796 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.366200 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Network 5c833cc1-91b0-4271-af36-85fcd55d7609 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:34:47.368971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:47.373586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:34:47.380641 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Pushing event updated for resources: {'Port': ['ID=5ae41445-323b-4138-9cdc-4c6f9122af6e,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:47.389865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.395474 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:47.396057 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.436844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Attempting to bind port 5ae41445-323b-4138-9cdc-4c6f9122af6e on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:34:47.437240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Attempting to bind port 5ae41445-323b-4138-9cdc-4c6f9122af6e by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '5ff62171-efb1-4814-87ba-d66b2b8b4612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c833cc1-91b0-4271-af36-85fcd55d7609'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:34:47.437605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Attempting to bind port 5ae41445-323b-4138-9cdc-4c6f9122af6e on network 5c833cc1-91b0-4271-af36-85fcd55d7609 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:47.445577 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:34:47.445953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Checking segment: {'id': '5ff62171-efb1-4814-87ba-d66b2b8b4612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c833cc1-91b0-4271-af36-85fcd55d7609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:47.446355 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.446742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Bound using segment: {'id': '5ff62171-efb1-4814-87ba-d66b2b8b4612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c833cc1-91b0-4271-af36-85fcd55d7609'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:34:47.447206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Bound port: 5ae41445-323b-4138-9cdc-4c6f9122af6e, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff62171-efb1-4814-87ba-d66b2b8b4612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c833cc1-91b0-4271-af36-85fcd55d7609'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:34:47.447591 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.463285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event updated for resources: {'Network': ['ID=605af826-5e81-4827-a8c2-7cc8feb93301,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:47.480359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 605af826-5e81-4827-a8c2-7cc8feb93301 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:34:47.564432 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d371cf89-f978-490d-a8e6-bb8a7f08b335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.569116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] For port 5ae41445-323b-4138-9cdc-4c6f9122af6e, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:34:47.572275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] For port 5ae41445-323b-4138-9cdc-4c6f9122af6e, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5ae41445-323b-4138-9cdc-4c6f9122af6e,segment=NetworkSegment(5ff62171-efb1-4814-87ba-d66b2b8b4612),segment_id=5ff62171-efb1-4814-87ba-d66b2b8b4612)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:34:47.590884 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0be41f57-f190-4ae3-9208-d75855a7467b tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7614841 Aug 16 21:34:47.593814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39096) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:47.598897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Request body: {'subnet': {'network_id': '605af826-5e81-4827-a8c2-7cc8feb93301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:47.733223 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.790135 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652889f-8fcf-43c5-b558-66f9c7963c93 None None] Pushing event updated for resources: {'Port': ['ID=5ae41445-323b-4138-9cdc-4c6f9122af6e,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:47.892587 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Made reservation on behalf of ec7212235b1f4809b44e4976ee4c4947 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:47.896499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:48.166170 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:48.207302 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:48.268513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event updated for resources: {'Subnet': ['ID=cd00bc80-46c0-47d5-9104-45ee950f56a2,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:48.276125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Checking segment: {'id': '07770a18-fc3b-4f38-9198-acbc510458b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '605af826-5e81-4827-a8c2-7cc8feb93301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:48.276346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Network hostable DHCP agents. Network: 605af826-5e81-4827-a8c2-7cc8feb93301, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:34:48.497507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Network 605af826-5e81-4827-a8c2-7cc8feb93301 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:34:48.626736 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973c0b1-0846-4c0b-978d-a70fe85bb3e7 None None] Network 5c833cc1-91b0-4271-af36-85fcd55d7609 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:48.709824 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 605af826-5e81-4827-a8c2-7cc8feb93301) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:48.714192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:48.714982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:48.735150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173033f9-4d17-4b65-b301-8f1873fe864f None None] Network 605af826-5e81-4827-a8c2-7cc8feb93301 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:48.848770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c21098d1-3728-415a-ab2a-de6ff75c6035 None None] Provisioning for port 5ae41445-323b-4138-9cdc-4c6f9122af6e completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:48.923649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5ae41445-323b-4138-9cdc-4c6f9122af6e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:34:48.925830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-605af826-5e81-4827-a8c2-7cc8feb93301', 'network_id': '605af826-5e81-4827-a8c2-7cc8feb93301', 'tenant_id': 'ec7212235b1f4809b44e4976ee4c4947', 'fixed_ips': [{'subnet_id': 'cd00bc80-46c0-47d5-9104-45ee950f56a2'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:34:48.926693 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.014570 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-191948bf-542f-43cb-a972-a64ce649bfcb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.4188569 Aug 16 21:34:49.017813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39100) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:49.111582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Allocated IP 2001:db8::2 (605af826-5e81-4827-a8c2-7cc8feb93301/cd00bc80-46c0-47d5-9104-45ee950f56a2/437a1a97-bf88-4917-a5e3-d917a4ec0aa8) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:34:49.125385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.203402 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.261798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.269695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Transition to ACTIVE for port object 437a1a97-bf88-4917-a5e3-d917a4ec0aa8 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:49.283826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Transition to ACTIVE for port object 437a1a97-bf88-4917-a5e3-d917a4ec0aa8 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:49.320869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 5ae41445-323b-4138-9cdc-4c6f9122af6e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:49.324344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5ae41445-323b-4138-9cdc-4c6f9122af6e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:49.324731 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.398115 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.419077 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.464307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 5ae41445-323b-4138-9cdc-4c6f9122af6e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5ae41445-323b-4138-9cdc-4c6f9122af6e,segment=NetworkSegment(5ff62171-efb1-4814-87ba-d66b2b8b4612),segment_id=5ff62171-efb1-4814-87ba-d66b2b8b4612)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:49.465511 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.476881 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Network 605af826-5e81-4827-a8c2-7cc8feb93301 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:34:49.478152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Pushing event updated for resources: {'Port': ['ID=437a1a97-bf88-4917-a5e3-d917a4ec0aa8,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:49.481221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:49.483145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:34:49.534617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Attempting to bind port 437a1a97-bf88-4917-a5e3-d917a4ec0aa8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:34:49.534983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Attempting to bind port 437a1a97-bf88-4917-a5e3-d917a4ec0aa8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '07770a18-fc3b-4f38-9198-acbc510458b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '605af826-5e81-4827-a8c2-7cc8feb93301'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:34:49.535370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Attempting to bind port 437a1a97-bf88-4917-a5e3-d917a4ec0aa8 on network 605af826-5e81-4827-a8c2-7cc8feb93301 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:49.540286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:34:49.540656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Checking segment: {'id': '07770a18-fc3b-4f38-9198-acbc510458b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '605af826-5e81-4827-a8c2-7cc8feb93301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:49.541074 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.541475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Bound using segment: {'id': '07770a18-fc3b-4f38-9198-acbc510458b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '605af826-5e81-4827-a8c2-7cc8feb93301'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:34:49.541931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Bound port: 437a1a97-bf88-4917-a5e3-d917a4ec0aa8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07770a18-fc3b-4f38-9198-acbc510458b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '605af826-5e81-4827-a8c2-7cc8feb93301'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:34:49.542830 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.566926 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.598422 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Subnet': ['ID=cd00bc80-46c0-47d5-9104-45ee950f56a2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:49.610826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] For port 437a1a97-bf88-4917-a5e3-d917a4ec0aa8, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:34:49.613923 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] For port 437a1a97-bf88-4917-a5e3-d917a4ec0aa8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=437a1a97-bf88-4917-a5e3-d917a4ec0aa8,segment=NetworkSegment(07770a18-fc3b-4f38-9198-acbc510458b6),segment_id=07770a18-fc3b-4f38-9198-acbc510458b6)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:34:49.624066 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.660513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.670370 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605af826-5e81-4827-a8c2-7cc8feb93301']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:49.671983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=5ae41445-323b-4138-9cdc-4c6f9122af6e,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:49.686071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07770a18-fc3b-4f38-9198-acbc510458b6') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:49.686071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07770a18-fc3b-4f38-9198-acbc510458b6') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:49.689990 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.750825 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.753964 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.760077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:34:49.760612 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:34:49.764287 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:34:49.814010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a3970-720f-4f61-91ec-7d797947faca None None] Pushing event updated for resources: {'Port': ['ID=437a1a97-bf88-4917-a5e3-d917a4ec0aa8,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:49.927725 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.db.api [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:34:49.927725 n-d-793619-14 neutron-server[95262]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:34:49.927725 n-d-793619-14 neutron-server[95262]: [parameters: {'id': '605af826-5e81-4827-a8c2-7cc8feb93301'}] Aug 16 21:34:49.927725 n-d-793619-14 neutron-server[95262]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:34:49.928113 n-d-793619-14 neutron-server[95262]: DEBUG oslo_db.api [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:34:50.428922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:50.485125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Deleting port 437a1a97-bf88-4917-a5e3-d917a4ec0aa8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:50.485403 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:50.549334 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] For port 437a1a97-bf88-4917-a5e3-d917a4ec0aa8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=437a1a97-bf88-4917-a5e3-d917a4ec0aa8,segment=NetworkSegment(07770a18-fc3b-4f38-9198-acbc510458b6),segment_id=07770a18-fc3b-4f38-9198-acbc510458b6)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:50.549703 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:50.568571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Calling delete_port for 437a1a97-bf88-4917-a5e3-d917a4ec0aa8 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:50.663517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8c60ff-1ce1-4efb-9f30-627928e69b58 None None] Network 605af826-5e81-4827-a8c2-7cc8feb93301 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:50.841717 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:50.842201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3bd78b50-5de6-4785-9673-ee6f8a601cee None None] Provisioning for port 437a1a97-bf88-4917-a5e3-d917a4ec0aa8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:50.847422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6a5912-3d83-4a0e-88e6-d2a4da1ee1f7 None None] DHCP port deletion for 605af826-5e81-4827-a8c2-7cc8feb93301 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:34:50.852103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3bd78b50-5de6-4785-9673-ee6f8a601cee None None] Provisioning complete for port 437a1a97-bf88-4917-a5e3-d917a4ec0aa8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:50.852103 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3bd78b50-5de6-4785-9673-ee6f8a601cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:50.870304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Port': ['ID=437a1a97-bf88-4917-a5e3-d917a4ec0aa8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:50.872569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3bd78b50-5de6-4785-9673-ee6f8a601cee None None] Port 437a1a97-bf88-4917-a5e3-d917a4ec0aa8 was deleted so its status cannot be updated. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 21:34:50.872837 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No DVR routers for this DVR port 437a1a97-bf88-4917-a5e3-d917a4ec0aa8 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:34:50.903167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5ae41445-323b-4138-9cdc-4c6f9122af6e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:34:50.953057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5ae41445-323b-4138-9cdc-4c6f9122af6e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:50.953456 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:50.958159 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:50.967855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605af826-5e81-4827-a8c2-7cc8feb93301']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:50.973977 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:50.977529 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07770a18-fc3b-4f38-9198-acbc510458b6') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:50.977828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07770a18-fc3b-4f38-9198-acbc510458b6') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:50.987170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.001267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.007176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:34:51.007557 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:34:51.010424 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:34:51.218165 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.225621 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.226752 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/networks/605af826-5e81-4827-a8c2-7cc8feb93301 HTTP/1.1" status: 204 len: 168 time: 2.2079570 Aug 16 21:34:51.230460 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39102) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:51.235601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650311056'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:51.241735 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8a392-5e44-43dc-a393-003c8f6b3767 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Network': ['ID=605af826-5e81-4827-a8c2-7cc8feb93301,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:51.389504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Made reservation on behalf of ec7212235b1f4809b44e4976ee4c4947 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:51.392958 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.415938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:34:51.425185 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.425529 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Added segment 418507c4-3d12-4d2b-b48d-e796e9f98ca8 of type vlan for network 6f1bee66-b592-415c-b55f-1610f760a391 Aug 16 21:34:51.498764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.639945 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.645621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:51.646202 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.746788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event updated for resources: {'Network': ['ID=6f1bee66-b592-415c-b55f-1610f760a391,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:51.756738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 6f1bee66-b592-415c-b55f-1610f760a391 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:34:51.864113 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4ae5f7eb-5d88-40a9-9a46-1eabd231c9fe tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6325033 Aug 16 21:34:51.867250 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39104) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:51.872758 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Request body: {'subnet': {'network_id': '6f1bee66-b592-415c-b55f-1610f760a391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:52.080890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Made reservation on behalf of ec7212235b1f4809b44e4976ee4c4947 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:52.084489 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:52.142252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_backend_mixin [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Performing IP validity checks on allocation pools {{(pid=95261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 21:34:52.142766 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.ipam_backend_mixin [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 21:34:52.378168 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:52.436819 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event updated for resources: {'Subnet': ['ID=322334f2-bcdf-4faf-9207-416f9f7333ce,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:52.445524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Checking segment: {'id': '418507c4-3d12-4d2b-b48d-e796e9f98ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6f1bee66-b592-415c-b55f-1610f760a391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:52.452018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Network hostable DHCP agents. Network: 6f1bee66-b592-415c-b55f-1610f760a391, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:34:52.613399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Network 6f1bee66-b592-415c-b55f-1610f760a391 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:34:52.738022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 6f1bee66-b592-415c-b55f-1610f760a391) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:52.742066 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:52.742652 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:52.747364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f8624-c5db-4e40-83f9-59b46f0f5898 None None] Network 6f1bee66-b592-415c-b55f-1610f760a391 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:52.887546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-6f1bee66-b592-415c-b55f-1610f760a391', 'network_id': '6f1bee66-b592-415c-b55f-1610f760a391', 'tenant_id': 'ec7212235b1f4809b44e4976ee4c4947', 'fixed_ips': [{'subnet_id': '322334f2-bcdf-4faf-9207-416f9f7333ce'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:34:52.888393 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:52.916243 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0c8513ca-340d-4aef-87a4-8fec7e89d78a tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0478873 Aug 16 21:34:52.919574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39108) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:53.020161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Allocated IP 2001:db8::3 (6f1bee66-b592-415c-b55f-1610f760a391/322334f2-bcdf-4faf-9207-416f9f7333ce/e1049154-04b8-4820-898c-f77b3205ee5b) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:34:53.170279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.179168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Transition to ACTIVE for port object e1049154-04b8-4820-898c-f77b3205ee5b will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:53.195194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Transition to ACTIVE for port object e1049154-04b8-4820-898c-f77b3205ee5b will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:53.299082 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.336858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Network 6f1bee66-b592-415c-b55f-1610f760a391 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:34:53.341890 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:53.345475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:34:53.354084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Pushing event updated for resources: {'Port': ['ID=e1049154-04b8-4820-898c-f77b3205ee5b,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:53.373103 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.407810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Attempting to bind port e1049154-04b8-4820-898c-f77b3205ee5b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:34:53.408180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Attempting to bind port e1049154-04b8-4820-898c-f77b3205ee5b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '418507c4-3d12-4d2b-b48d-e796e9f98ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6f1bee66-b592-415c-b55f-1610f760a391'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:34:53.408548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Attempting to bind port e1049154-04b8-4820-898c-f77b3205ee5b on network 6f1bee66-b592-415c-b55f-1610f760a391 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:53.413665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:34:53.414039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Checking segment: {'id': '418507c4-3d12-4d2b-b48d-e796e9f98ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6f1bee66-b592-415c-b55f-1610f760a391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:53.414441 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.414839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Bound using segment: {'id': '418507c4-3d12-4d2b-b48d-e796e9f98ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6f1bee66-b592-415c-b55f-1610f760a391'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:34:53.415301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Bound port: e1049154-04b8-4820-898c-f77b3205ee5b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418507c4-3d12-4d2b-b48d-e796e9f98ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6f1bee66-b592-415c-b55f-1610f760a391'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:34:53.415684 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.420853 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Deleting port e1049154-04b8-4820-898c-f77b3205ee5b {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:53.426536 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.478744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] For port e1049154-04b8-4820-898c-f77b3205ee5b, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:34:53.482438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] For port e1049154-04b8-4820-898c-f77b3205ee5b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e1049154-04b8-4820-898c-f77b3205ee5b,segment=NetworkSegment(418507c4-3d12-4d2b-b48d-e796e9f98ca8),segment_id=418507c4-3d12-4d2b-b48d-e796e9f98ca8)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:34:53.497516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] For port e1049154-04b8-4820-898c-f77b3205ee5b, host n-d-793619-14, got binding levels [] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:53.498104 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.514027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Calling delete_port for e1049154-04b8-4820-898c-f77b3205ee5b owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:53.807541 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.863623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845be6c8-0e41-4ff1-b0ff-3970d4c6fe4b None None] Pushing event updated for resources: {'Port': ['ID=e1049154-04b8-4820-898c-f77b3205ee5b,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:53.984044 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.021399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Port': ['ID=e1049154-04b8-4820-898c-f77b3205ee5b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:54.072298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No DVR routers for this DVR port e1049154-04b8-4820-898c-f77b3205ee5b on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:34:54.147726 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.389333 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.416565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Subnet': ['ID=322334f2-bcdf-4faf-9207-416f9f7333ce,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:54.477408 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.488670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1bee66-b592-415c-b55f-1610f760a391']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:54.499074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418507c4-3d12-4d2b-b48d-e796e9f98ca8') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:54.499374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418507c4-3d12-4d2b-b48d-e796e9f98ca8') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:54.509098 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.528663 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.534893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:34:54.535378 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:34:54.538456 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:34:54.699258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f3b30-3e9b-41f7-9baa-b66e5f5e79f0 None None] Network 6f1bee66-b592-415c-b55f-1610f760a391 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:54.868689 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.878528 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.880645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/networks/6f1bee66-b592-415c-b55f-1610f760a391 HTTP/1.1" status: 204 len: 168 time: 1.9601016 Aug 16 21:34:54.884411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39110) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:54.890807 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1861969179'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:54.893364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66293b58-7a36-4a64-bd40-04ec09e0a093 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Network': ['ID=6f1bee66-b592-415c-b55f-1610f760a391,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:54.900153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4f8f50f1-a0f3-438b-9bce-88efab661b0e None None] Could not find standard attr ID for object e1049154-04b8-4820-898c-f77b3205ee5b. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:34:55.011666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a7a997-3bd4-4f2f-ac50-7db811afa369 None None] DHCP port deletion for 6f1bee66-b592-415c-b55f-1610f760a391 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:34:55.029655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Made reservation on behalf of ec7212235b1f4809b44e4976ee4c4947 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:55.033230 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.056054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:34:55.065376 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.065719 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Added segment 459b2948-fa72-4c3e-95bb-9bb42230f41a of type vlan for network 4eb94cd9-b321-469c-8078-6e4b7a921712 Aug 16 21:34:55.105638 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.235250 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.240741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:55.241291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.306738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event updated for resources: {'Network': ['ID=4eb94cd9-b321-469c-8078-6e4b7a921712,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:55.316891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 4eb94cd9-b321-469c-8078-6e4b7a921712 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:34:55.379234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4f03340e-f198-49fd-b457-eecd03508e44 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4929361 Aug 16 21:34:55.382319 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39112) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:55.387955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Request body: {'subnet': {'network_id': '4eb94cd9-b321-469c-8078-6e4b7a921712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:55.560340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Made reservation on behalf of ec7212235b1f4809b44e4976ee4c4947 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:55.563965 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.818623 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.877628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event updated for resources: {'Subnet': ['ID=88d7011a-6c26-45a9-a5a6-71cff56b2eef,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:55.885121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Checking segment: {'id': '459b2948-fa72-4c3e-95bb-9bb42230f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4eb94cd9-b321-469c-8078-6e4b7a921712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:55.885121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Network hostable DHCP agents. Network: 4eb94cd9-b321-469c-8078-6e4b7a921712, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:34:55.995704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Network 4eb94cd9-b321-469c-8078-6e4b7a921712 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:34:56.103762 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 4eb94cd9-b321-469c-8078-6e4b7a921712) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:56.109070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:56.110068 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.114362 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0110d743-748b-46be-abc2-9b68b6486a66 None None] Network 4eb94cd9-b321-469c-8078-6e4b7a921712 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:56.241800 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-357d87e9-e134-4b69-9b42-fc1239eb14a0 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8583305 Aug 16 21:34:56.246002 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39114) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:56.251634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1882709988'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:56.259437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-4eb94cd9-b321-469c-8078-6e4b7a921712', 'network_id': '4eb94cd9-b321-469c-8078-6e4b7a921712', 'tenant_id': 'ec7212235b1f4809b44e4976ee4c4947', 'fixed_ips': [{'subnet_id': '88d7011a-6c26-45a9-a5a6-71cff56b2eef'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:34:56.260257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.355504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Made reservation on behalf of ec7212235b1f4809b44e4976ee4c4947 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:56.358999 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.382660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:34:56.392076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Allocated IP 2001:db8::2 (4eb94cd9-b321-469c-8078-6e4b7a921712/88d7011a-6c26-45a9-a5a6-71cff56b2eef/f8ad2b1f-cc0a-4793-956d-e68c30b0efdb) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:34:56.392659 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.393006 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Added segment 3bc8d19a-6e25-4077-94ce-bda122c7f6fc of type vlan for network e74ad441-85fc-4e62-8ba2-6df873bd1bda Aug 16 21:34:56.433162 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.533915 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.542434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Transition to ACTIVE for port object f8ad2b1f-cc0a-4793-956d-e68c30b0efdb will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:56.549732 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.555566 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:56.560609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Transition to ACTIVE for port object f8ad2b1f-cc0a-4793-956d-e68c30b0efdb will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:56.560731 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.624974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event updated for resources: {'Network': ['ID=e74ad441-85fc-4e62-8ba2-6df873bd1bda,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:56.635519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network e74ad441-85fc-4e62-8ba2-6df873bd1bda details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:34:56.675098 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.697079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cb124df3-4b98-475c-b334-07bf5f7f2bfa tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4468272 Aug 16 21:34:56.697471 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39116) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:56.703800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Request body: {'subnet': {'network_id': 'e74ad441-85fc-4e62-8ba2-6df873bd1bda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:56.741901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Network 4eb94cd9-b321-469c-8078-6e4b7a921712 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:34:56.748110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:56.750151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Pushing event updated for resources: {'Port': ['ID=f8ad2b1f-cc0a-4793-956d-e68c30b0efdb,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:56.752351 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:34:56.805968 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Attempting to bind port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:34:56.806347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Attempting to bind port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '459b2948-fa72-4c3e-95bb-9bb42230f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4eb94cd9-b321-469c-8078-6e4b7a921712'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:34:56.806717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Attempting to bind port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb on network 4eb94cd9-b321-469c-8078-6e4b7a921712 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:56.812239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:34:56.812650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Checking segment: {'id': '459b2948-fa72-4c3e-95bb-9bb42230f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4eb94cd9-b321-469c-8078-6e4b7a921712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:56.813078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.813482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Bound using segment: {'id': '459b2948-fa72-4c3e-95bb-9bb42230f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4eb94cd9-b321-469c-8078-6e4b7a921712'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:34:56.813947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Bound port: f8ad2b1f-cc0a-4793-956d-e68c30b0efdb, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459b2948-fa72-4c3e-95bb-9bb42230f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4eb94cd9-b321-469c-8078-6e4b7a921712'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:34:56.814333 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.855617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e1049154-04b8-4820-898c-f77b3205ee5b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:34:56.883866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: e1049154-04b8-4820-898c-f77b3205ee5b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:34:56.884141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e1049154-04b8-4820-898c-f77b3205ee5b not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:34:56.891518 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Made reservation on behalf of ec7212235b1f4809b44e4976ee4c4947 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:56.895209 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.900276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] For port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:34:56.903388 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] For port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f8ad2b1f-cc0a-4793-956d-e68c30b0efdb,segment=NetworkSegment(459b2948-fa72-4c3e-95bb-9bb42230f41a),segment_id=459b2948-fa72-4c3e-95bb-9bb42230f41a)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:34:56.996225 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:57.056975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec57f8b-ca09-4d2a-846c-a37c6fadc37c None None] Pushing event updated for resources: {'Port': ['ID=f8ad2b1f-cc0a-4793-956d-e68c30b0efdb,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:57.172542 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:57.233748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event updated for resources: {'Subnet': ['ID=3ac12133-e2d6-4500-b8d0-733a586ade4a,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:57.251715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Checking segment: {'id': '3bc8d19a-6e25-4077-94ce-bda122c7f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e74ad441-85fc-4e62-8ba2-6df873bd1bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:57.252087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Network hostable DHCP agents. Network: e74ad441-85fc-4e62-8ba2-6df873bd1bda, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:34:57.349400 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Network e74ad441-85fc-4e62-8ba2-6df873bd1bda is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:34:57.429430 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, e74ad441-85fc-4e62-8ba2-6df873bd1bda) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:57.434718 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:57.435312 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:57.441880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b963e264-dc87-4744-9ae8-a2c64ad0cb22 None None] Network e74ad441-85fc-4e62-8ba2-6df873bd1bda requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:57.587126 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-132f82f7-d948-4897-98fe-8a2becc6bc88 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8858607 Aug 16 21:34:57.587624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-e74ad441-85fc-4e62-8ba2-6df873bd1bda', 'network_id': 'e74ad441-85fc-4e62-8ba2-6df873bd1bda', 'tenant_id': 'ec7212235b1f4809b44e4976ee4c4947', 'fixed_ips': [{'subnet_id': '3ac12133-e2d6-4500-b8d0-733a586ade4a'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:34:57.587624 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:57.587834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39118) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:57.690994 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:57.734416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Allocated IP 2001:db8::2 (e74ad441-85fc-4e62-8ba2-6df873bd1bda/3ac12133-e2d6-4500-b8d0-733a586ade4a/54e52de1-e8a5-45d0-a445-78544468194d) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:34:57.750897 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:57.886819 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:57.896260 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Transition to ACTIVE for port object 54e52de1-e8a5-45d0-a445-78544468194d will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:57.911925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Transition to ACTIVE for port object 54e52de1-e8a5-45d0-a445-78544468194d will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:57.926635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6ca467-3680-41c1-9d93-02f37832e28d None None] Network 4eb94cd9-b321-469c-8078-6e4b7a921712 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:58.034484 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.091291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Network e74ad441-85fc-4e62-8ba2-6df873bd1bda is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:34:58.096344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:58.101604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:34:58.116507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Pushing event updated for resources: {'Port': ['ID=54e52de1-e8a5-45d0-a445-78544468194d,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:58.123880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f04a92b-dac0-4947-a125-351b33ee12ed None None] Provisioning for port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:58.155498 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.182121 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Attempting to bind port 54e52de1-e8a5-45d0-a445-78544468194d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:34:58.182508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Attempting to bind port 54e52de1-e8a5-45d0-a445-78544468194d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '3bc8d19a-6e25-4077-94ce-bda122c7f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e74ad441-85fc-4e62-8ba2-6df873bd1bda'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:34:58.183408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Attempting to bind port 54e52de1-e8a5-45d0-a445-78544468194d on network e74ad441-85fc-4e62-8ba2-6df873bd1bda {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:58.183524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac12133-e2d6-4500-b8d0-733a586ade4a,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:58.188728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:34:58.189150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Checking segment: {'id': '3bc8d19a-6e25-4077-94ce-bda122c7f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e74ad441-85fc-4e62-8ba2-6df873bd1bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:58.189562 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.189963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Bound using segment: {'id': '3bc8d19a-6e25-4077-94ce-bda122c7f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e74ad441-85fc-4e62-8ba2-6df873bd1bda'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:34:58.190446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Bound port: 54e52de1-e8a5-45d0-a445-78544468194d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc8d19a-6e25-4077-94ce-bda122c7f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e74ad441-85fc-4e62-8ba2-6df873bd1bda'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:34:58.190944 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.259865 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.263988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] For port 54e52de1-e8a5-45d0-a445-78544468194d, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:34:58.271334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] For port 54e52de1-e8a5-45d0-a445-78544468194d, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=54e52de1-e8a5-45d0-a445-78544468194d,segment=NetworkSegment(3bc8d19a-6e25-4077-94ce-bda122c7f6fc),segment_id=3bc8d19a-6e25-4077-94ce-bda122c7f6fc)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:34:58.271730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74ad441-85fc-4e62-8ba2-6df873bd1bda']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:58.283283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc8d19a-6e25-4077-94ce-bda122c7f6fc') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:58.283579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc8d19a-6e25-4077-94ce-bda122c7f6fc') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:58.294195 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.384678 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.387666 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.394061 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:34:58.394455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:34:58.397420 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:34:58.469909 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c4355-6dcd-45cf-81b5-1698bae725de None None] Pushing event updated for resources: {'Port': ['ID=54e52de1-e8a5-45d0-a445-78544468194d,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:58.481895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.db.api [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:34:58.481895 n-d-793619-14 neutron-server[95261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:34:58.481895 n-d-793619-14 neutron-server[95261]: [parameters: {'id': 'e74ad441-85fc-4e62-8ba2-6df873bd1bda'}] Aug 16 21:34:58.481895 n-d-793619-14 neutron-server[95261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:34:58.482267 n-d-793619-14 neutron-server[95261]: DEBUG oslo_db.api [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:34:58.485102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c7306a-db95-4120-9ad0-f45bb72e289a None None] Network e74ad441-85fc-4e62-8ba2-6df873bd1bda requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:58.606413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4fee10-08fa-4ab3-a638-4eff349111ed None None] get_active_networks_info from n-d-793619-14 {{(pid=95263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:34:58.678070 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4fee10-08fa-4ab3-a638-4eff349111ed None None] Resources bound (agent type, host, resource id): {{(pid=95263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:34:58.919434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f8ad2b1f-cc0a-4793-956d-e68c30b0efdb up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:34:58.983716 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.035207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Deleting port 54e52de1-e8a5-45d0-a445-78544468194d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:59.035548 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.052150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:59.057505 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:59.058607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.101682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] For port 54e52de1-e8a5-45d0-a445-78544468194d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=54e52de1-e8a5-45d0-a445-78544468194d,segment=NetworkSegment(3bc8d19a-6e25-4077-94ce-bda122c7f6fc),segment_id=3bc8d19a-6e25-4077-94ce-bda122c7f6fc)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:59.102116 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.114605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Calling delete_port for 54e52de1-e8a5-45d0-a445-78544468194d owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:59.135110 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.166475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f8ad2b1f-cc0a-4793-956d-e68c30b0efdb,segment=NetworkSegment(459b2948-fa72-4c3e-95bb-9bb42230f41a),segment_id=459b2948-fa72-4c3e-95bb-9bb42230f41a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:59.292315 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.309463 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.341393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=f8ad2b1f-cc0a-4793-956d-e68c30b0efdb,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:59.346125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No DVR routers for this DVR port 54e52de1-e8a5-45d0-a445-78544468194d on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:34:59.347573 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Port': ['ID=54e52de1-e8a5-45d0-a445-78544468194d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:59.423824 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.433730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74ad441-85fc-4e62-8ba2-6df873bd1bda']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:59.443591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc8d19a-6e25-4077-94ce-bda122c7f6fc') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:59.443892 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc8d19a-6e25-4077-94ce-bda122c7f6fc') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:59.452682 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.466716 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.472569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:34:59.472962 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:34:59.475972 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:34:59.640985 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.645411 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:59.647312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/networks/e74ad441-85fc-4e62-8ba2-6df873bd1bda HTTP/1.1" status: 204 len: 168 time: 2.0592206 Aug 16 21:34:59.650535 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39120) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:59.661796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3317c78-7af8-476f-a830-f6110f059f78 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Network': ['ID=e74ad441-85fc-4e62-8ba2-6df873bd1bda,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:59.678107 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab66de1-5f55-4f42-b450-bba189a67ec5 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] GET failed (client error): The resource could not be found. Aug 16 21:34:59.679389 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0ab66de1-5f55-4f42-b450-bba189a67ec5 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "GET /v2.0/subnets/3ac12133-e2d6-4500-b8d0-733a586ade4a HTTP/1.1" status: 404 len: 337 time: 0.0278099 Aug 16 21:34:59.682327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39122) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:59.700980 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d56496-d0e9-4abc-8708-0a7065b04af7 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] DELETE failed (client error): The resource could not be found. Aug 16 21:34:59.701532 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d56496-d0e9-4abc-8708-0a7065b04af7 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:34:59.703122 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a6d56496-d0e9-4abc-8708-0a7065b04af7 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/networks/e74ad441-85fc-4e62-8ba2-6df873bd1bda HTTP/1.1" status: 404 len: 339 time: 0.0191510 Aug 16 21:34:59.706688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39124) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:59.731378 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b8fa05-7a49-48f5-80d2-f6a42bd890fd tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] DELETE failed (client error): The resource could not be found. Aug 16 21:34:59.731827 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b8fa05-7a49-48f5-80d2-f6a42bd890fd tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:34:59.733575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-04b8fa05-7a49-48f5-80d2-f6a42bd890fd tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/subnets/3ac12133-e2d6-4500-b8d0-733a586ade4a HTTP/1.1" status: 404 len: 337 time: 0.0260198 Aug 16 21:34:59.736058 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39126) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:59.753854 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac00058c-1c52-4ab6-8b6d-4bfca1c8426c tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] DELETE failed (client error): The resource could not be found. Aug 16 21:34:59.754367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac00058c-1c52-4ab6-8b6d-4bfca1c8426c tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:34:59.755949 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ac00058c-1c52-4ab6-8b6d-4bfca1c8426c tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/networks/e74ad441-85fc-4e62-8ba2-6df873bd1bda HTTP/1.1" status: 404 len: 339 time: 0.0190101 Aug 16 21:34:59.758230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39128) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:59.806831 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Deleting subnet 88d7011a-6c26-45a9-a5a6-71cff56b2eef {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:34:59.810410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.200900 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.282038 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.435021 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.466697 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Subnet': ['ID=88d7011a-6c26-45a9-a5a6-71cff56b2eef,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:00.471330 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.473581 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/subnets/88d7011a-6c26-45a9-a5a6-71cff56b2eef HTTP/1.1" status: 204 len: 168 time: 0.7140636 Aug 16 21:35:00.475918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39130) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:00.477733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7301a-0e0b-48d5-bb3e-093d48799270 None None] Network 4eb94cd9-b321-469c-8078-6e4b7a921712 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:00.480860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.481274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.481621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.481961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.482300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.482637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.483001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.483335 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.483678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.484177 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.484520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.484850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b2fb9e-af3e-4066-8ea0-dab8f678ad04 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:00.557621 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.610498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Deleting port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:35:00.610845 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.657847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c394c4e-3c9a-4a5f-9371-a16e0ad1c590 None None] DHCP port deletion for 4eb94cd9-b321-469c-8078-6e4b7a921712 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:35:00.675147 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] For port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f8ad2b1f-cc0a-4793-956d-e68c30b0efdb,segment=NetworkSegment(459b2948-fa72-4c3e-95bb-9bb42230f41a),segment_id=459b2948-fa72-4c3e-95bb-9bb42230f41a)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:00.675514 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.688364 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Calling delete_port for f8ad2b1f-cc0a-4793-956d-e68c30b0efdb owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:35:00.707177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7c394c4e-3c9a-4a5f-9371-a16e0ad1c590 None None] Deleting port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:35:00.707665 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c394c4e-3c9a-4a5f-9371-a16e0ad1c590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.769908 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7c394c4e-3c9a-4a5f-9371-a16e0ad1c590 None None] For port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f8ad2b1f-cc0a-4793-956d-e68c30b0efdb,segment=NetworkSegment(459b2948-fa72-4c3e-95bb-9bb42230f41a),segment_id=459b2948-fa72-4c3e-95bb-9bb42230f41a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:00.770233 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c394c4e-3c9a-4a5f-9371-a16e0ad1c590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.782933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7c394c4e-3c9a-4a5f-9371-a16e0ad1c590 None None] Calling delete_port for f8ad2b1f-cc0a-4793-956d-e68c30b0efdb owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:35:00.852786 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.862581 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c394c4e-3c9a-4a5f-9371-a16e0ad1c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.882227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No DVR routers for this DVR port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:35:00.888365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Port': ['ID=f8ad2b1f-cc0a-4793-956d-e68c30b0efdb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:00.890775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c394c4e-3c9a-4a5f-9371-a16e0ad1c590 None None] Pushing event deleted for resources: {'Port': ['ID=f8ad2b1f-cc0a-4793-956d-e68c30b0efdb,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:00.894228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c394c4e-3c9a-4a5f-9371-a16e0ad1c590 None None] No DVR routers for this DVR port f8ad2b1f-cc0a-4793-956d-e68c30b0efdb on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:35:00.907241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f8ad2b1f-cc0a-4793-956d-e68c30b0efdb no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:35:00.927499 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: f8ad2b1f-cc0a-4793-956d-e68c30b0efdb {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:35:00.927854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f8ad2b1f-cc0a-4793-956d-e68c30b0efdb not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:35:00.971667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.982078 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb94cd9-b321-469c-8078-6e4b7a921712']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:00.991854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459b2948-fa72-4c3e-95bb-9bb42230f41a') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:00.992162 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459b2948-fa72-4c3e-95bb-9bb42230f41a') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:01.000820 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.014053 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.019759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:35:01.020272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:35:01.023062 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:35:01.200949 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.209543 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.209543 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/networks/4eb94cd9-b321-469c-8078-6e4b7a921712 HTTP/1.1" status: 204 len: 168 time: 0.7320411 Aug 16 21:35:01.211901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39132) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:01.221237 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be31d4b-0c5c-4d17-9b9d-9135fb77dc15 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Network': ['ID=4eb94cd9-b321-469c-8078-6e4b7a921712,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:01.239800 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9387b6c-e6e1-4d84-bbc0-adbc94e2b5ae tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] DELETE failed (client error): The resource could not be found. Aug 16 21:35:01.240247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9387b6c-e6e1-4d84-bbc0-adbc94e2b5ae tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:35:01.241996 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e9387b6c-e6e1-4d84-bbc0-adbc94e2b5ae tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/subnets/322334f2-bcdf-4faf-9207-416f9f7333ce HTTP/1.1" status: 404 len: 337 time: 0.0290947 Aug 16 21:35:01.244501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39134) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:01.263142 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b0bac7-8ddd-4496-9843-106489011ccd tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] DELETE failed (client error): The resource could not be found. Aug 16 21:35:01.263658 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b0bac7-8ddd-4496-9843-106489011ccd tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:35:01.265286 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d5b0bac7-8ddd-4496-9843-106489011ccd tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/networks/6f1bee66-b592-415c-b55f-1610f760a391 HTTP/1.1" status: 404 len: 339 time: 0.0198221 Aug 16 21:35:01.279050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39136) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:01.304079 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eabc8bd-4af5-49ef-9906-78f1b895e529 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] DELETE failed (client error): The resource could not be found. Aug 16 21:35:01.304516 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eabc8bd-4af5-49ef-9906-78f1b895e529 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:35:01.306147 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5eabc8bd-4af5-49ef-9906-78f1b895e529 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/subnets/cd00bc80-46c0-47d5-9104-45ee950f56a2 HTTP/1.1" status: 404 len: 337 time: 0.0262828 Aug 16 21:35:01.309096 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39138) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:01.326326 n-d-793619-14 neutron-server[95262]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed0d04c-0f4b-4ae2-b7cc-58cf04833bbb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] DELETE failed (client error): The resource could not be found. Aug 16 21:35:01.326829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed0d04c-0f4b-4ae2-b7cc-58cf04833bbb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95262) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:35:01.328399 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-aed0d04c-0f4b-4ae2-b7cc-58cf04833bbb tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/networks/605af826-5e81-4827-a8c2-7cc8feb93301 HTTP/1.1" status: 404 len: 339 time: 0.0184290 Aug 16 21:35:01.330591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39140) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:01.378639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-677f7646-18f6-492c-bb55-925fa6ebb913 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Deleting subnet 85d03023-d744-4312-b268-9cb76bdeece1 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:35:01.381702 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-677f7646-18f6-492c-bb55-925fa6ebb913 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.424032 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-677f7646-18f6-492c-bb55-925fa6ebb913 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.504499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-677f7646-18f6-492c-bb55-925fa6ebb913 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.663704 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-677f7646-18f6-492c-bb55-925fa6ebb913 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.691318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7646-18f6-492c-bb55-925fa6ebb913 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Subnet': ['ID=85d03023-d744-4312-b268-9cb76bdeece1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:01.693546 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-677f7646-18f6-492c-bb55-925fa6ebb913 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.695966 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-677f7646-18f6-492c-bb55-925fa6ebb913 tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/subnets/85d03023-d744-4312-b268-9cb76bdeece1 HTTP/1.1" status: 204 len: 168 time: 0.3639369 Aug 16 21:35:01.697922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39142) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:01.700822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fbc2b8-c0c2-4723-8e7c-86fb01e33db3 None None] Network 5c833cc1-91b0-4271-af36-85fcd55d7609 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:01.780096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.833079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Deleting port 5ae41445-323b-4138-9cdc-4c6f9122af6e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:35:01.833339 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.864655 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359adf3d-7aa7-4526-8a0e-de16c9a4aab4 None None] DHCP port deletion for 5c833cc1-91b0-4271-af36-85fcd55d7609 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:35:01.900212 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] For port 5ae41445-323b-4138-9cdc-4c6f9122af6e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5ae41445-323b-4138-9cdc-4c6f9122af6e,segment=NetworkSegment(5ff62171-efb1-4814-87ba-d66b2b8b4612),segment_id=5ff62171-efb1-4814-87ba-d66b2b8b4612)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:01.900580 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.911860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-359adf3d-7aa7-4526-8a0e-de16c9a4aab4 None None] Deleting port 5ae41445-323b-4138-9cdc-4c6f9122af6e {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:35:01.912238 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-359adf3d-7aa7-4526-8a0e-de16c9a4aab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.913528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Calling delete_port for 5ae41445-323b-4138-9cdc-4c6f9122af6e owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:35:01.977412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-359adf3d-7aa7-4526-8a0e-de16c9a4aab4 None None] For port 5ae41445-323b-4138-9cdc-4c6f9122af6e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5ae41445-323b-4138-9cdc-4c6f9122af6e,segment=NetworkSegment(5ff62171-efb1-4814-87ba-d66b2b8b4612),segment_id=5ff62171-efb1-4814-87ba-d66b2b8b4612)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:01.977920 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-359adf3d-7aa7-4526-8a0e-de16c9a4aab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.990513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-359adf3d-7aa7-4526-8a0e-de16c9a4aab4 None None] Calling delete_port for 5ae41445-323b-4138-9cdc-4c6f9122af6e owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:35:02.063771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:02.069699 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-359adf3d-7aa7-4526-8a0e-de16c9a4aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:02.091798 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Port': ['ID=5ae41445-323b-4138-9cdc-4c6f9122af6e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:02.093530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] No DVR routers for this DVR port 5ae41445-323b-4138-9cdc-4c6f9122af6e on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:35:02.096075 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359adf3d-7aa7-4526-8a0e-de16c9a4aab4 None None] No DVR routers for this DVR port 5ae41445-323b-4138-9cdc-4c6f9122af6e on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:35:02.097820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359adf3d-7aa7-4526-8a0e-de16c9a4aab4 None None] Pushing event deleted for resources: {'Port': ['ID=5ae41445-323b-4138-9cdc-4c6f9122af6e,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:02.176962 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:02.187206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c833cc1-91b0-4271-af36-85fcd55d7609']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:02.197208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff62171-efb1-4814-87ba-d66b2b8b4612') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:02.199742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff62171-efb1-4814-87ba-d66b2b8b4612') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:02.206278 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:02.219628 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:02.225340 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:35:02.225734 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:35:02.228609 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:35:02.389106 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:02.396040 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:02.398309 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] 10.222.0.74 "DELETE /v2.0/networks/5c833cc1-91b0-4271-af36-85fcd55d7609 HTTP/1.1" status: 204 len: 168 time: 0.6968160 Aug 16 21:35:02.418344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c1ef1-8363-4a63-b724-1fb43de58b6d tempest-NetworksIpV6Test-1998788727 tempest-NetworksIpV6Test-1998788727-project] Pushing event deleted for resources: {'Network': ['ID=5c833cc1-91b0-4271-af36-85fcd55d7609,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:02.898059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5ae41445-323b-4138-9cdc-4c6f9122af6e no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:35:02.918574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 5ae41445-323b-4138-9cdc-4c6f9122af6e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:35:02.920296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5ae41445-323b-4138-9cdc-4c6f9122af6e not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:35:03.091978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39150) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:03.132398 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:03.172126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:03.224164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ce9c5649-9d51-4b9c-95b1-cec8083d87dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ec7212235b1f4809b44e4976ee4c4947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307657 Aug 16 21:35:03.226838 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39154) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:03.280718 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e253afe3-cc45-4a9f-aef2-91fc50ed4dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:03.302085 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e253afe3-cc45-4a9f-aef2-91fc50ed4dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:03.429368 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e253afe3-cc45-4a9f-aef2-91fc50ed4dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:03.431907 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e253afe3-cc45-4a9f-aef2-91fc50ed4dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:03.433203 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e253afe3-cc45-4a9f-aef2-91fc50ed4dad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a8e5b4bb-cc75-4bc4-ae75-7903166ff429 HTTP/1.1" status: 204 len: 168 time: 0.2054253 Aug 16 21:35:03.441300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253afe3-cc45-4a9f-aef2-91fc50ed4dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e5b4bb-cc75-4bc4-ae75-7903166ff429,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:04.505944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39176) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:04.599933 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-62b9f6b5-57e5-4906-b156-e3da935849a8 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2130501752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:04.904163 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-62b9f6b5-57e5-4906-b156-e3da935849a8 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.905265 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-62b9f6b5-57e5-4906-b156-e3da935849a8 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.988814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-62b9f6b5-57e5-4906-b156-e3da935849a8 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.160822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-62b9f6b5-57e5-4906-b156-e3da935849a8 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.280339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-62b9f6b5-57e5-4906-b156-e3da935849a8 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.281574 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-62b9f6b5-57e5-4906-b156-e3da935849a8 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7746158 Aug 16 21:35:05.284196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39180) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:05.289015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1763836775'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:05.451166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Made reservation on behalf of 9bc410a61361448582c443508de2515b for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:05.454678 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.464334 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.550726 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.646193 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.668850 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:35:05.681633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9df1ed-d2de-42db-8408-96fc2cce2433,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:05.686257 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.686596 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Added segment 1d4141df-9f71-4403-ae51-10dd1003e8e2 of type vlan for network 5d73d671-c020-4dc9-8753-84e7bc1a1d38 Aug 16 21:35:05.724476 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.768520 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:35:05.857670 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.863114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:05.863691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.928780 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Pushing event updated for resources: {'Network': ['ID=5d73d671-c020-4dc9-8753-84e7bc1a1d38,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:05.938772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 5d73d671-c020-4dc9-8753-84e7bc1a1d38 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:35:06.001798 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0c255e6f-3cf7-4cf6-8385-5b77cfbfcf77 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7165427 Aug 16 21:35:06.004555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39182) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:06.009482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Request body: {'subnet': {'network_id': '5d73d671-c020-4dc9-8753-84e7bc1a1d38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:06.211522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Made reservation on behalf of 9bc410a61361448582c443508de2515b for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:06.215138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.503572 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.568727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Pushing event updated for resources: {'Subnet': ['ID=eb157476-04f0-4af3-bf26-6fce907472c2,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:06.576123 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Checking segment: {'id': '1d4141df-9f71-4403-ae51-10dd1003e8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5d73d671-c020-4dc9-8753-84e7bc1a1d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:06.576487 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Network hostable DHCP agents. Network: 5d73d671-c020-4dc9-8753-84e7bc1a1d38, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:35:06.669035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Network 5d73d671-c020-4dc9-8753-84e7bc1a1d38 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:35:06.760304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 5d73d671-c020-4dc9-8753-84e7bc1a1d38) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:06.764901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:06.765519 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.771486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3dbeb5-71b7-4ed5-a904-85562501aa75 None None] Network 5d73d671-c020-4dc9-8753-84e7bc1a1d38 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:06.869611 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0b4c3c5a-5332-4c38-8df9-fe2eaa506de5 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8638258 Aug 16 21:35:06.873156 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39184) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:06.878234 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1381501294'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:06.915428 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-5d73d671-c020-4dc9-8753-84e7bc1a1d38', 'network_id': '5d73d671-c020-4dc9-8753-84e7bc1a1d38', 'tenant_id': '9bc410a61361448582c443508de2515b', 'fixed_ips': [{'subnet_id': 'eb157476-04f0-4af3-bf26-6fce907472c2'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:35:06.916295 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.983719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Made reservation on behalf of 9bc410a61361448582c443508de2515b for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:06.987339 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.010414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:35:07.018969 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.019320 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Added segment e1b12d94-1ff7-4341-9d22-3424e2b41e91 of type vlan for network 07a1a3d9-4015-41b9-9027-d2f3ac42572e Aug 16 21:35:07.061466 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.178111 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.184259 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:07.184881 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.204067 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Allocated IP 172.20.0.2 (5d73d671-c020-4dc9-8753-84e7bc1a1d38/eb157476-04f0-4af3-bf26-6fce907472c2/68e2d03a-d8a9-4c53-9449-73950943f860) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:07.253360 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Pushing event updated for resources: {'Network': ['ID=07a1a3d9-4015-41b9-9027-d2f3ac42572e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:07.272584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 07a1a3d9-4015-41b9-9027-d2f3ac42572e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:35:07.383909 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-97fc6f49-3db3-47d0-ae00-348076dff719 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5096259 Aug 16 21:35:07.386722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39186) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:07.391621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Request body: {'subnet': {'network_id': '07a1a3d9-4015-41b9-9027-d2f3ac42572e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:07.398143 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.407568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Transition to ACTIVE for port object 68e2d03a-d8a9-4c53-9449-73950943f860 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:07.422918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Transition to ACTIVE for port object 68e2d03a-d8a9-4c53-9449-73950943f860 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:07.532525 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.575327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Network 5d73d671-c020-4dc9-8753-84e7bc1a1d38 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:07.578145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:07.581645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:07.586736 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Pushing event updated for resources: {'Port': ['ID=68e2d03a-d8a9-4c53-9449-73950943f860,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:07.600155 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Made reservation on behalf of 9bc410a61361448582c443508de2515b for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:07.603850 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.637425 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Attempting to bind port 68e2d03a-d8a9-4c53-9449-73950943f860 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:07.637796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Attempting to bind port 68e2d03a-d8a9-4c53-9449-73950943f860 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '1d4141df-9f71-4403-ae51-10dd1003e8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5d73d671-c020-4dc9-8753-84e7bc1a1d38'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:07.638162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Attempting to bind port 68e2d03a-d8a9-4c53-9449-73950943f860 on network 5d73d671-c020-4dc9-8753-84e7bc1a1d38 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:07.643111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:07.643502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Checking segment: {'id': '1d4141df-9f71-4403-ae51-10dd1003e8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5d73d671-c020-4dc9-8753-84e7bc1a1d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:07.643891 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.644282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Bound using segment: {'id': '1d4141df-9f71-4403-ae51-10dd1003e8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5d73d671-c020-4dc9-8753-84e7bc1a1d38'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:07.644743 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Bound port: 68e2d03a-d8a9-4c53-9449-73950943f860, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4141df-9f71-4403-ae51-10dd1003e8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5d73d671-c020-4dc9-8753-84e7bc1a1d38'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:07.645149 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.706520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] For port 68e2d03a-d8a9-4c53-9449-73950943f860, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:07.709503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] For port 68e2d03a-d8a9-4c53-9449-73950943f860, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=68e2d03a-d8a9-4c53-9449-73950943f860,segment=NetworkSegment(1d4141df-9f71-4403-ae51-10dd1003e8e2),segment_id=1d4141df-9f71-4403-ae51-10dd1003e8e2)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:07.840559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.877839 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.902416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bee053-a2d8-468f-ae6a-2baf6c23b692 None None] Pushing event updated for resources: {'Port': ['ID=68e2d03a-d8a9-4c53-9449-73950943f860,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:07.953244 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Pushing event updated for resources: {'Subnet': ['ID=6afebbe8-b125-42cb-9473-b142e251d43c,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:07.960729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Checking segment: {'id': 'e1b12d94-1ff7-4341-9d22-3424e2b41e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '07a1a3d9-4015-41b9-9027-d2f3ac42572e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:07.961139 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Network hostable DHCP agents. Network: 07a1a3d9-4015-41b9-9027-d2f3ac42572e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:35:08.058374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Network 07a1a3d9-4015-41b9-9027-d2f3ac42572e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:35:08.143710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 07a1a3d9-4015-41b9-9027-d2f3ac42572e) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:08.148543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:08.149237 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.155872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d3a8a7-6f70-432b-8b68-5757bf58b2e0 None None] Network 07a1a3d9-4015-41b9-9027-d2f3ac42572e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:08.252401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-baff741e-cd15-4ee9-9908-8a65302037f9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8645697 Aug 16 21:35:08.255236 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39190) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:08.260028 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-970904da-b49f-410f-98ef-214a79c4fe51 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Request body: {'router': {'external_gateway_info': {'network_id': '07a1a3d9-4015-41b9-9027-d2f3ac42572e'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:08.304598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-07a1a3d9-4015-41b9-9027-d2f3ac42572e', 'network_id': '07a1a3d9-4015-41b9-9027-d2f3ac42572e', 'tenant_id': '9bc410a61361448582c443508de2515b', 'fixed_ips': [{'subnet_id': '6afebbe8-b125-42cb-9473-b142e251d43c'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:35:08.305507 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.439878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Allocated IP 172.21.0.2 (07a1a3d9-4015-41b9-9027-d2f3ac42572e/6afebbe8-b125-42cb-9473-b142e251d43c/0db6cee0-d484-4967-8c2f-c33a3ce010b4) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:08.472845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-970904da-b49f-410f-98ef-214a79c4fe51 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.599412 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.608188 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Transition to ACTIVE for port object 0db6cee0-d484-4967-8c2f-c33a3ce010b4 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:08.624136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Transition to ACTIVE for port object 0db6cee0-d484-4967-8c2f-c33a3ce010b4 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:08.695397 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [None req-970904da-b49f-410f-98ef-214a79c4fe51 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:35:08.701677 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-970904da-b49f-410f-98ef-214a79c4fe51 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "PUT /v2.0/routers/041ba6be-64f0-4c90-9722-e49f9858610d HTTP/1.1" status: 400 len: 364 time: 0.4451792 Aug 16 21:35:08.702630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39192) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:08.738622 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.757646 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a250595-9c2c-43ca-9dc9-eab3e35c311d tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Deleting subnet 6afebbe8-b125-42cb-9473-b142e251d43c {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:35:08.761878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a250595-9c2c-43ca-9dc9-eab3e35c311d tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.782813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Network 07a1a3d9-4015-41b9-9027-d2f3ac42572e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:08.783765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6585d67e-0c15-448a-b245-51c9d0667248 None None] Network 5d73d671-c020-4dc9-8753-84e7bc1a1d38 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:08.790176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:08.792950 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:08.804054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a250595-9c2c-43ca-9dc9-eab3e35c311d tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.835087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Pushing event updated for resources: {'Port': ['ID=0db6cee0-d484-4967-8c2f-c33a3ce010b4,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:08.900630 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a250595-9c2c-43ca-9dc9-eab3e35c311d tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.908878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Attempting to bind port 0db6cee0-d484-4967-8c2f-c33a3ce010b4 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:08.909278 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Attempting to bind port 0db6cee0-d484-4967-8c2f-c33a3ce010b4 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'e1b12d94-1ff7-4341-9d22-3424e2b41e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '07a1a3d9-4015-41b9-9027-d2f3ac42572e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:08.909641 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Attempting to bind port 0db6cee0-d484-4967-8c2f-c33a3ce010b4 on network 07a1a3d9-4015-41b9-9027-d2f3ac42572e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:08.924452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:08.924823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Checking segment: {'id': 'e1b12d94-1ff7-4341-9d22-3424e2b41e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '07a1a3d9-4015-41b9-9027-d2f3ac42572e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:08.925257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.925645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Bound using segment: {'id': 'e1b12d94-1ff7-4341-9d22-3424e2b41e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '07a1a3d9-4015-41b9-9027-d2f3ac42572e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:08.926125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Bound port: 0db6cee0-d484-4967-8c2f-c33a3ce010b4, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b12d94-1ff7-4341-9d22-3424e2b41e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '07a1a3d9-4015-41b9-9027-d2f3ac42572e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:08.926857 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.949749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 68e2d03a-d8a9-4c53-9449-73950943f860 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:09.020696 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b2dab115-db3c-4668-b75a-a069f1f53754 None None] Provisioning for port 68e2d03a-d8a9-4c53-9449-73950943f860 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:09.051888 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a250595-9c2c-43ca-9dc9-eab3e35c311d tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.080878 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a250595-9c2c-43ca-9dc9-eab3e35c311d tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Pushing event deleted for resources: {'Subnet': ['ID=6afebbe8-b125-42cb-9473-b142e251d43c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:09.084654 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5a250595-9c2c-43ca-9dc9-eab3e35c311d tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.086588 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5a250595-9c2c-43ca-9dc9-eab3e35c311d tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "DELETE /v2.0/subnets/6afebbe8-b125-42cb-9473-b142e251d43c HTTP/1.1" status: 204 len: 168 time: 0.3830011 Aug 16 21:35:09.089221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39194) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:09.089631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] For port 0db6cee0-d484-4967-8c2f-c33a3ce010b4, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:09.108642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] For port 0db6cee0-d484-4967-8c2f-c33a3ce010b4, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0db6cee0-d484-4967-8c2f-c33a3ce010b4,segment=NetworkSegment(e1b12d94-1ff7-4341-9d22-3424e2b41e91),segment_id=e1b12d94-1ff7-4341-9d22-3424e2b41e91)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:09.172086 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.208325 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.230242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Deleting port 0db6cee0-d484-4967-8c2f-c33a3ce010b4 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:35:09.230628 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.251592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 68e2d03a-d8a9-4c53-9449-73950943f860 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:09.260541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 68e2d03a-d8a9-4c53-9449-73950943f860 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:09.260541 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.311568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36958926-b922-45ab-82f8-8ce3d767289d None None] Pushing event updated for resources: {'Port': ['ID=0db6cee0-d484-4967-8c2f-c33a3ce010b4,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:09.313166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] For port 0db6cee0-d484-4967-8c2f-c33a3ce010b4, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=0db6cee0-d484-4967-8c2f-c33a3ce010b4,segment=NetworkSegment(e1b12d94-1ff7-4341-9d22-3424e2b41e91),segment_id=e1b12d94-1ff7-4341-9d22-3424e2b41e91)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:09.313572 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.337346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Calling delete_port for 0db6cee0-d484-4967-8c2f-c33a3ce010b4 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:35:09.368724 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.386483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-04b62ebc-69d2-4838-a532-9a906d7be565 None None] Provisioning complete for port 68e2d03a-d8a9-4c53-9449-73950943f860 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:09.386920 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-04b62ebc-69d2-4838-a532-9a906d7be565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.450224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 68e2d03a-d8a9-4c53-9449-73950943f860, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=68e2d03a-d8a9-4c53-9449-73950943f860,segment=NetworkSegment(1d4141df-9f71-4403-ae51-10dd1003e8e2),segment_id=1d4141df-9f71-4403-ae51-10dd1003e8e2)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:09.498316 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-04b62ebc-69d2-4838-a532-9a906d7be565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.544071 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.576524 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Pushing event deleted for resources: {'Port': ['ID=0db6cee0-d484-4967-8c2f-c33a3ce010b4,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:09.578427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] No DVR routers for this DVR port 0db6cee0-d484-4967-8c2f-c33a3ce010b4 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:35:09.584319 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.654883 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-04b62ebc-69d2-4838-a532-9a906d7be565 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:35:09.655249 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-04b62ebc-69d2-4838-a532-9a906d7be565 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:35:09.659493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=68e2d03a-d8a9-4c53-9449-73950943f860,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:09.661944 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.675846 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a1a3d9-4015-41b9-9027-d2f3ac42572e']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:09.686218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b12d94-1ff7-4341-9d22-3424e2b41e91') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:09.686499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b12d94-1ff7-4341-9d22-3424e2b41e91') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:09.695464 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.709051 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.715183 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:35:09.715574 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:35:09.718543 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:35:09.881133 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.889084 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.893599 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "DELETE /v2.0/networks/07a1a3d9-4015-41b9-9027-d2f3ac42572e HTTP/1.1" status: 204 len: 168 time: 0.8007767 Aug 16 21:35:09.893836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39196) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:09.909113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad86cf-350f-4ffc-9bfb-a530f4326002 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Pushing event deleted for resources: {'Network': ['ID=07a1a3d9-4015-41b9-9027-d2f3ac42572e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:09.947595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e7bd14-fe90-446a-91c4-061b4f0c20e9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Deleting subnet eb157476-04f0-4af3-bf26-6fce907472c2 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:35:09.950873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49e7bd14-fe90-446a-91c4-061b4f0c20e9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.991879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49e7bd14-fe90-446a-91c4-061b4f0c20e9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.114332 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49e7bd14-fe90-446a-91c4-061b4f0c20e9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.243899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7cc6d5-f9c1-41e0-921b-ecad610761c7 None None] DHCP port deletion for 07a1a3d9-4015-41b9-9027-d2f3ac42572e request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:35:10.257878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfdfac6-782d-44f7-9962-da68aca1f85d None None] Network 07a1a3d9-4015-41b9-9027-d2f3ac42572e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:10.269836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfdfac6-782d-44f7-9962-da68aca1f85d None None] Network 07a1a3d9-4015-41b9-9027-d2f3ac42572e could not be found, it might have been deleted concurrently. {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 21:35:10.305457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7d6abfa2-93de-4837-b5e3-47a03076b57b None None] Could not find standard attr ID for object 0db6cee0-d484-4967-8c2f-c33a3ce010b4. {{(pid=95263) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:35:10.315551 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49e7bd14-fe90-446a-91c4-061b4f0c20e9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.344842 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-49e7bd14-fe90-446a-91c4-061b4f0c20e9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.346719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-49e7bd14-fe90-446a-91c4-061b4f0c20e9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "DELETE /v2.0/subnets/eb157476-04f0-4af3-bf26-6fce907472c2 HTTP/1.1" status: 204 len: 168 time: 0.4519429 Aug 16 21:35:10.353519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7bd14-fe90-446a-91c4-061b4f0c20e9 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Pushing event deleted for resources: {'Subnet': ['ID=eb157476-04f0-4af3-bf26-6fce907472c2,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:10.353943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39198) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:10.354897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66987905-bad1-46e8-b69b-255b6615dfc0 None None] Network 5d73d671-c020-4dc9-8753-84e7bc1a1d38 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:10.427094 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.481490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Deleting port 68e2d03a-d8a9-4c53-9449-73950943f860 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:35:10.481850 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.529564 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e0a17a-ef43-46fe-8ea1-bb06cc0e24d3 None None] DHCP port deletion for 5d73d671-c020-4dc9-8753-84e7bc1a1d38 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:35:10.550071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] For port 68e2d03a-d8a9-4c53-9449-73950943f860, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=68e2d03a-d8a9-4c53-9449-73950943f860,segment=NetworkSegment(1d4141df-9f71-4403-ae51-10dd1003e8e2),segment_id=1d4141df-9f71-4403-ae51-10dd1003e8e2)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:10.550436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.563897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Calling delete_port for 68e2d03a-d8a9-4c53-9449-73950943f860 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:35:10.578174 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-35e0a17a-ef43-46fe-8ea1-bb06cc0e24d3 None None] Deleting port 68e2d03a-d8a9-4c53-9449-73950943f860 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:35:10.578558 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-35e0a17a-ef43-46fe-8ea1-bb06cc0e24d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.640808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-35e0a17a-ef43-46fe-8ea1-bb06cc0e24d3 None None] For port 68e2d03a-d8a9-4c53-9449-73950943f860, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=68e2d03a-d8a9-4c53-9449-73950943f860,segment=NetworkSegment(1d4141df-9f71-4403-ae51-10dd1003e8e2),segment_id=1d4141df-9f71-4403-ae51-10dd1003e8e2)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:10.641244 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-35e0a17a-ef43-46fe-8ea1-bb06cc0e24d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.653664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-35e0a17a-ef43-46fe-8ea1-bb06cc0e24d3 None None] Calling delete_port for 68e2d03a-d8a9-4c53-9449-73950943f860 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:35:10.772235 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.779174 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-35e0a17a-ef43-46fe-8ea1-bb06cc0e24d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.797901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Pushing event deleted for resources: {'Port': ['ID=68e2d03a-d8a9-4c53-9449-73950943f860,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:10.801488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] No DVR routers for this DVR port 68e2d03a-d8a9-4c53-9449-73950943f860 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:35:10.803896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0a17a-ef43-46fe-8ea1-bb06cc0e24d3 None None] Pushing event deleted for resources: {'Port': ['ID=68e2d03a-d8a9-4c53-9449-73950943f860,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:10.809201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e0a17a-ef43-46fe-8ea1-bb06cc0e24d3 None None] No DVR routers for this DVR port 68e2d03a-d8a9-4c53-9449-73950943f860 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:35:10.885413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.896239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d73d671-c020-4dc9-8753-84e7bc1a1d38']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:10.902009 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 68e2d03a-d8a9-4c53-9449-73950943f860 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:35:10.908192 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4141df-9f71-4403-ae51-10dd1003e8e2') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:10.908645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4141df-9f71-4403-ae51-10dd1003e8e2') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:10.917524 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.921900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 68e2d03a-d8a9-4c53-9449-73950943f860 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:35:10.922268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 68e2d03a-d8a9-4c53-9449-73950943f860 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:35:10.933002 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.938962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:35:10.939350 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:35:10.942331 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:35:11.143199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.150283 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.152349 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "DELETE /v2.0/networks/5d73d671-c020-4dc9-8753-84e7bc1a1d38 HTTP/1.1" status: 204 len: 168 time: 0.8018830 Aug 16 21:35:11.155327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39200) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:11.164336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed513ef-bac7-4412-b855-599f95d4e528 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Pushing event deleted for resources: {'Network': ['ID=5d73d671-c020-4dc9-8753-84e7bc1a1d38,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:11.181810 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-84548e3a-bc19-4737-b39b-2ddd8d02e557 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "GET /v2.0/ports?device_id=041ba6be-64f0-4c90-9722-e49f9858610d HTTP/1.1" status: 200 len: 205 time: 0.0253344 Aug 16 21:35:11.184170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39202) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:11.551407 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ef6079-9d7f-4141-999f-cd89a0598850 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.715043 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ef6079-9d7f-4141-999f-cd89a0598850 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.717091 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ef6079-9d7f-4141-999f-cd89a0598850 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.863547 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ef6079-9d7f-4141-999f-cd89a0598850 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.864112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ef6079-9d7f-4141-999f-cd89a0598850 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Fanout notify agent at l3_agent the message router_deleted on router 041ba6be-64f0-4c90-9722-e49f9858610d {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:35:11.871818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-83ef6079-9d7f-4141-999f-cd89a0598850 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.875388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-83ef6079-9d7f-4141-999f-cd89a0598850 tempest-RoutersNegativeTest-382986391 tempest-RoutersNegativeTest-382986391-project] 10.222.0.74 "DELETE /v2.0/routers/041ba6be-64f0-4c90-9722-e49f9858610d HTTP/1.1" status: 204 len: 168 time: 0.6876614 Aug 16 21:35:12.377559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39208) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:12.512013 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-457aa6bc-b01d-4378-97ea-43a9ec61d238 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9bc410a61361448582c443508de2515b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332538 Aug 16 21:35:12.514604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39212) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:12.562625 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5cc2b6ba-2dba-40c8-bd44-60a6f1075a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:12.582913 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5cc2b6ba-2dba-40c8-bd44-60a6f1075a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:12.737453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5cc2b6ba-2dba-40c8-bd44-60a6f1075a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:12.739916 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-5cc2b6ba-2dba-40c8-bd44-60a6f1075a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:12.741109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-5cc2b6ba-2dba-40c8-bd44-60a6f1075a62 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ee9df1ed-d2de-42db-8408-96fc2cce2433 HTTP/1.1" status: 204 len: 168 time: 0.2255464 Aug 16 21:35:12.748973 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2b6ba-2dba-40c8-bd44-60a6f1075a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9df1ed-d2de-42db-8408-96fc2cce2433,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:13.802484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39234) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:13.896905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-996916657-network', 'tenant_id': '2476af27b9134069af12baf7beacccae'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:14.011586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Made reservation on behalf of 2476af27b9134069af12baf7beacccae for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:14.013936 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.022305 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.107006 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.177482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.198333 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:35:14.212738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83167d5-6e37-47ea-a2d9-a9b75a3adebb,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:14.215668 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.216012 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Added segment 08df01b2-50c2-443b-a53f-075b5750672f of type vlan for network 0290d092-6387-44d7-8f23-4f97ca475fe7 Aug 16 21:35:14.257012 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.428971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.429945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:14.430526 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.486768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] Pushing event updated for resources: {'Network': ['ID=0290d092-6387-44d7-8f23-4f97ca475fe7,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:14.496821 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 0290d092-6387-44d7-8f23-4f97ca475fe7 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:35:14.561423 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-28e351e9-7272-4572-8833-226c620faf72 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7576141 Aug 16 21:35:14.564006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39238) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:14.569217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] Request body: {'subnet': {'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-996916657-subnet', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:14.680049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] Made reservation on behalf of 2476af27b9134069af12baf7beacccae for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:14.682822 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.921175 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.977169 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:14.984197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] Checking segment: {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:14.984554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] Network hostable DHCP agents. Network: 0290d092-6387-44d7-8f23-4f97ca475fe7, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:35:15.103390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] Network 0290d092-6387-44d7-8f23-4f97ca475fe7 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:35:15.206303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 0290d092-6387-44d7-8f23-4f97ca475fe7) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:15.210149 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:15.210727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.215112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa32640a-2fbb-4fd6-ba01-98645dd03131 None None] Network 0290d092-6387-44d7-8f23-4f97ca475fe7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:15.315245 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-05ebad85-6338-46f0-9872-3f369d9a4e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.332503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-236542d2-c294-44e2-919d-9f2bcd73cad1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7674041 Aug 16 21:35:15.335192 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39240) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:15.340238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-996916657-router', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:15.361970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-0290d092-6387-44d7-8f23-4f97ca475fe7', 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'fixed_ips': [{'subnet_id': '6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:35:15.362896 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.445742 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.447010 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.495654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Allocated IP 172.20.0.2 (0290d092-6387-44d7-8f23-4f97ca475fe7/6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2/bafe0d30-1021-4fd1-b7d2-1afaca300b49) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:15.503501 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.639218 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.647634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Transition to ACTIVE for port object bafe0d30-1021-4fd1-b7d2-1afaca300b49 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:15.662547 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Transition to ACTIVE for port object bafe0d30-1021-4fd1-b7d2-1afaca300b49 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:15.733348 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.772555 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.808114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Network 0290d092-6387-44d7-8f23-4f97ca475fe7 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:15.812894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:15.816304 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:15.826224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Pushing event updated for resources: {'Port': ['ID=bafe0d30-1021-4fd1-b7d2-1afaca300b49,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:15.836819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.837202 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.837545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.837887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.838225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.838592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.839439 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.839770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.840102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.840429 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.840756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.841102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:15.890394 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Attempting to bind port bafe0d30-1021-4fd1-b7d2-1afaca300b49 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:15.890687 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Attempting to bind port bafe0d30-1021-4fd1-b7d2-1afaca300b49 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:15.891053 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Attempting to bind port bafe0d30-1021-4fd1-b7d2-1afaca300b49 on network 0290d092-6387-44d7-8f23-4f97ca475fe7 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:15.896084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:15.896478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Checking segment: {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:15.896880 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.897309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Bound using segment: {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:15.897773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Bound port: bafe0d30-1021-4fd1-b7d2-1afaca300b49, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:15.898159 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.961730 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] For port bafe0d30-1021-4fd1-b7d2-1afaca300b49, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:15.965338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] For port bafe0d30-1021-4fd1-b7d2-1afaca300b49, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bafe0d30-1021-4fd1-b7d2-1afaca300b49,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:16.063711 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:16.080812 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:16.092455 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:16.142230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721c48c-074d-49e5-ba89-22c4cd08917f None None] Pushing event updated for resources: {'Port': ['ID=bafe0d30-1021-4fd1-b7d2-1afaca300b49,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:16.242764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Allocated IP 172.25.4.161 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/7b71ef51-8b74-4c9b-8ba1-fe897849a79f) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:16.361891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:16.503889 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:16.547726 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:16.550674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:16.554310 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:16.559653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b71ef51-8b74-4c9b-8ba1-fe897849a79f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:16.913726 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:16.939389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bafe0d30-1021-4fd1-b7d2-1afaca300b49 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:16.997129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a814d6-d70c-496c-8dba-a4cd528ed7ec None None] Network 0290d092-6387-44d7-8f23-4f97ca475fe7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:17.072453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port bafe0d30-1021-4fd1-b7d2-1afaca300b49 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:17.168508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3d1ff205-d69d-4f3d-bab5-cd6a8ab13ac4 None None] Provisioning for port bafe0d30-1021-4fd1-b7d2-1afaca300b49 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:17.173183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3d1ff205-d69d-4f3d-bab5-cd6a8ab13ac4 None None] Provisioning complete for port bafe0d30-1021-4fd1-b7d2-1afaca300b49 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:17.173576 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff205-d69d-4f3d-bab5-cd6a8ab13ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:17.256671 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff205-d69d-4f3d-bab5-cd6a8ab13ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:17.294405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-3d1ff205-d69d-4f3d-bab5-cd6a8ab13ac4 None None] For port bafe0d30-1021-4fd1-b7d2-1afaca300b49, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bafe0d30-1021-4fd1-b7d2-1afaca300b49,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:17.383664 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff205-d69d-4f3d-bab5-cd6a8ab13ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:17.396492 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:17.444160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ff205-d69d-4f3d-bab5-cd6a8ab13ac4 None None] Pushing event updated for resources: {'Port': ['ID=bafe0d30-1021-4fd1-b7d2-1afaca300b49,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:17.502208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0823f408-1e65-44ec-a666-ff017087aba3 None None] Provisioning complete for port bafe0d30-1021-4fd1-b7d2-1afaca300b49 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:17.502584 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0823f408-1e65-44ec-a666-ff017087aba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:17.528435 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-092ff50b-4637-4e50-afc4-8487b6d979d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:17.617568 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Router 55faf052-8da9-421c-8e92-879a20a227e7 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:35:17.722863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:35:17.732774 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Sync routers for ids ['55faf052-8da9-421c-8e92-879a20a227e7'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:35:17.741569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Routers {'55faf052-8da9-421c-8e92-879a20a227e7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:17.747128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['55faf052-8da9-421c-8e92-879a20a227e7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:17.806392 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:17.807696 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4de3effd-b38d-4b5e-8063-7b1c6568d9c1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4715683 Aug 16 21:35:17.810679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39242) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:18.011225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Set router 55faf052-8da9-421c-8e92-879a20a227e7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:18.078440 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.191813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55faf052-8da9-421c-8e92-879a20a227e7', 'name': 'tempest-TestEncryptedCinderVolumes-996916657-router', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:15Z', 'updated_at': '2021-08-16T21:35:16Z', 'revision_number': 3, 'project_id': '2476af27b9134069af12baf7beacccae', 'gw_port': {'id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:16Z', 'updated_at': '2021-08-16T21:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:18.222251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Checking router: 55faf052-8da9-421c-8e92-879a20a227e7 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:35:18.222609 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Updating router 55faf052-8da9-421c-8e92-879a20a227e7 port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:35:18.226687 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.247240 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.382313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Allocated IP 172.20.0.1 (0290d092-6387-44d7-8f23-4f97ca475fe7/6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2/9e8d551d-bebc-413e-8b94-0cd23567dc79) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:18.491095 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.501373 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.504941 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Transition to ACTIVE for port object 9e8d551d-bebc-413e-8b94-0cd23567dc79 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:18.511516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Transition to ACTIVE for port object 7b71ef51-8b74-4c9b-8ba1-fe897849a79f will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:18.594786 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.628922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.648464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Attempting to bind port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:18.648756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Attempting to bind port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:18.649152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Attempting to bind port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:18.654588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6a385-7436-402b-9dea-fa903998a7a5 None None] Pushing event updated for resources: {'Port': ['ID=7b71ef51-8b74-4c9b-8ba1-fe897849a79f,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:18.659255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:18.659635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:18.660050 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.660441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:18.660915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Bound port: 7b71ef51-8b74-4c9b-8ba1-fe897849a79f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:18.661346 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.670789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Network 0290d092-6387-44d7-8f23-4f97ca475fe7 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:18.673857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:18.677537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:18.700935 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8d551d-bebc-413e-8b94-0cd23567dc79,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:18.720101 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.720630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] For port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:18.724336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] For port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7b71ef51-8b74-4c9b-8ba1-fe897849a79f,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:18.801055 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.862796 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Routers {'55faf052-8da9-421c-8e92-879a20a227e7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:18.863553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['55faf052-8da9-421c-8e92-879a20a227e7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:18.868907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6a385-7436-402b-9dea-fa903998a7a5 None None] Pushing event updated for resources: {'Port': ['ID=7b71ef51-8b74-4c9b-8ba1-fe897849a79f,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:18.929324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bafe0d30-1021-4fd1-b7d2-1afaca300b49 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:18.931021 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.012955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] Set router 55faf052-8da9-421c-8e92-879a20a227e7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:19.069302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-981ddeac-c1c5-4872-8f3c-e8b6967e9f1a None None] Provisioning for port 9e8d551d-bebc-413e-8b94-0cd23567dc79 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:19.078095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-981ddeac-c1c5-4872-8f3c-e8b6967e9f1a None None] Provisioning complete for port 9e8d551d-bebc-413e-8b94-0cd23567dc79 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:19.078528 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-981ddeac-c1c5-4872-8f3c-e8b6967e9f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.104409 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.150831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port bafe0d30-1021-4fd1-b7d2-1afaca300b49 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:19.151720 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.185900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-981ddeac-c1c5-4872-8f3c-e8b6967e9f1a None None] Port 9e8d551d-bebc-413e-8b94-0cd23567dc79 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:35:19.223009 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.296108 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.298946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8d551d-bebc-413e-8b94-0cd23567dc79,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:19.316320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55faf052-8da9-421c-8e92-879a20a227e7', 'name': 'tempest-TestEncryptedCinderVolumes-996916657-router', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:15Z', 'updated_at': '2021-08-16T21:35:16Z', 'revision_number': 3, 'project_id': '2476af27b9134069af12baf7beacccae', 'gw_port': {'id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:16Z', 'updated_at': '2021-08-16T21:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:19.343816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af29bc0-9b48-406c-b46a-7b5d438295f7 None None] The sync data for ids ['55faf052-8da9-421c-8e92-879a20a227e7'] in n-d-793619-14 is: [{'id': '55faf052-8da9-421c-8e92-879a20a227e7', 'name': 'tempest-TestEncryptedCinderVolumes-996916657-router', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:15Z', 'updated_at': '2021-08-16T21:35:16Z', 'revision_number': 3, 'project_id': '2476af27b9134069af12baf7beacccae', 'gw_port': {'id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:16Z', 'updated_at': '2021-08-16T21:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:35:19.399493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Network 0290d092-6387-44d7-8f23-4f97ca475fe7 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:19.400954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:19.406797 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.527659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Router 55faf052-8da9-421c-8e92-879a20a227e7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:35:19.653750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:35:19.659113 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ba981aa0-8562-47ee-9eb5-427cbc0ec0a0 admin admin] 10.222.0.74 "PUT /v2.0/routers/55faf052-8da9-421c-8e92-879a20a227e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8472326 Aug 16 21:35:19.714521 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bf921771-8e51-420d-a073-cbc5748a66d9 None None] Provisioning complete for port 9e8d551d-bebc-413e-8b94-0cd23567dc79 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:19.714903 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bf921771-8e51-420d-a073-cbc5748a66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.752745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bf921771-8e51-420d-a073-cbc5748a66d9 None None] Port 9e8d551d-bebc-413e-8b94-0cd23567dc79 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:35:20.525483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39258) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:20.531186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1440066908-network', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:20.617543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Made reservation on behalf of a7cf134d5e9046d691e5d8046a38a0b4 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:20.619982 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.629614 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.721767 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.783122 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.818244 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.842518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:35:20.843459 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Sync routers for ids ['55faf052-8da9-421c-8e92-879a20a227e7'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:35:20.853147 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Routers {'55faf052-8da9-421c-8e92-879a20a227e7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:20.853893 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['55faf052-8da9-421c-8e92-879a20a227e7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:20.857789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0bb259-482c-4519-9e80-278f6f6101cb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:20.860872 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.861239 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Added segment f88489da-be8b-4cfa-92ec-cf8b207d9f01 of type vlan for network e4b04c6b-c1f6-4345-96f4-a4fe14822c07 Aug 16 21:35:20.918859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.961534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7b71ef51-8b74-4c9b-8ba1-fe897849a79f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:20.965155 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Set router 55faf052-8da9-421c-8e92-879a20a227e7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:21.063176 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.064200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:21.064798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.086468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:21.090427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:21.090808 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.127457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] Pushing event updated for resources: {'Network': ['ID=e4b04c6b-c1f6-4345-96f4-a4fe14822c07,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:21.138222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network e4b04c6b-c1f6-4345-96f4-a4fe14822c07 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:35:21.171221 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55faf052-8da9-421c-8e92-879a20a227e7', 'name': 'tempest-TestEncryptedCinderVolumes-996916657-router', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:15Z', 'updated_at': '2021-08-16T21:35:18Z', 'revision_number': 4, 'project_id': '2476af27b9134069af12baf7beacccae', 'gw_port': {'id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:16Z', 'updated_at': '2021-08-16T21:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9e8d551d-bebc-413e-8b94-0cd23567dc79', 'name': '', 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'mac_address': 'fa:16:3e:09:12:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:18Z', 'updated_at': '2021-08-16T21:35:18Z', 'revision_number': 2, 'project_id': '2476af27b9134069af12baf7beacccae', 'subnets': [{'id': '6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:21.197454 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Checking router: 55faf052-8da9-421c-8e92-879a20a227e7 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:35:21.197834 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Updating router 55faf052-8da9-421c-8e92-879a20a227e7 port 9e8d551d-bebc-413e-8b94-0cd23567dc79 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:35:21.209750 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5b3f8284-c1c1-4655-a410-de81d0b67d2e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6801178 Aug 16 21:35:21.210195 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39260) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:21.215797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] Request body: {'subnet': {'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1440066908-subnet', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:21.222913 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.238487 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.258272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7b71ef51-8b74-4c9b-8ba1-fe897849a79f,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:21.326206 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] Made reservation on behalf of a7cf134d5e9046d691e5d8046a38a0b4 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:21.328495 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.354342 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.409436 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=7b71ef51-8b74-4c9b-8ba1-fe897849a79f,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:21.492846 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.502428 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Transition to ACTIVE for port object 9e8d551d-bebc-413e-8b94-0cd23567dc79 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:21.577758 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.589371 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.638580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2485d3-7f44-44b1-a298-8e5c6cd74c8d,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:21.639200 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Pushing event updated for resources: {'Port': ['ID=9e8d551d-bebc-413e-8b94-0cd23567dc79,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:21.647398 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] Checking segment: {'id': 'f88489da-be8b-4cfa-92ec-cf8b207d9f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:21.647769 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] Network hostable DHCP agents. Network: e4b04c6b-c1f6-4345-96f4-a4fe14822c07, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:35:21.663257 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.663599 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.663939 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.664274 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.664604 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.664928 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.665290 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.665614 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.665979 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.666304 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.666622 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.666946 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:21.702449 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Attempting to bind port 9e8d551d-bebc-413e-8b94-0cd23567dc79 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:21.702820 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Attempting to bind port 9e8d551d-bebc-413e-8b94-0cd23567dc79 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:21.703180 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Attempting to bind port 9e8d551d-bebc-413e-8b94-0cd23567dc79 on network 0290d092-6387-44d7-8f23-4f97ca475fe7 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:21.708649 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:21.709038 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Checking segment: {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:21.709968 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.709968 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Bound using segment: {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:21.710330 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Bound port: 9e8d551d-bebc-413e-8b94-0cd23567dc79, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:21.710705 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.737693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] Network e4b04c6b-c1f6-4345-96f4-a4fe14822c07 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:35:21.778195 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] For port 9e8d551d-bebc-413e-8b94-0cd23567dc79, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:21.781408 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] For port 9e8d551d-bebc-413e-8b94-0cd23567dc79, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9e8d551d-bebc-413e-8b94-0cd23567dc79,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:21.851574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, e4b04c6b-c1f6-4345-96f4-a4fe14822c07) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:21.855508 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:21.858986 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:21.859858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7460a609-a37d-4098-a77a-3179bd18f423 None None] Network e4b04c6b-c1f6-4345-96f4-a4fe14822c07 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:21.893291 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.006909 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b90027e2-a2ff-4d98-8c85-17a6d9ed8a34 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7953804 Aug 16 21:35:22.009411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39262) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:22.014547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1440066908-router', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:22.024297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-e4b04c6b-c1f6-4345-96f4-a4fe14822c07', 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'fixed_ips': [{'subnet_id': '5c2485d3-7f44-44b1-a298-8e5c6cd74c8d'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:35:22.025611 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.036678 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Routers {'55faf052-8da9-421c-8e92-879a20a227e7'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:22.036678 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['55faf052-8da9-421c-8e92-879a20a227e7'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:22.081164 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb50e9-9d93-4640-b987-a22608b65e2f None None] Pushing event updated for resources: {'Port': ['ID=9e8d551d-bebc-413e-8b94-0cd23567dc79,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:22.126516 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.128130 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.180523 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] Set router 55faf052-8da9-421c-8e92-879a20a227e7 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:22.191928 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.201056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Allocated IP 172.20.0.2 (e4b04c6b-c1f6-4345-96f4-a4fe14822c07/5c2485d3-7f44-44b1-a298-8e5c6cd74c8d/dfe9ae7b-0730-4761-ba04-0da53aabf4e6) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:22.355520 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.365336 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Transition to ACTIVE for port object dfe9ae7b-0730-4761-ba04-0da53aabf4e6 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:22.380518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Transition to ACTIVE for port object dfe9ae7b-0730-4761-ba04-0da53aabf4e6 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:22.389135 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55faf052-8da9-421c-8e92-879a20a227e7', 'name': 'tempest-TestEncryptedCinderVolumes-996916657-router', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:15Z', 'updated_at': '2021-08-16T21:35:18Z', 'revision_number': 4, 'project_id': '2476af27b9134069af12baf7beacccae', 'gw_port': {'id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:16Z', 'updated_at': '2021-08-16T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9e8d551d-bebc-413e-8b94-0cd23567dc79', 'name': '', 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'mac_address': 'fa:16:3e:09:12:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:18Z', 'updated_at': '2021-08-16T21:35:21Z', 'revision_number': 4, 'project_id': '2476af27b9134069af12baf7beacccae', 'subnets': [{'id': '6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:22.419352 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a352f9-9ee9-47e4-91df-d45df7c3e747 None None] The sync data for ids ['55faf052-8da9-421c-8e92-879a20a227e7'] in n-d-793619-14 is: [{'id': '55faf052-8da9-421c-8e92-879a20a227e7', 'name': 'tempest-TestEncryptedCinderVolumes-996916657-router', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:15Z', 'updated_at': '2021-08-16T21:35:18Z', 'revision_number': 4, 'project_id': '2476af27b9134069af12baf7beacccae', 'gw_port': {'id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:16Z', 'updated_at': '2021-08-16T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9e8d551d-bebc-413e-8b94-0cd23567dc79', 'name': '', 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'mac_address': 'fa:16:3e:09:12:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:18Z', 'updated_at': '2021-08-16T21:35:21Z', 'revision_number': 4, 'project_id': '2476af27b9134069af12baf7beacccae', 'subnets': [{'id': '6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:35:22.419636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.458145 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.499463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Network e4b04c6b-c1f6-4345-96f4-a4fe14822c07 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:22.502326 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:22.505693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:22.561992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Pushing event updated for resources: {'Port': ['ID=dfe9ae7b-0730-4761-ba04-0da53aabf4e6,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:22.579290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Attempting to bind port dfe9ae7b-0730-4761-ba04-0da53aabf4e6 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:22.579671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Attempting to bind port dfe9ae7b-0730-4761-ba04-0da53aabf4e6 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'f88489da-be8b-4cfa-92ec-cf8b207d9f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:22.580042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Attempting to bind port dfe9ae7b-0730-4761-ba04-0da53aabf4e6 on network e4b04c6b-c1f6-4345-96f4-a4fe14822c07 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:22.585816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:22.586194 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Checking segment: {'id': 'f88489da-be8b-4cfa-92ec-cf8b207d9f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:22.586605 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.587002 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Bound using segment: {'id': 'f88489da-be8b-4cfa-92ec-cf8b207d9f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:22.587477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Bound port: dfe9ae7b-0730-4761-ba04-0da53aabf4e6, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88489da-be8b-4cfa-92ec-cf8b207d9f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:22.587865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.661389 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] For port dfe9ae7b-0730-4761-ba04-0da53aabf4e6, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:22.665013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] For port dfe9ae7b-0730-4761-ba04-0da53aabf4e6, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dfe9ae7b-0730-4761-ba04-0da53aabf4e6,segment=NetworkSegment(f88489da-be8b-4cfa-92ec-cf8b207d9f01),segment_id=f88489da-be8b-4cfa-92ec-cf8b207d9f01)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:22.726963 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.801268 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7bfbb-55f7-452e-8758-8d9ae2e74122 None None] Pushing event updated for resources: {'Port': ['ID=dfe9ae7b-0730-4761-ba04-0da53aabf4e6,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:23.088071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9e8d551d-bebc-413e-8b94-0cd23567dc79 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:23.164399 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:23.180044 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:23.234645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 9e8d551d-bebc-413e-8b94-0cd23567dc79 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:23.238717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9e8d551d-bebc-413e-8b94-0cd23567dc79 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:23.239231 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:23.297559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Allocated IP 172.25.4.208 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/f2b5dcd9-43a5-401e-900c-6145433b3e5d) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:23.333865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:23.371805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 9e8d551d-bebc-413e-8b94-0cd23567dc79, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9e8d551d-bebc-413e-8b94-0cd23567dc79,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:23.407115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:23.476710 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:23.476710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7b71ef51-8b74-4c9b-8ba1-fe897849a79f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:23.555607 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:23.573000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=9e8d551d-bebc-413e-8b94-0cd23567dc79,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:23.588849 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:23.589483 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:23.618750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:23.624503 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:23.628264 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:23.655056 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b5dcd9-43a5-401e-900c-6145433b3e5d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:23.810624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4094fee6-b214-409e-ae5b-d40249fe9ba7 None None] Network e4b04c6b-c1f6-4345-96f4-a4fe14822c07 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:23.962458 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:23.995368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cc222983-6791-48a3-8932-3fe9753944aa None None] Provisioning for port dfe9ae7b-0730-4761-ba04-0da53aabf4e6 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:24.173042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:24.354105 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Router 0b57f77c-7d88-469c-acc1-1529cb6e59ef is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:35:24.466463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:35:24.479083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Sync routers for ids ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:35:24.488203 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Routers {'0b57f77c-7d88-469c-acc1-1529cb6e59ef'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:24.488814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:24.680773 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:24.682802 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5506d990-3342-426e-b480-0b4c8f8f4a06 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6718006 Aug 16 21:35:24.685667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39266) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:24.751178 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Set router 0b57f77c-7d88-469c-acc1-1529cb6e59ef gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:24.946602 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'name': 'tempest-TestEncryptedCinderVolumes-1440066908-router', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:22Z', 'updated_at': '2021-08-16T21:35:23Z', 'revision_number': 3, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'gw_port': {'id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:23Z', 'updated_at': '2021-08-16T21:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:24.974643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Checking router: 0b57f77c-7d88-469c-acc1-1529cb6e59ef for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:35:24.974961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Updating router 0b57f77c-7d88-469c-acc1-1529cb6e59ef port f2b5dcd9-43a5-401e-900c-6145433b3e5d binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:35:25.007814 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.011826 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9e8d551d-bebc-413e-8b94-0cd23567dc79 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:25.123795 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.187453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9e8d551d-bebc-413e-8b94-0cd23567dc79 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:25.187821 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.282845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Allocated IP 172.20.0.1 (e4b04c6b-c1f6-4345-96f4-a4fe14822c07/5c2485d3-7f44-44b1-a298-8e5c6cd74c8d/3968e438-2b8a-431d-b938-a635427ff037) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:25.342714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dfe9ae7b-0730-4761-ba04-0da53aabf4e6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:25.384965 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.398723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Transition to ACTIVE for port object 3968e438-2b8a-431d-b938-a635427ff037 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:25.414770 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.426791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Transition to ACTIVE for port object f2b5dcd9-43a5-401e-900c-6145433b3e5d will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:25.526541 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.567559 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Network e4b04c6b-c1f6-4345-96f4-a4fe14822c07 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:25.572603 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:25.576616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:25.601157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Pushing event updated for resources: {'Port': ['ID=3968e438-2b8a-431d-b938-a635427ff037,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:25.621117 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.628513 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.632182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port dfe9ae7b-0730-4761-ba04-0da53aabf4e6 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:25.660711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port dfe9ae7b-0730-4761-ba04-0da53aabf4e6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:25.661124 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.715019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e9cc1-3218-449e-b2be-91ea97259d9f None None] Pushing event updated for resources: {'Port': ['ID=f2b5dcd9-43a5-401e-900c-6145433b3e5d,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:25.748725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Attempting to bind port f2b5dcd9-43a5-401e-900c-6145433b3e5d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:25.748725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Attempting to bind port f2b5dcd9-43a5-401e-900c-6145433b3e5d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:25.748725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Attempting to bind port f2b5dcd9-43a5-401e-900c-6145433b3e5d on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:25.748725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:25.748725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:25.748725 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.748725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:25.748725 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Bound port: f2b5dcd9-43a5-401e-900c-6145433b3e5d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:25.748725 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.812595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] For port f2b5dcd9-43a5-401e-900c-6145433b3e5d, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:25.830600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] For port f2b5dcd9-43a5-401e-900c-6145433b3e5d, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f2b5dcd9-43a5-401e-900c-6145433b3e5d,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:25.831922 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.870208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port dfe9ae7b-0730-4761-ba04-0da53aabf4e6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dfe9ae7b-0730-4761-ba04-0da53aabf4e6,segment=NetworkSegment(f88489da-be8b-4cfa-92ec-cf8b207d9f01),segment_id=f88489da-be8b-4cfa-92ec-cf8b207d9f01)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:25.918726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.949640 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:26.010983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Routers {'0b57f77c-7d88-469c-acc1-1529cb6e59ef'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:26.011649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:26.013542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e9cc1-3218-449e-b2be-91ea97259d9f None None] Pushing event updated for resources: {'Port': ['ID=f2b5dcd9-43a5-401e-900c-6145433b3e5d,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:26.052994 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:26.054749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f77a749-14ed-4c64-b307-740ff6826156 None None] Provisioning for port 3968e438-2b8a-431d-b938-a635427ff037 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:26.085303 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:26.087719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6f77a749-14ed-4c64-b307-740ff6826156 None None] Provisioning complete for port 3968e438-2b8a-431d-b938-a635427ff037 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:26.088099 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f77a749-14ed-4c64-b307-740ff6826156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:26.175569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6f77a749-14ed-4c64-b307-740ff6826156 None None] Port 3968e438-2b8a-431d-b938-a635427ff037 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:35:26.185102 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=dfe9ae7b-0730-4761-ba04-0da53aabf4e6,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:26.188508 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:26.201676 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] Set router 0b57f77c-7d88-469c-acc1-1529cb6e59ef gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:26.256765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Pushing event updated for resources: {'Port': ['ID=3968e438-2b8a-431d-b938-a635427ff037,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:26.259385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:26.355821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Network e4b04c6b-c1f6-4345-96f4-a4fe14822c07 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:26.357175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:26.405516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'name': 'tempest-TestEncryptedCinderVolumes-1440066908-router', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:22Z', 'updated_at': '2021-08-16T21:35:25Z', 'revision_number': 4, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'gw_port': {'id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:23Z', 'updated_at': '2021-08-16T21:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3968e438-2b8a-431d-b938-a635427ff037', 'name': '', 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'mac_address': 'fa:16:3e:0b:25:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '5c2485d3-7f44-44b1-a298-8e5c6cd74c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:25Z', 'updated_at': '2021-08-16T21:35:25Z', 'revision_number': 1, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'subnets': [{'id': '5c2485d3-7f44-44b1-a298-8e5c6cd74c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:26.433300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c4fd1-1016-49db-9863-833a2547cef4 None None] The sync data for ids ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'] in n-d-793619-14 is: [{'id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'name': 'tempest-TestEncryptedCinderVolumes-1440066908-router', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:22Z', 'updated_at': '2021-08-16T21:35:25Z', 'revision_number': 4, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'gw_port': {'id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:23Z', 'updated_at': '2021-08-16T21:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3968e438-2b8a-431d-b938-a635427ff037', 'name': '', 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'mac_address': 'fa:16:3e:0b:25:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '5c2485d3-7f44-44b1-a298-8e5c6cd74c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:25Z', 'updated_at': '2021-08-16T21:35:25Z', 'revision_number': 1, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'subnets': [{'id': '5c2485d3-7f44-44b1-a298-8e5c6cd74c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:35:26.483662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Router 0b57f77c-7d88-469c-acc1-1529cb6e59ef has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:35:26.596467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f5f29433-b824-4667-82a8-d29020accffb None None] Provisioning complete for port 3968e438-2b8a-431d-b938-a635427ff037 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:26.601210 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f5f29433-b824-4667-82a8-d29020accffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:26.601530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:35:26.604451 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1d217bb9-1053-4947-910a-8bb2e2207ede admin admin] 10.222.0.74 "PUT /v2.0/routers/0b57f77c-7d88-469c-acc1-1529cb6e59ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9177787 Aug 16 21:35:26.639338 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-f5f29433-b824-4667-82a8-d29020accffb None None] Port 3968e438-2b8a-431d-b938-a635427ff037 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:35:26.943062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dfe9ae7b-0730-4761-ba04-0da53aabf4e6 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:26.991557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port dfe9ae7b-0730-4761-ba04-0da53aabf4e6 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:26.992023 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:27.423918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-92f894a4-67de-4610-8516-0fc7e1350d6e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:27.426104 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-92f894a4-67de-4610-8516-0fc7e1350d6e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/networks?id=0290d092-6387-44d7-8f23-4f97ca475fe7 HTTP/1.1" status: 200 len: 816 time: 0.1097090 Aug 16 21:35:27.441590 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-2dbfba46-937d-4c49-b73f-5e8303c8d9b0 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/quotas/2476af27b9134069af12baf7beacccae HTTP/1.1" status: 200 len: 375 time: 0.0103078 Aug 16 21:35:27.495490 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-f2e1d565-236c-44d9-8034-ec60ddc05be3 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2476af27b9134069af12baf7beacccae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476635 Aug 16 21:35:27.598318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-9f547fbd-db0b-4476-9a8a-cc6c576adb26 service neutron] 10.222.0.74 "GET /v2.0/networks/0290d092-6387-44d7-8f23-4f97ca475fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909278 Aug 16 21:35:27.688981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-b164294e-d0c0-4fcf-8141-65c5645da1a2 service neutron] 10.222.0.74 "GET /v2.0/networks/0290d092-6387-44d7-8f23-4f97ca475fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837595 Aug 16 21:35:27.940915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8695aded-b399-406e-b0ad-48c7b6728b05 req-90c055ee-3696-4bf5-a5a7-04162d2db74e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 210 time: 0.0266480 Aug 16 21:35:28.932025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f2b5dcd9-43a5-401e-900c-6145433b3e5d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:29.036156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fb14e68b-86b9-4d7d-a02f-ecc1537946e4 req-f3507c81-78ad-47fc-a692-d555a5beb5ab tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 210 time: 0.0305834 Aug 16 21:35:29.091544 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port f2b5dcd9-43a5-401e-900c-6145433b3e5d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:29.095637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f2b5dcd9-43a5-401e-900c-6145433b3e5d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:29.096015 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:29.173758 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:29.194711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port f2b5dcd9-43a5-401e-900c-6145433b3e5d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f2b5dcd9-43a5-401e-900c-6145433b3e5d,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:29.313832 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:29.362206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=f2b5dcd9-43a5-401e-900c-6145433b3e5d,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:29.801526 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Sync routers for ids ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:35:29.811137 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Routers {'0b57f77c-7d88-469c-acc1-1529cb6e59ef'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:29.821633 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:29.915123 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Set router 0b57f77c-7d88-469c-acc1-1529cb6e59ef gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:30.104987 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'name': 'tempest-TestEncryptedCinderVolumes-1440066908-router', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:22Z', 'updated_at': '2021-08-16T21:35:25Z', 'revision_number': 4, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'gw_port': {'id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:23Z', 'updated_at': '2021-08-16T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3968e438-2b8a-431d-b938-a635427ff037', 'name': '', 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'mac_address': 'fa:16:3e:0b:25:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '5c2485d3-7f44-44b1-a298-8e5c6cd74c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:25Z', 'updated_at': '2021-08-16T21:35:25Z', 'revision_number': 2, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'subnets': [{'id': '5c2485d3-7f44-44b1-a298-8e5c6cd74c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:30.129212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-efd06b7c-2145-4213-b852-7e005f9b0912 req-05555012-66de-45c4-8041-02ab359c7fce tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 210 time: 0.0266876 Aug 16 21:35:30.134328 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Checking router: 0b57f77c-7d88-469c-acc1-1529cb6e59ef for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:35:30.134681 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Updating router 0b57f77c-7d88-469c-acc1-1529cb6e59ef port 3968e438-2b8a-431d-b938-a635427ff037 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:35:30.158803 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.410127 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.420483 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Transition to ACTIVE for port object 3968e438-2b8a-431d-b938-a635427ff037 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:30.522920 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-4a041e59-e7b6-40eb-90e6-eb063ab52f31 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:30.524577 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-4a041e59-e7b6-40eb-90e6-eb063ab52f31 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.76 "GET /v2.0/networks?id=0290d092-6387-44d7-8f23-4f97ca475fe7 HTTP/1.1" status: 200 len: 816 time: 0.1098182 Aug 16 21:35:30.543767 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.548978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Request body: {'port': {'device_id': 'ef8f7f3b-7459-42c5-b1a0-d4477597a371', 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7', 'admin_state_up': True, 'tenant_id': '2476af27b9134069af12baf7beacccae'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:30.602076 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9389b3-6a62-4ca6-9f51-6978570847a5 None None] Pushing event updated for resources: {'Port': ['ID=3968e438-2b8a-431d-b938-a635427ff037,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:30.650903 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Attempting to bind port 3968e438-2b8a-431d-b938-a635427ff037 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:30.651131 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Attempting to bind port 3968e438-2b8a-431d-b938-a635427ff037 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'f88489da-be8b-4cfa-92ec-cf8b207d9f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:30.651928 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Attempting to bind port 3968e438-2b8a-431d-b938-a635427ff037 on network e4b04c6b-c1f6-4345-96f4-a4fe14822c07 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:30.657302 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:30.657680 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Checking segment: {'id': 'f88489da-be8b-4cfa-92ec-cf8b207d9f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:30.658091 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.658487 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Bound using segment: {'id': 'f88489da-be8b-4cfa-92ec-cf8b207d9f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:30.658952 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Bound port: 3968e438-2b8a-431d-b938-a635427ff037, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88489da-be8b-4cfa-92ec-cf8b207d9f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:30.659532 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.729754 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] For port 3968e438-2b8a-431d-b938-a635427ff037, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:30.732995 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] For port 3968e438-2b8a-431d-b938-a635427ff037, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3968e438-2b8a-431d-b938-a635427ff037,segment=NetworkSegment(f88489da-be8b-4cfa-92ec-cf8b207d9f01),segment_id=f88489da-be8b-4cfa-92ec-cf8b207d9f01)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:30.766037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Made reservation on behalf of 2476af27b9134069af12baf7beacccae for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:30.769420 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.800920 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.848074 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Routers {'0b57f77c-7d88-469c-acc1-1529cb6e59ef'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:30.849410 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:35:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:30.915161 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9389b3-6a62-4ca6-9f51-6978570847a5 None None] Pushing event updated for resources: {'Port': ['ID=3968e438-2b8a-431d-b938-a635427ff037,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:30.929705 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Allocated IP 172.20.0.12 (0290d092-6387-44d7-8f23-4f97ca475fe7/6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2/175b7bed-a8d8-474d-9140-5abea84ac96f) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:30.956430 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f2b5dcd9-43a5-401e-900c-6145433b3e5d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:30.988835 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] Set router 0b57f77c-7d88-469c-acc1-1529cb6e59ef gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:31.013107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f2b5dcd9-43a5-401e-900c-6145433b3e5d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:31.013596 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:31.127581 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:31.143257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Transition to ACTIVE for port object 175b7bed-a8d8-474d-9140-5abea84ac96f will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:31.225249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-83a9b8bd-816d-4132-8956-2148f0d3f62b req-e434e3fe-be8d-4859-a78d-01a5f2b6a8a4 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 210 time: 0.0272846 Aug 16 21:35:31.263806 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:31.298961 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'name': 'tempest-TestEncryptedCinderVolumes-1440066908-router', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:22Z', 'updated_at': '2021-08-16T21:35:25Z', 'revision_number': 4, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'gw_port': {'id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:23Z', 'updated_at': '2021-08-16T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3968e438-2b8a-431d-b938-a635427ff037', 'name': '', 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'mac_address': 'fa:16:3e:0b:25:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '5c2485d3-7f44-44b1-a298-8e5c6cd74c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:25Z', 'updated_at': '2021-08-16T21:35:30Z', 'revision_number': 4, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'subnets': [{'id': '5c2485d3-7f44-44b1-a298-8e5c6cd74c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:31.308431 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Network 0290d092-6387-44d7-8f23-4f97ca475fe7 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:31.311528 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:31.315403 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:31.325538 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59cbb0-7578-4565-a340-1038cd483598 None None] The sync data for ids ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'] in n-d-793619-14 is: [{'id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'name': 'tempest-TestEncryptedCinderVolumes-1440066908-router', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:22Z', 'updated_at': '2021-08-16T21:35:25Z', 'revision_number': 4, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'gw_port': {'id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:23Z', 'updated_at': '2021-08-16T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3968e438-2b8a-431d-b938-a635427ff037', 'name': '', 'network_id': 'e4b04c6b-c1f6-4345-96f4-a4fe14822c07', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'mac_address': 'fa:16:3e:0b:25:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '5c2485d3-7f44-44b1-a298-8e5c6cd74c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:25Z', 'updated_at': '2021-08-16T21:35:30Z', 'revision_number': 4, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'subnets': [{'id': '5c2485d3-7f44-44b1-a298-8e5c6cd74c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:35:31.344547 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Pushing event updated for resources: {'Port': ['ID=175b7bed-a8d8-474d-9140-5abea84ac96f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:31.375874 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:31.376816 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:31.509780 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-12c55de5-4d7b-4279-acae-dcc82a0a6d8c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9658799 Aug 16 21:35:31.521619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-13a5cbdb-4d3a-4857-b880-a28b07ca738f tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:35:31.522702 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-13a5cbdb-4d3a-4857-b880-a28b07ca738f tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059590 Aug 16 21:35:31.534677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Request body: {'port': {'device_id': 'ef8f7f3b-7459-42c5-b1a0-d4477597a371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:31.593674 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:31.674813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0187870c-dea8-42ad-a112-992c4a857191 None None] Provisioning for port 175b7bed-a8d8-474d-9140-5abea84ac96f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:31.679590 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0187870c-dea8-42ad-a112-992c4a857191 None None] Provisioning complete for port 175b7bed-a8d8-474d-9140-5abea84ac96f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:31.680108 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0187870c-dea8-42ad-a112-992c4a857191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:31.727445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0187870c-dea8-42ad-a112-992c4a857191 None None] Port 175b7bed-a8d8-474d-9140-5abea84ac96f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:35:31.880566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175b7bed-a8d8-474d-9140-5abea84ac96f {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:35:31.888840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:31.900429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Transition to ACTIVE for port object 175b7bed-a8d8-474d-9140-5abea84ac96f will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:32.051570 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:32.106244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Pushing event updated for resources: {'Port': ['ID=175b7bed-a8d8-474d-9140-5abea84ac96f,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:32.177514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Attempting to bind port 175b7bed-a8d8-474d-9140-5abea84ac96f on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:32.177860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Attempting to bind port 175b7bed-a8d8-474d-9140-5abea84ac96f by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:32.178193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Attempting to bind port 175b7bed-a8d8-474d-9140-5abea84ac96f on network 0290d092-6387-44d7-8f23-4f97ca475fe7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:32.184308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Port 175b7bed-a8d8-474d-9140-5abea84ac96f on network 0290d092-6387-44d7-8f23-4f97ca475fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:35:32.184632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Attempting to bind port 175b7bed-a8d8-474d-9140-5abea84ac96f on network 0290d092-6387-44d7-8f23-4f97ca475fe7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:32.190276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:32.190621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Checking segment: {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:32.191005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Bound using segment: {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:32.191446 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Bound port: 175b7bed-a8d8-474d-9140-5abea84ac96f, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:32.191807 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:32.263979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] For port 175b7bed-a8d8-474d-9140-5abea84ac96f, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:32.267081 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] For port 175b7bed-a8d8-474d-9140-5abea84ac96f, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=175b7bed-a8d8-474d-9140-5abea84ac96f,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:32.340635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b040a-6af5-468b-a159-3de18718c9f2 req-c5d6f21a-e560-458b-86b3-c46ebed95c49 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:32.342144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e4b040a-6af5-468b-a159-3de18718c9f2 req-c5d6f21a-e560-458b-86b3-c46ebed95c49 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 944 time: 0.0497055 Aug 16 21:35:32.386000 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1e4b040a-6af5-468b-a159-3de18718c9f2 req-ddaecc29-2986-487c-b811-57e03ff59ab8 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376790 Aug 16 21:35:32.389344 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:32.424223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:32.424778 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:32.426321 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-502425bc-508c-40da-ac3c-563781123c6e service neutron] 10.222.0.76 "PUT /v2.0/ports/175b7bed-a8d8-474d-9140-5abea84ac96f HTTP/1.1" status: 200 len: 1093 time: 0.8959990 Aug 16 21:35:32.426758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8f7f3b-7459-42c5-b1a0-d4477597a371', 'tag': '175b7bed-a8d8-474d-9140-5abea84ac96f'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:35:32.429007 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6df505a-480b-4e10-a8d8-50ca18e5af92" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8f7f3b-7459-42c5-b1a0-d4477597a371", "tag": "175b7bed-a8d8-474d-9140-5abea84ac96f"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:35:32.454690 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502425bc-508c-40da-ac3c-563781123c6e service neutron] Pushing event updated for resources: {'Port': ['ID=175b7bed-a8d8-474d-9140-5abea84ac96f,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:32.472707 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38281b56-603e-4047-83d8-200481fc46d3 x-openstack-request-id: req-38281b56-603e-4047-83d8-200481fc46d3 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:35:32.473005 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8f7f3b-7459-42c5-b1a0-d4477597a371", "tag": "175b7bed-a8d8-474d-9140-5abea84ac96f", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:35:32.473393 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-38281b56-603e-4047-83d8-200481fc46d3 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:35:32.473874 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8f7f3b-7459-42c5-b1a0-d4477597a371', 'tag': '175b7bed-a8d8-474d-9140-5abea84ac96f', 'status': 'completed', 'code': 200} Aug 16 21:35:32.537261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df505a-480b-4e10-a8d8-50ca18e5af92 req-e43c2aa5-d11e-4c67-a748-7402e24d8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:32.538790 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d6df505a-480b-4e10-a8d8-50ca18e5af92 req-e43c2aa5-d11e-4c67-a748-7402e24d8d2b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2476af27b9134069af12baf7beacccae&device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 1096 time: 0.0438983 Aug 16 21:35:32.939200 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3968e438-2b8a-431d-b938-a635427ff037 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:32.997377 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df505a-480b-4e10-a8d8-50ca18e5af92 req-dbd8b0ae-4c98-4f36-a9aa-2450601ce1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:32.999058 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d6df505a-480b-4e10-a8d8-50ca18e5af92 req-dbd8b0ae-4c98-4f36-a9aa-2450601ce1da service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=2476af27b9134069af12baf7beacccae&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4527500 Aug 16 21:35:33.062230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 3968e438-2b8a-431d-b938-a635427ff037 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:33.078025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3968e438-2b8a-431d-b938-a635427ff037 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:33.078404 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:33.096023 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df505a-480b-4e10-a8d8-50ca18e5af92 req-6926a2b1-0662-4e6e-a2d9-820e1d0a2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:33.097664 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d6df505a-480b-4e10-a8d8-50ca18e5af92 req-6926a2b1-0662-4e6e-a2d9-820e1d0a2a0b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916378 Aug 16 21:35:33.172294 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:33.176890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-a9fa69e7-86a4-4c86-9876-bef479a01e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:33.178445 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-a9fa69e7-86a4-4c86-9876-bef479a01e3a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2476af27b9134069af12baf7beacccae&device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 1096 time: 0.0446157 Aug 16 21:35:33.204314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 3968e438-2b8a-431d-b938-a635427ff037, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3968e438-2b8a-431d-b938-a635427ff037,segment=NetworkSegment(f88489da-be8b-4cfa-92ec-cf8b207d9f01),segment_id=f88489da-be8b-4cfa-92ec-cf8b207d9f01)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:33.216138 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:33.221542 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-64a84b00-0859-44fe-b38a-9372baa134c2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=175b7bed-a8d8-474d-9140-5abea84ac96f HTTP/1.1" status: 200 len: 217 time: 0.0346632 Aug 16 21:35:33.246093 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:33.270459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-a408350b-1837-475e-ac2a-c97c2ef14b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:33.271922 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-a408350b-1837-475e-ac2a-c97c2ef14b39 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2 HTTP/1.1" status: 200 len: 855 time: 0.0440981 Aug 16 21:35:33.320926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-e554c81a-352f-4ea4-96bc-238413da6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:33.322435 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-e554c81a-352f-4ea4-96bc-238413da6d23 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0290d092-6387-44d7-8f23-4f97ca475fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435412 Aug 16 21:35:33.326201 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:33.377637 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=3968e438-2b8a-431d-b938-a635427ff037,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:33.415701 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-41ec0b5d-2aa0-4516-b6dc-b3b319581ccc service neutron] 10.222.0.76 "GET /v2.0/networks/0290d092-6387-44d7-8f23-4f97ca475fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855191 Aug 16 21:35:33.509246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cac9ca-def4-4ec0-bab8-e0b9e8670d3d req-a9149f5b-3dd0-4cf7-89f7-8c9c38e38798 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:33.511283 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06cac9ca-def4-4ec0-bab8-e0b9e8670d3d req-a9149f5b-3dd0-4cf7-89f7-8c9c38e38798 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 944 time: 0.0543497 Aug 16 21:35:33.513350 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2dc6aae8-bd7b-4741-baf6-53f751e0f4be req-4e4becd9-2c13-4d27-a7a6-a825924e6385 service neutron] 10.222.0.76 "GET /v2.0/networks/0290d092-6387-44d7-8f23-4f97ca475fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907743 Aug 16 21:35:33.550529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06cac9ca-def4-4ec0-bab8-e0b9e8670d3d req-b689f094-8692-4489-8685-a4ad86083e6b tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323761 Aug 16 21:35:34.665888 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d00ea-ac4d-4023-bd77-e5a6600838f9 req-089cf0ab-6989-4240-a0f1-e62a6d9dc228 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:34.667869 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed0d00ea-ac4d-4023-bd77-e5a6600838f9 req-089cf0ab-6989-4240-a0f1-e62a6d9dc228 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 944 time: 0.0492377 Aug 16 21:35:34.705167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ed0d00ea-ac4d-4023-bd77-e5a6600838f9 req-9b707bcd-77eb-45b3-aa2f-6775fc68c494 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311723 Aug 16 21:35:34.924000 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3968e438-2b8a-431d-b938-a635427ff037 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:34.970639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3968e438-2b8a-431d-b938-a635427ff037 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:34.971007 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:35.820199 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c66e79-34f4-4264-bbe2-467ec79aef61 req-53059c35-6a20-47ea-ad61-5e8be8f13471 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:35.821713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3c66e79-34f4-4264-bbe2-467ec79aef61 req-53059c35-6a20-47ea-ad61-5e8be8f13471 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 944 time: 0.0493913 Aug 16 21:35:35.858533 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3c66e79-34f4-4264-bbe2-467ec79aef61 req-e4493692-0043-4685-a00d-76ca457f0160 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309651 Aug 16 21:35:36.736870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 175b7bed-a8d8-474d-9140-5abea84ac96f details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:35:36.831720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 175b7bed-a8d8-474d-9140-5abea84ac96f, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=175b7bed-a8d8-474d-9140-5abea84ac96f,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:36.842305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '175b7bed-a8d8-474d-9140-5abea84ac96f', 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7', 'port_id': '175b7bed-a8d8-474d-9140-5abea84ac96f', 'mac_address': 'fa:16:3e:2b:f4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:35:36.878597 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:36.891151 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175b7bed-a8d8-474d-9140-5abea84ac96f {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:35:36.910702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 175b7bed-a8d8-474d-9140-5abea84ac96f, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=175b7bed-a8d8-474d-9140-5abea84ac96f,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:36.975711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7d71f-b858-4b06-9303-e013aed5db99 req-67b9af91-7970-4cbe-a920-ee400fcfc361 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:36.977191 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7fd7d71f-b858-4b06-9303-e013aed5db99 req-67b9af91-7970-4cbe-a920-ee400fcfc361 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 944 time: 0.0522900 Aug 16 21:35:36.993966 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:37.015327 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7fd7d71f-b858-4b06-9303-e013aed5db99 req-94e156e6-35c2-4fc4-b07c-88bd2ca496af tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Aug 16 21:35:37.046095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=175b7bed-a8d8-474d-9140-5abea84ac96f,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:37.194465 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['175b7bed-a8d8-474d-9140-5abea84ac96f'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:35:38.128467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365e78b-43fa-46df-8b70-7b63cce26dee req-b1f6d98e-5473-43fe-904b-3c018aba0081 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:38.129966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3365e78b-43fa-46df-8b70-7b63cce26dee req-b1f6d98e-5473-43fe-904b-3c018aba0081 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 945 time: 0.0490198 Aug 16 21:35:38.167364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3365e78b-43fa-46df-8b70-7b63cce26dee req-9368a762-9021-42ad-8ce1-a82a0360e758 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314848 Aug 16 21:35:38.751827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 175b7bed-a8d8-474d-9140-5abea84ac96f up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:38.880074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 175b7bed-a8d8-474d-9140-5abea84ac96f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:38.883947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 175b7bed-a8d8-474d-9140-5abea84ac96f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:38.884319 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:38.959143 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:38.980996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8f7f3b-7459-42c5-b1a0-d4477597a371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175b7bed-a8d8-474d-9140-5abea84ac96f'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:35:38.983210 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9d5ac5-97fa-4692-afbb-7bafb233d4aa" -d '{"events": [{"server_uuid": "ef8f7f3b-7459-42c5-b1a0-d4477597a371", "name": "network-vif-plugged", "status": "completed", "tag": "175b7bed-a8d8-474d-9140-5abea84ac96f"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:35:38.996523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 175b7bed-a8d8-474d-9140-5abea84ac96f, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=175b7bed-a8d8-474d-9140-5abea84ac96f,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:39.020099 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dbf884-b7fc-410a-bd23-0190e59508c7 x-openstack-request-id: req-77dbf884-b7fc-410a-bd23-0190e59508c7 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:35:39.020391 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8f7f3b-7459-42c5-b1a0-d4477597a371", "name": "network-vif-plugged", "status": "completed", "tag": "175b7bed-a8d8-474d-9140-5abea84ac96f", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:35:39.020677 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-77dbf884-b7fc-410a-bd23-0190e59508c7 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:35:39.021113 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8f7f3b-7459-42c5-b1a0-d4477597a371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175b7bed-a8d8-474d-9140-5abea84ac96f', 'code': 200} Aug 16 21:35:39.085890 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:39.121574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc0cf0-083f-462e-b2a4-826ad2e90212 req-c5ed79d7-1d58-4e62-8350-9140bc30c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:39.123106 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-72cc0cf0-083f-462e-b2a4-826ad2e90212 req-c5ed79d7-1d58-4e62-8350-9140bc30c993 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 1098 time: 0.0422001 Aug 16 21:35:39.138168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=175b7bed-a8d8-474d-9140-5abea84ac96f,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:39.158669 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-72cc0cf0-083f-462e-b2a4-826ad2e90212 req-1bac0cd1-e0b9-4c20-b73e-1c382def7949 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285399 Aug 16 21:35:39.280974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01c16f-e304-4f5a-b7bd-f2390930d0b4 req-fcecdc74-cbd7-444e-957c-7097e548edba tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:39.282388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd01c16f-e304-4f5a-b7bd-f2390930d0b4 req-fcecdc74-cbd7-444e-957c-7097e548edba tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 946 time: 0.0491996 Aug 16 21:35:39.320665 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd01c16f-e304-4f5a-b7bd-f2390930d0b4 req-e6227dd6-6ae9-48ce-88e4-cd123fa23ed3 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Aug 16 21:35:40.444114 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a83bf-58ba-414b-9f7f-fb35387f1243 req-7187685a-595e-4a34-a37a-ac1007406c3c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:40.445648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a0a83bf-58ba-414b-9f7f-fb35387f1243 req-7187685a-595e-4a34-a37a-ac1007406c3c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 946 time: 0.0559685 Aug 16 21:35:40.483112 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a0a83bf-58ba-414b-9f7f-fb35387f1243 req-b844732d-e9b6-475d-a87e-0030a798f1fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309374 Aug 16 21:35:40.595524 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd912f9e-1800-4bbf-98fa-19ad0f7ae4a6 req-3bc108b2-cfd3-455e-9856-93b6b5332a6a tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:40.596996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd912f9e-1800-4bbf-98fa-19ad0f7ae4a6 req-3bc108b2-cfd3-455e-9856-93b6b5332a6a tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 946 time: 0.0489528 Aug 16 21:35:40.633981 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fd912f9e-1800-4bbf-98fa-19ad0f7ae4a6 req-38370122-3d37-4130-9c53-676ffc2c0391 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Aug 16 21:35:42.768022 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:35:45.222960 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0eced493-e3ab-45f6-b776-819c8637b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:47.600126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ca024a14-ec4f-4f36-840a-56002c6412bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:48.022781 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:49.428758 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:50.770941 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:03.154012 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:03.182938 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:04.224922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a7899-4a2d-4a8e-b86d-0317566e1f62 req-d37f235b-a1b7-4b45-9c7d-6522a9ecf9cc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:04.226440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b9a7899-4a2d-4a8e-b86d-0317566e1f62 req-d37f235b-a1b7-4b45-9c7d-6522a9ecf9cc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 946 time: 0.0503173 Aug 16 21:36:04.268427 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4b9a7899-4a2d-4a8e-b86d-0317566e1f62 req-dc81dc57-1dda-443e-922a-d3969d46a1ee tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Aug 16 21:36:05.389708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abf851-c1a6-47d8-bac5-81759dd00395 req-40a36cc9-4787-4015-8ac4-beb16f4ce394 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:05.391189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98abf851-c1a6-47d8-bac5-81759dd00395 req-40a36cc9-4787-4015-8ac4-beb16f4ce394 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 946 time: 0.0537593 Aug 16 21:36:05.428153 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98abf851-c1a6-47d8-bac5-81759dd00395 req-6c77b673-3bf5-432e-80a5-a38e4a0fd627 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309618 Aug 16 21:36:05.855443 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054b0e-8629-41b5-8010-dc2e9951449b req-baeb95d5-de69-4b24-a28d-31bae5da2e25 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:05.856888 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e054b0e-8629-41b5-8010-dc2e9951449b req-baeb95d5-de69-4b24-a28d-31bae5da2e25 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 946 time: 0.0486565 Aug 16 21:36:05.949175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5e054b0e-8629-41b5-8010-dc2e9951449b req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Deleting port 175b7bed-a8d8-474d-9140-5abea84ac96f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:05.949515 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e054b0e-8629-41b5-8010-dc2e9951449b req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:06.035576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-5e054b0e-8629-41b5-8010-dc2e9951449b req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] For port 175b7bed-a8d8-474d-9140-5abea84ac96f, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=175b7bed-a8d8-474d-9140-5abea84ac96f,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:06.035942 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e054b0e-8629-41b5-8010-dc2e9951449b req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:06.048134 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-5e054b0e-8629-41b5-8010-dc2e9951449b req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Calling delete_port for 175b7bed-a8d8-474d-9140-5abea84ac96f owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:06.244428 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e054b0e-8629-41b5-8010-dc2e9951449b req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:06.256185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['175b7bed-a8d8-474d-9140-5abea84ac96f'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:36:06.274237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Pushing event deleted for resources: {'Port': ['ID=175b7bed-a8d8-474d-9140-5abea84ac96f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:06.304180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.304540 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.304983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.305351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.305691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.306030 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.306361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.306694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.307029 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.307356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.307684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.308008 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:06.329950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e054b0e-8629-41b5-8010-dc2e9951449b req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] No DVR routers for this DVR port 175b7bed-a8d8-474d-9140-5abea84ac96f on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:36:06.332564 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-5e054b0e-8629-41b5-8010-dc2e9951449b req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:06.334595 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-5e054b0e-8629-41b5-8010-dc2e9951449b req-288f4a13-7cb5-4564-971b-d0bca6ed22fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.76 "DELETE /v2.0/ports/175b7bed-a8d8-474d-9140-5abea84ac96f HTTP/1.1" status: 204 len: 173 time: 0.4706304 Aug 16 21:36:06.335046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8f7f3b-7459-42c5-b1a0-d4477597a371', 'name': 'network-vif-deleted', 'tag': '175b7bed-a8d8-474d-9140-5abea84ac96f'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:36:06.337998 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c2ea24-7c86-4de2-8117-6632c11c2859" -d '{"events": [{"server_uuid": "ef8f7f3b-7459-42c5-b1a0-d4477597a371", "name": "network-vif-deleted", "tag": "175b7bed-a8d8-474d-9140-5abea84ac96f"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:36:06.375968 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ce225-409f-4972-857e-c42ed165a718 x-openstack-request-id: req-9f5ce225-409f-4972-857e-c42ed165a718 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:36:06.375968 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8f7f3b-7459-42c5-b1a0-d4477597a371", "name": "network-vif-deleted", "tag": "175b7bed-a8d8-474d-9140-5abea84ac96f", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:36:06.375968 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9f5ce225-409f-4972-857e-c42ed165a718 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:36:06.375968 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8f7f3b-7459-42c5-b1a0-d4477597a371', 'name': 'network-vif-deleted', 'tag': '175b7bed-a8d8-474d-9140-5abea84ac96f', 'status': 'completed', 'code': 200} Aug 16 21:36:06.524092 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8f5c2dd-41cf-47e6-b69d-0027b0ffe0e8 req-0355ff67-abf9-4cdf-98b3-d56a3de8a4ae tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef8f7f3b-7459-42c5-b1a0-d4477597a371 HTTP/1.1" status: 200 len: 210 time: 0.0274262 Aug 16 21:36:08.170861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-ad2c69c0-e660-445d-97fd-e0714835e735 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:08.172309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-ad2c69c0-e660-445d-97fd-e0714835e735 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/networks?id=0290d092-6387-44d7-8f23-4f97ca475fe7 HTTP/1.1" status: 200 len: 816 time: 0.1027141 Aug 16 21:36:08.187573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-33fffc36-47f0-4f92-82f5-0ded918b6351 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/quotas/2476af27b9134069af12baf7beacccae HTTP/1.1" status: 200 len: 375 time: 0.0094950 Aug 16 21:36:08.237106 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-c87ec195-c743-4399-ac63-5a1ea5f9e4c3 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2476af27b9134069af12baf7beacccae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440297 Aug 16 21:36:08.330861 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-567c5e33-7eec-4b7e-a4fc-cecd8e494ff6 service neutron] 10.222.0.74 "GET /v2.0/networks/0290d092-6387-44d7-8f23-4f97ca475fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814579 Aug 16 21:36:08.422618 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-4a49d4bc-db7e-429f-b33b-40e73994f31f service neutron] 10.222.0.74 "GET /v2.0/networks/0290d092-6387-44d7-8f23-4f97ca475fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855045 Aug 16 21:36:08.694867 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39dc6727-b3a3-484f-9f37-2b78951dc3b9 req-04bb3f84-c9c4-41e7-8c4f-a955dd441599 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 210 time: 0.0280252 Aug 16 21:36:08.860633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 175b7bed-a8d8-474d-9140-5abea84ac96f no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:36:08.880113 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 175b7bed-a8d8-474d-9140-5abea84ac96f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:36:08.880460 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 175b7bed-a8d8-474d-9140-5abea84ac96f not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:36:09.786101 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a4c7c9e-57df-4f42-bdf4-9ca399cc8b54 req-7d71432e-71e9-4985-a460-5328d0e9c370 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 210 time: 0.0267186 Aug 16 21:36:10.546280 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-bca221f7-87a1-4861-b237-5c603da0803b tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:10.547790 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-bca221f7-87a1-4861-b237-5c603da0803b tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.76 "GET /v2.0/networks?id=0290d092-6387-44d7-8f23-4f97ca475fe7 HTTP/1.1" status: 200 len: 816 time: 0.1043603 Aug 16 21:36:10.561131 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Request body: {'port': {'device_id': '02fce5a7-c64d-4803-8fe1-9d1af1a37938', 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7', 'admin_state_up': True, 'tenant_id': '2476af27b9134069af12baf7beacccae'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:36:10.810596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Made reservation on behalf of 2476af27b9134069af12baf7beacccae for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:36:10.814255 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:10.887005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-adbef9ef-6cba-408b-9f97-546dbc76ac9e req-8d1df6d3-7c88-4cf8-8264-1b5276f4d5fc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 210 time: 0.0277796 Aug 16 21:36:10.949752 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Allocated IP 172.20.0.3 (0290d092-6387-44d7-8f23-4f97ca475fe7/6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2/b793b068-3a89-4573-be62-e216bf6e0091) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:36:11.093347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:11.107180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Transition to ACTIVE for port object b793b068-3a89-4573-be62-e216bf6e0091 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:36:11.211115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:11.260871 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Network 0290d092-6387-44d7-8f23-4f97ca475fe7 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:36:11.263989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:36:11.267800 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:36:11.292222 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Pushing event updated for resources: {'Port': ['ID=b793b068-3a89-4573-be62-e216bf6e0091,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:11.322371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:11.323001 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:11.451614 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-961e2f7c-2f82-4674-a5a2-12dc340705f7 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941607 Aug 16 21:36:11.464400 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Request body: {'port': {'device_id': '02fce5a7-c64d-4803-8fe1-9d1af1a37938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:36:11.516878 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:11.564482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7cc3c872-369f-4c24-996e-3918f1098d56 None None] Provisioning for port b793b068-3a89-4573-be62-e216bf6e0091 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:36:11.568903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7cc3c872-369f-4c24-996e-3918f1098d56 None None] Provisioning complete for port b793b068-3a89-4573-be62-e216bf6e0091 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:36:11.572650 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c872-369f-4c24-996e-3918f1098d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:11.606808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3c872-369f-4c24-996e-3918f1098d56 None None] Port b793b068-3a89-4573-be62-e216bf6e0091 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:36:11.793852 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b793b068-3a89-4573-be62-e216bf6e0091 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:36:11.801146 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:11.813123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Transition to ACTIVE for port object b793b068-3a89-4573-be62-e216bf6e0091 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:36:11.883744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:11.937817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Pushing event updated for resources: {'Port': ['ID=b793b068-3a89-4573-be62-e216bf6e0091,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:12.012485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Attempting to bind port b793b068-3a89-4573-be62-e216bf6e0091 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:36:12.012834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Attempting to bind port b793b068-3a89-4573-be62-e216bf6e0091 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:36:12.013199 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Attempting to bind port b793b068-3a89-4573-be62-e216bf6e0091 on network 0290d092-6387-44d7-8f23-4f97ca475fe7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:36:12.013634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3e21-c48b-4f09-86d6-f4e17cd5f83a req-f1802363-59e0-4351-a724-caa22c8a2771 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:12.015178 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4adb3e21-c48b-4f09-86d6-f4e17cd5f83a req-f1802363-59e0-4351-a724-caa22c8a2771 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 943 time: 0.0582449 Aug 16 21:36:12.018033 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Port b793b068-3a89-4573-be62-e216bf6e0091 on network 0290d092-6387-44d7-8f23-4f97ca475fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:36:12.018361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Attempting to bind port b793b068-3a89-4573-be62-e216bf6e0091 on network 0290d092-6387-44d7-8f23-4f97ca475fe7 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:36:12.027989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:36:12.028333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Checking segment: {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:36:12.028768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Bound using segment: {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:36:12.029267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Bound port: b793b068-3a89-4573-be62-e216bf6e0091, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08df01b2-50c2-443b-a53f-075b5750672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:36:12.029680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:12.056721 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4adb3e21-c48b-4f09-86d6-f4e17cd5f83a req-543d19d1-9146-4030-8639-167a38ce379b tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343213 Aug 16 21:36:12.099356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] For port b793b068-3a89-4573-be62-e216bf6e0091, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:36:12.102908 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] For port b793b068-3a89-4573-be62-e216bf6e0091, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b793b068-3a89-4573-be62-e216bf6e0091,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:36:12.165883 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:12.201381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:12.202015 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:12.203477 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] 10.222.0.76 "PUT /v2.0/ports/b793b068-3a89-4573-be62-e216bf6e0091 HTTP/1.1" status: 200 len: 1092 time: 0.7440152 Aug 16 21:36:12.203947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fce5a7-c64d-4803-8fe1-9d1af1a37938', 'tag': 'b793b068-3a89-4573-be62-e216bf6e0091'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:36:12.206242 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d8cd0c-15a3-444e-87da-7b4ba13a671f" -d '{"events": [{"name": "network-changed", "server_uuid": "02fce5a7-c64d-4803-8fe1-9d1af1a37938", "tag": "b793b068-3a89-4573-be62-e216bf6e0091"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:36:12.233356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69e087-188d-4c88-bd09-1d913c31a1ad service neutron] Pushing event updated for resources: {'Port': ['ID=b793b068-3a89-4573-be62-e216bf6e0091,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:12.243326 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a672598-003a-490e-ad80-5b0ec5154b12 x-openstack-request-id: req-9a672598-003a-490e-ad80-5b0ec5154b12 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:36:12.243692 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fce5a7-c64d-4803-8fe1-9d1af1a37938", "tag": "b793b068-3a89-4573-be62-e216bf6e0091", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:36:12.243863 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9a672598-003a-490e-ad80-5b0ec5154b12 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:36:12.244317 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fce5a7-c64d-4803-8fe1-9d1af1a37938', 'tag': 'b793b068-3a89-4573-be62-e216bf6e0091', 'status': 'completed', 'code': 200} Aug 16 21:36:12.307992 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8cd0c-15a3-444e-87da-7b4ba13a671f req-e5776041-28e7-41b1-aa06-992ebb855bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:12.309592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51d8cd0c-15a3-444e-87da-7b4ba13a671f req-e5776041-28e7-41b1-aa06-992ebb855bb0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2476af27b9134069af12baf7beacccae&device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 1095 time: 0.0447164 Aug 16 21:36:12.417082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8cd0c-15a3-444e-87da-7b4ba13a671f req-c186c099-069a-416e-9fc4-dbf67c74f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:12.418534 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51d8cd0c-15a3-444e-87da-7b4ba13a671f req-c186c099-069a-416e-9fc4-dbf67c74f407 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=2476af27b9134069af12baf7beacccae&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1014688 Aug 16 21:36:12.518465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8cd0c-15a3-444e-87da-7b4ba13a671f req-bc0afc0a-0395-49ae-bb85-5453301c5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:12.519876 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-51d8cd0c-15a3-444e-87da-7b4ba13a671f req-bc0afc0a-0395-49ae-bb85-5453301c5beb service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948238 Aug 16 21:36:12.596136 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-04e48854-7f04-40d6-8ae6-97a466450598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:12.597667 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-04e48854-7f04-40d6-8ae6-97a466450598 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2476af27b9134069af12baf7beacccae&device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 1095 time: 0.0412211 Aug 16 21:36:12.639027 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-123794f3-77e7-4551-9405-cb03498dab12 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b793b068-3a89-4573-be62-e216bf6e0091 HTTP/1.1" status: 200 len: 217 time: 0.0340242 Aug 16 21:36:12.694944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-ea143217-64ce-43c2-a069-56d4c8f06093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:12.696287 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-ea143217-64ce-43c2-a069-56d4c8f06093 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2 HTTP/1.1" status: 200 len: 855 time: 0.0430145 Aug 16 21:36:12.745649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-b225b106-d8d1-4652-9392-9f3a81481290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:12.747101 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-b225b106-d8d1-4652-9392-9f3a81481290 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0290d092-6387-44d7-8f23-4f97ca475fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433035 Aug 16 21:36:12.834774 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-78d853db-4ea2-474a-83ab-d606f28d349b service neutron] 10.222.0.76 "GET /v2.0/networks/0290d092-6387-44d7-8f23-4f97ca475fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807605 Aug 16 21:36:12.926532 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-eda01d2d-9fbb-46a9-a835-4a007ee5ce13 req-6aa1ecb5-a56f-419b-a185-b19970840b70 service neutron] 10.222.0.76 "GET /v2.0/networks/0290d092-6387-44d7-8f23-4f97ca475fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845606 Aug 16 21:36:13.172801 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f01f23-7c74-470e-8b4c-560bfe1206bd req-d329a531-802a-4e51-ac3d-4e053e3a03b0 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:13.174386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7f01f23-7c74-470e-8b4c-560bfe1206bd req-d329a531-802a-4e51-ac3d-4e053e3a03b0 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 943 time: 0.0487554 Aug 16 21:36:13.212514 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7f01f23-7c74-470e-8b4c-560bfe1206bd req-8e2e5c2a-3803-4f35-83d9-fd7a157f7937 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321901 Aug 16 21:36:14.326335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944ae81-c0bb-46e6-b317-c2b37c6c2d62 req-5dad89c4-1efc-4bc3-b029-b106ea704f3c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:14.327791 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f944ae81-c0bb-46e6-b317-c2b37c6c2d62 req-5dad89c4-1efc-4bc3-b029-b106ea704f3c tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 943 time: 0.0487063 Aug 16 21:36:14.365595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f944ae81-c0bb-46e6-b317-c2b37c6c2d62 req-44510f74-e2a5-466e-9b0b-5cfe8c93163f tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319142 Aug 16 21:36:14.875853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b793b068-3a89-4573-be62-e216bf6e0091 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:36:14.969720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b793b068-3a89-4573-be62-e216bf6e0091, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b793b068-3a89-4573-be62-e216bf6e0091,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:14.980467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'b793b068-3a89-4573-be62-e216bf6e0091', 'network_id': '0290d092-6387-44d7-8f23-4f97ca475fe7', 'port_id': 'b793b068-3a89-4573-be62-e216bf6e0091', 'mac_address': 'fa:16:3e:5f:3e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:36:15.019940 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:15.188432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b793b068-3a89-4573-be62-e216bf6e0091 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:36:15.213187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b793b068-3a89-4573-be62-e216bf6e0091, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b793b068-3a89-4573-be62-e216bf6e0091,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:15.319122 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3a1445a5-3e46-4887-8e53-0cdb0f9d9638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:15.330145 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:15.376265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b793b068-3a89-4573-be62-e216bf6e0091,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:15.485331 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153f040-9c83-4134-bebc-820058e0ace3 req-7995bdac-c721-483a-aa1c-e02c167d8234 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:15.486728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6153f040-9c83-4134-bebc-820058e0ace3 req-7995bdac-c721-483a-aa1c-e02c167d8234 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 944 time: 0.0564446 Aug 16 21:36:15.524511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6153f040-9c83-4134-bebc-820058e0ace3 req-33b0af4e-c993-47e8-a392-a0bee2e3cfb4 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317576 Aug 16 21:36:15.531757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['b793b068-3a89-4573-be62-e216bf6e0091'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:36:16.636354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74f207-2dd7-43b1-a90f-4b2f4cd66f92 req-ba1be0bf-9c88-4714-ba2f-ef2e3a84294f tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:16.637856 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb74f207-2dd7-43b1-a90f-4b2f4cd66f92 req-ba1be0bf-9c88-4714-ba2f-ef2e3a84294f tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 944 time: 0.0486219 Aug 16 21:36:16.675713 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb74f207-2dd7-43b1-a90f-4b2f4cd66f92 req-8af6684b-397c-414c-9e67-5b1c68a25583 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Aug 16 21:36:16.875749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b793b068-3a89-4573-be62-e216bf6e0091 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:36:17.038926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port b793b068-3a89-4573-be62-e216bf6e0091 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:36:17.043245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port b793b068-3a89-4573-be62-e216bf6e0091 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:36:17.043619 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:17.116872 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:17.138516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fce5a7-c64d-4803-8fe1-9d1af1a37938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b793b068-3a89-4573-be62-e216bf6e0091'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:36:17.140633 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdede491-1ec6-4dec-a4df-08bd74f02fa9" -d '{"events": [{"server_uuid": "02fce5a7-c64d-4803-8fe1-9d1af1a37938", "name": "network-vif-plugged", "status": "completed", "tag": "b793b068-3a89-4573-be62-e216bf6e0091"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:36:17.153816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port b793b068-3a89-4573-be62-e216bf6e0091, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b793b068-3a89-4573-be62-e216bf6e0091,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:17.178344 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ead310a-f8ec-4620-b5d4-636b0a69bbd8 x-openstack-request-id: req-7ead310a-f8ec-4620-b5d4-636b0a69bbd8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:36:17.178344 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fce5a7-c64d-4803-8fe1-9d1af1a37938", "name": "network-vif-plugged", "status": "completed", "tag": "b793b068-3a89-4573-be62-e216bf6e0091", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:36:17.178344 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7ead310a-f8ec-4620-b5d4-636b0a69bbd8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:36:17.178344 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fce5a7-c64d-4803-8fe1-9d1af1a37938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b793b068-3a89-4573-be62-e216bf6e0091', 'code': 200} Aug 16 21:36:17.222218 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:17.273353 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=b793b068-3a89-4573-be62-e216bf6e0091,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:17.273614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd42b9-99ce-4026-87f4-8ed148667da9 req-afe1cde5-fd30-4d1d-b9d0-f99664ae3594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:17.275027 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0bfd42b9-99ce-4026-87f4-8ed148667da9 req-afe1cde5-fd30-4d1d-b9d0-f99664ae3594 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 1097 time: 0.0407574 Aug 16 21:36:17.280836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.281321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.281554 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.281893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.282225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.282567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.282880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.283207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.283634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.283959 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.284281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.284595 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:17.313048 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0bfd42b9-99ce-4026-87f4-8ed148667da9 req-ae20f80d-635a-4f17-a86f-5e2e6d95dd13 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286944 Aug 16 21:36:17.530763 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-98ee20b9-f55a-4dfa-869d-f9d04c53164d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:17.787702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46382-49f8-42c6-8c0a-cb6b4c78c9cf req-b3ef109b-cbdc-4a91-b293-21383edd02f3 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:17.789149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75b46382-49f8-42c6-8c0a-cb6b4c78c9cf req-b3ef109b-cbdc-4a91-b293-21383edd02f3 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 945 time: 0.0486112 Aug 16 21:36:17.828020 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75b46382-49f8-42c6-8c0a-cb6b4c78c9cf req-1596e519-84fe-4faf-9406-b199da5db670 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328104 Aug 16 21:36:17.953016 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:18.948945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9c50f-cbc6-4e07-b991-086c69b2ab57 req-31ccd62b-ee16-41b1-83d8-5502d91f36c5 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:18.950440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3a9c50f-cbc6-4e07-b991-086c69b2ab57 req-31ccd62b-ee16-41b1-83d8-5502d91f36c5 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 945 time: 0.0539117 Aug 16 21:36:18.987360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a3a9c50f-cbc6-4e07-b991-086c69b2ab57 req-083121ee-a804-4b9a-ab9c-82efb795cb91 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308251 Aug 16 21:36:19.099944 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd170af-c645-432d-b3d9-4ee90bcd3f2f req-92f03769-081c-4952-9c55-deeac51f2571 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:19.101482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ccd170af-c645-432d-b3d9-4ee90bcd3f2f req-92f03769-081c-4952-9c55-deeac51f2571 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 945 time: 0.0499828 Aug 16 21:36:19.139626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ccd170af-c645-432d-b3d9-4ee90bcd3f2f req-56be295c-6e4e-481b-beb9-ab8ca75fcacc tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 Aug 16 21:36:19.404887 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:19.767406 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:36:20.805179 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:28.321294 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-cbfe63c8-d953-41b0-b1bd-2300f6dfe0ab service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404825 Aug 16 21:36:28.408628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-c246c655-12a7-41d3-9fe0-b94d3b858ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:28.410305 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-c246c655-12a7-41d3-9fe0-b94d3b858ce1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2476af27b9134069af12baf7beacccae&device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 1097 time: 0.0479589 Aug 16 21:36:28.516721 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-dfd4f81a-b224-4b2f-8e70-92be71f7dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:28.518239 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-dfd4f81a-b224-4b2f-8e70-92be71f7dd1b service neutron] 10.222.0.76 "GET /v2.0/networks?id=0290d092-6387-44d7-8f23-4f97ca475fe7 HTTP/1.1" status: 200 len: 917 time: 0.0892038 Aug 16 21:36:28.563727 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-a605d94c-e381-4012-ae4a-2b4d32811b15 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b793b068-3a89-4573-be62-e216bf6e0091 HTTP/1.1" status: 200 len: 217 time: 0.0376837 Aug 16 21:36:28.612765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-245225f5-d2b4-48c1-8af4-0b9212dce107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:28.614461 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-245225f5-d2b4-48c1-8af4-0b9212dce107 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2 HTTP/1.1" status: 200 len: 855 time: 0.0441775 Aug 16 21:36:28.661205 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-9a0a301c-840d-47d8-8e77-31dfa2277774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:28.662740 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-9a0a301c-840d-47d8-8e77-31dfa2277774 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0290d092-6387-44d7-8f23-4f97ca475fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410779 Aug 16 21:36:28.756047 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-f15b6568-80e7-4bb2-959f-78ece920667a service neutron] 10.222.0.76 "GET /v2.0/networks/0290d092-6387-44d7-8f23-4f97ca475fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860662 Aug 16 21:36:28.847193 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6ac4949-ed0f-4929-a868-631bf59629c3 req-ef08e029-5de9-40fe-996a-06c48c7d76ed service neutron] 10.222.0.76 "GET /v2.0/networks/0290d092-6387-44d7-8f23-4f97ca475fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830507 Aug 16 21:36:33.153172 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:33.170251 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:42.484545 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d348bbe-7435-49de-a845-1aa12fb5cde5 req-8f3b2921-ec7a-48b1-8406-9108a9605869 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:42.486050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d348bbe-7435-49de-a845-1aa12fb5cde5 req-8f3b2921-ec7a-48b1-8406-9108a9605869 tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 945 time: 0.0493584 Aug 16 21:36:42.523660 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d348bbe-7435-49de-a845-1aa12fb5cde5 req-16c3f973-221a-4c67-8d19-0f03c277168a tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Aug 16 21:36:43.644617 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77149858-b86c-4453-8073-2fd002fb4f4e req-24f13a66-d139-403b-b421-50147ea9bcfa tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:43.646105 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77149858-b86c-4453-8073-2fd002fb4f4e req-24f13a66-d139-403b-b421-50147ea9bcfa tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 945 time: 0.0538542 Aug 16 21:36:43.684044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77149858-b86c-4453-8073-2fd002fb4f4e req-6f3190b7-75c6-4d49-b708-10e6bbf4624d tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/security-groups?id=c83167d5-6e37-47ea-a2d9-a9b75a3adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Aug 16 21:36:44.046116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938920e8-4ebd-4024-905b-3f237e336320 req-cf63bf50-6352-42eb-810b-515298de239e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:44.047594 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-938920e8-4ebd-4024-905b-3f237e336320 req-cf63bf50-6352-42eb-810b-515298de239e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.76 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 945 time: 0.0529971 Aug 16 21:36:44.138232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-938920e8-4ebd-4024-905b-3f237e336320 req-65e2ac63-360f-4a68-83ac-10703045225e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Deleting port b793b068-3a89-4573-be62-e216bf6e0091 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:44.138578 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-938920e8-4ebd-4024-905b-3f237e336320 req-65e2ac63-360f-4a68-83ac-10703045225e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:44.230315 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-938920e8-4ebd-4024-905b-3f237e336320 req-65e2ac63-360f-4a68-83ac-10703045225e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] For port b793b068-3a89-4573-be62-e216bf6e0091, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=b793b068-3a89-4573-be62-e216bf6e0091,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:44.230680 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-938920e8-4ebd-4024-905b-3f237e336320 req-65e2ac63-360f-4a68-83ac-10703045225e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:44.244193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-938920e8-4ebd-4024-905b-3f237e336320 req-65e2ac63-360f-4a68-83ac-10703045225e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Calling delete_port for b793b068-3a89-4573-be62-e216bf6e0091 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:44.506176 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-938920e8-4ebd-4024-905b-3f237e336320 req-65e2ac63-360f-4a68-83ac-10703045225e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:44.522111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['b793b068-3a89-4573-be62-e216bf6e0091'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:36:44.539526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2ac63-360f-4a68-83ac-10703045225e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Pushing event deleted for resources: {'Port': ['ID=b793b068-3a89-4573-be62-e216bf6e0091,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:44.583083 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-938920e8-4ebd-4024-905b-3f237e336320 req-65e2ac63-360f-4a68-83ac-10703045225e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] No DVR routers for this DVR port b793b068-3a89-4573-be62-e216bf6e0091 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:36:44.585671 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-938920e8-4ebd-4024-905b-3f237e336320 req-65e2ac63-360f-4a68-83ac-10703045225e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:44.587724 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-938920e8-4ebd-4024-905b-3f237e336320 req-65e2ac63-360f-4a68-83ac-10703045225e tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.76 "DELETE /v2.0/ports/b793b068-3a89-4573-be62-e216bf6e0091 HTTP/1.1" status: 204 len: 173 time: 0.5340934 Aug 16 21:36:44.588187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fce5a7-c64d-4803-8fe1-9d1af1a37938', 'name': 'network-vif-deleted', 'tag': 'b793b068-3a89-4573-be62-e216bf6e0091'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:36:44.590468 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfc3f8f-3b5d-4597-8b84-f70f58914f30" -d '{"events": [{"server_uuid": "02fce5a7-c64d-4803-8fe1-9d1af1a37938", "name": "network-vif-deleted", "tag": "b793b068-3a89-4573-be62-e216bf6e0091"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:36:44.625378 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558d9800-ae17-41ef-a5d4-8bc314fc0f1b x-openstack-request-id: req-558d9800-ae17-41ef-a5d4-8bc314fc0f1b {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:36:44.625678 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fce5a7-c64d-4803-8fe1-9d1af1a37938", "name": "network-vif-deleted", "tag": "b793b068-3a89-4573-be62-e216bf6e0091", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:36:44.625938 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-558d9800-ae17-41ef-a5d4-8bc314fc0f1b {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:36:44.626345 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fce5a7-c64d-4803-8fe1-9d1af1a37938', 'name': 'network-vif-deleted', 'tag': 'b793b068-3a89-4573-be62-e216bf6e0091', 'status': 'completed', 'code': 200} Aug 16 21:36:44.782065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09a81829-d02c-4ef2-bbd9-f12251cc0d51 req-5b1a2569-97d1-4f47-89f9-5606455c7aab tempest-TestEncryptedCinderVolumes-2119799156 tempest-TestEncryptedCinderVolumes-2119799156-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fce5a7-c64d-4803-8fe1-9d1af1a37938 HTTP/1.1" status: 200 len: 210 time: 0.0294483 Aug 16 21:36:45.260724 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dba4b9b9-a416-42f4-ad5e-fa2c92a666c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:45.965442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39604) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:46.307864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:46.551189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] Deleting port 9e8d551d-bebc-413e-8b94-0cd23567dc79 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:46.551527 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:46.628789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] For port 9e8d551d-bebc-413e-8b94-0cd23567dc79, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9e8d551d-bebc-413e-8b94-0cd23567dc79,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:46.629092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:46.640939 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] Calling delete_port for 9e8d551d-bebc-413e-8b94-0cd23567dc79 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:46.901513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:46.927097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8d551d-bebc-413e-8b94-0cd23567dc79,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:46.954830 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b793b068-3a89-4573-be62-e216bf6e0091 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:36:46.980359 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: b793b068-3a89-4573-be62-e216bf6e0091 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:36:46.981082 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device b793b068-3a89-4573-be62-e216bf6e0091 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:36:47.097627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:47.308043 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] Router 55faf052-8da9-421c-8e92-879a20a227e7 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:36:47.412155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:36:47.417889 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-aef07bb6-e343-4419-bd2d-3083b352ec49 admin admin] 10.222.0.74 "PUT /v2.0/routers/55faf052-8da9-421c-8e92-879a20a227e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4514124 Aug 16 21:36:47.420394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39606) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:47.423150 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478239f6-f101-4e91-be4c-ba124a65c5fe None None] Sync routers for ids ['55faf052-8da9-421c-8e92-879a20a227e7'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:36:47.442527 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478239f6-f101-4e91-be4c-ba124a65c5fe None None] Routers {'55faf052-8da9-421c-8e92-879a20a227e7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:36:47.443267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-478239f6-f101-4e91-be4c-ba124a65c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['55faf052-8da9-421c-8e92-879a20a227e7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:47.545148 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c279b9ea-51f2-40df-8e33-0dd677c813c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:47.554980 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-478239f6-f101-4e91-be4c-ba124a65c5fe None None] Set router 55faf052-8da9-421c-8e92-879a20a227e7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:36:47.743661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-478239f6-f101-4e91-be4c-ba124a65c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55faf052-8da9-421c-8e92-879a20a227e7', 'name': 'tempest-TestEncryptedCinderVolumes-996916657-router', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:15Z', 'updated_at': '2021-08-16T21:36:46Z', 'revision_number': 5, 'project_id': '2476af27b9134069af12baf7beacccae', 'gw_port': {'id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:16Z', 'updated_at': '2021-08-16T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:47.770343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478239f6-f101-4e91-be4c-ba124a65c5fe None None] Checking router: 55faf052-8da9-421c-8e92-879a20a227e7 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:36:47.779226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478239f6-f101-4e91-be4c-ba124a65c5fe None None] Routers {'55faf052-8da9-421c-8e92-879a20a227e7'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:36:47.779859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-478239f6-f101-4e91-be4c-ba124a65c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['55faf052-8da9-421c-8e92-879a20a227e7'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:47.880701 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:47.892228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-478239f6-f101-4e91-be4c-ba124a65c5fe None None] Set router 55faf052-8da9-421c-8e92-879a20a227e7 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:36:47.985704 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.022032 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.076781 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-478239f6-f101-4e91-be4c-ba124a65c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55faf052-8da9-421c-8e92-879a20a227e7', 'name': 'tempest-TestEncryptedCinderVolumes-996916657-router', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:15Z', 'updated_at': '2021-08-16T21:36:46Z', 'revision_number': 5, 'project_id': '2476af27b9134069af12baf7beacccae', 'gw_port': {'id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:16Z', 'updated_at': '2021-08-16T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:48.104271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478239f6-f101-4e91-be4c-ba124a65c5fe None None] The sync data for ids ['55faf052-8da9-421c-8e92-879a20a227e7'] in n-d-793619-14 is: [{'id': '55faf052-8da9-421c-8e92-879a20a227e7', 'name': 'tempest-TestEncryptedCinderVolumes-996916657-router', 'tenant_id': '2476af27b9134069af12baf7beacccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:15Z', 'updated_at': '2021-08-16T21:36:46Z', 'revision_number': 5, 'project_id': '2476af27b9134069af12baf7beacccae', 'gw_port': {'id': '7b71ef51-8b74-4c9b-8ba1-fe897849a79f', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55faf052-8da9-421c-8e92-879a20a227e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:16Z', 'updated_at': '2021-08-16T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:36:48.141101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Deleting port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:48.141617 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.218982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] For port 7b71ef51-8b74-4c9b-8ba1-fe897849a79f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=7b71ef51-8b74-4c9b-8ba1-fe897849a79f,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:48.219342 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.231595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Calling delete_port for 7b71ef51-8b74-4c9b-8ba1-fe897849a79f owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:48.484454 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.514432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b71ef51-8b74-4c9b-8ba1-fe897849a79f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:48.582664 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.676201 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.678373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.815579 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.816111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55faf052-8da9-421c-8e92-879a20a227e7 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:36:48.820561 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.821780 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-61abe2fd-4629-4aad-8444-4ef2f2890e01 admin admin] 10.222.0.74 "DELETE /v2.0/routers/55faf052-8da9-421c-8e92-879a20a227e7 HTTP/1.1" status: 204 len: 168 time: 1.4004726 Aug 16 21:36:48.824445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39608) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:48.874806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-189e090f-3369-4c60-be44-e54832873183 admin admin] Deleting subnet 6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:36:48.878272 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-189e090f-3369-4c60-be44-e54832873183 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.916361 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-189e090f-3369-4c60-be44-e54832873183 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:48.997809 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-189e090f-3369-4c60-be44-e54832873183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.136059 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-189e090f-3369-4c60-be44-e54832873183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.170190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e090f-3369-4c60-be44-e54832873183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:49.172160 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-189e090f-3369-4c60-be44-e54832873183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.174681 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-189e090f-3369-4c60-be44-e54832873183 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6f2a6c86-1578-4ad9-8c63-6e6ebe5926c2 HTTP/1.1" status: 204 len: 168 time: 0.3485816 Aug 16 21:36:49.176661 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39610) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:49.176933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3eb87-0a26-47c4-a306-47880d1b489f None None] Network 0290d092-6387-44d7-8f23-4f97ca475fe7 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:36:49.259310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.341734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9e8d551d-bebc-413e-8b94-0cd23567dc79 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:36:49.341836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Deleting port bafe0d30-1021-4fd1-b7d2-1afaca300b49 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:49.341836 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.351095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 9e8d551d-bebc-413e-8b94-0cd23567dc79 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:36:49.351446 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9e8d551d-bebc-413e-8b94-0cd23567dc79 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:36:49.392603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8d3fdf-3849-408f-ae40-2b1d9fceccc8 None None] DHCP port deletion for 0290d092-6387-44d7-8f23-4f97ca475fe7 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:36:49.406883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] For port bafe0d30-1021-4fd1-b7d2-1afaca300b49, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bafe0d30-1021-4fd1-b7d2-1afaca300b49,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:49.407252 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.419615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Calling delete_port for bafe0d30-1021-4fd1-b7d2-1afaca300b49 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:49.440879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d3fdf-3849-408f-ae40-2b1d9fceccc8 None None] Deleting port bafe0d30-1021-4fd1-b7d2-1afaca300b49 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:49.441283 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3fdf-3849-408f-ae40-2b1d9fceccc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.484671 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.506301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-6f8d3fdf-3849-408f-ae40-2b1d9fceccc8 None None] For port bafe0d30-1021-4fd1-b7d2-1afaca300b49, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=bafe0d30-1021-4fd1-b7d2-1afaca300b49,segment=NetworkSegment(08df01b2-50c2-443b-a53f-075b5750672f),segment_id=08df01b2-50c2-443b-a53f-075b5750672f)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:49.506737 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3fdf-3849-408f-ae40-2b1d9fceccc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.519601 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d3fdf-3849-408f-ae40-2b1d9fceccc8 None None] Calling delete_port for bafe0d30-1021-4fd1-b7d2-1afaca300b49 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:49.650433 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.656295 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3fdf-3849-408f-ae40-2b1d9fceccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.681249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Pushing event deleted for resources: {'Port': ['ID=bafe0d30-1021-4fd1-b7d2-1afaca300b49,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:49.684578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d3fdf-3849-408f-ae40-2b1d9fceccc8 None None] Pushing event deleted for resources: {'Port': ['ID=bafe0d30-1021-4fd1-b7d2-1afaca300b49,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:49.684723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] No DVR routers for this DVR port bafe0d30-1021-4fd1-b7d2-1afaca300b49 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:36:49.688136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d3fdf-3849-408f-ae40-2b1d9fceccc8 None None] No DVR routers for this DVR port bafe0d30-1021-4fd1-b7d2-1afaca300b49 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:36:49.758075 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.768409 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0290d092-6387-44d7-8f23-4f97ca475fe7']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:49.778124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08df01b2-50c2-443b-a53f-075b5750672f') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:49.778423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08df01b2-50c2-443b-a53f-075b5750672f') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:49.787043 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.800326 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.806551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:36:49.806936 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:36:49.808532 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:36:50.021576 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:50.027095 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:50.028974 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] 10.222.0.74 "DELETE /v2.0/networks/0290d092-6387-44d7-8f23-4f97ca475fe7 HTTP/1.1" status: 204 len: 168 time: 0.8512259 Aug 16 21:36:50.031938 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39612) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:50.040898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1636261-f8e5-48fe-ae48-d125ee3d876f admin admin] Pushing event deleted for resources: {'Network': ['ID=0290d092-6387-44d7-8f23-4f97ca475fe7,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:50.442971 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:50.746453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Deleting port 3968e438-2b8a-431d-b938-a635427ff037 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:50.746453 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:50.821644 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:50.822488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] For port 3968e438-2b8a-431d-b938-a635427ff037, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3968e438-2b8a-431d-b938-a635427ff037,segment=NetworkSegment(f88489da-be8b-4cfa-92ec-cf8b207d9f01),segment_id=f88489da-be8b-4cfa-92ec-cf8b207d9f01)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:50.822858 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:50.834742 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Calling delete_port for 3968e438-2b8a-431d-b938-a635427ff037 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:50.954802 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bafe0d30-1021-4fd1-b7d2-1afaca300b49 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:36:50.975148 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: bafe0d30-1021-4fd1-b7d2-1afaca300b49 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:36:50.975490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device bafe0d30-1021-4fd1-b7d2-1afaca300b49 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:36:50.975913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7b71ef51-8b74-4c9b-8ba1-fe897849a79f no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:36:50.994545 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 7b71ef51-8b74-4c9b-8ba1-fe897849a79f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:36:50.994883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 7b71ef51-8b74-4c9b-8ba1-fe897849a79f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:36:51.182375 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:51.209639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=3968e438-2b8a-431d-b938-a635427ff037,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:51.232829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.233208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.233554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.233900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.234227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.234558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.234890 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.235217 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.235542 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.235865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.236190 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.236513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:51.378269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:51.862949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Router 0b57f77c-7d88-469c-acc1-1529cb6e59ef has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:36:51.967865 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:36:51.972890 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3d18f04e-d2d8-4b2d-8ea7-4e4fda680b60 admin admin] 10.222.0.74 "PUT /v2.0/routers/0b57f77c-7d88-469c-acc1-1529cb6e59ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9398913 Aug 16 21:36:51.975441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39616) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:51.976410 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dcc7d7-b87f-4eda-9181-58f5ae0c78be None None] Sync routers for ids ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:36:51.986612 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dcc7d7-b87f-4eda-9181-58f5ae0c78be None None] Routers {'0b57f77c-7d88-469c-acc1-1529cb6e59ef'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:36:51.987218 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a6dcc7d7-b87f-4eda-9181-58f5ae0c78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:52.079598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:52.088795 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a6dcc7d7-b87f-4eda-9181-58f5ae0c78be None None] Set router 0b57f77c-7d88-469c-acc1-1529cb6e59ef gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:36:52.183250 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:52.265203 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a6dcc7d7-b87f-4eda-9181-58f5ae0c78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'name': 'tempest-TestEncryptedCinderVolumes-1440066908-router', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:22Z', 'updated_at': '2021-08-16T21:36:51Z', 'revision_number': 5, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'gw_port': {'id': 'f2b5dcd9-43a5-401e-900c-6145433b3e5d', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:23Z', 'updated_at': '2021-08-16T21:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:52.290859 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dcc7d7-b87f-4eda-9181-58f5ae0c78be None None] Checking router: 0b57f77c-7d88-469c-acc1-1529cb6e59ef for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:36:52.298967 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dcc7d7-b87f-4eda-9181-58f5ae0c78be None None] Routers {'0b57f77c-7d88-469c-acc1-1529cb6e59ef'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:36:52.299562 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a6dcc7d7-b87f-4eda-9181-58f5ae0c78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:52.339164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Deleting port f2b5dcd9-43a5-401e-900c-6145433b3e5d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:52.339510 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:52.384931 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a6dcc7d7-b87f-4eda-9181-58f5ae0c78be None None] Set router 0b57f77c-7d88-469c-acc1-1529cb6e59ef gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:36:52.420889 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] For port f2b5dcd9-43a5-401e-900c-6145433b3e5d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f2b5dcd9-43a5-401e-900c-6145433b3e5d,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:52.421283 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:52.433449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Calling delete_port for f2b5dcd9-43a5-401e-900c-6145433b3e5d owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:52.438632 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a6dcc7d7-b87f-4eda-9181-58f5ae0c78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'name': 'tempest-TestEncryptedCinderVolumes-1440066908-router', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:22Z', 'updated_at': '2021-08-16T21:36:52Z', 'revision_number': 6, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:52.465397 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dcc7d7-b87f-4eda-9181-58f5ae0c78be None None] The sync data for ids ['0b57f77c-7d88-469c-acc1-1529cb6e59ef'] in n-d-793619-14 is: [{'id': '0b57f77c-7d88-469c-acc1-1529cb6e59ef', 'name': 'tempest-TestEncryptedCinderVolumes-1440066908-router', 'tenant_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:22Z', 'updated_at': '2021-08-16T21:36:52Z', 'revision_number': 6, 'project_id': 'a7cf134d5e9046d691e5d8046a38a0b4', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:36:52.746884 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:52.771896 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b5dcd9-43a5-401e-900c-6145433b3e5d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:52.833647 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:52.929644 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:52.931716 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.095724 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.096305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b57f77c-7d88-469c-acc1-1529cb6e59ef {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:36:53.101128 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.102503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-06ae2ffb-e20e-4659-bbb8-8a46f0aa0c26 admin admin] 10.222.0.74 "DELETE /v2.0/routers/0b57f77c-7d88-469c-acc1-1529cb6e59ef HTTP/1.1" status: 204 len: 168 time: 1.1260817 Aug 16 21:36:53.104986 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39618) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:53.150592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-15536e91-6fb8-4686-bb6e-43df6f632cd0 admin admin] Deleting subnet 5c2485d3-7f44-44b1-a298-8e5c6cd74c8d {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:36:53.153745 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-15536e91-6fb8-4686-bb6e-43df6f632cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.189073 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-15536e91-6fb8-4686-bb6e-43df6f632cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.248232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3968e438-2b8a-431d-b938-a635427ff037 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:36:53.268755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 3968e438-2b8a-431d-b938-a635427ff037 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:36:53.269127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3968e438-2b8a-431d-b938-a635427ff037 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:36:53.269555 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f2b5dcd9-43a5-401e-900c-6145433b3e5d no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:36:53.274737 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-15536e91-6fb8-4686-bb6e-43df6f632cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.288269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: f2b5dcd9-43a5-401e-900c-6145433b3e5d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:36:53.288621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f2b5dcd9-43a5-401e-900c-6145433b3e5d not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:36:53.456178 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-15536e91-6fb8-4686-bb6e-43df6f632cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.483324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15536e91-6fb8-4686-bb6e-43df6f632cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2485d3-7f44-44b1-a298-8e5c6cd74c8d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:53.486741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-15536e91-6fb8-4686-bb6e-43df6f632cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.488571 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-15536e91-6fb8-4686-bb6e-43df6f632cd0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5c2485d3-7f44-44b1-a298-8e5c6cd74c8d HTTP/1.1" status: 204 len: 168 time: 0.3826551 Aug 16 21:36:53.491101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39620) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:53.493588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c3ea1a-6a85-41fa-8e56-fb72b8cf1318 None None] Network e4b04c6b-c1f6-4345-96f4-a4fe14822c07 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:36:53.563144 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.617069 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Deleting port dfe9ae7b-0730-4761-ba04-0da53aabf4e6 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:53.617429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.681368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] For port dfe9ae7b-0730-4761-ba04-0da53aabf4e6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dfe9ae7b-0730-4761-ba04-0da53aabf4e6,segment=NetworkSegment(f88489da-be8b-4cfa-92ec-cf8b207d9f01),segment_id=f88489da-be8b-4cfa-92ec-cf8b207d9f01)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:53.681734 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.684213 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42bf36c-1667-4786-be9e-14e0353c7c52 None None] DHCP port deletion for e4b04c6b-c1f6-4345-96f4-a4fe14822c07 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:36:53.694914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Calling delete_port for dfe9ae7b-0730-4761-ba04-0da53aabf4e6 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:53.731411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c42bf36c-1667-4786-be9e-14e0353c7c52 None None] Deleting port dfe9ae7b-0730-4761-ba04-0da53aabf4e6 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:53.731701 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c42bf36c-1667-4786-be9e-14e0353c7c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.796309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c42bf36c-1667-4786-be9e-14e0353c7c52 None None] For port dfe9ae7b-0730-4761-ba04-0da53aabf4e6, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=dfe9ae7b-0730-4761-ba04-0da53aabf4e6,segment=NetworkSegment(f88489da-be8b-4cfa-92ec-cf8b207d9f01),segment_id=f88489da-be8b-4cfa-92ec-cf8b207d9f01)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:53.796692 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c42bf36c-1667-4786-be9e-14e0353c7c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.809059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c42bf36c-1667-4786-be9e-14e0353c7c52 None None] Calling delete_port for dfe9ae7b-0730-4761-ba04-0da53aabf4e6 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:53.935474 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.940974 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c42bf36c-1667-4786-be9e-14e0353c7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.961393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe9ae7b-0730-4761-ba04-0da53aabf4e6,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:53.965132 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bf36c-1667-4786-be9e-14e0353c7c52 None None] Pushing event deleted for resources: {'Port': ['ID=dfe9ae7b-0730-4761-ba04-0da53aabf4e6,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:53.965286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] No DVR routers for this DVR port dfe9ae7b-0730-4761-ba04-0da53aabf4e6 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:36:53.970541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bf36c-1667-4786-be9e-14e0353c7c52 None None] No DVR routers for this DVR port dfe9ae7b-0730-4761-ba04-0da53aabf4e6 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:36:54.038130 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:54.047683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b04c6b-c1f6-4345-96f4-a4fe14822c07']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:54.058205 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88489da-be8b-4cfa-92ec-cf8b207d9f01') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:54.058498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88489da-be8b-4cfa-92ec-cf8b207d9f01') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:54.067517 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:54.081170 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:54.086864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:36:54.087246 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:36:54.088817 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:36:54.261777 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:54.267267 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:54.269167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e4b04c6b-c1f6-4345-96f4-a4fe14822c07 HTTP/1.1" status: 204 len: 168 time: 0.7770488 Aug 16 21:36:54.280469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be163056-a73c-4f95-9281-31bff384d6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b04c6b-c1f6-4345-96f4-a4fe14822c07,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:54.778947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39624) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:54.818504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3eb041f7-3b03-4768-868a-33dbb5071879 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2476af27b9134069af12baf7beacccae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384171 Aug 16 21:36:54.821576 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39626) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:54.869911 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2feb1c32-9267-46f1-bc2e-824980429d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:54.890350 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2feb1c32-9267-46f1-bc2e-824980429d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:54.955958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dfe9ae7b-0730-4761-ba04-0da53aabf4e6 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:36:54.976095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: dfe9ae7b-0730-4761-ba04-0da53aabf4e6 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:36:54.976447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device dfe9ae7b-0730-4761-ba04-0da53aabf4e6 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:36:55.232714 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2feb1c32-9267-46f1-bc2e-824980429d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:55.235366 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2feb1c32-9267-46f1-bc2e-824980429d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:55.236543 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2feb1c32-9267-46f1-bc2e-824980429d46 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c83167d5-6e37-47ea-a2d9-a9b75a3adebb HTTP/1.1" status: 204 len: 168 time: 0.4139776 Aug 16 21:36:55.244492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb1c32-9267-46f1-bc2e-824980429d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83167d5-6e37-47ea-a2d9-a9b75a3adebb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:56.344478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39632) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:56.388122 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f384d39f-e87a-452e-852a-a00f1c843657 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a7cf134d5e9046d691e5d8046a38a0b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421968 Aug 16 21:36:56.390577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39634) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:56.438789 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af75b5c1-1ea8-4b81-9858-b0f83eca47a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:56.460141 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af75b5c1-1ea8-4b81-9858-b0f83eca47a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:56.626630 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af75b5c1-1ea8-4b81-9858-b0f83eca47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:56.629333 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-af75b5c1-1ea8-4b81-9858-b0f83eca47a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:56.630484 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-af75b5c1-1ea8-4b81-9858-b0f83eca47a8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bf0bb259-482c-4519-9e80-278f6f6101cb HTTP/1.1" status: 204 len: 168 time: 0.2390292 Aug 16 21:36:56.638348 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75b5c1-1ea8-4b81-9858-b0f83eca47a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0bb259-482c-4519-9e80-278f6f6101cb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:56.767018 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:36:57.909064 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39656) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:58.016312 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1760752288-network', 'tenant_id': '0ebcebca79a341059f5742b15ba52963'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:36:58.163324 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Made reservation on behalf of 0ebcebca79a341059f5742b15ba52963 for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:36:58.165741 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:58.174411 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:58.261254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:58.392682 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:58.420026 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:36:58.426260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f546ee78-c525-4ea7-b134-16fe33fdee23,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:58.432552 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:58.432901 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Added segment 29dd3a64-8570-43c4-8056-caadcf10475e of type vlan for network 2be7d3ca-1133-4b74-a9e0-63e103102308 Aug 16 21:36:58.475766 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:58.700477 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:58.701450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:58.702040 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:58.760406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] Pushing event updated for resources: {'Network': ['ID=2be7d3ca-1133-4b74-a9e0-63e103102308,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:58.770023 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 2be7d3ca-1133-4b74-a9e0-63e103102308 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:36:58.902251 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-97837042-4e77-484c-a791-63da9f98ff94 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9920342 Aug 16 21:36:58.905382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39660) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:58.912320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] Request body: {'subnet': {'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1760752288-subnet', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:36:59.038567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] Made reservation on behalf of 0ebcebca79a341059f5742b15ba52963 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:36:59.040894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:59.307356 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:59.362790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8785014b-b155-474e-8422-8ac996b3ab35,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:59.370580 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] Checking segment: {'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:36:59.370967 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] Network hostable DHCP agents. Network: 2be7d3ca-1133-4b74-a9e0-63e103102308, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:36:59.501196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] Network 2be7d3ca-1133-4b74-a9e0-63e103102308 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:36:59.575315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 2be7d3ca-1133-4b74-a9e0-63e103102308) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:36:59.579415 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:59.580101 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:59.585514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a1d1a0-b7b4-4120-8fff-9e5d745c8b45 None None] Network 2be7d3ca-1133-4b74-a9e0-63e103102308 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:36:59.696536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ba59fd14-8ce5-4793-adef-af835a026bae admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7897480 Aug 16 21:36:59.699314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39662) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:59.703886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:36:59.726264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-2be7d3ca-1133-4b74-a9e0-63e103102308', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'fixed_ips': [{'subnet_id': '8785014b-b155-474e-8422-8ac996b3ab35'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:36:59.727798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:59.857650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Allocated IP 172.20.0.2 (2be7d3ca-1133-4b74-a9e0-63e103102308/8785014b-b155-474e-8422-8ac996b3ab35/6b91f3de-f680-4b30-a8aa-3178a708a816) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:36:59.866950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:59.868555 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:59.922944 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:59.998984 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:00.007097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Transition to ACTIVE for port object 6b91f3de-f680-4b30-a8aa-3178a708a816 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:00.021682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Transition to ACTIVE for port object 6b91f3de-f680-4b30-a8aa-3178a708a816 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:00.146547 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:00.186783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Network 2be7d3ca-1133-4b74-a9e0-63e103102308 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:37:00.191508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:00.195902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:37:00.197853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Pushing event updated for resources: {'Port': ['ID=6b91f3de-f680-4b30-a8aa-3178a708a816,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:00.215733 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:00.252103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Attempting to bind port 6b91f3de-f680-4b30-a8aa-3178a708a816 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:37:00.252490 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Attempting to bind port 6b91f3de-f680-4b30-a8aa-3178a708a816 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:37:00.252854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Attempting to bind port 6b91f3de-f680-4b30-a8aa-3178a708a816 on network 2be7d3ca-1133-4b74-a9e0-63e103102308 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:00.257717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:37:00.258103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Checking segment: {'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:00.258507 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:00.258907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Bound using segment: {'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:37:00.259369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Bound port: 6b91f3de-f680-4b30-a8aa-3178a708a816, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:37:00.259753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:00.322652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] For port 6b91f3de-f680-4b30-a8aa-3178a708a816, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:37:00.325618 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] For port 6b91f3de-f680-4b30-a8aa-3178a708a816, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6b91f3de-f680-4b30-a8aa-3178a708a816,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:37:00.484703 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:00.519751 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:00.544862 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:00.551047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fd8e8-1dea-44c9-90f4-38f144216e5a None None] Pushing event updated for resources: {'Port': ['ID=6b91f3de-f680-4b30-a8aa-3178a708a816,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:00.650711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Allocated IP 172.25.4.173 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/8237c777-68c8-4b10-8171-db7e88494018) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:37:00.772950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:00.906697 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:00.947614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:37:00.953233 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:00.956862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:37:00.981634 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Pushing event updated for resources: {'Port': ['ID=8237c777-68c8-4b10-8171-db7e88494018,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:00.996640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6b91f3de-f680-4b30-a8aa-3178a708a816 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:01.169303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 6b91f3de-f680-4b30-a8aa-3178a708a816 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:01.328835 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:01.385717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea666f-5993-4c5c-a027-ed2be03f38b0 None None] Network 2be7d3ca-1133-4b74-a9e0-63e103102308 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:37:01.718290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-22b8b949-7f36-4fc4-ac25-c4ea01304dc9 None None] Provisioning for port 6b91f3de-f680-4b30-a8aa-3178a708a816 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:01.728995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-22b8b949-7f36-4fc4-ac25-c4ea01304dc9 None None] Provisioning complete for port 6b91f3de-f680-4b30-a8aa-3178a708a816 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:01.728995 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22b8b949-7f36-4fc4-ac25-c4ea01304dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:01.807682 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22b8b949-7f36-4fc4-ac25-c4ea01304dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:01.831899 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:01.843486 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-22b8b949-7f36-4fc4-ac25-c4ea01304dc9 None None] For port 6b91f3de-f680-4b30-a8aa-3178a708a816, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6b91f3de-f680-4b30-a8aa-3178a708a816,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:01.987295 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22b8b949-7f36-4fc4-ac25-c4ea01304dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.035258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8b949-7f36-4fc4-ac25-c4ea01304dc9 None None] Pushing event updated for resources: {'Port': ['ID=6b91f3de-f680-4b30-a8aa-3178a708a816,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:02.105054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-81604b10-eb85-4941-a72e-ec9212700b27 None None] Provisioning complete for port 6b91f3de-f680-4b30-a8aa-3178a708a816 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:02.105443 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-81604b10-eb85-4941-a72e-ec9212700b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.111950 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Router fa589b0d-4577-4b3b-824b-750c8fe52978 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:37:02.216290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:37:02.226258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Sync routers for ids ['fa589b0d-4577-4b3b-824b-750c8fe52978'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:37:02.235462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Routers {'fa589b0d-4577-4b3b-824b-750c8fe52978'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:02.236076 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fa589b0d-4577-4b3b-824b-750c8fe52978'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:02.340526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Set router fa589b0d-4577-4b3b-824b-750c8fe52978 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:02.357809 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.359229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7ec8bdbc-53ac-4333-92cc-17d366671909 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6588721 Aug 16 21:37:02.361915 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39664) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:02.522187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:01Z', 'revision_number': 3, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:02.552612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Checking router: fa589b0d-4577-4b3b-824b-750c8fe52978 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:37:02.552967 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Updating router fa589b0d-4577-4b3b-824b-750c8fe52978 port 8237c777-68c8-4b10-8171-db7e88494018 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:37:02.578082 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.784450 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.831880 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.842262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Transition to ACTIVE for port object 8237c777-68c8-4b10-8171-db7e88494018 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:02.973537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6b91f3de-f680-4b30-a8aa-3178a708a816 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:02.985225 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Allocated IP 172.20.0.1 (2be7d3ca-1133-4b74-a9e0-63e103102308/8785014b-b155-474e-8422-8ac996b3ab35/27bbb48e-53a6-487c-8602-cda487fc7d5f) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:37:02.999503 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.063777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Attempting to bind port 8237c777-68c8-4b10-8171-db7e88494018 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:37:03.064452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Attempting to bind port 8237c777-68c8-4b10-8171-db7e88494018 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:37:03.064572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Attempting to bind port 8237c777-68c8-4b10-8171-db7e88494018 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:03.067645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df77e8-290f-4624-bb7e-1df42f42def8 None None] Pushing event updated for resources: {'Port': ['ID=8237c777-68c8-4b10-8171-db7e88494018,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:03.084061 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:37:03.084434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:03.084833 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.085241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:37:03.085713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Bound port: 8237c777-68c8-4b10-8171-db7e88494018, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:37:03.086164 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.095870 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.108283 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Transition to ACTIVE for port object 27bbb48e-53a6-487c-8602-cda487fc7d5f will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:03.128630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 6b91f3de-f680-4b30-a8aa-3178a708a816 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:03.129000 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.181183 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] For port 8237c777-68c8-4b10-8171-db7e88494018, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:37:03.193896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] For port 8237c777-68c8-4b10-8171-db7e88494018, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8237c777-68c8-4b10-8171-db7e88494018,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:37:03.221383 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.301202 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.301713 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.341628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Network 2be7d3ca-1133-4b74-a9e0-63e103102308 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:37:03.344468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:03.348051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:37:03.353812 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.354028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Pushing event updated for resources: {'Port': ['ID=27bbb48e-53a6-487c-8602-cda487fc7d5f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:03.393993 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.412581 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Routers {'fa589b0d-4577-4b3b-824b-750c8fe52978'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:03.413247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fa589b0d-4577-4b3b-824b-750c8fe52978'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:03.452475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df77e8-290f-4624-bb7e-1df42f42def8 None None] Pushing event updated for resources: {'Port': ['ID=8237c777-68c8-4b10-8171-db7e88494018,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:03.536142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] Set router fa589b0d-4577-4b3b-824b-750c8fe52978 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:03.659168 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.720385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:01Z', 'revision_number': 3, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:03.751986 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edac35-9ff2-40a7-a93d-13281144a974 None None] The sync data for ids ['fa589b0d-4577-4b3b-824b-750c8fe52978'] in n-d-793619-14 is: [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:01Z', 'revision_number': 3, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:37:03.821606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c747b229-d2dd-42aa-863a-53c68b210697 None None] Provisioning for port 27bbb48e-53a6-487c-8602-cda487fc7d5f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:03.826458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c747b229-d2dd-42aa-863a-53c68b210697 None None] Provisioning complete for port 27bbb48e-53a6-487c-8602-cda487fc7d5f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:03.826842 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c747b229-d2dd-42aa-863a-53c68b210697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.830778 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.862596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c747b229-d2dd-42aa-863a-53c68b210697 None None] Port 27bbb48e-53a6-487c-8602-cda487fc7d5f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:37:04.004927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:04.076881 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:04.078749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Pushing event updated for resources: {'Port': ['ID=27bbb48e-53a6-487c-8602-cda487fc7d5f,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:04.174909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Network 2be7d3ca-1133-4b74-a9e0-63e103102308 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:37:04.176653 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:04.298783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Router fa589b0d-4577-4b3b-824b-750c8fe52978 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:37:04.416334 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:37:04.425213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-453b2daf-8a19-434f-8956-2a848f50f78b admin admin] 10.222.0.74 "PUT /v2.0/routers/fa589b0d-4577-4b3b-824b-750c8fe52978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0584075 Aug 16 21:37:04.486174 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-90acab64-0f35-4063-a534-d5a493372084 None None] Provisioning complete for port 27bbb48e-53a6-487c-8602-cda487fc7d5f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:04.486745 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-90acab64-0f35-4063-a534-d5a493372084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:04.529089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-90acab64-0f35-4063-a534-d5a493372084 None None] Port 27bbb48e-53a6-487c-8602-cda487fc7d5f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:37:04.993493 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8237c777-68c8-4b10-8171-db7e88494018 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:05.203103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 8237c777-68c8-4b10-8171-db7e88494018 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:05.207258 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8237c777-68c8-4b10-8171-db7e88494018 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:05.207633 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.289937 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.292091 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a42ded-8445-402b-b131-59a163384307 None None] Sync routers for ids ['fa589b0d-4577-4b3b-824b-750c8fe52978'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:37:05.299804 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39680) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:05.301327 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a42ded-8445-402b-b131-59a163384307 None None] Routers {'fa589b0d-4577-4b3b-824b-750c8fe52978'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:05.302171 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-22a42ded-8445-402b-b131-59a163384307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fa589b0d-4577-4b3b-824b-750c8fe52978'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:05.305092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-521663378-network', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:05.315142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 8237c777-68c8-4b10-8171-db7e88494018, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8237c777-68c8-4b10-8171-db7e88494018,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:05.410860 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-22a42ded-8445-402b-b131-59a163384307 None None] Set router fa589b0d-4577-4b3b-824b-750c8fe52978 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:05.483996 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.539816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=8237c777-68c8-4b10-8171-db7e88494018,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:05.562991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Made reservation on behalf of e18f9ac02a104eabb2ed2b361a3f6ce6 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:37:05.565437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.580451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.623471 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-22a42ded-8445-402b-b131-59a163384307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 4, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '27bbb48e-53a6-487c-8602-cda487fc7d5f', 'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'mac_address': 'fa:16:3e:91:74:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8785014b-b155-474e-8422-8ac996b3ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:02Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 2, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'subnets': [{'id': '8785014b-b155-474e-8422-8ac996b3ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:05.649719 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a42ded-8445-402b-b131-59a163384307 None None] Checking router: fa589b0d-4577-4b3b-824b-750c8fe52978 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:37:05.650340 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a42ded-8445-402b-b131-59a163384307 None None] Updating router fa589b0d-4577-4b3b-824b-750c8fe52978 port 27bbb48e-53a6-487c-8602-cda487fc7d5f binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:37:05.670735 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.674833 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-22a42ded-8445-402b-b131-59a163384307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.815785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.843421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:37:05.853662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c27b1b-6d3b-4427-ae77-af1bd6f9dcb1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:05.858646 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.858981 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Added segment 20e2cf82-7778-44c0-80aa-709e66b22b65 of type vlan for network 87eca9b7-8091-4f2c-82aa-dae4942e45bf Aug 16 21:37:05.899087 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.942446 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-22a42ded-8445-402b-b131-59a163384307 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.951846 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-22a42ded-8445-402b-b131-59a163384307 None None] Transition to ACTIVE for port object 27bbb48e-53a6-487c-8602-cda487fc7d5f will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:06.021081 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.022190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:06.022779 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.082687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] Pushing event updated for resources: {'Network': ['ID=87eca9b7-8091-4f2c-82aa-dae4942e45bf,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:06.093014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 87eca9b7-8091-4f2c-82aa-dae4942e45bf details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:37:06.146660 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-22a42ded-8445-402b-b131-59a163384307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.196246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39682) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:06.202679 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Pushing event updated for resources: {'Port': ['ID=27bbb48e-53a6-487c-8602-cda487fc7d5f,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:06.202903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] Request body: {'subnet': {'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-521663378-subnet', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:06.206248 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b8d797cb-01a2-4296-b049-34f6e959e912 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9052029 Aug 16 21:37:06.225108 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.225538 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.225886 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.226222 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.226569 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.227529 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.227860 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.228186 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.228511 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.228836 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.229182 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.229503 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:06.257796 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-22a42ded-8445-402b-b131-59a163384307 None None] Attempting to bind port 27bbb48e-53a6-487c-8602-cda487fc7d5f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:37:06.258334 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-22a42ded-8445-402b-b131-59a163384307 None None] Attempting to bind port 27bbb48e-53a6-487c-8602-cda487fc7d5f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:37:06.258683 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a42ded-8445-402b-b131-59a163384307 None None] Attempting to bind port 27bbb48e-53a6-487c-8602-cda487fc7d5f on network 2be7d3ca-1133-4b74-a9e0-63e103102308 {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:06.264286 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a42ded-8445-402b-b131-59a163384307 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:37:06.264773 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a42ded-8445-402b-b131-59a163384307 None None] Checking segment: {'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:06.265092 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-22a42ded-8445-402b-b131-59a163384307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.265476 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a42ded-8445-402b-b131-59a163384307 None None] Bound using segment: {'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:37:06.265939 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-22a42ded-8445-402b-b131-59a163384307 None None] Bound port: 27bbb48e-53a6-487c-8602-cda487fc7d5f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:37:06.266318 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-22a42ded-8445-402b-b131-59a163384307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.335147 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-22a42ded-8445-402b-b131-59a163384307 None None] For port 27bbb48e-53a6-487c-8602-cda487fc7d5f, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:37:06.339417 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-22a42ded-8445-402b-b131-59a163384307 None None] For port 27bbb48e-53a6-487c-8602-cda487fc7d5f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=27bbb48e-53a6-487c-8602-cda487fc7d5f,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:37:06.353567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] Made reservation on behalf of e18f9ac02a104eabb2ed2b361a3f6ce6 for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:37:06.355991 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.483533 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-22a42ded-8445-402b-b131-59a163384307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.536691 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a42ded-8445-402b-b131-59a163384307 None None] Routers {'fa589b0d-4577-4b3b-824b-750c8fe52978'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:06.537351 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-22a42ded-8445-402b-b131-59a163384307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fa589b0d-4577-4b3b-824b-750c8fe52978'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:06.590478 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4683eb-98f1-4d81-af52-fde208fb2797 None None] Pushing event updated for resources: {'Port': ['ID=27bbb48e-53a6-487c-8602-cda487fc7d5f,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:06.740640 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.750109 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-22a42ded-8445-402b-b131-59a163384307 None None] Set router fa589b0d-4577-4b3b-824b-750c8fe52978 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:06.802514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a687b4-7707-41af-a593-d4e682e788e6,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:06.807696 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] Checking segment: {'id': '20e2cf82-7778-44c0-80aa-709e66b22b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:06.808065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] Network hostable DHCP agents. Network: 87eca9b7-8091-4f2c-82aa-dae4942e45bf, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:37:06.929378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] Network 87eca9b7-8091-4f2c-82aa-dae4942e45bf is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:37:06.950001 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-22a42ded-8445-402b-b131-59a163384307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 4, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '27bbb48e-53a6-487c-8602-cda487fc7d5f', 'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'mac_address': 'fa:16:3e:91:74:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8785014b-b155-474e-8422-8ac996b3ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:02Z', 'updated_at': '2021-08-16T21:37:06Z', 'revision_number': 4, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'subnets': [{'id': '8785014b-b155-474e-8422-8ac996b3ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:06.975620 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a42ded-8445-402b-b131-59a163384307 None None] The sync data for ids ['fa589b0d-4577-4b3b-824b-750c8fe52978'] in n-d-793619-14 is: [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 4, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '27bbb48e-53a6-487c-8602-cda487fc7d5f', 'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'mac_address': 'fa:16:3e:91:74:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8785014b-b155-474e-8422-8ac996b3ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:02Z', 'updated_at': '2021-08-16T21:37:06Z', 'revision_number': 4, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'subnets': [{'id': '8785014b-b155-474e-8422-8ac996b3ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:37:06.979046 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8237c777-68c8-4b10-8171-db7e88494018 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:07.050035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 8237c777-68c8-4b10-8171-db7e88494018 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:07.050412 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.055127 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 87eca9b7-8091-4f2c-82aa-dae4942e45bf) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:07.059375 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:07.060134 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.072482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcd6c4d-6251-4d08-ba24-ce488dd12373 None None] Network 87eca9b7-8091-4f2c-82aa-dae4942e45bf requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:37:07.221185 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e97773bd-88d4-4ece-a2a4-9ddc6cad6355 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0233305 Aug 16 21:37:07.223558 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39684) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:07.229046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-521663378-router', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:07.275689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-87eca9b7-8091-4f2c-82aa-dae4942e45bf', 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'fixed_ips': [{'subnet_id': '51a687b4-7707-41af-a593-d4e682e788e6'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:37:07.276579 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.380924 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.382092 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.421738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Allocated IP 172.20.0.2 (87eca9b7-8091-4f2c-82aa-dae4942e45bf/51a687b4-7707-41af-a593-d4e682e788e6/53aae4da-0cf0-491f-811b-bc15f6e2b038) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:37:07.444881 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.568461 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.577811 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Transition to ACTIVE for port object 53aae4da-0cf0-491f-811b-bc15f6e2b038 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:07.593709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Transition to ACTIVE for port object 53aae4da-0cf0-491f-811b-bc15f6e2b038 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:07.694331 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.724352 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.765450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Network 87eca9b7-8091-4f2c-82aa-dae4942e45bf is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:37:07.768430 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:07.770968 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:37:07.780620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Pushing event updated for resources: {'Port': ['ID=53aae4da-0cf0-491f-811b-bc15f6e2b038,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:07.834489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Attempting to bind port 53aae4da-0cf0-491f-811b-bc15f6e2b038 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:37:07.834936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Attempting to bind port 53aae4da-0cf0-491f-811b-bc15f6e2b038 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '20e2cf82-7778-44c0-80aa-709e66b22b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:37:07.836607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Attempting to bind port 53aae4da-0cf0-491f-811b-bc15f6e2b038 on network 87eca9b7-8091-4f2c-82aa-dae4942e45bf {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:07.843022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:37:07.843497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Checking segment: {'id': '20e2cf82-7778-44c0-80aa-709e66b22b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:07.844048 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.844827 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Bound using segment: {'id': '20e2cf82-7778-44c0-80aa-709e66b22b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:37:07.845114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Bound port: 53aae4da-0cf0-491f-811b-bc15f6e2b038, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e2cf82-7778-44c0-80aa-709e66b22b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:37:07.845572 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.917114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] For port 53aae4da-0cf0-491f-811b-bc15f6e2b038, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:37:07.920247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] For port 53aae4da-0cf0-491f-811b-bc15f6e2b038, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=53aae4da-0cf0-491f-811b-bc15f6e2b038,segment=NetworkSegment(20e2cf82-7778-44c0-80aa-709e66b22b65),segment_id=20e2cf82-7778-44c0-80aa-709e66b22b65)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:37:08.006204 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.026335 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.068581 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.132246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c180404-7c5a-4e4d-8b43-b425719a841c None None] Pushing event updated for resources: {'Port': ['ID=53aae4da-0cf0-491f-811b-bc15f6e2b038,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:08.139952 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Allocated IP 172.25.4.15 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/642adef3-a024-413e-8a7a-dcaf1ad9d2fa) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:37:08.246021 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.462031 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.498442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:37:08.503267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:08.508047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:37:08.532876 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Pushing event updated for resources: {'Port': ['ID=642adef3-a024-413e-8a7a-dcaf1ad9d2fa,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:08.931529 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.039864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 27bbb48e-53a6-487c-8602-cda487fc7d5f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:09.064836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e189b1cf-b3ca-4269-841f-abe5e0d04c3f None None] Network 87eca9b7-8091-4f2c-82aa-dae4942e45bf requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:37:09.410049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a5b49a24-e67a-46a1-aa16-270b704a5eaa None None] Provisioning for port 53aae4da-0cf0-491f-811b-bc15f6e2b038 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:09.440084 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.478264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 27bbb48e-53a6-487c-8602-cda487fc7d5f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:09.483512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 27bbb48e-53a6-487c-8602-cda487fc7d5f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:09.483512 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.574015 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.607215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 27bbb48e-53a6-487c-8602-cda487fc7d5f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=27bbb48e-53a6-487c-8602-cda487fc7d5f,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:09.712377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Router 7eedd215-9a90-4c55-9af1-a794a157537c is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:37:09.769963 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.770922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 53aae4da-0cf0-491f-811b-bc15f6e2b038 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:09.819195 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:37:09.833228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Sync routers for ids ['7eedd215-9a90-4c55-9af1-a794a157537c'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:37:09.860451 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=27bbb48e-53a6-487c-8602-cda487fc7d5f,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:09.864328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Routers {'7eedd215-9a90-4c55-9af1-a794a157537c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:09.864940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7eedd215-9a90-4c55-9af1-a794a157537c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:09.976484 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Set router 7eedd215-9a90-4c55-9af1-a794a157537c gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:09.987179 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.988687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-47e2256c-ed4b-45fc-af3c-db77f6c39100 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7640662 Aug 16 21:37:09.991485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39686) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:10.108016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 53aae4da-0cf0-491f-811b-bc15f6e2b038 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:10.113732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 53aae4da-0cf0-491f-811b-bc15f6e2b038 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:10.114114 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.213100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'name': 'tempest-TestMinimumBasicScenario-521663378-router', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:37:07Z', 'updated_at': '2021-08-16T21:37:08Z', 'revision_number': 3, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'gw_port': {'id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:08Z', 'updated_at': '2021-08-16T21:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:10.247235 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Checking router: 7eedd215-9a90-4c55-9af1-a794a157537c for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:37:10.247503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Updating router 7eedd215-9a90-4c55-9af1-a794a157537c port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:37:10.269954 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.285791 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.333372 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 53aae4da-0cf0-491f-811b-bc15f6e2b038, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=53aae4da-0cf0-491f-811b-bc15f6e2b038,segment=NetworkSegment(20e2cf82-7778-44c0-80aa-709e66b22b65),segment_id=20e2cf82-7778-44c0-80aa-709e66b22b65)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:10.408521 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.496734 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.569913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Allocated IP 172.20.0.1 (87eca9b7-8091-4f2c-82aa-dae4942e45bf/51a687b4-7707-41af-a593-d4e682e788e6/663fc83e-90d8-4046-a427-8a02d7076e8f) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:37:10.588746 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=53aae4da-0cf0-491f-811b-bc15f6e2b038,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:10.599886 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.610160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Transition to ACTIVE for port object 642adef3-a024-413e-8a7a-dcaf1ad9d2fa will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:10.673949 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.686092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Transition to ACTIVE for port object 663fc83e-90d8-4046-a427-8a02d7076e8f will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:10.774980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.826711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Attempting to bind port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:37:10.827087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Attempting to bind port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:37:10.827456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Attempting to bind port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:10.829449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2f2f6-342b-4180-91e2-8cda169e168d None None] Pushing event updated for resources: {'Port': ['ID=642adef3-a024-413e-8a7a-dcaf1ad9d2fa,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:10.831992 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.834859 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:37:10.835482 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:10.835619 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.836615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:37:10.837300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Bound port: 642adef3-a024-413e-8a7a-dcaf1ad9d2fa, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:37:10.837651 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.874740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Network 87eca9b7-8091-4f2c-82aa-dae4942e45bf is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:37:10.881243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:10.885667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:37:10.895790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] For port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:37:10.899948 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] For port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=642adef3-a024-413e-8a7a-dcaf1ad9d2fa,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:37:10.908597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Pushing event updated for resources: {'Port': ['ID=663fc83e-90d8-4046-a427-8a02d7076e8f,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:10.921970 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.922314 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.922652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.922986 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.923313 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.923641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.923960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.924274 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.924571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.924886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.925330 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.925531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:10.938924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.986254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 27bbb48e-53a6-487c-8602-cda487fc7d5f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:11.012446 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.087098 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Routers {'7eedd215-9a90-4c55-9af1-a794a157537c'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:11.087751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7eedd215-9a90-4c55-9af1-a794a157537c'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:11.126282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2f2f6-342b-4180-91e2-8cda169e168d None None] Pushing event updated for resources: {'Port': ['ID=642adef3-a024-413e-8a7a-dcaf1ad9d2fa,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:11.133927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 27bbb48e-53a6-487c-8602-cda487fc7d5f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:11.134301 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.145267 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.244914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] Set router 7eedd215-9a90-4c55-9af1-a794a157537c gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:11.312049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.363758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-13be94fa-7131-441d-bd7c-0dd173ad79f7 None None] Provisioning for port 663fc83e-90d8-4046-a427-8a02d7076e8f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:11.376603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-13be94fa-7131-441d-bd7c-0dd173ad79f7 None None] Provisioning complete for port 663fc83e-90d8-4046-a427-8a02d7076e8f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:11.376984 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-13be94fa-7131-441d-bd7c-0dd173ad79f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.379078 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 53aae4da-0cf0-491f-811b-bc15f6e2b038 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:11.454225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-13be94fa-7131-441d-bd7c-0dd173ad79f7 None None] Port 663fc83e-90d8-4046-a427-8a02d7076e8f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:37:11.455342 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.500517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 53aae4da-0cf0-491f-811b-bc15f6e2b038 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:11.501108 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.523884 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.525655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Pushing event updated for resources: {'Port': ['ID=663fc83e-90d8-4046-a427-8a02d7076e8f,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:11.567358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'name': 'tempest-TestMinimumBasicScenario-521663378-router', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:37:07Z', 'updated_at': '2021-08-16T21:37:08Z', 'revision_number': 3, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'gw_port': {'id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:08Z', 'updated_at': '2021-08-16T21:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:11.611921 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3352fa-bab8-4dab-ba74-cd75481a344d None None] The sync data for ids ['7eedd215-9a90-4c55-9af1-a794a157537c'] in n-d-793619-14 is: [{'id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'name': 'tempest-TestMinimumBasicScenario-521663378-router', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:37:07Z', 'updated_at': '2021-08-16T21:37:08Z', 'revision_number': 3, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'gw_port': {'id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:08Z', 'updated_at': '2021-08-16T21:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:37:11.620437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Network 87eca9b7-8091-4f2c-82aa-dae4942e45bf is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:37:11.621823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:11.746651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Router 7eedd215-9a90-4c55-9af1-a794a157537c has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:37:11.884215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-47a08f28-672c-4732-9e9b-8a903c89d387 None None] Provisioning complete for port 663fc83e-90d8-4046-a427-8a02d7076e8f triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:11.884731 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-47a08f28-672c-4732-9e9b-8a903c89d387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.886793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:37:11.894527 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-baafa7bc-1e5b-4899-bd86-8e55a2e84038 admin admin] 10.222.0.74 "PUT /v2.0/routers/7eedd215-9a90-4c55-9af1-a794a157537c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9017801 Aug 16 21:37:11.938083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-47a08f28-672c-4732-9e9b-8a903c89d387 None None] Port 663fc83e-90d8-4046-a427-8a02d7076e8f cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:37:12.989971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 642adef3-a024-413e-8a7a-dcaf1ad9d2fa up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:13.191882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:13.197165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:13.201069 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.293889 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.320782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=642adef3-a024-413e-8a7a-dcaf1ad9d2fa,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:13.416430 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.471979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=642adef3-a024-413e-8a7a-dcaf1ad9d2fa,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:13.901782 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Sync routers for ids ['7eedd215-9a90-4c55-9af1-a794a157537c'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:37:13.915552 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Routers {'7eedd215-9a90-4c55-9af1-a794a157537c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:13.916538 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7eedd215-9a90-4c55-9af1-a794a157537c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:14.036176 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Set router 7eedd215-9a90-4c55-9af1-a794a157537c gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:14.252906 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'name': 'tempest-TestMinimumBasicScenario-521663378-router', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:37:07Z', 'updated_at': '2021-08-16T21:37:11Z', 'revision_number': 4, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'gw_port': {'id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:08Z', 'updated_at': '2021-08-16T21:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '663fc83e-90d8-4046-a427-8a02d7076e8f', 'name': '', 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'mac_address': 'fa:16:3e:13:a7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '51a687b4-7707-41af-a593-d4e682e788e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:10Z', 'updated_at': '2021-08-16T21:37:11Z', 'revision_number': 2, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'subnets': [{'id': '51a687b4-7707-41af-a593-d4e682e788e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:14.291251 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Checking router: 7eedd215-9a90-4c55-9af1-a794a157537c for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:37:14.291524 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Updating router 7eedd215-9a90-4c55-9af1-a794a157537c port 663fc83e-90d8-4046-a427-8a02d7076e8f binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:37:14.325239 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:14.628376 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:14.639782 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Transition to ACTIVE for port object 663fc83e-90d8-4046-a427-8a02d7076e8f will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:14.809165 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:14.865697 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee03ca-938d-4f14-8bed-4046480c64a7 None None] Pushing event updated for resources: {'Port': ['ID=663fc83e-90d8-4046-a427-8a02d7076e8f,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:14.934060 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Attempting to bind port 663fc83e-90d8-4046-a427-8a02d7076e8f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:37:14.934632 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Attempting to bind port 663fc83e-90d8-4046-a427-8a02d7076e8f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '20e2cf82-7778-44c0-80aa-709e66b22b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:37:14.934787 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Attempting to bind port 663fc83e-90d8-4046-a427-8a02d7076e8f on network 87eca9b7-8091-4f2c-82aa-dae4942e45bf {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:14.946825 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:37:14.947067 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Checking segment: {'id': '20e2cf82-7778-44c0-80aa-709e66b22b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:14.947423 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:14.947819 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Bound using segment: {'id': '20e2cf82-7778-44c0-80aa-709e66b22b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:37:14.948292 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Bound port: 663fc83e-90d8-4046-a427-8a02d7076e8f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e2cf82-7778-44c0-80aa-709e66b22b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:37:14.948677 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:15.026423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 642adef3-a024-413e-8a7a-dcaf1ad9d2fa up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:15.045321 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] For port 663fc83e-90d8-4046-a427-8a02d7076e8f, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:37:15.060418 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] For port 663fc83e-90d8-4046-a427-8a02d7076e8f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=663fc83e-90d8-4046-a427-8a02d7076e8f,segment=NetworkSegment(20e2cf82-7778-44c0-80aa-709e66b22b65),segment_id=20e2cf82-7778-44c0-80aa-709e66b22b65)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:37:15.114196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:15.114944 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:15.204906 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:15.263521 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Routers {'7eedd215-9a90-4c55-9af1-a794a157537c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:15.264174 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:36:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7eedd215-9a90-4c55-9af1-a794a157537c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:15.303611 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee03ca-938d-4f14-8bed-4046480c64a7 None None] Pushing event updated for resources: {'Port': ['ID=663fc83e-90d8-4046-a427-8a02d7076e8f,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:15.363327 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0f25dd1f-3c91-4e14-9acf-9997988e0d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:15.399517 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] Set router 7eedd215-9a90-4c55-9af1-a794a157537c gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:15.652892 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'name': 'tempest-TestMinimumBasicScenario-521663378-router', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:37:07Z', 'updated_at': '2021-08-16T21:37:11Z', 'revision_number': 4, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'gw_port': {'id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:08Z', 'updated_at': '2021-08-16T21:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '663fc83e-90d8-4046-a427-8a02d7076e8f', 'name': '', 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'mac_address': 'fa:16:3e:13:a7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '51a687b4-7707-41af-a593-d4e682e788e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:10Z', 'updated_at': '2021-08-16T21:37:15Z', 'revision_number': 4, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'subnets': [{'id': '51a687b4-7707-41af-a593-d4e682e788e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:15.680163 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a02ec6-1097-4622-b879-b71b65fe148d None None] The sync data for ids ['7eedd215-9a90-4c55-9af1-a794a157537c'] in n-d-793619-14 is: [{'id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'name': 'tempest-TestMinimumBasicScenario-521663378-router', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:37:07Z', 'updated_at': '2021-08-16T21:37:11Z', 'revision_number': 4, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'gw_port': {'id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:08Z', 'updated_at': '2021-08-16T21:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '663fc83e-90d8-4046-a427-8a02d7076e8f', 'name': '', 'network_id': '87eca9b7-8091-4f2c-82aa-dae4942e45bf', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'mac_address': 'fa:16:3e:13:a7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '51a687b4-7707-41af-a593-d4e682e788e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:10Z', 'updated_at': '2021-08-16T21:37:15Z', 'revision_number': 4, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'subnets': [{'id': '51a687b4-7707-41af-a593-d4e682e788e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:37:17.033573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 663fc83e-90d8-4046-a427-8a02d7076e8f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:17.203001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 663fc83e-90d8-4046-a427-8a02d7076e8f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:17.211303 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 663fc83e-90d8-4046-a427-8a02d7076e8f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:17.213632 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:17.459720 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:17.499600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 663fc83e-90d8-4046-a427-8a02d7076e8f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=663fc83e-90d8-4046-a427-8a02d7076e8f,segment=NetworkSegment(20e2cf82-7778-44c0-80aa-709e66b22b65),segment_id=20e2cf82-7778-44c0-80aa-709e66b22b65)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:17.620775 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3bc7373e-c0d4-4382-b6e0-82d8881d0205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:17.678355 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:17.740357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=663fc83e-90d8-4046-a427-8a02d7076e8f,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:17.748312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:17.748666 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:17.749011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:17.749375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:17.749711 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:17.750044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:17.750375 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:17.750706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:17.751036 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:17.751363 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:17.751689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:17.752015 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:18.066778 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:18.990907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 663fc83e-90d8-4046-a427-8a02d7076e8f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:19.048220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 663fc83e-90d8-4046-a427-8a02d7076e8f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:19.048604 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:19.483470 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:20.826770 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:24.215461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6607f30-5e0c-488b-89ad-580201c37388 req-147462c6-8325-4f4a-9a8a-bac92a8c6fb1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:24.216945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-147462c6-8325-4f4a-9a8a-bac92a8c6fb1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/networks?id=2be7d3ca-1133-4b74-a9e0-63e103102308 HTTP/1.1" status: 200 len: 815 time: 0.1023765 Aug 16 21:37:24.232627 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-180a4a1b-10a5-48f2-9273-4275b53fcb8a tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/quotas/0ebcebca79a341059f5742b15ba52963 HTTP/1.1" status: 200 len: 375 time: 0.0099177 Aug 16 21:37:24.282943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-1b1a491e-7290-4d7b-857d-cd4440496658 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ebcebca79a341059f5742b15ba52963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449502 Aug 16 21:37:24.381889 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-12e5519e-5574-422d-a33c-0134fd9c9b12 service neutron] 10.222.0.74 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867655 Aug 16 21:37:24.475231 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-c89a0983-29a8-4a58-bb4a-a4c0728242c2 service neutron] 10.222.0.74 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871599 Aug 16 21:37:24.986151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-830a81f2-e495-4abe-b111-78d331088880 req-c8d016c7-abaa-4ae5-a831-8a152731702f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 210 time: 0.0281107 Aug 16 21:37:26.075748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87557839-1eb8-45b9-883f-9617371c9a6b req-0b27f2f5-df1d-47e6-acc7-fa7db120c0ae tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 210 time: 0.0266802 Aug 16 21:37:27.168244 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f174ea4-d6d0-4da6-98cc-04ef022f4ac6 req-b5b91778-26b1-4912-874d-35e6ffe03a3b tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 210 time: 0.0267155 Aug 16 21:37:28.261534 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9f03791-489f-4084-8d91-4eba2d017218 req-47a8b3cc-40a8-4740-8e54-1b13249f80b7 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 210 time: 0.0264053 Aug 16 21:37:28.775450 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6607f30-5e0c-488b-89ad-580201c37388 req-38e02951-241a-423f-8364-03eb37a4f436 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:28.776876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-38e02951-241a-423f-8364-03eb37a4f436 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.79 "GET /v2.0/networks?id=2be7d3ca-1133-4b74-a9e0-63e103102308 HTTP/1.1" status: 200 len: 815 time: 0.1026223 Aug 16 21:37:28.791107 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Request body: {'port': {'device_id': '1aae05aa-070b-40bb-a580-8986827a3827', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'admin_state_up': True, 'tenant_id': '0ebcebca79a341059f5742b15ba52963'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:29.019749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Made reservation on behalf of 0ebcebca79a341059f5742b15ba52963 for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:37:29.023894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:29.147148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Allocated IP 172.20.0.13 (2be7d3ca-1133-4b74-a9e0-63e103102308/8785014b-b155-474e-8422-8ac996b3ab35/7d883ce6-c584-4364-8c3f-44b31fd17d27) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:37:29.295482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:29.309196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Transition to ACTIVE for port object 7d883ce6-c584-4364-8c3f-44b31fd17d27 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:29.361742 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c1819093-76e9-480a-84d7-cd0ec0187e4e req-5a0d6d88-22f1-4ce1-be82-ea4f6a4c6aff tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 210 time: 0.0303669 Aug 16 21:37:29.478776 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:29.531666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Network 2be7d3ca-1133-4b74-a9e0-63e103102308 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:37:29.537183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:29.541996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:37:29.545868 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'Port': ['ID=7d883ce6-c584-4364-8c3f-44b31fd17d27,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:29.594891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:29.595512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:29.836438 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-a7868fff-70b0-4104-8091-30f4320c53c6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0460575 Aug 16 21:37:29.844346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-00d96956-267b-4bab-bead-34d4b55c00d2 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:37:29.845392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-00d96956-267b-4bab-bead-34d4b55c00d2 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051880 Aug 16 21:37:29.856242 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Request body: {'port': {'device_id': '1aae05aa-070b-40bb-a580-8986827a3827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:29.911986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:29.963262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-43fa61fb-1c83-42f8-a28f-9f2e15da61e0 None None] Provisioning for port 7d883ce6-c584-4364-8c3f-44b31fd17d27 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:29.971377 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-43fa61fb-1c83-42f8-a28f-9f2e15da61e0 None None] Provisioning complete for port 7d883ce6-c584-4364-8c3f-44b31fd17d27 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:29.972332 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-43fa61fb-1c83-42f8-a28f-9f2e15da61e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.024266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-43fa61fb-1c83-42f8-a28f-9f2e15da61e0 None None] Port 7d883ce6-c584-4364-8c3f-44b31fd17d27 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:37:30.221586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d883ce6-c584-4364-8c3f-44b31fd17d27 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:37:30.230437 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.245081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Transition to ACTIVE for port object 7d883ce6-c584-4364-8c3f-44b31fd17d27 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:30.346137 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.405690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d883ce6-c584-4364-8c3f-44b31fd17d27,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:30.530163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543d0b0-906e-496d-87e2-5211c86d7a7f req-bdb78d82-bb6e-4af7-84bb-0e72b1d34ded tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:30.531764 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4543d0b0-906e-496d-87e2-5211c86d7a7f req-bdb78d82-bb6e-4af7-84bb-0e72b1d34ded tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.0790830 Aug 16 21:37:30.534658 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Attempting to bind port 7d883ce6-c584-4364-8c3f-44b31fd17d27 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:37:30.534982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Attempting to bind port 7d883ce6-c584-4364-8c3f-44b31fd17d27 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:37:30.535316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Attempting to bind port 7d883ce6-c584-4364-8c3f-44b31fd17d27 on network 2be7d3ca-1133-4b74-a9e0-63e103102308 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:30.540438 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Port 7d883ce6-c584-4364-8c3f-44b31fd17d27 on network 2be7d3ca-1133-4b74-a9e0-63e103102308 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:37:30.540763 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Attempting to bind port 7d883ce6-c584-4364-8c3f-44b31fd17d27 on network 2be7d3ca-1133-4b74-a9e0-63e103102308 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:30.553170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:37:30.553170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Checking segment: {'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:30.553406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Bound using segment: {'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:37:30.553755 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Bound port: 7d883ce6-c584-4364-8c3f-44b31fd17d27, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dd3a64-8570-43c4-8056-caadcf10475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:37:30.554650 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.612688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4543d0b0-906e-496d-87e2-5211c86d7a7f req-bc85179f-37ed-473d-8808-08c1f12d8019 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686910 Aug 16 21:37:30.651346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] For port 7d883ce6-c584-4364-8c3f-44b31fd17d27, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:37:30.654900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] For port 7d883ce6-c584-4364-8c3f-44b31fd17d27, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:37:30.826901 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.869951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:30.870570 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.872201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] 10.222.0.79 "PUT /v2.0/ports/7d883ce6-c584-4364-8c3f-44b31fd17d27 HTTP/1.1" status: 200 len: 1093 time: 1.0197198 Aug 16 21:37:30.872660 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:37:30.874986 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ad4914-bd80-498a-8f77-d7fabfff048a" -d '{"events": [{"name": "network-changed", "server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:37:30.929138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b5893-509e-4527-96b7-6c7b722f8eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d883ce6-c584-4364-8c3f-44b31fd17d27,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:30.937505 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d117c-9566-4a1a-b788-90b244579ec0 x-openstack-request-id: req-3d7d117c-9566-4a1a-b788-90b244579ec0 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:37:30.938219 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:37:30.938479 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3d7d117c-9566-4a1a-b788-90b244579ec0 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:37:30.938893 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'status': 'completed', 'code': 200} Aug 16 21:37:31.736311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7a616-ba35-491a-9481-1feed7842c04 req-24a5f3b7-d283-4760-bc8e-70c9ee108a16 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:31.737816 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cff7a616-ba35-491a-9481-1feed7842c04 req-24a5f3b7-d283-4760-bc8e-70c9ee108a16 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.0532534 Aug 16 21:37:31.776927 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cff7a616-ba35-491a-9481-1feed7842c04 req-3dc9717f-ca13-4236-ab7b-59144a4ebf4a tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Aug 16 21:37:32.895798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69662e5d-a9ed-406d-85bf-c88c59272856 req-e1d5de53-a577-433d-8d24-14fc67a269f0 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:32.897439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69662e5d-a9ed-406d-85bf-c88c59272856 req-e1d5de53-a577-433d-8d24-14fc67a269f0 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.0490730 Aug 16 21:37:32.943137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69662e5d-a9ed-406d-85bf-c88c59272856 req-0d6152e4-b0bc-4148-9c8e-ca6074dafc59 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386918 Aug 16 21:37:33.186679 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:33.231654 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:33.767040 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:37:34.060809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c039c3-7db0-43d7-8367-ffcf502c07a6 req-2a2b9cd7-240a-452f-842e-00e02add2f70 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:34.062540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49c039c3-7db0-43d7-8367-ffcf502c07a6 req-2a2b9cd7-240a-452f-842e-00e02add2f70 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.0513926 Aug 16 21:37:34.103843 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-49c039c3-7db0-43d7-8367-ffcf502c07a6 req-b099107c-b6a5-4588-8b3d-b7c4e0e575f9 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348754 Aug 16 21:37:35.227717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5e7a-d936-42d0-8d63-54115a504280 req-cc11cb39-c8cf-4a1f-97c6-3bd24c8d4471 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:35.229168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a83a5e7a-d936-42d0-8d63-54115a504280 req-cc11cb39-c8cf-4a1f-97c6-3bd24c8d4471 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.0574653 Aug 16 21:37:35.267910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a83a5e7a-d936-42d0-8d63-54115a504280 req-ba18eb54-8ecc-4e49-91c1-9a09baa276d3 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327032 Aug 16 21:37:36.387717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6769-0e30-41af-8fb6-e1c495e84dda req-f0cb198c-1bdf-456c-bcb9-a0dfbf514cfa tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:36.389234 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8ca6769-0e30-41af-8fb6-e1c495e84dda req-f0cb198c-1bdf-456c-bcb9-a0dfbf514cfa tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.0534914 Aug 16 21:37:36.426976 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8ca6769-0e30-41af-8fb6-e1c495e84dda req-6ff61377-0df1-43cb-8625-ac8febeb9f03 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Aug 16 21:37:37.710969 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2f865-9bd8-4d6c-8b70-9e3ec3f67c4a req-5822484d-808a-4ac6-9125-226ce7c16672 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:37.712469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcf2f865-9bd8-4d6c-8b70-9e3ec3f67c4a req-5822484d-808a-4ac6-9125-226ce7c16672 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.2109690 Aug 16 21:37:37.758659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dcf2f865-9bd8-4d6c-8b70-9e3ec3f67c4a req-aeb69b22-7e8f-45a7-b0aa-67535d80dbb4 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365489 Aug 16 21:37:38.942474 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3f585-579a-4840-a029-5452a87194ca req-636c053d-402d-4569-8a4a-e4ca09eb627d tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:38.944029 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ed3f585-579a-4840-a029-5452a87194ca req-636c053d-402d-4569-8a4a-e4ca09eb627d tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.1192713 Aug 16 21:37:38.987062 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1ed3f585-579a-4840-a029-5452a87194ca req-f0530bca-2288-4367-b00a-5143e50a6630 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363364 Aug 16 21:37:40.074305 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4914-bd80-498a-8f77-d7fabfff048a req-145d2dec-f140-466a-b124-c6a7d6a444f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:40.075814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69ad4914-bd80-498a-8f77-d7fabfff048a req-145d2dec-f140-466a-b124-c6a7d6a444f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ebcebca79a341059f5742b15ba52963&device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 1096 time: 0.1001744 Aug 16 21:37:40.167768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b79169-61a8-445f-8c3a-e31658ba39de req-09e315e5-1f80-4fe4-8f36-94f2357b8b93 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:40.169278 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0b79169-61a8-445f-8c3a-e31658ba39de req-09e315e5-1f80-4fe4-8f36-94f2357b8b93 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.1110487 Aug 16 21:37:40.223704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4914-bd80-498a-8f77-d7fabfff048a req-53928f74-4562-43d3-9b3e-f404da292f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:40.225171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69ad4914-bd80-498a-8f77-d7fabfff048a req-53928f74-4562-43d3-9b3e-f404da292f01 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0ebcebca79a341059f5742b15ba52963&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1351595 Aug 16 21:37:40.230127 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a0b79169-61a8-445f-8c3a-e31658ba39de req-a0801d3a-4995-4503-9952-989e169c321e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530169 Aug 16 21:37:40.323725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4914-bd80-498a-8f77-d7fabfff048a req-32fabc83-1fa7-4776-967f-970c3400d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:40.325227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69ad4914-bd80-498a-8f77-d7fabfff048a req-32fabc83-1fa7-4776-967f-970c3400d078 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925369 Aug 16 21:37:40.406582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6607f30-5e0c-488b-89ad-580201c37388 req-1d856f35-a7a2-48b7-a198-f141ca1a6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:40.408078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-1d856f35-a7a2-48b7-a198-f141ca1a6db1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ebcebca79a341059f5742b15ba52963&device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 1096 time: 0.0413482 Aug 16 21:37:40.449435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-dc711464-9e00-4686-86e5-43a3026647df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27 HTTP/1.1" status: 200 len: 217 time: 0.0338759 Aug 16 21:37:40.501610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8b33f7b6-eb3f-4347-bc99-9feac0c5d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:40.502974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-8b33f7b6-eb3f-4347-bc99-9feac0c5d7b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8785014b-b155-474e-8422-8ac996b3ab35 HTTP/1.1" status: 200 len: 854 time: 0.0466366 Aug 16 21:37:40.549087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6607f30-5e0c-488b-89ad-580201c37388 req-248ca45a-1422-471a-a5d6-bdc487de3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:40.550743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-248ca45a-1422-471a-a5d6-bdc487de3aa6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be7d3ca-1133-4b74-a9e0-63e103102308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409293 Aug 16 21:37:40.640638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-c21cfbd0-71e2-45ed-b00c-a986f6805520 service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815368 Aug 16 21:37:40.735240 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f6607f30-5e0c-488b-89ad-580201c37388 req-ae5fddf4-24af-45cf-bb70-561d6ccbd477 service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863981 Aug 16 21:37:41.344036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62512a-d1ee-475e-a7b3-f1804363a4db req-9e252a89-0cbc-4df4-b76a-20e5c2596876 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:41.345531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef62512a-d1ee-475e-a7b3-f1804363a4db req-9e252a89-0cbc-4df4-b76a-20e5c2596876 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.0492458 Aug 16 21:37:41.383400 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef62512a-d1ee-475e-a7b3-f1804363a4db req-d449803b-0818-49c0-8610-d2290d80ee8c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312455 Aug 16 21:37:42.502883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0e9a4-569b-497f-a841-917956315d5c req-73ac3b04-7983-4d28-aba3-ce7638278c9f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:42.608837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bc0e9a4-569b-497f-a841-917956315d5c req-73ac3b04-7983-4d28-aba3-ce7638278c9f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.0548968 Aug 16 21:37:42.608837 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bc0e9a4-569b-497f-a841-917956315d5c req-afabba15-91e4-49e4-b2e5-48b2d57245c5 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336382 Aug 16 21:37:43.713287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aa69c-a4b2-4412-8d39-ac88b3243f88 req-26dad588-ded8-4d46-90d2-2b879dfd0860 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:43.714763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-276aa69c-a4b2-4412-8d39-ac88b3243f88 req-26dad588-ded8-4d46-90d2-2b879dfd0860 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 944 time: 0.0495474 Aug 16 21:37:43.724026 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7d883ce6-c584-4364-8c3f-44b31fd17d27 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:37:43.753081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-276aa69c-a4b2-4412-8d39-ac88b3243f88 req-06d5ea2b-cf51-415a-9d5d-87c6da011fd6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 Aug 16 21:37:43.819379 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7d883ce6-c584-4364-8c3f-44b31fd17d27, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:43.830163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'port_id': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'mac_address': 'fa:16:3e:8e:1c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8785014b-b155-474e-8422-8ac996b3ab35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:37:43.870132 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:43.882483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d883ce6-c584-4364-8c3f-44b31fd17d27 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:37:43.901573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7d883ce6-c584-4364-8c3f-44b31fd17d27, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:44.174756 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:44.223812 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7d883ce6-c584-4364-8c3f-44b31fd17d27,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:44.401290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7d883ce6-c584-4364-8c3f-44b31fd17d27'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:37:44.867626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db9b27-4085-452b-9244-61c8e0dbc740 req-3d143bc8-c02a-45db-96e6-aab70d89cffd tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:44.869173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2db9b27-4085-452b-9244-61c8e0dbc740 req-3d143bc8-c02a-45db-96e6-aab70d89cffd tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 945 time: 0.0494907 Aug 16 21:37:44.906379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d2db9b27-4085-452b-9244-61c8e0dbc740 req-bf74318e-94ed-46e2-b074-ab1e894a514f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Aug 16 21:37:45.266279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c8124cb5-bfc9-44e8-9ace-51114abf8b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:45.744582 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7d883ce6-c584-4364-8c3f-44b31fd17d27 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:45.900107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 7d883ce6-c584-4364-8c3f-44b31fd17d27 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:45.903777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 7d883ce6-c584-4364-8c3f-44b31fd17d27 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:45.904193 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:45.981434 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:46.007607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:37:46.009896 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c6f66d-909f-4b4b-a997-511be47ab28f" -d '{"events": [{"server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "name": "network-vif-plugged", "status": "completed", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:37:46.022681 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7d883ce6-c584-4364-8c3f-44b31fd17d27, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:46.025842 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f67c7-7a85-4b9a-8ae5-c1336ede1a2e req-944de1e1-42f2-4489-aeca-49623c57b39b tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:46.027371 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f8f67c7-7a85-4b9a-8ae5-c1336ede1a2e req-944de1e1-42f2-4489-aeca-49623c57b39b tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 945 time: 0.0535691 Aug 16 21:37:46.049961 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cabee3-dfde-4471-851d-1daf825023e3 x-openstack-request-id: req-c4cabee3-dfde-4471-851d-1daf825023e3 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:37:46.050303 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "name": "network-vif-plugged", "status": "completed", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:37:46.050621 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c4cabee3-dfde-4471-851d-1daf825023e3 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:37:46.051028 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'code': 200} Aug 16 21:37:46.067780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f8f67c7-7a85-4b9a-8ae5-c1336ede1a2e req-d98c7906-3d2e-46fe-9242-af1dd0cebbaf tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344825 Aug 16 21:37:46.150421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c1a81-2afd-4b9f-888a-6befaaf637bc req-dd7627e1-68fa-48b9-88db-9ffbd257f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:46.151781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-587c1a81-2afd-4b9f-888a-6befaaf637bc req-dd7627e1-68fa-48b9-88db-9ffbd257f6fa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 1097 time: 0.0398860 Aug 16 21:37:46.185439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-587c1a81-2afd-4b9f-888a-6befaaf637bc req-fac0ca63-b4d0-4ef7-ba8c-d90ae07686eb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268373 Aug 16 21:37:46.191047 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:46.233155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7d883ce6-c584-4364-8c3f-44b31fd17d27,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:47.187453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e7a34-bcdd-4cf7-b1b7-61d85220d7d0 req-b3327798-319e-47c5-9610-db5e191d57d4 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:47.189012 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d4e7a34-bcdd-4cf7-b1b7-61d85220d7d0 req-b3327798-319e-47c5-9610-db5e191d57d4 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 946 time: 0.0494764 Aug 16 21:37:47.227318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d4e7a34-bcdd-4cf7-b1b7-61d85220d7d0 req-3d4404eb-2da2-4e81-b018-a9f5a907c9d6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320659 Aug 16 21:37:47.346807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58394989-e239-47bc-ba99-61d8b4e9c8b4 req-d50e4010-9e40-4828-b1f0-28c6bf48bb4e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:47.348253 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58394989-e239-47bc-ba99-61d8b4e9c8b4 req-d50e4010-9e40-4828-b1f0-28c6bf48bb4e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 946 time: 0.0520875 Aug 16 21:37:47.385967 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-58394989-e239-47bc-ba99-61d8b4e9c8b4 req-acf14084-8ca7-478c-8359-30b728bd910b tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Aug 16 21:37:47.534338 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8735-ad03-4dea-9454-8d11471af5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:47.574478 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fcdbb-d375-4dfb-9371-5ae818aa4548 req-419e3cbe-3cda-4dbc-8c77-197eeca3b508 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:47.575958 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db6fcdbb-d375-4dfb-9371-5ae818aa4548 req-419e3cbe-3cda-4dbc-8c77-197eeca3b508 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 946 time: 0.0509219 Aug 16 21:37:47.614007 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-db6fcdbb-d375-4dfb-9371-5ae818aa4548 req-253f655c-91cf-48e9-8b70-9badf9a4d90f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319180 Aug 16 21:37:48.014468 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:49.477124 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:50.837570 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:02.482020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00ee6f-fa63-4de6-8b70-3068dcf8cf13 req-9950171a-8cc6-4053-ae5c-859ee17cbc4c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:02.483445 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d00ee6f-fa63-4de6-8b70-3068dcf8cf13 req-9950171a-8cc6-4053-ae5c-859ee17cbc4c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 946 time: 0.0499485 Aug 16 21:38:02.521901 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d00ee6f-fa63-4de6-8b70-3068dcf8cf13 req-731cdac3-f598-41e8-807a-e96b2302a69e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320606 Aug 16 21:38:02.543954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39910) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:02.632203 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262331a0-e360-4842-8d72-fe0c5686ee02 tempest-TestMinimumBasicScenario-345252479 tempest-TestMinimumBasicScenario-345252479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:02.634464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-262331a0-e360-4842-8d72-fe0c5686ee02 tempest-TestMinimumBasicScenario-345252479 tempest-TestMinimumBasicScenario-345252479-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 1093 time: 0.0894859 Aug 16 21:38:02.637477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 39914) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:02.641797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:02.745675 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:02.839244 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:02.942657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Allocated IP 172.25.4.21 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/4ada72f5-0161-4b59-8660-6e60080ab89e) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:38:03.052394 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:03.191930 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:03.219297 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:03.220001 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:03.236663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:38:03.239570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:38:03.244067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:38:03.266277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'Port': ['ID=4ada72f5-0161-4b59-8660-6e60080ab89e,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:03.279276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.288579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:03.639053 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:03.809539 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:04.259753 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:04.385688 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:04.451832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'Port': ['ID=4ada72f5-0161-4b59-8660-6e60080ab89e,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:04.464240 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:04.562470 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Floating IP 6fa1c85b-edd8-45ac-8746-969cef75486a associated. External IP: 172.25.4.21, port: 7d883ce6-c584-4364-8c3f-44b31fd17d27. Aug 16 21:38:04.764964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Router fa589b0d-4577-4b3b-824b-750c8fe52978 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:38:04.870210 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:38:04.879647 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f652812f-5f85-48af-a72f-2983f09977d6 None None] Sync routers for ids ['fa589b0d-4577-4b3b-824b-750c8fe52978'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:38:04.888868 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652812f-5f85-48af-a72f-2983f09977d6 None None] Routers {'fa589b0d-4577-4b3b-824b-750c8fe52978'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:38:04.889525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f652812f-5f85-48af-a72f-2983f09977d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:37:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fa589b0d-4577-4b3b-824b-750c8fe52978'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:38:04.993867 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f652812f-5f85-48af-a72f-2983f09977d6 None None] Set router fa589b0d-4577-4b3b-824b-750c8fe52978 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:38:05.014541 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:05.041379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9ff8e8f3-c1a3-487e-b5ea-0f08c0dde748 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4028447 Aug 16 21:38:05.042073 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:38:05.044284 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39916) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:05.044805 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd19e73-795d-41ea-8626-ac17e637e242" -d '{"events": [{"name": "network-changed", "server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:38:05.049241 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-596d2608-41d6-4a4c-9043-623ff15b85f6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998819911', 'description': 'tempest-secgroup-smoke-1998819911 description', 'project_id': '0ebcebca79a341059f5742b15ba52963'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:05.085303 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e5128d-f3c5-4cc9-9017-bb9b3c8993b9 x-openstack-request-id: req-e9e5128d-f3c5-4cc9-9017-bb9b3c8993b9 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:38:05.085738 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:38:05.086002 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e9e5128d-f3c5-4cc9-9017-bb9b3c8993b9 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:38:05.086416 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'status': 'completed', 'code': 200} Aug 16 21:38:05.150441 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19e73-795d-41ea-8626-ac17e637e242 req-4e833247-71c3-4b66-a0ef-e84509ead071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:05.151867 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bd19e73-795d-41ea-8626-ac17e637e242 req-4e833247-71c3-4b66-a0ef-e84509ead071 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ebcebca79a341059f5742b15ba52963&device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 1098 time: 0.0447369 Aug 16 21:38:05.220585 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f652812f-5f85-48af-a72f-2983f09977d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 4, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '6fa1c85b-edd8-45ac-8746-969cef75486a', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'port_id': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'mac_address': 'fa:16:3e:8e:1c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aae05aa-070b-40bb-a580-8986827a3827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:38:03Z', 'updated_at': '2021-08-16T21:38:03Z', 'revision_number': 0, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bbb48e-53a6-487c-8602-cda487fc7d5f', 'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'mac_address': 'fa:16:3e:91:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8785014b-b155-474e-8422-8ac996b3ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:02Z', 'updated_at': '2021-08-16T21:37:09Z', 'revision_number': 5, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'subnets': [{'id': '8785014b-b155-474e-8422-8ac996b3ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:38:05.243910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19e73-795d-41ea-8626-ac17e637e242 req-3048819f-d4a3-4595-b853-6ca40ef1a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:05.245494 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bd19e73-795d-41ea-8626-ac17e637e242 req-3048819f-d4a3-4595-b853-6ca40ef1a061 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be7d3ca-1133-4b74-a9e0-63e103102308 HTTP/1.1" status: 200 len: 916 time: 0.0861440 Aug 16 21:38:05.247497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f652812f-5f85-48af-a72f-2983f09977d6 None None] Checking router: fa589b0d-4577-4b3b-824b-750c8fe52978 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:38:05.255664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652812f-5f85-48af-a72f-2983f09977d6 None None] Routers {'fa589b0d-4577-4b3b-824b-750c8fe52978'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:38:05.256342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f652812f-5f85-48af-a72f-2983f09977d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:37:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fa589b0d-4577-4b3b-824b-750c8fe52978'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:38:05.314830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bd19e73-795d-41ea-8626-ac17e637e242 req-063a3675-8e9e-4891-bbd2-009b16157344 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27 HTTP/1.1" status: 200 len: 999 time: 0.0613978 Aug 16 21:38:05.363546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-f652812f-5f85-48af-a72f-2983f09977d6 None None] Set router fa589b0d-4577-4b3b-824b-750c8fe52978 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:38:05.364635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19e73-795d-41ea-8626-ac17e637e242 req-b13aef4c-b225-40fa-9012-2f5c3c345e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:05.366768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bd19e73-795d-41ea-8626-ac17e637e242 req-b13aef4c-b225-40fa-9012-2f5c3c345e22 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8785014b-b155-474e-8422-8ac996b3ab35 HTTP/1.1" status: 200 len: 854 time: 0.0433996 Aug 16 21:38:05.422082 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19e73-795d-41ea-8626-ac17e637e242 req-84000138-95e2-474d-a48d-9bffb8036ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:05.422082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bd19e73-795d-41ea-8626-ac17e637e242 req-84000138-95e2-474d-a48d-9bffb8036ff4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be7d3ca-1133-4b74-a9e0-63e103102308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407250 Aug 16 21:38:05.454474 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-596d2608-41d6-4a4c-9043-623ff15b85f6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:05.512172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bd19e73-795d-41ea-8626-ac17e637e242 req-9c7a50c2-2edb-4723-8f0e-5c9556fa37a2 service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893569 Aug 16 21:38:05.548346 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-596d2608-41d6-4a4c-9043-623ff15b85f6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:05.599591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-f652812f-5f85-48af-a72f-2983f09977d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 4, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '6fa1c85b-edd8-45ac-8746-969cef75486a', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'port_id': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'mac_address': 'fa:16:3e:8e:1c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aae05aa-070b-40bb-a580-8986827a3827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:38:03Z', 'updated_at': '2021-08-16T21:38:03Z', 'revision_number': 0, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bbb48e-53a6-487c-8602-cda487fc7d5f', 'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'mac_address': 'fa:16:3e:91:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8785014b-b155-474e-8422-8ac996b3ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:02Z', 'updated_at': '2021-08-16T21:37:09Z', 'revision_number': 5, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'subnets': [{'id': '8785014b-b155-474e-8422-8ac996b3ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:38:05.612437 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5bd19e73-795d-41ea-8626-ac17e637e242 req-6207a042-b440-4b5d-801a-aef99018695b service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924351 Aug 16 21:38:05.628539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f652812f-5f85-48af-a72f-2983f09977d6 None None] The sync data for ids ['fa589b0d-4577-4b3b-824b-750c8fe52978'] in n-d-793619-14 is: [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 4, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '6fa1c85b-edd8-45ac-8746-969cef75486a', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'port_id': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'mac_address': 'fa:16:3e:8e:1c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aae05aa-070b-40bb-a580-8986827a3827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:38:03Z', 'updated_at': '2021-08-16T21:38:03Z', 'revision_number': 0, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bbb48e-53a6-487c-8602-cda487fc7d5f', 'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'mac_address': 'fa:16:3e:91:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8785014b-b155-474e-8422-8ac996b3ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:02Z', 'updated_at': '2021-08-16T21:37:09Z', 'revision_number': 5, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'subnets': [{'id': '8785014b-b155-474e-8422-8ac996b3ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:38:05.711119 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-596d2608-41d6-4a4c-9043-623ff15b85f6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:05.743308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d2608-41d6-4a4c-9043-623ff15b85f6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feca33ff-aea8-472a-bebb-919854863584,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:05.823868 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629c508-b832-4c06-a9a5-4fbd2b832539 None None] New status for floating IP 6fa1c85b-edd8-45ac-8746-969cef75486a: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:38:05.877037 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-596d2608-41d6-4a4c-9043-623ff15b85f6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:05.878456 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-596d2608-41d6-4a4c-9043-623ff15b85f6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8331251 Aug 16 21:38:05.881892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39920) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:05.886449 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ec187a0f-d583-48d2-869b-195217155beb tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Request body: {'security_group_rule': {'security_group_id': 'feca33ff-aea8-472a-bebb-919854863584', 'project_id': '0ebcebca79a341059f5742b15ba52963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:06.088747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec187a0f-d583-48d2-869b-195217155beb tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:06.145072 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec187a0f-d583-48d2-869b-195217155beb tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:06.345690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec187a0f-d583-48d2-869b-195217155beb tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:06.365631 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec187a0f-d583-48d2-869b-195217155beb tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1756da-aa9c-4177-ac88-b8be451d9485,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:06.625620 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ec187a0f-d583-48d2-869b-195217155beb tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:06.626871 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ec187a0f-d583-48d2-869b-195217155beb tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7439699 Aug 16 21:38:06.629691 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39922) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:06.634726 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-20129d43-9db9-491d-a6b1-66fdd0628300 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Request body: {'security_group_rule': {'security_group_id': 'feca33ff-aea8-472a-bebb-919854863584', 'project_id': '0ebcebca79a341059f5742b15ba52963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:06.807123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20129d43-9db9-491d-a6b1-66fdd0628300 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:06.864387 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20129d43-9db9-491d-a6b1-66fdd0628300 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:06.995787 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20129d43-9db9-491d-a6b1-66fdd0628300 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:07.014660 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20129d43-9db9-491d-a6b1-66fdd0628300 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0c5922-a0de-4e31-8401-887bb357d9cd,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:07.088354 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-20129d43-9db9-491d-a6b1-66fdd0628300 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:07.089606 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-20129d43-9db9-491d-a6b1-66fdd0628300 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4589853 Aug 16 21:38:07.092382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39924) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:07.096787 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-87e6f86e-2020-4ca0-b404-f003b7830c03 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Request body: {'security_group_rule': {'security_group_id': 'feca33ff-aea8-472a-bebb-919854863584', 'project_id': '0ebcebca79a341059f5742b15ba52963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:07.212629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87e6f86e-2020-4ca0-b404-f003b7830c03 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:07.271792 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87e6f86e-2020-4ca0-b404-f003b7830c03 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:07.389795 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87e6f86e-2020-4ca0-b404-f003b7830c03 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:07.407637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6f86e-2020-4ca0-b404-f003b7830c03 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e01d5e6-a4e0-4065-998e-ff7a75909216,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:07.574416 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87e6f86e-2020-4ca0-b404-f003b7830c03 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:07.575701 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-87e6f86e-2020-4ca0-b404-f003b7830c03 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4823432 Aug 16 21:38:07.578386 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39926) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:07.582929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-79f1d689-3e87-469c-bfde-b3d581712bf0 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Request body: {'security_group_rule': {'security_group_id': 'feca33ff-aea8-472a-bebb-919854863584', 'project_id': '0ebcebca79a341059f5742b15ba52963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:07.704022 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79f1d689-3e87-469c-bfde-b3d581712bf0 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:07.762818 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79f1d689-3e87-469c-bfde-b3d581712bf0 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:07.847913 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79f1d689-3e87-469c-bfde-b3d581712bf0 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:07.866606 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1d689-3e87-469c-bfde-b3d581712bf0 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a2f01b-7d76-4280-92c5-55761e146636,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:07.991730 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-79f1d689-3e87-469c-bfde-b3d581712bf0 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:07.992969 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-79f1d689-3e87-469c-bfde-b3d581712bf0 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4136353 Aug 16 21:38:07.995688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39928) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:08.000140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-99606c76-cd02-4ba0-88e4-2872a46f1b0c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Request body: {'security_group_rule': {'security_group_id': 'feca33ff-aea8-472a-bebb-919854863584', 'project_id': '0ebcebca79a341059f5742b15ba52963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:08.104652 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-99606c76-cd02-4ba0-88e4-2872a46f1b0c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Project 0ebcebca79a341059f5742b15ba52963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:38:08.109499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-99606c76-cd02-4ba0-88e4-2872a46f1b0c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:08.169129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-99606c76-cd02-4ba0-88e4-2872a46f1b0c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:08.242630 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-99606c76-cd02-4ba0-88e4-2872a46f1b0c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:08.260829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99606c76-cd02-4ba0-88e4-2872a46f1b0c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a33576-2044-4205-b037-cd0cdf646232,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:08.482815 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-99606c76-cd02-4ba0-88e4-2872a46f1b0c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:08.484051 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-99606c76-cd02-4ba0-88e4-2872a46f1b0c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4874101 Aug 16 21:38:08.495836 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 39930) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:08.500368 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-2a89dca3-ee56-49b3-a201-1c02db832c7e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Request body: {'security_group_rule': {'security_group_id': 'feca33ff-aea8-472a-bebb-919854863584', 'project_id': '0ebcebca79a341059f5742b15ba52963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:08.624626 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-2a89dca3-ee56-49b3-a201-1c02db832c7e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Project 0ebcebca79a341059f5742b15ba52963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:38:08.630265 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a89dca3-ee56-49b3-a201-1c02db832c7e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:08.697627 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a89dca3-ee56-49b3-a201-1c02db832c7e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:08.847833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a89dca3-ee56-49b3-a201-1c02db832c7e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:08.865397 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89dca3-ee56-49b3-a201-1c02db832c7e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79e40a7-140e-4aba-b214-81fe94b2ae02,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:08.979726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a89dca3-ee56-49b3-a201-1c02db832c7e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:08.980985 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2a89dca3-ee56-49b3-a201-1c02db832c7e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4841890 Aug 16 21:38:09.057528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d500f720-8206-456a-8c22-d9282c690f09 req-c1280d62-4275-4355-a35f-9c3bc6ea7b5b tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998819911&fields=id&tenant_id=0ebcebca79a341059f5742b15ba52963 HTTP/1.1" status: 200 len: 267 time: 0.0325909 Aug 16 21:38:09.110470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500f720-8206-456a-8c22-d9282c690f09 req-8b8137e3-c1ae-4b18-b68d-86bdb08aab02 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:09.111855 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d500f720-8206-456a-8c22-d9282c690f09 req-8b8137e3-c1ae-4b18-b68d-86bdb08aab02 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 946 time: 0.0489128 Aug 16 21:38:09.123086 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-d500f720-8206-456a-8c22-d9282c690f09 req-3bc3fdcf-37f8-44be-ae4c-735f27628084 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Request body: {'port': {'security_groups': ['f546ee78-c525-4ea7-b134-16fe33fdee23', 'feca33ff-aea8-472a-bebb-919854863584']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:09.187254 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d500f720-8206-456a-8c22-d9282c690f09 req-3bc3fdcf-37f8-44be-ae4c-735f27628084 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:09.368093 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-d500f720-8206-456a-8c22-d9282c690f09 req-3bc3fdcf-37f8-44be-ae4c-735f27628084 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] For port 7d883ce6-c584-4364-8c3f-44b31fd17d27, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:09.395986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d500f720-8206-456a-8c22-d9282c690f09 req-3bc3fdcf-37f8-44be-ae4c-735f27628084 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:09.482168 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d500f720-8206-456a-8c22-d9282c690f09 req-3bc3fdcf-37f8-44be-ae4c-735f27628084 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:09.494005 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7d883ce6-c584-4364-8c3f-44b31fd17d27'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:38:09.532374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500f720-8206-456a-8c22-d9282c690f09 req-3bc3fdcf-37f8-44be-ae4c-735f27628084 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:09.532927 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-d500f720-8206-456a-8c22-d9282c690f09 req-3bc3fdcf-37f8-44be-ae4c-735f27628084 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:09.537015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d500f720-8206-456a-8c22-d9282c690f09 req-3bc3fdcf-37f8-44be-ae4c-735f27628084 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "PUT /v2.0/ports/7d883ce6-c584-4364-8c3f-44b31fd17d27 HTTP/1.1" status: 200 len: 982 time: 0.4158897 Aug 16 21:38:09.537015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:38:09.537536 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:38:09.566477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3fdcf-37f8-44be-ae4c-735f27628084 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'Port': ['ID=7d883ce6-c584-4364-8c3f-44b31fd17d27,revision_number=6']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:09.611882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7d883ce6-c584-4364-8c3f-44b31fd17d27'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:38:09.638060 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e53c71-8c68-44ec-981a-a72660241657 x-openstack-request-id: req-55e53c71-8c68-44ec-981a-a72660241657 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:38:09.638284 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:38:09.638512 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-55e53c71-8c68-44ec-981a-a72660241657 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:38:09.638890 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'status': 'completed', 'code': 200} Aug 16 21:38:09.689626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0b8af-b67c-42e6-b9c6-b143565af616 req-5d28f54a-c6e9-4154-b80b-f57ea2f06ed3 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:09.691450 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36b0b8af-b67c-42e6-b9c6-b143565af616 req-5d28f54a-c6e9-4154-b80b-f57ea2f06ed3 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0911341 Aug 16 21:38:09.702071 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e req-0c3e25e4-12c1-4ef6-8a2c-e9d31e723d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:09.703873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e req-0c3e25e4-12c1-4ef6-8a2c-e9d31e723d86 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ebcebca79a341059f5742b15ba52963&device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 1137 time: 0.0640736 Aug 16 21:38:09.792453 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-36b0b8af-b67c-42e6-b9c6-b143565af616 req-4ba3427f-1f5c-4f85-a680-c23db9970280 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875595 Aug 16 21:38:09.828680 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e req-0d485f24-156f-45b3-b153-5db9147a48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:09.831229 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e req-0d485f24-156f-45b3-b153-5db9147a48b0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be7d3ca-1133-4b74-a9e0-63e103102308 HTTP/1.1" status: 200 len: 916 time: 0.1192336 Aug 16 21:38:09.880163 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c7fe3d4d-d73b-4424-8f74-e0cae73e4ade None None] Provisioning complete for port 7d883ce6-c584-4364-8c3f-44b31fd17d27 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:38:09.880541 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3d4d-d73b-4424-8f74-e0cae73e4ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:09.904038 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e req-94c25110-adfd-454a-8628-b4c144ce8601 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27 HTTP/1.1" status: 200 len: 1001 time: 0.0652056 Aug 16 21:38:09.960555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e req-b452dee0-201e-4198-9791-0bc937087b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:09.962477 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e req-b452dee0-201e-4198-9791-0bc937087b7c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8785014b-b155-474e-8422-8ac996b3ab35 HTTP/1.1" status: 200 len: 854 time: 0.0508347 Aug 16 21:38:10.016426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e req-ff00b01c-07fb-44e3-802d-925a362ab758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:10.017985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e req-ff00b01c-07fb-44e3-802d-925a362ab758 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be7d3ca-1133-4b74-a9e0-63e103102308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477848 Aug 16 21:38:10.126314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e req-3243e426-bf8e-4461-be20-82ccf14e9bba service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990348 Aug 16 21:38:10.223398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34a8f50e-b1e1-4825-ba0e-95c8cb50de7e req-f1eef780-d28d-4076-9b48-7557b97c93b7 service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874009 Aug 16 21:38:10.765793 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:38:15.328096 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69eb2d99-f833-47d7-b8e7-7ff13a460f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:17.574202 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8f645a6f-8898-4dca-bf42-ed221f41756f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:18.036906 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:19.396648 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:20.830758 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:24.252399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a68c5-3112-4a74-9ce7-badd41d64a42 req-25fb5fa1-2c6d-4019-a7dc-e9c38d070e97 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:24.253896 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-725a68c5-3112-4a74-9ce7-badd41d64a42 req-25fb5fa1-2c6d-4019-a7dc-e9c38d070e97 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0497067 Aug 16 21:38:24.300480 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-725a68c5-3112-4a74-9ce7-badd41d64a42 req-cc2dd3a3-e8bc-4f94-b4a9-1b6ae1ddf02f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398831 Aug 16 21:38:24.355928 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f6152-a231-4460-8a04-d9e957430795 req-d259049a-0f8a-497d-9805-f4e6c807ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:24.357456 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d0f6152-a231-4460-8a04-d9e957430795 req-d259049a-0f8a-497d-9805-f4e6c807ecab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ebcebca79a341059f5742b15ba52963&device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 1137 time: 0.0418673 Aug 16 21:38:24.454837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f6152-a231-4460-8a04-d9e957430795 req-41004153-384c-42d8-934d-bded4aa7414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:24.456217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d0f6152-a231-4460-8a04-d9e957430795 req-41004153-384c-42d8-934d-bded4aa7414c service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be7d3ca-1133-4b74-a9e0-63e103102308 HTTP/1.1" status: 200 len: 916 time: 0.0899432 Aug 16 21:38:24.521369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d0f6152-a231-4460-8a04-d9e957430795 req-32744a3e-0b47-4b37-a3fa-570db0a61165 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27 HTTP/1.1" status: 200 len: 1001 time: 0.0573659 Aug 16 21:38:24.576539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f6152-a231-4460-8a04-d9e957430795 req-491524b0-04d3-47c6-a622-5b6cebdd48be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:24.578121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d0f6152-a231-4460-8a04-d9e957430795 req-491524b0-04d3-47c6-a622-5b6cebdd48be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8785014b-b155-474e-8422-8ac996b3ab35 HTTP/1.1" status: 200 len: 854 time: 0.0495398 Aug 16 21:38:24.624549 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f6152-a231-4460-8a04-d9e957430795 req-707b6ae4-ecbd-44cb-9ef4-ae8e8aec693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:24.626071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d0f6152-a231-4460-8a04-d9e957430795 req-707b6ae4-ecbd-44cb-9ef4-ae8e8aec693b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be7d3ca-1133-4b74-a9e0-63e103102308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405269 Aug 16 21:38:24.717772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d0f6152-a231-4460-8a04-d9e957430795 req-ba05eae2-f031-4696-877d-550e9cec84f3 service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836797 Aug 16 21:38:24.807024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9d0f6152-a231-4460-8a04-d9e957430795 req-1d223d36-9061-4f54-aa22-00a0823062a0 service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810995 Aug 16 21:38:25.419834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd7358-146c-480a-89d1-86de4cef069f req-6cdeb0f1-2dd1-4997-8056-c19a79ead303 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:25.421344 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbd7358-146c-480a-89d1-86de4cef069f req-6cdeb0f1-2dd1-4997-8056-c19a79ead303 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0497270 Aug 16 21:38:25.461220 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cbd7358-146c-480a-89d1-86de4cef069f req-826cc10c-1f7a-4642-930a-fb7e9349e62c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336313 Aug 16 21:38:26.581521 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e2ec6-91ce-4dca-9b0f-cb6bb21be03d req-6fceb0cc-2df1-44a7-822c-43d09bc09211 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:26.583019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af0e2ec6-91ce-4dca-9b0f-cb6bb21be03d req-6fceb0cc-2df1-44a7-822c-43d09bc09211 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0544419 Aug 16 21:38:26.623446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af0e2ec6-91ce-4dca-9b0f-cb6bb21be03d req-70629f41-bdc5-40f4-b9ea-c88328a153c8 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342536 Aug 16 21:38:27.738528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff05b0-dc77-4e3b-95a8-fba89f2e3230 req-9b2bd4c4-e4e4-459b-b8cd-18e8b602e459 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:27.739997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8ff05b0-dc77-4e3b-95a8-fba89f2e3230 req-9b2bd4c4-e4e4-459b-b8cd-18e8b602e459 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0483766 Aug 16 21:38:27.779090 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c8ff05b0-dc77-4e3b-95a8-fba89f2e3230 req-c57072fe-788b-4b46-9593-1b794b316b95 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323923 Aug 16 21:38:28.892462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe2a8f-4b89-4961-a8f2-86157aff4b3a req-96001d58-eefd-4b38-b119-527e43c0bbeb tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:28.893940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2fe2a8f-4b89-4961-a8f2-86157aff4b3a req-96001d58-eefd-4b38-b119-527e43c0bbeb tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0484023 Aug 16 21:38:28.932529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a2fe2a8f-4b89-4961-a8f2-86157aff4b3a req-96dd0d62-c28d-4379-81d8-415a91d908b8 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325618 Aug 16 21:38:30.050898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a754909-e484-434e-a5ca-c7a99c0f01d3 req-02f81ffb-83df-474e-a700-6b5a8d5c7856 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:30.052486 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a754909-e484-434e-a5ca-c7a99c0f01d3 req-02f81ffb-83df-474e-a700-6b5a8d5c7856 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0531583 Aug 16 21:38:30.093627 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2a754909-e484-434e-a5ca-c7a99c0f01d3 req-8298d80c-c912-4e70-aa88-ba0f804e75bb tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349324 Aug 16 21:38:31.206292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8b236-59d2-42f2-b187-5c6d1905892b req-905b7adc-14b1-42c9-8760-c43dc9ad2120 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:31.207744 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54d8b236-59d2-42f2-b187-5c6d1905892b req-905b7adc-14b1-42c9-8760-c43dc9ad2120 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0484581 Aug 16 21:38:31.247918 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-54d8b236-59d2-42f2-b187-5c6d1905892b req-0029afad-587c-4f81-884f-075582b53e09 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334842 Aug 16 21:38:32.363118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68848514-2f61-4fa0-83a0-39019d68d4f5 req-4c063f8c-a569-42b4-b140-5f08fcb842f6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:32.366366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68848514-2f61-4fa0-83a0-39019d68d4f5 req-4c063f8c-a569-42b4-b140-5f08fcb842f6 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0487635 Aug 16 21:38:32.404401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-68848514-2f61-4fa0-83a0-39019d68d4f5 req-54fa49b6-8df5-4e85-86ea-edf4c4e39fa0 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331206 Aug 16 21:38:33.207968 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:33.247151 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:33.523821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dce841-b4f1-4e52-8579-274c9315d4ba req-aa3ee9fb-1844-4947-bcc7-bd45c695a808 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:33.525262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1dce841-b4f1-4e52-8579-274c9315d4ba req-aa3ee9fb-1844-4947-bcc7-bd45c695a808 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0537853 Aug 16 21:38:33.566038 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1dce841-b4f1-4e52-8579-274c9315d4ba req-0f2fe9c5-173d-4215-b6a7-96d9543ccb9f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346179 Aug 16 21:38:34.184060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff61b2-4f4d-42d1-9abc-a9930dd38b41 req-b90d9c86-d64d-4c3d-adb5-05a185d945e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:34.185592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59ff61b2-4f4d-42d1-9abc-a9930dd38b41 req-b90d9c86-d64d-4c3d-adb5-05a185d945e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ebcebca79a341059f5742b15ba52963&device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 1137 time: 0.0414865 Aug 16 21:38:34.289706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff61b2-4f4d-42d1-9abc-a9930dd38b41 req-ff5880fb-ac0a-4326-bbd0-cfd169066783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:34.291166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59ff61b2-4f4d-42d1-9abc-a9930dd38b41 req-ff5880fb-ac0a-4326-bbd0-cfd169066783 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be7d3ca-1133-4b74-a9e0-63e103102308 HTTP/1.1" status: 200 len: 916 time: 0.0859103 Aug 16 21:38:34.357712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59ff61b2-4f4d-42d1-9abc-a9930dd38b41 req-85a9a4d3-d581-4cbe-967c-3f732678842a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27 HTTP/1.1" status: 200 len: 1001 time: 0.0590491 Aug 16 21:38:34.409651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff61b2-4f4d-42d1-9abc-a9930dd38b41 req-03e63f97-ca2f-4179-b3f5-e9d3f597553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:34.411133 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59ff61b2-4f4d-42d1-9abc-a9930dd38b41 req-03e63f97-ca2f-4179-b3f5-e9d3f597553c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8785014b-b155-474e-8422-8ac996b3ab35 HTTP/1.1" status: 200 len: 854 time: 0.0472353 Aug 16 21:38:34.460695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff61b2-4f4d-42d1-9abc-a9930dd38b41 req-49cb9abd-4757-485d-a444-8f65e41a0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:34.462169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59ff61b2-4f4d-42d1-9abc-a9930dd38b41 req-49cb9abd-4757-485d-a444-8f65e41a0563 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be7d3ca-1133-4b74-a9e0-63e103102308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441933 Aug 16 21:38:34.550931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59ff61b2-4f4d-42d1-9abc-a9930dd38b41 req-8fdad9dc-0794-4624-b920-11abd654a8bc service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810008 Aug 16 21:38:34.667528 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59ff61b2-4f4d-42d1-9abc-a9930dd38b41 req-2c012060-4544-41aa-a0d5-f92da50a648f service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093180 Aug 16 21:38:34.691299 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0836a-b868-490e-b345-62cd0bb1c28a req-0d1c1301-7218-44b4-94de-0bb708d754bc tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:34.692749 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0c0836a-b868-490e-b345-62cd0bb1c28a req-0d1c1301-7218-44b4-94de-0bb708d754bc tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0580237 Aug 16 21:38:34.732339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0c0836a-b868-490e-b345-62cd0bb1c28a req-9e14be28-50ce-4119-bfc8-559e6e9b6b89 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329406 Aug 16 21:38:35.845826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d89075-1131-4ccf-8fd3-ebd758234f2b req-48d3a578-16de-43a0-ac73-f7e47bc12d1d tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:35.847285 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03d89075-1131-4ccf-8fd3-ebd758234f2b req-48d3a578-16de-43a0-ac73-f7e47bc12d1d tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0489380 Aug 16 21:38:35.885923 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-03d89075-1131-4ccf-8fd3-ebd758234f2b req-62d7ead9-e38c-4af1-aba0-5d71dc4dfb8e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326490 Aug 16 21:38:37.006120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817c92-14c3-43d9-8aef-ab3283cf16d4 req-f15d8a8c-b007-46df-805e-50bb09eb67bd tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:37.007598 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2817c92-14c3-43d9-8aef-ab3283cf16d4 req-f15d8a8c-b007-46df-805e-50bb09eb67bd tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0532722 Aug 16 21:38:37.047436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2817c92-14c3-43d9-8aef-ab3283cf16d4 req-6e9a3e5e-5fea-4e0e-be11-ebd328c46a81 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336480 Aug 16 21:38:38.161707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c462b-c727-445f-b42e-68b7324ca399 req-2a6fc165-f8f6-4805-9c72-35410e44e579 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:38.163676 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f78c462b-c727-445f-b42e-68b7324ca399 req-2a6fc165-f8f6-4805-9c72-35410e44e579 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0495698 Aug 16 21:38:38.202841 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f78c462b-c727-445f-b42e-68b7324ca399 req-fbd7f7ce-4b7b-4b02-86c7-c90993534037 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331304 Aug 16 21:38:39.316903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cd8bd-0a12-4cd9-9ce4-ed81173dae19 req-b5a8817f-fa25-42bc-bc3c-0f339b010235 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:39.318964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f25cd8bd-0a12-4cd9-9ce4-ed81173dae19 req-b5a8817f-fa25-42bc-bc3c-0f339b010235 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0503647 Aug 16 21:38:39.358781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f25cd8bd-0a12-4cd9-9ce4-ed81173dae19 req-64ab8933-6688-4fc9-a439-6657f9012fe2 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337331 Aug 16 21:38:40.476833 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ad37b-7b12-47fd-bad5-d91232005a49 req-6b7130d0-4885-4390-8519-1261ee59cd0b tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:40.478342 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-900ad37b-7b12-47fd-bad5-d91232005a49 req-6b7130d0-4885-4390-8519-1261ee59cd0b tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0544729 Aug 16 21:38:40.518307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-900ad37b-7b12-47fd-bad5-d91232005a49 req-679c6289-78e7-4d75-8f23-59a426738f35 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339158 Aug 16 21:38:41.631293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ceff05-c884-481b-96c2-965188f9b771 req-5bf2ce3c-eb78-4e4b-88b0-a13726cb4011 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:41.632751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13ceff05-c884-481b-96c2-965188f9b771 req-5bf2ce3c-eb78-4e4b-88b0-a13726cb4011 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0485151 Aug 16 21:38:41.671790 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13ceff05-c884-481b-96c2-965188f9b771 req-8a9d6238-b060-4ca2-b4c2-a166dc3dba99 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&id=feca33ff-aea8-472a-bebb-919854863584&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329335 Aug 16 21:38:45.286845 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-81bf210a-8ee6-414a-989d-3a3fba861087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:47.590625 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0b66854-bf1c-4722-899f-3330e66121e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:47.764821 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:38:48.092944 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:49.401376 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:50.819110 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:03.190381 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:03.292568 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:14.542076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0bf3239-c875-42c4-ad56-630e7177e6af req-b53636ec-0252-45c4-9b21-a9d6d5ac9e4d tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998819911&fields=id&tenant_id=0ebcebca79a341059f5742b15ba52963 HTTP/1.1" status: 200 len: 267 time: 0.0334334 Aug 16 21:39:14.594698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf3239-c875-42c4-ad56-630e7177e6af req-1273fd31-a00e-432a-9ee5-e154da5d5e7c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:14.596156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0bf3239-c875-42c4-ad56-630e7177e6af req-1273fd31-a00e-432a-9ee5-e154da5d5e7c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 985 time: 0.0481985 Aug 16 21:39:14.607102 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-f0bf3239-c875-42c4-ad56-630e7177e6af req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Request body: {'port': {'security_groups': ['f546ee78-c525-4ea7-b134-16fe33fdee23']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:14.674277 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f0bf3239-c875-42c4-ad56-630e7177e6af req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:14.843554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-f0bf3239-c875-42c4-ad56-630e7177e6af req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] For port 7d883ce6-c584-4364-8c3f-44b31fd17d27, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:14.872258 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f0bf3239-c875-42c4-ad56-630e7177e6af req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:14.995142 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f0bf3239-c875-42c4-ad56-630e7177e6af req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.007087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7d883ce6-c584-4364-8c3f-44b31fd17d27'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:39:15.038440 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf3239-c875-42c4-ad56-630e7177e6af req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:15.039114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-f0bf3239-c875-42c4-ad56-630e7177e6af req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.040640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f0bf3239-c875-42c4-ad56-630e7177e6af req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "PUT /v2.0/ports/7d883ce6-c584-4364-8c3f-44b31fd17d27 HTTP/1.1" status: 200 len: 943 time: 0.4380286 Aug 16 21:39:15.041133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:15.043448 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32de598-9ae4-4326-9998-d45552e4378d" -d '{"events": [{"name": "network-changed", "server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:15.048045 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40010) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:15.078379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event updated for resources: {'Port': ['ID=7d883ce6-c584-4364-8c3f-44b31fd17d27,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:15.085719 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.086076 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.086488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.086832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.087171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.087563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.087900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.088231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.088619 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.088976 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.089320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.089699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b5c582-8daf-495f-8986-2ef22262734c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.139522 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.153093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7d883ce6-c584-4364-8c3f-44b31fd17d27'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:39:15.175567 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.199468 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fc6772-f7a4-4b77-a07f-d0784e99b483 x-openstack-request-id: req-45fc6772-f7a4-4b77-a07f-d0784e99b483 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:15.200080 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:15.200608 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-45fc6772-f7a4-4b77-a07f-d0784e99b483 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:15.201301 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'status': 'completed', 'code': 200} Aug 16 21:39:15.278894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32de598-9ae4-4326-9998-d45552e4378d req-097bab2a-bc30-412c-a69c-85e8127ecbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:15.280547 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f32de598-9ae4-4326-9998-d45552e4378d req-097bab2a-bc30-412c-a69c-85e8127ecbf8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ebcebca79a341059f5742b15ba52963&device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 1098 time: 0.0564773 Aug 16 21:39:15.333548 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4faf3bdd-2c6c-471d-8d08-288663a2d321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.356937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a1e8fe9f-1933-4841-9603-1bdf9f415a6f None None] Provisioning complete for port 7d883ce6-c584-4364-8c3f-44b31fd17d27 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:15.356937 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a1e8fe9f-1933-4841-9603-1bdf9f415a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.372011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32de598-9ae4-4326-9998-d45552e4378d req-e786dabc-50bf-4e27-a951-672578b4c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:15.373530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f32de598-9ae4-4326-9998-d45552e4378d req-e786dabc-50bf-4e27-a951-672578b4c9ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be7d3ca-1133-4b74-a9e0-63e103102308 HTTP/1.1" status: 200 len: 916 time: 0.0851862 Aug 16 21:39:15.401164 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.403888 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.405097 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "DELETE /v2.0/security-groups/feca33ff-aea8-472a-bebb-919854863584 HTTP/1.1" status: 204 len: 168 time: 0.3553185 Aug 16 21:39:15.408388 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40016) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:15.446644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f32de598-9ae4-4326-9998-d45552e4378d req-55ee13df-184e-4ac1-ad88-14e608a66c23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27 HTTP/1.1" status: 200 len: 1001 time: 0.0657296 Aug 16 21:39:15.453654 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feca33ff-aea8-472a-bebb-919854863584,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:15.468181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.468536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.468883 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.469251 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.469588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.469924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.470269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.470585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.470916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.471243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.471574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.471897 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e2191-2ee0-4392-81a6-52232b84244f tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:15.505960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32de598-9ae4-4326-9998-d45552e4378d req-b6a62f20-2f60-4a4a-adb4-4ed08fa3a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:15.505960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f32de598-9ae4-4326-9998-d45552e4378d req-b6a62f20-2f60-4a4a-adb4-4ed08fa3a06b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8785014b-b155-474e-8422-8ac996b3ab35 HTTP/1.1" status: 200 len: 854 time: 0.0490983 Aug 16 21:39:15.549880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32de598-9ae4-4326-9998-d45552e4378d req-13bc449f-bfd0-45c7-9bed-eb1deebc9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:15.551421 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f32de598-9ae4-4326-9998-d45552e4378d req-13bc449f-bfd0-45c7-9bed-eb1deebc9ba1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be7d3ca-1133-4b74-a9e0-63e103102308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412035 Aug 16 21:39:15.589124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Deleting port 4ada72f5-0161-4b59-8660-6e60080ab89e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:15.589488 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.643719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f32de598-9ae4-4326-9998-d45552e4378d req-1616d3ed-d067-4952-88d0-e4279bc4b1d1 service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851836 Aug 16 21:39:15.669892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.677616 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.682571 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Calling delete_port for 4ada72f5-0161-4b59-8660-6e60080ab89e owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:15.732531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f32de598-9ae4-4326-9998-d45552e4378d req-08456e11-fcf4-4cab-b92c-0b8829b3b149 service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814776 Aug 16 21:39:15.926783 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:15.952035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event deleted for resources: {'Port': ['ID=4ada72f5-0161-4b59-8660-6e60080ab89e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:16.011146 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:16.016893 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Floating IP 6fa1c85b-edd8-45ac-8746-969cef75486a disassociated (deleted). External IP: 172.25.4.21, port: 7d883ce6-c584-4364-8c3f-44b31fd17d27. Aug 16 21:39:16.215730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Router fa589b0d-4577-4b3b-824b-750c8fe52978 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:39:16.322808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:39:16.327621 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:16.332361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6ce01-663a-4e8b-b01b-1fd4df16040f None None] Sync routers for ids ['fa589b0d-4577-4b3b-824b-750c8fe52978'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:39:16.341897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6ce01-663a-4e8b-b01b-1fd4df16040f None None] Routers {'fa589b0d-4577-4b3b-824b-750c8fe52978'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:16.342518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34d6ce01-663a-4e8b-b01b-1fd4df16040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:38:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fa589b0d-4577-4b3b-824b-750c8fe52978'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:16.356928 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-462d86ef-d07f-4c2a-85fa-f711e9e2772c tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "DELETE /v2.0/floatingips/6fa1c85b-edd8-45ac-8746-969cef75486a HTTP/1.1" status: 204 len: 168 time: 0.9451046 Aug 16 21:39:16.356928 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:16.357591 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8440eb-4452-418e-8966-4890eaa6eccf" -d '{"events": [{"name": "network-changed", "server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:16.452424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-34d6ce01-663a-4e8b-b01b-1fd4df16040f None None] Set router fa589b0d-4577-4b3b-824b-750c8fe52978 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:16.472261 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc36a4df-f9be-4479-8e67-596518b5425e x-openstack-request-id: req-dc36a4df-f9be-4479-8e67-596518b5425e {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:16.472628 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:16.472954 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dc36a4df-f9be-4479-8e67-596518b5425e {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:16.473968 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'status': 'completed', 'code': 200} Aug 16 21:39:16.541328 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8440eb-4452-418e-8966-4890eaa6eccf req-99e990bd-34f3-4f69-a80c-34f99327db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:16.543917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c8440eb-4452-418e-8966-4890eaa6eccf req-99e990bd-34f3-4f69-a80c-34f99327db18 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ebcebca79a341059f5742b15ba52963&device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 1098 time: 0.0491548 Aug 16 21:39:16.636308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8440eb-4452-418e-8966-4890eaa6eccf req-b5577a63-69e0-4f8f-ae96-96a4448a4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:16.638042 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c8440eb-4452-418e-8966-4890eaa6eccf req-b5577a63-69e0-4f8f-ae96-96a4448a4bb4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be7d3ca-1133-4b74-a9e0-63e103102308 HTTP/1.1" status: 200 len: 916 time: 0.0863361 Aug 16 21:39:16.663957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34d6ce01-663a-4e8b-b01b-1fd4df16040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 4, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '27bbb48e-53a6-487c-8602-cda487fc7d5f', 'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'mac_address': 'fa:16:3e:91:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8785014b-b155-474e-8422-8ac996b3ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:02Z', 'updated_at': '2021-08-16T21:37:09Z', 'revision_number': 5, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'subnets': [{'id': '8785014b-b155-474e-8422-8ac996b3ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:16.684060 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c8440eb-4452-418e-8966-4890eaa6eccf req-f6d89454-c711-4a89-84e1-1b5e317480e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27 HTTP/1.1" status: 200 len: 217 time: 0.0384448 Aug 16 21:39:16.691285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6ce01-663a-4e8b-b01b-1fd4df16040f None None] Checking router: fa589b0d-4577-4b3b-824b-750c8fe52978 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:39:16.700252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6ce01-663a-4e8b-b01b-1fd4df16040f None None] Routers {'fa589b0d-4577-4b3b-824b-750c8fe52978'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:16.700865 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34d6ce01-663a-4e8b-b01b-1fd4df16040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:38:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fa589b0d-4577-4b3b-824b-750c8fe52978'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:16.733081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8440eb-4452-418e-8966-4890eaa6eccf req-d9926199-309a-4a08-a396-c59be1f9a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:16.734523 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c8440eb-4452-418e-8966-4890eaa6eccf req-d9926199-309a-4a08-a396-c59be1f9a07f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8785014b-b155-474e-8422-8ac996b3ab35 HTTP/1.1" status: 200 len: 854 time: 0.0438912 Aug 16 21:39:16.787462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8440eb-4452-418e-8966-4890eaa6eccf req-b7f69e58-fe81-40a6-b2b0-2d8a332cc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:16.789003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c8440eb-4452-418e-8966-4890eaa6eccf req-b7f69e58-fe81-40a6-b2b0-2d8a332cc2fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be7d3ca-1133-4b74-a9e0-63e103102308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475490 Aug 16 21:39:16.997648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-34d6ce01-663a-4e8b-b01b-1fd4df16040f None None] Set router fa589b0d-4577-4b3b-824b-750c8fe52978 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:17.192145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c8440eb-4452-418e-8966-4890eaa6eccf req-9116450c-7d9f-4804-8d9e-809cdf475948 service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946805 Aug 16 21:39:17.205459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-34d6ce01-663a-4e8b-b01b-1fd4df16040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 4, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '27bbb48e-53a6-487c-8602-cda487fc7d5f', 'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'mac_address': 'fa:16:3e:91:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8785014b-b155-474e-8422-8ac996b3ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:02Z', 'updated_at': '2021-08-16T21:37:09Z', 'revision_number': 5, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'subnets': [{'id': '8785014b-b155-474e-8422-8ac996b3ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:17.232081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6ce01-663a-4e8b-b01b-1fd4df16040f None None] The sync data for ids ['fa589b0d-4577-4b3b-824b-750c8fe52978'] in n-d-793619-14 is: [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:37:03Z', 'revision_number': 4, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '27bbb48e-53a6-487c-8602-cda487fc7d5f', 'name': '', 'network_id': '2be7d3ca-1133-4b74-a9e0-63e103102308', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'mac_address': 'fa:16:3e:91:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8785014b-b155-474e-8422-8ac996b3ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:02Z', 'updated_at': '2021-08-16T21:37:09Z', 'revision_number': 5, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'subnets': [{'id': '8785014b-b155-474e-8422-8ac996b3ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:39:17.282578 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4c8440eb-4452-418e-8966-4890eaa6eccf req-d1a530ba-7712-455b-9b65-59a06011b7f6 service neutron] 10.222.0.79 "GET /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830467 Aug 16 21:39:17.450285 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866b530-9bc9-4313-b6c5-c79c8214ece7 None None] New status for floating IP 6fa1c85b-edd8-45ac-8746-969cef75486a: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:39:17.543472 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aa6abc47-9019-4691-b6e7-20b9bd6343f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:18.014636 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:19.388785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:20.864873 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:24.764420 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:39:25.217004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9913c-b7e2-4c40-9d77-cf66f4694267 req-c1aaced9-8193-42e7-9088-75cf936570fa tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:25.217004 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bc9913c-b7e2-4c40-9d77-cf66f4694267 req-c1aaced9-8193-42e7-9088-75cf936570fa tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 946 time: 0.0495057 Aug 16 21:39:25.257198 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7bc9913c-b7e2-4c40-9d77-cf66f4694267 req-7b788c98-0161-440a-a3ba-f05598c79bd3 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352890 Aug 16 21:39:26.375204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b61bcd-bce4-4df0-bc3c-1def80c4d062 req-55d7d609-a66e-413c-b25f-2ca917302c16 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:26.376679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1b61bcd-bce4-4df0-bc3c-1def80c4d062 req-55d7d609-a66e-413c-b25f-2ca917302c16 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 946 time: 0.0498288 Aug 16 21:39:26.414342 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1b61bcd-bce4-4df0-bc3c-1def80c4d062 req-7b647d73-8556-4d37-be93-de8030063826 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/security-groups?id=f546ee78-c525-4ea7-b134-16fe33fdee23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315118 Aug 16 21:39:26.810788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb3e9d-608a-49a6-94e1-0583ffe8ce61 req-cd28a2f1-3b2c-4222-900e-7b585fcdcf9e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:26.812212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34cb3e9d-608a-49a6-94e1-0583ffe8ce61 req-cd28a2f1-3b2c-4222-900e-7b585fcdcf9e tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 946 time: 0.0479388 Aug 16 21:39:26.900540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-34cb3e9d-608a-49a6-94e1-0583ffe8ce61 req-1f2c57c8-fbb4-48fe-a1a0-c57c07c9cea1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Deleting port 7d883ce6-c584-4364-8c3f-44b31fd17d27 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:26.900879 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-34cb3e9d-608a-49a6-94e1-0583ffe8ce61 req-1f2c57c8-fbb4-48fe-a1a0-c57c07c9cea1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:26.985243 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-34cb3e9d-608a-49a6-94e1-0583ffe8ce61 req-1f2c57c8-fbb4-48fe-a1a0-c57c07c9cea1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] For port 7d883ce6-c584-4364-8c3f-44b31fd17d27, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7d883ce6-c584-4364-8c3f-44b31fd17d27,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:26.985601 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-34cb3e9d-608a-49a6-94e1-0583ffe8ce61 req-1f2c57c8-fbb4-48fe-a1a0-c57c07c9cea1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:26.998443 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-34cb3e9d-608a-49a6-94e1-0583ffe8ce61 req-1f2c57c8-fbb4-48fe-a1a0-c57c07c9cea1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Calling delete_port for 7d883ce6-c584-4364-8c3f-44b31fd17d27 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:27.183954 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-34cb3e9d-608a-49a6-94e1-0583ffe8ce61 req-1f2c57c8-fbb4-48fe-a1a0-c57c07c9cea1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:27.195771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7d883ce6-c584-4364-8c3f-44b31fd17d27'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:39:27.211652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c57c8-fbb4-48fe-a1a0-c57c07c9cea1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Pushing event deleted for resources: {'Port': ['ID=7d883ce6-c584-4364-8c3f-44b31fd17d27,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:27.254959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cb3e9d-608a-49a6-94e1-0583ffe8ce61 req-1f2c57c8-fbb4-48fe-a1a0-c57c07c9cea1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] No DVR routers for this DVR port 7d883ce6-c584-4364-8c3f-44b31fd17d27 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:39:27.257483 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-34cb3e9d-608a-49a6-94e1-0583ffe8ce61 req-1f2c57c8-fbb4-48fe-a1a0-c57c07c9cea1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:27.259547 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34cb3e9d-608a-49a6-94e1-0583ffe8ce61 req-1f2c57c8-fbb4-48fe-a1a0-c57c07c9cea1 tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.79 "DELETE /v2.0/ports/7d883ce6-c584-4364-8c3f-44b31fd17d27 HTTP/1.1" status: 204 len: 173 time: 0.4412289 Aug 16 21:39:27.259990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'name': 'network-vif-deleted', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:27.262381 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a85e3d-70a3-493a-a89f-ef459a8b794e" -d '{"events": [{"server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "name": "network-vif-deleted", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:27.298416 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b294595-702a-4ea3-a410-eb67f569c744 x-openstack-request-id: req-3b294595-702a-4ea3-a410-eb67f569c744 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:27.298706 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aae05aa-070b-40bb-a580-8986827a3827", "name": "network-vif-deleted", "tag": "7d883ce6-c584-4364-8c3f-44b31fd17d27", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:27.298988 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b294595-702a-4ea3-a410-eb67f569c744 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:27.299391 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aae05aa-070b-40bb-a580-8986827a3827', 'name': 'network-vif-deleted', 'tag': '7d883ce6-c584-4364-8c3f-44b31fd17d27', 'status': 'completed', 'code': 200} Aug 16 21:39:27.512537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9846aa8e-4dc4-4d3f-ab08-9a48b9abc5f4 req-f2d14a76-4c1f-415f-807a-a3ba2f4af7bc tempest-TestMinimumBasicScenario-175319894 tempest-TestMinimumBasicScenario-175319894-project] 10.222.0.74 "GET /v2.0/ports?device_id=1aae05aa-070b-40bb-a580-8986827a3827 HTTP/1.1" status: 200 len: 210 time: 0.0306387 Aug 16 21:39:30.042838 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40122) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:30.378030 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.619768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] Deleting port 27bbb48e-53a6-487c-8602-cda487fc7d5f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:30.620114 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.696258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] For port 27bbb48e-53a6-487c-8602-cda487fc7d5f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=27bbb48e-53a6-487c-8602-cda487fc7d5f,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:30.696527 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.708356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] Calling delete_port for 27bbb48e-53a6-487c-8602-cda487fc7d5f owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:30.966798 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.997541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=27bbb48e-53a6-487c-8602-cda487fc7d5f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:31.502568 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:31.715197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] Router fa589b0d-4577-4b3b-824b-750c8fe52978 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:39:31.820592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:39:31.825685 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-efd87236-0d55-4788-9a8d-7cf6720c38a6 admin admin] 10.222.0.74 "PUT /v2.0/routers/fa589b0d-4577-4b3b-824b-750c8fe52978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7818241 Aug 16 21:39:31.828240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40124) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:31.829296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db9fe59-7cf2-4595-a4e6-36264603696a None None] Sync routers for ids ['fa589b0d-4577-4b3b-824b-750c8fe52978'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:39:31.842846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9fe59-7cf2-4595-a4e6-36264603696a None None] Routers {'fa589b0d-4577-4b3b-824b-750c8fe52978'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:31.843465 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3db9fe59-7cf2-4595-a4e6-36264603696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:39:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fa589b0d-4577-4b3b-824b-750c8fe52978'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:31.933632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:31.947620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-3db9fe59-7cf2-4595-a4e6-36264603696a None None] Set router fa589b0d-4577-4b3b-824b-750c8fe52978 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:32.036686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.130714 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3db9fe59-7cf2-4595-a4e6-36264603696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '8237c777-68c8-4b10-8171-db7e88494018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:39:30Z', 'revision_number': 5, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port': {'id': '8237c777-68c8-4b10-8171-db7e88494018', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:00Z', 'updated_at': '2021-08-16T21:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:32.157345 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db9fe59-7cf2-4595-a4e6-36264603696a None None] Checking router: fa589b0d-4577-4b3b-824b-750c8fe52978 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:39:32.166295 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9fe59-7cf2-4595-a4e6-36264603696a None None] Routers {'fa589b0d-4577-4b3b-824b-750c8fe52978'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:32.166919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3db9fe59-7cf2-4595-a4e6-36264603696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:39:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['fa589b0d-4577-4b3b-824b-750c8fe52978'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:32.171727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Deleting port 8237c777-68c8-4b10-8171-db7e88494018 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:32.172073 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.230819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7d883ce6-c584-4364-8c3f-44b31fd17d27 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:39:32.253850 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 7d883ce6-c584-4364-8c3f-44b31fd17d27 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:39:32.254118 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] For port 8237c777-68c8-4b10-8171-db7e88494018, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=8237c777-68c8-4b10-8171-db7e88494018,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:32.254244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7d883ce6-c584-4364-8c3f-44b31fd17d27 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:39:32.254342 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.268076 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Calling delete_port for 8237c777-68c8-4b10-8171-db7e88494018 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:32.276173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-3db9fe59-7cf2-4595-a4e6-36264603696a None None] Set router fa589b0d-4577-4b3b-824b-750c8fe52978 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:32.331861 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-3db9fe59-7cf2-4595-a4e6-36264603696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:39:32Z', 'revision_number': 6, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:32.358489 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db9fe59-7cf2-4595-a4e6-36264603696a None None] The sync data for ids ['fa589b0d-4577-4b3b-824b-750c8fe52978'] in n-d-793619-14 is: [{'id': 'fa589b0d-4577-4b3b-824b-750c8fe52978', 'name': 'tempest-TestMinimumBasicScenario-1760752288-router', 'tenant_id': '0ebcebca79a341059f5742b15ba52963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:36:59Z', 'updated_at': '2021-08-16T21:39:32Z', 'revision_number': 6, 'project_id': '0ebcebca79a341059f5742b15ba52963', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:39:32.523295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.554367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Pushing event deleted for resources: {'Port': ['ID=8237c777-68c8-4b10-8171-db7e88494018,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:32.615727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.705128 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.707658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.869574 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.870126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa589b0d-4577-4b3b-824b-750c8fe52978 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:39:32.874739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.875901 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-35dc3a44-8bd7-4bfc-b283-a1e8a50a2948 admin admin] 10.222.0.74 "DELETE /v2.0/routers/fa589b0d-4577-4b3b-824b-750c8fe52978 HTTP/1.1" status: 204 len: 168 time: 1.0466433 Aug 16 21:39:32.878485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40126) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:32.926374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edf9db3-2b4d-458b-9cbc-20933598c64a admin admin] Deleting subnet 8785014b-b155-474e-8422-8ac996b3ab35 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:39:32.929939 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3edf9db3-2b4d-458b-9cbc-20933598c64a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.963456 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3edf9db3-2b4d-458b-9cbc-20933598c64a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.039049 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3edf9db3-2b4d-458b-9cbc-20933598c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.141831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8237c777-68c8-4b10-8171-db7e88494018 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:39:33.168116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 8237c777-68c8-4b10-8171-db7e88494018 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:39:33.168468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 8237c777-68c8-4b10-8171-db7e88494018 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:39:33.168889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 27bbb48e-53a6-487c-8602-cda487fc7d5f no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:39:33.194210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 27bbb48e-53a6-487c-8602-cda487fc7d5f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:39:33.194546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 27bbb48e-53a6-487c-8602-cda487fc7d5f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:39:33.304436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3edf9db3-2b4d-458b-9cbc-20933598c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.334918 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf9db3-2b4d-458b-9cbc-20933598c64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8785014b-b155-474e-8422-8ac996b3ab35,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:33.339341 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.340017 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.344575 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3edf9db3-2b4d-458b-9cbc-20933598c64a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.346825 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3edf9db3-2b4d-458b-9cbc-20933598c64a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8785014b-b155-474e-8422-8ac996b3ab35 HTTP/1.1" status: 204 len: 168 time: 0.4673452 Aug 16 21:39:33.349901 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40128) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:33.351099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f1c60-e95a-457d-b219-b923f9f96a06 None None] Network 2be7d3ca-1133-4b74-a9e0-63e103102308 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:39:33.421995 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.478739 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Deleting port 6b91f3de-f680-4b30-a8aa-3178a708a816 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:33.479086 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.548716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] DHCP port deletion for 2be7d3ca-1133-4b74-a9e0-63e103102308 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:39:33.551294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] For port 6b91f3de-f680-4b30-a8aa-3178a708a816, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6b91f3de-f680-4b30-a8aa-3178a708a816,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:33.551507 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.568050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Calling delete_port for 6b91f3de-f680-4b30-a8aa-3178a708a816 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:33.601381 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Deleting port 6b91f3de-f680-4b30-a8aa-3178a708a816 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:33.601770 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.664632 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] For port 6b91f3de-f680-4b30-a8aa-3178a708a816, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6b91f3de-f680-4b30-a8aa-3178a708a816,segment=NetworkSegment(29dd3a64-8570-43c4-8056-caadcf10475e),segment_id=29dd3a64-8570-43c4-8056-caadcf10475e)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:33.664958 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.676864 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Calling delete_port for 6b91f3de-f680-4b30-a8aa-3178a708a816 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:33.743592 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.758155 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.775366 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b91f3de-f680-4b30-a8aa-3178a708a816,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:33.780768 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] No DVR routers for this DVR port 6b91f3de-f680-4b30-a8aa-3178a708a816 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:39:33.784691 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Pushing event deleted for resources: {'Port': ['ID=6b91f3de-f680-4b30-a8aa-3178a708a816,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:33.792401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] No DVR routers for this DVR port 6b91f3de-f680-4b30-a8aa-3178a708a816 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:39:33.794820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.795216 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.797978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.797978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.797978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.797978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.797978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.797978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.797978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.797978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.798634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.798634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11134aec-1df5-41c1-8dc7-534846a86354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.861724 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.871569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be7d3ca-1133-4b74-a9e0-63e103102308']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:33.881906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29dd3a64-8570-43c4-8056-caadcf10475e') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:33.882207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29dd3a64-8570-43c4-8056-caadcf10475e') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:33.891121 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.905079 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.910797 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:39:33.916151 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:39:34.040884 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:34.046109 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:34.047973 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] 10.222.0.74 "DELETE /v2.0/networks/2be7d3ca-1133-4b74-a9e0-63e103102308 HTTP/1.1" status: 204 len: 168 time: 0.6964867 Aug 16 21:39:34.051037 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40132) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:34.059536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9e0d-435f-455e-bf64-ece259195a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=2be7d3ca-1133-4b74-a9e0-63e103102308,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:34.401003 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:34.644982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] Deleting port 663fc83e-90d8-4046-a427-8a02d7076e8f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:34.645937 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:34.727322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] For port 663fc83e-90d8-4046-a427-8a02d7076e8f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=663fc83e-90d8-4046-a427-8a02d7076e8f,segment=NetworkSegment(20e2cf82-7778-44c0-80aa-709e66b22b65),segment_id=20e2cf82-7778-44c0-80aa-709e66b22b65)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:34.727608 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:34.739493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] Calling delete_port for 663fc83e-90d8-4046-a427-8a02d7076e8f owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:35.006811 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.036466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=663fc83e-90d8-4046-a427-8a02d7076e8f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:35.049350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6b91f3de-f680-4b30-a8aa-3178a708a816 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:39:35.072222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 6b91f3de-f680-4b30-a8aa-3178a708a816 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:39:35.073626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6b91f3de-f680-4b30-a8aa-3178a708a816 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:39:35.210103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.423725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] Router 7eedd215-9a90-4c55-9af1-a794a157537c has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:39:35.530851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:39:35.538781 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ed331716-c07d-4d16-974d-e3b4559e92e5 admin admin] 10.222.0.74 "PUT /v2.0/routers/7eedd215-9a90-4c55-9af1-a794a157537c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4850559 Aug 16 21:39:35.539129 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40134) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:35.547034 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f8ba6-c957-4eaf-8f8a-f95fb74e4383 None None] Sync routers for ids ['7eedd215-9a90-4c55-9af1-a794a157537c'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:39:35.556725 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f8ba6-c957-4eaf-8f8a-f95fb74e4383 None None] Routers {'7eedd215-9a90-4c55-9af1-a794a157537c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:35.557468 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-227f8ba6-c957-4eaf-8f8a-f95fb74e4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:39:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7eedd215-9a90-4c55-9af1-a794a157537c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:35.643955 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.659420 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-227f8ba6-c957-4eaf-8f8a-f95fb74e4383 None None] Set router 7eedd215-9a90-4c55-9af1-a794a157537c gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:35.747594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.837415 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-227f8ba6-c957-4eaf-8f8a-f95fb74e4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'name': 'tempest-TestMinimumBasicScenario-521663378-router', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:37:07Z', 'updated_at': '2021-08-16T21:39:34Z', 'revision_number': 5, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'gw_port': {'id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:08Z', 'updated_at': '2021-08-16T21:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:35.861999 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f8ba6-c957-4eaf-8f8a-f95fb74e4383 None None] Checking router: 7eedd215-9a90-4c55-9af1-a794a157537c for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:39:35.869773 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f8ba6-c957-4eaf-8f8a-f95fb74e4383 None None] Routers {'7eedd215-9a90-4c55-9af1-a794a157537c'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:35.870361 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-227f8ba6-c957-4eaf-8f8a-f95fb74e4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:39:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['7eedd215-9a90-4c55-9af1-a794a157537c'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:35.918292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Deleting port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:35.918631 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.973799 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-227f8ba6-c957-4eaf-8f8a-f95fb74e4383 None None] Set router 7eedd215-9a90-4c55-9af1-a794a157537c gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:36.000978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] For port 642adef3-a024-413e-8a7a-dcaf1ad9d2fa, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=642adef3-a024-413e-8a7a-dcaf1ad9d2fa,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:36.001299 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.013341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Calling delete_port for 642adef3-a024-413e-8a7a-dcaf1ad9d2fa owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:36.147987 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-227f8ba6-c957-4eaf-8f8a-f95fb74e4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'name': 'tempest-TestMinimumBasicScenario-521663378-router', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:37:07Z', 'updated_at': '2021-08-16T21:39:34Z', 'revision_number': 5, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'gw_port': {'id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:08Z', 'updated_at': '2021-08-16T21:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:36.177213 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f8ba6-c957-4eaf-8f8a-f95fb74e4383 None None] The sync data for ids ['7eedd215-9a90-4c55-9af1-a794a157537c'] in n-d-793619-14 is: [{'id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'name': 'tempest-TestMinimumBasicScenario-521663378-router', 'tenant_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:37:07Z', 'updated_at': '2021-08-16T21:39:34Z', 'revision_number': 5, 'project_id': 'e18f9ac02a104eabb2ed2b361a3f6ce6', 'gw_port': {'id': '642adef3-a024-413e-8a7a-dcaf1ad9d2fa', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eedd215-9a90-4c55-9af1-a794a157537c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:37:08Z', 'updated_at': '2021-08-16T21:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:39:36.269731 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.295351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Pushing event deleted for resources: {'Port': ['ID=642adef3-a024-413e-8a7a-dcaf1ad9d2fa,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:36.357622 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.448946 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.451086 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.606560 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.607184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eedd215-9a90-4c55-9af1-a794a157537c {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:39:36.611583 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.612769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0e04051a-8af2-468b-8c8f-ac947b13ee59 admin admin] 10.222.0.74 "DELETE /v2.0/routers/7eedd215-9a90-4c55-9af1-a794a157537c HTTP/1.1" status: 204 len: 168 time: 1.0726166 Aug 16 21:39:36.615615 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40136) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:36.662797 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbfd911-aabb-4cca-816f-a7ce61e6e3fc admin admin] Deleting subnet 51a687b4-7707-41af-a593-d4e682e788e6 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:39:36.665957 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd911-aabb-4cca-816f-a7ce61e6e3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.705993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd911-aabb-4cca-816f-a7ce61e6e3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.787741 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd911-aabb-4cca-816f-a7ce61e6e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.932124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd911-aabb-4cca-816f-a7ce61e6e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.957357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfd911-aabb-4cca-816f-a7ce61e6e3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a687b4-7707-41af-a593-d4e682e788e6,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:36.963000 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd911-aabb-4cca-816f-a7ce61e6e3fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.964938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6fbfd911-aabb-4cca-816f-a7ce61e6e3fc admin admin] 10.222.0.74 "DELETE /v2.0/subnets/51a687b4-7707-41af-a593-d4e682e788e6 HTTP/1.1" status: 204 len: 168 time: 0.3483188 Aug 16 21:39:36.967464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40138) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:36.968300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff270b6a-3791-4cb0-8df9-3f76aa4d0ee6 None None] Network 87eca9b7-8091-4f2c-82aa-dae4942e45bf requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:39:37.041092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.094378 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Deleting port 53aae4da-0cf0-491f-811b-bc15f6e2b038 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:37.094717 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.139949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60afb11d-22ea-4fff-a468-c3e499bc6227 None None] DHCP port deletion for 87eca9b7-8091-4f2c-82aa-dae4942e45bf request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:39:37.171719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] For port 53aae4da-0cf0-491f-811b-bc15f6e2b038, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=53aae4da-0cf0-491f-811b-bc15f6e2b038,segment=NetworkSegment(20e2cf82-7778-44c0-80aa-709e66b22b65),segment_id=20e2cf82-7778-44c0-80aa-709e66b22b65)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:37.171719 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.185050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Calling delete_port for 53aae4da-0cf0-491f-811b-bc15f6e2b038 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:37.197293 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-60afb11d-22ea-4fff-a468-c3e499bc6227 None None] Deleting port 53aae4da-0cf0-491f-811b-bc15f6e2b038 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:37.197668 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-60afb11d-22ea-4fff-a468-c3e499bc6227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.210063 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 663fc83e-90d8-4046-a427-8a02d7076e8f no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:39:37.260232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 663fc83e-90d8-4046-a427-8a02d7076e8f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:39:37.260574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 663fc83e-90d8-4046-a427-8a02d7076e8f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:39:37.261001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 642adef3-a024-413e-8a7a-dcaf1ad9d2fa no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:39:37.288201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 642adef3-a024-413e-8a7a-dcaf1ad9d2fa {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:39:37.288537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 642adef3-a024-413e-8a7a-dcaf1ad9d2fa not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:39:37.288946 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 53aae4da-0cf0-491f-811b-bc15f6e2b038 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:39:37.318799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-60afb11d-22ea-4fff-a468-c3e499bc6227 None None] For port 53aae4da-0cf0-491f-811b-bc15f6e2b038, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=53aae4da-0cf0-491f-811b-bc15f6e2b038,segment=NetworkSegment(20e2cf82-7778-44c0-80aa-709e66b22b65),segment_id=20e2cf82-7778-44c0-80aa-709e66b22b65)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:37.325802 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-60afb11d-22ea-4fff-a468-c3e499bc6227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.337323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-60afb11d-22ea-4fff-a468-c3e499bc6227 None None] Calling delete_port for 53aae4da-0cf0-491f-811b-bc15f6e2b038 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:37.355325 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.382764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Pushing event deleted for resources: {'Port': ['ID=53aae4da-0cf0-491f-811b-bc15f6e2b038,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:37.386268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] No DVR routers for this DVR port 53aae4da-0cf0-491f-811b-bc15f6e2b038 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:39:37.388214 n-d-793619-14 neutron-server[95263]: INFO neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] No ports have port_id starting with 53aae4da-0cf0-491f-811b-bc15f6e2b038 Aug 16 21:39:37.425322 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-60afb11d-22ea-4fff-a468-c3e499bc6227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.450529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afb11d-22ea-4fff-a468-c3e499bc6227 None None] Pushing event deleted for resources: {'Port': ['ID=53aae4da-0cf0-491f-811b-bc15f6e2b038,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:37.454073 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60afb11d-22ea-4fff-a468-c3e499bc6227 None None] No DVR routers for this DVR port 53aae4da-0cf0-491f-811b-bc15f6e2b038 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:39:37.467710 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.477967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87eca9b7-8091-4f2c-82aa-dae4942e45bf']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:37.488258 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e2cf82-7778-44c0-80aa-709e66b22b65') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:37.488684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e2cf82-7778-44c0-80aa-709e66b22b65') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:37.498018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.511497 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.517244 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:39:37.517629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:39:37.519943 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:39:37.646942 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.652358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.657764 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] 10.222.0.74 "DELETE /v2.0/networks/87eca9b7-8091-4f2c-82aa-dae4942e45bf HTTP/1.1" status: 204 len: 168 time: 0.6858888 Aug 16 21:39:37.665452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29288f-4944-4a54-9fde-fdac8e3c8672 admin admin] Pushing event deleted for resources: {'Network': ['ID=87eca9b7-8091-4f2c-82aa-dae4942e45bf,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:38.164669 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40142) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:38.204109 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-082f2cbb-eaec-41af-9cbd-31b9e960ce85 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ebcebca79a341059f5742b15ba52963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382729 Aug 16 21:39:38.206585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40144) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:38.262179 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04db7e47-8384-4c7e-ac96-0b4e3e7b92b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.283010 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04db7e47-8384-4c7e-ac96-0b4e3e7b92b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.480306 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04db7e47-8384-4c7e-ac96-0b4e3e7b92b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.482999 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-04db7e47-8384-4c7e-ac96-0b4e3e7b92b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.484162 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-04db7e47-8384-4c7e-ac96-0b4e3e7b92b3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f546ee78-c525-4ea7-b134-16fe33fdee23 HTTP/1.1" status: 204 len: 168 time: 0.2766910 Aug 16 21:39:38.492914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db7e47-8384-4c7e-ac96-0b4e3e7b92b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f546ee78-c525-4ea7-b134-16fe33fdee23,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:39.169758 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40150) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:39.208915 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-9fd3b634-bc2d-4255-9ebc-15758b2f479b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e18f9ac02a104eabb2ed2b361a3f6ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379968 Aug 16 21:39:39.211324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40152) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:39.259481 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ff7ec5f-6528-4f7a-9b47-a992cd05e285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.279843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ff7ec5f-6528-4f7a-9b47-a992cd05e285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.440752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ff7ec5f-6528-4f7a-9b47-a992cd05e285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.443343 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ff7ec5f-6528-4f7a-9b47-a992cd05e285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.444511 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8ff7ec5f-6528-4f7a-9b47-a992cd05e285 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7c27b1b-6d3b-4427-ae77-af1bd6f9dcb1 HTTP/1.1" status: 204 len: 168 time: 0.2323089 Aug 16 21:39:39.454291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7ec5f-6528-4f7a-9b47-a992cd05e285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c27b1b-6d3b-4427-ae77-af1bd6f9dcb1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:41.697960 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40192) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:41.702783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4ef85097-6e5c-469f-8b81-a6ad685e8d91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213614817', 'description': 'tempest-secgroup-smoke-1213614817 description', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:41.817665 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ef85097-6e5c-469f-8b81-a6ad685e8d91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:41.825633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ef85097-6e5c-469f-8b81-a6ad685e8d91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:41.914472 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ef85097-6e5c-469f-8b81-a6ad685e8d91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:41.994769 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ef85097-6e5c-469f-8b81-a6ad685e8d91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.031359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef85097-6e5c-469f-8b81-a6ad685e8d91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af26292-7440-4f0c-943b-24aa33a7dbda,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:42.084732 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ef85097-6e5c-469f-8b81-a6ad685e8d91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.166220 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ef85097-6e5c-469f-8b81-a6ad685e8d91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.196020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef85097-6e5c-469f-8b81-a6ad685e8d91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:42.257493 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4ef85097-6e5c-469f-8b81-a6ad685e8d91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.258692 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4ef85097-6e5c-469f-8b81-a6ad685e8d91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5597131 Aug 16 21:39:42.261847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40194) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:42.266634 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8614c008-afd5-4941-83d7-16f18e65a162 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '45baf0f9-12ab-4a17-a7f7-76bb3aed22cb', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:42.358892 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8614c008-afd5-4941-83d7-16f18e65a162 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.413278 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8614c008-afd5-4941-83d7-16f18e65a162 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.486552 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8614c008-afd5-4941-83d7-16f18e65a162 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.505657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614c008-afd5-4941-83d7-16f18e65a162 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64756bae-794b-47bf-8ad8-f47d00240306,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:42.595095 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8614c008-afd5-4941-83d7-16f18e65a162 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.596371 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8614c008-afd5-4941-83d7-16f18e65a162 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335652 Aug 16 21:39:42.599146 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40196) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:42.603627 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-cb4201fb-1aef-4fc4-b3b8-d2a29e99142b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '45baf0f9-12ab-4a17-a7f7-76bb3aed22cb', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:42.696949 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb4201fb-1aef-4fc4-b3b8-d2a29e99142b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.757636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb4201fb-1aef-4fc4-b3b8-d2a29e99142b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.822905 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb4201fb-1aef-4fc4-b3b8-d2a29e99142b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.839736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4201fb-1aef-4fc4-b3b8-d2a29e99142b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25adf69e-6010-433e-b628-753fa30b2716,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:42.908849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cb4201fb-1aef-4fc4-b3b8-d2a29e99142b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.910203 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cb4201fb-1aef-4fc4-b3b8-d2a29e99142b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3100953 Aug 16 21:39:42.913463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40198) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:42.917900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e29b529d-500d-4403-bbba-d9633b540f24 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '45baf0f9-12ab-4a17-a7f7-76bb3aed22cb', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:43.038414 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e29b529d-500d-4403-bbba-d9633b540f24 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:43.096651 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e29b529d-500d-4403-bbba-d9633b540f24 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:43.183203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e29b529d-500d-4403-bbba-d9633b540f24 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:43.202054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b529d-500d-4403-bbba-d9633b540f24 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85bfaec-318c-4409-852f-74b8e9aae405,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:43.314161 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e29b529d-500d-4403-bbba-d9633b540f24 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:43.315414 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e29b529d-500d-4403-bbba-d9633b540f24 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4009905 Aug 16 21:39:43.318591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40200) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:43.323019 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b55c5845-83e1-4e2e-9758-b75fa06ec3f1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '45baf0f9-12ab-4a17-a7f7-76bb3aed22cb', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:43.479665 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b55c5845-83e1-4e2e-9758-b75fa06ec3f1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:43.538447 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b55c5845-83e1-4e2e-9758-b75fa06ec3f1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:43.628830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b55c5845-83e1-4e2e-9758-b75fa06ec3f1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:43.647687 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c5845-83e1-4e2e-9758-b75fa06ec3f1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdc72b8-244d-424a-a7af-09d96aae6245,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:43.743340 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b55c5845-83e1-4e2e-9758-b75fa06ec3f1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:43.744527 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b55c5845-83e1-4e2e-9758-b75fa06ec3f1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4249778 Aug 16 21:39:43.747208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40202) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:43.751626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3628621d-aa35-4897-be84-18bb1a2bc25d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '45baf0f9-12ab-4a17-a7f7-76bb3aed22cb', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:43.846235 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-3628621d-aa35-4897-be84-18bb1a2bc25d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Project a2942ea796e745c2b490c06a4e84a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:39:43.851018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3628621d-aa35-4897-be84-18bb1a2bc25d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:43.912669 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3628621d-aa35-4897-be84-18bb1a2bc25d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.062110 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3628621d-aa35-4897-be84-18bb1a2bc25d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.080886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628621d-aa35-4897-be84-18bb1a2bc25d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a45e1d-9d79-4cdf-b976-cba23a1cbca3,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:44.195039 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3628621d-aa35-4897-be84-18bb1a2bc25d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.196405 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3628621d-aa35-4897-be84-18bb1a2bc25d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4482746 Aug 16 21:39:44.199104 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40204) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:44.203478 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-80abd08b-603d-4156-8041-662fa62cd948 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '45baf0f9-12ab-4a17-a7f7-76bb3aed22cb', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:44.309241 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-80abd08b-603d-4156-8041-662fa62cd948 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Project a2942ea796e745c2b490c06a4e84a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:39:44.314382 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80abd08b-603d-4156-8041-662fa62cd948 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.377739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80abd08b-603d-4156-8041-662fa62cd948 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.463180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80abd08b-603d-4156-8041-662fa62cd948 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.481254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abd08b-603d-4156-8041-662fa62cd948 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af682f1-e6ac-412f-93ba-4594d1f8bacb,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:44.584592 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-80abd08b-603d-4156-8041-662fa62cd948 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.584592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-80abd08b-603d-4156-8041-662fa62cd948 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789711 Aug 16 21:39:44.584592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40206) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:44.586850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'network': {'name': 'tempest-network-smoke--786414980', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'port_security_enabled': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:44.692622 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:39:44.696407 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.720413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:39:44.729242 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.729592 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Added segment 6ee68ab6-7b86-41d5-9339-ebc830151e32 of type vlan for network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af Aug 16 21:39:44.769666 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.863227 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.869467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:44.870060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:44.937459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Network': ['ID=3b15bd2d-ad91-4bc4-8519-9e13b13b22af,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:44.950815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:39:45.007002 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-847f34af-72c0-48a5-83c1-f40fa1789378 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4239295 Aug 16 21:39:45.009890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40208) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:45.015866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'admin_state_up': True, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:45.144178 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:45.145870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:45.201344 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:45.286977 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-152edde4-151a-47f0-9e40-d277ba58870f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:45.807567 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:46.071882 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:46.090966 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:46.192554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.25.4.199 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/c7b3ef09-24ee-43da-b404-c9357c06bb73) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:39:46.297543 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:46.417801 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:46.453537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:39:46.458383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:39:46.461930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:39:46.485839 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=c7b3ef09-24ee-43da-b404-c9357c06bb73,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:46.785218 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:46.978096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:47.159973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:39:47.267674 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:39:47.277495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Sync routers for ids ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:39:47.288536 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Routers {'f3b4670a-c046-4855-8fcb-dfe508c2d2b8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:47.289187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:39:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:47.349602 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:47.350868 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-95f2d7b3-c4ed-4c49-ae40-0d1d1af5ce5d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3399861 Aug 16 21:39:47.354013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40212) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:47.393043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Set router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:47.478844 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ae3e1a44-2d04-4c08-9afa-f3e8a7311170 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=a2942ea796e745c2b490c06a4e84a0ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1237202 Aug 16 21:39:47.481567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40216) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:47.571537 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-22d3f49f-36a3-4a9f-8434-0e766433a0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:47.576526 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a6c2a8-a9fb-4433-ae15-991ab9c5f5bc tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:47.578196 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-53a6c2a8-a9fb-4433-ae15-991ab9c5f5bc tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955892 Aug 16 21:39:47.580940 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40218) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:47.587376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:46Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:47.609477 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3baaf4df-9880-4c90-852e-03188dce3e9d tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274110 Aug 16 21:39:47.612046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40220) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:47.614457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Checking router: f3b4670a-c046-4855-8fcb-dfe508c2d2b8 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:39:47.614808 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Updating router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 port c7b3ef09-24ee-43da-b404-c9357c06bb73 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:39:47.617507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-280784231', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:47.642449 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:47.783566 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:39:47.787714 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:47.889259 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:47.899661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Transition to ACTIVE for port object c7b3ef09-24ee-43da-b404-c9357c06bb73 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:39:48.000644 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:48.002147 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:48.052267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Attempting to bind port c7b3ef09-24ee-43da-b404-c9357c06bb73 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:39:48.052575 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Attempting to bind port c7b3ef09-24ee-43da-b404-c9357c06bb73 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:39:48.052942 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Attempting to bind port c7b3ef09-24ee-43da-b404-c9357c06bb73 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:39:48.058187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d98457-294d-4ae5-a0f0-bc1a13b75ed7 None None] Pushing event updated for resources: {'Port': ['ID=c7b3ef09-24ee-43da-b404-c9357c06bb73,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:48.062612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:39:48.062985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:39:48.063394 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:48.064032 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:39:48.064503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Bound port: c7b3ef09-24ee-43da-b404-c9357c06bb73, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:39:48.064887 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:48.069401 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:48.135890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Subnet': ['ID=c12c5e37-de1d-4cb7-ab85-a49f070fcb78,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:48.147358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Checking segment: {'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:39:48.147740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network hostable DHCP agents. Network: 3b15bd2d-ad91-4bc4-8519-9e13b13b22af, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:39:48.252108 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:39:48.277534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] For port c7b3ef09-24ee-43da-b404-c9357c06bb73, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:39:48.280424 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] For port c7b3ef09-24ee-43da-b404-c9357c06bb73, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c7b3ef09-24ee-43da-b404-c9357c06bb73,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:39:48.354466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 3b15bd2d-ad91-4bc4-8519-9e13b13b22af) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:39:48.359484 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:48.360073 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:48.363624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8000f742-24c1-44b1-9a77-adb2e6be40bc None None] Network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:39:48.408906 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:48.492967 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d98457-294d-4ae5-a0f0-bc1a13b75ed7 None None] Pushing event updated for resources: {'Port': ['ID=c7b3ef09-24ee-43da-b404-c9357c06bb73,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:48.499824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Routers {'f3b4670a-c046-4855-8fcb-dfe508c2d2b8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:48.500434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:39:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:48.505851 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e7001e81-60f2-4d6c-bbd9-98c97c9661be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8927643 Aug 16 21:39:48.514262 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40222) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:48.635162 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ips': [{'subnet_id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:39:48.635755 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:48.661891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] Set router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:48.916491 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Allocated IP 172.20.0.2 (3b15bd2d-ad91-4bc4-8519-9e13b13b22af/c12c5e37-de1d-4cb7-ab85-a49f070fcb78/9a1372bc-4b03-4d03-8ada-405af906e54c) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:39:48.943012 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:49.013994 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:46Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:49.047198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816afc9-89a5-4953-a935-8b819bbe849a None None] The sync data for ids ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'] in n-d-793619-14 is: [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:46Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:39:49.106537 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:49.116084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Transition to ACTIVE for port object 9a1372bc-4b03-4d03-8ada-405af906e54c will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:39:49.132344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Transition to ACTIVE for port object 9a1372bc-4b03-4d03-8ada-405af906e54c will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:39:49.235183 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:49.302452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:39:49.307580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:39:49.312276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:39:49.326996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Pushing event updated for resources: {'Port': ['ID=9a1372bc-4b03-4d03-8ada-405af906e54c,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:49.327605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.20.0.1 (3b15bd2d-ad91-4bc4-8519-9e13b13b22af/c12c5e37-de1d-4cb7-ab85-a49f070fcb78/9a471552-a580-44e1-b652-7fc892e8ff59) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:39:49.388028 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Attempting to bind port 9a1372bc-4b03-4d03-8ada-405af906e54c on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:39:49.388393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Attempting to bind port 9a1372bc-4b03-4d03-8ada-405af906e54c by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:39:49.388757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Attempting to bind port 9a1372bc-4b03-4d03-8ada-405af906e54c on network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:39:49.394441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:39:49.395348 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Checking segment: {'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:39:49.395751 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:49.399528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Bound using segment: {'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:39:49.399528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Bound port: 9a1372bc-4b03-4d03-8ada-405af906e54c, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:39:49.399528 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:49.463711 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:49.464140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] For port 9a1372bc-4b03-4d03-8ada-405af906e54c, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:39:49.467393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] For port 9a1372bc-4b03-4d03-8ada-405af906e54c, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9a1372bc-4b03-4d03-8ada-405af906e54c,segment=NetworkSegment(6ee68ab6-7b86-41d5-9339-ebc830151e32),segment_id=6ee68ab6-7b86-41d5-9339-ebc830151e32)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:39:49.469236 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:49.478497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Transition to ACTIVE for port object 9a471552-a580-44e1-b652-7fc892e8ff59 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:39:49.560877 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:49.618129 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:49.621903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c299828-4cd6-4801-9e46-fff7482bdab6 None None] Pushing event updated for resources: {'Port': ['ID=9a1372bc-4b03-4d03-8ada-405af906e54c,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:49.665365 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:39:49.668859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:39:49.672817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:39:49.713967 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=9a471552-a580-44e1-b652-7fc892e8ff59,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:49.728385 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:49.974197 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:50.255324 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:50.338174 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:50.414448 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=9a471552-a580-44e1-b652-7fc892e8ff59,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:50.418574 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:50.522402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:39:50.524085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:39:50.546031 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953543fc-ce8b-4123-bff9-8ba66722613d None None] Network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:39:50.642557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:39:50.700488 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d600e37b-7977-493b-b30c-f3245094a31f None None] Provisioning for port 9a1372bc-4b03-4d03-8ada-405af906e54c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:39:50.758169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:39:50.765613 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-81a60152-9b88-4545-ab8f-a0d339cd78fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "PUT /v2.0/routers/f3b4670a-c046-4855-8fcb-dfe508c2d2b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2559791 Aug 16 21:39:50.817631 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:50.924144 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-bc8b07ec-12f4-4817-99d1-c7e1bed9d86a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213614817&fields=id&tenant_id=a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 267 time: 0.0387695 Aug 16 21:39:51.047180 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440512-726c-437b-8982-38b12f00f952 req-06b34ea7-4606-4d6d-b31e-1e17ff1386da tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:51.051879 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-06b34ea7-4606-4d6d-b31e-1e17ff1386da tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/networks?id=3b15bd2d-ad91-4bc4-8519-9e13b13b22af HTTP/1.1" status: 200 len: 796 time: 0.1205149 Aug 16 21:39:51.076799 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-8ec343e6-d36a-47a5-be6c-7a55b29c5d72 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/quotas/a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 375 time: 0.0144844 Aug 16 21:39:51.120059 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c0acd0c0-afc4-48fa-8775-70d9e4a9405f None None] Provisioning for port 9a471552-a580-44e1-b652-7fc892e8ff59 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:39:51.127347 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c0acd0c0-afc4-48fa-8775-70d9e4a9405f None None] Provisioning complete for port 9a471552-a580-44e1-b652-7fc892e8ff59 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:51.133331 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0acd0c0-afc4-48fa-8775-70d9e4a9405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:51.134153 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-7658a710-aab1-4cc4-997f-3ebd87726528 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540206 Aug 16 21:39:51.159959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-f52e693f-811e-4bb0-9982-ede1f967bd7a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:39:51.161307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9a1372bc-4b03-4d03-8ada-405af906e54c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:39:51.169411 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-f52e693f-811e-4bb0-9982-ede1f967bd7a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168130 Aug 16 21:39:51.196950 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Sync routers for ids ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:39:51.208853 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Routers {'f3b4670a-c046-4855-8fcb-dfe508c2d2b8'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:51.209695 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:39:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:51.229814 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c0acd0c0-afc4-48fa-8775-70d9e4a9405f None None] Port 9a471552-a580-44e1-b652-7fc892e8ff59 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:39:51.326008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 9a1372bc-4b03-4d03-8ada-405af906e54c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:39:51.329132 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Set router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:51.330043 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9a1372bc-4b03-4d03-8ada-405af906e54c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:51.330421 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:51.399873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-49d11d3b-6819-43e0-bb23-542eb18e13ff service neutron] 10.222.0.74 "GET /v2.0/networks/3b15bd2d-ad91-4bc4-8519-9e13b13b22af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292449 Aug 16 21:39:51.412010 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-633c6014-5b7f-455d-82e3-0470e25fcdb0 None None] Provisioning complete for port 9a471552-a580-44e1-b652-7fc892e8ff59 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:51.412393 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-633c6014-5b7f-455d-82e3-0470e25fcdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:51.501968 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-633c6014-5b7f-455d-82e3-0470e25fcdb0 None None] Port 9a471552-a580-44e1-b652-7fc892e8ff59 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:39:51.519228 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:51.525051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-62f8f2a1-141c-4a8a-959d-202354610a7f service neutron] 10.222.0.74 "GET /v2.0/networks/3b15bd2d-ad91-4bc4-8519-9e13b13b22af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099973 Aug 16 21:39:51.556180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 9a1372bc-4b03-4d03-8ada-405af906e54c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9a1372bc-4b03-4d03-8ada-405af906e54c,segment=NetworkSegment(6ee68ab6-7b86-41d5-9339-ebc830151e32),segment_id=6ee68ab6-7b86-41d5-9339-ebc830151e32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:51.583749 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:49Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9a471552-a580-44e1-b652-7fc892e8ff59', 'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:d5:72:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:49Z', 'updated_at': '2021-08-16T21:39:50Z', 'revision_number': 2, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:51.615163 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Checking router: f3b4670a-c046-4855-8fcb-dfe508c2d2b8 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:39:51.615523 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Updating router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 port 9a471552-a580-44e1-b652-7fc892e8ff59 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:39:51.625916 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6e8cba21-0ece-4f32-a721-778cdfcbdaf6 None None] Provisioning complete for port 9a471552-a580-44e1-b652-7fc892e8ff59 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:51.626387 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6e8cba21-0ece-4f32-a721-778cdfcbdaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:51.628813 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:51.628813 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c7b3ef09-24ee-43da-b404-c9357c06bb73 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:39:51.648679 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:51.718501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cba21-0ece-4f32-a721-778cdfcbdaf6 None None] Port 9a471552-a580-44e1-b652-7fc892e8ff59 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:39:51.740272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=9a1372bc-4b03-4d03-8ada-405af906e54c,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:51.823416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c7b3ef09-24ee-43da-b404-c9357c06bb73 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:39:51.827954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c7b3ef09-24ee-43da-b404-c9357c06bb73 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:51.828323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:51.902674 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:51.904914 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:51.912149 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Transition to ACTIVE for port object 9a471552-a580-44e1-b652-7fc892e8ff59 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:39:51.924699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c7b3ef09-24ee-43da-b404-c9357c06bb73, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c7b3ef09-24ee-43da-b404-c9357c06bb73,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:52.000518 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:52.028880 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:52.050795 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Pushing event updated for resources: {'Port': ['ID=9a471552-a580-44e1-b652-7fc892e8ff59,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:52.076087 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.076354 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.076675 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.077000 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.077353 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.077672 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.077990 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.078308 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.078669 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.078940 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.079258 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.079569 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:52.092023 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c7b3ef09-24ee-43da-b404-c9357c06bb73,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:52.112096 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Attempting to bind port 9a471552-a580-44e1-b652-7fc892e8ff59 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:39:52.112461 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Attempting to bind port 9a471552-a580-44e1-b652-7fc892e8ff59 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:39:52.112815 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Attempting to bind port 9a471552-a580-44e1-b652-7fc892e8ff59 on network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:39:52.118295 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:39:52.118660 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Checking segment: {'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:39:52.119053 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:52.119438 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Bound using segment: {'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:39:52.119918 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Bound port: 9a471552-a580-44e1-b652-7fc892e8ff59, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:39:52.120290 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:52.184944 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] For port 9a471552-a580-44e1-b652-7fc892e8ff59, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:39:52.188196 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] For port 9a471552-a580-44e1-b652-7fc892e8ff59, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9a471552-a580-44e1-b652-7fc892e8ff59,segment=NetworkSegment(6ee68ab6-7b86-41d5-9339-ebc830151e32),segment_id=6ee68ab6-7b86-41d5-9339-ebc830151e32)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:39:52.258113 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:52.320726 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Routers {'f3b4670a-c046-4855-8fcb-dfe508c2d2b8'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:52.321385 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:39:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:52.445151 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c0d38-bfaf-45c0-959a-dabd8c10cadb None None] Pushing event updated for resources: {'Port': ['ID=9a471552-a580-44e1-b652-7fc892e8ff59,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:52.518650 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] Set router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:52.710631 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:49Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9a471552-a580-44e1-b652-7fc892e8ff59', 'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:d5:72:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:49Z', 'updated_at': '2021-08-16T21:39:52Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:52.736122 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e4864-72a2-4550-ae95-dcdf8c8a8add None None] The sync data for ids ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'] in n-d-793619-14 is: [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:49Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9a471552-a580-44e1-b652-7fc892e8ff59', 'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:d5:72:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:49Z', 'updated_at': '2021-08-16T21:39:52Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:39:52.870478 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2694ab62-e51f-4e09-8281-ee2a5554f79d req-7271adf8-4ce7-4f16-a43c-5806835a80f0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 210 time: 0.0330818 Aug 16 21:39:53.147905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9a1372bc-4b03-4d03-8ada-405af906e54c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:39:53.199301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9a1372bc-4b03-4d03-8ada-405af906e54c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:53.199690 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:53.280239 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c7b3ef09-24ee-43da-b404-c9357c06bb73 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:39:53.333514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c7b3ef09-24ee-43da-b404-c9357c06bb73 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:53.333904 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:53.412587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9a471552-a580-44e1-b652-7fc892e8ff59 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:39:53.532037 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 9a471552-a580-44e1-b652-7fc892e8ff59 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:39:53.537055 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9a471552-a580-44e1-b652-7fc892e8ff59 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:53.537567 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:53.624279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:53.661250 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 9a471552-a580-44e1-b652-7fc892e8ff59, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9a471552-a580-44e1-b652-7fc892e8ff59,segment=NetworkSegment(6ee68ab6-7b86-41d5-9339-ebc830151e32),segment_id=6ee68ab6-7b86-41d5-9339-ebc830151e32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:53.760486 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:53.810969 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=9a471552-a580-44e1-b652-7fc892e8ff59,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:53.948067 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a522a6a5-1088-44c3-b0b9-c42f689b514f req-7868690c-f1c9-4882-8e67-29413f325cd8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 210 time: 0.0259640 Aug 16 21:39:55.042859 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1aceb673-bea9-464a-bddc-4623ab084949 req-93a09481-c600-4c17-97ff-64c47549562a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 210 time: 0.0292473 Aug 16 21:39:55.065588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9a471552-a580-44e1-b652-7fc892e8ff59 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:39:55.117100 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 9a471552-a580-44e1-b652-7fc892e8ff59 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:55.117477 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:55.461486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440512-726c-437b-8982-38b12f00f952 req-6ee412dd-815a-4f8d-a8d3-d6aa5ac8845b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:55.462921 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-6ee412dd-815a-4f8d-a8d3-d6aa5ac8845b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/networks?id=3b15bd2d-ad91-4bc4-8519-9e13b13b22af HTTP/1.1" status: 200 len: 796 time: 0.1000512 Aug 16 21:39:55.508046 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-8905a218-747c-48e3-bce2-cb7ef274d664 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 380 time: 0.0342643 Aug 16 21:39:55.517235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'port': {'device_id': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'admin_state_up': True, 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'security_groups': ['45baf0f9-12ab-4a17-a7f7-76bb3aed22cb']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:55.691926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:39:55.695539 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:55.824914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.20.0.8 (3b15bd2d-ad91-4bc4-8519-9e13b13b22af/c12c5e37-de1d-4cb7-ab85-a49f070fcb78/541815dc-2b2a-4b86-a780-322a70382520) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:39:55.959720 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:55.972505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Transition to ACTIVE for port object 541815dc-2b2a-4b86-a780-322a70382520 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:39:56.098554 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:56.142531 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:39:56.146157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:39:56.152047 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:39:56.163386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ee7a9-fbec-451d-be1f-91e99b05842c req-9fb78858-3a13-4a3e-be66-76105a68f58a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:56.164947 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b8ee7a9-fbec-451d-be1f-91e99b05842c req-9fb78858-3a13-4a3e-be66-76105a68f58a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 931 time: 0.0540915 Aug 16 21:39:56.188049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=541815dc-2b2a-4b86-a780-322a70382520,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:56.211054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:56.211772 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:56.212892 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b8ee7a9-fbec-451d-be1f-91e99b05842c req-0229f6e8-212f-4eb9-8558-e13f9be5236a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403342 Aug 16 21:39:56.303885 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-37bae182-2d9a-4a21-8984-288e51f35ad1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7904012 Aug 16 21:39:56.361065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Request body: {'port': {'device_id': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:56.416008 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:56.463342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0612717f-3966-4182-b037-f808366c3b83 None None] Provisioning for port 541815dc-2b2a-4b86-a780-322a70382520 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:39:56.467192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0612717f-3966-4182-b037-f808366c3b83 None None] Provisioning complete for port 541815dc-2b2a-4b86-a780-322a70382520 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:56.467590 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0612717f-3966-4182-b037-f808366c3b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:56.502030 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0612717f-3966-4182-b037-f808366c3b83 None None] Port 541815dc-2b2a-4b86-a780-322a70382520 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:39:56.685867 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541815dc-2b2a-4b86-a780-322a70382520 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:39:56.694024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:56.705579 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Transition to ACTIVE for port object 541815dc-2b2a-4b86-a780-322a70382520 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:39:56.817569 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:56.884420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Pushing event updated for resources: {'Port': ['ID=541815dc-2b2a-4b86-a780-322a70382520,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:56.936819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Attempting to bind port 541815dc-2b2a-4b86-a780-322a70382520 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:39:56.937066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Attempting to bind port 541815dc-2b2a-4b86-a780-322a70382520 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:39:56.937401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Attempting to bind port 541815dc-2b2a-4b86-a780-322a70382520 on network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:39:56.942270 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Port 541815dc-2b2a-4b86-a780-322a70382520 on network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:39:56.942621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Attempting to bind port 541815dc-2b2a-4b86-a780-322a70382520 on network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:39:56.947574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:39:56.947905 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Checking segment: {'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:39:56.948288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Bound using segment: {'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:39:56.948718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Bound port: 541815dc-2b2a-4b86-a780-322a70382520, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee68ab6-7b86-41d5-9339-ebc830151e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:39:56.949091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:57.019391 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] For port 541815dc-2b2a-4b86-a780-322a70382520, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:39:57.023275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] For port 541815dc-2b2a-4b86-a780-322a70382520, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=541815dc-2b2a-4b86-a780-322a70382520,segment=NetworkSegment(6ee68ab6-7b86-41d5-9339-ebc830151e32),segment_id=6ee68ab6-7b86-41d5-9339-ebc830151e32)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:39:57.103169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:57.146221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:57.146221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:57.146221 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] 10.222.0.76 "PUT /v2.0/ports/541815dc-2b2a-4b86-a780-322a70382520 HTTP/1.1" status: 200 len: 1092 time: 0.8306298 Aug 16 21:39:57.146221 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'tag': '541815dc-2b2a-4b86-a780-322a70382520'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:57.146221 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06875e20-5905-4571-a66f-b30d3f1013c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4b24a775-84ff-426c-aaa7-41ce97eaa395", "tag": "541815dc-2b2a-4b86-a780-322a70382520"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:57.167310 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed44a6-6db1-4163-af8a-d6c0fbc8a622 service neutron] Pushing event updated for resources: {'Port': ['ID=541815dc-2b2a-4b86-a780-322a70382520,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:57.186451 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e196ec1-ddeb-40db-a546-76359df442b1 x-openstack-request-id: req-4e196ec1-ddeb-40db-a546-76359df442b1 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:57.186451 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b24a775-84ff-426c-aaa7-41ce97eaa395", "tag": "541815dc-2b2a-4b86-a780-322a70382520", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:57.186451 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4e196ec1-ddeb-40db-a546-76359df442b1 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:57.186451 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'tag': '541815dc-2b2a-4b86-a780-322a70382520', 'status': 'completed', 'code': 200} Aug 16 21:39:57.247900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06875e20-5905-4571-a66f-b30d3f1013c2 req-d3cadd4f-887e-4642-8e2f-5102e57d98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:57.249509 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06875e20-5905-4571-a66f-b30d3f1013c2 req-d3cadd4f-887e-4642-8e2f-5102e57d98dc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 1095 time: 0.0435309 Aug 16 21:39:57.338810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115676b-323f-4c51-b3bc-166b60467522 req-74ebaaf6-7746-4065-8198-75f3d45fd686 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:57.340413 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0115676b-323f-4c51-b3bc-166b60467522 req-74ebaaf6-7746-4065-8198-75f3d45fd686 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 943 time: 0.0533230 Aug 16 21:39:57.380675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0115676b-323f-4c51-b3bc-166b60467522 req-c8d7f53e-cb94-4954-bfbd-716c12b43c75 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341465 Aug 16 21:39:57.711760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06875e20-5905-4571-a66f-b30d3f1013c2 req-7aa4ed4a-12b4-4f1b-8006-a37cc75566b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:57.713264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06875e20-5905-4571-a66f-b30d3f1013c2 req-7aa4ed4a-12b4-4f1b-8006-a37cc75566b2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4524291 Aug 16 21:39:57.810551 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06875e20-5905-4571-a66f-b30d3f1013c2 req-a7dfac49-e894-4e99-ad73-2888337c6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:57.812018 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-06875e20-5905-4571-a66f-b30d3f1013c2 req-a7dfac49-e894-4e99-ad73-2888337c6034 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918891 Aug 16 21:39:57.885384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440512-726c-437b-8982-38b12f00f952 req-51e21ae6-740f-49d7-ac1f-aa39ab874486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:57.886859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-51e21ae6-740f-49d7-ac1f-aa39ab874486 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 1095 time: 0.0406568 Aug 16 21:39:57.928365 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-9a3a1a99-d161-41d4-b08a-62a642e22ac7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=541815dc-2b2a-4b86-a780-322a70382520 HTTP/1.1" status: 200 len: 217 time: 0.0336876 Aug 16 21:39:57.975686 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440512-726c-437b-8982-38b12f00f952 req-8046a605-f660-4119-a446-24f9d1c6a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:57.977014 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-8046a605-f660-4119-a446-24f9d1c6a716 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12c5e37-de1d-4cb7-ab85-a49f070fcb78 HTTP/1.1" status: 200 len: 834 time: 0.0422454 Aug 16 21:39:58.024891 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440512-726c-437b-8982-38b12f00f952 req-b003d1b3-f7d4-44be-bde2-31bafe4ff8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:58.026364 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-b003d1b3-f7d4-44be-bde2-31bafe4ff8a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3b15bd2d-ad91-4bc4-8519-9e13b13b22af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425670 Aug 16 21:39:58.115107 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-055dee42-d634-4085-9830-7955819748bc service neutron] 10.222.0.76 "GET /v2.0/networks/3b15bd2d-ad91-4bc4-8519-9e13b13b22af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814271 Aug 16 21:39:58.208529 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-61440512-726c-437b-8982-38b12f00f952 req-626e5576-4e46-4a0e-bd52-c61b85d3c2c9 service neutron] 10.222.0.76 "GET /v2.0/networks/3b15bd2d-ad91-4bc4-8519-9e13b13b22af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861270 Aug 16 21:39:58.496966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8bd44-c709-49e4-b33e-ffb93e65dcc9 req-56e072c5-5f52-44c7-9d41-76c117e926fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:58.498453 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32d8bd44-c709-49e4-b33e-ffb93e65dcc9 req-56e072c5-5f52-44c7-9d41-76c117e926fd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 943 time: 0.0484445 Aug 16 21:39:58.537078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-32d8bd44-c709-49e4-b33e-ffb93e65dcc9 req-475a8315-51cd-4464-9d43-be29f562a34a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Aug 16 21:39:59.654728 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65127c-1963-4115-afa9-960142cc6ab9 req-2d31f985-9098-461f-84ac-11443215fe61 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:59.656124 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c65127c-1963-4115-afa9-960142cc6ab9 req-2d31f985-9098-461f-84ac-11443215fe61 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 943 time: 0.0522187 Aug 16 21:39:59.694013 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7c65127c-1963-4115-afa9-960142cc6ab9 req-bbea58db-60ad-4dd8-a87a-9100fd350ec4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319278 Aug 16 21:39:59.994371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 541815dc-2b2a-4b86-a780-322a70382520 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:40:00.089700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 541815dc-2b2a-4b86-a780-322a70382520, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=541815dc-2b2a-4b86-a780-322a70382520,segment=NetworkSegment(6ee68ab6-7b86-41d5-9339-ebc830151e32),segment_id=6ee68ab6-7b86-41d5-9339-ebc830151e32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:00.101201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '541815dc-2b2a-4b86-a780-322a70382520', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'port_id': '541815dc-2b2a-4b86-a780-322a70382520', 'mac_address': 'fa:16:3e:a0:55:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:40:00.137433 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:00.149736 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541815dc-2b2a-4b86-a780-322a70382520 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:40:00.169071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 541815dc-2b2a-4b86-a780-322a70382520, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=541815dc-2b2a-4b86-a780-322a70382520,segment=NetworkSegment(6ee68ab6-7b86-41d5-9339-ebc830151e32),segment_id=6ee68ab6-7b86-41d5-9339-ebc830151e32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:00.246007 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:00.295111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=541815dc-2b2a-4b86-a780-322a70382520,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:00.469870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['541815dc-2b2a-4b86-a780-322a70382520'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:40:00.805386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8dd32-0df7-41bd-9a4d-c03b8caa1b25 req-fa0c7e9b-52ea-4423-8ddf-41d93abc6955 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:00.806876 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9b8dd32-0df7-41bd-9a4d-c03b8caa1b25 req-fa0c7e9b-52ea-4423-8ddf-41d93abc6955 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 944 time: 0.0487411 Aug 16 21:40:00.844530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b9b8dd32-0df7-41bd-9a4d-c03b8caa1b25 req-31e90bba-a1a2-449a-804b-b38d7d0479c2 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Aug 16 21:40:01.763060 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:40:01.958437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d950e1-6b4f-4adf-a010-2a2341b8151c req-10612b4b-6e76-48e3-92eb-c7f29524e7f6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:01.959972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67d950e1-6b4f-4adf-a010-2a2341b8151c req-10612b4b-6e76-48e3-92eb-c7f29524e7f6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 944 time: 0.0500989 Aug 16 21:40:01.996508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-67d950e1-6b4f-4adf-a010-2a2341b8151c req-c22b626c-5642-49e8-9747-5c19d8600874 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306270 Aug 16 21:40:02.009299 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 541815dc-2b2a-4b86-a780-322a70382520 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:40:02.160104 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 541815dc-2b2a-4b86-a780-322a70382520 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:40:02.163896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 541815dc-2b2a-4b86-a780-322a70382520 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:02.164269 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:02.239530 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:02.263466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541815dc-2b2a-4b86-a780-322a70382520'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:02.265708 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850b0224-dff8-452d-9fac-5be5c81a6033" -d '{"events": [{"server_uuid": "4b24a775-84ff-426c-aaa7-41ce97eaa395", "name": "network-vif-plugged", "status": "completed", "tag": "541815dc-2b2a-4b86-a780-322a70382520"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:02.278074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 541815dc-2b2a-4b86-a780-322a70382520, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=541815dc-2b2a-4b86-a780-322a70382520,segment=NetworkSegment(6ee68ab6-7b86-41d5-9339-ebc830151e32),segment_id=6ee68ab6-7b86-41d5-9339-ebc830151e32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:02.356301 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5cbcf1-6bd2-4e04-b158-da5385f2be12 x-openstack-request-id: req-9d5cbcf1-6bd2-4e04-b158-da5385f2be12 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:02.356595 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b24a775-84ff-426c-aaa7-41ce97eaa395", "name": "network-vif-plugged", "status": "completed", "tag": "541815dc-2b2a-4b86-a780-322a70382520", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:02.356851 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d5cbcf1-6bd2-4e04-b158-da5385f2be12 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:02.357288 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541815dc-2b2a-4b86-a780-322a70382520', 'code': 200} Aug 16 21:40:02.400953 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:02.451905 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=541815dc-2b2a-4b86-a780-322a70382520,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:02.454649 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdc174-acd5-4454-afb5-3c5bafa46329 req-5527fe69-9b61-4ec3-a79b-3e2008c9662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:02.456151 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09cdc174-acd5-4454-afb5-3c5bafa46329 req-5527fe69-9b61-4ec3-a79b-3e2008c9662d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 1097 time: 0.0405858 Aug 16 21:40:02.491903 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-09cdc174-acd5-4454-afb5-3c5bafa46329 req-25d45419-17e7-4f58-bcb4-bc0e19d55d0f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279591 Aug 16 21:40:03.115432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f342a-553a-4306-ab88-6367475de507 req-1e248ce3-a536-471c-b858-3ebf354b4b12 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:03.116826 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f2f342a-553a-4306-ab88-6367475de507 req-1e248ce3-a536-471c-b858-3ebf354b4b12 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 945 time: 0.0536819 Aug 16 21:40:03.155586 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f2f342a-553a-4306-ab88-6367475de507 req-8fbb02bf-7976-4a7e-a764-1de4f962b2af tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326643 Aug 16 21:40:03.177097 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:03.239089 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:04.271716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf54af-c3c2-43b0-8045-c8c662627a3b req-953260da-0209-4f14-b621-f5c0333035c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:04.273214 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42cf54af-c3c2-43b0-8045-c8c662627a3b req-953260da-0209-4f14-b621-f5c0333035c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 945 time: 0.0502806 Aug 16 21:40:04.310688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-42cf54af-c3c2-43b0-8045-c8c662627a3b req-adf4245e-f812-4d99-8957-fb3aaede8589 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315104 Aug 16 21:40:04.424949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52b411-59b6-4e10-8edf-c62218e78af7 req-bec51d0c-d1aa-4d48-875d-66b1339f9338 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:04.426633 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d52b411-59b6-4e10-8edf-c62218e78af7 req-bec51d0c-d1aa-4d48-875d-66b1339f9338 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 945 time: 0.0501561 Aug 16 21:40:04.464642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d52b411-59b6-4e10-8edf-c62218e78af7 req-73e11413-d358-40b1-abd6-5f6a14ad5312 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320544 Aug 16 21:40:04.485392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40292) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:04.529050 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57014a70-7121-41c1-9611-3f02a8229fa0 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:04.530582 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-57014a70-7121-41c1-9611-3f02a8229fa0 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 1092 time: 0.0442345 Aug 16 21:40:04.533461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40294) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:04.537961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '541815dc-2b2a-4b86-a780-322a70382520', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:04.657492 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:04.751180 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:04.856207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.25.4.25 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/c383c572-4281-4c2f-a827-fcb7b98338ed) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:40:04.956065 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:05.080277 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:05.125423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:40:05.128406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:05.133484 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:40:05.136207 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=c383c572-4281-4c2f-a827-fcb7b98338ed,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:05.476169 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:05.607922 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:05.757180 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:05.839820 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:05.911235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=c383c572-4281-4c2f-a827-fcb7b98338ed,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:05.917451 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:06.017236 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Floating IP 5daec918-a4e7-457e-a29d-c1878b1cd173 associated. External IP: 172.25.4.25, port: 541815dc-2b2a-4b86-a780-322a70382520. Aug 16 21:40:06.218645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:40:06.326223 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:40:06.336514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53ed36-e3c0-4e54-90c7-52281b7f5cc9 None None] Sync routers for ids ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:40:06.345245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53ed36-e3c0-4e54-90c7-52281b7f5cc9 None None] Routers {'f3b4670a-c046-4855-8fcb-dfe508c2d2b8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:06.345862 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4b53ed36-e3c0-4e54-90c7-52281b7f5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:39:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:06.417421 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:06.445166 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f4d9e5ee-db52-40bb-9228-2bc488089f9c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9106305 Aug 16 21:40:06.445769 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'tag': '541815dc-2b2a-4b86-a780-322a70382520'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:06.448091 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f304850e-4334-4acb-940f-dd6fab156cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b24a775-84ff-426c-aaa7-41ce97eaa395", "tag": "541815dc-2b2a-4b86-a780-322a70382520"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:06.453720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4b53ed36-e3c0-4e54-90c7-52281b7f5cc9 None None] Set router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:06.488224 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709c1136-0a61-4d58-8d14-66855d1b1cb5 x-openstack-request-id: req-709c1136-0a61-4d58-8d14-66855d1b1cb5 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:06.488755 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b24a775-84ff-426c-aaa7-41ce97eaa395", "tag": "541815dc-2b2a-4b86-a780-322a70382520", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:06.488846 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-709c1136-0a61-4d58-8d14-66855d1b1cb5 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:06.489268 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'tag': '541815dc-2b2a-4b86-a780-322a70382520', 'status': 'completed', 'code': 200} Aug 16 21:40:06.555364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304850e-4334-4acb-940f-dd6fab156cf8 req-6ec32da0-0539-4a34-bc94-40f228ad17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:06.557079 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f304850e-4334-4acb-940f-dd6fab156cf8 req-6ec32da0-0539-4a34-bc94-40f228ad17b0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 1097 time: 0.0430236 Aug 16 21:40:06.560711 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c64cf-bd73-4924-b0d0-ec9add8e4c8e req-44aed616-3743-4ff7-9566-2b38e1448563 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:06.562294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b60c64cf-bd73-4924-b0d0-ec9add8e4c8e req-44aed616-3743-4ff7-9566-2b38e1448563 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 945 time: 0.0607834 Aug 16 21:40:06.602338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b60c64cf-bd73-4924-b0d0-ec9add8e4c8e req-371a4aa7-9050-4fb9-9646-47a2eba5c82d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332713 Aug 16 21:40:06.626640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40300) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:06.659584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304850e-4334-4acb-940f-dd6fab156cf8 req-db39020d-eb33-4ae5-b5be-5fa78ae6159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:06.661798 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f304850e-4334-4acb-940f-dd6fab156cf8 req-db39020d-eb33-4ae5-b5be-5fa78ae6159d service neutron] 10.222.0.76 "GET /v2.0/networks?id=3b15bd2d-ad91-4bc4-8519-9e13b13b22af HTTP/1.1" status: 200 len: 897 time: 0.0971122 Aug 16 21:40:06.698748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9c6e55c9-43ba-487e-b89b-4139231d863e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/5daec918-a4e7-457e-a29d-c1878b1cd173 HTTP/1.1" status: 200 len: 990 time: 0.0697742 Aug 16 21:40:06.707768 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4b53ed36-e3c0-4e54-90c7-52281b7f5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:49Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '5daec918-a4e7-457e-a29d-c1878b1cd173', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'port_id': '541815dc-2b2a-4b86-a780-322a70382520', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'mac_address': 'fa:16:3e:a0:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:05Z', 'updated_at': '2021-08-16T21:40:05Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a471552-a580-44e1-b652-7fc892e8ff59', 'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:d5:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:49Z', 'updated_at': '2021-08-16T21:39:53Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:06.732663 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f304850e-4334-4acb-940f-dd6fab156cf8 req-5aab4eff-b534-45dc-b275-004a5e4972e7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=541815dc-2b2a-4b86-a780-322a70382520 HTTP/1.1" status: 200 len: 998 time: 0.0635827 Aug 16 21:40:06.734257 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53ed36-e3c0-4e54-90c7-52281b7f5cc9 None None] Checking router: f3b4670a-c046-4855-8fcb-dfe508c2d2b8 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:40:06.743019 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53ed36-e3c0-4e54-90c7-52281b7f5cc9 None None] Routers {'f3b4670a-c046-4855-8fcb-dfe508c2d2b8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:06.743795 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4b53ed36-e3c0-4e54-90c7-52281b7f5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:39:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:06.782643 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304850e-4334-4acb-940f-dd6fab156cf8 req-f7f97dfa-1f3c-4acd-a2e2-85afcae5b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:06.784122 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f304850e-4334-4acb-940f-dd6fab156cf8 req-f7f97dfa-1f3c-4acd-a2e2-85afcae5b67c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12c5e37-de1d-4cb7-ab85-a49f070fcb78 HTTP/1.1" status: 200 len: 834 time: 0.0440004 Aug 16 21:40:06.830714 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304850e-4334-4acb-940f-dd6fab156cf8 req-912e7a9c-a86c-4819-9bd7-d5dac7e6d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:06.833070 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f304850e-4334-4acb-940f-dd6fab156cf8 req-912e7a9c-a86c-4819-9bd7-d5dac7e6d868 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3b15bd2d-ad91-4bc4-8519-9e13b13b22af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413213 Aug 16 21:40:06.849789 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4b53ed36-e3c0-4e54-90c7-52281b7f5cc9 None None] Set router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:06.926052 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f304850e-4334-4acb-940f-dd6fab156cf8 req-c420557b-b700-4c69-8067-419cfa180af3 service neutron] 10.222.0.76 "GET /v2.0/networks/3b15bd2d-ad91-4bc4-8519-9e13b13b22af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860615 Aug 16 21:40:07.018088 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f304850e-4334-4acb-940f-dd6fab156cf8 req-8a50b8b2-6de1-4031-b1df-531c70278df5 service neutron] 10.222.0.76 "GET /v2.0/networks/3b15bd2d-ad91-4bc4-8519-9e13b13b22af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852284 Aug 16 21:40:07.070514 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4b53ed36-e3c0-4e54-90c7-52281b7f5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:49Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '5daec918-a4e7-457e-a29d-c1878b1cd173', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'port_id': '541815dc-2b2a-4b86-a780-322a70382520', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'mac_address': 'fa:16:3e:a0:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:05Z', 'updated_at': '2021-08-16T21:40:05Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a471552-a580-44e1-b652-7fc892e8ff59', 'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:d5:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:49Z', 'updated_at': '2021-08-16T21:39:53Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:07.101468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53ed36-e3c0-4e54-90c7-52281b7f5cc9 None None] The sync data for ids ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'] in n-d-793619-14 is: [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:49Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '5daec918-a4e7-457e-a29d-c1878b1cd173', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.25', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'port_id': '541815dc-2b2a-4b86-a780-322a70382520', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'mac_address': 'fa:16:3e:a0:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:05Z', 'updated_at': '2021-08-16T21:40:05Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a471552-a580-44e1-b652-7fc892e8ff59', 'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:d5:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:49Z', 'updated_at': '2021-08-16T21:39:53Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:40:07.278328 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa99e228-4f14-45e5-9872-a1579b2ebf8a None None] New status for floating IP 5daec918-a4e7-457e-a29d-c1878b1cd173: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:40:07.701562 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40302) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:07.767311 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ac8ec285-8a75-41f1-aab0-dbe061b60e8f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/5daec918-a4e7-457e-a29d-c1878b1cd173 HTTP/1.1" status: 200 len: 992 time: 0.0644813 Aug 16 21:40:15.286513 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70828e70-cfa6-4bcb-bf6c-fdc76519d994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:17.560094 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e5fa4e21-0892-4327-9eb2-479309c91716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:17.987989 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:19.393833 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:20.822669 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.251026 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.296959 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.321368 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-348e3d07-576e-4a67-8c88-b571f6181b6b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402050 Aug 16 21:40:33.403092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-d93a33c3-b0bd-4f56-a64e-3142bf4ef3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:33.404572 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-d93a33c3-b0bd-4f56-a64e-3142bf4ef3d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 1097 time: 0.0418272 Aug 16 21:40:33.510667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-f3cc700c-3c07-4dd7-b45e-b6bfa7ecc4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:33.512130 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-f3cc700c-3c07-4dd7-b45e-b6bfa7ecc4a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3b15bd2d-ad91-4bc4-8519-9e13b13b22af HTTP/1.1" status: 200 len: 897 time: 0.0887594 Aug 16 21:40:33.580279 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-395da26e-010c-4c9c-948a-d1643c0a764a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=541815dc-2b2a-4b86-a780-322a70382520 HTTP/1.1" status: 200 len: 1000 time: 0.0601103 Aug 16 21:40:33.634359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-1fbf587b-bea7-4451-a682-d2934120f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:33.635915 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-1fbf587b-bea7-4451-a682-d2934120f968 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12c5e37-de1d-4cb7-ab85-a49f070fcb78 HTTP/1.1" status: 200 len: 834 time: 0.0486076 Aug 16 21:40:33.683261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-7c154f1a-a86e-484a-bc8f-92642835b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:33.684811 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-7c154f1a-a86e-484a-bc8f-92642835b1e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3b15bd2d-ad91-4bc4-8519-9e13b13b22af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412354 Aug 16 21:40:33.778591 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-26281291-d159-4758-9c1a-ae609fd26f9c service neutron] 10.222.0.76 "GET /v2.0/networks/3b15bd2d-ad91-4bc4-8519-9e13b13b22af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856965 Aug 16 21:40:33.876911 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-db6ec996-56b4-4f70-ad7d-5b7133a162c5 req-aa9e062b-1c61-40da-a213-049c0a67c79b service neutron] 10.222.0.76 "GET /v2.0/networks/3b15bd2d-ad91-4bc4-8519-9e13b13b22af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900166 Aug 16 21:40:38.761552 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:40:39.240894 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e3a98-0ddf-44c8-a884-d6caec14f50c req-6375813d-8ec9-44af-a7c3-dee7b7e30918 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:39.242536 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b9e3a98-0ddf-44c8-a884-d6caec14f50c req-6375813d-8ec9-44af-a7c3-dee7b7e30918 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 945 time: 0.0490575 Aug 16 21:40:39.281548 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7b9e3a98-0ddf-44c8-a884-d6caec14f50c req-c41ea1c0-981d-4863-8b9e-1bb660872de9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325215 Aug 16 21:40:40.399191 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d2f7-c5aa-4aff-8e05-92275c2a8ccb req-503d90da-5c08-4da5-8e43-087adb91c30e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:40.400648 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdb9d2f7-c5aa-4aff-8e05-92275c2a8ccb req-503d90da-5c08-4da5-8e43-087adb91c30e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 945 time: 0.0494623 Aug 16 21:40:40.442567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bdb9d2f7-c5aa-4aff-8e05-92275c2a8ccb req-ed33e472-b5c3-4e1d-b21e-97f6e8a2ceb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359344 Aug 16 21:40:40.463818 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40332) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:40.524257 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-753ddfff-a426-49cd-ab77-b0c83751fd0d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/5daec918-a4e7-457e-a29d-c1878b1cd173 HTTP/1.1" status: 200 len: 992 time: 0.0593505 Aug 16 21:40:41.938330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc0a8b-89b2-4e6f-9213-5326829c34fc req-bcd05772-46ac-443f-bdea-a6a25799df83 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:41.939803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09dc0a8b-89b2-4e6f-9213-5326829c34fc req-bcd05772-46ac-443f-bdea-a6a25799df83 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 945 time: 0.0514979 Aug 16 21:40:41.978136 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09dc0a8b-89b2-4e6f-9213-5326829c34fc req-ec98ee26-c124-4818-b87b-283b352c8b47 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315354 Aug 16 21:40:43.099727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458d31a-d428-4983-b991-5706e58c9499 req-95bb1a3b-8c5c-4042-bb49-41c6c607373e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:43.101225 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6458d31a-d428-4983-b991-5706e58c9499 req-95bb1a3b-8c5c-4042-bb49-41c6c607373e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 945 time: 0.0527487 Aug 16 21:40:43.138218 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6458d31a-d428-4983-b991-5706e58c9499 req-4142f49b-8944-42d9-b6a8-8c100a072a95 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310504 Aug 16 21:40:43.160176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40342) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:43.220421 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-73361e65-6c90-40a8-a61d-e07e230db4af tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/5daec918-a4e7-457e-a29d-c1878b1cd173 HTTP/1.1" status: 200 len: 992 time: 0.0591128 Aug 16 21:40:43.429295 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40348) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:43.590150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port c383c572-4281-4c2f-a827-fcb7b98338ed {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:40:43.590499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:43.664995 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:43.665358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:43.677305 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for c383c572-4281-4c2f-a827-fcb7b98338ed owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:40:43.936547 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:43.962248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=c383c572-4281-4c2f-a827-fcb7b98338ed,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:43.973730 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:43.974082 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:43.974419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:43.974755 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:43.975084 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:43.975411 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:43.975738 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:43.976062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:43.976384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:43.976704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:43.977040 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:43.977365 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:44.033489 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:44.033842 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Floating IP 5daec918-a4e7-457e-a29d-c1878b1cd173 disassociated (deleted). External IP: 172.25.4.25, port: 541815dc-2b2a-4b86-a780-322a70382520. Aug 16 21:40:44.236004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:40:44.344952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:40:44.349826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:44.354542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9233f589-f585-40c2-8f75-f8e3c96f7eca None None] Sync routers for ids ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:40:44.363954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233f589-f585-40c2-8f75-f8e3c96f7eca None None] Routers {'f3b4670a-c046-4855-8fcb-dfe508c2d2b8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:44.364568 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9233f589-f585-40c2-8f75-f8e3c96f7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:40:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:44.385909 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-76941349-ccf9-4e0f-8180-aedbd61d665a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/floatingips/5daec918-a4e7-457e-a29d-c1878b1cd173 HTTP/1.1" status: 204 len: 168 time: 0.9555264 Aug 16 21:40:44.386619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'tag': '541815dc-2b2a-4b86-a780-322a70382520'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:44.389044 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ee8db-a47d-4f0f-b116-453679aedf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b24a775-84ff-426c-aaa7-41ce97eaa395", "tag": "541815dc-2b2a-4b86-a780-322a70382520"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:44.427587 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b3f5bb-1299-4f41-8250-23a8dba4d6a4 x-openstack-request-id: req-09b3f5bb-1299-4f41-8250-23a8dba4d6a4 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:44.427886 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b24a775-84ff-426c-aaa7-41ce97eaa395", "tag": "541815dc-2b2a-4b86-a780-322a70382520", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:44.428136 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-09b3f5bb-1299-4f41-8250-23a8dba4d6a4 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:44.428647 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'tag': '541815dc-2b2a-4b86-a780-322a70382520', 'status': 'completed', 'code': 200} Aug 16 21:40:44.472902 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-9233f589-f585-40c2-8f75-f8e3c96f7eca None None] Set router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:44.490382 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee8db-a47d-4f0f-b116-453679aedf6c req-ce2e3ca4-7ecc-4613-8163-dd2bd77ce294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:44.491830 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-927ee8db-a47d-4f0f-b116-453679aedf6c req-ce2e3ca4-7ecc-4613-8163-dd2bd77ce294 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 1097 time: 0.0418179 Aug 16 21:40:44.587308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee8db-a47d-4f0f-b116-453679aedf6c req-490dd767-6bb0-49c4-846c-e14fd8e83afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:44.588792 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-927ee8db-a47d-4f0f-b116-453679aedf6c req-490dd767-6bb0-49c4-846c-e14fd8e83afc service neutron] 10.222.0.76 "GET /v2.0/networks?id=3b15bd2d-ad91-4bc4-8519-9e13b13b22af HTTP/1.1" status: 200 len: 897 time: 0.0905831 Aug 16 21:40:44.634822 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-927ee8db-a47d-4f0f-b116-453679aedf6c req-ded9d9c3-b2fc-456c-94bc-5ad6c1b35341 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=541815dc-2b2a-4b86-a780-322a70382520 HTTP/1.1" status: 200 len: 217 time: 0.0389605 Aug 16 21:40:44.680911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9233f589-f585-40c2-8f75-f8e3c96f7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:49Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9a471552-a580-44e1-b652-7fc892e8ff59', 'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:d5:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:49Z', 'updated_at': '2021-08-16T21:39:53Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:44.696302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee8db-a47d-4f0f-b116-453679aedf6c req-2a1ce164-0237-4c57-be07-92d1029de161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:44.697827 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-927ee8db-a47d-4f0f-b116-453679aedf6c req-2a1ce164-0237-4c57-be07-92d1029de161 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12c5e37-de1d-4cb7-ab85-a49f070fcb78 HTTP/1.1" status: 200 len: 834 time: 0.0475841 Aug 16 21:40:44.708513 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9233f589-f585-40c2-8f75-f8e3c96f7eca None None] Checking router: f3b4670a-c046-4855-8fcb-dfe508c2d2b8 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:40:44.717407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233f589-f585-40c2-8f75-f8e3c96f7eca None None] Routers {'f3b4670a-c046-4855-8fcb-dfe508c2d2b8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:44.718099 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9233f589-f585-40c2-8f75-f8e3c96f7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:40:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:44.746715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee8db-a47d-4f0f-b116-453679aedf6c req-a4a039db-7881-40a6-8c55-5f969d8a3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:44.748154 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-927ee8db-a47d-4f0f-b116-453679aedf6c req-a4a039db-7881-40a6-8c55-5f969d8a3d2f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3b15bd2d-ad91-4bc4-8519-9e13b13b22af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436418 Aug 16 21:40:44.833657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-9233f589-f585-40c2-8f75-f8e3c96f7eca None None] Set router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:44.864095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7577-b32d-49c2-8719-fa147350322a req-b504ba00-8a4c-4475-8141-1eea4a4e0fbc tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:44.872638 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d68e7577-b32d-49c2-8719-fa147350322a req-b504ba00-8a4c-4475-8141-1eea4a4e0fbc tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 945 time: 0.0604124 Aug 16 21:40:44.875378 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-927ee8db-a47d-4f0f-b116-453679aedf6c req-56ab0521-320b-4e83-bd69-0804383c6e45 service neutron] 10.222.0.76 "GET /v2.0/networks/3b15bd2d-ad91-4bc4-8519-9e13b13b22af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173444 Aug 16 21:40:44.907300 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d68e7577-b32d-49c2-8719-fa147350322a req-d987434f-4257-4a8d-8ed1-13c4cd773820 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334456 Aug 16 21:40:44.986220 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-927ee8db-a47d-4f0f-b116-453679aedf6c req-d3997f4d-57b7-4273-94c5-2ec8cd84efa2 service neutron] 10.222.0.76 "GET /v2.0/networks/3b15bd2d-ad91-4bc4-8519-9e13b13b22af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019387 Aug 16 21:40:45.053086 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9233f589-f585-40c2-8f75-f8e3c96f7eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:49Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9a471552-a580-44e1-b652-7fc892e8ff59', 'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:d5:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:49Z', 'updated_at': '2021-08-16T21:39:53Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:45.083578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9233f589-f585-40c2-8f75-f8e3c96f7eca None None] The sync data for ids ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'] in n-d-793619-14 is: [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:39:49Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '9a471552-a580-44e1-b652-7fc892e8ff59', 'name': '', 'network_id': '3b15bd2d-ad91-4bc4-8519-9e13b13b22af', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:d5:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:49Z', 'updated_at': '2021-08-16T21:39:53Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'c12c5e37-de1d-4cb7-ab85-a49f070fcb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:40:45.262137 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f1e0032f-d47d-485a-9a69-8c58e04a698a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:45.320236 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc55417-8cec-47b5-a611-06e5caedf792 None None] New status for floating IP 5daec918-a4e7-457e-a29d-c1878b1cd173: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:40:46.029164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf6e62-2037-4d92-bd52-b2c15f1dd661 req-95202a58-3af8-4799-9d04-e0e7ffaf59af tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:46.030625 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74bf6e62-2037-4d92-bd52-b2c15f1dd661 req-95202a58-3af8-4799-9d04-e0e7ffaf59af tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 945 time: 0.0482335 Aug 16 21:40:46.067364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-74bf6e62-2037-4d92-bd52-b2c15f1dd661 req-4285da32-5684-4a58-bd44-feb7fdb98c8c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308661 Aug 16 21:40:46.352239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760733a2-df02-48d7-b2e8-bd396c5e87f4 req-d4248bb5-e957-4598-b2d0-3f8ae081bd39 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:46.353735 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-760733a2-df02-48d7-b2e8-bd396c5e87f4 req-d4248bb5-e957-4598-b2d0-3f8ae081bd39 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 945 time: 0.0533690 Aug 16 21:40:46.441828 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-760733a2-df02-48d7-b2e8-bd396c5e87f4 req-e5a0d7bc-94a4-42cb-9684-58335a3c753e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port 541815dc-2b2a-4b86-a780-322a70382520 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:40:46.442170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-760733a2-df02-48d7-b2e8-bd396c5e87f4 req-e5a0d7bc-94a4-42cb-9684-58335a3c753e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:46.532238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-760733a2-df02-48d7-b2e8-bd396c5e87f4 req-e5a0d7bc-94a4-42cb-9684-58335a3c753e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port 541815dc-2b2a-4b86-a780-322a70382520, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=541815dc-2b2a-4b86-a780-322a70382520,segment=NetworkSegment(6ee68ab6-7b86-41d5-9339-ebc830151e32),segment_id=6ee68ab6-7b86-41d5-9339-ebc830151e32)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:46.534534 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-760733a2-df02-48d7-b2e8-bd396c5e87f4 req-e5a0d7bc-94a4-42cb-9684-58335a3c753e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:46.545890 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-760733a2-df02-48d7-b2e8-bd396c5e87f4 req-e5a0d7bc-94a4-42cb-9684-58335a3c753e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for 541815dc-2b2a-4b86-a780-322a70382520 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:40:46.753948 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-760733a2-df02-48d7-b2e8-bd396c5e87f4 req-e5a0d7bc-94a4-42cb-9684-58335a3c753e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:46.786936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0d7bc-94a4-42cb-9684-58335a3c753e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=541815dc-2b2a-4b86-a780-322a70382520,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:46.827902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-760733a2-df02-48d7-b2e8-bd396c5e87f4 req-e5a0d7bc-94a4-42cb-9684-58335a3c753e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] No DVR routers for this DVR port 541815dc-2b2a-4b86-a780-322a70382520 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:40:46.830563 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-760733a2-df02-48d7-b2e8-bd396c5e87f4 req-e5a0d7bc-94a4-42cb-9684-58335a3c753e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:46.833171 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-760733a2-df02-48d7-b2e8-bd396c5e87f4 req-e5a0d7bc-94a4-42cb-9684-58335a3c753e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "DELETE /v2.0/ports/541815dc-2b2a-4b86-a780-322a70382520 HTTP/1.1" status: 204 len: 173 time: 0.4738438 Aug 16 21:40:46.833616 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'name': 'network-vif-deleted', 'tag': '541815dc-2b2a-4b86-a780-322a70382520'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:46.835857 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed10471-e15c-4f52-b64c-f027eac3fb29" -d '{"events": [{"server_uuid": "4b24a775-84ff-426c-aaa7-41ce97eaa395", "name": "network-vif-deleted", "tag": "541815dc-2b2a-4b86-a780-322a70382520"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:46.871026 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215143f9-141e-46bf-8955-b1a5ce9d215c x-openstack-request-id: req-215143f9-141e-46bf-8955-b1a5ce9d215c {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:46.871322 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b24a775-84ff-426c-aaa7-41ce97eaa395", "name": "network-vif-deleted", "tag": "541815dc-2b2a-4b86-a780-322a70382520", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:46.871576 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-215143f9-141e-46bf-8955-b1a5ce9d215c {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:46.871975 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b24a775-84ff-426c-aaa7-41ce97eaa395', 'name': 'network-vif-deleted', 'tag': '541815dc-2b2a-4b86-a780-322a70382520', 'status': 'completed', 'code': 200} Aug 16 21:40:47.180493 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ead3487-286a-45bd-ab63-cd99147e3fa8 req-3cc9b66b-0e65-4d6f-b9ec-e168e7340245 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b24a775-84ff-426c-aaa7-41ce97eaa395 HTTP/1.1" status: 200 len: 210 time: 0.0313301 Aug 16 21:40:47.530472 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1196bda7-bcf3-42b4-94b6-7940c227bb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:47.999183 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:48.236440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40364) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:48.598559 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:48.851913 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port 9a471552-a580-44e1-b652-7fc892e8ff59 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:40:48.852258 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:48.938653 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port 9a471552-a580-44e1-b652-7fc892e8ff59, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9a471552-a580-44e1-b652-7fc892e8ff59,segment=NetworkSegment(6ee68ab6-7b86-41d5-9339-ebc830151e32),segment_id=6ee68ab6-7b86-41d5-9339-ebc830151e32)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:48.939018 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:48.951599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for 9a471552-a580-44e1-b652-7fc892e8ff59 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:40:49.216396 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:49.241065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=9a471552-a580-44e1-b652-7fc892e8ff59,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:49.416896 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:49.424169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:49.985048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:40:50.085864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:40:50.090836 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-94911f43-fb73-424a-aec5-99ee9980a8d4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "PUT /v2.0/routers/f3b4670a-c046-4855-8fcb-dfe508c2d2b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8533120 Aug 16 21:40:50.093554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40366) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:50.096198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f4348-ddb8-4d8e-b8fe-6b5f847dad5e None None] Sync routers for ids ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:40:50.105339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f4348-ddb8-4d8e-b8fe-6b5f847dad5e None None] Routers {'f3b4670a-c046-4855-8fcb-dfe508c2d2b8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:50.105947 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8a8f4348-ddb8-4d8e-b8fe-6b5f847dad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:50.147027 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abd7aac-cd7f-41e4-bc1b-001e6b75aa25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting subnet c12c5e37-de1d-4cb7-ab85-a49f070fcb78 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:40:50.150096 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0abd7aac-cd7f-41e4-bc1b-001e6b75aa25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:50.191437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0abd7aac-cd7f-41e4-bc1b-001e6b75aa25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:50.278678 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0abd7aac-cd7f-41e4-bc1b-001e6b75aa25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:50.343433 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 541815dc-2b2a-4b86-a780-322a70382520 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:40:50.365390 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 541815dc-2b2a-4b86-a780-322a70382520 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:40:50.365738 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 541815dc-2b2a-4b86-a780-322a70382520 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:40:50.388453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-8a8f4348-ddb8-4d8e-b8fe-6b5f847dad5e None None] Set router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:50.439894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0abd7aac-cd7f-41e4-bc1b-001e6b75aa25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:50.467139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd7aac-cd7f-41e4-bc1b-001e6b75aa25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Subnet': ['ID=c12c5e37-de1d-4cb7-ab85-a49f070fcb78,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:50.470936 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0abd7aac-cd7f-41e4-bc1b-001e6b75aa25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:50.473391 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0abd7aac-cd7f-41e4-bc1b-001e6b75aa25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/subnets/c12c5e37-de1d-4cb7-ab85-a49f070fcb78 HTTP/1.1" status: 204 len: 168 time: 0.3788850 Aug 16 21:40:50.476166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40368) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:50.479384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b64f2-b9a3-4165-9f93-801920b52085 None None] Network 3b15bd2d-ad91-4bc4-8519-9e13b13b22af requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:40:50.714566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8a8f4348-ddb8-4d8e-b8fe-6b5f847dad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:40:49Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:50.755035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f4348-ddb8-4d8e-b8fe-6b5f847dad5e None None] Checking router: f3b4670a-c046-4855-8fcb-dfe508c2d2b8 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:40:50.766248 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] DHCP port deletion for 3b15bd2d-ad91-4bc4-8519-9e13b13b22af request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:40:50.775706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f4348-ddb8-4d8e-b8fe-6b5f847dad5e None None] Routers {'f3b4670a-c046-4855-8fcb-dfe508c2d2b8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:50.776349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8a8f4348-ddb8-4d8e-b8fe-6b5f847dad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:50.875058 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:50.910578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Deleting port 9a1372bc-4b03-4d03-8ada-405af906e54c {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:40:50.910955 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:50.915882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-8a8f4348-ddb8-4d8e-b8fe-6b5f847dad5e None None] Set router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:50.956534 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.069961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.070324 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] For port 9a1372bc-4b03-4d03-8ada-405af906e54c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=9a1372bc-4b03-4d03-8ada-405af906e54c,segment=NetworkSegment(6ee68ab6-7b86-41d5-9339-ebc830151e32),segment_id=6ee68ab6-7b86-41d5-9339-ebc830151e32)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:51.070648 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.088549 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Calling delete_port for 9a1372bc-4b03-4d03-8ada-405af906e54c owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:40:51.152724 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9a1372bc-4b03-4d03-8ada-405af906e54c no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:40:51.197273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port c7b3ef09-24ee-43da-b404-c9357c06bb73 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:40:51.197626 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.280548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port c7b3ef09-24ee-43da-b404-c9357c06bb73, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c7b3ef09-24ee-43da-b404-c9357c06bb73,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:51.280921 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.292416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-8a8f4348-ddb8-4d8e-b8fe-6b5f847dad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:40:49Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:51.293905 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for c7b3ef09-24ee-43da-b404-c9357c06bb73 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:40:51.319567 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.321668 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f4348-ddb8-4d8e-b8fe-6b5f847dad5e None None] The sync data for ids ['f3b4670a-c046-4855-8fcb-dfe508c2d2b8'] in n-d-793619-14 is: [{'id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928668876', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:39:45Z', 'updated_at': '2021-08-16T21:40:49Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c7b3ef09-24ee-43da-b404-c9357c06bb73', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4670a-c046-4855-8fcb-dfe508c2d2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:39:46Z', 'updated_at': '2021-08-16T21:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:40:51.365659 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.414577 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Pushing event deleted for resources: {'Port': ['ID=9a1372bc-4b03-4d03-8ada-405af906e54c,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:51.416682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] No DVR routers for this DVR port 9a1372bc-4b03-4d03-8ada-405af906e54c on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:40:51.426866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.427402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.428075 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.428344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.428566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.428896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.429246 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.429593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.429962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.430201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.430520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.430823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2cdd9-1d10-47fd-949d-26b9d4f27b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.553660 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.579778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=c7b3ef09-24ee-43da-b404-c9357c06bb73,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:51.591621 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.592087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.592436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.592770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.593135 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.593469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.593802 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.594148 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.594461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.594792 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.595120 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.595442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:51.647919 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.756504 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.759307 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.884947 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.885563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Fanout notify agent at l3_agent the message router_deleted on router f3b4670a-c046-4855-8fcb-dfe508c2d2b8 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:40:51.892418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:51.893614 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-99e521fe-47ab-4634-8515-b6032a0c6195 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/routers/f3b4670a-c046-4855-8fcb-dfe508c2d2b8 HTTP/1.1" status: 204 len: 168 time: 1.4158797 Aug 16 21:40:51.896354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40370) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:51.982761 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.077561 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.088013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b15bd2d-ad91-4bc4-8519-9e13b13b22af']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:52.098129 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee68ab6-7b86-41d5-9339-ebc830151e32') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:52.098426 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee68ab6-7b86-41d5-9339-ebc830151e32') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:52.107054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.120792 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.126586 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:40:52.126993 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:40:52.129963 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:40:52.267537 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.276732 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.276732 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/networks/3b15bd2d-ad91-4bc4-8519-9e13b13b22af HTTP/1.1" status: 204 len: 168 time: 0.3792598 Aug 16 21:40:52.279611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40372) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:52.289596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238fe8b-0d6b-432b-9612-03ceaed83afe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Network': ['ID=3b15bd2d-ad91-4bc4-8519-9e13b13b22af,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:52.338512 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bc6488d3-14d9-4622-bdfd-e83a70882ef4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.365442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bc6488d3-14d9-4622-bdfd-e83a70882ef4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.547814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bc6488d3-14d9-4622-bdfd-e83a70882ef4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.551037 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-bc6488d3-14d9-4622-bdfd-e83a70882ef4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.552212 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-bc6488d3-14d9-4622-bdfd-e83a70882ef4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/security-groups/45baf0f9-12ab-4a17-a7f7-76bb3aed22cb HTTP/1.1" status: 204 len: 168 time: 0.2716155 Aug 16 21:40:52.561652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6488d3-14d9-4622-bdfd-e83a70882ef4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45baf0f9-12ab-4a17-a7f7-76bb3aed22cb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:52.970226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40378) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:52.975504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d51f6581-4f7f-4ecf-9ff7-3a87cc55d0e8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823390163', 'description': 'tempest-secgroup-smoke-1823390163 description', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:53.084797 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d51f6581-4f7f-4ecf-9ff7-3a87cc55d0e8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:53.091528 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c7b3ef09-24ee-43da-b404-c9357c06bb73 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:40:53.112569 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c7b3ef09-24ee-43da-b404-c9357c06bb73 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:40:53.112911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c7b3ef09-24ee-43da-b404-c9357c06bb73 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:40:53.113374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9a471552-a580-44e1-b652-7fc892e8ff59 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:40:53.131537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 9a471552-a580-44e1-b652-7fc892e8ff59 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:40:53.131962 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 9a471552-a580-44e1-b652-7fc892e8ff59 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:40:53.170080 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d51f6581-4f7f-4ecf-9ff7-3a87cc55d0e8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:53.244354 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d51f6581-4f7f-4ecf-9ff7-3a87cc55d0e8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:53.272596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f6581-4f7f-4ecf-9ff7-3a87cc55d0e8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1375fc-f139-4f28-a353-2db6b4faf239,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:53.341736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d51f6581-4f7f-4ecf-9ff7-3a87cc55d0e8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:53.343032 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d51f6581-4f7f-4ecf-9ff7-3a87cc55d0e8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3717821 Aug 16 21:40:53.345862 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40380) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:53.350893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2b000c6f-f299-4c9a-85c7-8b9d5b43de31 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '0a1375fc-f139-4f28-a353-2db6b4faf239', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:53.440622 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b000c6f-f299-4c9a-85c7-8b9d5b43de31 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:53.508031 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b000c6f-f299-4c9a-85c7-8b9d5b43de31 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:53.604910 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b000c6f-f299-4c9a-85c7-8b9d5b43de31 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:53.624823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b000c6f-f299-4c9a-85c7-8b9d5b43de31 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db94cf1-47ea-408c-b2a4-efec588e77dc,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:53.753696 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2b000c6f-f299-4c9a-85c7-8b9d5b43de31 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:53.754926 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2b000c6f-f299-4c9a-85c7-8b9d5b43de31 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4075842 Aug 16 21:40:53.757765 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40382) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:53.762165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-352c8e73-11ac-4e81-948c-55678da6bc57 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '0a1375fc-f139-4f28-a353-2db6b4faf239', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:53.895266 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-352c8e73-11ac-4e81-948c-55678da6bc57 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:53.952117 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-352c8e73-11ac-4e81-948c-55678da6bc57 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:54.090510 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-352c8e73-11ac-4e81-948c-55678da6bc57 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:54.109614 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c8e73-11ac-4e81-948c-55678da6bc57 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73b6793-9483-4511-b5a0-cbf01bad1abe,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:54.244597 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-352c8e73-11ac-4e81-948c-55678da6bc57 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:54.245857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-352c8e73-11ac-4e81-948c-55678da6bc57 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4871669 Aug 16 21:40:54.248582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40384) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:54.253143 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9f09cfd6-9037-4606-9978-925d604c49d1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '0a1375fc-f139-4f28-a353-2db6b4faf239', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:54.357835 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f09cfd6-9037-4606-9978-925d604c49d1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:54.417801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f09cfd6-9037-4606-9978-925d604c49d1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:54.542086 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f09cfd6-9037-4606-9978-925d604c49d1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:54.560013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09cfd6-9037-4606-9978-925d604c49d1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24c21a7-a959-4a7a-8a3f-f187410be2fe,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:54.671814 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9f09cfd6-9037-4606-9978-925d604c49d1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:54.673000 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9f09cfd6-9037-4606-9978-925d604c49d1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4234314 Aug 16 21:40:54.675787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40386) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:54.680255 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4b20fcc6-dd43-4e3c-8645-74c8e1d69280 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '0a1375fc-f139-4f28-a353-2db6b4faf239', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:54.763432 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b20fcc6-dd43-4e3c-8645-74c8e1d69280 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:54.821200 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b20fcc6-dd43-4e3c-8645-74c8e1d69280 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:54.895818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b20fcc6-dd43-4e3c-8645-74c8e1d69280 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:54.912983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20fcc6-dd43-4e3c-8645-74c8e1d69280 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258a69fa-faa9-44ed-82e1-7b74240dc244,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:55.027673 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4b20fcc6-dd43-4e3c-8645-74c8e1d69280 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:55.028847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4b20fcc6-dd43-4e3c-8645-74c8e1d69280 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3521063 Aug 16 21:40:55.031662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40388) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:55.036172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e676926e-9ae9-4afe-b18d-0619bd61c2bd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '0a1375fc-f139-4f28-a353-2db6b4faf239', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:55.153259 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-e676926e-9ae9-4afe-b18d-0619bd61c2bd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Project a2942ea796e745c2b490c06a4e84a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:40:55.158411 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e676926e-9ae9-4afe-b18d-0619bd61c2bd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:55.218220 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e676926e-9ae9-4afe-b18d-0619bd61c2bd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:55.318780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e676926e-9ae9-4afe-b18d-0619bd61c2bd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:55.336522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676926e-9ae9-4afe-b18d-0619bd61c2bd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7692d45-4e59-42c1-a0db-348344225b0a,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:55.450304 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e676926e-9ae9-4afe-b18d-0619bd61c2bd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:55.451554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e676926e-9ae9-4afe-b18d-0619bd61c2bd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4189203 Aug 16 21:40:55.454466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40390) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:55.458906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-547aa8c3-0095-4bc9-ac35-7d1fff2c7500 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '0a1375fc-f139-4f28-a353-2db6b4faf239', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:55.536127 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-547aa8c3-0095-4bc9-ac35-7d1fff2c7500 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Project a2942ea796e745c2b490c06a4e84a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:40:55.541657 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-547aa8c3-0095-4bc9-ac35-7d1fff2c7500 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:55.603941 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-547aa8c3-0095-4bc9-ac35-7d1fff2c7500 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:55.707119 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-547aa8c3-0095-4bc9-ac35-7d1fff2c7500 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:55.724060 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547aa8c3-0095-4bc9-ac35-7d1fff2c7500 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb149129-f640-44e6-8f34-9745a158a25a,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:55.855943 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-547aa8c3-0095-4bc9-ac35-7d1fff2c7500 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:55.857167 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-547aa8c3-0095-4bc9-ac35-7d1fff2c7500 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4017346 Aug 16 21:40:55.860088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40392) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:55.865557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'network': {'name': 'tempest-network-smoke--1126567260', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'port_security_enabled': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:56.027303 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:40:56.030817 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:56.054659 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:40:56.063220 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:56.063556 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Added segment b254ea35-b181-4a9e-aeb0-d98e06855c0a of type vlan for network a4b780f4-68ad-49b3-b13e-dc456feecab9 Aug 16 21:40:56.101847 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:56.227850 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:56.233520 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:56.234110 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:56.302585 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Network': ['ID=a4b780f4-68ad-49b3-b13e-dc456feecab9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:56.312500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a4b780f4-68ad-49b3-b13e-dc456feecab9 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:40:56.377630 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-289783ae-126b-49b9-a49f-e220ca744655 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5155997 Aug 16 21:40:56.379701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40394) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:56.384261 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'admin_state_up': True, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:56.478925 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:56.479924 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:56.531095 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:56.760888 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:57.036559 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:57.055597 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:57.157177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.25.4.174 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/c6c43783-883e-48c4-ab68-d58552611f19) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:40:57.262546 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:57.422181 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:57.462949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:40:57.465829 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:57.469602 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:40:57.474965 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=c6c43783-883e-48c4-ab68-d58552611f19,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:57.792458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:57.988392 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:58.250260 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:40:58.355594 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:40:58.365530 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Sync routers for ids ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:40:58.374413 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Routers {'94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:58.375024 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:58.472497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:58.473805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6aff8a58-9df1-4b29-8f3b-78ccab5feebb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0932236 Aug 16 21:40:58.477016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40396) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:58.478472 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Set router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:58.513793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-93fc9eb0-e4f1-4b35-bea6-25bbfb452c37 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=a2942ea796e745c2b490c06a4e84a0ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331533 Aug 16 21:40:58.514019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40398) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:58.656834 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:40:57Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:58.661536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e8f232-7616-43d8-b7df-e47cb5efbb67 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:58.665664 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-00e8f232-7616-43d8-b7df-e47cb5efbb67 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1482916 Aug 16 21:40:58.665983 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40400) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:58.683286 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Checking router: 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:40:58.683635 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Updating router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 port c6c43783-883e-48c4-ab68-d58552611f19 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:40:58.700237 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a045c0c9-b447-4152-b7a3-d161dbb00314 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327091 Aug 16 21:40:58.702468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40402) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:58.707349 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760262674', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:58.708119 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:58.873173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:40:58.876755 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:58.962426 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:58.973451 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Transition to ACTIVE for port object c6c43783-883e-48c4-ab68-d58552611f19 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:40:59.083777 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:59.150714 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Attempting to bind port c6c43783-883e-48c4-ab68-d58552611f19 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:40:59.150990 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Attempting to bind port c6c43783-883e-48c4-ab68-d58552611f19 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:40:59.151343 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Attempting to bind port c6c43783-883e-48c4-ab68-d58552611f19 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:40:59.153321 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Pushing event updated for resources: {'Port': ['ID=c6c43783-883e-48c4-ab68-d58552611f19,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:59.162187 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:40:59.162559 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:40:59.162962 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:59.163353 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:40:59.163816 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Bound port: c6c43783-883e-48c4-ab68-d58552611f19, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:40:59.164192 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:59.166597 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.166934 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.167262 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.167583 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.167907 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.168226 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.168562 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.168856 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.169195 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.174952 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.174952 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.174952 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:59.223309 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] For port c6c43783-883e-48c4-ab68-d58552611f19, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:40:59.226428 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] For port c6c43783-883e-48c4-ab68-d58552611f19, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c6c43783-883e-48c4-ab68-d58552611f19,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:40:59.342557 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:59.403258 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Routers {'94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:59.403892 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:59.406635 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476a632-2a65-44ae-9b46-44c815917f88 None None] Pushing event updated for resources: {'Port': ['ID=c6c43783-883e-48c4-ab68-d58552611f19,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:59.439566 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:59.507949 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Subnet': ['ID=04f00f7c-a14a-46d0-ae40-6de5d6102b70,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:59.517396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Checking segment: {'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:40:59.517764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network hostable DHCP agents. Network: a4b780f4-68ad-49b3-b13e-dc456feecab9, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:40:59.587751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network a4b780f4-68ad-49b3-b13e-dc456feecab9 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:40:59.594683 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] Set router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:59.667421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a4b780f4-68ad-49b3-b13e-dc456feecab9) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:59.672390 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:59.675082 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:59.676841 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f7013-a515-452c-8e31-b19c82eb571d None None] Network a4b780f4-68ad-49b3-b13e-dc456feecab9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:40:59.759963 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e6ecba1d-f58e-4302-a156-86cab3b05f0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0564446 Aug 16 21:40:59.762834 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40404) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:59.771469 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:40:57Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:59.797823 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1b27d-5cb9-4e4c-bbf7-c7e60696ef95 None None] The sync data for ids ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'] in n-d-793619-14 is: [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:40:57Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:40:59.830368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-a4b780f4-68ad-49b3-b13e-dc456feecab9', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ips': [{'subnet_id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:40:59.831686 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:59.974673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Allocated IP 172.20.0.2 (a4b780f4-68ad-49b3-b13e-dc456feecab9/04f00f7c-a14a-46d0-ae40-6de5d6102b70/3d396dca-ffd3-4a8b-98d5-5c168c2be03b) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:41:00.168196 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:00.178228 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Transition to ACTIVE for port object 3d396dca-ffd3-4a8b-98d5-5c168c2be03b will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:41:00.194406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Transition to ACTIVE for port object 3d396dca-ffd3-4a8b-98d5-5c168c2be03b will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:41:00.244930 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:00.301224 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:00.342792 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Network a4b780f4-68ad-49b3-b13e-dc456feecab9 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:41:00.348207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:41:00.352636 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:41:00.355706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Pushing event updated for resources: {'Port': ['ID=3d396dca-ffd3-4a8b-98d5-5c168c2be03b,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:00.415106 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Attempting to bind port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:41:00.415650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Attempting to bind port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:41:00.416131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Attempting to bind port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b on network a4b780f4-68ad-49b3-b13e-dc456feecab9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:41:00.421709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:41:00.422089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Checking segment: {'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:41:00.422501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:00.422926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Bound using segment: {'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:41:00.423400 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Bound port: 3d396dca-ffd3-4a8b-98d5-5c168c2be03b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:41:00.423790 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:00.496064 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] For port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:41:00.496064 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] For port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3d396dca-ffd3-4a8b-98d5-5c168c2be03b,segment=NetworkSegment(b254ea35-b181-4a9e-aeb0-d98e06855c0a),segment_id=b254ea35-b181-4a9e-aeb0-d98e06855c0a)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:41:00.594837 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.20.0.1 (a4b780f4-68ad-49b3-b13e-dc456feecab9/04f00f7c-a14a-46d0-ae40-6de5d6102b70/fc8354e6-2e5f-4c78-b9a5-b107710e1f57) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:41:00.599377 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:00.663108 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6f10b-f173-429f-a189-6e28f7a50f0c None None] Pushing event updated for resources: {'Port': ['ID=3d396dca-ffd3-4a8b-98d5-5c168c2be03b,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:00.734812 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:00.749125 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Transition to ACTIVE for port object fc8354e6-2e5f-4c78-b9a5-b107710e1f57 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:41:00.880239 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:00.925288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network a4b780f4-68ad-49b3-b13e-dc456feecab9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:41:00.928426 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:41:00.931012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:41:00.960522 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=fc8354e6-2e5f-4c78-b9a5-b107710e1f57,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:00.984957 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:01.158776 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c6c43783-883e-48c4-ab68-d58552611f19 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:41:01.230162 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:01.290575 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c6c43783-883e-48c4-ab68-d58552611f19 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:41:01.294717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c6c43783-883e-48c4-ab68-d58552611f19 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:41:01.295185 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:01.375513 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:01.397190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c6c43783-883e-48c4-ab68-d58552611f19, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c6c43783-883e-48c4-ab68-d58552611f19,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:41:01.462607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:01.463456 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d396dca-ffd3-4a8b-98d5-5c168c2be03b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:41:01.507807 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:01.542374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c6c43783-883e-48c4-ab68-d58552611f19,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:01.570155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:01.646377 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=fc8354e6-2e5f-4c78-b9a5-b107710e1f57,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:01.656950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:01.661805 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:41:01.749920 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b11eb78-e616-48a2-8897-0dadd3a685ab None None] Network a4b780f4-68ad-49b3-b13e-dc456feecab9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:41:01.763414 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network a4b780f4-68ad-49b3-b13e-dc456feecab9 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:41:01.764799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:41:01.875897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:41:01.913459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-691eb004-b0ca-485a-9cf4-bbb2dd95b33c None None] Provisioning for port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:41:01.917562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-691eb004-b0ca-485a-9cf4-bbb2dd95b33c None None] Provisioning complete for port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:41:01.918267 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-691eb004-b0ca-485a-9cf4-bbb2dd95b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:01.989921 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:41:02.001796 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0e4cf5f6-c708-4d77-9498-9a12f76263a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "PUT /v2.0/routers/94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2374654 Aug 16 21:41:02.005951 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Sync routers for ids ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:41:02.013120 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-691eb004-b0ca-485a-9cf4-bbb2dd95b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:02.029052 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Routers {'94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:41:02.029763 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:41:02.151418 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-eabc6439-448b-4816-b4f2-dedc1cf85d99 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823390163&fields=id&tenant_id=a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 267 time: 0.0397682 Aug 16 21:41:02.261016 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-691eb004-b0ca-485a-9cf4-bbb2dd95b33c None None] For port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3d396dca-ffd3-4a8b-98d5-5c168c2be03b,segment=NetworkSegment(b254ea35-b181-4a9e-aeb0-d98e06855c0a),segment_id=b254ea35-b181-4a9e-aeb0-d98e06855c0a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:41:02.275247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-6cf196be-0fff-4cc3-b9db-0f9111563143 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:02.277009 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-6cf196be-0fff-4cc3-b9db-0f9111563143 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/networks?id=a4b780f4-68ad-49b3-b13e-dc456feecab9 HTTP/1.1" status: 200 len: 797 time: 0.1171675 Aug 16 21:41:02.295057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-5ce3d861-1e5e-43a9-b6cd-8f559432cc99 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/quotas/a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 375 time: 0.0112450 Aug 16 21:41:02.327608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Set router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:41:02.353249 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-48fda853-9688-48cc-9f14-4d66fe699200 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503364 Aug 16 21:41:02.406147 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-691eb004-b0ca-485a-9cf4-bbb2dd95b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:02.510667 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-3bbfa543-05e1-4a46-98b6-e80ef7be0be6 service neutron] 10.222.0.74 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433604 Aug 16 21:41:02.515119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691eb004-b0ca-485a-9cf4-bbb2dd95b33c None None] Pushing event updated for resources: {'Port': ['ID=3d396dca-ffd3-4a8b-98d5-5c168c2be03b,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:02.566301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-52a000c4-0df1-45bc-b736-494bfd819885 None None] Provisioning complete for port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:41:02.566686 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-52a000c4-0df1-45bc-b736-494bfd819885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:02.617829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-1af1c740-98be-4d5c-8d81-d68a7977e93f service neutron] 10.222.0.74 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915041 Aug 16 21:41:02.624793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'fc8354e6-2e5f-4c78-b9a5-b107710e1f57', 'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:2d:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:41:00Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 2, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:41:02.657247 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Checking router: 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:41:02.657607 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Updating router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:41:02.706893 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:02.837048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-52a000c4-0df1-45bc-b736-494bfd819885 None None] Provisioning for port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:41:02.852508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-52a000c4-0df1-45bc-b736-494bfd819885 None None] Provisioning complete for port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:41:02.852892 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-52a000c4-0df1-45bc-b736-494bfd819885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:02.898755 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6939b4f0-59a5-4074-b8c3-685fc3bfd6d9 req-fb48dadf-4345-4767-b31a-74ebc26a1e58 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 210 time: 0.0346828 Aug 16 21:41:02.922539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-52a000c4-0df1-45bc-b736-494bfd819885 None None] Port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:41:03.017898 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.027638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Transition to ACTIVE for port object fc8354e6-2e5f-4c78-b9a5-b107710e1f57 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:41:03.041986 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bee9d05a-70f0-4f2c-b405-3ddeaeb25ed7 None None] Provisioning complete for port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:41:03.042356 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bee9d05a-70f0-4f2c-b405-3ddeaeb25ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.079659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bee9d05a-70f0-4f2c-b405-3ddeaeb25ed7 None None] Port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:41:03.112991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c6c43783-883e-48c4-ab68-d58552611f19 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:41:03.143966 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.214833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901423f0-2767-4f5c-bc9f-ff5c202d5caa None None] Pushing event updated for resources: {'Port': ['ID=fc8354e6-2e5f-4c78-b9a5-b107710e1f57,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:03.226673 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c6c43783-883e-48c4-ab68-d58552611f19 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:41:03.227176 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.262999 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.301603 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Attempting to bind port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:41:03.301985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Attempting to bind port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:41:03.302354 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Attempting to bind port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 on network a4b780f4-68ad-49b3-b13e-dc456feecab9 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:41:03.310974 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:41:03.311349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Checking segment: {'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:41:03.311782 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.312190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Bound using segment: {'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:41:03.312923 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Bound port: fc8354e6-2e5f-4c78-b9a5-b107710e1f57, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:41:03.313344 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.370674 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.406177 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] For port fc8354e6-2e5f-4c78-b9a5-b107710e1f57, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:41:03.416975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] For port fc8354e6-2e5f-4c78-b9a5-b107710e1f57, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=fc8354e6-2e5f-4c78-b9a5-b107710e1f57,segment=NetworkSegment(b254ea35-b181-4a9e-aeb0-d98e06855c0a),segment_id=b254ea35-b181-4a9e-aeb0-d98e06855c0a)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:41:03.431766 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d396dca-ffd3-4a8b-98d5-5c168c2be03b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:41:03.477937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:41:03.478241 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.514285 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.606597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901423f0-2767-4f5c-bc9f-ff5c202d5caa None None] Pushing event updated for resources: {'Port': ['ID=fc8354e6-2e5f-4c78-b9a5-b107710e1f57,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:03.608343 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Routers {'94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:41:03.608970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:41:03.728431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] Set router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:41:03.934620 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'fc8354e6-2e5f-4c78-b9a5-b107710e1f57', 'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:2d:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:41:00Z', 'updated_at': '2021-08-16T21:41:03Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:41:03.961896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62743fac-26ed-4b74-9da8-38a700c9fe45 None None] The sync data for ids ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'] in n-d-793619-14 is: [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'fc8354e6-2e5f-4c78-b9a5-b107710e1f57', 'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:2d:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:41:00Z', 'updated_at': '2021-08-16T21:41:03Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:41:03.976441 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-29c1d8e0-d5e4-4f9d-a319-71fed37ef064 req-60c8ca39-f256-4068-bf96-8368e0c023da tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 210 time: 0.0283277 Aug 16 21:41:05.072944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-262bedc9-4f38-4acc-b498-919eddb54983 req-0902b751-0aac-4973-ab71-44747e1a8af3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 210 time: 0.0281935 Aug 16 21:41:05.124114 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device fc8354e6-2e5f-4c78-b9a5-b107710e1f57 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:41:05.319186 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:41:05.323141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:41:05.323551 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:05.401912 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-da479a85-8283-4078-9ce4-516cfc71daa9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:05.402818 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:05.403410 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-da479a85-8283-4078-9ce4-516cfc71daa9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/networks?id=a4b780f4-68ad-49b3-b13e-dc456feecab9 HTTP/1.1" status: 200 len: 797 time: 0.1043739 Aug 16 21:41:05.434940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port fc8354e6-2e5f-4c78-b9a5-b107710e1f57, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=fc8354e6-2e5f-4c78-b9a5-b107710e1f57,segment=NetworkSegment(b254ea35-b181-4a9e-aeb0-d98e06855c0a),segment_id=b254ea35-b181-4a9e-aeb0-d98e06855c0a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:41:05.447198 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-1f1332fd-b1f4-499f-8238-0352cc2150a5 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 380 time: 0.0342598 Aug 16 21:41:05.456914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'port': {'device_id': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'admin_state_up': True, 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'security_groups': ['0a1375fc-f139-4f28-a353-2db6b4faf239']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:41:05.553515 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:05.603267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=fc8354e6-2e5f-4c78-b9a5-b107710e1f57,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:05.672319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:41:05.675910 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:05.805875 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.20.0.13 (a4b780f4-68ad-49b3-b13e-dc456feecab9/04f00f7c-a14a-46d0-ae40-6de5d6102b70/938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:41:05.942255 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:05.955080 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Transition to ACTIVE for port object 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:41:06.167864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a61f3e72-0aa8-40c2-9b1c-5d08ff1d2549 req-4fb1418a-b3ec-46cc-9785-319e9c445e5b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Aug 16 21:41:06.170756 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:06.222320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network a4b780f4-68ad-49b3-b13e-dc456feecab9 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:41:06.225465 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:41:06.227858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:41:06.256178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:06.281862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:06.282488 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:06.432756 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-104a4a31-0d82-4d47-a5e9-ea330e6526a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9801047 Aug 16 21:41:06.445619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Request body: {'port': {'device_id': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:41:06.500531 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:06.593011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cd5be787-16cf-4ad5-aa4a-d60ea37dcd35 None None] Provisioning for port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:41:06.597623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cd5be787-16cf-4ad5-aa4a-d60ea37dcd35 None None] Provisioning complete for port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:41:06.598032 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cd5be787-16cf-4ad5-aa4a-d60ea37dcd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:06.635201 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-cd5be787-16cf-4ad5-aa4a-d60ea37dcd35 None None] Port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:41:06.767768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:41:06.775321 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:06.787401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Transition to ACTIVE for port object 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:41:06.872522 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:06.921269 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Pushing event updated for resources: {'Port': ['ID=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:06.993519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Attempting to bind port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:41:06.993865 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Attempting to bind port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:41:06.994204 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Attempting to bind port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 on network a4b780f4-68ad-49b3-b13e-dc456feecab9 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:41:06.998810 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 on network a4b780f4-68ad-49b3-b13e-dc456feecab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:41:06.999135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Attempting to bind port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 on network a4b780f4-68ad-49b3-b13e-dc456feecab9 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:41:07.005001 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:41:07.005364 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Checking segment: {'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:41:07.005760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Bound using segment: {'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:41:07.006197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Bound port: 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b254ea35-b181-4a9e-aeb0-d98e06855c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:41:07.006568 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:07.079582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] For port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:41:07.082757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] For port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8,segment=NetworkSegment(b254ea35-b181-4a9e-aeb0-d98e06855c0a),segment_id=b254ea35-b181-4a9e-aeb0-d98e06855c0a)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:41:07.102534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device fc8354e6-2e5f-4c78-b9a5-b107710e1f57 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:41:07.156128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:41:07.156502 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:07.182410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:07.229091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:07.229832 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:07.231610 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] 10.222.0.76 "PUT /v2.0/ports/938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 HTTP/1.1" status: 200 len: 1093 time: 0.7899785 Aug 16 21:41:07.231835 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'tag': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:41:07.234357 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d1a68e-0018-43b1-b869-9949ea0275de" -d '{"events": [{"name": "network-changed", "server_uuid": "c44d9568-e8e7-43ca-909b-496710dbe743", "tag": "938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:41:07.253353 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101ae9c-3aeb-49e2-849d-488230dbea0a service neutron] Pushing event updated for resources: {'Port': ['ID=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:07.296864 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f65fd-2474-4cce-90da-8574a415679a req-4af3c88a-6c53-4254-b3c9-630e5830c626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:07.298334 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8f972e-442d-45f8-8616-f073596be0c3 x-openstack-request-id: req-be8f972e-442d-45f8-8616-f073596be0c3 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:41:07.298626 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e33f65fd-2474-4cce-90da-8574a415679a req-4af3c88a-6c53-4254-b3c9-630e5830c626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 944 time: 0.0523622 Aug 16 21:41:07.298742 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44d9568-e8e7-43ca-909b-496710dbe743", "tag": "938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:41:07.298962 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-be8f972e-442d-45f8-8616-f073596be0c3 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:41:07.299345 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'tag': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8', 'status': 'completed', 'code': 200} Aug 16 21:41:07.346447 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e33f65fd-2474-4cce-90da-8574a415679a req-3a8616bc-9e4d-44e7-b3a5-97a810061bbd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392623 Aug 16 21:41:07.360611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1a68e-0018-43b1-b869-9949ea0275de req-2d540cf7-b292-4770-85b1-8b158733339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:07.362269 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f0d1a68e-0018-43b1-b869-9949ea0275de req-2d540cf7-b292-4770-85b1-8b158733339d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 1096 time: 0.0432277 Aug 16 21:41:07.468097 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1a68e-0018-43b1-b869-9949ea0275de req-91ffe9a7-8cd8-408a-84d2-9e92356cadcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:07.469915 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f0d1a68e-0018-43b1-b869-9949ea0275de req-91ffe9a7-8cd8-408a-84d2-9e92356cadcb service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0995061 Aug 16 21:41:07.569240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1a68e-0018-43b1-b869-9949ea0275de req-18e372cb-8001-477f-b019-881ce9690fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:07.570736 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f0d1a68e-0018-43b1-b869-9949ea0275de req-18e372cb-8001-477f-b019-881ce9690fec service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944502 Aug 16 21:41:07.645611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-8feb0094-218b-470d-8429-308630805f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:07.647114 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-8feb0094-218b-470d-8429-308630805f72 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 1096 time: 0.0404966 Aug 16 21:41:07.691032 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-07e0cd96-4b53-4db0-8c93-a6eb2b4901db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 HTTP/1.1" status: 200 len: 217 time: 0.0342391 Aug 16 21:41:07.738931 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-61e921e7-6f5a-4504-a566-4b09b0a7362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:07.740307 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-61e921e7-6f5a-4504-a566-4b09b0a7362e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04f00f7c-a14a-46d0-ae40-6de5d6102b70 HTTP/1.1" status: 200 len: 835 time: 0.0420737 Aug 16 21:41:07.789148 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d8267399-9e0b-440d-8997-dc007288b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:07.790601 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-d8267399-9e0b-440d-8997-dc007288b246 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a4b780f4-68ad-49b3-b13e-dc456feecab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428195 Aug 16 21:41:07.879180 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-eed9c7d5-cac1-4e86-9861-a7a45a736378 service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813243 Aug 16 21:41:07.972292 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-17003c21-4936-4f50-a0af-3409a6d7ddbc req-e227712d-4193-4a56-85c2-1198765fe199 service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865648 Aug 16 21:41:08.468332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f17b47-754c-419f-bfad-30f0577d3e70 req-6c91c38d-07fc-474d-81a0-f05b338d8945 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:08.469908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3f17b47-754c-419f-bfad-30f0577d3e70 req-6c91c38d-07fc-474d-81a0-f05b338d8945 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 944 time: 0.0527716 Aug 16 21:41:08.508221 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3f17b47-754c-419f-bfad-30f0577d3e70 req-bf1589ad-15ee-4ea5-9434-81bfe942078f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Aug 16 21:41:09.624077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7637d8-c111-437a-ae2c-ec33b7f3a4c7 req-c38d50a0-d7a0-4b4d-bb9a-0a677bbb1e01 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:09.625596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f7637d8-c111-437a-ae2c-ec33b7f3a4c7 req-c38d50a0-d7a0-4b4d-bb9a-0a677bbb1e01 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 944 time: 0.0492816 Aug 16 21:41:09.664598 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4f7637d8-c111-437a-ae2c-ec33b7f3a4c7 req-408997d9-9c66-4554-8942-c41e7e268685 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325015 Aug 16 21:41:10.366453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:41:10.463964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8,segment=NetworkSegment(b254ea35-b181-4a9e-aeb0-d98e06855c0a),segment_id=b254ea35-b181-4a9e-aeb0-d98e06855c0a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:41:10.474833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'port_id': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8', 'mac_address': 'fa:16:3e:09:f8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:41:10.510911 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:10.527626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:41:10.546745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8,segment=NetworkSegment(b254ea35-b181-4a9e-aeb0-d98e06855c0a),segment_id=b254ea35-b181-4a9e-aeb0-d98e06855c0a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:41:10.678354 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:10.726334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:10.777092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623fc8a-b6ff-4fca-9751-af7ec0be8662 req-21fecab6-f7b2-4d41-b5cc-cadd7bc58699 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:10.778564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6623fc8a-b6ff-4fca-9751-af7ec0be8662 req-21fecab6-f7b2-4d41-b5cc-cadd7bc58699 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 945 time: 0.0482421 Aug 16 21:41:10.816987 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6623fc8a-b6ff-4fca-9751-af7ec0be8662 req-a9bce2ac-1288-4f7b-8639-30f495ac5ca7 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319312 Aug 16 21:41:10.880517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:41:11.961358 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119f80c-3354-4645-8a4c-de91af329304 req-c77d77c5-9d71-4f12-aae5-77102a9fa209 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:11.962916 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b119f80c-3354-4645-8a4c-de91af329304 req-c77d77c5-9d71-4f12-aae5-77102a9fa209 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 945 time: 0.0745788 Aug 16 21:41:12.004275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b119f80c-3354-4645-8a4c-de91af329304 req-67375e70-5822-499c-918a-9ea0dfb2864a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337362 Aug 16 21:41:12.366341 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:41:12.512854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:41:12.517152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:41:12.517535 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:12.597557 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:12.619155 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:41:12.621399 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a1413f-3955-4a79-ae6c-2006c23a6deb" -d '{"events": [{"server_uuid": "c44d9568-e8e7-43ca-909b-496710dbe743", "name": "network-vif-plugged", "status": "completed", "tag": "938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:41:12.636093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8,segment=NetworkSegment(b254ea35-b181-4a9e-aeb0-d98e06855c0a),segment_id=b254ea35-b181-4a9e-aeb0-d98e06855c0a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:41:12.661123 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea6bffa-459e-46f1-a73e-be4b7cca85a6 x-openstack-request-id: req-2ea6bffa-459e-46f1-a73e-be4b7cca85a6 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:41:12.661489 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44d9568-e8e7-43ca-909b-496710dbe743", "name": "network-vif-plugged", "status": "completed", "tag": "938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:41:12.661835 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ea6bffa-459e-46f1-a73e-be4b7cca85a6 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:41:12.662381 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8', 'code': 200} Aug 16 21:41:12.766807 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e11e35-84af-4b2f-9076-2a0aab1b05a2 req-a5dad3f8-b414-4e10-8015-fa7a2460f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:12.769208 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46e11e35-84af-4b2f-9076-2a0aab1b05a2 req-a5dad3f8-b414-4e10-8015-fa7a2460f9fe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 1097 time: 0.0506570 Aug 16 21:41:12.807762 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-46e11e35-84af-4b2f-9076-2a0aab1b05a2 req-0f369032-af70-4527-bcf0-8cfa0eed24ac service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305216 Aug 16 21:41:12.879532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:12.927626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:13.121433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0604123-919c-4a0f-8616-4df413599699 req-837bd242-2e1f-4773-89a9-37a64c9804ec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:13.122932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0604123-919c-4a0f-8616-4df413599699 req-837bd242-2e1f-4773-89a9-37a64c9804ec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0523441 Aug 16 21:41:13.159932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0604123-919c-4a0f-8616-4df413599699 req-f2f7a885-7b21-46f7-ab3d-3b4f0a624ace tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304694 Aug 16 21:41:14.274177 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0aae8-8544-4f73-b2e1-86ccb6bbad62 req-2c5b8b37-6379-4b02-9d81-32fdfa0da0d6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:14.275567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fff0aae8-8544-4f73-b2e1-86ccb6bbad62 req-2c5b8b37-6379-4b02-9d81-32fdfa0da0d6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0487633 Aug 16 21:41:14.313884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fff0aae8-8544-4f73-b2e1-86ccb6bbad62 req-62d0f909-8e26-4aaf-bb52-73976738dcd6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322731 Aug 16 21:41:14.432906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173697c1-6660-4eee-a99f-ea3585acef37 req-130c11ef-c798-42df-9706-eed85adc8aac tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:14.434396 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-173697c1-6660-4eee-a99f-ea3585acef37 req-130c11ef-c798-42df-9706-eed85adc8aac tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0538275 Aug 16 21:41:14.472871 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-173697c1-6660-4eee-a99f-ea3585acef37 req-c1c25985-77dd-4f71-bb62-290a36a49ea2 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321798 Aug 16 21:41:14.493776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40464) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:41:14.532609 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a55360-6802-43a5-aa4d-f02ec08d4f04 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:14.534640 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-67a55360-6802-43a5-aa4d-f02ec08d4f04 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 1093 time: 0.0399117 Aug 16 21:41:14.537645 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40466) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:41:14.542307 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:41:14.701700 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:14.799090 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:14.897574 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.25.4.117 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/ca503478-6d9b-4d61-bd7f-4c5727beeb81) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:41:14.999600 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:15.147560 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:15.183569 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:41:15.190273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:41:15.194034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:41:15.199436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=ca503478-6d9b-4d61-bd7f-4c5727beeb81,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:15.324607 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2f899765-c537-461e-ab36-a74693ed0ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:15.551895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:15.708141 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:15.760761 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:41:15.851376 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:15.918171 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:15.983849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=ca503478-6d9b-4d61-bd7f-4c5727beeb81,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:41:15.999535 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:16.417284 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Floating IP eb196efb-c98d-4018-b58d-a6afb9bf337a associated. External IP: 172.25.4.117, port: 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8. Aug 16 21:41:16.623282 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:41:16.731006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:41:16.740876 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73086f3e-df0b-4520-966e-f79d5e143bb6 None None] Sync routers for ids ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:41:16.749701 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73086f3e-df0b-4520-966e-f79d5e143bb6 None None] Routers {'94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:41:16.750301 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-73086f3e-df0b-4520-966e-f79d5e143bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:41:16.833270 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:16.852812 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-73086f3e-df0b-4520-966e-f79d5e143bb6 None None] Set router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:41:16.860064 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d6ed0e15-0bbc-4322-96cb-dde957fa8117 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3212197 Aug 16 21:41:16.860771 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'tag': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:41:16.863650 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a77373-414c-4ba4-b3f0-89c1eea5219b" -d '{"events": [{"name": "network-changed", "server_uuid": "c44d9568-e8e7-43ca-909b-496710dbe743", "tag": "938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:41:16.910162 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b5a8b5-5656-40cd-9be0-5db5c84cf2e0 x-openstack-request-id: req-62b5a8b5-5656-40cd-9be0-5db5c84cf2e0 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:41:16.910453 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44d9568-e8e7-43ca-909b-496710dbe743", "tag": "938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:41:16.910703 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-62b5a8b5-5656-40cd-9be0-5db5c84cf2e0 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:41:16.911107 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'tag': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8', 'status': 'completed', 'code': 200} Aug 16 21:41:16.972785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674ed5d-0366-4951-ac4f-814f8d7e4630 req-baa8844a-bcc7-494c-b0a8-fb3a43777d55 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:16.974326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6674ed5d-0366-4951-ac4f-814f8d7e4630 req-baa8844a-bcc7-494c-b0a8-fb3a43777d55 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0533793 Aug 16 21:41:16.974486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a77373-414c-4ba4-b3f0-89c1eea5219b req-248af096-4905-42d6-a6ff-d794652ff03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:16.975929 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-71a77373-414c-4ba4-b3f0-89c1eea5219b req-248af096-4905-42d6-a6ff-d794652ff03c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 1098 time: 0.0426378 Aug 16 21:41:17.014628 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6674ed5d-0366-4951-ac4f-814f8d7e4630 req-5d43497e-cf1b-43e0-a826-9862c3018b5b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332775 Aug 16 21:41:17.037830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40472) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:41:17.073963 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a77373-414c-4ba4-b3f0-89c1eea5219b req-ed255caa-743a-4da6-a16c-b5207ebab07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:17.075455 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-71a77373-414c-4ba4-b3f0-89c1eea5219b req-ed255caa-743a-4da6-a16c-b5207ebab07f service neutron] 10.222.0.76 "GET /v2.0/networks?id=a4b780f4-68ad-49b3-b13e-dc456feecab9 HTTP/1.1" status: 200 len: 898 time: 0.0926573 Aug 16 21:41:17.089316 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-73086f3e-df0b-4520-966e-f79d5e143bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'eb196efb-c98d-4018-b58d-a6afb9bf337a', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'port_id': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'mac_address': 'fa:16:3e:09:f8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:41:15Z', 'updated_at': '2021-08-16T21:41:15Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8354e6-2e5f-4c78-b9a5-b107710e1f57', 'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:2d:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:41:00Z', 'updated_at': '2021-08-16T21:41:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:41:17.098743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ab138220-0af4-4f44-8557-778a10eea6ba tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/eb196efb-c98d-4018-b58d-a6afb9bf337a HTTP/1.1" status: 200 len: 992 time: 0.0597301 Aug 16 21:41:17.115673 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73086f3e-df0b-4520-966e-f79d5e143bb6 None None] Checking router: 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:41:17.123917 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73086f3e-df0b-4520-966e-f79d5e143bb6 None None] Routers {'94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:41:17.124521 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-73086f3e-df0b-4520-966e-f79d5e143bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:40:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:41:17.147708 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-71a77373-414c-4ba4-b3f0-89c1eea5219b req-bd62573d-710e-4324-9fb0-40ab4af0cb27 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 HTTP/1.1" status: 200 len: 1000 time: 0.0653477 Aug 16 21:41:17.198018 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a77373-414c-4ba4-b3f0-89c1eea5219b req-ed6fec11-efc9-4048-8e20-0a15c8c9cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:17.199484 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-71a77373-414c-4ba4-b3f0-89c1eea5219b req-ed6fec11-efc9-4048-8e20-0a15c8c9cf75 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04f00f7c-a14a-46d0-ae40-6de5d6102b70 HTTP/1.1" status: 200 len: 835 time: 0.0444856 Aug 16 21:41:17.229643 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-73086f3e-df0b-4520-966e-f79d5e143bb6 None None] Set router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:41:17.245506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a77373-414c-4ba4-b3f0-89c1eea5219b req-d31b1b09-90ee-4f3e-ba35-071c437d6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:17.247294 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-71a77373-414c-4ba4-b3f0-89c1eea5219b req-d31b1b09-90ee-4f3e-ba35-071c437d6f81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a4b780f4-68ad-49b3-b13e-dc456feecab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405765 Aug 16 21:41:17.343182 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-71a77373-414c-4ba4-b3f0-89c1eea5219b req-32d10157-0f92-4a61-9905-e38f61645ca7 service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886447 Aug 16 21:41:17.434137 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-71a77373-414c-4ba4-b3f0-89c1eea5219b req-88bd6104-3f7c-42aa-89cd-33e876c30382 service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843110 Aug 16 21:41:17.463449 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-73086f3e-df0b-4520-966e-f79d5e143bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'eb196efb-c98d-4018-b58d-a6afb9bf337a', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'port_id': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'mac_address': 'fa:16:3e:09:f8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:41:15Z', 'updated_at': '2021-08-16T21:41:15Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8354e6-2e5f-4c78-b9a5-b107710e1f57', 'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:2d:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:41:00Z', 'updated_at': '2021-08-16T21:41:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:41:17.489693 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73086f3e-df0b-4520-966e-f79d5e143bb6 None None] The sync data for ids ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'] in n-d-793619-14 is: [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'eb196efb-c98d-4018-b58d-a6afb9bf337a', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'port_id': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'mac_address': 'fa:16:3e:09:f8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:41:15Z', 'updated_at': '2021-08-16T21:41:15Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8354e6-2e5f-4c78-b9a5-b107710e1f57', 'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:2d:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:41:00Z', 'updated_at': '2021-08-16T21:41:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:41:17.523221 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5195-3b39-41b9-87c6-2900b4fbdcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:17.680036 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a832696-0c5a-4ba8-b849-ff3119d99f50 None None] New status for floating IP eb196efb-c98d-4018-b58d-a6afb9bf337a: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:41:18.032537 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:18.102591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40474) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:41:18.165107 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f8f77075-e9cb-4293-a5c4-2f0cf8af95e5 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/eb196efb-c98d-4018-b58d-a6afb9bf337a HTTP/1.1" status: 200 len: 994 time: 0.0610290 Aug 16 21:41:19.472903 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:20.849495 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:33.209820 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:33.341597 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:35.324997 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-d5c02e01-9072-4cd2-b1fc-9ed8b65fdc2a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408874 Aug 16 21:41:35.415342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-1847310c-2212-4313-b028-b91c31c58ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:35.416831 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-1847310c-2212-4313-b028-b91c31c58ea4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 1098 time: 0.0456800 Aug 16 21:41:35.523090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-372e2416-2bbd-48cb-b92d-f14b41c7b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:35.524575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-372e2416-2bbd-48cb-b92d-f14b41c7b1c3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a4b780f4-68ad-49b3-b13e-dc456feecab9 HTTP/1.1" status: 200 len: 898 time: 0.0876000 Aug 16 21:41:35.596832 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-d72ede4a-5b1c-4b7e-b871-95826eb7cf6c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 HTTP/1.1" status: 200 len: 1002 time: 0.0644650 Aug 16 21:41:35.647208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-ef004568-0ef3-462f-9560-a9572920a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:35.648628 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-ef004568-0ef3-462f-9560-a9572920a9b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04f00f7c-a14a-46d0-ae40-6de5d6102b70 HTTP/1.1" status: 200 len: 835 time: 0.0434728 Aug 16 21:41:35.694501 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-edf46246-1ef5-4341-8a3c-edb6e809dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:35.695992 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-edf46246-1ef5-4341-8a3c-edb6e809dd6e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a4b780f4-68ad-49b3-b13e-dc456feecab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408838 Aug 16 21:41:35.792652 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-0a66c6a7-8bc9-4f67-b4fd-da2c26e75a29 service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892982 Aug 16 21:41:35.883084 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bb2ade65-dd4c-40ff-84bd-6c5a6c68dcf1 req-90112e2a-2d0b-4a52-8c66-ef890398ce64 service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828881 Aug 16 21:41:45.272273 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-25e83331-d81e-483d-a40a-5f622d898447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:47.523408 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-84b0dc72-201f-4e73-8206-d3cbfc7b4d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:48.020865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:49.569266 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:49.798991 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d695bb-ff30-405f-9eb6-39c6d0dc3d0d req-d0c73150-1136-4f45-ac61-4a4ee2448874 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:49.800404 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34d695bb-ff30-405f-9eb6-39c6d0dc3d0d req-d0c73150-1136-4f45-ac61-4a4ee2448874 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0495877 Aug 16 21:41:49.840076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34d695bb-ff30-405f-9eb6-39c6d0dc3d0d req-128c10f4-225a-432d-a48d-6ae201add032 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332749 Aug 16 21:41:49.894054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2fff8-a6e9-45d2-9c73-76eb6eb4a00c req-08fe9708-d216-4b52-9e65-0998352887cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:49.895525 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62a2fff8-a6e9-45d2-9c73-76eb6eb4a00c req-08fe9708-d216-4b52-9e65-0998352887cf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 1098 time: 0.0486774 Aug 16 21:41:49.986985 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2fff8-a6e9-45d2-9c73-76eb6eb4a00c req-1456b830-0b93-4187-b68d-ff1214726fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:49.988481 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62a2fff8-a6e9-45d2-9c73-76eb6eb4a00c req-1456b830-0b93-4187-b68d-ff1214726fc2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a4b780f4-68ad-49b3-b13e-dc456feecab9 HTTP/1.1" status: 200 len: 898 time: 0.0854635 Aug 16 21:41:50.056999 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62a2fff8-a6e9-45d2-9c73-76eb6eb4a00c req-ca0dd469-d608-4171-badd-c7d7eb48b1af service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 HTTP/1.1" status: 200 len: 1002 time: 0.0610404 Aug 16 21:41:50.106232 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2fff8-a6e9-45d2-9c73-76eb6eb4a00c req-31804234-c770-4647-9471-8f36133d1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:50.107619 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62a2fff8-a6e9-45d2-9c73-76eb6eb4a00c req-31804234-c770-4647-9471-8f36133d1567 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04f00f7c-a14a-46d0-ae40-6de5d6102b70 HTTP/1.1" status: 200 len: 835 time: 0.0428145 Aug 16 21:41:50.152255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2fff8-a6e9-45d2-9c73-76eb6eb4a00c req-0fcbfaf2-266d-4694-b2a9-dbd1936bf7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:50.153770 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62a2fff8-a6e9-45d2-9c73-76eb6eb4a00c req-0fcbfaf2-266d-4694-b2a9-dbd1936bf7b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a4b780f4-68ad-49b3-b13e-dc456feecab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384662 Aug 16 21:41:50.248264 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62a2fff8-a6e9-45d2-9c73-76eb6eb4a00c req-e0cf4d63-5fa0-4c9a-85de-28a7e7bf9dda service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869222 Aug 16 21:41:50.337444 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-62a2fff8-a6e9-45d2-9c73-76eb6eb4a00c req-5b582946-2902-45bc-a148-3ce4e6dd1814 service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819221 Aug 16 21:41:50.908862 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:50.956523 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8c339-20ca-4086-a294-7016abdb883a req-658da6ee-9d5a-46df-9f97-69967e617075 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:50.958032 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7b8c339-20ca-4086-a294-7016abdb883a req-658da6ee-9d5a-46df-9f97-69967e617075 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0493488 Aug 16 21:41:50.994883 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e7b8c339-20ca-4086-a294-7016abdb883a req-26b8ba92-00c1-4c0d-aa50-c6fa7fa1479e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309386 Aug 16 21:41:52.116662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686548d7-2f45-4cce-9944-150056c6a215 req-83c70efb-038e-4ad3-9950-60c4e7534588 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:52.118352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-686548d7-2f45-4cce-9944-150056c6a215 req-83c70efb-038e-4ad3-9950-60c4e7534588 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0546262 Aug 16 21:41:52.157502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-686548d7-2f45-4cce-9944-150056c6a215 req-d340d299-0f25-4d9b-a54b-19d6b7d9e956 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320225 Aug 16 21:41:52.759756 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:41:53.271036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75660051-7e9d-4ba8-bf0b-1ef485f84cfa req-cf0dd350-ae65-433e-86ce-94ecc72f3397 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:53.272513 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75660051-7e9d-4ba8-bf0b-1ef485f84cfa req-cf0dd350-ae65-433e-86ce-94ecc72f3397 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0483074 Aug 16 21:41:53.310040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75660051-7e9d-4ba8-bf0b-1ef485f84cfa req-24fa4234-203d-4749-9404-e4bada1daa84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315945 Aug 16 21:41:54.424984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0b1b5-7575-4701-a0a5-891c96b106ae req-0d997930-1385-4d2e-b323-f7df04e3e242 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:54.426557 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70a0b1b5-7575-4701-a0a5-891c96b106ae req-0d997930-1385-4d2e-b323-f7df04e3e242 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0498359 Aug 16 21:41:54.463792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-70a0b1b5-7575-4701-a0a5-891c96b106ae req-8aff9f8d-8acd-4865-a186-7ab07f456c9f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311763 Aug 16 21:41:55.582682 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323aaa5-68ef-4d51-8f66-0f87b9bdaba9 req-3df46048-15d9-4564-a606-3aa0dd5a891c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:55.584165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f323aaa5-68ef-4d51-8f66-0f87b9bdaba9 req-3df46048-15d9-4564-a606-3aa0dd5a891c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0541067 Aug 16 21:41:55.622359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f323aaa5-68ef-4d51-8f66-0f87b9bdaba9 req-7c7ebfef-8b08-4401-b109-43909bb27b0b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320446 Aug 16 21:41:56.737852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de9561-90de-4888-b62b-11ae99aaee96 req-6b77b77a-56ff-44c8-8a8e-1920da5c7ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:56.739311 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22de9561-90de-4888-b62b-11ae99aaee96 req-6b77b77a-56ff-44c8-8a8e-1920da5c7ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0480971 Aug 16 21:41:56.776428 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22de9561-90de-4888-b62b-11ae99aaee96 req-4622638b-46f9-4e0f-b0dc-7138b544d9ec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310967 Aug 16 21:41:57.903070 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b59adc-c272-4354-94e7-8cfd8d555739 req-4d3c34df-f9e9-43d5-8c21-07ffff811962 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:57.904526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27b59adc-c272-4354-94e7-8cfd8d555739 req-4d3c34df-f9e9-43d5-8c21-07ffff811962 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0496006 Aug 16 21:41:57.943305 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-27b59adc-c272-4354-94e7-8cfd8d555739 req-dfddca56-2bec-40f1-9114-76b3ac06ae7f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327778 Aug 16 21:41:59.062476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594c0e8-eadf-4a4a-926a-5485792c3370 req-c37ae2a4-9e7f-4206-82f2-d90ef53431ef tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:59.064483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d594c0e8-eadf-4a4a-926a-5485792c3370 req-c37ae2a4-9e7f-4206-82f2-d90ef53431ef tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0545938 Aug 16 21:41:59.103992 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d594c0e8-eadf-4a4a-926a-5485792c3370 req-0c70c94f-8f1b-47f5-bc87-d2486f33e455 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Aug 16 21:42:00.232777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630d91d-88f9-4b84-b97d-fd8c2c32793a req-4ef5dae3-9fa0-4a0e-a5a8-fad14fe4e721 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:00.234279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d630d91d-88f9-4b84-b97d-fd8c2c32793a req-4ef5dae3-9fa0-4a0e-a5a8-fad14fe4e721 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0496221 Aug 16 21:42:00.273959 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d630d91d-88f9-4b84-b97d-fd8c2c32793a req-46511a5f-1fe0-47e3-88ea-fb5f8c67d4b2 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328963 Aug 16 21:42:01.388112 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352f12a-6f5d-46c7-b892-c65927546755 req-4b16cadf-3414-44e7-a43d-5782045bb395 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:01.389508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b352f12a-6f5d-46c7-b892-c65927546755 req-4b16cadf-3414-44e7-a43d-5782045bb395 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0486019 Aug 16 21:42:01.427125 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b352f12a-6f5d-46c7-b892-c65927546755 req-2d99ab69-14ba-4b80-996e-342942570e2e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317121 Aug 16 21:42:02.544332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f250f9-5d26-46ea-a802-46015d46f3e4 req-8afad41f-4f51-4738-9a48-e179892ca6c2 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:02.545889 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09f250f9-5d26-46ea-a802-46015d46f3e4 req-8afad41f-4f51-4738-9a48-e179892ca6c2 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0530496 Aug 16 21:42:02.585307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09f250f9-5d26-46ea-a802-46015d46f3e4 req-6d52cf60-392b-4e20-9e30-9ebb5c1b467d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328240 Aug 16 21:42:03.226030 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:03.351467 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:03.703022 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d57f80-3bd0-4ce0-92f1-8545fa7e19be req-1d41ea22-50da-414b-95d7-624f9e1ddef3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:03.705132 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86d57f80-3bd0-4ce0-92f1-8545fa7e19be req-1d41ea22-50da-414b-95d7-624f9e1ddef3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0503395 Aug 16 21:42:03.742293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-86d57f80-3bd0-4ce0-92f1-8545fa7e19be req-d6c9ca7f-821c-49ed-9917-8a639c3bad1f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311475 Aug 16 21:42:04.859601 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc33b5-4486-46de-bf55-9f81ebc99341 req-1d56fa69-8948-43c9-b623-fb609ad0976f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:04.864381 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9fc33b5-4486-46de-bf55-9f81ebc99341 req-1d56fa69-8948-43c9-b623-fb609ad0976f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0537760 Aug 16 21:42:04.899563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9fc33b5-4486-46de-bf55-9f81ebc99341 req-88d0c6ed-99d0-413b-86a2-4bab965e91d1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Aug 16 21:42:06.020082 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e0a2a-46b7-4d6a-8111-4063a62b09fe req-6db1d3f5-ded3-4ec5-975a-a125f1dc8fac tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:06.021592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-235e0a2a-46b7-4d6a-8111-4063a62b09fe req-6db1d3f5-ded3-4ec5-975a-a125f1dc8fac tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0542536 Aug 16 21:42:06.059173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-235e0a2a-46b7-4d6a-8111-4063a62b09fe req-22d0729f-63bf-4fc2-8405-b30de55438a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316253 Aug 16 21:42:07.174343 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e0299-9473-4e09-bcba-4f4a8f6776b4 req-12d2d5b2-5d64-49ce-8c8a-9c8b2af0c6f6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:07.175818 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-031e0299-9473-4e09-bcba-4f4a8f6776b4 req-12d2d5b2-5d64-49ce-8c8a-9c8b2af0c6f6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0493531 Aug 16 21:42:07.213077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-031e0299-9473-4e09-bcba-4f4a8f6776b4 req-a27eacb1-d265-415b-845a-ddcc1bb4f34f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312479 Aug 16 21:42:07.235028 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40526) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:07.298230 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-26837e93-67aa-47b9-bdd1-5f4514514b20 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/eb196efb-c98d-4018-b58d-a6afb9bf337a HTTP/1.1" status: 200 len: 994 time: 0.0619810 Aug 16 21:42:15.276882 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a531063a-557d-44fa-be95-d658c83ddfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:17.550429 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f219fc8b-70b9-432c-963a-7e88155497ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:18.037126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:19.414269 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:20.842865 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:29.758715 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:42:33.293910 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:33.402758 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:37.322754 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-3ae380a4-76ff-4094-8e16-d3f93497a27d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450051 Aug 16 21:42:37.402238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-8b7edb45-7f26-4710-a73c-a4920b8166a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:37.403703 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-8b7edb45-7f26-4710-a73c-a4920b8166a7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 1098 time: 0.0404747 Aug 16 21:42:37.506655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-7639a635-5c04-4aff-984d-433363c63b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:37.508134 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-7639a635-5c04-4aff-984d-433363c63b68 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a4b780f4-68ad-49b3-b13e-dc456feecab9 HTTP/1.1" status: 200 len: 898 time: 0.0847023 Aug 16 21:42:37.578518 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-1129c8f2-ceac-4370-832d-e5e182631548 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 HTTP/1.1" status: 200 len: 1002 time: 0.0627270 Aug 16 21:42:37.629161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-df0991aa-e928-4b72-aebd-eda6d54d1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:37.630599 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-df0991aa-e928-4b72-aebd-eda6d54d1bfe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04f00f7c-a14a-46d0-ae40-6de5d6102b70 HTTP/1.1" status: 200 len: 835 time: 0.0449207 Aug 16 21:42:37.677106 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-7c8f130c-bbc8-4bcb-85af-893245336c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:37.678505 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-7c8f130c-bbc8-4bcb-85af-893245336c2a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a4b780f4-68ad-49b3-b13e-dc456feecab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396945 Aug 16 21:42:37.778431 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-4ecb4344-6d4f-40ff-bdb0-211719205cfa service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915427 Aug 16 21:42:37.781959 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40546) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:37.955876 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c0a63a0a-20dd-4581-852f-8d657ed45cd9 req-35909788-f666-4791-8590-67873fd5bca0 service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674535 Aug 16 21:42:38.010636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port ca503478-6d9b-4d61-bd7f-4c5727beeb81 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:42:38.010981 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:38.085210 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:38.085539 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:38.096962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for ca503478-6d9b-4d61-bd7f-4c5727beeb81 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:42:38.362924 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:38.389808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=ca503478-6d9b-4d61-bd7f-4c5727beeb81,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:38.403245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.403604 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.403947 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.404296 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.404619 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.404953 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.405312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.405644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.405974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.406299 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.406623 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.406946 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:38.463726 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:38.464057 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Floating IP eb196efb-c98d-4018-b58d-a6afb9bf337a disassociated (deleted). External IP: 172.25.4.117, port: 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8. Aug 16 21:42:38.669689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:42:38.779321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:42:38.786140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:38.789488 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3827d-9213-49fa-9b6b-b913ee3bb2ab None None] Sync routers for ids ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:42:38.798837 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3827d-9213-49fa-9b6b-b913ee3bb2ab None None] Routers {'94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:42:38.799440 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d4b3827d-9213-49fa-9b6b-b913ee3bb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:38.815064 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e3b209e7-d7c6-40c4-8a8a-1b8b25facd25 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/floatingips/eb196efb-c98d-4018-b58d-a6afb9bf337a HTTP/1.1" status: 204 len: 168 time: 1.0297325 Aug 16 21:42:38.815064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'tag': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:42:38.815673 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cb84c3-f7c8-4858-95a1-6423ab8392a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c44d9568-e8e7-43ca-909b-496710dbe743", "tag": "938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:42:38.857050 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e3aba2-a1c7-434b-b1ca-4afcb5f305e1 x-openstack-request-id: req-33e3aba2-a1c7-434b-b1ca-4afcb5f305e1 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:42:38.857375 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44d9568-e8e7-43ca-909b-496710dbe743", "tag": "938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:42:38.857632 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-33e3aba2-a1c7-434b-b1ca-4afcb5f305e1 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:42:38.858075 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'tag': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8', 'status': 'completed', 'code': 200} Aug 16 21:42:38.916011 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-d4b3827d-9213-49fa-9b6b-b913ee3bb2ab None None] Set router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:42:38.923628 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb84c3-f7c8-4858-95a1-6423ab8392a4 req-095e3dbc-db4b-4d71-996c-e721d51b85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:38.925221 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-76cb84c3-f7c8-4858-95a1-6423ab8392a4 req-095e3dbc-db4b-4d71-996c-e721d51b85eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 1098 time: 0.0461292 Aug 16 21:42:39.016993 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb84c3-f7c8-4858-95a1-6423ab8392a4 req-1c070be0-6e71-4fab-bba4-fb82c29ed3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:39.018634 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-76cb84c3-f7c8-4858-95a1-6423ab8392a4 req-1c070be0-6e71-4fab-bba4-fb82c29ed3d4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a4b780f4-68ad-49b3-b13e-dc456feecab9 HTTP/1.1" status: 200 len: 898 time: 0.0868862 Aug 16 21:42:39.067211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-76cb84c3-f7c8-4858-95a1-6423ab8392a4 req-d7144ece-51e1-4f43-8057-1ef0daff8027 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 HTTP/1.1" status: 200 len: 217 time: 0.0411367 Aug 16 21:42:39.115692 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d4b3827d-9213-49fa-9b6b-b913ee3bb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'fc8354e6-2e5f-4c78-b9a5-b107710e1f57', 'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:2d:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:41:00Z', 'updated_at': '2021-08-16T21:41:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:39.117358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb84c3-f7c8-4858-95a1-6423ab8392a4 req-c4133e1a-e244-4f2e-b277-94af6f45ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:39.118879 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-76cb84c3-f7c8-4858-95a1-6423ab8392a4 req-c4133e1a-e244-4f2e-b277-94af6f45ac69 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04f00f7c-a14a-46d0-ae40-6de5d6102b70 HTTP/1.1" status: 200 len: 835 time: 0.0447788 Aug 16 21:42:39.141497 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3827d-9213-49fa-9b6b-b913ee3bb2ab None None] Checking router: 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:42:39.149635 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3827d-9213-49fa-9b6b-b913ee3bb2ab None None] Routers {'94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:42:39.150229 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d4b3827d-9213-49fa-9b6b-b913ee3bb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:39.164101 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb84c3-f7c8-4858-95a1-6423ab8392a4 req-48801597-ca6a-4708-8ca2-62389aaaffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:39.166093 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-76cb84c3-f7c8-4858-95a1-6423ab8392a4 req-48801597-ca6a-4708-8ca2-62389aaaffc4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a4b780f4-68ad-49b3-b13e-dc456feecab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403943 Aug 16 21:42:39.268590 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-76cb84c3-f7c8-4858-95a1-6423ab8392a4 req-96ef2a3d-1a31-47f4-b533-89a0b540464d service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947585 Aug 16 21:42:39.361459 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-d4b3827d-9213-49fa-9b6b-b913ee3bb2ab None None] Set router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:42:39.365412 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-76cb84c3-f7c8-4858-95a1-6423ab8392a4 req-9ebfdbd9-bad4-4a76-bdc8-0ee47bc4e624 service neutron] 10.222.0.76 "GET /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895748 Aug 16 21:42:39.493536 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79054692-738f-4ea2-98e4-bd41a1dcea0e req-5b21a936-8ca1-46bc-8970-b294e361ee09 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:39.495034 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79054692-738f-4ea2-98e4-bd41a1dcea0e req-5b21a936-8ca1-46bc-8970-b294e361ee09 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.1224973 Aug 16 21:42:39.539573 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-79054692-738f-4ea2-98e4-bd41a1dcea0e req-a5015427-1632-4302-a8cc-553d32ddb2e9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Aug 16 21:42:39.558429 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d4b3827d-9213-49fa-9b6b-b913ee3bb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'fc8354e6-2e5f-4c78-b9a5-b107710e1f57', 'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:2d:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:41:00Z', 'updated_at': '2021-08-16T21:41:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:39.587743 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3827d-9213-49fa-9b6b-b913ee3bb2ab None None] The sync data for ids ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'] in n-d-793619-14 is: [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'fc8354e6-2e5f-4c78-b9a5-b107710e1f57', 'name': '', 'network_id': 'a4b780f4-68ad-49b3-b13e-dc456feecab9', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:2d:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:41:00Z', 'updated_at': '2021-08-16T21:41:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': '04f00f7c-a14a-46d0-ae40-6de5d6102b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:42:39.794984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de100939-49ed-43b1-b830-9a7514eea18d None None] New status for floating IP eb196efb-c98d-4018-b58d-a6afb9bf337a: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:42:40.715932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d156e-6986-4e0f-8927-f2e904bb0050 req-ee95e033-e68f-4feb-bac7-f009f9b3d2ec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:40.717430 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-464d156e-6986-4e0f-8927-f2e904bb0050 req-ee95e033-e68f-4feb-bac7-f009f9b3d2ec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.1003623 Aug 16 21:42:40.755339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-464d156e-6986-4e0f-8927-f2e904bb0050 req-467e7265-32aa-4a5a-8b2d-2d97f23c4957 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=0a1375fc-f139-4f28-a353-2db6b4faf239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Aug 16 21:42:40.911578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8d07e-0385-494b-bcf8-58d925bda454 req-f54a7a24-9614-4dc6-93fa-0dd2a755da8f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:40.913048 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-caf8d07e-0385-494b-bcf8-58d925bda454 req-f54a7a24-9614-4dc6-93fa-0dd2a755da8f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 946 time: 0.0486705 Aug 16 21:42:41.003059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-caf8d07e-0385-494b-bcf8-58d925bda454 req-6441c368-7b9f-4168-9d6e-1de366ef84d0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:42:41.003404 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-caf8d07e-0385-494b-bcf8-58d925bda454 req-6441c368-7b9f-4168-9d6e-1de366ef84d0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:41.090344 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-caf8d07e-0385-494b-bcf8-58d925bda454 req-6441c368-7b9f-4168-9d6e-1de366ef84d0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8,segment=NetworkSegment(b254ea35-b181-4a9e-aeb0-d98e06855c0a),segment_id=b254ea35-b181-4a9e-aeb0-d98e06855c0a)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:41.090708 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-caf8d07e-0385-494b-bcf8-58d925bda454 req-6441c368-7b9f-4168-9d6e-1de366ef84d0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:41.107050 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-caf8d07e-0385-494b-bcf8-58d925bda454 req-6441c368-7b9f-4168-9d6e-1de366ef84d0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:42:41.333891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-caf8d07e-0385-494b-bcf8-58d925bda454 req-6441c368-7b9f-4168-9d6e-1de366ef84d0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:41.362084 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441c368-7b9f-4168-9d6e-1de366ef84d0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:41.405899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf8d07e-0385-494b-bcf8-58d925bda454 req-6441c368-7b9f-4168-9d6e-1de366ef84d0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] No DVR routers for this DVR port 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:42:41.408670 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-caf8d07e-0385-494b-bcf8-58d925bda454 req-6441c368-7b9f-4168-9d6e-1de366ef84d0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:41.410653 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-caf8d07e-0385-494b-bcf8-58d925bda454 req-6441c368-7b9f-4168-9d6e-1de366ef84d0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "DELETE /v2.0/ports/938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 HTTP/1.1" status: 204 len: 173 time: 0.4916642 Aug 16 21:42:41.411117 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'name': 'network-vif-deleted', 'tag': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:42:41.413357 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b1c215-0971-4f8b-be01-98cf7d6f44b6" -d '{"events": [{"server_uuid": "c44d9568-e8e7-43ca-909b-496710dbe743", "name": "network-vif-deleted", "tag": "938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:42:41.449613 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc99b372-632c-4ddc-8c8d-7bfeed65b5c3 x-openstack-request-id: req-dc99b372-632c-4ddc-8c8d-7bfeed65b5c3 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:42:41.449990 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44d9568-e8e7-43ca-909b-496710dbe743", "name": "network-vif-deleted", "tag": "938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:42:41.450250 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dc99b372-632c-4ddc-8c8d-7bfeed65b5c3 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:42:41.450678 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44d9568-e8e7-43ca-909b-496710dbe743', 'name': 'network-vif-deleted', 'tag': '938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8', 'status': 'completed', 'code': 200} Aug 16 21:42:41.853173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eaa06456-99cb-4df5-bbfd-9f6ca57ca4fe req-5bed0004-cb73-4a48-885c-54d65e176c8f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=c44d9568-e8e7-43ca-909b-496710dbe743 HTTP/1.1" status: 200 len: 210 time: 0.0278776 Aug 16 21:42:42.909493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40572) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:43.623322 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:43.873375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port fc8354e6-2e5f-4c78-b9a5-b107710e1f57 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:42:43.873733 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:43.964811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port fc8354e6-2e5f-4c78-b9a5-b107710e1f57, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=fc8354e6-2e5f-4c78-b9a5-b107710e1f57,segment=NetworkSegment(b254ea35-b181-4a9e-aeb0-d98e06855c0a),segment_id=b254ea35-b181-4a9e-aeb0-d98e06855c0a)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:43.965545 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:43.977423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for fc8354e6-2e5f-4c78-b9a5-b107710e1f57 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:42:44.276669 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:44.303582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=fc8354e6-2e5f-4c78-b9a5-b107710e1f57,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:44.480810 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:44.696137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:42:44.809298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:42:44.810477 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b2dd4d8b-0b11-4348-9216-42a1878d9c9a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "PUT /v2.0/routers/94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8999484 Aug 16 21:42:44.813457 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40574) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:44.817642 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:42:44.822633 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b0d38-7ba1-45c5-ab42-248cc5a4052a None None] Sync routers for ids ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:42:44.848312 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b0d38-7ba1-45c5-ab42-248cc5a4052a None None] Routers {'94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:42:44.848945 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a68b0d38-7ba1-45c5-ab42-248cc5a4052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:44.852819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:42:44.853251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 938a73bd-4bac-4b5f-9dfe-c1d112bd2cc8 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:42:44.867880 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a69479c-812f-40a8-8da8-e9ec1d109596 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting subnet 04f00f7c-a14a-46d0-ae40-6de5d6102b70 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:42:44.871039 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a69479c-812f-40a8-8da8-e9ec1d109596 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:44.916785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a69479c-812f-40a8-8da8-e9ec1d109596 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:44.965555 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a68b0d38-7ba1-45c5-ab42-248cc5a4052a None None] Set router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:42:45.005744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a69479c-812f-40a8-8da8-e9ec1d109596 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.148122 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a68b0d38-7ba1-45c5-ab42-248cc5a4052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:42:44Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:45.175092 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b0d38-7ba1-45c5-ab42-248cc5a4052a None None] Checking router: 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:42:45.184719 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b0d38-7ba1-45c5-ab42-248cc5a4052a None None] Routers {'94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:42:45.185366 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a68b0d38-7ba1-45c5-ab42-248cc5a4052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:42:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:45.271279 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a69479c-812f-40a8-8da8-e9ec1d109596 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.290663 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a68b0d38-7ba1-45c5-ab42-248cc5a4052a None None] Set router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:42:45.305722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69479c-812f-40a8-8da8-e9ec1d109596 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Subnet': ['ID=04f00f7c-a14a-46d0-ae40-6de5d6102b70,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:45.307734 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1a69479c-812f-40a8-8da8-e9ec1d109596 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.309707 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1a69479c-812f-40a8-8da8-e9ec1d109596 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/subnets/04f00f7c-a14a-46d0-ae40-6de5d6102b70 HTTP/1.1" status: 204 len: 168 time: 0.4952872 Aug 16 21:42:45.312656 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40576) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:45.314552 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0965cb9a-aa98-45d2-8751-2c26d96acb7c None None] Network a4b780f4-68ad-49b3-b13e-dc456feecab9 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:42:45.330134 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f9c32c0d-7fe8-419a-852f-fa8b3e136bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.438152 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.518586 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a68b0d38-7ba1-45c5-ab42-248cc5a4052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:42:44Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:45.539817 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] DHCP port deletion for a4b780f4-68ad-49b3-b13e-dc456feecab9 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:42:45.549109 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b0d38-7ba1-45c5-ab42-248cc5a4052a None None] The sync data for ids ['94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01'] in n-d-793619-14 is: [{'id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220646658', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:56Z', 'updated_at': '2021-08-16T21:42:44Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'c6c43783-883e-48c4-ab68-d58552611f19', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:57Z', 'updated_at': '2021-08-16T21:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:42:45.566805 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.590870 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Deleting port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:42:45.591250 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.661245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] For port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3d396dca-ffd3-4a8b-98d5-5c168c2be03b,segment=NetworkSegment(b254ea35-b181-4a9e-aeb0-d98e06855c0a),segment_id=b254ea35-b181-4a9e-aeb0-d98e06855c0a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:45.661707 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.674793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Calling delete_port for 3d396dca-ffd3-4a8b-98d5-5c168c2be03b owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:42:45.696466 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port c6c43783-883e-48c4-ab68-d58552611f19 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:42:45.696808 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.776139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port c6c43783-883e-48c4-ab68-d58552611f19, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c6c43783-883e-48c4-ab68-d58552611f19,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:45.776446 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.789337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for c6c43783-883e-48c4-ab68-d58552611f19 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:42:45.894178 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.922130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Pushing event deleted for resources: {'Port': ['ID=3d396dca-ffd3-4a8b-98d5-5c168c2be03b,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:45.926337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] No DVR routers for this DVR port 3d396dca-ffd3-4a8b-98d5-5c168c2be03b on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:42:45.934306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:45.934853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:45.935364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:45.935866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:45.936606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:45.937153 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:45.938134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:45.939248 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:45.939743 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:45.940226 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:45.941143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:45.941844 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408621-01d9-4053-bf26-8b9c15b670bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:46.116771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.142632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=c6c43783-883e-48c4-ab68-d58552611f19,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:46.210213 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.303441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.305598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.499839 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.500971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Fanout notify agent at l3_agent the message router_deleted on router 94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:42:46.507719 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.508895 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-925f732b-8727-4f0a-a81a-7d47e3cc3626 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/routers/94dd0c7f-4e5a-4192-ba3f-a6c9a568fa01 HTTP/1.1" status: 204 len: 168 time: 1.1952860 Aug 16 21:42:46.511668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40580) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:46.602215 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.686938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.697201 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b780f4-68ad-49b3-b13e-dc456feecab9']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:46.706921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b254ea35-b181-4a9e-aeb0-d98e06855c0a') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:46.707218 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b254ea35-b181-4a9e-aeb0-d98e06855c0a') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:46.715893 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.729592 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.735815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:42:46.736203 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:42:46.739083 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:42:46.893698 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.901130 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.902527 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/networks/a4b780f4-68ad-49b3-b13e-dc456feecab9 HTTP/1.1" status: 204 len: 168 time: 0.3899217 Aug 16 21:42:46.905809 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40582) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:46.914709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c6938-960c-4d9f-a6a1-6330b1f79cb9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Network': ['ID=a4b780f4-68ad-49b3-b13e-dc456feecab9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:46.971385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.998218 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:47.124907 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:47.127624 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:47.128919 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/security-groups/0a1375fc-f139-4f28-a353-2db6b4faf239 HTTP/1.1" status: 204 len: 168 time: 0.2210801 Aug 16 21:42:47.138637 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1375fc-f139-4f28-a353-2db6b4faf239,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:47.147683 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.148043 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.148386 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.148926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.149292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.149633 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.149974 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.150308 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.150640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.150972 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.151309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.151635 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7ff55-8c3c-44a5-819f-a5e16a0e9d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:47.165788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c6c43783-883e-48c4-ab68-d58552611f19 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:42:47.192702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c6c43783-883e-48c4-ab68-d58552611f19 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:42:47.193135 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c6c43783-883e-48c4-ab68-d58552611f19 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:42:47.193592 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device fc8354e6-2e5f-4c78-b9a5-b107710e1f57 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:42:47.212874 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: fc8354e6-2e5f-4c78-b9a5-b107710e1f57 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:42:47.213251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device fc8354e6-2e5f-4c78-b9a5-b107710e1f57 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:42:47.213662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d396dca-ffd3-4a8b-98d5-5c168c2be03b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:42:47.232187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 3d396dca-ffd3-4a8b-98d5-5c168c2be03b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:42:47.232535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d396dca-ffd3-4a8b-98d5-5c168c2be03b not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:42:47.563023 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f42d70a0-6f52-4b9e-80f0-4fd741257106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:47.745173 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40588) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:47.750557 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b6146d15-b2f6-4542-891c-084abf88c80d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873899436', 'description': 'tempest-secgroup-smoke-873899436 description', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:47.877226 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6146d15-b2f6-4542-891c-084abf88c80d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:47.957707 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6146d15-b2f6-4542-891c-084abf88c80d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:48.139695 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6146d15-b2f6-4542-891c-084abf88c80d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:48.139907 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:48.170186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6146d15-b2f6-4542-891c-084abf88c80d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130bda68-b7c6-40eb-afa9-b6dafa21a629,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:48.242592 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b6146d15-b2f6-4542-891c-084abf88c80d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:48.244023 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b6146d15-b2f6-4542-891c-084abf88c80d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4976745 Aug 16 21:42:48.246880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40590) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:48.251980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-37a4fc26-6824-42ac-a1d3-f7db75d0a93b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '130bda68-b7c6-40eb-afa9-b6dafa21a629', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:48.396257 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a4fc26-6824-42ac-a1d3-f7db75d0a93b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:48.453885 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a4fc26-6824-42ac-a1d3-f7db75d0a93b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:48.608159 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a4fc26-6824-42ac-a1d3-f7db75d0a93b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:48.626777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4fc26-6824-42ac-a1d3-f7db75d0a93b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a75fd7b-3938-4c3e-837c-9517ef32c6b9,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:48.728114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-37a4fc26-6824-42ac-a1d3-f7db75d0a93b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:48.729498 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-37a4fc26-6824-42ac-a1d3-f7db75d0a93b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4816728 Aug 16 21:42:48.734101 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40592) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:48.737300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-75c0c392-3b2b-4281-a91c-8d3ac3627852 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '130bda68-b7c6-40eb-afa9-b6dafa21a629', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:48.834559 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75c0c392-3b2b-4281-a91c-8d3ac3627852 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:48.891581 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75c0c392-3b2b-4281-a91c-8d3ac3627852 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:48.979151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75c0c392-3b2b-4281-a91c-8d3ac3627852 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:48.999347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0c392-3b2b-4281-a91c-8d3ac3627852 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0b7a3c-0285-4941-8781-df2c68731505,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:49.105418 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-75c0c392-3b2b-4281-a91c-8d3ac3627852 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.107063 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-75c0c392-3b2b-4281-a91c-8d3ac3627852 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3735020 Aug 16 21:42:49.110187 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40594) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:49.114903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-61cee6b1-1a97-4d9c-969e-8bac701c6322 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '130bda68-b7c6-40eb-afa9-b6dafa21a629', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:49.212605 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61cee6b1-1a97-4d9c-969e-8bac701c6322 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.270501 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61cee6b1-1a97-4d9c-969e-8bac701c6322 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.356420 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61cee6b1-1a97-4d9c-969e-8bac701c6322 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.373741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cee6b1-1a97-4d9c-969e-8bac701c6322 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fa77e0-23ae-4e01-ac61-c914d0e9857e,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:49.425138 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.459531 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-61cee6b1-1a97-4d9c-969e-8bac701c6322 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.460784 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-61cee6b1-1a97-4d9c-969e-8bac701c6322 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495605 Aug 16 21:42:49.463556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40596) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:49.468074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d11d0520-4ef2-47e6-ae04-02dad4da0cc0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '130bda68-b7c6-40eb-afa9-b6dafa21a629', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:49.584881 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d11d0520-4ef2-47e6-ae04-02dad4da0cc0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.644404 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d11d0520-4ef2-47e6-ae04-02dad4da0cc0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.739373 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d11d0520-4ef2-47e6-ae04-02dad4da0cc0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.761617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d0520-4ef2-47e6-ae04-02dad4da0cc0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43733016-3141-452d-9208-70946251ab14,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:49.848002 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d11d0520-4ef2-47e6-ae04-02dad4da0cc0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.849375 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d11d0520-4ef2-47e6-ae04-02dad4da0cc0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3847837 Aug 16 21:42:49.852137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40600) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:49.856784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c45fa75d-d5e7-42bd-b1bb-1ec66a8c594c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '130bda68-b7c6-40eb-afa9-b6dafa21a629', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:50.042427 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-c45fa75d-d5e7-42bd-b1bb-1ec66a8c594c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Project a2942ea796e745c2b490c06a4e84a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:42:50.048141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c45fa75d-d5e7-42bd-b1bb-1ec66a8c594c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.107987 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c45fa75d-d5e7-42bd-b1bb-1ec66a8c594c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.220119 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c45fa75d-d5e7-42bd-b1bb-1ec66a8c594c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.238271 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fa75d-d5e7-42bd-b1bb-1ec66a8c594c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff94ea3-0b3e-4a04-a207-b297596d11f2,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:50.362415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c45fa75d-d5e7-42bd-b1bb-1ec66a8c594c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.363575 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c45fa75d-d5e7-42bd-b1bb-1ec66a8c594c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5104802 Aug 16 21:42:50.366429 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40602) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:50.370898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6089b112-3ac3-4da4-bd06-6050e57cc557 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '130bda68-b7c6-40eb-afa9-b6dafa21a629', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:50.465315 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-6089b112-3ac3-4da4-bd06-6050e57cc557 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Project a2942ea796e745c2b490c06a4e84a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:42:50.470919 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6089b112-3ac3-4da4-bd06-6050e57cc557 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.532897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6089b112-3ac3-4da4-bd06-6050e57cc557 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.625398 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6089b112-3ac3-4da4-bd06-6050e57cc557 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.643445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089b112-3ac3-4da4-bd06-6050e57cc557 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03e9e50-8459-47a5-ac6d-4235232c9420,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:50.726632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6089b112-3ac3-4da4-bd06-6050e57cc557 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.727864 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6089b112-3ac3-4da4-bd06-6050e57cc557 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3605185 Aug 16 21:42:50.732780 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40604) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:50.738238 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'network': {'name': 'tempest-network-smoke--1166935841', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'port_security_enabled': True}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:50.842136 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.869826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:42:50.880313 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.897151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:42:50.905894 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.906823 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Added segment 60d988ec-2de5-4a81-a3ff-1b2bdf526561 of type vlan for network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e Aug 16 21:42:50.948180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:51.099324 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:51.104968 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:51.105619 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:51.171534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Network': ['ID=0c4a3d69-d4f8-4436-9347-537e6dd6e87e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:51.181996 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:42:51.283385 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8ed2c4d0-b5cb-4ce3-872f-6d1fd4a5270d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5495443 Aug 16 21:42:51.286180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40606) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:51.290739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'admin_state_up': True, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:51.425457 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:51.426431 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:51.480816 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:51.732185 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:52.036690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:52.054689 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:52.156541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.25.4.8 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:42:52.257603 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:52.392440 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:52.439461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:42:52.444135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:42:52.448427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:42:52.451479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:52.853624 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:53.044845 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:53.613613 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 135e744d-2bcd-4815-ad64-21d6daee26aa is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:42:53.719543 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:42:53.730125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Sync routers for ids ['135e744d-2bcd-4815-ad64-21d6daee26aa'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:42:53.739453 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Routers {'135e744d-2bcd-4815-ad64-21d6daee26aa'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:42:53.740060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['135e744d-2bcd-4815-ad64-21d6daee26aa'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:53.825347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:53.830636 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-3124879d-7f5b-420e-a7e9-84553875241e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5394924 Aug 16 21:42:53.830636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40610) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:53.846922 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Set router 135e744d-2bcd-4815-ad64-21d6daee26aa gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:42:53.859099 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5b525a06-f6df-41f9-9ebe-7fe8a498ac11 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=a2942ea796e745c2b490c06a4e84a0ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275934 Aug 16 21:42:53.867176 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40612) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:53.954601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddee2cc-61c2-46db-82ad-e5e3891fc3f9 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:53.956167 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dddee2cc-61c2-46db-82ad-e5e3891fc3f9 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880659 Aug 16 21:42:53.959064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40614) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:53.987311 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0159274d-2507-46b6-b1ad-0574ca553170 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271111 Aug 16 21:42:53.989765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40616) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:53.994648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1001590605', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:54.023008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:52Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:54.048690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Checking router: 135e744d-2bcd-4815-ad64-21d6daee26aa for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:42:54.049045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Updating router 135e744d-2bcd-4815-ad64-21d6daee26aa port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:42:54.077408 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.184952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:42:54.190316 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.320798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.331033 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Transition to ACTIVE for port object f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:42:54.407978 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.442513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.460839 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bb131-b5dc-4119-9f69-2fe71ff5557e None None] Pushing event updated for resources: {'Port': ['ID=f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:54.466915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Attempting to bind port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:42:54.466915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Attempting to bind port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:42:54.466915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Attempting to bind port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:42:54.469274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:42:54.469754 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:42:54.470164 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.470557 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:42:54.471022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Bound port: f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:42:54.471408 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.503109 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Subnet': ['ID=b5e0780d-dcca-4b78-acdf-6f965c32d83d,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:54.513387 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Checking segment: {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:42:54.513757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network hostable DHCP agents. Network: 0c4a3d69-d4f8-4436-9347-537e6dd6e87e, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:42:54.529306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] For port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:42:54.532283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] For port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:42:54.642175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:42:54.654279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.712775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Routers {'135e744d-2bcd-4815-ad64-21d6daee26aa'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:42:54.713421 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['135e744d-2bcd-4815-ad64-21d6daee26aa'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:54.716282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bb131-b5dc-4119-9f69-2fe71ff5557e None None] Pushing event updated for resources: {'Port': ['ID=f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:54.790832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 0c4a3d69-d4f8-4436-9347-537e6dd6e87e) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:42:54.795832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:54.796432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.803187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658d0c7-83c5-46bc-9b12-8192d6d4a527 None None] Network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:42:54.861775 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] Set router 135e744d-2bcd-4815-ad64-21d6daee26aa gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:42:54.897391 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bb72fec2-e80f-4e70-b7f4-a7aa53fcc44d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9039960 Aug 16 21:42:54.897671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40618) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:55.088926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:42:55.089825 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.342026 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.352319 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:52Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:55.384733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44f95e-db58-4583-a371-f3b0f8dd8a01 None None] The sync data for ids ['135e744d-2bcd-4815-ad64-21d6daee26aa'] in n-d-793619-14 is: [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:52Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:42:55.429548 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Allocated IP 172.20.0.2 (0c4a3d69-d4f8-4436-9347-537e6dd6e87e/b5e0780d-dcca-4b78-acdf-6f965c32d83d/b6ae3730-987c-43d0-a544-ee00bf9cd23a) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:42:55.588132 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.596869 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Transition to ACTIVE for port object b6ae3730-987c-43d0-a544-ee00bf9cd23a will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:42:55.618762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Transition to ACTIVE for port object b6ae3730-987c-43d0-a544-ee00bf9cd23a will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:42:55.706608 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.745438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:42:55.752655 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:42:55.756340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:42:55.763332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Pushing event updated for resources: {'Port': ['ID=b6ae3730-987c-43d0-a544-ee00bf9cd23a,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:55.768479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.20.0.1 (0c4a3d69-d4f8-4436-9347-537e6dd6e87e/b5e0780d-dcca-4b78-acdf-6f965c32d83d/708ef481-e499-4c58-bc29-f01a87125e88) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:42:55.819539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Attempting to bind port b6ae3730-987c-43d0-a544-ee00bf9cd23a on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:42:55.820037 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Attempting to bind port b6ae3730-987c-43d0-a544-ee00bf9cd23a by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:42:55.820287 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Attempting to bind port b6ae3730-987c-43d0-a544-ee00bf9cd23a on network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:42:55.826023 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:42:55.826412 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Checking segment: {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:42:55.826824 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.827224 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Bound using segment: {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:42:55.827697 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Bound port: b6ae3730-987c-43d0-a544-ee00bf9cd23a, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:42:55.828644 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.894474 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] For port b6ae3730-987c-43d0-a544-ee00bf9cd23a, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:42:55.894928 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.897760 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] For port b6ae3730-987c-43d0-a544-ee00bf9cd23a, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b6ae3730-987c-43d0-a544-ee00bf9cd23a,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:42:55.909555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Transition to ACTIVE for port object 708ef481-e499-4c58-bc29-f01a87125e88 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:42:56.019804 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:56.049308 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:56.079502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e221e3-7e67-47da-8aba-78b257d50d42 None None] Pushing event updated for resources: {'Port': ['ID=b6ae3730-987c-43d0-a544-ee00bf9cd23a,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:56.097442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:42:56.101200 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:42:56.103704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:42:56.157617 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=708ef481-e499-4c58-bc29-f01a87125e88,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:56.167410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:56.488742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:56.763843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:56.876785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:56.953952 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=708ef481-e499-4c58-bc29-f01a87125e88,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:56.956525 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:57.056662 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:42:57.058124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:42:57.171473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 135e744d-2bcd-4815-ad64-21d6daee26aa has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:42:57.208027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:42:57.283611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:42:57.290393 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dd903b7e-deac-455b-8d01-ff98178b9ba1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "PUT /v2.0/routers/135e744d-2bcd-4815-ad64-21d6daee26aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3900738 Aug 16 21:42:57.293287 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Sync routers for ids ['135e744d-2bcd-4815-ad64-21d6daee26aa'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:42:57.305764 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Routers {'135e744d-2bcd-4815-ad64-21d6daee26aa'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:42:57.306426 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['135e744d-2bcd-4815-ad64-21d6daee26aa'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:57.328120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:42:57.332907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:42:57.332907 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:57.421766 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:57.435510 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Set router 135e744d-2bcd-4815-ad64-21d6daee26aa gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:42:57.446463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:57.449011 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-1da1b61b-1d58-417f-95a6-e3473c7f5b91 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873899436&fields=id&tenant_id=a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 267 time: 0.0438032 Aug 16 21:42:57.516128 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:57.517292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b6ae3730-987c-43d0-a544-ee00bf9cd23a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:42:57.591083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-38962bd9-5d37-43d2-b66b-e46cbde8cc4a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:57.593688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-38962bd9-5d37-43d2-b66b-e46cbde8cc4a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/networks?id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 200 len: 797 time: 0.1372395 Aug 16 21:42:57.610031 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:57.617312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-e612bc41-61e9-412c-a693-4f53c3e99813 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/quotas/a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 375 time: 0.0172231 Aug 16 21:42:57.669114 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-989cfca9-98f8-4062-8e86-2b2334adcd81 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508773 Aug 16 21:42:57.674780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded5d322-702b-448d-8a6d-4e5eeb0547e2 None None] Network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:42:57.697888 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:56Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '708ef481-e499-4c58-bc29-f01a87125e88', 'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:76:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:55Z', 'updated_at': '2021-08-16T21:42:56Z', 'revision_number': 2, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:57.713423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port b6ae3730-987c-43d0-a544-ee00bf9cd23a completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:42:57.726403 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Checking router: 135e744d-2bcd-4815-ad64-21d6daee26aa for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:42:57.727247 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Updating router 135e744d-2bcd-4815-ad64-21d6daee26aa port 708ef481-e499-4c58-bc29-f01a87125e88 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:42:57.754032 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:57.774499 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-06de661d-199b-4278-b7dc-34b2f11892c6 service neutron] 10.222.0.74 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931408 Aug 16 21:42:57.791232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-16110446-03fa-466b-90d8-25247c86dc6b None None] Provisioning for port b6ae3730-987c-43d0-a544-ee00bf9cd23a completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:42:57.802057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-16110446-03fa-466b-90d8-25247c86dc6b None None] Provisioning complete for port b6ae3730-987c-43d0-a544-ee00bf9cd23a triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:42:57.802680 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-16110446-03fa-466b-90d8-25247c86dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:57.872193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-00ed1694-b87e-498f-8880-cf945db39302 service neutron] 10.222.0.74 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904942 Aug 16 21:42:57.924018 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-16110446-03fa-466b-90d8-25247c86dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:57.969689 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-16110446-03fa-466b-90d8-25247c86dc6b None None] For port b6ae3730-987c-43d0-a544-ee00bf9cd23a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b6ae3730-987c-43d0-a544-ee00bf9cd23a,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:58.034167 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:58.044137 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Transition to ACTIVE for port object 708ef481-e499-4c58-bc29-f01a87125e88 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:42:58.059586 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-16110446-03fa-466b-90d8-25247c86dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:58.122053 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:58.126518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16110446-03fa-466b-90d8-25247c86dc6b None None] Pushing event updated for resources: {'Port': ['ID=b6ae3730-987c-43d0-a544-ee00bf9cd23a,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:58.149350 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0b3283c4-d69a-4c4e-9ace-6b90bb8d014e req-cdc50ca3-255c-43d4-aaca-90d3f3b1c199 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 210 time: 0.0420647 Aug 16 21:42:58.209461 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Pushing event updated for resources: {'Port': ['ID=708ef481-e499-4c58-bc29-f01a87125e88,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:58.232429 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.232781 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.233152 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.233489 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.233817 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.234211 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.234541 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.235314 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.235314 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.235552 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.235788 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.236085 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:58.250827 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Attempting to bind port 708ef481-e499-4c58-bc29-f01a87125e88 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:42:58.251201 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Attempting to bind port 708ef481-e499-4c58-bc29-f01a87125e88 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:42:58.251563 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Attempting to bind port 708ef481-e499-4c58-bc29-f01a87125e88 on network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:42:58.256977 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:42:58.257381 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Checking segment: {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:42:58.257798 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:58.258513 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Bound using segment: {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:42:58.258951 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Bound port: 708ef481-e499-4c58-bc29-f01a87125e88, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:42:58.259312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e2961e80-34ce-4dd8-b732-d697abdd1baa None None] Provisioning for port 708ef481-e499-4c58-bc29-f01a87125e88 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:42:58.259764 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:58.287825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-e2961e80-34ce-4dd8-b732-d697abdd1baa None None] Provisioning complete for port b6ae3730-987c-43d0-a544-ee00bf9cd23a triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:42:58.288203 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e2961e80-34ce-4dd8-b732-d697abdd1baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:58.329298 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] For port 708ef481-e499-4c58-bc29-f01a87125e88, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:42:58.332688 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] For port 708ef481-e499-4c58-bc29-f01a87125e88, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=708ef481-e499-4c58-bc29-f01a87125e88,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:42:58.425753 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:58.485974 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Routers {'135e744d-2bcd-4815-ad64-21d6daee26aa'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:42:58.486763 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['135e744d-2bcd-4815-ad64-21d6daee26aa'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:58.523988 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad191af3-c11e-44d0-8cac-a39b461fe9df None None] Pushing event updated for resources: {'Port': ['ID=708ef481-e499-4c58-bc29-f01a87125e88,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:58.716301 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] Set router 135e744d-2bcd-4815-ad64-21d6daee26aa gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:42:58.918637 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:56Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '708ef481-e499-4c58-bc29-f01a87125e88', 'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:76:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:55Z', 'updated_at': '2021-08-16T21:42:58Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:58.946729 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d546ed-d729-4214-a8fc-d80061e225cc None None] The sync data for ids ['135e744d-2bcd-4815-ad64-21d6daee26aa'] in n-d-793619-14 is: [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:56Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '708ef481-e499-4c58-bc29-f01a87125e88', 'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:76:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:55Z', 'updated_at': '2021-08-16T21:42:58Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:42:59.246198 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:42:59.254152 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-10ae990f-6a44-4330-bcf3-c1196e5e37ba req-214c3424-c7d1-4b61-8c31-595fb0b93d0a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 210 time: 0.0294313 Aug 16 21:42:59.299068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:42:59.299653 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:59.383809 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 708ef481-e499-4c58-bc29-f01a87125e88 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:42:59.499700 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 708ef481-e499-4c58-bc29-f01a87125e88 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:42:59.504156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 708ef481-e499-4c58-bc29-f01a87125e88 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:42:59.504662 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:59.590231 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:59.624220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 708ef481-e499-4c58-bc29-f01a87125e88, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=708ef481-e499-4c58-bc29-f01a87125e88,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:59.688650 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:59.689608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b6ae3730-987c-43d0-a544-ee00bf9cd23a up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:42:59.767097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=708ef481-e499-4c58-bc29-f01a87125e88,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:59.778728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port b6ae3730-987c-43d0-a544-ee00bf9cd23a triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:42:59.779126 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:00.259549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-daa84c09-a52e-4391-860c-db46409bd9ff tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:00.260799 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-daa84c09-a52e-4391-860c-db46409bd9ff tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/networks?id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 200 len: 797 time: 0.1074004 Aug 16 21:43:00.306533 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-a1d44243-8afa-4b96-b2c6-7781dd49ac3d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 379 time: 0.0366254 Aug 16 21:43:00.317113 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'port': {'device_id': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'admin_state_up': True, 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'security_groups': ['130bda68-b7c6-40eb-afa9-b6dafa21a629']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:43:00.355714 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47d2cd24-629c-4925-a8b3-83f7fecc0d18 req-2227f67c-ea41-46c9-bb1e-a6ebbea5dfb4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 210 time: 0.0304193 Aug 16 21:43:00.533689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:43:00.537362 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:00.662557 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.20.0.14 (0c4a3d69-d4f8-4436-9347-537e6dd6e87e/b5e0780d-dcca-4b78-acdf-6f965c32d83d/7fac60a5-a226-454f-afd9-cc2c4f21f080) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:43:00.801484 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:00.815168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Transition to ACTIVE for port object 7fac60a5-a226-454f-afd9-cc2c4f21f080 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:43:00.928282 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:00.969255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:43:00.974243 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:43:00.977868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:43:01.003814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=7fac60a5-a226-454f-afd9-cc2c4f21f080,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:43:01.032655 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:01.033327 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.106246 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-21f63a49-8b31-4d1a-84d7-89b31080451b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7932463 Aug 16 21:43:01.119834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Request body: {'port': {'device_id': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:43:01.168039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 708ef481-e499-4c58-bc29-f01a87125e88 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:43:01.180034 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.222550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 708ef481-e499-4c58-bc29-f01a87125e88 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:43:01.222926 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.260328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a01dd797-1ed2-4b42-a0eb-bf01ad4777e6 None None] Provisioning for port 7fac60a5-a226-454f-afd9-cc2c4f21f080 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:43:01.266527 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a01dd797-1ed2-4b42-a0eb-bf01ad4777e6 None None] Provisioning complete for port 7fac60a5-a226-454f-afd9-cc2c4f21f080 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:43:01.269939 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a01dd797-1ed2-4b42-a0eb-bf01ad4777e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.326709 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a01dd797-1ed2-4b42-a0eb-bf01ad4777e6 None None] Port 7fac60a5-a226-454f-afd9-cc2c4f21f080 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:43:01.448666 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fac60a5-a226-454f-afd9-cc2c4f21f080 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:43:01.456785 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.469522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Transition to ACTIVE for port object 7fac60a5-a226-454f-afd9-cc2c4f21f080 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:43:01.472502 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2856c-c371-48ac-92ee-25cbb0242806 req-6f8b8762-d1f5-4f5e-acd3-3a6853dd49bc tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:01.474030 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43b2856c-c371-48ac-92ee-25cbb0242806 req-6f8b8762-d1f5-4f5e-acd3-3a6853dd49bc tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 932 time: 0.0507996 Aug 16 21:43:01.512206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43b2856c-c371-48ac-92ee-25cbb0242806 req-bfb7acf1-7d9c-4379-8e6b-33453c6c2c09 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321743 Aug 16 21:43:01.550817 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.620318 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Pushing event updated for resources: {'Port': ['ID=7fac60a5-a226-454f-afd9-cc2c4f21f080,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:43:01.674044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Attempting to bind port 7fac60a5-a226-454f-afd9-cc2c4f21f080 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:43:01.674413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Attempting to bind port 7fac60a5-a226-454f-afd9-cc2c4f21f080 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:43:01.674750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Attempting to bind port 7fac60a5-a226-454f-afd9-cc2c4f21f080 on network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:43:01.679360 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Port 7fac60a5-a226-454f-afd9-cc2c4f21f080 on network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:43:01.679683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Attempting to bind port 7fac60a5-a226-454f-afd9-cc2c4f21f080 on network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:43:01.684695 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:43:01.685067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Checking segment: {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:43:01.685483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Bound using segment: {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:43:01.686181 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Bound port: 7fac60a5-a226-454f-afd9-cc2c4f21f080, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:43:01.686681 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.752389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:43:01.755538 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:43:01.868165 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.900723 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:01.901640 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.903060 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-637d003f-c047-4c41-b167-cafa7851063a service neutron] 10.222.0.76 "PUT /v2.0/ports/7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 1093 time: 0.7889421 Aug 16 21:43:01.903502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:43:01.905800 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee45567b-e72e-4359-94c4-0731c8053b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:43:01.934790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d003f-c047-4c41-b167-cafa7851063a service neutron] Pushing event updated for resources: {'Port': ['ID=7fac60a5-a226-454f-afd9-cc2c4f21f080,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:43:01.946721 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5e5b81-322e-4e5e-be30-d963595d79d5 x-openstack-request-id: req-2c5e5b81-322e-4e5e-be30-d963595d79d5 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:43:01.947021 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:43:01.947279 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c5e5b81-322e-4e5e-be30-d963595d79d5 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:43:01.947688 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'status': 'completed', 'code': 200} Aug 16 21:43:02.015626 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45567b-e72e-4359-94c4-0731c8053b0c req-02e6b286-ff7e-4b75-87ae-ca5a507590b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:02.017281 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee45567b-e72e-4359-94c4-0731c8053b0c req-02e6b286-ff7e-4b75-87ae-ca5a507590b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1096 time: 0.0473607 Aug 16 21:43:02.117811 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45567b-e72e-4359-94c4-0731c8053b0c req-e99e01a1-ae22-4998-a127-8f157fd9b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:02.119234 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee45567b-e72e-4359-94c4-0731c8053b0c req-e99e01a1-ae22-4998-a127-8f157fd9b621 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0946238 Aug 16 21:43:02.219799 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45567b-e72e-4359-94c4-0731c8053b0c req-cfd8c659-9f16-4ea3-b4fc-8750d4bdd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:02.221304 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ee45567b-e72e-4359-94c4-0731c8053b0c req-cfd8c659-9f16-4ea3-b4fc-8750d4bdd28d service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952694 Aug 16 21:43:02.295214 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-136a38a6-8c34-4420-b314-14070d51f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:02.296682 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-136a38a6-8c34-4420-b314-14070d51f3af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1096 time: 0.0421548 Aug 16 21:43:02.341472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-3ef33f94-db5b-4ec2-a1b2-d589ce79dd6c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 217 time: 0.0374806 Aug 16 21:43:02.388534 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-88726d3c-b104-49ca-9c77-19018c5bedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:02.389937 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-88726d3c-b104-49ca-9c77-19018c5bedd4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b5e0780d-dcca-4b78-acdf-6f965c32d83d HTTP/1.1" status: 200 len: 835 time: 0.0423882 Aug 16 21:43:02.435359 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-686ff095-485b-454f-ac70-a94d00391d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:02.437137 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-686ff095-485b-454f-ac70-a94d00391d5c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402083 Aug 16 21:43:02.529855 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-ec46fb45-30c5-43cf-a069-d4ee023139eb service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857832 Aug 16 21:43:02.620548 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a9490f3a-10de-4bc2-9e9a-feb5a550f05c req-31ae0704-f04c-4be7-8b4d-bfd4d01c8762 service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839934 Aug 16 21:43:02.628300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d7e6-3439-4ae4-b8d1-179ceb5e4961 req-bb094b01-7c0a-433b-8e68-43d6381e9214 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:02.629836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e65d7e6-3439-4ae4-b8d1-179ceb5e4961 req-bb094b01-7c0a-433b-8e68-43d6381e9214 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 944 time: 0.0483634 Aug 16 21:43:02.668121 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e65d7e6-3439-4ae4-b8d1-179ceb5e4961 req-a6347247-d400-40bf-aedc-d6fe34d5f1ae tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 Aug 16 21:43:03.282753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:03.395970 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:03.788898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6b4a3-f793-4355-a3fb-a3ef91194e07 req-1b6853a7-af10-48da-ab0f-4195e55d5061 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:03.790399 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee6b4a3-f793-4355-a3fb-a3ef91194e07 req-1b6853a7-af10-48da-ab0f-4195e55d5061 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 944 time: 0.0517294 Aug 16 21:43:03.828316 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eee6b4a3-f793-4355-a3fb-a3ef91194e07 req-fca4336f-d90d-443d-8804-a101846e977d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Aug 16 21:43:04.910368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7fac60a5-a226-454f-afd9-cc2c4f21f080 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:43:04.942134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61207fa-ba82-41ab-a369-9c0fe0fe0ba7 req-9505f61a-59c9-4d81-9cd9-e934ad4dad95 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:04.943673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c61207fa-ba82-41ab-a369-9c0fe0fe0ba7 req-9505f61a-59c9-4d81-9cd9-e934ad4dad95 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 944 time: 0.0490420 Aug 16 21:43:04.981761 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c61207fa-ba82-41ab-a369-9c0fe0fe0ba7 req-a99542a8-1cfa-4272-a64d-428c00d9c062 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320947 Aug 16 21:43:05.005393 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:43:05.017169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'port_id': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'mac_address': 'fa:16:3e:d6:ec:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:43:05.056647 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:05.069829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fac60a5-a226-454f-afd9-cc2c4f21f080 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:43:05.088207 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:43:05.190765 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:05.238237 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=7fac60a5-a226-454f-afd9-cc2c4f21f080,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:43:05.404119 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['7fac60a5-a226-454f-afd9-cc2c4f21f080'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:43:06.097039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092d81a-c241-4cd5-8f76-01a08978e627 req-ec10356e-eced-4b65-a723-ce09361c4299 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:06.098567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c092d81a-c241-4cd5-8f76-01a08978e627 req-ec10356e-eced-4b65-a723-ce09361c4299 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 945 time: 0.0496385 Aug 16 21:43:06.135991 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c092d81a-c241-4cd5-8f76-01a08978e627 req-705aa22a-01a5-4fd3-8379-a68d85231228 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315416 Aug 16 21:43:06.757385 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:43:06.909911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7fac60a5-a226-454f-afd9-cc2c4f21f080 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:43:07.030441 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 7fac60a5-a226-454f-afd9-cc2c4f21f080 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:43:07.034104 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 7fac60a5-a226-454f-afd9-cc2c4f21f080 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:43:07.034470 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:07.113409 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:07.134857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:43:07.137108 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7999b289-3a0d-4597-a60e-8b105eec7ad1" -d '{"events": [{"server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "name": "network-vif-plugged", "status": "completed", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:43:07.149623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:43:07.176178 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a45685-4589-402a-a41b-64fd2ae79691 x-openstack-request-id: req-04a45685-4589-402a-a41b-64fd2ae79691 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:43:07.176473 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "name": "network-vif-plugged", "status": "completed", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:43:07.176728 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-04a45685-4589-402a-a41b-64fd2ae79691 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:43:07.177152 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'code': 200} Aug 16 21:43:07.224862 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:07.256879 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b8590-b06b-4f8c-a0d1-be2e5cfd0d8a req-5535f675-0e02-49b8-94ed-42b07d45d743 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:07.258419 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-552b8590-b06b-4f8c-a0d1-be2e5cfd0d8a req-5535f675-0e02-49b8-94ed-42b07d45d743 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 945 time: 0.0550065 Aug 16 21:43:07.273514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36e595-6755-4862-b66d-ad8fb6d49271 req-6ed8184c-0658-41ad-b927-a3298422bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:07.275260 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1f36e595-6755-4862-b66d-ad8fb6d49271 req-6ed8184c-0658-41ad-b927-a3298422bf1a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1098 time: 0.0425136 Aug 16 21:43:07.276542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=7fac60a5-a226-454f-afd9-cc2c4f21f080,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:43:07.299169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-552b8590-b06b-4f8c-a0d1-be2e5cfd0d8a req-16cabb86-6b8e-48b8-b2d4-9b2cdb5e6ebf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333862 Aug 16 21:43:07.315635 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1f36e595-6755-4862-b66d-ad8fb6d49271 req-75e4f1fe-91e6-4adb-adc1-53fee3b2ccd2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332797 Aug 16 21:43:08.420399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d81e97-6e60-4438-9208-49d0dde7e696 req-3235de54-5b9d-4f3f-b638-744e5f1e60b9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:08.421919 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1d81e97-6e60-4438-9208-49d0dde7e696 req-3235de54-5b9d-4f3f-b638-744e5f1e60b9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0496800 Aug 16 21:43:08.459977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a1d81e97-6e60-4438-9208-49d0dde7e696 req-9a705ffd-3949-49ef-8837-4fd151006523 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321250 Aug 16 21:43:08.573586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612a47d-fb6d-40e3-b97e-434ee5157876 req-b8b02e4a-d4bf-49a9-85ee-89e7a55e6973 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:08.575124 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f612a47d-fb6d-40e3-b97e-434ee5157876 req-b8b02e4a-d4bf-49a9-85ee-89e7a55e6973 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0507767 Aug 16 21:43:08.613757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f612a47d-fb6d-40e3-b97e-434ee5157876 req-6ffa19b2-ccfc-403e-9164-ed33dc83d5ce tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317624 Aug 16 21:43:08.634710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40670) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:43:08.677246 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad1bc94-5257-4dfc-b7f4-4aa5571d4f5c tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:08.678735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9ad1bc94-5257-4dfc-b7f4-4aa5571d4f5c tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1093 time: 0.0430377 Aug 16 21:43:08.681570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40672) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:43:08.686338 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:43:08.812357 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:08.907706 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:09.011081 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.25.4.51 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/b2b298a2-e6e5-4577-880c-81f7704930c9) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:43:09.115641 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:09.246940 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:09.284652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:43:09.287476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:43:09.292935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:43:09.321280 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=b2b298a2-e6e5-4577-880c-81f7704930c9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:43:09.647607 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:09.769986 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:09.919736 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:10.041958 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:10.106909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=b2b298a2-e6e5-4577-880c-81f7704930c9,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:43:10.118111 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:10.218359 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Floating IP e25ed7cc-153f-4521-9c9d-3a829a837d37 associated. External IP: 172.25.4.51, port: 7fac60a5-a226-454f-afd9-cc2c4f21f080. Aug 16 21:43:10.425164 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 135e744d-2bcd-4815-ad64-21d6daee26aa has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:43:10.532235 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:43:10.548853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c101ac-f1f9-4383-ad13-93f2be477ae7 None None] Sync routers for ids ['135e744d-2bcd-4815-ad64-21d6daee26aa'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:43:10.558761 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c101ac-f1f9-4383-ad13-93f2be477ae7 None None] Routers {'135e744d-2bcd-4815-ad64-21d6daee26aa'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:43:10.561580 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-93c101ac-f1f9-4383-ad13-93f2be477ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['135e744d-2bcd-4815-ad64-21d6daee26aa'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:43:10.625350 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:10.652580 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d49d3778-604b-46f4-bd32-2ceca8088b4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9699934 Aug 16 21:43:10.653294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:43:10.655455 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16559e0-b8c3-46fa-804d-f50d23896dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:43:10.664626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-93c101ac-f1f9-4383-ad13-93f2be477ae7 None None] Set router 135e744d-2bcd-4815-ad64-21d6daee26aa gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:43:10.692168 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f86af4-3e91-4563-a91c-b12bcebbdaec x-openstack-request-id: req-34f86af4-3e91-4563-a91c-b12bcebbdaec {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:43:10.692472 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:43:10.692733 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-34f86af4-3e91-4563-a91c-b12bcebbdaec {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:43:10.693176 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'status': 'completed', 'code': 200} Aug 16 21:43:10.755413 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16559e0-b8c3-46fa-804d-f50d23896dd5 req-bac094c1-e4dc-43b5-86e8-640df2e3badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:10.757186 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e16559e0-b8c3-46fa-804d-f50d23896dd5 req-bac094c1-e4dc-43b5-86e8-640df2e3badf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1098 time: 0.0436945 Aug 16 21:43:10.766828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f543a43-90da-4df8-aa1c-f16b8a608947 req-6e3e0d79-e323-45cb-8ac2-85fa72c95f96 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:10.768575 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f543a43-90da-4df8-aa1c-f16b8a608947 req-6e3e0d79-e323-45cb-8ac2-85fa72c95f96 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0528493 Aug 16 21:43:10.817057 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f543a43-90da-4df8-aa1c-f16b8a608947 req-09c55997-8fc2-4845-83d5-af84cfee5757 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359867 Aug 16 21:43:10.839702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40678) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:43:10.851754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16559e0-b8c3-46fa-804d-f50d23896dd5 req-7461c8de-0375-4a03-9180-9fa37499f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:10.853422 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e16559e0-b8c3-46fa-804d-f50d23896dd5 req-7461c8de-0375-4a03-9180-9fa37499f30e service neutron] 10.222.0.76 "GET /v2.0/networks?id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 200 len: 898 time: 0.0898507 Aug 16 21:43:10.909636 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b28b3905-e9b2-4827-aebc-8a7b8c22c8ce tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/e25ed7cc-153f-4521-9c9d-3a829a837d37 HTTP/1.1" status: 200 len: 991 time: 0.0687389 Aug 16 21:43:10.909854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-93c101ac-f1f9-4383-ad13-93f2be477ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:56Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'e25ed7cc-153f-4521-9c9d-3a829a837d37', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'port_id': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'mac_address': 'fa:16:3e:d6:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:43:09Z', 'updated_at': '2021-08-16T21:43:09Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708ef481-e499-4c58-bc29-f01a87125e88', 'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:76:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:55Z', 'updated_at': '2021-08-16T21:42:59Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:43:10.924155 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e16559e0-b8c3-46fa-804d-f50d23896dd5 req-f3a4710b-c85f-4e8b-ac5a-71e47653440f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 999 time: 0.0630641 Aug 16 21:43:10.935992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c101ac-f1f9-4383-ad13-93f2be477ae7 None None] Checking router: 135e744d-2bcd-4815-ad64-21d6daee26aa for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:43:10.944884 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c101ac-f1f9-4383-ad13-93f2be477ae7 None None] Routers {'135e744d-2bcd-4815-ad64-21d6daee26aa'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:43:10.945524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-93c101ac-f1f9-4383-ad13-93f2be477ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:42:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['135e744d-2bcd-4815-ad64-21d6daee26aa'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:43:10.975190 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16559e0-b8c3-46fa-804d-f50d23896dd5 req-0155a0fd-bf45-493d-80f9-70535493bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:10.976667 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e16559e0-b8c3-46fa-804d-f50d23896dd5 req-0155a0fd-bf45-493d-80f9-70535493bc4e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b5e0780d-dcca-4b78-acdf-6f965c32d83d HTTP/1.1" status: 200 len: 835 time: 0.0456808 Aug 16 21:43:11.022858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16559e0-b8c3-46fa-804d-f50d23896dd5 req-e14db68c-c0ad-4cc4-9e1d-6fb6f0ed422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:11.024362 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e16559e0-b8c3-46fa-804d-f50d23896dd5 req-e14db68c-c0ad-4cc4-9e1d-6fb6f0ed422e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403659 Aug 16 21:43:11.051284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-93c101ac-f1f9-4383-ad13-93f2be477ae7 None None] Set router 135e744d-2bcd-4815-ad64-21d6daee26aa gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:43:11.119757 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e16559e0-b8c3-46fa-804d-f50d23896dd5 req-fe8e3732-0f82-4942-bee3-70b746152045 service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879591 Aug 16 21:43:11.208438 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e16559e0-b8c3-46fa-804d-f50d23896dd5 req-abfdad4c-27b6-4ea1-9884-f9994f06db0f service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820906 Aug 16 21:43:11.280892 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-93c101ac-f1f9-4383-ad13-93f2be477ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:56Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'e25ed7cc-153f-4521-9c9d-3a829a837d37', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'port_id': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'mac_address': 'fa:16:3e:d6:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:43:09Z', 'updated_at': '2021-08-16T21:43:09Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708ef481-e499-4c58-bc29-f01a87125e88', 'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:76:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:55Z', 'updated_at': '2021-08-16T21:42:59Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:43:11.307141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c101ac-f1f9-4383-ad13-93f2be477ae7 None None] The sync data for ids ['135e744d-2bcd-4815-ad64-21d6daee26aa'] in n-d-793619-14 is: [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:56Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'e25ed7cc-153f-4521-9c9d-3a829a837d37', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'port_id': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'mac_address': 'fa:16:3e:d6:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:43:09Z', 'updated_at': '2021-08-16T21:43:09Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708ef481-e499-4c58-bc29-f01a87125e88', 'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:76:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:55Z', 'updated_at': '2021-08-16T21:42:59Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:43:11.499533 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51857e53-4b40-41f6-8cf2-a5ab46cdb2a0 None None] New status for floating IP e25ed7cc-153f-4521-9c9d-3a829a837d37: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:43:11.911970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40680) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:43:11.972877 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-18ab4e35-edc0-4d66-9c69-2f19736f3ec3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/e25ed7cc-153f-4521-9c9d-3a829a837d37 HTTP/1.1" status: 200 len: 993 time: 0.0596511 Aug 16 21:43:15.286711 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2570-d8d2-4878-9b34-59841256f05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:17.510107 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-36fbd53e-0f42-4c08-8473-9200b021052e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:17.985190 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:19.412804 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:20.813648 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:33.224263 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:33.315275 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:38.302636 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-19eac4bc-10c8-49b4-b2e3-41edff155d7d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448499 Aug 16 21:43:38.384621 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-7d962c4f-7d22-452a-83d9-7e525115ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:38.386122 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-7d962c4f-7d22-452a-83d9-7e525115ee55 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1098 time: 0.0401800 Aug 16 21:43:38.495664 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-993396c9-c946-4ddb-9f82-69110a7dc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:38.497143 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-993396c9-c946-4ddb-9f82-69110a7dc8f1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 200 len: 898 time: 0.0902634 Aug 16 21:43:38.566304 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-6987d5d7-e16a-438c-80fc-553b575a3a82 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 1001 time: 0.0588348 Aug 16 21:43:38.614784 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-c158ce45-22b4-4281-8e79-0e25f6b5550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:38.616187 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-c158ce45-22b4-4281-8e79-0e25f6b5550d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b5e0780d-dcca-4b78-acdf-6f965c32d83d HTTP/1.1" status: 200 len: 835 time: 0.0430856 Aug 16 21:43:38.666349 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-0d6029ae-e56e-48bd-a5ca-acbb15a7266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:38.667822 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-0d6029ae-e56e-48bd-a5ca-acbb15a7266a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439589 Aug 16 21:43:38.757800 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-68808d08-a178-4b00-a353-7ac80bff01b7 service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813274 Aug 16 21:43:38.853103 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d1ffcaa3-0370-46a3-810f-6fdca616d291 req-57094b9b-bca5-440f-9da5-c04e5304d618 service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857813 Aug 16 21:43:43.433731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b42b05-2e3b-4fc0-a700-5f293ac594ff req-c2a4c70b-aa8f-499c-afc2-db6aac746a62 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:43.436860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98b42b05-2e3b-4fc0-a700-5f293ac594ff req-c2a4c70b-aa8f-499c-afc2-db6aac746a62 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0531375 Aug 16 21:43:43.474672 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-98b42b05-2e3b-4fc0-a700-5f293ac594ff req-9f394829-f7ff-40a0-95b0-1aa3f5fb7aa3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319130 Aug 16 21:43:43.739308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-e74993f6-9964-49ea-896f-f19aace89f1e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791352 Aug 16 21:43:43.756603 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:43:44.591519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64957e45-100b-41fe-a672-af958c20309d req-63fad98c-ab36-45bb-b9cc-bc0e0d2cbb18 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:44.593005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64957e45-100b-41fe-a672-af958c20309d req-63fad98c-ab36-45bb-b9cc-bc0e0d2cbb18 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0503497 Aug 16 21:43:44.630364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64957e45-100b-41fe-a672-af958c20309d req-13ae2000-211b-4102-b1d0-3fdd2da9728f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312951 Aug 16 21:43:45.284906 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8037183a-f6b0-4859-9b08-dfc27de460f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:45.763860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644b78d-e9df-47bd-a907-5473781fce4e req-656f7076-42cb-4c42-b6c3-433cdf893f99 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:45.765886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5644b78d-e9df-47bd-a907-5473781fce4e req-656f7076-42cb-4c42-b6c3-433cdf893f99 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0519686 Aug 16 21:43:46.099255 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-e47217a1-7b80-4f5e-b5f1-89f405ecb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:46.100819 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-e47217a1-7b80-4f5e-b5f1-89f405ecb771 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1098 time: 0.0432005 Aug 16 21:43:46.127431 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5644b78d-e9df-47bd-a907-5473781fce4e req-28843d09-0a84-485d-a0cb-0ff015e13c2f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555050 Aug 16 21:43:46.535719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-a32d9c97-4b0d-4d42-9dbd-6bd702623e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:46.537134 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-a32d9c97-4b0d-4d42-9dbd-6bd702623e74 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 200 len: 898 time: 0.4289846 Aug 16 21:43:46.602606 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-02ae6abd-c158-4e8e-abfc-925b4625fd35 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 1001 time: 0.0573101 Aug 16 21:43:46.652704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-fa62aec5-c0aa-43bd-8463-66c9748f7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:46.654168 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-fa62aec5-c0aa-43bd-8463-66c9748f7fb8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b5e0780d-dcca-4b78-acdf-6f965c32d83d HTTP/1.1" status: 200 len: 835 time: 0.0444922 Aug 16 21:43:46.703693 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-89de1834-657a-411d-a8f3-8d166b8b723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:46.705207 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-89de1834-657a-411d-a8f3-8d166b8b723c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442698 Aug 16 21:43:46.795104 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-343a0f6b-e55f-460b-a427-4025d1c10429 service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809870 Aug 16 21:43:46.885690 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-3d2b788c-4c28-415e-8fa5-7e69e9177f09 service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839436 Aug 16 21:43:47.243743 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624edeca-c901-43e5-9345-6568458d0c9f req-e6945a78-0df3-4cb6-8308-e0749ff2e0de tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:47.245252 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-624edeca-c901-43e5-9345-6568458d0c9f req-e6945a78-0df3-4cb6-8308-e0749ff2e0de tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0496149 Aug 16 21:43:47.282652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-624edeca-c901-43e5-9345-6568458d0c9f req-18ce22a3-3545-4d8f-93b6-f46a16966f0b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314624 Aug 16 21:43:47.526643 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3b1990e8-221e-4f10-8b84-a495ca02d883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:48.001040 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:48.397421 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee6a44-f5fa-4920-8195-0ff2c120e0d6 req-87adfe78-ae86-474b-8f1e-8a47045f7aa5 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:48.398879 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cee6a44-f5fa-4920-8195-0ff2c120e0d6 req-87adfe78-ae86-474b-8f1e-8a47045f7aa5 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0487299 Aug 16 21:43:48.436486 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cee6a44-f5fa-4920-8195-0ff2c120e0d6 req-0609b65e-a04a-4a56-b1ed-1d11fea712cc tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312977 Aug 16 21:43:49.435682 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:49.553543 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a1eb5-fbac-4cbe-8971-299559710e5d req-e5c73498-81fe-4972-a4f6-269d5be4c2e0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:49.555010 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c29a1eb5-fbac-4cbe-8971-299559710e5d req-e5c73498-81fe-4972-a4f6-269d5be4c2e0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0517297 Aug 16 21:43:49.592970 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c29a1eb5-fbac-4cbe-8971-299559710e5d req-81506783-7ae3-4ddd-8388-b9a43e5cbdf6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316405 Aug 16 21:43:50.706300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a0c2-e17e-44f2-99f4-5675de61985a req-40380b50-ad8a-407c-a316-39d0fe02f416 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:50.707745 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94a2a0c2-e17e-44f2-99f4-5675de61985a req-40380b50-ad8a-407c-a316-39d0fe02f416 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0489414 Aug 16 21:43:50.746718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94a2a0c2-e17e-44f2-99f4-5675de61985a req-345e7da5-7581-4c87-a3e4-06932a0257bf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329568 Aug 16 21:43:50.834935 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:51.862411 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f098-8b58-406a-9945-53b30681cfdb req-1810cdb8-76a5-4a3d-b887-471137a75211 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:51.863891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11c4f098-8b58-406a-9945-53b30681cfdb req-1810cdb8-76a5-4a3d-b887-471137a75211 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0484686 Aug 16 21:43:51.900929 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-11c4f098-8b58-406a-9945-53b30681cfdb req-5e8a3df8-6892-45ed-8487-501246a2945c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310409 Aug 16 21:43:53.019943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a1b99-cc98-4251-86cb-2fefb24a3350 req-64df4593-fe0d-4e4c-bbe3-f7ff9fddd063 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:53.021436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-927a1b99-cc98-4251-86cb-2fefb24a3350 req-64df4593-fe0d-4e4c-bbe3-f7ff9fddd063 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0521944 Aug 16 21:43:53.066577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-927a1b99-cc98-4251-86cb-2fefb24a3350 req-a08095a8-a2a5-4c65-940d-a5a2b5593867 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391421 Aug 16 21:43:54.179808 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba598a-23ef-4d24-b181-5aba714563b0 req-3cd85e8a-0845-45f2-ad14-1a91d2677863 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:54.181291 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26ba598a-23ef-4d24-b181-5aba714563b0 req-3cd85e8a-0845-45f2-ad14-1a91d2677863 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0486562 Aug 16 21:43:54.219081 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-26ba598a-23ef-4d24-b181-5aba714563b0 req-5b7ca5ff-3837-45dd-b0ac-2e18ec4c2ee9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315619 Aug 16 21:43:55.332133 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c92fed-9678-49bb-b379-2dd39256c713 req-90e3a255-0748-4471-b938-8a0da85c0829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:55.333609 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51c92fed-9678-49bb-b379-2dd39256c713 req-90e3a255-0748-4471-b938-8a0da85c0829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0480349 Aug 16 21:43:55.371822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51c92fed-9678-49bb-b379-2dd39256c713 req-bee4bbf7-a3f9-4d29-bbb4-46f52faea41e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317969 Aug 16 21:43:56.490076 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a76259-20c9-40e7-8571-7e803ce1912e req-e4dac5c5-b30f-47b5-9377-bec3f98df718 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:56.491526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52a76259-20c9-40e7-8571-7e803ce1912e req-e4dac5c5-b30f-47b5-9377-bec3f98df718 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0514219 Aug 16 21:43:56.528794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-52a76259-20c9-40e7-8571-7e803ce1912e req-393adb60-508b-4c03-b928-b4cae27eb8b7 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313110 Aug 16 21:43:57.641678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437619c3-dc56-40c9-b79a-7dcc51493da8 req-b8b25e4e-dce1-41eb-a9e3-0548751aeb0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:57.643154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-437619c3-dc56-40c9-b79a-7dcc51493da8 req-b8b25e4e-dce1-41eb-a9e3-0548751aeb0f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0485041 Aug 16 21:43:57.680915 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-437619c3-dc56-40c9-b79a-7dcc51493da8 req-f599ce33-603e-43b0-87db-bb4ecc5a2137 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317690 Aug 16 21:43:58.796846 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc428b9-cb53-4f48-8846-d5cd83a8a573 req-24c92b47-8d83-43bc-9bc8-ea0fe1b64af0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:58.798272 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cc428b9-cb53-4f48-8846-d5cd83a8a573 req-24c92b47-8d83-43bc-9bc8-ea0fe1b64af0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0498936 Aug 16 21:43:58.836019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cc428b9-cb53-4f48-8846-d5cd83a8a573 req-206245de-2b3f-4ff4-a53a-2571213f6fe7 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316613 Aug 16 21:43:59.954703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024af6fe-bfc3-4e01-98d2-fbb98fa61fa0 req-54cf1daf-476b-4094-ac9d-c68ff06a5f5a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:59.956202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-024af6fe-bfc3-4e01-98d2-fbb98fa61fa0 req-54cf1daf-476b-4094-ac9d-c68ff06a5f5a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0523591 Aug 16 21:43:59.994526 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-024af6fe-bfc3-4e01-98d2-fbb98fa61fa0 req-c1b9f015-eb3f-4287-9f97-3996a603cec2 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Aug 16 21:44:01.109794 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203daf92-e825-4ec6-ab43-a9b6ba33b2f0 req-c4a7352e-678d-404f-9a5d-b582bcedcc03 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:01.111286 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-203daf92-e825-4ec6-ab43-a9b6ba33b2f0 req-c4a7352e-678d-404f-9a5d-b582bcedcc03 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0495751 Aug 16 21:44:01.149201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-203daf92-e825-4ec6-ab43-a9b6ba33b2f0 req-638ec07c-3399-4841-969b-e9ee4a57c585 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320179 Aug 16 21:44:02.265053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729797f-ecf0-460d-bfe4-5815c4a26a50 req-4158f6c0-5efe-43d7-b7ef-2d096f7c77df tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:02.266529 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4729797f-ecf0-460d-bfe4-5815c4a26a50 req-4158f6c0-5efe-43d7-b7ef-2d096f7c77df tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0503833 Aug 16 21:44:02.303954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4729797f-ecf0-460d-bfe4-5815c4a26a50 req-29b2b658-d906-49ee-9737-40bcda1b49b2 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314684 Aug 16 21:44:03.229105 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:03.412156 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:03.423289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd2cf6-7f10-4222-8df8-6d5cfd763757 req-89f32628-3e57-45fc-9cbb-c50fa1bb07f2 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:03.424839 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8bd2cf6-7f10-4222-8df8-6d5cfd763757 req-89f32628-3e57-45fc-9cbb-c50fa1bb07f2 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0537872 Aug 16 21:44:03.462027 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8bd2cf6-7f10-4222-8df8-6d5cfd763757 req-07aecf3b-84b8-425a-afe5-8cc167be8ac5 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311933 Aug 16 21:44:04.060161 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-96e5cec5-b1f9-4fb2-a20b-18b0e4bc64c4 service neutron] show failed (client error): The resource could not be found. Aug 16 21:44:04.061748 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-96e5cec5-b1f9-4fb2-a20b-18b0e4bc64c4 service neutron] 10.222.0.76 "GET /v2.0/ports/7fac60a5-a226-454f-afd9-cc2c4f21f080/bindings/n-h2-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0546374 Aug 16 21:44:04.578624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474c6bb-8e75-4478-b50e-25995cce5097 req-ea7700d2-65d6-49f8-a15e-f938a42938a1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:04.580079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b474c6bb-8e75-4478-b50e-25995cce5097 req-ea7700d2-65d6-49f8-a15e-f938a42938a1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0508277 Aug 16 21:44:04.617163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b474c6bb-8e75-4478-b50e-25995cce5097 req-b2a59c72-ab4d-4e18-a756-8491b9cbf690 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307596 Aug 16 21:44:04.786814 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-d5444f28-5f31-46d1-8f6a-6e0c3d5a148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:04.788262 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-d5444f28-5f31-46d1-8f6a-6e0c3d5a148a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c&tenant_id=a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 1098 time: 0.0893981 Aug 16 21:44:04.801056 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:04.854327 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:05.050715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:44:05.083827 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:44:05.121272 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:44:05.124070 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31884516-efa7-4068-987e-9616129e0c77" -d '{"events": [{"server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:44:05.128307 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:05.141167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Transition to ACTIVE for port object 7fac60a5-a226-454f-afd9-cc2c4f21f080 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:44:05.170985 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98784752-9d56-41ce-bc1b-f2765feb9530 x-openstack-request-id: req-98784752-9d56-41ce-bc1b-f2765feb9530 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:44:05.171287 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:44:05.171541 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-98784752-9d56-41ce-bc1b-f2765feb9530 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:44:05.171937 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'code': 200} Aug 16 21:44:05.257725 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:05.336648 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Pushing event updated for resources: {'Port': ['ID=7fac60a5-a226-454f-afd9-cc2c4f21f080,revision_number=6']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:05.351887 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.352239 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.352592 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.352932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.353325 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.353631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.353961 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.354292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.354624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.354955 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.355288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.355611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:05.393339 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] No DVR routers for this DVR port 7fac60a5-a226-454f-afd9-cc2c4f21f080 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:44:05.531497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Attempting to bind port 7fac60a5-a226-454f-afd9-cc2c4f21f080 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:44:05.531836 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Attempting to bind port 7fac60a5-a226-454f-afd9-cc2c4f21f080 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:44:05.532166 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Attempting to bind port 7fac60a5-a226-454f-afd9-cc2c4f21f080 on network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:44:05.536418 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Port 7fac60a5-a226-454f-afd9-cc2c4f21f080 on network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:44:05.536749 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Attempting to bind port 7fac60a5-a226-454f-afd9-cc2c4f21f080 on network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:44:05.541626 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:44:05.541970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Checking segment: {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:44:05.542359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Bound using segment: {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:44:05.542787 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Bound port: 7fac60a5-a226-454f-afd9-cc2c4f21f080, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d988ec-2de5-4a81-a3ff-1b2bdf526561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:44:05.543145 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:05.610379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:44:05.613454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:44:05.713560 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:05.752425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:05.753070 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:05.754499 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] 10.222.0.79 "PUT /v2.0/ports/7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 1093 time: 0.9574876 Aug 16 21:44:05.783638 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ee9a8-a4ef-4083-961f-57629e1be20b req-775a0156-e831-4c5a-a83c-41077d4c167f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:05.785224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-233ee9a8-a4ef-4083-961f-57629e1be20b req-775a0156-e831-4c5a-a83c-41077d4c167f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 944 time: 0.1010299 Aug 16 21:44:05.820214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef620ec-2a62-4705-8632-f9df0b52b21e service neutron] Pushing event updated for resources: {'Port': ['ID=7fac60a5-a226-454f-afd9-cc2c4f21f080,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:05.865058 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-233ee9a8-a4ef-4083-961f-57629e1be20b req-2474b2ce-3a90-4db3-bf61-69faaa02c931 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650079 Aug 16 21:44:05.867975 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-fb180a5e-9c83-407a-8039-a0b19af9d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:05.869501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-fb180a5e-9c83-407a-8039-a0b19af9d680 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1096 time: 0.0816534 Aug 16 21:44:05.964011 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-9e85a66b-1094-4ee7-9ce2-9ce0b42bb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:05.965531 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-9e85a66b-1094-4ee7-9ce2-9ce0b42bb15a service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 200 len: 898 time: 0.0887914 Aug 16 21:44:06.033860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-64bc75cc-2ffb-4f83-9675-cdf755ebce9f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 999 time: 0.0610821 Aug 16 21:44:06.082960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-e403c75b-bc6d-4aea-b34f-e239045949ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:06.084364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-e403c75b-bc6d-4aea-b34f-e239045949ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b5e0780d-dcca-4b78-acdf-6f965c32d83d HTTP/1.1" status: 200 len: 835 time: 0.0436575 Aug 16 21:44:06.129784 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-16f44724-3111-4465-a295-e6a06a88157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:06.131197 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-16f44724-3111-4465-a295-e6a06a88157f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393679 Aug 16 21:44:06.225715 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-d92cd105-9586-4aa9-8dc7-f8dc59de219b service neutron] 10.222.0.79 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861418 Aug 16 21:44:06.316455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-cd4728cf-47d8-43e0-9619-89a22f30d0aa service neutron] 10.222.0.79 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836747 Aug 16 21:44:06.984695 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8c780-92b0-44ef-83f9-c84b9464638c req-043df052-2252-4b17-8d56-de5cde84ba23 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:06.986197 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00f8c780-92b0-44ef-83f9-c84b9464638c req-043df052-2252-4b17-8d56-de5cde84ba23 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 944 time: 0.0496366 Aug 16 21:44:07.028183 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00f8c780-92b0-44ef-83f9-c84b9464638c req-f50c318e-e157-4ee5-b687-347254fd35c5 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360088 Aug 16 21:44:07.158131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7fac60a5-a226-454f-afd9-cc2c4f21f080 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:44:07.173213 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:44:07.175601 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:44:07.196167 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7fac60a5-a226-454f-afd9-cc2c4f21f080 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:44:07.225175 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74419329-efa3-48f3-affe-f0fa3df416d5 x-openstack-request-id: req-74419329-efa3-48f3-affe-f0fa3df416d5 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:44:07.225472 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:44:07.225727 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-74419329-efa3-48f3-affe-f0fa3df416d5 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:44:07.226151 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'status': 'completed', 'code': 200} Aug 16 21:44:07.283197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-7bf3c7fc-d2e8-4de9-811f-60085587b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:07.284729 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-7bf3c7fc-d2e8-4de9-811f-60085587b446 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1096 time: 0.0412784 Aug 16 21:44:07.295567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-74f630a3-e868-4ef8-bf9b-ebf9f4f9d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:07.297049 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-74f630a3-e868-4ef8-bf9b-ebf9f4f9d92d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1096 time: 0.0501463 Aug 16 21:44:07.375858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-b44a33fd-8374-49e6-9d01-46e85d526be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:07.377376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-b44a33fd-8374-49e6-9d01-46e85d526be4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 200 len: 898 time: 0.0854435 Aug 16 21:44:07.398640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-d105f358-c802-4f87-b642-765d768eecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:07.400105 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-d105f358-c802-4f87-b642-765d768eecfb service neutron] 10.222.0.76 "GET /v2.0/networks?id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 200 len: 898 time: 0.0966802 Aug 16 21:44:07.450261 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-7204f4c6-42f6-4c87-8289-5c60ca59765a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 999 time: 0.0641396 Aug 16 21:44:07.467652 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-045641b1-f7a5-4b1d-9b32-da6864e40770 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 999 time: 0.0598185 Aug 16 21:44:07.499663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-a763cfa7-488e-478f-97f2-0b804f3ec239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:07.501149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-a763cfa7-488e-478f-97f2-0b804f3ec239 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b5e0780d-dcca-4b78-acdf-6f965c32d83d HTTP/1.1" status: 200 len: 835 time: 0.0439427 Aug 16 21:44:07.521186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-bfdcc92b-be98-41ed-9508-878b49bf4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:07.522797 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-bfdcc92b-be98-41ed-9508-878b49bf4064 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b5e0780d-dcca-4b78-acdf-6f965c32d83d HTTP/1.1" status: 200 len: 835 time: 0.0485780 Aug 16 21:44:07.552041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-a5cfbd05-1180-4dd5-9d0e-8f6c536796cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:07.553645 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-a5cfbd05-1180-4dd5-9d0e-8f6c536796cc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424037 Aug 16 21:44:07.568578 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-36655720-e1e8-4735-bcca-b056440921cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:07.570099 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-36655720-e1e8-4735-bcca-b056440921cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408499 Aug 16 21:44:07.651255 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-593d877e-b0d4-483e-a846-04c4b6154588 service neutron] 10.222.0.79 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882940 Aug 16 21:44:07.660941 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-d19e50e2-ad7f-4426-b941-34e31186c9ce service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817897 Aug 16 21:44:07.668058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7fac60a5-a226-454f-afd9-cc2c4f21f080 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:44:07.744809 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-9a56799a-549d-47c1-b177-b258811570ce service neutron] 10.222.0.79 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862007 Aug 16 21:44:07.762359 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-2c9e6c7e-7a4a-45f3-b4dd-968e3c9f2ac8 req-ff51409b-cc1f-4b21-b720-93466282e575 service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927157 Aug 16 21:44:07.763368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:44:07.777829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'port_id': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'mac_address': 'fa:16:3e:d6:ec:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:44:07.814542 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:07.827130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fac60a5-a226-454f-afd9-cc2c4f21f080 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:44:07.846444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:44:07.938586 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:07.986012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7fac60a5-a226-454f-afd9-cc2c4f21f080,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:07.993322 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:07.993718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:07.994065 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:07.994407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:07.994749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:07.995112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:07.995444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:07.995778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:07.996107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:07.996438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:07.996769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:07.997115 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:08.150778 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dcaf6-e70f-4ca2-909e-1a9157ccb88a req-b6a5ad0f-d909-4378-bbf9-d62d7cc49cc5 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:08.152643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e9dcaf6-e70f-4ca2-909e-1a9157ccb88a req-b6a5ad0f-d909-4378-bbf9-d62d7cc49cc5 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 945 time: 0.0553992 Aug 16 21:44:08.190865 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e9dcaf6-e70f-4ca2-909e-1a9157ccb88a req-d0409686-2e9f-4ff3-be91-69027585f5cc tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319748 Aug 16 21:44:08.200027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7fac60a5-a226-454f-afd9-cc2c4f21f080'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:44:09.318563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9700633-6ae9-4ca8-bc84-f32ffced0e39 req-4ad8a864-4428-409b-8fa6-7df70e90d6be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:09.320035 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9700633-6ae9-4ca8-bc84-f32ffced0e39 req-4ad8a864-4428-409b-8fa6-7df70e90d6be tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 945 time: 0.0602512 Aug 16 21:44:09.357163 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a9700633-6ae9-4ca8-bc84-f32ffced0e39 req-cd241b53-988c-4e19-aab2-0ca210fe6da1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311055 Aug 16 21:44:09.686235 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7fac60a5-a226-454f-afd9-cc2c4f21f080 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:44:09.745316 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299616e2-1d54-4e96-9fbd-b9dff019004c req-145b67b9-f790-4cf5-8ba7-a037471360e4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:09.746820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-299616e2-1d54-4e96-9fbd-b9dff019004c req-145b67b9-f790-4cf5-8ba7-a037471360e4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 945 time: 0.0508337 Aug 16 21:44:09.785997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-299616e2-1d54-4e96-9fbd-b9dff019004c req-59f8bd4a-43cb-42e3-89d2-73c045ef77c0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323679 Aug 16 21:44:09.794767 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 7fac60a5-a226-454f-afd9-cc2c4f21f080 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:44:09.799368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 7fac60a5-a226-454f-afd9-cc2c4f21f080 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:44:09.799904 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:09.837749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87ec24-b444-413f-9624-d99f248bbefa req-41a432ec-3fa0-494e-b9d4-9829c92d4f33 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:09.839881 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6a87ec24-b444-413f-9624-d99f248bbefa req-41a432ec-3fa0-494e-b9d4-9829c92d4f33 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c&tenant_id=a2942ea796e745c2b490c06a4e84a0ea&binding%3Ahost_id=n-h2-793619-14 HTTP/1.1" status: 200 len: 945 time: 0.0552883 Aug 16 21:44:09.885273 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:09.907116 n-d-793619-14 neutron-server[95262]: INFO neutron.api.v2.resource [req-6a87ec24-b444-413f-9624-d99f248bbefa req-883ef56e-f55e-4066-88f7-ece286521ed9 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:44:09.908075 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6a87ec24-b444-413f-9624-d99f248bbefa req-883ef56e-f55e-4066-88f7-ece286521ed9 service neutron] 10.222.0.76 "DELETE /v2.0/ports/7fac60a5-a226-454f-afd9-cc2c4f21f080/bindings/n-h1-793619-14 HTTP/1.1" status: 404 len: 381 time: 0.0605989 Aug 16 21:44:09.911161 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:44:09.914270 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762554c8-ce80-42fc-a5f7-af57c8ab3386" -d '{"events": [{"server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "name": "network-vif-plugged", "status": "completed", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:44:09.918631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65aa0d-e384-4329-8a0d-82aceeabc3de req-8e7fa5e2-bfbe-42c7-a859-b116ba7bb09f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:09.920679 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a65aa0d-e384-4329-8a0d-82aceeabc3de req-8e7fa5e2-bfbe-42c7-a859-b116ba7bb09f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 945 time: 0.0610306 Aug 16 21:44:09.930919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:44:09.969746 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4a65aa0d-e384-4329-8a0d-82aceeabc3de req-3d58faba-162c-487e-bd09-afa9571c8e8b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410898 Aug 16 21:44:09.983559 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e470c3-13f5-4bbd-9648-70c733119792 x-openstack-request-id: req-94e470c3-13f5-4bbd-9648-70c733119792 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:44:09.983998 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "name": "network-vif-plugged", "status": "completed", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:44:09.984317 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-94e470c3-13f5-4bbd-9648-70c733119792 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:44:09.984922 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'code': 200} Aug 16 21:44:09.995760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87ec24-b444-413f-9624-d99f248bbefa req-ccd2688d-91f5-43bc-9cd8-eb258f9394eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:09.997339 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6a87ec24-b444-413f-9624-d99f248bbefa req-ccd2688d-91f5-43bc-9cd8-eb258f9394eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1097 time: 0.0433807 Aug 16 21:44:10.000539 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:10.049007 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7fac60a5-a226-454f-afd9-cc2c4f21f080,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:10.089155 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87ec24-b444-413f-9624-d99f248bbefa req-42ef6407-25c6-4318-8a79-5477cb1b7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:10.090644 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6a87ec24-b444-413f-9624-d99f248bbefa req-42ef6407-25c6-4318-8a79-5477cb1b7b09 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 200 len: 898 time: 0.0862210 Aug 16 21:44:10.159261 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6a87ec24-b444-413f-9624-d99f248bbefa req-96cb7376-349f-4c76-b501-fcd3d81bdc91 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 1001 time: 0.0606978 Aug 16 21:44:10.208374 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87ec24-b444-413f-9624-d99f248bbefa req-5ac3268f-11ef-4534-84e4-7385b5924293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:10.209803 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6a87ec24-b444-413f-9624-d99f248bbefa req-5ac3268f-11ef-4534-84e4-7385b5924293 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b5e0780d-dcca-4b78-acdf-6f965c32d83d HTTP/1.1" status: 200 len: 835 time: 0.0436280 Aug 16 21:44:10.254775 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87ec24-b444-413f-9624-d99f248bbefa req-ab0dab26-1a71-4d65-830f-b695703b775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:10.256222 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6a87ec24-b444-413f-9624-d99f248bbefa req-ab0dab26-1a71-4d65-830f-b695703b775e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389285 Aug 16 21:44:10.354854 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6a87ec24-b444-413f-9624-d99f248bbefa req-6ada26e5-5a99-4a16-bf53-c2e5da1558da service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911126 Aug 16 21:44:10.444865 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6a87ec24-b444-413f-9624-d99f248bbefa req-e38b9c16-40fd-422d-8bd0-0ff472011670 service neutron] 10.222.0.76 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818391 Aug 16 21:44:11.085161 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa29947-7a7c-4562-961a-a986436370ba req-e31b591e-aadf-4c4c-bb49-19bb90c93054 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:11.086807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8aa29947-7a7c-4562-961a-a986436370ba req-e31b591e-aadf-4c4c-bb49-19bb90c93054 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0527184 Aug 16 21:44:11.125192 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8aa29947-7a7c-4562-961a-a986436370ba req-da2d0bda-147a-496d-9197-ff3e5485ea0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321743 Aug 16 21:44:12.240666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb86f5d-9432-47bf-b8cc-94d68946b7a4 req-263bc9ba-4967-4a41-a7fb-ae335870b327 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:12.242162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fb86f5d-9432-47bf-b8cc-94d68946b7a4 req-263bc9ba-4967-4a41-a7fb-ae335870b327 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0485067 Aug 16 21:44:12.278815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4fb86f5d-9432-47bf-b8cc-94d68946b7a4 req-d9561a6f-b85c-4b78-9b01-d1780e04cd1b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308573 Aug 16 21:44:12.300614 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40786) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:12.364602 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-be6c9afe-2d08-4d59-869e-3185bee58f1c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/e25ed7cc-153f-4521-9c9d-3a829a837d37 HTTP/1.1" status: 200 len: 993 time: 0.0627515 Aug 16 21:44:15.359316 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7a35e6a9-3505-4740-a8b5-955e8e3e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:17.507666 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e75d0725-a21d-47d3-829c-6af8f7ad244a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:17.983599 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:19.428943 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:20.757624 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:44:20.846046 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:33.211323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:33.359575 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:39.514857 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-f0529350-abdd-4324-9beb-8716caeba7ae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435627 Aug 16 21:44:39.600509 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-0327fe5b-ddbe-4efd-b174-cd0cf5982056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:39.602028 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-0327fe5b-ddbe-4efd-b174-cd0cf5982056 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1098 time: 0.0404277 Aug 16 21:44:39.709606 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-666210aa-8f44-4cac-9846-3c50ac2d2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:39.711070 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-666210aa-8f44-4cac-9846-3c50ac2d2057 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 200 len: 898 time: 0.0888658 Aug 16 21:44:39.787000 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-bbaae461-c1e2-44da-b827-8f260c079ca1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 1001 time: 0.0678418 Aug 16 21:44:39.837579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-40923f74-128e-4154-8110-1e8c4073e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:39.839018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-40923f74-128e-4154-8110-1e8c4073e117 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b5e0780d-dcca-4b78-acdf-6f965c32d83d HTTP/1.1" status: 200 len: 835 time: 0.0430992 Aug 16 21:44:39.888505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-e0670883-628b-446f-9da0-37308e17d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:39.893623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-e0670883-628b-446f-9da0-37308e17d0a0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443280 Aug 16 21:44:39.979175 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-eed5cef2-822a-4ecf-b463-1bc27b651288 service neutron] 10.222.0.79 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819898 Aug 16 21:44:40.070780 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1813973b-0a4d-4604-b954-0ecc59a096c7 req-81e90fdf-140a-407e-9b93-4b1b9477f874 service neutron] 10.222.0.79 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841324 Aug 16 21:44:40.709796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40800) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:40.867462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port b2b298a2-e6e5-4577-880c-81f7704930c9 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:44:40.867806 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:40.949585 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:40.949919 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:40.961363 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for b2b298a2-e6e5-4577-880c-81f7704930c9 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:44:41.171469 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:41.197074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=b2b298a2-e6e5-4577-880c-81f7704930c9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:41.208722 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.209098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.209437 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.209826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.210159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.210486 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.210812 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.211135 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.211458 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.211777 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.212094 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.212407 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:41.267363 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:41.267698 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Floating IP e25ed7cc-153f-4521-9c9d-3a829a837d37 disassociated (deleted). External IP: 172.25.4.51, port: 7fac60a5-a226-454f-afd9-cc2c4f21f080. Aug 16 21:44:41.479754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 135e744d-2bcd-4815-ad64-21d6daee26aa has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:44:41.592266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:44:41.597128 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:41.601773 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d4d63-b7ca-4e35-b2a4-11a0b7fd4c70 None None] Sync routers for ids ['135e744d-2bcd-4815-ad64-21d6daee26aa'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:44:41.610838 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d4d63-b7ca-4e35-b2a4-11a0b7fd4c70 None None] Routers {'135e744d-2bcd-4815-ad64-21d6daee26aa'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:44:41.611539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0f0d4d63-b7ca-4e35-b2a4-11a0b7fd4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:44:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['135e744d-2bcd-4815-ad64-21d6daee26aa'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:41.626021 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-845b734c-b83c-43c6-a4e4-5b84362f891f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/floatingips/e25ed7cc-153f-4521-9c9d-3a829a837d37 HTTP/1.1" status: 204 len: 168 time: 0.9151206 Aug 16 21:44:41.629461 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:44:41.629461 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46112efd-b457-4fd0-8dae-fb837bff2bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:44:41.737229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-0f0d4d63-b7ca-4e35-b2a4-11a0b7fd4c70 None None] Set router 135e744d-2bcd-4815-ad64-21d6daee26aa gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:44:41.739240 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9139991a-8412-48d5-816c-6c4cd14bdfc1 x-openstack-request-id: req-9139991a-8412-48d5-816c-6c4cd14bdfc1 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:44:41.739742 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:44:41.739852 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9139991a-8412-48d5-816c-6c4cd14bdfc1 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:44:41.740191 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'status': 'completed', 'code': 200} Aug 16 21:44:41.805013 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46112efd-b457-4fd0-8dae-fb837bff2bb3 req-cefd26f2-8fce-4829-816b-7f2b67882c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:41.806577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46112efd-b457-4fd0-8dae-fb837bff2bb3 req-cefd26f2-8fce-4829-816b-7f2b67882c6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 1098 time: 0.0435300 Aug 16 21:44:41.903257 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46112efd-b457-4fd0-8dae-fb837bff2bb3 req-274df5b3-8c67-4419-b249-f85c8bbdb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:41.905361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46112efd-b457-4fd0-8dae-fb837bff2bb3 req-274df5b3-8c67-4419-b249-f85c8bbdb8a1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 200 len: 898 time: 0.0910234 Aug 16 21:44:41.948036 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46112efd-b457-4fd0-8dae-fb837bff2bb3 req-fe44702b-1539-42f5-be5b-5307126056dc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 200 len: 217 time: 0.0355098 Aug 16 21:44:41.950272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0f0d4d63-b7ca-4e35-b2a4-11a0b7fd4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:56Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '708ef481-e499-4c58-bc29-f01a87125e88', 'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:76:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:55Z', 'updated_at': '2021-08-16T21:42:59Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:41.976989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d4d63-b7ca-4e35-b2a4-11a0b7fd4c70 None None] Checking router: 135e744d-2bcd-4815-ad64-21d6daee26aa for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:44:41.986515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d4d63-b7ca-4e35-b2a4-11a0b7fd4c70 None None] Routers {'135e744d-2bcd-4815-ad64-21d6daee26aa'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:44:41.987084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0f0d4d63-b7ca-4e35-b2a4-11a0b7fd4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:44:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['135e744d-2bcd-4815-ad64-21d6daee26aa'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:41.998288 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46112efd-b457-4fd0-8dae-fb837bff2bb3 req-3d73c648-fd85-4225-b944-195abec686cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:41.999772 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46112efd-b457-4fd0-8dae-fb837bff2bb3 req-3d73c648-fd85-4225-b944-195abec686cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b5e0780d-dcca-4b78-acdf-6f965c32d83d HTTP/1.1" status: 200 len: 835 time: 0.0445244 Aug 16 21:44:42.052867 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46112efd-b457-4fd0-8dae-fb837bff2bb3 req-30412538-4882-49c8-9e66-3405bf3ad416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:42.054464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46112efd-b457-4fd0-8dae-fb837bff2bb3 req-30412538-4882-49c8-9e66-3405bf3ad416 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c4a3d69-d4f8-4436-9347-537e6dd6e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473719 Aug 16 21:44:42.097129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-0f0d4d63-b7ca-4e35-b2a4-11a0b7fd4c70 None None] Set router 135e744d-2bcd-4815-ad64-21d6daee26aa gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:44:42.173954 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db39f7-efda-47b4-be0b-22c284bae76a req-b7e44021-28f2-482b-8489-70197a109db0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:42.175455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85db39f7-efda-47b4-be0b-22c284bae76a req-b7e44021-28f2-482b-8489-70197a109db0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0691042 Aug 16 21:44:42.205742 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46112efd-b457-4fd0-8dae-fb837bff2bb3 req-f356c0c1-5585-4284-b053-ece59c3edf95 service neutron] 10.222.0.79 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428354 Aug 16 21:44:42.233459 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-85db39f7-efda-47b4-be0b-22c284bae76a req-9e60194b-4832-4920-87bf-d59152be480b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490558 Aug 16 21:44:42.306501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-0f0d4d63-b7ca-4e35-b2a4-11a0b7fd4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:56Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '708ef481-e499-4c58-bc29-f01a87125e88', 'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:76:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:55Z', 'updated_at': '2021-08-16T21:42:59Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:42.309551 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-46112efd-b457-4fd0-8dae-fb837bff2bb3 req-195ceeb4-8cc2-4ed2-828a-8df78f10892f service neutron] 10.222.0.79 "GET /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909626 Aug 16 21:44:42.333409 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d4d63-b7ca-4e35-b2a4-11a0b7fd4c70 None None] The sync data for ids ['135e744d-2bcd-4815-ad64-21d6daee26aa'] in n-d-793619-14 is: [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:42:56Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '708ef481-e499-4c58-bc29-f01a87125e88', 'name': '', 'network_id': '0c4a3d69-d4f8-4436-9347-537e6dd6e87e', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:76:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:55Z', 'updated_at': '2021-08-16T21:42:59Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'b5e0780d-dcca-4b78-acdf-6f965c32d83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:44:42.558419 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feec732-2712-4b3e-a19f-155ef18fbaf2 None None] New status for floating IP e25ed7cc-153f-4521-9c9d-3a829a837d37: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:44:43.380398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abfe84-cba4-4b6c-81ba-e5aec5c82102 req-18b60493-6655-46aa-9740-bfdaf75d0e0a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:43.401051 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9abfe84-cba4-4b6c-81ba-e5aec5c82102 req-18b60493-6655-46aa-9740-bfdaf75d0e0a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0778706 Aug 16 21:44:43.402781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab576e-038a-4b92-89cf-821866271a67 req-b1cc5b5c-0df5-4400-b5b9-a40b67512ec8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:43.404701 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbab576e-038a-4b92-89cf-821866271a67 req-b1cc5b5c-0df5-4400-b5b9-a40b67512ec8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 946 time: 0.0728571 Aug 16 21:44:43.456146 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9abfe84-cba4-4b6c-81ba-e5aec5c82102 req-aacbe867-b5ae-4866-b1ba-b45b2230c8f6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=130bda68-b7c6-40eb-afa9-b6dafa21a629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679300 Aug 16 21:44:43.509404 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-fbab576e-038a-4b92-89cf-821866271a67 req-a428b7bd-4d70-494b-b708-9dcad01c8761 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port 7fac60a5-a226-454f-afd9-cc2c4f21f080 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:44:43.509770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fbab576e-038a-4b92-89cf-821866271a67 req-a428b7bd-4d70-494b-b708-9dcad01c8761 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:43.600445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-fbab576e-038a-4b92-89cf-821866271a67 req-a428b7bd-4d70-494b-b708-9dcad01c8761 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port 7fac60a5-a226-454f-afd9-cc2c4f21f080, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7fac60a5-a226-454f-afd9-cc2c4f21f080,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:44:43.600817 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fbab576e-038a-4b92-89cf-821866271a67 req-a428b7bd-4d70-494b-b708-9dcad01c8761 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:43.613321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-fbab576e-038a-4b92-89cf-821866271a67 req-a428b7bd-4d70-494b-b708-9dcad01c8761 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for 7fac60a5-a226-454f-afd9-cc2c4f21f080 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:44:43.811225 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fbab576e-038a-4b92-89cf-821866271a67 req-a428b7bd-4d70-494b-b708-9dcad01c8761 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:43.837885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428b7bd-4d70-494b-b708-9dcad01c8761 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=7fac60a5-a226-454f-afd9-cc2c4f21f080,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:43.881408 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbab576e-038a-4b92-89cf-821866271a67 req-a428b7bd-4d70-494b-b708-9dcad01c8761 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] No DVR routers for this DVR port 7fac60a5-a226-454f-afd9-cc2c4f21f080 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:44:43.883988 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-fbab576e-038a-4b92-89cf-821866271a67 req-a428b7bd-4d70-494b-b708-9dcad01c8761 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:43.886001 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fbab576e-038a-4b92-89cf-821866271a67 req-a428b7bd-4d70-494b-b708-9dcad01c8761 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.79 "DELETE /v2.0/ports/7fac60a5-a226-454f-afd9-cc2c4f21f080 HTTP/1.1" status: 204 len: 173 time: 0.4741862 Aug 16 21:44:43.886442 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'name': 'network-vif-deleted', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:44:43.889305 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdb8eff-e69f-44ea-8f88-f41f67ec2dce" -d '{"events": [{"server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "name": "network-vif-deleted", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:44:43.976722 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a1b7b9-697b-4d4b-8fbc-eccc60f9fcee x-openstack-request-id: req-41a1b7b9-697b-4d4b-8fbc-eccc60f9fcee {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:44:43.977098 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f297a-f567-4d19-8df7-8cad41a34f3c", "name": "network-vif-deleted", "tag": "7fac60a5-a226-454f-afd9-cc2c4f21f080", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:44:43.984638 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-41a1b7b9-697b-4d4b-8fbc-eccc60f9fcee {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:44:43.984638 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9f297a-f567-4d19-8df7-8cad41a34f3c', 'name': 'network-vif-deleted', 'tag': '7fac60a5-a226-454f-afd9-cc2c4f21f080', 'status': 'completed', 'code': 200} Aug 16 21:44:44.563984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-538ea0e1-f512-4c22-a4f2-9958021dc192 req-df7248db-a18e-411b-bcaa-66c32fd95e99 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa9f297a-f567-4d19-8df7-8cad41a34f3c HTTP/1.1" status: 200 len: 210 time: 0.0278823 Aug 16 21:44:45.250100 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-20445c26-092a-449b-be94-c9fa3d8ee02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:45.620732 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40822) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:45.990661 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:46.243768 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port 708ef481-e499-4c58-bc29-f01a87125e88 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:44:46.244031 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:46.333765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port 708ef481-e499-4c58-bc29-f01a87125e88, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=708ef481-e499-4c58-bc29-f01a87125e88,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:44:46.334132 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:46.346639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for 708ef481-e499-4c58-bc29-f01a87125e88 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:44:46.611066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:46.640585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=708ef481-e499-4c58-bc29-f01a87125e88,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:46.821662 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.037708 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 135e744d-2bcd-4815-ad64-21d6daee26aa has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:44:47.143275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:44:47.148272 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1dd61fb1-6839-4b24-ac77-60506ab7b4c6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "PUT /v2.0/routers/135e744d-2bcd-4815-ad64-21d6daee26aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5261071 Aug 16 21:44:47.151119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40824) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:47.153134 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b123a4-1910-4858-94c9-48cb7143fa32 None None] Sync routers for ids ['135e744d-2bcd-4815-ad64-21d6daee26aa'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:44:47.163408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b123a4-1910-4858-94c9-48cb7143fa32 None None] Routers {'135e744d-2bcd-4815-ad64-21d6daee26aa'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:44:47.164084 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b9b123a4-1910-4858-94c9-48cb7143fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:44:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['135e744d-2bcd-4815-ad64-21d6daee26aa'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:47.207810 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1303b16c-f914-4d24-9419-09167cd5ea9f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting subnet b5e0780d-dcca-4b78-acdf-6f965c32d83d {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:44:47.211415 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1303b16c-f914-4d24-9419-09167cd5ea9f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.255371 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1303b16c-f914-4d24-9419-09167cd5ea9f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.271289 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b9b123a4-1910-4858-94c9-48cb7143fa32 None None] Set router 135e744d-2bcd-4815-ad64-21d6daee26aa gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:44:47.338885 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1303b16c-f914-4d24-9419-09167cd5ea9f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.461889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b9b123a4-1910-4858-94c9-48cb7143fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:44:46Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:47.488124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b123a4-1910-4858-94c9-48cb7143fa32 None None] Checking router: 135e744d-2bcd-4815-ad64-21d6daee26aa for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:44:47.496422 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b123a4-1910-4858-94c9-48cb7143fa32 None None] Routers {'135e744d-2bcd-4815-ad64-21d6daee26aa'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:44:47.497039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b9b123a4-1910-4858-94c9-48cb7143fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:44:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['135e744d-2bcd-4815-ad64-21d6daee26aa'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:47.515172 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1303b16c-f914-4d24-9419-09167cd5ea9f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.546900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303b16c-f914-4d24-9419-09167cd5ea9f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e0780d-dcca-4b78-acdf-6f965c32d83d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:47.550757 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1303b16c-f914-4d24-9419-09167cd5ea9f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.552681 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1303b16c-f914-4d24-9419-09167cd5ea9f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/subnets/b5e0780d-dcca-4b78-acdf-6f965c32d83d HTTP/1.1" status: 204 len: 168 time: 0.4005408 Aug 16 21:44:47.561044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40826) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:47.576496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1d282f-5803-4434-ab84-20ea18335954 None None] Network 0c4a3d69-d4f8-4436-9347-537e6dd6e87e requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:44:47.580633 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f2510525-8256-4a9a-87fe-f1f38e9d511b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.659529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-b9b123a4-1910-4858-94c9-48cb7143fa32 None None] Set router 135e744d-2bcd-4815-ad64-21d6daee26aa gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:44:47.665164 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.767139 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.852649 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7fac60a5-a226-454f-afd9-cc2c4f21f080 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:44:47.875638 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c461d-cbd3-4440-a87e-729b71617aea None None] DHCP port deletion for 0c4a3d69-d4f8-4436-9347-537e6dd6e87e request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:44:47.880392 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 7fac60a5-a226-454f-afd9-cc2c4f21f080 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:44:47.880879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7fac60a5-a226-454f-afd9-cc2c4f21f080 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:44:47.894330 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:44:47.894937 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.951094 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-b9b123a4-1910-4858-94c9-48cb7143fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:44:46Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:47.980719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b123a4-1910-4858-94c9-48cb7143fa32 None None] The sync data for ids ['135e744d-2bcd-4815-ad64-21d6daee26aa'] in n-d-793619-14 is: [{'id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322613064', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:42:51Z', 'updated_at': '2021-08-16T21:44:46Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': 'f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e744d-2bcd-4815-ad64-21d6daee26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:42:52Z', 'updated_at': '2021-08-16T21:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:44:47.983186 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:44:47.983657 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.985056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c461d-cbd3-4440-a87e-729b71617aea None None] Deleting port b6ae3730-987c-43d0-a544-ee00bf9cd23a {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:44:47.985056 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a2c461d-cbd3-4440-a87e-729b71617aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:48.002930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:44:48.034011 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:48.057778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-1a2c461d-cbd3-4440-a87e-729b71617aea None None] For port b6ae3730-987c-43d0-a544-ee00bf9cd23a, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=b6ae3730-987c-43d0-a544-ee00bf9cd23a,segment=NetworkSegment(60d988ec-2de5-4a81-a3ff-1b2bdf526561),segment_id=60d988ec-2de5-4a81-a3ff-1b2bdf526561)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:44:48.058215 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a2c461d-cbd3-4440-a87e-729b71617aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:48.225799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c461d-cbd3-4440-a87e-729b71617aea None None] Calling delete_port for b6ae3730-987c-43d0-a544-ee00bf9cd23a owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:44:48.234454 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:48.264432 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:48.394654 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1a2c461d-cbd3-4440-a87e-729b71617aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:48.422344 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c461d-cbd3-4440-a87e-729b71617aea None None] Pushing event deleted for resources: {'Port': ['ID=b6ae3730-987c-43d0-a544-ee00bf9cd23a,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:48.424476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c461d-cbd3-4440-a87e-729b71617aea None None] No DVR routers for this DVR port b6ae3730-987c-43d0-a544-ee00bf9cd23a on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:44:48.676837 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:48.767514 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:48.769623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.194155 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.194744 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Fanout notify agent at l3_agent the message router_deleted on router 135e744d-2bcd-4815-ad64-21d6daee26aa {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:44:49.201659 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.202791 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-dfa57f57-4d1a-4a6e-b4f7-8dc59d48b829 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/routers/135e744d-2bcd-4815-ad64-21d6daee26aa HTTP/1.1" status: 204 len: 168 time: 1.6463642 Aug 16 21:44:49.205401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 40828) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:49.268566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 708ef481-e499-4c58-bc29-f01a87125e88 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:44:49.292087 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 708ef481-e499-4c58-bc29-f01a87125e88 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:44:49.292321 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.292983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 708ef481-e499-4c58-bc29-f01a87125e88 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:44:49.293473 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b6ae3730-987c-43d0-a544-ee00bf9cd23a no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:44:49.317883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: b6ae3730-987c-43d0-a544-ee00bf9cd23a {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:44:49.318245 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device b6ae3730-987c-43d0-a544-ee00bf9cd23a not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:44:49.388897 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.398683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4a3d69-d4f8-4436-9347-537e6dd6e87e']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:49.408351 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d988ec-2de5-4a81-a3ff-1b2bdf526561') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:49.408651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d988ec-2de5-4a81-a3ff-1b2bdf526561') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:49.417390 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.430606 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.437702 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:44:49.438102 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:44:49.440959 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:44:49.451520 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.576165 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.583846 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.585144 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/networks/0c4a3d69-d4f8-4436-9347-537e6dd6e87e HTTP/1.1" status: 204 len: 168 time: 0.3786812 Aug 16 21:44:49.588118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40830) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:49.597337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d078e64-0eb6-48e2-8789-3d711f022ba4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Network': ['ID=0c4a3d69-d4f8-4436-9347-537e6dd6e87e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:49.647536 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-713719ac-1794-434b-93f8-ac0707f9ffec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.673260 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-713719ac-1794-434b-93f8-ac0707f9ffec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.828299 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-713719ac-1794-434b-93f8-ac0707f9ffec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.831005 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-713719ac-1794-434b-93f8-ac0707f9ffec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.832196 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-713719ac-1794-434b-93f8-ac0707f9ffec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/security-groups/130bda68-b7c6-40eb-afa9-b6dafa21a629 HTTP/1.1" status: 204 len: 168 time: 0.2430806 Aug 16 21:44:49.841943 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713719ac-1794-434b-93f8-ac0707f9ffec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130bda68-b7c6-40eb-afa9-b6dafa21a629,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:50.211816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40836) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:50.217083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-24f6029e-344b-4a91-b70a-51693486ae89 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889321691', 'description': 'tempest-secgroup-smoke-889321691 description', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:50.319744 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24f6029e-344b-4a91-b70a-51693486ae89 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:50.401177 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24f6029e-344b-4a91-b70a-51693486ae89 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:50.525470 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24f6029e-344b-4a91-b70a-51693486ae89 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:50.555281 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6029e-344b-4a91-b70a-51693486ae89 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a42413-9f0a-42d1-bbd9-ef8000fd113b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:50.702846 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-24f6029e-344b-4a91-b70a-51693486ae89 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:50.704114 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-24f6029e-344b-4a91-b70a-51693486ae89 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4912853 Aug 16 21:44:50.706929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40838) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:50.711463 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-d4428ba2-ccd1-4bb0-86b3-d9cc5f4b2415 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '68a42413-9f0a-42d1-bbd9-ef8000fd113b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:50.839167 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4428ba2-ccd1-4bb0-86b3-d9cc5f4b2415 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:50.862542 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:50.897995 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4428ba2-ccd1-4bb0-86b3-d9cc5f4b2415 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:51.026516 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4428ba2-ccd1-4bb0-86b3-d9cc5f4b2415 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:51.044701 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4428ba2-ccd1-4bb0-86b3-d9cc5f4b2415 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b7385b-4a3a-422d-b478-835c1b584f41,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:51.125176 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d4428ba2-ccd1-4bb0-86b3-d9cc5f4b2415 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:51.126336 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d4428ba2-ccd1-4bb0-86b3-d9cc5f4b2415 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4184465 Aug 16 21:44:51.128998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40840) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:51.133429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-9e7b0630-a14c-44d3-bb04-7de0fa972b52 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '68a42413-9f0a-42d1-bbd9-ef8000fd113b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:51.174530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:44:51.194255 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:44:51.194606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device f1e8d23a-8c0b-40a2-b1b2-7969f7c6410e not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:44:51.376456 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0630-a14c-44d3-bb04-7de0fa972b52 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:51.435764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0630-a14c-44d3-bb04-7de0fa972b52 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:51.634149 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0630-a14c-44d3-bb04-7de0fa972b52 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:51.652691 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b0630-a14c-44d3-bb04-7de0fa972b52 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd51ec2-553b-4920-92e8-cbbfc72ecf1f,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:51.839996 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0630-a14c-44d3-bb04-7de0fa972b52 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:51.841329 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9e7b0630-a14c-44d3-bb04-7de0fa972b52 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7113309 Aug 16 21:44:51.844026 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40842) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:51.848445 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-f0e96055-8717-4fee-a69a-63a560ed8d07 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '68a42413-9f0a-42d1-bbd9-ef8000fd113b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:52.089235 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0e96055-8717-4fee-a69a-63a560ed8d07 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:52.146205 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0e96055-8717-4fee-a69a-63a560ed8d07 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:52.296441 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0e96055-8717-4fee-a69a-63a560ed8d07 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:52.313756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e96055-8717-4fee-a69a-63a560ed8d07 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c4eb27-6363-4e26-87de-08545493e21e,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:52.461086 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f0e96055-8717-4fee-a69a-63a560ed8d07 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:52.462245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f0e96055-8717-4fee-a69a-63a560ed8d07 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6172824 Aug 16 21:44:52.464891 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40844) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:52.469835 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-b0f0972c-f64d-40cf-9ed2-2d3741073b5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '68a42413-9f0a-42d1-bbd9-ef8000fd113b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:52.621843 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0f0972c-f64d-40cf-9ed2-2d3741073b5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:52.682832 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0f0972c-f64d-40cf-9ed2-2d3741073b5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:52.800058 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0f0972c-f64d-40cf-9ed2-2d3741073b5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:52.818142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0972c-f64d-40cf-9ed2-2d3741073b5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee36b2f8-7d91-4ad6-afaf-37d011cc2435,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:53.000126 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b0f0972c-f64d-40cf-9ed2-2d3741073b5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:53.001446 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b0f0972c-f64d-40cf-9ed2-2d3741073b5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5355783 Aug 16 21:44:53.004099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40846) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:53.008498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c13210dd-161d-40b3-a826-001989327753 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '68a42413-9f0a-42d1-bbd9-ef8000fd113b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:53.186831 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-c13210dd-161d-40b3-a826-001989327753 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Project a2942ea796e745c2b490c06a4e84a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:44:53.191977 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c13210dd-161d-40b3-a826-001989327753 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:53.251033 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c13210dd-161d-40b3-a826-001989327753 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:53.352429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c13210dd-161d-40b3-a826-001989327753 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:53.370012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13210dd-161d-40b3-a826-001989327753 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a73f4bb-6b12-469a-9655-4230734a5a49,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:53.474531 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c13210dd-161d-40b3-a826-001989327753 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:53.475703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c13210dd-161d-40b3-a826-001989327753 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4706616 Aug 16 21:44:53.478611 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40848) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:53.483357 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-7f321eee-3b9e-4331-a146-bb98bf8af427 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '68a42413-9f0a-42d1-bbd9-ef8000fd113b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:53.605597 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-7f321eee-3b9e-4331-a146-bb98bf8af427 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Project a2942ea796e745c2b490c06a4e84a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:44:53.611106 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f321eee-3b9e-4331-a146-bb98bf8af427 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:53.671649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f321eee-3b9e-4331-a146-bb98bf8af427 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:53.775368 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f321eee-3b9e-4331-a146-bb98bf8af427 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:53.798183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f321eee-3b9e-4331-a146-bb98bf8af427 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a716d5-bb42-4625-a9bf-25551a1f37d8,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:53.868138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7f321eee-3b9e-4331-a146-bb98bf8af427 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:53.869451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7f321eee-3b9e-4331-a146-bb98bf8af427 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3898239 Aug 16 21:44:53.872992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40850) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:53.877800 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'network': {'name': 'tempest-network-smoke--591287700', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'port_security_enabled': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:53.959551 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:44:53.962990 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:53.985406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:44:53.993768 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:53.994126 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Added segment f721aea5-07d3-456a-a72a-912cfc4711cf of type vlan for network 54c754fe-9e64-4514-8ce6-44c13cf5863c Aug 16 21:44:54.035252 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:54.147891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:54.153501 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:54.154486 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:54.219457 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Network': ['ID=54c754fe-9e64-4514-8ce6-44c13cf5863c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:54.229370 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 54c754fe-9e64-4514-8ce6-44c13cf5863c details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:44:54.288720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ba25d764-b4f4-488d-bd49-de6f155fa642 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4120834 Aug 16 21:44:54.288929 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40852) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:54.293425 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'admin_state_up': True, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:54.381003 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:54.382031 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:54.436691 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:54.638364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:54.891538 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:54.909292 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:55.011532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.25.4.15 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/5a6d57a6-7075-4280-9fb1-ec90b918cde5) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:44:55.109871 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:55.222789 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:55.257197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:44:55.260957 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:44:55.265420 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:44:55.614676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=5a6d57a6-7075-4280-9fb1-ec90b918cde5,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:55.936907 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:56.129191 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:56.363882 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:44:56.469674 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:44:56.479284 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Sync routers for ids ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:44:56.488448 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Routers {'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:44:56.489066 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:44:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:56.587011 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:56.588398 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-df888d98-ce94-431a-9483-f96058c8aa0e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2986643 Aug 16 21:44:56.590367 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Set router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:44:56.592165 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40854) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:56.666779 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9a9e8c1e-0785-4fee-ab96-0a3741f1737c tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=a2942ea796e745c2b490c06a4e84a0ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711234 Aug 16 21:44:56.667019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40858) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:56.759320 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659bac87-8317-44fd-9137-ccf2d658d10c tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:56.761008 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-659bac87-8317-44fd-9137-ccf2d658d10c tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930672 Aug 16 21:44:56.764873 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40860) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:56.767958 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:55Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:56.793527 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-408a3eb7-187b-4df5-83b9-fe526cd0d304 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274787 Aug 16 21:44:56.795776 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Checking router: ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:44:56.796131 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Updating router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 port 5a6d57a6-7075-4280-9fb1-ec90b918cde5 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:44:56.796730 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40862) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:56.801963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-15184671', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:56.825284 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:56.988051 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:44:56.991667 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:57.080924 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:57.090462 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Transition to ACTIVE for port object 5a6d57a6-7075-4280-9fb1-ec90b918cde5 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:44:57.171379 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:57.226461 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Attempting to bind port 5a6d57a6-7075-4280-9fb1-ec90b918cde5 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:44:57.226852 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Attempting to bind port 5a6d57a6-7075-4280-9fb1-ec90b918cde5 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:44:57.227198 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Attempting to bind port 5a6d57a6-7075-4280-9fb1-ec90b918cde5 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:44:57.234681 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Pushing event updated for resources: {'Port': ['ID=5a6d57a6-7075-4280-9fb1-ec90b918cde5,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:57.237795 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:44:57.238262 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:44:57.238607 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:57.239148 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:44:57.239682 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Bound port: 5a6d57a6-7075-4280-9fb1-ec90b918cde5, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:44:57.240087 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:57.250193 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:57.267245 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.267587 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.267924 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.268255 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.268580 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.268904 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.269252 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.269574 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.269895 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.270214 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.270533 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.270849 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:57.303577 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] For port 5a6d57a6-7075-4280-9fb1-ec90b918cde5, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:44:57.306706 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] For port 5a6d57a6-7075-4280-9fb1-ec90b918cde5, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a6d57a6-7075-4280-9fb1-ec90b918cde5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:44:57.313731 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Subnet': ['ID=f33bff76-00c3-4ebe-a2e8-051d15adbb55,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:57.321640 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Checking segment: {'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:44:57.322006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network hostable DHCP agents. Network: 54c754fe-9e64-4514-8ce6-44c13cf5863c, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:44:57.456330 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:57.508447 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 54c754fe-9e64-4514-8ce6-44c13cf5863c is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:44:57.515506 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f5c24-a343-4847-a821-4c26adcba10a None None] Pushing event updated for resources: {'Port': ['ID=5a6d57a6-7075-4280-9fb1-ec90b918cde5,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:57.518471 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Routers {'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:44:57.519071 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:44:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:57.640001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 54c754fe-9e64-4514-8ce6-44c13cf5863c) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:44:57.645700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:57.646329 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:57.651856 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8defb1b1-52ef-48e8-8ab7-dd85b75469de None None] Network 54c754fe-9e64-4514-8ce6-44c13cf5863c requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:44:57.718838 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] Set router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:44:57.778611 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:44:57.788802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-867a56b1-7cce-4e92-b984-984490b37f5f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9907987 Aug 16 21:44:57.791482 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40864) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:44:57.805716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-54c754fe-9e64-4514-8ce6-44c13cf5863c', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ips': [{'subnet_id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:44:57.805716 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:57.912096 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:55Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:44:57.943058 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c16ab-f9a0-4091-aaa9-a21fcc130a23 None None] The sync data for ids ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'] in n-d-793619-14 is: [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:55Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:44:57.947515 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Allocated IP 172.20.0.2 (54c754fe-9e64-4514-8ce6-44c13cf5863c/f33bff76-00c3-4ebe-a2e8-051d15adbb55/d377b0fc-49db-4428-bca8-d0da76219e58) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:44:58.100495 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.109771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Transition to ACTIVE for port object d377b0fc-49db-4428-bca8-d0da76219e58 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:44:58.125597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Transition to ACTIVE for port object d377b0fc-49db-4428-bca8-d0da76219e58 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:44:58.257452 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.287866 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.300971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Network 54c754fe-9e64-4514-8ce6-44c13cf5863c is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:44:58.304042 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:44:58.308458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:44:58.312459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Pushing event updated for resources: {'Port': ['ID=d377b0fc-49db-4428-bca8-d0da76219e58,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:58.371529 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Attempting to bind port d377b0fc-49db-4428-bca8-d0da76219e58 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:44:58.372643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Attempting to bind port d377b0fc-49db-4428-bca8-d0da76219e58 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:44:58.373185 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Attempting to bind port d377b0fc-49db-4428-bca8-d0da76219e58 on network 54c754fe-9e64-4514-8ce6-44c13cf5863c {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:44:58.378815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:44:58.379187 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Checking segment: {'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:44:58.379592 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.379979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Bound using segment: {'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:44:58.380443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Bound port: d377b0fc-49db-4428-bca8-d0da76219e58, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:44:58.380821 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.451197 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] For port d377b0fc-49db-4428-bca8-d0da76219e58, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:44:58.454753 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] For port d377b0fc-49db-4428-bca8-d0da76219e58, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d377b0fc-49db-4428-bca8-d0da76219e58,segment=NetworkSegment(f721aea5-07d3-456a-a72a-912cfc4711cf),segment_id=f721aea5-07d3-456a-a72a-912cfc4711cf)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:44:58.570745 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.587466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.20.0.1 (54c754fe-9e64-4514-8ce6-44c13cf5863c/f33bff76-00c3-4ebe-a2e8-051d15adbb55/032b9428-c5b6-4c2d-87bd-6c60a30f221f) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:44:58.637605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cb155-d8bc-4e36-b59f-2412ff549eb3 None None] Pushing event updated for resources: {'Port': ['ID=d377b0fc-49db-4428-bca8-d0da76219e58,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:58.716475 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.731662 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Transition to ACTIVE for port object 032b9428-c5b6-4c2d-87bd-6c60a30f221f will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:44:58.897016 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.944278 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 54c754fe-9e64-4514-8ce6-44c13cf5863c is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:44:58.949799 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:44:58.951163 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:44:58.977292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=032b9428-c5b6-4c2d-87bd-6c60a30f221f,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:58.999598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:59.230183 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:59.285851 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d377b0fc-49db-4428-bca8-d0da76219e58 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:44:59.439695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port d377b0fc-49db-4428-bca8-d0da76219e58 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:44:59.443762 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a6d57a6-7075-4280-9fb1-ec90b918cde5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:44:59.520755 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:59.594011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 5a6d57a6-7075-4280-9fb1-ec90b918cde5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:44:59.598051 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5a6d57a6-7075-4280-9fb1-ec90b918cde5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:44:59.598419 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:59.633860 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:59.675727 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:59.696229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 5a6d57a6-7075-4280-9fb1-ec90b918cde5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a6d57a6-7075-4280-9fb1-ec90b918cde5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:44:59.706156 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:59.708746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=032b9428-c5b6-4c2d-87bd-6c60a30f221f,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:59.799540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 54c754fe-9e64-4514-8ce6-44c13cf5863c is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:44:59.800804 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:44:59.811495 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:59.866875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=5a6d57a6-7075-4280-9fb1-ec90b918cde5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:59.911605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:45:00.019953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:00.025990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b2f29c1f-ac68-41ca-a084-e2b3b86989b4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "PUT /v2.0/routers/ec8058b5-4ef3-4b09-a1d5-68c74a185ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2323320 Aug 16 21:45:00.029141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Sync routers for ids ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:00.039003 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Routers {'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:00.039633 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:44:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:00.159717 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Set router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:00.173918 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-6af404b0-d182-4b04-9e3e-4eecd1f503fc tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889321691&fields=id&tenant_id=a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 267 time: 0.0345743 Aug 16 21:45:00.292221 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-82aa2bc5-8e3a-4e99-99d7-88ca07e69723 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:00.294315 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-82aa2bc5-8e3a-4e99-99d7-88ca07e69723 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/networks?id=54c754fe-9e64-4514-8ce6-44c13cf5863c HTTP/1.1" status: 200 len: 796 time: 0.1128805 Aug 16 21:45:00.311996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-cc29abc9-2278-4584-830b-3f776d9514ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/quotas/a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 375 time: 0.0104482 Aug 16 21:45:00.368864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-a9c99051-4dca-48be-a596-9da5d3430f4e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502784 Aug 16 21:45:00.386401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '032b9428-c5b6-4c2d-87bd-6c60a30f221f', 'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:22:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:58Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 2, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:00.415056 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Checking router: ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:00.415415 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Updating router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 port 032b9428-c5b6-4c2d-87bd-6c60a30f221f binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:45:00.441750 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:00.482624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fc8fac-96b2-4fe8-88ce-82b423a21ab4 None None] Network 54c754fe-9e64-4514-8ce6-44c13cf5863c requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:45:00.515245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-98b74026-0811-44c0-893e-1e1a218544f4 service neutron] 10.222.0.74 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334982 Aug 16 21:45:00.609743 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-a03722cf-0644-43fe-9125-82fd73d32371 service neutron] 10.222.0.74 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883191 Aug 16 21:45:00.758358 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2855c8a2-2fdf-4dc6-90b8-2b13fdd1aeba None None] Provisioning for port d377b0fc-49db-4428-bca8-d0da76219e58 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:00.768876 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2855c8a2-2fdf-4dc6-90b8-2b13fdd1aeba None None] Provisioning complete for port d377b0fc-49db-4428-bca8-d0da76219e58 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:00.769279 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2855c8a2-2fdf-4dc6-90b8-2b13fdd1aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:00.891131 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:00.925836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Transition to ACTIVE for port object 032b9428-c5b6-4c2d-87bd-6c60a30f221f will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:00.947769 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2855c8a2-2fdf-4dc6-90b8-2b13fdd1aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:00.972825 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-2855c8a2-2fdf-4dc6-90b8-2b13fdd1aeba None None] For port d377b0fc-49db-4428-bca8-d0da76219e58, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d377b0fc-49db-4428-bca8-d0da76219e58,segment=NetworkSegment(f721aea5-07d3-456a-a72a-912cfc4711cf),segment_id=f721aea5-07d3-456a-a72a-912cfc4711cf)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:01.050889 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:01.093509 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2855c8a2-2fdf-4dc6-90b8-2b13fdd1aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:01.106645 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4773ea5-f610-43c1-b3ca-2cb52cbc0f58 None None] Pushing event updated for resources: {'Port': ['ID=032b9428-c5b6-4c2d-87bd-6c60a30f221f,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:01.195337 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Attempting to bind port 032b9428-c5b6-4c2d-87bd-6c60a30f221f on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:45:01.195713 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Attempting to bind port 032b9428-c5b6-4c2d-87bd-6c60a30f221f by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:45:01.196075 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Attempting to bind port 032b9428-c5b6-4c2d-87bd-6c60a30f221f on network 54c754fe-9e64-4514-8ce6-44c13cf5863c {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:01.199199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855c8a2-2fdf-4dc6-90b8-2b13fdd1aeba None None] Pushing event updated for resources: {'Port': ['ID=d377b0fc-49db-4428-bca8-d0da76219e58,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:01.208847 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:45:01.209259 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Checking segment: {'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:01.209666 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:01.210125 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Bound using segment: {'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:45:01.210534 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Bound port: 032b9428-c5b6-4c2d-87bd-6c60a30f221f, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:45:01.210919 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:01.250262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a6d57a6-7075-4280-9fb1-ec90b918cde5 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:01.313671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] For port 032b9428-c5b6-4c2d-87bd-6c60a30f221f, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:45:01.318068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] For port 032b9428-c5b6-4c2d-87bd-6c60a30f221f, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=032b9428-c5b6-4c2d-87bd-6c60a30f221f,segment=NetworkSegment(f721aea5-07d3-456a-a72a-912cfc4711cf),segment_id=f721aea5-07d3-456a-a72a-912cfc4711cf)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:45:01.327518 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5a6d57a6-7075-4280-9fb1-ec90b918cde5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:01.327890 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:01.348376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9f7f2d18-6cad-470d-af51-829b76d0937a None None] Provisioning for port 032b9428-c5b6-4c2d-87bd-6c60a30f221f completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:01.382001 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9f7f2d18-6cad-470d-af51-829b76d0937a None None] Provisioning complete for port d377b0fc-49db-4428-bca8-d0da76219e58 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:01.386780 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9f7f2d18-6cad-470d-af51-829b76d0937a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:01.445374 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:01.538656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Routers {'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:01.539307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:44:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:01.546542 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4773ea5-f610-43c1-b3ca-2cb52cbc0f58 None None] Pushing event updated for resources: {'Port': ['ID=032b9428-c5b6-4c2d-87bd-6c60a30f221f,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:01.666169 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] Set router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:01.899050 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-69c238b9-9690-4d6e-b47f-4d9ca9cfcadf req-2681fa3a-7cbf-40e6-9777-27d781b741a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 210 time: 0.0332506 Aug 16 21:45:02.055271 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '032b9428-c5b6-4c2d-87bd-6c60a30f221f', 'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:22:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:58Z', 'updated_at': '2021-08-16T21:45:01Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:02.085756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa617b3-7f96-4131-9623-9afbd120a764 None None] The sync data for ids ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'] in n-d-793619-14 is: [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '032b9428-c5b6-4c2d-87bd-6c60a30f221f', 'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:22:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:58Z', 'updated_at': '2021-08-16T21:45:01Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:02.980357 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0be22b7f-89f5-4b77-b6ec-fe70c83e323a req-437cc654-59ad-448d-9a46-9b46e7249c2d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 210 time: 0.0268345 Aug 16 21:45:03.274220 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.288829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 032b9428-c5b6-4c2d-87bd-6c60a30f221f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:03.455498 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.456264 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 032b9428-c5b6-4c2d-87bd-6c60a30f221f completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:03.460270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 032b9428-c5b6-4c2d-87bd-6c60a30f221f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:03.460666 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.537498 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.569860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 032b9428-c5b6-4c2d-87bd-6c60a30f221f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=032b9428-c5b6-4c2d-87bd-6c60a30f221f,segment=NetworkSegment(f721aea5-07d3-456a-a72a-912cfc4711cf),segment_id=f721aea5-07d3-456a-a72a-912cfc4711cf)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:03.696826 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.697684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d377b0fc-49db-4428-bca8-d0da76219e58 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:03.778291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=032b9428-c5b6-4c2d-87bd-6c60a30f221f,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:03.790578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port d377b0fc-49db-4428-bca8-d0da76219e58 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:03.790957 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:04.073793 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39c02807-5737-4f3f-a738-01013213aaf1 req-5f970e56-9179-45b7-b92b-40ff0d2da40b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 210 time: 0.0268016 Aug 16 21:45:04.563179 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-8d91b8ba-6ae4-466c-8c48-b1fdfe7e1a48 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:04.564620 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-8d91b8ba-6ae4-466c-8c48-b1fdfe7e1a48 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/networks?id=54c754fe-9e64-4514-8ce6-44c13cf5863c HTTP/1.1" status: 200 len: 796 time: 0.1068120 Aug 16 21:45:04.607879 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-590e476a-2f5a-4266-b4c6-c7210e09d8a6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 379 time: 0.0337791 Aug 16 21:45:04.617590 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'port': {'device_id': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'admin_state_up': True, 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'security_groups': ['68a42413-9f0a-42d1-bbd9-ef8000fd113b']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:04.827983 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:45:04.831575 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:04.955285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.20.0.14 (54c754fe-9e64-4514-8ce6-44c13cf5863c/f33bff76-00c3-4ebe-a2e8-051d15adbb55/ee3b7980-5722-4f67-83eb-b12f44990fc5) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:45:05.096991 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:05.111337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Transition to ACTIVE for port object ee3b7980-5722-4f67-83eb-b12f44990fc5 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:05.167243 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-856e3df2-3a64-400c-aec4-47faa6d28f1a req-3a270602-4c3c-414d-ac99-85e678138907 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 210 time: 0.0262778 Aug 16 21:45:05.226429 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 032b9428-c5b6-4c2d-87bd-6c60a30f221f up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:05.244221 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:05.277504 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 032b9428-c5b6-4c2d-87bd-6c60a30f221f triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:05.277924 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:05.286519 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 54c754fe-9e64-4514-8ce6-44c13cf5863c is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:05.291689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:05.295463 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:45:05.327865 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=ee3b7980-5722-4f67-83eb-b12f44990fc5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:05.365789 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:05.365789 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:05.457694 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-878c317c-b2be-4a65-8af0-fafe8d93963d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8437259 Aug 16 21:45:05.510962 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Request body: {'port': {'device_id': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:05.565983 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:05.586505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-2be666dc-d51f-4fa0-b900-be54d40f7843 req-c508f1ae-f8a3-4bba-87c9-a42f3008e650 service neutron] (95261) timed out ('10.222.0.74', 37724) {{(pid=95261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:45:05.644912 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a592d1de-d50e-4007-9779-a743d82a3f20 None None] Provisioning for port ee3b7980-5722-4f67-83eb-b12f44990fc5 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:05.648831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a592d1de-d50e-4007-9779-a743d82a3f20 None None] Provisioning complete for port ee3b7980-5722-4f67-83eb-b12f44990fc5 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:05.649246 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a592d1de-d50e-4007-9779-a743d82a3f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:05.683386 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a592d1de-d50e-4007-9779-a743d82a3f20 None None] Port ee3b7980-5722-4f67-83eb-b12f44990fc5 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:45:05.834689 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3b7980-5722-4f67-83eb-b12f44990fc5 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:45:05.842134 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:05.854013 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Transition to ACTIVE for port object ee3b7980-5722-4f67-83eb-b12f44990fc5 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:05.959568 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:06.009667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3b7980-5722-4f67-83eb-b12f44990fc5,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:06.078675 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Attempting to bind port ee3b7980-5722-4f67-83eb-b12f44990fc5 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:45:06.079017 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Attempting to bind port ee3b7980-5722-4f67-83eb-b12f44990fc5 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:45:06.079352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Attempting to bind port ee3b7980-5722-4f67-83eb-b12f44990fc5 on network 54c754fe-9e64-4514-8ce6-44c13cf5863c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:06.084320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Port ee3b7980-5722-4f67-83eb-b12f44990fc5 on network 54c754fe-9e64-4514-8ce6-44c13cf5863c not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:45:06.084652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Attempting to bind port ee3b7980-5722-4f67-83eb-b12f44990fc5 on network 54c754fe-9e64-4514-8ce6-44c13cf5863c {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:06.089847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:45:06.090185 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Checking segment: {'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:06.090572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Bound using segment: {'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:45:06.091005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Bound port: ee3b7980-5722-4f67-83eb-b12f44990fc5, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f721aea5-07d3-456a-a72a-912cfc4711cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:45:06.091372 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:06.162427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] For port ee3b7980-5722-4f67-83eb-b12f44990fc5, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:45:06.166049 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] For port ee3b7980-5722-4f67-83eb-b12f44990fc5, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee3b7980-5722-4f67-83eb-b12f44990fc5,segment=NetworkSegment(f721aea5-07d3-456a-a72a-912cfc4711cf),segment_id=f721aea5-07d3-456a-a72a-912cfc4711cf)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:45:06.268925 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:06.282821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791a72e-a605-40e0-9775-bb7b4dabe503 req-b9d6d848-7d4d-4df6-90d0-f300d49ee71e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:06.284314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e791a72e-a605-40e0-9775-bb7b4dabe503 req-b9d6d848-7d4d-4df6-90d0-f300d49ee71e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 944 time: 0.0498428 Aug 16 21:45:06.321189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:06.321189 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:06.321189 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] 10.222.0.76 "PUT /v2.0/ports/ee3b7980-5722-4f67-83eb-b12f44990fc5 HTTP/1.1" status: 200 len: 1093 time: 0.8412871 Aug 16 21:45:06.321189 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'tag': 'ee3b7980-5722-4f67-83eb-b12f44990fc5'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:06.321189 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bef7e34-dc09-41c7-a39b-db11da4a7648" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ed9566-46db-4416-b836-78fc5ed3f157", "tag": "ee3b7980-5722-4f67-83eb-b12f44990fc5"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:06.324338 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e791a72e-a605-40e0-9775-bb7b4dabe503 req-58d8e5c2-cb14-46b4-9fab-c93e4af30df9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337105 Aug 16 21:45:06.337659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a631601-a40a-4332-9827-5c6cd97fc787 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3b7980-5722-4f67-83eb-b12f44990fc5,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:06.371262 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b47b802-187b-4294-bbfc-a8b0b3c3e7df x-openstack-request-id: req-3b47b802-187b-4294-bbfc-a8b0b3c3e7df {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:06.371569 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ed9566-46db-4416-b836-78fc5ed3f157", "tag": "ee3b7980-5722-4f67-83eb-b12f44990fc5", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:06.372624 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b47b802-187b-4294-bbfc-a8b0b3c3e7df {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:06.373050 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'tag': 'ee3b7980-5722-4f67-83eb-b12f44990fc5', 'status': 'completed', 'code': 200} Aug 16 21:45:06.437375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef7e34-dc09-41c7-a39b-db11da4a7648 req-415a5285-e93b-472b-a283-7eed25ff0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:06.439023 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6bef7e34-dc09-41c7-a39b-db11da4a7648 req-415a5285-e93b-472b-a283-7eed25ff0851 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 1096 time: 0.0449216 Aug 16 21:45:06.547440 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef7e34-dc09-41c7-a39b-db11da4a7648 req-b078577b-6d28-4f32-b3c3-d2d0f3e919af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:06.548945 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6bef7e34-dc09-41c7-a39b-db11da4a7648 req-b078577b-6d28-4f32-b3c3-d2d0f3e919af service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1025062 Aug 16 21:45:06.642539 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef7e34-dc09-41c7-a39b-db11da4a7648 req-1d9289e6-0d5a-4ec6-8b24-a66cabfc27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:06.643943 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6bef7e34-dc09-41c7-a39b-db11da4a7648 req-1d9289e6-0d5a-4ec6-8b24-a66cabfc27f9 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884562 Aug 16 21:45:06.721902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3c80b371-6d09-48f8-ba6e-73dff85f161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:06.723297 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-3c80b371-6d09-48f8-ba6e-73dff85f161d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 1096 time: 0.0449033 Aug 16 21:45:06.765821 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-500d15e2-0414-4eef-8698-ff2f26a18e17 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee3b7980-5722-4f67-83eb-b12f44990fc5 HTTP/1.1" status: 200 len: 217 time: 0.0344810 Aug 16 21:45:06.813506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-07cf8008-733a-482e-912f-615c69f41e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:06.814914 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-07cf8008-733a-482e-912f-615c69f41e7d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f33bff76-00c3-4ebe-a2e8-051d15adbb55 HTTP/1.1" status: 200 len: 833 time: 0.0427220 Aug 16 21:45:06.863004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-6d01144a-e0f7-40b4-99e5-f6b1a8f03bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:06.864449 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-6d01144a-e0f7-40b4-99e5-f6b1a8f03bcf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=54c754fe-9e64-4514-8ce6-44c13cf5863c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431960 Aug 16 21:45:06.952468 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-fd392520-f948-4022-8464-17be0d89d712 service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810568 Aug 16 21:45:07.046728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a527ddcd-db6b-4399-b991-d7e6d2071b4b req-4ed3a8e0-4a30-43e1-8e25-48948f8f8931 service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872107 Aug 16 21:45:07.440676 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52623f-f1aa-4b41-bfe8-3cce6cc35741 req-f33b2370-938d-437d-9938-2c1e734ffb9b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:07.442206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d52623f-f1aa-4b41-bfe8-3cce6cc35741 req-f33b2370-938d-437d-9938-2c1e734ffb9b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 944 time: 0.0521762 Aug 16 21:45:07.479190 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d52623f-f1aa-4b41-bfe8-3cce6cc35741 req-600428fe-fb65-4fcb-b6fc-e47612ccfe28 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310574 Aug 16 21:45:08.595707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ae980-c555-43c0-a989-075f2295f7ee req-175e3922-53fb-40ac-a398-114657e9a9ee tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:08.597204 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c34ae980-c555-43c0-a989-075f2295f7ee req-175e3922-53fb-40ac-a398-114657e9a9ee tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 944 time: 0.0492430 Aug 16 21:45:08.634392 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c34ae980-c555-43c0-a989-075f2295f7ee req-88a605f9-3da9-4383-8bf0-4271a55324b1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311964 Aug 16 21:45:09.406251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee3b7980-5722-4f67-83eb-b12f44990fc5 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:45:09.502413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ee3b7980-5722-4f67-83eb-b12f44990fc5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee3b7980-5722-4f67-83eb-b12f44990fc5,segment=NetworkSegment(f721aea5-07d3-456a-a72a-912cfc4711cf),segment_id=f721aea5-07d3-456a-a72a-912cfc4711cf)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:09.513143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'ee3b7980-5722-4f67-83eb-b12f44990fc5', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'port_id': 'ee3b7980-5722-4f67-83eb-b12f44990fc5', 'mac_address': 'fa:16:3e:0f:49:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:45:09.551066 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:09.567934 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3b7980-5722-4f67-83eb-b12f44990fc5 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:45:09.587361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ee3b7980-5722-4f67-83eb-b12f44990fc5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee3b7980-5722-4f67-83eb-b12f44990fc5,segment=NetworkSegment(f721aea5-07d3-456a-a72a-912cfc4711cf),segment_id=f721aea5-07d3-456a-a72a-912cfc4711cf)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:09.666620 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:09.714993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ee3b7980-5722-4f67-83eb-b12f44990fc5,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:09.722294 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.722639 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.722979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.723312 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.723643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.723968 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.724290 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.724610 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.724929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.725275 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.725596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.725915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:09.751089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd64f94-6f65-4d64-9ebd-09a79aaff11a req-55727c06-7b4b-412e-9bba-4e19cc00b9de tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:09.752578 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfd64f94-6f65-4d64-9ebd-09a79aaff11a req-55727c06-7b4b-412e-9bba-4e19cc00b9de tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 945 time: 0.0502973 Aug 16 21:45:09.790342 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bfd64f94-6f65-4d64-9ebd-09a79aaff11a req-84c05d2c-94d6-4018-a203-9fc6f7b0a402 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315032 Aug 16 21:45:09.881180 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['ee3b7980-5722-4f67-83eb-b12f44990fc5'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:45:10.911027 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0fb84-6134-4038-b385-1437451357ec req-3c1ba65c-32ff-47ba-b31c-d80cc38424ec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:10.912503 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cd0fb84-6134-4038-b385-1437451357ec req-3c1ba65c-32ff-47ba-b31c-d80cc38424ec tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 945 time: 0.0554094 Aug 16 21:45:10.950416 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8cd0fb84-6134-4038-b385-1437451357ec req-42c0e546-d9e9-422c-9b4e-df1833ffb5d9 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313883 Aug 16 21:45:11.406519 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee3b7980-5722-4f67-83eb-b12f44990fc5 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:11.530848 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port ee3b7980-5722-4f67-83eb-b12f44990fc5 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:11.534786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port ee3b7980-5722-4f67-83eb-b12f44990fc5 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:11.535164 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:11.614962 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:11.636927 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3b7980-5722-4f67-83eb-b12f44990fc5'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:11.639224 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d0ab8-0ac2-4d4e-b611-2208e2484c14" -d '{"events": [{"server_uuid": "d3ed9566-46db-4416-b836-78fc5ed3f157", "name": "network-vif-plugged", "status": "completed", "tag": "ee3b7980-5722-4f67-83eb-b12f44990fc5"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:11.652616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port ee3b7980-5722-4f67-83eb-b12f44990fc5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee3b7980-5722-4f67-83eb-b12f44990fc5,segment=NetworkSegment(f721aea5-07d3-456a-a72a-912cfc4711cf),segment_id=f721aea5-07d3-456a-a72a-912cfc4711cf)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:11.725993 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667deafa-ffaa-4559-b91c-70d428a3b9aa x-openstack-request-id: req-667deafa-ffaa-4559-b91c-70d428a3b9aa {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:11.735025 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ed9566-46db-4416-b836-78fc5ed3f157", "name": "network-vif-plugged", "status": "completed", "tag": "ee3b7980-5722-4f67-83eb-b12f44990fc5", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:11.735025 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-667deafa-ffaa-4559-b91c-70d428a3b9aa {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:11.735025 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3b7980-5722-4f67-83eb-b12f44990fc5', 'code': 200} Aug 16 21:45:11.759428 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:11.807985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=ee3b7980-5722-4f67-83eb-b12f44990fc5,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:11.823215 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03e97-a1e0-4eac-a0de-72ce557cff3a req-65588bd8-20d0-4262-96f5-9eb9dc9f4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:11.825365 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-36c03e97-a1e0-4eac-a0de-72ce557cff3a req-65588bd8-20d0-4262-96f5-9eb9dc9f4310 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 1098 time: 0.0417113 Aug 16 21:45:11.861718 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-36c03e97-a1e0-4eac-a0de-72ce557cff3a req-553776e2-2a4c-49b3-8da8-99667ff0df10 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293422 Aug 16 21:45:12.063389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8719c-39a5-42b8-931b-30769636baae req-1fa92e0a-94e1-422c-9352-608b51a98d01 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:12.064757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77b8719c-39a5-42b8-931b-30769636baae req-1fa92e0a-94e1-422c-9352-608b51a98d01 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0478423 Aug 16 21:45:12.107435 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-77b8719c-39a5-42b8-931b-30769636baae req-3fdde446-e516-4cc6-b9f9-38b681c98a67 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367422 Aug 16 21:45:13.222613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b7b2-814a-444e-863b-7dd899d90e17 req-f818d974-1b6f-4135-bacc-fddf27daab84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:13.224086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4633b7b2-814a-444e-863b-7dd899d90e17 req-f818d974-1b6f-4135-bacc-fddf27daab84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0497484 Aug 16 21:45:13.261253 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4633b7b2-814a-444e-863b-7dd899d90e17 req-35ffe306-24b0-4ae4-98b3-f22be20299c0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311911 Aug 16 21:45:13.378024 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b24112-6c87-4714-965c-8eac824b012e req-9b69e6e3-3121-448f-93d3-4c58d63dac55 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:13.379406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64b24112-6c87-4714-965c-8eac824b012e req-9b69e6e3-3121-448f-93d3-4c58d63dac55 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0520113 Aug 16 21:45:13.417269 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-64b24112-6c87-4714-965c-8eac824b012e req-e8e451bb-f393-4481-ba61-6f6093054d60 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317166 Aug 16 21:45:13.438918 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40930) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:13.479219 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115b41c-3c5c-4425-96b8-dd981a0bf021 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:13.480719 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4115b41c-3c5c-4425-96b8-dd981a0bf021 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 1093 time: 0.0408299 Aug 16 21:45:13.492054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40932) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:13.496354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': 'ee3b7980-5722-4f67-83eb-b12f44990fc5', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:13.610550 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.036713 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.136247 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.25.4.49 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/e300fca2-c111-45c7-89f7-d3f2148d2d47) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:45:14.245227 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.628829 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.671020 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:14.678984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:14.678984 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:45:14.681641 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=e300fca2-c111-45c7-89f7-d3f2148d2d47,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:14.709359 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.709712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.710052 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.710389 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.710724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.711054 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.711384 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.711712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.712039 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.712365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.712690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.713012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:15.044143 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.180255 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.278269 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b2786ea4-c22f-47d7-94db-12664b2646eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.332704 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.405502 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.477559 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=e300fca2-c111-45c7-89f7-d3f2148d2d47,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:15.489873 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.591505 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Floating IP 5975fc08-4d0e-4a6d-88a3-2da55a069401 associated. External IP: 172.25.4.49, port: ee3b7980-5722-4f67-83eb-b12f44990fc5. Aug 16 21:45:15.796229 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:45:15.903979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:15.914140 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b33a6-0171-4575-bc04-b5d6e0bbda10 None None] Sync routers for ids ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:15.923990 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b33a6-0171-4575-bc04-b5d6e0bbda10 None None] Routers {'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:15.924591 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c44b33a6-0171-4575-bc04-b5d6e0bbda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:44:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:16.029040 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c44b33a6-0171-4575-bc04-b5d6e0bbda10 None None] Set router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:16.068087 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.096021 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-93d6089b-fd9d-4126-8df3-717235fb76cb tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6029558 Aug 16 21:45:16.096713 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'tag': 'ee3b7980-5722-4f67-83eb-b12f44990fc5'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:16.099134 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a6ac28-f36b-4541-9562-3ad635bda3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ed9566-46db-4416-b836-78fc5ed3f157", "tag": "ee3b7980-5722-4f67-83eb-b12f44990fc5"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:16.138667 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a2aee-53cf-4702-a4a5-de8bb1c027af x-openstack-request-id: req-459a2aee-53cf-4702-a4a5-de8bb1c027af {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:16.138967 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ed9566-46db-4416-b836-78fc5ed3f157", "tag": "ee3b7980-5722-4f67-83eb-b12f44990fc5", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:16.139224 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-459a2aee-53cf-4702-a4a5-de8bb1c027af {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:16.139637 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'tag': 'ee3b7980-5722-4f67-83eb-b12f44990fc5', 'status': 'completed', 'code': 200} Aug 16 21:45:16.202347 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b7d16-abf5-49ec-ae94-a22527a9cb8f req-9f9466cd-7870-497e-bb1a-f780c5565941 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:16.203910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca2b7d16-abf5-49ec-ae94-a22527a9cb8f req-9f9466cd-7870-497e-bb1a-f780c5565941 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0514526 Aug 16 21:45:16.204277 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6ac28-f36b-4541-9562-3ad635bda3f0 req-8e9e38e1-e3c1-4aa3-88e0-d0583afa0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:16.205843 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-68a6ac28-f36b-4541-9562-3ad635bda3f0 req-8e9e38e1-e3c1-4aa3-88e0-d0583afa0651 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 1098 time: 0.0416887 Aug 16 21:45:16.253814 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca2b7d16-abf5-49ec-ae94-a22527a9cb8f req-ba4d7acc-2fde-48e9-b398-7055a9f80467 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432942 Aug 16 21:45:16.261683 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c44b33a6-0171-4575-bc04-b5d6e0bbda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '5975fc08-4d0e-4a6d-88a3-2da55a069401', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'port_id': 'ee3b7980-5722-4f67-83eb-b12f44990fc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'mac_address': 'fa:16:3e:0f:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:14Z', 'updated_at': '2021-08-16T21:45:14Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032b9428-c5b6-4c2d-87bd-6c60a30f221f', 'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:22:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:58Z', 'updated_at': '2021-08-16T21:45:03Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:16.280406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40938) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:16.289453 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b33a6-0171-4575-bc04-b5d6e0bbda10 None None] Checking router: ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:16.298499 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b33a6-0171-4575-bc04-b5d6e0bbda10 None None] Routers {'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:16.299114 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c44b33a6-0171-4575-bc04-b5d6e0bbda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:44:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:16.310476 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6ac28-f36b-4541-9562-3ad635bda3f0 req-fa9a9803-bd61-47b4-84aa-a304489a7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:16.311973 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-68a6ac28-f36b-4541-9562-3ad635bda3f0 req-fa9a9803-bd61-47b4-84aa-a304489a7e25 service neutron] 10.222.0.76 "GET /v2.0/networks?id=54c754fe-9e64-4514-8ce6-44c13cf5863c HTTP/1.1" status: 200 len: 897 time: 0.0996833 Aug 16 21:45:16.348162 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4ef7023b-4a5b-49c7-b713-0d903fb46692 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/5975fc08-4d0e-4a6d-88a3-2da55a069401 HTTP/1.1" status: 200 len: 991 time: 0.0663819 Aug 16 21:45:16.378601 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-68a6ac28-f36b-4541-9562-3ad635bda3f0 req-2d463561-5be3-4f49-baa7-d97320ac6964 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee3b7980-5722-4f67-83eb-b12f44990fc5 HTTP/1.1" status: 200 len: 999 time: 0.0598962 Aug 16 21:45:16.407777 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-c44b33a6-0171-4575-bc04-b5d6e0bbda10 None None] Set router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:16.432473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6ac28-f36b-4541-9562-3ad635bda3f0 req-e861c184-e96b-49e4-9088-731b3c0fd1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:16.434281 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-68a6ac28-f36b-4541-9562-3ad635bda3f0 req-e861c184-e96b-49e4-9088-731b3c0fd1d9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f33bff76-00c3-4ebe-a2e8-051d15adbb55 HTTP/1.1" status: 200 len: 833 time: 0.0487227 Aug 16 21:45:16.480420 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6ac28-f36b-4541-9562-3ad635bda3f0 req-a2c4d4f5-8f15-478e-847d-bdd90b3a7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:16.482438 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-68a6ac28-f36b-4541-9562-3ad635bda3f0 req-a2c4d4f5-8f15-478e-847d-bdd90b3a7fe9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=54c754fe-9e64-4514-8ce6-44c13cf5863c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417752 Aug 16 21:45:16.574233 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-68a6ac28-f36b-4541-9562-3ad635bda3f0 req-02ff2c62-4215-4f9e-8af3-5a9efef78275 service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841296 Aug 16 21:45:16.635381 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-c44b33a6-0171-4575-bc04-b5d6e0bbda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '5975fc08-4d0e-4a6d-88a3-2da55a069401', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'port_id': 'ee3b7980-5722-4f67-83eb-b12f44990fc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'mac_address': 'fa:16:3e:0f:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:14Z', 'updated_at': '2021-08-16T21:45:14Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032b9428-c5b6-4c2d-87bd-6c60a30f221f', 'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:22:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:58Z', 'updated_at': '2021-08-16T21:45:03Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:16.660956 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b33a6-0171-4575-bc04-b5d6e0bbda10 None None] The sync data for ids ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'] in n-d-793619-14 is: [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '5975fc08-4d0e-4a6d-88a3-2da55a069401', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'port_id': 'ee3b7980-5722-4f67-83eb-b12f44990fc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'mac_address': 'fa:16:3e:0f:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:14Z', 'updated_at': '2021-08-16T21:45:14Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032b9428-c5b6-4c2d-87bd-6c60a30f221f', 'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:22:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:58Z', 'updated_at': '2021-08-16T21:45:03Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:16.672034 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-68a6ac28-f36b-4541-9562-3ad635bda3f0 req-0a769360-067b-411f-8159-8257371bb928 service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906656 Aug 16 21:45:16.848752 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752683f-f04f-4e66-a0dd-c790b677cd08 None None] New status for floating IP 5975fc08-4d0e-4a6d-88a3-2da55a069401: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:45:17.352067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40940) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:17.412078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8eb42689-7435-4481-b4ff-e54de2f14182 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/5975fc08-4d0e-4a6d-88a3-2da55a069401 HTTP/1.1" status: 200 len: 993 time: 0.0589111 Aug 16 21:45:17.582246 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6295240a-31e7-41e8-8103-b9ce607db5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:18.067526 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.473674 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:20.839340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:33.347191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:33.484968 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.777444 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:45:38.301597 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-1eb2c3ea-d707-43e3-9aed-0f784ba0c806 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421705 Aug 16 21:45:38.385749 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-6626a0e4-7754-4a48-8a3e-3534439d6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:38.387827 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-6626a0e4-7754-4a48-8a3e-3534439d6665 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 1098 time: 0.0446301 Aug 16 21:45:38.494111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-c7c62007-fda4-42f4-b074-2d80f2c7ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:38.495582 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-c7c62007-fda4-42f4-b074-2d80f2c7ab25 service neutron] 10.222.0.76 "GET /v2.0/networks?id=54c754fe-9e64-4514-8ce6-44c13cf5863c HTTP/1.1" status: 200 len: 897 time: 0.0854797 Aug 16 21:45:38.564230 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-e229b7b1-1711-4d92-a9f4-3b59954951a6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee3b7980-5722-4f67-83eb-b12f44990fc5 HTTP/1.1" status: 200 len: 1001 time: 0.0611029 Aug 16 21:45:38.617223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-adde5bb5-8698-4859-9f85-6b83eb710303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:38.618607 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-adde5bb5-8698-4859-9f85-6b83eb710303 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f33bff76-00c3-4ebe-a2e8-051d15adbb55 HTTP/1.1" status: 200 len: 833 time: 0.0420589 Aug 16 21:45:38.663863 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-f90c6fde-5534-455d-a1a9-dad30663519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:38.665412 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-f90c6fde-5534-455d-a1a9-dad30663519b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=54c754fe-9e64-4514-8ce6-44c13cf5863c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398743 Aug 16 21:45:38.678977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-9ef0d6bd-9e17-4297-9c3c-f8d09482e948 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:45:38.679912 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-9ef0d6bd-9e17-4297-9c3c-f8d09482e948 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049436 Aug 16 21:45:38.772760 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-b2a1a494-8fe8-4f01-93c2-2071903bf7ca service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844061 Aug 16 21:45:38.863011 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0722528e-ffd8-43c2-8ed1-c8e4296ee15f req-537c6bc2-91cd-433e-9b6a-b74396789dd9 service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819581 Aug 16 21:45:45.255871 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-50ac4eb7-8c80-4173-b8d2-e1e8875ce548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:47.535738 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e35ab340-1b93-4425-b524-a0314e9651a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:47.998411 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:48.916712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5416854-df29-4a9a-8b09-0a6eecd483c4 req-0c206326-6c2d-49f1-992b-6e8355fd2b53 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:48.918227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5416854-df29-4a9a-8b09-0a6eecd483c4 req-0c206326-6c2d-49f1-992b-6e8355fd2b53 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0526896 Aug 16 21:45:48.957187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5416854-df29-4a9a-8b09-0a6eecd483c4 req-85e158be-e370-49bd-8b5a-56f71a26d1e1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325382 Aug 16 21:45:49.488620 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:50.096289 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754d55a-5cd7-4a8f-8c3c-dfb42aa7d205 req-a11bd2b1-edec-4804-bbde-34cb5f0b60a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:50.097808 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f754d55a-5cd7-4a8f-8c3c-dfb42aa7d205 req-a11bd2b1-edec-4804-bbde-34cb5f0b60a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0550475 Aug 16 21:45:50.135030 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f754d55a-5cd7-4a8f-8c3c-dfb42aa7d205 req-6babed20-1060-4e1d-ae14-1b5eebf7795f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312815 Aug 16 21:45:50.815375 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:51.248643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40715e8-c4f5-4e3e-91dd-82ce53d3b5a6 req-9ef1a311-6092-4fd2-8c78-286c0e6cbbca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:51.250520 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c40715e8-c4f5-4e3e-91dd-82ce53d3b5a6 req-9ef1a311-6092-4fd2-8c78-286c0e6cbbca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0495541 Aug 16 21:45:51.288040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c40715e8-c4f5-4e3e-91dd-82ce53d3b5a6 req-9ebacf50-37ca-42f4-8870-f918735d8278 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317311 Aug 16 21:45:52.401912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432621bf-414c-4afe-ae56-aab19780f687 req-519ed6e9-a82f-4ad3-a20b-7262fb8f7782 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:52.403939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-432621bf-414c-4afe-ae56-aab19780f687 req-519ed6e9-a82f-4ad3-a20b-7262fb8f7782 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0490222 Aug 16 21:45:52.445202 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-432621bf-414c-4afe-ae56-aab19780f687 req-f7c063ab-428a-4c47-8b5b-0a061ac275cd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351231 Aug 16 21:45:53.563466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc33b6-5841-44f1-a32f-a37e30038ad8 req-ab8d48eb-3e73-4835-bd8b-9c21dd5ff399 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:53.564931 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cfc33b6-5841-44f1-a32f-a37e30038ad8 req-ab8d48eb-3e73-4835-bd8b-9c21dd5ff399 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0521843 Aug 16 21:45:53.602728 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7cfc33b6-5841-44f1-a32f-a37e30038ad8 req-42fe663e-3d6e-407e-9faa-c7eba17e024d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317526 Aug 16 21:45:54.719138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffa0ff-49a5-4440-b9b6-0c9328c8a168 req-b2035d85-70e9-4fba-a72f-b1f869614a3a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:54.720634 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59ffa0ff-49a5-4440-b9b6-0c9328c8a168 req-b2035d85-70e9-4fba-a72f-b1f869614a3a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0514901 Aug 16 21:45:54.758753 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59ffa0ff-49a5-4440-b9b6-0c9328c8a168 req-a39f1471-f756-4c25-98ef-88afb6a6d9e2 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321693 Aug 16 21:45:55.871748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff6691-b643-4198-b11a-2b884664630d req-ab1730e1-6ca3-49e9-83c3-6f81f3dfa5b7 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:55.873243 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13ff6691-b643-4198-b11a-2b884664630d req-ab1730e1-6ca3-49e9-83c3-6f81f3dfa5b7 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0494714 Aug 16 21:45:55.910499 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13ff6691-b643-4198-b11a-2b884664630d req-5718b127-d0cc-4b30-bfe6-2036c257cbf8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313425 Aug 16 21:45:57.027777 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbadd8-2858-4d5e-8223-5e225f2d6d7d req-d45ae831-94b6-4df6-a92b-78b027a6ee2d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:57.029717 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66bbadd8-2858-4d5e-8223-5e225f2d6d7d req-d45ae831-94b6-4df6-a92b-78b027a6ee2d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0541568 Aug 16 21:45:57.066997 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66bbadd8-2858-4d5e-8223-5e225f2d6d7d req-0b8def10-1071-4d3b-8cef-275b69618e03 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310707 Aug 16 21:45:58.181045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8a87b-6dac-4f66-8ef1-7e569918c386 req-244a6f90-635a-4dc9-89de-9a0b2aaadf9b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:58.182515 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59f8a87b-6dac-4f66-8ef1-7e569918c386 req-244a6f90-635a-4dc9-89de-9a0b2aaadf9b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0483050 Aug 16 21:45:58.219393 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-59f8a87b-6dac-4f66-8ef1-7e569918c386 req-bb4d5dd9-cd89-42d4-816c-b7466e2b96fe tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307295 Aug 16 21:45:59.332203 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125f3ef-7c3d-4277-8d78-1d95dce2f6a7 req-e7a6ee2b-b9d4-415d-b288-1437a3b8b7a1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:59.333697 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8125f3ef-7c3d-4277-8d78-1d95dce2f6a7 req-e7a6ee2b-b9d4-415d-b288-1437a3b8b7a1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0492501 Aug 16 21:45:59.372053 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8125f3ef-7c3d-4277-8d78-1d95dce2f6a7 req-172445cf-d05d-4558-baad-000d9f70d0d3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Aug 16 21:46:00.491293 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b263dd-602b-4535-b8fb-53c2d5486842 req-78640b3e-ec31-4a40-8854-cd6398ef3be7 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:00.492769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47b263dd-602b-4535-b8fb-53c2d5486842 req-78640b3e-ec31-4a40-8854-cd6398ef3be7 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0534670 Aug 16 21:46:00.530884 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-47b263dd-602b-4535-b8fb-53c2d5486842 req-86910c6a-f345-4aa1-a29e-9bee1c4f2700 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320628 Aug 16 21:46:01.645517 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16d448-e2e9-499b-95aa-61424aa4624f req-08f24a2f-8e1e-4bd7-9c3b-8561052cfcc3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:01.647836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec16d448-e2e9-499b-95aa-61424aa4624f req-08f24a2f-8e1e-4bd7-9c3b-8561052cfcc3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0482960 Aug 16 21:46:01.684642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ec16d448-e2e9-499b-95aa-61424aa4624f req-7b8b8954-a4f6-40c4-8bc6-ad0d754533bc tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311501 Aug 16 21:46:02.797410 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a8a0d-7f37-4c55-9a34-3b2ec9c5f2f1 req-a96ad799-87bc-468c-bcec-6f4d0f8992a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:02.798785 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d79a8a0d-7f37-4c55-9a34-3b2ec9c5f2f1 req-a96ad799-87bc-468c-bcec-6f4d0f8992a4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0477352 Aug 16 21:46:02.836670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d79a8a0d-7f37-4c55-9a34-3b2ec9c5f2f1 req-8eb0f1f1-5cc2-4a02-b7af-a574421555c5 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316958 Aug 16 21:46:03.294239 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:03.443858 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:03.954416 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd710789-d7fe-4245-bea1-0d4f08c2afbf req-46529702-52da-4608-8262-d597e758d105 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:03.955868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd710789-d7fe-4245-bea1-0d4f08c2afbf req-46529702-52da-4608-8262-d597e758d105 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0522592 Aug 16 21:46:03.992401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bd710789-d7fe-4245-bea1-0d4f08c2afbf req-3bf0348f-5cab-464a-9b3d-a85510329f92 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305552 Aug 16 21:46:05.106082 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e0779-25ad-423d-a714-e3dc8b5bb7ad req-7fd9dc3f-1599-4cec-baec-be9ba707060d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:05.107566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-191e0779-25ad-423d-a714-e3dc8b5bb7ad req-7fd9dc3f-1599-4cec-baec-be9ba707060d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0487072 Aug 16 21:46:05.145888 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-191e0779-25ad-423d-a714-e3dc8b5bb7ad req-864daccc-ecc2-4a8e-b3c6-37b96af0606c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323629 Aug 16 21:46:05.167840 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 40996) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:05.231170 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-297c5a7a-29e9-4091-b52c-ffcf096a0b23 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/5975fc08-4d0e-4a6d-88a3-2da55a069401 HTTP/1.1" status: 200 len: 993 time: 0.0621190 Aug 16 21:46:06.800032 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ef111-c986-44ed-8184-671b62674d9e req-8378420a-f287-4012-87c4-9f7d0d6a3c52 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:06.801498 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c7ef111-c986-44ed-8184-671b62674d9e req-8378420a-f287-4012-87c4-9f7d0d6a3c52 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0498521 Aug 16 21:46:06.838784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1c7ef111-c986-44ed-8184-671b62674d9e req-7cfc50fc-9623-4550-9394-b050bb23f25d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 Aug 16 21:46:06.957937 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0ecd8-b2ec-4107-b513-9dd5c8b84b08 req-52be9c7c-cf4d-4829-955e-579e4508642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:06.959629 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6f0ecd8-b2ec-4107-b513-9dd5c8b84b08 req-52be9c7c-cf4d-4829-955e-579e4508642d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 1098 time: 0.0406704 Aug 16 21:46:07.052951 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0ecd8-b2ec-4107-b513-9dd5c8b84b08 req-041a50f9-5ee4-47ba-b229-ec65236f3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:07.054367 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6f0ecd8-b2ec-4107-b513-9dd5c8b84b08 req-041a50f9-5ee4-47ba-b229-ec65236f3120 service neutron] 10.222.0.76 "GET /v2.0/networks?id=54c754fe-9e64-4514-8ce6-44c13cf5863c HTTP/1.1" status: 200 len: 897 time: 0.0878229 Aug 16 21:46:07.121368 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6f0ecd8-b2ec-4107-b513-9dd5c8b84b08 req-781c9b1d-dfc0-47ed-b73c-9bbf7f973764 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee3b7980-5722-4f67-83eb-b12f44990fc5 HTTP/1.1" status: 200 len: 1001 time: 0.0600340 Aug 16 21:46:07.168972 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0ecd8-b2ec-4107-b513-9dd5c8b84b08 req-c9f3786b-4505-4094-b5f5-35ef7a6ff1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:07.170403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6f0ecd8-b2ec-4107-b513-9dd5c8b84b08 req-c9f3786b-4505-4094-b5f5-35ef7a6ff1b0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f33bff76-00c3-4ebe-a2e8-051d15adbb55 HTTP/1.1" status: 200 len: 833 time: 0.0425692 Aug 16 21:46:07.216943 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0ecd8-b2ec-4107-b513-9dd5c8b84b08 req-d82ef970-1f1a-4a8c-b1be-ce75d8aaf7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:07.218514 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6f0ecd8-b2ec-4107-b513-9dd5c8b84b08 req-d82ef970-1f1a-4a8c-b1be-ce75d8aaf7f6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=54c754fe-9e64-4514-8ce6-44c13cf5863c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405128 Aug 16 21:46:07.311743 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6f0ecd8-b2ec-4107-b513-9dd5c8b84b08 req-0afe6641-24f7-477e-a6b1-945973859016 service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853679 Aug 16 21:46:07.399112 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c6f0ecd8-b2ec-4107-b513-9dd5c8b84b08 req-6bcc783d-f6c1-4ed8-adc4-06a9e1cf825d service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808337 Aug 16 21:46:07.956958 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766b324-73b3-43c4-80e8-0f2f39287c76 req-8f877098-2b16-40ea-abda-e63da253c862 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:07.958537 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2766b324-73b3-43c4-80e8-0f2f39287c76 req-8f877098-2b16-40ea-abda-e63da253c862 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0490804 Aug 16 21:46:07.996820 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2766b324-73b3-43c4-80e8-0f2f39287c76 req-dae0f766-a05f-4243-a3b8-1b6947f1417d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320258 Aug 16 21:46:09.112323 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b6143-b2c1-4d51-899f-8452dac90d32 req-980acb03-af5e-499c-90aa-f130d4b71b05 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:09.113862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e83b6143-b2c1-4d51-899f-8452dac90d32 req-980acb03-af5e-499c-90aa-f130d4b71b05 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0482914 Aug 16 21:46:09.156341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e83b6143-b2c1-4d51-899f-8452dac90d32 req-55d0fc91-25bf-44f6-bf74-c7bcf2e63a32 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365520 Aug 16 21:46:09.178488 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41008) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:09.238052 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aee4855c-1f7b-4589-8f2a-dddb95ae9c2f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/5975fc08-4d0e-4a6d-88a3-2da55a069401 HTTP/1.1" status: 200 len: 993 time: 0.0584862 Aug 16 21:46:11.775980 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:46:15.289243 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0c5f163f-085a-4e93-82ee-e1f975627324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:17.505266 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0b9d37dd-8adb-4343-937a-b2e973ed74df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:18.076248 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:19.466278 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:20.895233 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:33.288943 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:33.426145 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:39.291796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87676bb4-fece-42b8-be66-fb5647078375 req-cb32beef-ef4c-4f54-bb75-bb81146cf131 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392711 Aug 16 21:46:39.376866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87676bb4-fece-42b8-be66-fb5647078375 req-07c2e40d-6895-4e53-9336-f1da70cb6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:39.378424 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87676bb4-fece-42b8-be66-fb5647078375 req-07c2e40d-6895-4e53-9336-f1da70cb6d18 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 1098 time: 0.0454669 Aug 16 21:46:39.480592 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87676bb4-fece-42b8-be66-fb5647078375 req-f293a97f-05a8-49ad-85c7-03fc39cb8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:39.482090 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87676bb4-fece-42b8-be66-fb5647078375 req-f293a97f-05a8-49ad-85c7-03fc39cb8878 service neutron] 10.222.0.76 "GET /v2.0/networks?id=54c754fe-9e64-4514-8ce6-44c13cf5863c HTTP/1.1" status: 200 len: 897 time: 0.0857074 Aug 16 21:46:39.552841 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87676bb4-fece-42b8-be66-fb5647078375 req-a587cfe4-43f0-4c97-b92f-743968c6d0cb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee3b7980-5722-4f67-83eb-b12f44990fc5 HTTP/1.1" status: 200 len: 1001 time: 0.0625026 Aug 16 21:46:39.602379 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87676bb4-fece-42b8-be66-fb5647078375 req-f68b8285-f874-4ef8-893f-3c442512dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:39.603806 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87676bb4-fece-42b8-be66-fb5647078375 req-f68b8285-f874-4ef8-893f-3c442512dc4e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f33bff76-00c3-4ebe-a2e8-051d15adbb55 HTTP/1.1" status: 200 len: 833 time: 0.0433049 Aug 16 21:46:39.651670 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87676bb4-fece-42b8-be66-fb5647078375 req-0051ec92-ab01-4f93-905f-73191b9a462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:39.653211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87676bb4-fece-42b8-be66-fb5647078375 req-0051ec92-ab01-4f93-905f-73191b9a462a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=54c754fe-9e64-4514-8ce6-44c13cf5863c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392900 Aug 16 21:46:39.747849 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87676bb4-fece-42b8-be66-fb5647078375 req-1b2ad10b-1f45-4bfd-8bba-cde9f1cbd873 service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870852 Aug 16 21:46:39.749701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41022) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:39.928403 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87676bb4-fece-42b8-be66-fb5647078375 req-f3eb81fa-e5f8-4316-92c9-1cd91543d677 service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724904 Aug 16 21:46:39.974248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port e300fca2-c111-45c7-89f7-d3f2148d2d47 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:46:39.974598 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:40.049103 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:40.049346 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:40.061569 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for e300fca2-c111-45c7-89f7-d3f2148d2d47 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:46:40.300394 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:40.327684 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=e300fca2-c111-45c7-89f7-d3f2148d2d47,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:40.350868 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.351223 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.351567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.351909 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.352246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.352586 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.352917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.353276 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.353610 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.354555 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.354901 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.355217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:40.398290 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:40.398625 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Floating IP 5975fc08-4d0e-4a6d-88a3-2da55a069401 disassociated (deleted). External IP: 172.25.4.49, port: ee3b7980-5722-4f67-83eb-b12f44990fc5. Aug 16 21:46:40.603085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:46:40.709292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:46:40.715072 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:40.719167 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f380434-e4e2-4055-aca0-4dde65d5affc None None] Sync routers for ids ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:46:40.727682 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f380434-e4e2-4055-aca0-4dde65d5affc None None] Routers {'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:46:40.728274 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2f380434-e4e2-4055-aca0-4dde65d5affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:46:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:40.745427 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0c903778-107e-4c9d-aec6-d82b71594bb0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/floatingips/5975fc08-4d0e-4a6d-88a3-2da55a069401 HTTP/1.1" status: 204 len: 168 time: 0.9946747 Aug 16 21:46:40.746139 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'tag': 'ee3b7980-5722-4f67-83eb-b12f44990fc5'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:46:40.748623 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79efd1f1-eedd-43ff-8199-f3accf7447f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ed9566-46db-4416-b836-78fc5ed3f157", "tag": "ee3b7980-5722-4f67-83eb-b12f44990fc5"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:46:40.791467 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb600a0-c145-4e76-9d9f-6f1ff1afd981 x-openstack-request-id: req-feb600a0-c145-4e76-9d9f-6f1ff1afd981 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:46:40.791467 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ed9566-46db-4416-b836-78fc5ed3f157", "tag": "ee3b7980-5722-4f67-83eb-b12f44990fc5", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:46:40.791808 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-feb600a0-c145-4e76-9d9f-6f1ff1afd981 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:46:40.792298 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'tag': 'ee3b7980-5722-4f67-83eb-b12f44990fc5', 'status': 'completed', 'code': 200} Aug 16 21:46:40.834050 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-2f380434-e4e2-4055-aca0-4dde65d5affc None None] Set router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:46:40.857974 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efd1f1-eedd-43ff-8199-f3accf7447f2 req-f8d1ad3a-0ea4-4495-b6cc-d8cce73efd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:40.859506 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79efd1f1-eedd-43ff-8199-f3accf7447f2 req-f8d1ad3a-0ea4-4495-b6cc-d8cce73efd85 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 1098 time: 0.0447612 Aug 16 21:46:40.952792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efd1f1-eedd-43ff-8199-f3accf7447f2 req-f77112e0-2752-4811-bd08-fef56afb7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:40.954392 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79efd1f1-eedd-43ff-8199-f3accf7447f2 req-f77112e0-2752-4811-bd08-fef56afb7ef1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=54c754fe-9e64-4514-8ce6-44c13cf5863c HTTP/1.1" status: 200 len: 897 time: 0.0877571 Aug 16 21:46:41.009303 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79efd1f1-eedd-43ff-8199-f3accf7447f2 req-d61a49e3-6091-426f-83ff-a6c2081f9f7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee3b7980-5722-4f67-83eb-b12f44990fc5 HTTP/1.1" status: 200 len: 217 time: 0.0480361 Aug 16 21:46:41.060965 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efd1f1-eedd-43ff-8199-f3accf7447f2 req-c95e5187-45a8-414b-bed7-d60a05d0b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:41.062472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79efd1f1-eedd-43ff-8199-f3accf7447f2 req-c95e5187-45a8-414b-bed7-d60a05d0b587 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f33bff76-00c3-4ebe-a2e8-051d15adbb55 HTTP/1.1" status: 200 len: 833 time: 0.0468340 Aug 16 21:46:41.111530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efd1f1-eedd-43ff-8199-f3accf7447f2 req-a8d894e9-5387-43c8-b839-496bc191c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:41.112979 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79efd1f1-eedd-43ff-8199-f3accf7447f2 req-a8d894e9-5387-43c8-b839-496bc191c209 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=54c754fe-9e64-4514-8ce6-44c13cf5863c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430462 Aug 16 21:46:41.131118 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2f380434-e4e2-4055-aca0-4dde65d5affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '032b9428-c5b6-4c2d-87bd-6c60a30f221f', 'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:22:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:58Z', 'updated_at': '2021-08-16T21:45:03Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:41.156917 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f380434-e4e2-4055-aca0-4dde65d5affc None None] Checking router: ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:46:41.165419 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f380434-e4e2-4055-aca0-4dde65d5affc None None] Routers {'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:46:41.166065 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2f380434-e4e2-4055-aca0-4dde65d5affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:46:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:41.288071 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-2f380434-e4e2-4055-aca0-4dde65d5affc None None] Set router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:46:41.402987 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ca0a0-4fb7-4e16-beee-26f60fe7dae3 req-6ffa8fde-745f-44a7-b01d-e7b92e63060c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:41.404706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-967ca0a0-4fb7-4e16-beee-26f60fe7dae3 req-6ffa8fde-745f-44a7-b01d-e7b92e63060c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0539868 Aug 16 21:46:41.445722 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-967ca0a0-4fb7-4e16-beee-26f60fe7dae3 req-bb44fc90-5257-489b-8138-ab9af0363637 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340345 Aug 16 21:46:41.498367 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-2f380434-e4e2-4055-aca0-4dde65d5affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '032b9428-c5b6-4c2d-87bd-6c60a30f221f', 'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:22:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:58Z', 'updated_at': '2021-08-16T21:45:03Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:41.525596 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f380434-e4e2-4055-aca0-4dde65d5affc None None] The sync data for ids ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'] in n-d-793619-14 is: [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '032b9428-c5b6-4c2d-87bd-6c60a30f221f', 'name': '', 'network_id': '54c754fe-9e64-4514-8ce6-44c13cf5863c', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:22:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:58Z', 'updated_at': '2021-08-16T21:45:03Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'f33bff76-00c3-4ebe-a2e8-051d15adbb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:46:41.570052 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79efd1f1-eedd-43ff-8199-f3accf7447f2 req-b7c46175-17f0-498d-904b-0fe12d34ac74 service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490287 Aug 16 21:46:41.663728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-79efd1f1-eedd-43ff-8199-f3accf7447f2 req-e237bb80-41e2-4ebe-a0cc-eee2af239547 service neutron] 10.222.0.76 "GET /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849044 Aug 16 21:46:41.746815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afe2e26-a662-4e21-92bb-c4a5ecef3987 None None] New status for floating IP 5975fc08-4d0e-4a6d-88a3-2da55a069401: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:46:42.571103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6737f7-687b-4de4-953c-d4f2f9ad2069 req-ed21cf14-b787-448f-8832-d4591fd5efc1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:42.572635 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d6737f7-687b-4de4-953c-d4f2f9ad2069 req-ed21cf14-b787-448f-8832-d4591fd5efc1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0534105 Aug 16 21:46:42.610977 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2d6737f7-687b-4de4-953c-d4f2f9ad2069 req-68694261-3f0a-4e6d-8ce4-90882cdb7b6a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=68a42413-9f0a-42d1-bbd9-ef8000fd113b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323744 Aug 16 21:46:42.860071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c4cbc-dd61-47b2-a615-12c7cffdc8ca req-f2cf4d40-3957-428c-a107-5008d2dbd95e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:42.861556 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-568c4cbc-dd61-47b2-a615-12c7cffdc8ca req-f2cf4d40-3957-428c-a107-5008d2dbd95e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 946 time: 0.0524745 Aug 16 21:46:42.948753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-568c4cbc-dd61-47b2-a615-12c7cffdc8ca req-05987e15-cd0e-48ec-8254-f48de9dccc27 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port ee3b7980-5722-4f67-83eb-b12f44990fc5 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:46:42.949122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-568c4cbc-dd61-47b2-a615-12c7cffdc8ca req-05987e15-cd0e-48ec-8254-f48de9dccc27 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:43.040496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-568c4cbc-dd61-47b2-a615-12c7cffdc8ca req-05987e15-cd0e-48ec-8254-f48de9dccc27 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port ee3b7980-5722-4f67-83eb-b12f44990fc5, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=ee3b7980-5722-4f67-83eb-b12f44990fc5,segment=NetworkSegment(f721aea5-07d3-456a-a72a-912cfc4711cf),segment_id=f721aea5-07d3-456a-a72a-912cfc4711cf)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:46:43.040870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-568c4cbc-dd61-47b2-a615-12c7cffdc8ca req-05987e15-cd0e-48ec-8254-f48de9dccc27 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:43.053112 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-568c4cbc-dd61-47b2-a615-12c7cffdc8ca req-05987e15-cd0e-48ec-8254-f48de9dccc27 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for ee3b7980-5722-4f67-83eb-b12f44990fc5 owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:46:43.380436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-568c4cbc-dd61-47b2-a615-12c7cffdc8ca req-05987e15-cd0e-48ec-8254-f48de9dccc27 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:43.408208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05987e15-cd0e-48ec-8254-f48de9dccc27 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=ee3b7980-5722-4f67-83eb-b12f44990fc5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:43.451291 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-568c4cbc-dd61-47b2-a615-12c7cffdc8ca req-05987e15-cd0e-48ec-8254-f48de9dccc27 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] No DVR routers for this DVR port ee3b7980-5722-4f67-83eb-b12f44990fc5 on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:46:43.453776 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-568c4cbc-dd61-47b2-a615-12c7cffdc8ca req-05987e15-cd0e-48ec-8254-f48de9dccc27 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:43.455752 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-568c4cbc-dd61-47b2-a615-12c7cffdc8ca req-05987e15-cd0e-48ec-8254-f48de9dccc27 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "DELETE /v2.0/ports/ee3b7980-5722-4f67-83eb-b12f44990fc5 HTTP/1.1" status: 204 len: 173 time: 0.5881793 Aug 16 21:46:43.456196 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'name': 'network-vif-deleted', 'tag': 'ee3b7980-5722-4f67-83eb-b12f44990fc5'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:46:43.458637 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e10770-dd2a-4213-9376-4a340761687b" -d '{"events": [{"server_uuid": "d3ed9566-46db-4416-b836-78fc5ed3f157", "name": "network-vif-deleted", "tag": "ee3b7980-5722-4f67-83eb-b12f44990fc5"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:46:43.494004 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed88dfa-fdb1-484d-8f68-06df0242a880 x-openstack-request-id: req-1ed88dfa-fdb1-484d-8f68-06df0242a880 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:46:43.494303 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ed9566-46db-4416-b836-78fc5ed3f157", "name": "network-vif-deleted", "tag": "ee3b7980-5722-4f67-83eb-b12f44990fc5", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:46:43.494591 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ed88dfa-fdb1-484d-8f68-06df0242a880 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:46:43.494993 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ed9566-46db-4416-b836-78fc5ed3f157', 'name': 'network-vif-deleted', 'tag': 'ee3b7980-5722-4f67-83eb-b12f44990fc5', 'status': 'completed', 'code': 200} Aug 16 21:46:43.705086 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d3f35c0e-5f8c-45a3-a27f-9e45d842821a req-43718cba-2282-4f9c-80f5-7a328c891d4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 210 time: 0.0275609 Aug 16 21:46:44.822955 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-328ec6cb-69d3-4c51-9644-3378c49c6a18 req-56f854e7-1b77-4f80-b1f2-bb1db8fdd496 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3ed9566-46db-4416-b836-78fc5ed3f157 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Aug 16 21:46:45.323529 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-499cf72d-3f24-498b-9aba-59a811b878df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:45.880122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41044) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:46.235500 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:46.490764 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port 032b9428-c5b6-4c2d-87bd-6c60a30f221f {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:46:46.491019 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:46.580288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port 032b9428-c5b6-4c2d-87bd-6c60a30f221f, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=032b9428-c5b6-4c2d-87bd-6c60a30f221f,segment=NetworkSegment(f721aea5-07d3-456a-a72a-912cfc4711cf),segment_id=f721aea5-07d3-456a-a72a-912cfc4711cf)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:46:46.580661 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:46.593849 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for 032b9428-c5b6-4c2d-87bd-6c60a30f221f owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:46:46.933728 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:46.964337 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=032b9428-c5b6-4c2d-87bd-6c60a30f221f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:47.140946 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:47.360322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:46:47.466834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:46:47.471892 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-69baf78f-73a9-4ed6-b597-9d4e95274c7c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "PUT /v2.0/routers/ec8058b5-4ef3-4b09-a1d5-68c74a185ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5907350 Aug 16 21:46:47.474595 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41046) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:47.477643 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f707332-053e-4b5f-a411-fc08264dded3 None None] Sync routers for ids ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:46:47.486536 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f707332-053e-4b5f-a411-fc08264dded3 None None] Routers {'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:46:47.487125 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9f707332-053e-4b5f-a411-fc08264dded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:46:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:47.525202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc09d51-fcfc-4368-946e-f7f22a0e3e8e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting subnet f33bff76-00c3-4ebe-a2e8-051d15adbb55 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:46:47.529112 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bc09d51-fcfc-4368-946e-f7f22a0e3e8e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:47.534465 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-21f27b1c-1469-4228-a97a-8960f9478ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:47.569713 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bc09d51-fcfc-4368-946e-f7f22a0e3e8e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:47.594656 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-9f707332-053e-4b5f-a411-fc08264dded3 None None] Set router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:46:47.659084 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bc09d51-fcfc-4368-946e-f7f22a0e3e8e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:47.768103 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9f707332-053e-4b5f-a411-fc08264dded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:46:46Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:47.797564 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f707332-053e-4b5f-a411-fc08264dded3 None None] Checking router: ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:46:47.806097 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f707332-053e-4b5f-a411-fc08264dded3 None None] Routers {'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:46:47.806693 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9f707332-053e-4b5f-a411-fc08264dded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:47.809906 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bc09d51-fcfc-4368-946e-f7f22a0e3e8e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:47.839022 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc09d51-fcfc-4368-946e-f7f22a0e3e8e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Subnet': ['ID=f33bff76-00c3-4ebe-a2e8-051d15adbb55,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:47.840996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0bc09d51-fcfc-4368-946e-f7f22a0e3e8e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:47.843042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0bc09d51-fcfc-4368-946e-f7f22a0e3e8e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/subnets/f33bff76-00c3-4ebe-a2e8-051d15adbb55 HTTP/1.1" status: 204 len: 168 time: 0.3675218 Aug 16 21:46:47.845821 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41048) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:47.848853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbabfd01-980f-43db-8a61-5880aa04a04e None None] Network 54c754fe-9e64-4514-8ce6-44c13cf5863c requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:46:47.892623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee3b7980-5722-4f67-83eb-b12f44990fc5 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:46:47.919819 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-9f707332-053e-4b5f-a411-fc08264dded3 None None] Set router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:46:47.946300 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: ee3b7980-5722-4f67-83eb-b12f44990fc5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:46:47.946653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device ee3b7980-5722-4f67-83eb-b12f44990fc5 not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:46:47.958001 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:48.071691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:48.100430 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] DHCP port deletion for 54c754fe-9e64-4514-8ce6-44c13cf5863c request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:46:48.105994 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-9f707332-053e-4b5f-a411-fc08264dded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:46:46Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:48.131070 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f707332-053e-4b5f-a411-fc08264dded3 None None] The sync data for ids ['ec8058b5-4ef3-4b09-a1d5-68c74a185ff5'] in n-d-793619-14 is: [{'id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667645198', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:46:46Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '5a6d57a6-7075-4280-9fb1-ec90b918cde5', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8058b5-4ef3-4b09-a1d5-68c74a185ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:44:54Z', 'updated_at': '2021-08-16T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:46:48.148410 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Deleting port d377b0fc-49db-4428-bca8-d0da76219e58 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:46:48.148410 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:48.215218 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] For port d377b0fc-49db-4428-bca8-d0da76219e58, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=d377b0fc-49db-4428-bca8-d0da76219e58,segment=NetworkSegment(f721aea5-07d3-456a-a72a-912cfc4711cf),segment_id=f721aea5-07d3-456a-a72a-912cfc4711cf)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:46:48.215540 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:48.227680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Calling delete_port for d377b0fc-49db-4428-bca8-d0da76219e58 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:46:48.267097 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:48.341285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port 5a6d57a6-7075-4280-9fb1-ec90b918cde5 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:46:48.341556 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:48.412982 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:48.422644 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port 5a6d57a6-7075-4280-9fb1-ec90b918cde5, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a6d57a6-7075-4280-9fb1-ec90b918cde5,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:46:48.423027 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:48.435137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for 5a6d57a6-7075-4280-9fb1-ec90b918cde5 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:46:48.438621 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Pushing event deleted for resources: {'Port': ['ID=d377b0fc-49db-4428-bca8-d0da76219e58,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:48.443803 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] No DVR routers for this DVR port d377b0fc-49db-4428-bca8-d0da76219e58 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:46:48.453656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.454231 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.454782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.455158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.455437 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.455764 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.456088 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.456409 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.456727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.457069 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.457427 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.457710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895f498-d9c7-4413-9a98-edd4fdae6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:48.723518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:48.754385 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=5a6d57a6-7075-4280-9fb1-ec90b918cde5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:48.774620 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:46:48.816387 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:48.907115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:48.909266 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.111655 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.112352 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Fanout notify agent at l3_agent the message router_deleted on router ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:46:49.119199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.120893 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-429401d6-72c6-426f-a374-33850e57d554 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/routers/ec8058b5-4ef3-4b09-a1d5-68c74a185ff5 HTTP/1.1" status: 204 len: 168 time: 1.2737696 Aug 16 21:46:49.123642 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41050) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:49.208105 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.294080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.303807 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c754fe-9e64-4514-8ce6-44c13cf5863c']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:49.314065 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f721aea5-07d3-456a-a72a-912cfc4711cf') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:49.314357 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f721aea5-07d3-456a-a72a-912cfc4711cf') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:49.327905 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.346424 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.352342 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:46:49.352745 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:46:49.356519 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:46:49.517404 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.569386 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.587462 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.587462 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/networks/54c754fe-9e64-4514-8ce6-44c13cf5863c HTTP/1.1" status: 204 len: 168 time: 0.4602919 Aug 16 21:46:49.589932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41052) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:49.598073 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d95b-12ca-4b97-aa29-90685f3594f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Network': ['ID=54c754fe-9e64-4514-8ce6-44c13cf5863c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:49.628281 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 032b9428-c5b6-4c2d-87bd-6c60a30f221f no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:46:49.651613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 032b9428-c5b6-4c2d-87bd-6c60a30f221f {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:46:49.651960 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 032b9428-c5b6-4c2d-87bd-6c60a30f221f not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:46:49.652383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d377b0fc-49db-4428-bca8-d0da76219e58 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:46:49.654095 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.671083 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: d377b0fc-49db-4428-bca8-d0da76219e58 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:46:49.671432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device d377b0fc-49db-4428-bca8-d0da76219e58 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:46:49.682649 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.877317 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.879939 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.881188 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/security-groups/68a42413-9f0a-42d1-bbd9-ef8000fd113b HTTP/1.1" status: 204 len: 168 time: 0.2918210 Aug 16 21:46:49.893926 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a42413-9f0a-42d1-bbd9-ef8000fd113b,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:49.898025 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:49.898371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:49.898707 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:49.899038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:49.899365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:49.899685 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:49.900010 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:49.900330 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:49.900692 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:49.901570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:49.901886 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:49.902206 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80362339-2c2c-4ffe-807e-dd0bfca83a78 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:46:50.762990 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41058) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:50.767616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-60e0e55f-55cf-4ec9-922a-0bff0b909d71 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1446493625', 'description': 'tempest-secgroup-smoke-1446493625 description', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:46:50.957147 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:51.008770 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60e0e55f-55cf-4ec9-922a-0bff0b909d71 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:51.089315 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60e0e55f-55cf-4ec9-922a-0bff0b909d71 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:51.234501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a6d57a6-7075-4280-9fb1-ec90b918cde5 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:46:51.242973 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60e0e55f-55cf-4ec9-922a-0bff0b909d71 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:51.254190 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 5a6d57a6-7075-4280-9fb1-ec90b918cde5 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:46:51.254541 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a6d57a6-7075-4280-9fb1-ec90b918cde5 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:46:51.272000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0e55f-55cf-4ec9-922a-0bff0b909d71 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39eb6823-1b69-4a50-8312-19e905fc4b6b,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:51.409042 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-60e0e55f-55cf-4ec9-922a-0bff0b909d71 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:51.410395 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-60e0e55f-55cf-4ec9-922a-0bff0b909d71 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6464057 Aug 16 21:46:51.413292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41060) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:51.417805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-10b96568-6210-44c7-af4b-544687db0c82 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '39eb6823-1b69-4a50-8312-19e905fc4b6b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:46:51.567622 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10b96568-6210-44c7-af4b-544687db0c82 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:51.622409 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10b96568-6210-44c7-af4b-544687db0c82 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:51.784108 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10b96568-6210-44c7-af4b-544687db0c82 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:51.801951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b96568-6210-44c7-af4b-544687db0c82 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee22260d-d531-41b6-a418-c215d922bf40,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:51.945910 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-10b96568-6210-44c7-af4b-544687db0c82 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:51.947169 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-10b96568-6210-44c7-af4b-544687db0c82 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5328829 Aug 16 21:46:51.949823 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41062) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:51.954232 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-999e9861-1f23-43d4-8e5b-4760515e4f4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '39eb6823-1b69-4a50-8312-19e905fc4b6b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:46:52.168012 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-999e9861-1f23-43d4-8e5b-4760515e4f4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:52.225124 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-999e9861-1f23-43d4-8e5b-4760515e4f4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:52.402464 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-999e9861-1f23-43d4-8e5b-4760515e4f4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:52.422012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e9861-1f23-43d4-8e5b-4760515e4f4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60da540-d7b0-48be-860a-036c923f8131,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:52.551442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-999e9861-1f23-43d4-8e5b-4760515e4f4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:52.552724 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-999e9861-1f23-43d4-8e5b-4760515e4f4d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6019714 Aug 16 21:46:52.555534 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41064) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:52.561577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-06834de9-7f71-478b-9e56-97a3ccccd5b3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '39eb6823-1b69-4a50-8312-19e905fc4b6b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:46:52.755861 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06834de9-7f71-478b-9e56-97a3ccccd5b3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:52.813151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06834de9-7f71-478b-9e56-97a3ccccd5b3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:53.014616 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06834de9-7f71-478b-9e56-97a3ccccd5b3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:53.033481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06834de9-7f71-478b-9e56-97a3ccccd5b3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feef110c-60a2-466e-9ea6-55b1ae049d6d,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:53.237611 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-06834de9-7f71-478b-9e56-97a3ccccd5b3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:53.238887 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-06834de9-7f71-478b-9e56-97a3ccccd5b3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6817682 Aug 16 21:46:53.242673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41066) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:53.247632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-63d6fff9-c493-48b4-94c8-04bc47a8c88c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '39eb6823-1b69-4a50-8312-19e905fc4b6b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:46:53.377804 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-63d6fff9-c493-48b4-94c8-04bc47a8c88c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:53.443257 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-63d6fff9-c493-48b4-94c8-04bc47a8c88c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:53.574262 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-63d6fff9-c493-48b4-94c8-04bc47a8c88c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:53.593663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6fff9-c493-48b4-94c8-04bc47a8c88c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a568142b-09c7-48e6-882a-8d4974b7c6bd,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:53.664163 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-63d6fff9-c493-48b4-94c8-04bc47a8c88c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:53.665369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-63d6fff9-c493-48b4-94c8-04bc47a8c88c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4216707 Aug 16 21:46:53.668586 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41068) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:53.672910 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-1629bd1c-6373-4735-8ace-e2ca6d06a831 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '39eb6823-1b69-4a50-8312-19e905fc4b6b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:46:53.797316 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-1629bd1c-6373-4735-8ace-e2ca6d06a831 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Project a2942ea796e745c2b490c06a4e84a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:46:53.802182 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1629bd1c-6373-4735-8ace-e2ca6d06a831 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:53.863004 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1629bd1c-6373-4735-8ace-e2ca6d06a831 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:53.962549 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1629bd1c-6373-4735-8ace-e2ca6d06a831 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:53.980854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629bd1c-6373-4735-8ace-e2ca6d06a831 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3867b1-e020-461b-9f6e-b6e7fc21b623,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:54.087207 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1629bd1c-6373-4735-8ace-e2ca6d06a831 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:54.089014 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1629bd1c-6373-4735-8ace-e2ca6d06a831 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4194584 Aug 16 21:46:54.091807 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41070) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:54.096197 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-c449c8d4-68a7-4335-ba7a-5ad8926a10ef tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'security_group_rule': {'security_group_id': '39eb6823-1b69-4a50-8312-19e905fc4b6b', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:46:54.202554 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-c449c8d4-68a7-4335-ba7a-5ad8926a10ef tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Project a2942ea796e745c2b490c06a4e84a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:46:54.207434 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c449c8d4-68a7-4335-ba7a-5ad8926a10ef tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:54.266813 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c449c8d4-68a7-4335-ba7a-5ad8926a10ef tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:54.380029 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c449c8d4-68a7-4335-ba7a-5ad8926a10ef tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:54.398398 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449c8d4-68a7-4335-ba7a-5ad8926a10ef tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb71c032-4b03-43d8-9575-271d30e50e52,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:54.492826 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c449c8d4-68a7-4335-ba7a-5ad8926a10ef tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:54.494073 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c449c8d4-68a7-4335-ba7a-5ad8926a10ef tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4013305 Aug 16 21:46:54.496959 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41072) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:54.501909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'network': {'name': 'tempest-network-smoke--375435399', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'port_security_enabled': True}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:46:54.631224 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:46:54.635554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:54.657922 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:46:54.666625 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:54.666970 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Added segment 88ef4f15-de8a-4b21-ac53-7b89c049f293 of type vlan for network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da Aug 16 21:46:54.706038 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:54.819567 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:54.825775 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:54.826364 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:54.891256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Network': ['ID=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:54.901309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:46:55.032383 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-cf7912bb-9bd8-4925-bb21-00a626b05e84 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5343642 Aug 16 21:46:55.035040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41074) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:55.039596 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'admin_state_up': True, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:46:55.249060 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:55.250138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:55.300669 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:55.646758 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:55.937781 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:55.956301 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:56.052875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.25.4.19 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/3b5f43c0-4fa5-45f1-b293-e95e1b344438) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:46:56.479132 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:56.641584 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:56.677964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:46:56.682962 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:46:56.686454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:46:56.710998 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=3b5f43c0-4fa5-45f1-b293-e95e1b344438,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:57.077554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:57.273047 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:57.498652 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:46:57.606061 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:46:57.615384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Sync routers for ids ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:46:57.624345 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Routers {'87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:46:57.624958 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:57.704679 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:57.705999 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-127374b8-23a6-445e-8e5a-6575dd9737c3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6700056 Aug 16 21:46:57.709138 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41076) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:57.728074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Set router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:46:57.737390 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fa24679c-0499-4b3b-95fe-c4a214503605 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/subnets?project_id=a2942ea796e745c2b490c06a4e84a0ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270889 Aug 16 21:46:57.740035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41078) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:57.828321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba1dc6-1f2b-4de9-8460-d2f16d31fbba tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:57.829880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-41ba1dc6-1f2b-4de9-8460-d2f16d31fbba tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889552 Aug 16 21:46:57.832875 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41080) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:57.862267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2f1af374-c525-4d94-9bcb-ba43ddc78440 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/subnets?network_id=024aace8-5106-4ca0-92a0-51e389aab0db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282197 Aug 16 21:46:57.864913 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41082) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:57.870063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1479595901', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:46:58.061465 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:46:56Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:58.087788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Checking router: 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:46:58.088853 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Updating router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 port 3b5f43c0-4fa5-45f1-b293-e95e1b344438 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:46:58.112667 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:58.126909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:46:58.131730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:58.364698 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:58.374778 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Transition to ACTIVE for port object 3b5f43c0-4fa5-45f1-b293-e95e1b344438 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:46:58.443377 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:58.492805 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:58.504947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Subnet': ['ID=aecca3b8-a54d-42de-93e8-4ad6609b04bf,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:58.516379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Checking segment: {'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:46:58.516817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network hostable DHCP agents. Network: b6d1b2ad-d3db-40b7-9033-96f6c1afc6da, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:46:58.542900 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Attempting to bind port 3b5f43c0-4fa5-45f1-b293-e95e1b344438 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:46:58.543280 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Attempting to bind port 3b5f43c0-4fa5-45f1-b293-e95e1b344438 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:46:58.543643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Attempting to bind port 3b5f43c0-4fa5-45f1-b293-e95e1b344438 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:46:58.554253 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:46:58.554630 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:46:58.557532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:58.557532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:46:58.557532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Bound port: 3b5f43c0-4fa5-45f1-b293-e95e1b344438, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:46:58.557532 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:58.558675 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473c2f-c201-4dca-acf1-739b4e82121e None None] Pushing event updated for resources: {'Port': ['ID=3b5f43c0-4fa5-45f1-b293-e95e1b344438,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:58.612142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] For port 3b5f43c0-4fa5-45f1-b293-e95e1b344438, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:46:58.615168 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] For port 3b5f43c0-4fa5-45f1-b293-e95e1b344438, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3b5f43c0-4fa5-45f1-b293-e95e1b344438,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:46:58.618666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:46:58.706149 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:58.767690 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Routers {'87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:46:58.768309 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:58.770933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473c2f-c201-4dca-acf1-739b4e82121e None None] Pushing event updated for resources: {'Port': ['ID=3b5f43c0-4fa5-45f1-b293-e95e1b344438,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:58.824110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, b6d1b2ad-d3db-40b7-9033-96f6c1afc6da) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:46:58.828577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:58.829217 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:58.848497 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96b553c-16ef-4964-a545-fd83a63997b0 None None] Network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:46:58.922129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] Set router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:46:58.952391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0ba98a45-3576-4bd8-80f2-0e3aec021e6d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0863476 Aug 16 21:46:58.954978 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41084) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:46:59.118702 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ips': [{'subnet_id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:46:59.119628 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:59.275972 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:46:56Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:46:59.304147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e187b46-81d6-4a89-8d26-4fdb7d8abe69 None None] The sync data for ids ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'] in n-d-793619-14 is: [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:46:56Z', 'revision_number': 3, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:46:59.314875 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Allocated IP 172.20.0.2 (b6d1b2ad-d3db-40b7-9033-96f6c1afc6da/aecca3b8-a54d-42de-93e8-4ad6609b04bf/44ef6e57-edf2-4f0c-be40-2663a6d1d612) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:46:59.442256 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:59.474769 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:59.491384 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Transition to ACTIVE for port object 44ef6e57-edf2-4f0c-be40-2663a6d1d612 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:46:59.500745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Transition to ACTIVE for port object 44ef6e57-edf2-4f0c-be40-2663a6d1d612 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:46:59.615097 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:59.658913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:46:59.664719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:46:59.669211 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Pushing event updated for resources: {'Port': ['ID=44ef6e57-edf2-4f0c-be40-2663a6d1d612,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:46:59.669589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:46:59.735733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Attempting to bind port 44ef6e57-edf2-4f0c-be40-2663a6d1d612 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:46:59.736444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Attempting to bind port 44ef6e57-edf2-4f0c-be40-2663a6d1d612 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:46:59.736444 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Attempting to bind port 44ef6e57-edf2-4f0c-be40-2663a6d1d612 on network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:46:59.741798 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:46:59.742105 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Checking segment: {'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:46:59.742511 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:59.742909 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Bound using segment: {'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:46:59.743378 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Bound port: 44ef6e57-edf2-4f0c-be40-2663a6d1d612, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:46:59.744249 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:59.764706 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.20.0.1 (b6d1b2ad-d3db-40b7-9033-96f6c1afc6da/aecca3b8-a54d-42de-93e8-4ad6609b04bf/c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:46:59.811117 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] For port 44ef6e57-edf2-4f0c-be40-2663a6d1d612, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:46:59.814301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] For port 44ef6e57-edf2-4f0c-be40-2663a6d1d612, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=44ef6e57-edf2-4f0c-be40-2663a6d1d612,segment=NetworkSegment(88ef4f15-de8a-4b21-ac53-7b89c049f293),segment_id=88ef4f15-de8a-4b21-ac53-7b89c049f293)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:46:59.881275 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:59.896302 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Transition to ACTIVE for port object c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:47:00.014850 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:00.077402 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fa0a8-4fae-45dc-9384-b4126c841766 None None] Pushing event updated for resources: {'Port': ['ID=44ef6e57-edf2-4f0c-be40-2663a6d1d612,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:00.287594 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:00.327927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:47:00.362131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:47:00.362131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:47:00.362131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:00.384272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:00.697289 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:00.962315 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c20f95-e0f9-4d98-94f6-4dd1d1c9f86b None None] Network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:47:00.992002 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:01.226040 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:01.264891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c02bfaf9-2814-44f4-830a-310bc9f68802 None None] Provisioning for port 44ef6e57-edf2-4f0c-be40-2663a6d1d612 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:47:01.312894 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:01.315200 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:01.401048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 44ef6e57-edf2-4f0c-be40-2663a6d1d612 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:47:01.422481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:47:01.428563 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:47:01.500092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f13fe06-3a80-4022-a062-3b543a1924dd None None] Provisioning for port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:47:01.504733 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7f13fe06-3a80-4022-a062-3b543a1924dd None None] Provisioning complete for port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:01.505156 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7f13fe06-3a80-4022-a062-3b543a1924dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:01.547311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7f13fe06-3a80-4022-a062-3b543a1924dd None None] Port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:47:01.549346 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:47:01.574430 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 44ef6e57-edf2-4f0c-be40-2663a6d1d612 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:47:01.578571 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 44ef6e57-edf2-4f0c-be40-2663a6d1d612 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:01.578946 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:01.663160 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:01.674505 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:47:01.679990 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7d83626d-24a7-467a-840a-cd0cf1b297ca tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "PUT /v2.0/routers/87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7237294 Aug 16 21:47:01.687224 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Sync routers for ids ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:47:01.696709 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Routers {'87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:47:01.697394 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:01.710452 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-2a206a86-d771-4215-bb07-9e62255049f5 None None] Provisioning complete for port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:01.710834 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2a206a86-d771-4215-bb07-9e62255049f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:01.748573 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 44ef6e57-edf2-4f0c-be40-2663a6d1d612, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=44ef6e57-edf2-4f0c-be40-2663a6d1d612,segment=NetworkSegment(88ef4f15-de8a-4b21-ac53-7b89c049f293),segment_id=88ef4f15-de8a-4b21-ac53-7b89c049f293)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:01.759906 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-2a206a86-d771-4215-bb07-9e62255049f5 None None] Port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:47:01.824897 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Set router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:47:01.852391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-7209a036-9669-4780-b6af-0e275859173c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446493625&fields=id&tenant_id=a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 267 time: 0.0332999 Aug 16 21:47:01.858707 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:01.859669 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3b5f43c0-4fa5-45f1-b293-e95e1b344438 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:47:01.944332 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-3943a628-03d4-49f9-a89b-18fd2a599abc None None] Provisioning complete for port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:01.944803 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3943a628-03d4-49f9-a89b-18fd2a599abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:01.946726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=44ef6e57-edf2-4f0c-be40-2663a6d1d612,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:01.971860 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-67bcd559-050b-4d5f-a845-5a4dd5240cea tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:01.981226 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-67bcd559-050b-4d5f-a845-5a4dd5240cea tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/networks?id=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da HTTP/1.1" status: 200 len: 796 time: 0.1208868 Aug 16 21:47:01.992297 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-3943a628-03d4-49f9-a89b-18fd2a599abc None None] Port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:47:01.992910 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-a9b66f55-e7b2-4e48-aea3-b54a6cd67b0d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/quotas/a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 375 time: 0.0104513 Aug 16 21:47:02.056151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-2670b633-e76c-4913-8c22-5686dc3db962 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524457 Aug 16 21:47:02.087166 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 3b5f43c0-4fa5-45f1-b293-e95e1b344438 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:47:02.093722 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3b5f43c0-4fa5-45f1-b293-e95e1b344438 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:02.093722 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:02.121900 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:00Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9', 'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:0a:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:59Z', 'updated_at': '2021-08-16T21:47:00Z', 'revision_number': 2, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:02.148244 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Checking router: 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:47:02.148606 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Updating router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:47:02.163482 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-fa29dc1f-ade1-4324-a482-8951d048b59d service neutron] 10.222.0.74 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947440 Aug 16 21:47:02.174194 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:02.174411 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:02.195956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 3b5f43c0-4fa5-45f1-b293-e95e1b344438, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3b5f43c0-4fa5-45f1-b293-e95e1b344438,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:02.264065 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-1fd81558-5a6b-49ee-900e-56bd232f535a service neutron] 10.222.0.74 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914006 Aug 16 21:47:02.282918 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:02.332976 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=3b5f43c0-4fa5-45f1-b293-e95e1b344438,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:02.447387 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:02.456431 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Transition to ACTIVE for port object c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:47:02.542171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-755f678e-a5d4-4ea1-b824-fc47e4874f02 req-f7494f42-df79-41cc-a81c-4dc1f5dbaf96 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 210 time: 0.0295968 Aug 16 21:47:02.574340 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:02.629884 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Pushing event updated for resources: {'Port': ['ID=c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:02.652796 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.653176 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.653518 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.653847 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.654172 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.654504 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.654828 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.655152 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.655472 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.655793 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.656467 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.656467 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:02.696534 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Attempting to bind port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:47:02.697146 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Attempting to bind port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:47:02.697828 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Attempting to bind port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 on network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:47:02.702729 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:47:02.703097 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Checking segment: {'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:47:02.703492 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:02.703878 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Bound using segment: {'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:47:02.704383 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Bound port: c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:47:02.704756 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:02.771813 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] For port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:47:02.775806 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] For port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9,segment=NetworkSegment(88ef4f15-de8a-4b21-ac53-7b89c049f293),segment_id=88ef4f15-de8a-4b21-ac53-7b89c049f293)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:47:02.870403 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:02.929062 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b3ae7-e34b-46c9-bb78-ac8924d1d22a None None] Pushing event updated for resources: {'Port': ['ID=c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9,revision_number=4']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:02.931554 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Routers {'87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:47:02.932406 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:46:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:03.047311 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] Set router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:47:03.247421 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:00Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9', 'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:0a:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:59Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:03.277473 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b231c1-df92-49f7-9caa-97eb99fa939a None None] The sync data for ids ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'] in n-d-793619-14 is: [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:00Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9', 'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:0a:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:59Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:47:03.299366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 44ef6e57-edf2-4f0c-be40-2663a6d1d612 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:47:03.372606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 44ef6e57-edf2-4f0c-be40-2663a6d1d612 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:03.374718 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:03.399123 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:03.462749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3b5f43c0-4fa5-45f1-b293-e95e1b344438 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:47:03.517535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3b5f43c0-4fa5-45f1-b293-e95e1b344438 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:03.517913 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:03.541774 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:03.622512 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3f57499c-d5d5-40e9-8752-8bb9391d03cc req-dfca57b0-99ff-4ade-badd-2259f1215423 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 210 time: 0.0285985 Aug 16 21:47:04.716189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5077dfb3-4fe0-4879-aaef-308789d25452 req-a07132f5-0eeb-476e-848d-f5c8be044bd2 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 210 time: 0.0265124 Aug 16 21:47:05.294492 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-7ff9d971-8d2d-4276-9424-32cc77870f7b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:05.296604 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-7ff9d971-8d2d-4276-9424-32cc77870f7b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/networks?id=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da HTTP/1.1" status: 200 len: 796 time: 0.1201744 Aug 16 21:47:05.311342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:47:05.346205 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-afac2c58-7cec-47a1-836f-9b2ac9421bc6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2942ea796e745c2b490c06a4e84a0ea HTTP/1.1" status: 200 len: 380 time: 0.0366077 Aug 16 21:47:05.356208 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'port': {'device_id': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'admin_state_up': True, 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'security_groups': ['39eb6823-1b69-4a50-8312-19e905fc4b6b']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:47:05.454152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:47:05.459617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:05.460037 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:05.547060 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:05.568609 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Made reservation on behalf of a2942ea796e745c2b490c06a4e84a0ea for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:47:05.572284 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:05.579158 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9,segment=NetworkSegment(88ef4f15-de8a-4b21-ac53-7b89c049f293),segment_id=88ef4f15-de8a-4b21-ac53-7b89c049f293)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:05.688849 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:05.702510 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.20.0.4 (b6d1b2ad-d3db-40b7-9033-96f6c1afc6da/aecca3b8-a54d-42de-93e8-4ad6609b04bf/1e76da20-ea9b-4d09-8839-20633642954c) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:47:05.737262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:05.809912 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8ef79f2-7094-48f8-9f65-02d7bc644a66 req-d2c6265a-ece5-482c-b83a-9d56ea4fdb95 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 210 time: 0.0262909 Aug 16 21:47:05.844918 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:05.857663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Transition to ACTIVE for port object 1e76da20-ea9b-4d09-8839-20633642954c will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:47:05.968310 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:06.011896 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:47:06.015509 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:47:06.019323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:47:06.042323 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=1e76da20-ea9b-4d09-8839-20633642954c,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:06.070728 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:06.071357 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:06.220753 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-0ce8405b-8252-4a59-8315-81e6606ca6a8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8683758 Aug 16 21:47:06.234308 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Request body: {'port': {'device_id': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:47:06.294295 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:06.378140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8eb87549-3205-484b-a90c-3b40118edc05 None None] Provisioning for port 1e76da20-ea9b-4d09-8839-20633642954c completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:47:06.382130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-8eb87549-3205-484b-a90c-3b40118edc05 None None] Provisioning complete for port 1e76da20-ea9b-4d09-8839-20633642954c triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:06.382508 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8eb87549-3205-484b-a90c-3b40118edc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:06.415957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-8eb87549-3205-484b-a90c-3b40118edc05 None None] Port 1e76da20-ea9b-4d09-8839-20633642954c cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:47:06.555567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e76da20-ea9b-4d09-8839-20633642954c {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:47:06.563870 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:06.575935 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Transition to ACTIVE for port object 1e76da20-ea9b-4d09-8839-20633642954c will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:47:06.657864 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:06.725074 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e76da20-ea9b-4d09-8839-20633642954c,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:06.778502 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Attempting to bind port 1e76da20-ea9b-4d09-8839-20633642954c on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:47:06.778845 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Attempting to bind port 1e76da20-ea9b-4d09-8839-20633642954c by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:47:06.779180 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Attempting to bind port 1e76da20-ea9b-4d09-8839-20633642954c on network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:47:06.783829 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Port 1e76da20-ea9b-4d09-8839-20633642954c on network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:47:06.784158 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Attempting to bind port 1e76da20-ea9b-4d09-8839-20633642954c on network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:47:06.789354 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:47:06.789694 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Checking segment: {'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:47:06.790081 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Bound using segment: {'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:47:06.790527 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Bound port: 1e76da20-ea9b-4d09-8839-20633642954c, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ef4f15-de8a-4b21-ac53-7b89c049f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:47:06.790934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:06.858765 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] For port 1e76da20-ea9b-4d09-8839-20633642954c, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:47:06.861841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] For port 1e76da20-ea9b-4d09-8839-20633642954c, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=1e76da20-ea9b-4d09-8839-20633642954c,segment=NetworkSegment(88ef4f15-de8a-4b21-ac53-7b89c049f293),segment_id=88ef4f15-de8a-4b21-ac53-7b89c049f293)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:47:06.929413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76863fee-9556-4f38-88e2-141616ae6059 req-4e26d603-674c-4035-ae3d-c696b10f8f44 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:06.930908 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76863fee-9556-4f38-88e2-141616ae6059 req-4e26d603-674c-4035-ae3d-c696b10f8f44 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 943 time: 0.0522535 Aug 16 21:47:06.940499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:06.969740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-76863fee-9556-4f38-88e2-141616ae6059 req-11dc6ebe-c591-4025-8076-304ddd0d3aaa tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 Aug 16 21:47:06.975514 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:06.976140 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:06.977568 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] 10.222.0.76 "PUT /v2.0/ports/1e76da20-ea9b-4d09-8839-20633642954c HTTP/1.1" status: 200 len: 1092 time: 0.7477562 Aug 16 21:47:06.978020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'tag': '1e76da20-ea9b-4d09-8839-20633642954c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:06.980813 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a11dec-e0b1-49b9-ae54-0fa4873b62ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ee1a5e-3780-4ea8-8922-ea57cad77d16", "tag": "1e76da20-ea9b-4d09-8839-20633642954c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:07.009672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714d656-6482-4aa4-84b2-c54ac96554d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e76da20-ea9b-4d09-8839-20633642954c,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:07.025723 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c332ce-16d5-4f11-9309-d2bdf875ac08 x-openstack-request-id: req-d2c332ce-16d5-4f11-9309-d2bdf875ac08 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:07.026025 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ee1a5e-3780-4ea8-8922-ea57cad77d16", "tag": "1e76da20-ea9b-4d09-8839-20633642954c", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:07.026313 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d2c332ce-16d5-4f11-9309-d2bdf875ac08 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:07.026724 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'tag': '1e76da20-ea9b-4d09-8839-20633642954c', 'status': 'completed', 'code': 200} Aug 16 21:47:07.092059 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11dec-e0b1-49b9-ae54-0fa4873b62ca req-509d5937-791a-4cc3-808f-d56606c7811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:07.093710 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-97a11dec-e0b1-49b9-ae54-0fa4873b62ca req-509d5937-791a-4cc3-808f-d56606c7811b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 1095 time: 0.0461941 Aug 16 21:47:07.195903 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11dec-e0b1-49b9-ae54-0fa4873b62ca req-814422bf-476b-4b01-9287-6713c11570e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:07.197930 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-97a11dec-e0b1-49b9-ae54-0fa4873b62ca req-814422bf-476b-4b01-9287-6713c11570e4 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0969045 Aug 16 21:47:07.301823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:47:07.308499 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11dec-e0b1-49b9-ae54-0fa4873b62ca req-6a5c874a-d0c5-45cb-b27a-d83df3094d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:07.310064 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-97a11dec-e0b1-49b9-ae54-0fa4873b62ca req-6a5c874a-d0c5-45cb-b27a-d83df3094d1e service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055803 Aug 16 21:47:07.355101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:07.355385 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:07.383754 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-04711373-09a5-40b5-86fb-042ae58390d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:07.385382 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-04711373-09a5-40b5-86fb-042ae58390d7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 1095 time: 0.0411763 Aug 16 21:47:07.426042 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-305eda89-246d-4107-80ae-536a71382d50 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e76da20-ea9b-4d09-8839-20633642954c HTTP/1.1" status: 200 len: 217 time: 0.0333028 Aug 16 21:47:07.479599 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-2aed9608-f704-4de1-87ba-7b54b64078d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:07.481070 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-2aed9608-f704-4de1-87ba-7b54b64078d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aecca3b8-a54d-42de-93e8-4ad6609b04bf HTTP/1.1" status: 200 len: 835 time: 0.0478623 Aug 16 21:47:07.871750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-81811b2d-70e0-494d-b2ee-e61b327ed5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:07.873288 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-81811b2d-70e0-494d-b2ee-e61b327ed5f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3856721 Aug 16 21:47:07.962071 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-42455cf4-3888-4b4b-9782-c1aea5385864 service neutron] 10.222.0.76 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816629 Aug 16 21:47:08.056360 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3e44f99d-6f91-4d63-9bc0-39500434a05e req-f56f8ebb-f510-4227-8998-aced7c9b6a10 service neutron] 10.222.0.76 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876517 Aug 16 21:47:08.095759 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bfb3e-dea2-4503-aabb-ae750ea15b9e req-88d32b83-8ebd-47e0-baee-7f452d2fc3f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:08.097259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-886bfb3e-dea2-4503-aabb-ae750ea15b9e req-88d32b83-8ebd-47e0-baee-7f452d2fc3f3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 943 time: 0.0493228 Aug 16 21:47:08.135281 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-886bfb3e-dea2-4503-aabb-ae750ea15b9e req-15fb2ec4-d615-401c-95d0-ebb4f69d6c01 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313942 Aug 16 21:47:09.249852 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43921413-b292-4658-891f-70cd953806e0 req-df11f650-527e-4b59-9db5-3ad592352d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:09.251328 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43921413-b292-4658-891f-70cd953806e0 req-df11f650-527e-4b59-9db5-3ad592352d50 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 943 time: 0.0483375 Aug 16 21:47:09.290292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-43921413-b292-4658-891f-70cd953806e0 req-354643a1-9a48-4f7f-b0e6-9f240fb72f05 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329087 Aug 16 21:47:10.408466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430ea69-58fc-459c-a261-5a377181e3c3 req-53954168-0578-4111-833c-680a9852cee3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:10.409942 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7430ea69-58fc-459c-a261-5a377181e3c3 req-53954168-0578-4111-833c-680a9852cee3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 943 time: 0.0514698 Aug 16 21:47:10.447321 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7430ea69-58fc-459c-a261-5a377181e3c3 req-da1b44c1-d8f7-49ee-b47f-61404aee5887 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314627 Aug 16 21:47:11.561268 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba76fe1-8b03-4626-9970-c50d54e617a6 req-e5099c07-6803-4975-bdf1-f6d2aa44d52c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:11.562750 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ba76fe1-8b03-4626-9970-c50d54e617a6 req-e5099c07-6803-4975-bdf1-f6d2aa44d52c tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 943 time: 0.0489919 Aug 16 21:47:11.600737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0ba76fe1-8b03-4626-9970-c50d54e617a6 req-1dd6e198-d3d1-4eed-add3-1d7d2772891d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Aug 16 21:47:12.012472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 1e76da20-ea9b-4d09-8839-20633642954c details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:47:12.109624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 1e76da20-ea9b-4d09-8839-20633642954c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=1e76da20-ea9b-4d09-8839-20633642954c,segment=NetworkSegment(88ef4f15-de8a-4b21-ac53-7b89c049f293),segment_id=88ef4f15-de8a-4b21-ac53-7b89c049f293)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:12.121092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '1e76da20-ea9b-4d09-8839-20633642954c', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'port_id': '1e76da20-ea9b-4d09-8839-20633642954c', 'mac_address': 'fa:16:3e:44:8c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:47:12.157122 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:12.169904 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e76da20-ea9b-4d09-8839-20633642954c {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:47:12.188663 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 1e76da20-ea9b-4d09-8839-20633642954c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=1e76da20-ea9b-4d09-8839-20633642954c,segment=NetworkSegment(88ef4f15-de8a-4b21-ac53-7b89c049f293),segment_id=88ef4f15-de8a-4b21-ac53-7b89c049f293)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:12.442706 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:12.488217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=1e76da20-ea9b-4d09-8839-20633642954c,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:12.678232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['1e76da20-ea9b-4d09-8839-20633642954c'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:47:12.715548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4f8cf-29d5-40b3-8049-dd81a8e13a00 req-ee594b38-0ea4-405c-b7e6-aca68c847ee3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:12.716949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9d4f8cf-29d5-40b3-8049-dd81a8e13a00 req-ee594b38-0ea4-405c-b7e6-aca68c847ee3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 944 time: 0.0497379 Aug 16 21:47:12.755242 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f9d4f8cf-29d5-40b3-8049-dd81a8e13a00 req-74765f35-8490-4872-93cd-8ab5f4107c2d tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322261 Aug 16 21:47:13.870182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9e8fc-5135-43f9-96fb-8de93fbf1496 req-475d0d98-8697-4499-abdc-7961eccbd392 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:13.871623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57b9e8fc-5135-43f9-96fb-8de93fbf1496 req-475d0d98-8697-4499-abdc-7961eccbd392 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 944 time: 0.0511625 Aug 16 21:47:13.908596 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-57b9e8fc-5135-43f9-96fb-8de93fbf1496 req-4465a065-ef7f-49ac-9772-aac7fd36e90b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310688 Aug 16 21:47:14.014907 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 1e76da20-ea9b-4d09-8839-20633642954c up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:47:14.191041 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 1e76da20-ea9b-4d09-8839-20633642954c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:47:14.194822 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 1e76da20-ea9b-4d09-8839-20633642954c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:14.195179 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:14.267637 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:14.289503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e76da20-ea9b-4d09-8839-20633642954c'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:14.292319 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0786a1e1-486e-4539-ab62-c05a00b437a0" -d '{"events": [{"server_uuid": "b9ee1a5e-3780-4ea8-8922-ea57cad77d16", "name": "network-vif-plugged", "status": "completed", "tag": "1e76da20-ea9b-4d09-8839-20633642954c"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:14.305012 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 1e76da20-ea9b-4d09-8839-20633642954c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=1e76da20-ea9b-4d09-8839-20633642954c,segment=NetworkSegment(88ef4f15-de8a-4b21-ac53-7b89c049f293),segment_id=88ef4f15-de8a-4b21-ac53-7b89c049f293)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:14.326999 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7a54b8-0d81-4392-bc4d-18da871b32b0 x-openstack-request-id: req-3c7a54b8-0d81-4392-bc4d-18da871b32b0 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:14.327286 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ee1a5e-3780-4ea8-8922-ea57cad77d16", "name": "network-vif-plugged", "status": "completed", "tag": "1e76da20-ea9b-4d09-8839-20633642954c", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:14.327542 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c7a54b8-0d81-4392-bc4d-18da871b32b0 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:14.327939 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e76da20-ea9b-4d09-8839-20633642954c', 'code': 200} Aug 16 21:47:14.397099 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:14.439240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c0a2f-5e00-41bb-a9db-25483f01d71e req-99685605-1bcc-47c7-a8de-3defd1290fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:14.440773 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-399c0a2f-5e00-41bb-a9db-25483f01d71e req-99685605-1bcc-47c7-a8de-3defd1290fc3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 1096 time: 0.0563309 Aug 16 21:47:14.465588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=1e76da20-ea9b-4d09-8839-20633642954c,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:14.479914 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-399c0a2f-5e00-41bb-a9db-25483f01d71e req-eb652e75-70a5-4966-9a63-f19ffe36a7d0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296490 Aug 16 21:47:15.023451 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f455ab-056d-4eb9-a9c5-5d958a54880f req-117e2f53-bd20-4f2f-bef6-9c72808a7eea tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:15.024934 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8f455ab-056d-4eb9-a9c5-5d958a54880f req-117e2f53-bd20-4f2f-bef6-9c72808a7eea tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Aug 16 21:47:15.062109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d8f455ab-056d-4eb9-a9c5-5d958a54880f req-e1a958dd-102e-4ea2-8322-d2cd21aa5ba3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311074 Aug 16 21:47:15.275396 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6c920226-e527-43e3-ab2a-2c8810589335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:16.179632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d388-58ee-4fd5-90df-d57e4a02d4e2 req-be108726-7039-452d-9ba2-9f7616fd7121 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:16.190211 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bef2d388-58ee-4fd5-90df-d57e4a02d4e2 req-be108726-7039-452d-9ba2-9f7616fd7121 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0498130 Aug 16 21:47:16.219586 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bef2d388-58ee-4fd5-90df-d57e4a02d4e2 req-718e9dc5-8800-4da5-9b5f-177e48c91d07 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320055 Aug 16 21:47:16.337378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b35b-3dab-4fa8-a97a-3d93d44ef6ee req-164b7c26-1a4e-4363-af76-bd429fb1f472 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:16.339436 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2f4b35b-3dab-4fa8-a97a-3d93d44ef6ee req-164b7c26-1a4e-4363-af76-bd429fb1f472 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0530119 Aug 16 21:47:16.377369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2f4b35b-3dab-4fa8-a97a-3d93d44ef6ee req-6d1006ff-b683-45dc-8bf8-ebdea3564773 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Aug 16 21:47:16.401407 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41148) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:47:16.441088 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f296e-13b6-42b6-b0f9-fb37feadcbd3 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:16.442602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a12f296e-13b6-42b6-b0f9-fb37feadcbd3 tempest-TestNetworkAdvancedServerOps-832998340 tempest-TestNetworkAdvancedServerOps-832998340-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 1092 time: 0.0402217 Aug 16 21:47:16.445556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41150) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:47:16.451092 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '1e76da20-ea9b-4d09-8839-20633642954c', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:47:16.578166 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:16.680404 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:16.786980 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Allocated IP 172.25.4.140 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/45f2b413-08ba-4340-84c0-1c1bf35f2a09) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:47:16.887247 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:17.014244 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:17.050090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:47:17.055066 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:47:17.058870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:47:17.088565 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=45f2b413-08ba-4340-84c0-1c1bf35f2a09,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:17.421164 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:17.578104 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3019b808-70c7-4cb5-9ecf-93bf08ebe4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:17.661491 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:17.810843 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:17.905115 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:17.972585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event updated for resources: {'Port': ['ID=45f2b413-08ba-4340-84c0-1c1bf35f2a09,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:17.987891 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:18.090375 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Floating IP b57cd113-a287-4ce2-aa8a-66c665682c4d associated. External IP: 172.25.4.140, port: 1e76da20-ea9b-4d09-8839-20633642954c. Aug 16 21:47:18.110967 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:18.298356 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:47:18.405093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:47:18.415182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183732e4-f705-4189-94c3-85302db8b7f5 None None] Sync routers for ids ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:47:18.424024 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183732e4-f705-4189-94c3-85302db8b7f5 None None] Routers {'87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:47:18.424683 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-183732e4-f705-4189-94c3-85302db8b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:47:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:18.529301 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:18.558251 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d5bf4962-c825-4c5a-87df-28da534cfb6b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1115472 Aug 16 21:47:18.558862 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'tag': '1e76da20-ea9b-4d09-8839-20633642954c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:18.561321 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9049e9f-74d1-44b3-bb54-a1135b3087a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ee1a5e-3780-4ea8-8922-ea57cad77d16", "tag": "1e76da20-ea9b-4d09-8839-20633642954c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:18.601379 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c06a7c-a8d9-40b8-b76f-351d0bc91553 x-openstack-request-id: req-c6c06a7c-a8d9-40b8-b76f-351d0bc91553 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:18.601691 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ee1a5e-3780-4ea8-8922-ea57cad77d16", "tag": "1e76da20-ea9b-4d09-8839-20633642954c", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:18.601946 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c6c06a7c-a8d9-40b8-b76f-351d0bc91553 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:18.602363 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'tag': '1e76da20-ea9b-4d09-8839-20633642954c', 'status': 'completed', 'code': 200} Aug 16 21:47:18.666375 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9049e9f-74d1-44b3-bb54-a1135b3087a2 req-60cf39c6-ca45-4f81-bb09-6c1909866082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:18.667074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99798f39-d77c-47c5-9eb4-21c7205dd9d4 req-d5e5d9ac-f00e-48de-abb1-ac0a6001d096 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:18.667804 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b9049e9f-74d1-44b3-bb54-a1135b3087a2 req-60cf39c6-ca45-4f81-bb09-6c1909866082 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 1097 time: 0.0430505 Aug 16 21:47:18.668895 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99798f39-d77c-47c5-9eb4-21c7205dd9d4 req-d5e5d9ac-f00e-48de-abb1-ac0a6001d096 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0516493 Aug 16 21:47:18.695793 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-183732e4-f705-4189-94c3-85302db8b7f5 None None] Set router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:47:18.713815 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-99798f39-d77c-47c5-9eb4-21c7205dd9d4 req-05b074a7-884f-46b5-b6e3-fcf9050d04a7 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391188 Aug 16 21:47:18.737083 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41156) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:47:18.770345 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9049e9f-74d1-44b3-bb54-a1135b3087a2 req-1e492129-3e37-4530-ae5a-b02758fb54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:18.771875 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b9049e9f-74d1-44b3-bb54-a1135b3087a2 req-1e492129-3e37-4530-ae5a-b02758fb54b5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da HTTP/1.1" status: 200 len: 897 time: 0.0973718 Aug 16 21:47:18.801337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aae3347c-be3f-458c-b234-55f0ea1dadd4 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/b57cd113-a287-4ce2-aa8a-66c665682c4d HTTP/1.1" status: 200 len: 991 time: 0.0618966 Aug 16 21:47:18.839578 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b9049e9f-74d1-44b3-bb54-a1135b3087a2 req-f3d2f67c-c4cf-405d-aeb1-68e77ef9553c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e76da20-ea9b-4d09-8839-20633642954c HTTP/1.1" status: 200 len: 999 time: 0.0592310 Aug 16 21:47:18.892673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9049e9f-74d1-44b3-bb54-a1135b3087a2 req-e82625dd-f82c-4bda-94f8-0ec028495268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:18.894207 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b9049e9f-74d1-44b3-bb54-a1135b3087a2 req-e82625dd-f82c-4bda-94f8-0ec028495268 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aecca3b8-a54d-42de-93e8-4ad6609b04bf HTTP/1.1" status: 200 len: 835 time: 0.0483711 Aug 16 21:47:18.923765 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-183732e4-f705-4189-94c3-85302db8b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:00Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b57cd113-a287-4ce2-aa8a-66c665682c4d', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'port_id': '1e76da20-ea9b-4d09-8839-20633642954c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'mac_address': 'fa:16:3e:44:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:47:17Z', 'updated_at': '2021-08-16T21:47:17Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9', 'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:0a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:59Z', 'updated_at': '2021-08-16T21:47:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:18.942633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9049e9f-74d1-44b3-bb54-a1135b3087a2 req-8b6c5380-0442-4a9e-b55a-c326772af673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:18.944146 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b9049e9f-74d1-44b3-bb54-a1135b3087a2 req-8b6c5380-0442-4a9e-b55a-c326772af673 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429468 Aug 16 21:47:18.952483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183732e4-f705-4189-94c3-85302db8b7f5 None None] Checking router: 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:47:18.961152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183732e4-f705-4189-94c3-85302db8b7f5 None None] Routers {'87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:47:18.961759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-183732e4-f705-4189-94c3-85302db8b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:47:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:19.036630 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b9049e9f-74d1-44b3-bb54-a1135b3087a2 req-a6841a20-5da6-4ebd-bc6c-7de6eba28b78 service neutron] 10.222.0.76 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853884 Aug 16 21:47:19.068769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-183732e4-f705-4189-94c3-85302db8b7f5 None None] Set router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:47:19.133873 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-b9049e9f-74d1-44b3-bb54-a1135b3087a2 req-535689e6-84de-4461-84c3-d5985e6beb64 service neutron] 10.222.0.76 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889852 Aug 16 21:47:19.293414 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-183732e4-f705-4189-94c3-85302db8b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:00Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b57cd113-a287-4ce2-aa8a-66c665682c4d', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'port_id': '1e76da20-ea9b-4d09-8839-20633642954c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'mac_address': 'fa:16:3e:44:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:47:17Z', 'updated_at': '2021-08-16T21:47:17Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9', 'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:0a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:59Z', 'updated_at': '2021-08-16T21:47:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:19.319993 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183732e4-f705-4189-94c3-85302db8b7f5 None None] The sync data for ids ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'] in n-d-793619-14 is: [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:00Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'b57cd113-a287-4ce2-aa8a-66c665682c4d', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'port_id': '1e76da20-ea9b-4d09-8839-20633642954c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'mac_address': 'fa:16:3e:44:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:47:17Z', 'updated_at': '2021-08-16T21:47:17Z', 'revision_number': 0, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9', 'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:0a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:59Z', 'updated_at': '2021-08-16T21:47:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:47:19.442405 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:19.502200 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb76cb-b341-4689-9813-faed982d2130 None None] New status for floating IP b57cd113-a287-4ce2-aa8a-66c665682c4d: ACTIVE {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:47:19.804320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41158) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:47:19.863541 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bc23769b-7b7f-41af-868e-a5e80a1eda69 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/b57cd113-a287-4ce2-aa8a-66c665682c4d HTTP/1.1" status: 200 len: 993 time: 0.0581965 Aug 16 21:47:20.869278 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:25.773961 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:47:33.305007 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:33.457622 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:40.358817 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-33cf8e65-be96-4a17-a0d8-d3f1397adf3c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456548 Aug 16 21:47:40.440916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-62f26970-a95c-412b-a129-221dcec1b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:40.442472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-62f26970-a95c-412b-a129-221dcec1b7b1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 1097 time: 0.0413520 Aug 16 21:47:40.550563 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-0778fc1a-0a8e-4cca-990e-2ba7f435afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:40.552064 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-0778fc1a-0a8e-4cca-990e-2ba7f435afc6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da HTTP/1.1" status: 200 len: 897 time: 0.0890322 Aug 16 21:47:40.619194 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-56de18c2-1dae-4dc1-8f83-8edcda3693a6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e76da20-ea9b-4d09-8839-20633642954c HTTP/1.1" status: 200 len: 1001 time: 0.0569901 Aug 16 21:47:40.666679 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-72cbf140-8d46-446e-92c6-bb271214d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:40.668076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-72cbf140-8d46-446e-92c6-bb271214d65f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aecca3b8-a54d-42de-93e8-4ad6609b04bf HTTP/1.1" status: 200 len: 835 time: 0.0426962 Aug 16 21:47:40.717165 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-ee9cca95-042b-46fe-8db2-818705cdaeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:40.718654 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-ee9cca95-042b-46fe-8db2-818705cdaeef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439444 Aug 16 21:47:40.808519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-a6f947ca-6a9d-4f3c-97dc-fc89e420c36b service neutron] 10.222.0.76 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827570 Aug 16 21:47:40.900875 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-35bffe78-937d-4997-9329-6dab94fb0fd3 req-4f04c935-ae08-44a8-a13f-ff95e4b1dd81 service neutron] 10.222.0.76 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853364 Aug 16 21:47:45.270462 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-83dadf39-5952-4747-88f5-3d4a56255764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:47.508867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ec91ecd6-d6fa-4f7b-8a52-81ed12745d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:48.022956 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:49.474266 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:50.874553 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:51.495374 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a0546-6eb1-48fd-a7ec-bd641c488365 req-b462ef26-b20c-422a-89ce-418fd9e39ac6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:51.496863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba5a0546-6eb1-48fd-a7ec-bd641c488365 req-b462ef26-b20c-422a-89ce-418fd9e39ac6 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0961630 Aug 16 21:47:51.534952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ba5a0546-6eb1-48fd-a7ec-bd641c488365 req-2cf0cee4-93ee-4f6e-a8ff-80665cbf5586 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320244 Aug 16 21:47:52.695903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebb589-182a-4918-b66a-ca83c893befd req-5a92d2ca-6ef0-418b-baea-1b4ee3d1caf0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:52.697960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cebb589-182a-4918-b66a-ca83c893befd req-5a92d2ca-6ef0-418b-baea-1b4ee3d1caf0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0939910 Aug 16 21:47:52.739171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2cebb589-182a-4918-b66a-ca83c893befd req-b1821891-cc3f-4bf9-9fa3-ce302a41ffd3 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350292 Aug 16 21:47:52.761925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41184) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:47:52.820652 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-dd4cbd97-0036-482b-a2b8-d0ae73bf044a tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/b57cd113-a287-4ce2-aa8a-66c665682c4d HTTP/1.1" status: 200 len: 993 time: 0.0576155 Aug 16 21:47:54.269893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299a0dd-f34f-44fd-93ff-cf08bf3bc78a req-fa9b084d-5677-46a1-b21f-139d92c573f8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:54.271356 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1299a0dd-f34f-44fd-93ff-cf08bf3bc78a req-fa9b084d-5677-46a1-b21f-139d92c573f8 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0488114 Aug 16 21:47:54.309337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1299a0dd-f34f-44fd-93ff-cf08bf3bc78a req-8be2746a-780a-4c02-a4fa-041411446dba tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314493 Aug 16 21:47:54.393015 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649f780-ee13-4651-87b2-418e388c68c3 req-c3549b0b-6632-46ed-a9e2-07e6361ec720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:54.394531 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a649f780-ee13-4651-87b2-418e388c68c3 req-c3549b0b-6632-46ed-a9e2-07e6361ec720 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 1097 time: 0.0417752 Aug 16 21:47:54.488363 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649f780-ee13-4651-87b2-418e388c68c3 req-155178e1-8135-484f-a899-d19feab2714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:54.489832 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a649f780-ee13-4651-87b2-418e388c68c3 req-155178e1-8135-484f-a899-d19feab2714b service neutron] 10.222.0.76 "GET /v2.0/networks?id=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da HTTP/1.1" status: 200 len: 897 time: 0.0886436 Aug 16 21:47:54.553948 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a649f780-ee13-4651-87b2-418e388c68c3 req-a19d76fa-48d1-4dc1-9d5c-d65ca8b221e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e76da20-ea9b-4d09-8839-20633642954c HTTP/1.1" status: 200 len: 1001 time: 0.0567672 Aug 16 21:47:54.602175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649f780-ee13-4651-87b2-418e388c68c3 req-4ca79338-7781-42e2-9304-7a0c1e376a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:54.603689 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a649f780-ee13-4651-87b2-418e388c68c3 req-4ca79338-7781-42e2-9304-7a0c1e376a84 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aecca3b8-a54d-42de-93e8-4ad6609b04bf HTTP/1.1" status: 200 len: 835 time: 0.0431812 Aug 16 21:47:54.652304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649f780-ee13-4651-87b2-418e388c68c3 req-33380eec-7736-4c4c-83e0-9d64273ae66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:54.653803 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a649f780-ee13-4651-87b2-418e388c68c3 req-33380eec-7736-4c4c-83e0-9d64273ae66d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431883 Aug 16 21:47:54.741420 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a649f780-ee13-4651-87b2-418e388c68c3 req-94a1ffcf-f685-46f2-a08e-3b0d8d973566 service neutron] 10.222.0.76 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806715 Aug 16 21:47:54.835703 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a649f780-ee13-4651-87b2-418e388c68c3 req-632b4609-0635-4511-9c84-8a649e34bb92 service neutron] 10.222.0.76 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866587 Aug 16 21:47:55.430061 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76d403-0abb-479e-9819-fc5d010bb95a req-525cd9dc-9b81-4d7b-bbf9-d0138adbac63 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:55.432310 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e76d403-0abb-479e-9819-fc5d010bb95a req-525cd9dc-9b81-4d7b-bbf9-d0138adbac63 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0541162 Aug 16 21:47:55.469621 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5e76d403-0abb-479e-9819-fc5d010bb95a req-7bb16c18-c1f3-4caf-a82f-be73f7b76eff tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313816 Aug 16 21:47:56.584383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f4be3-4f59-4b02-830d-2170721de58b req-8e8477e7-9589-4b93-b047-e46e8790db8b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:56.585868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e83f4be3-4f59-4b02-830d-2170721de58b req-8e8477e7-9589-4b93-b047-e46e8790db8b tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0488789 Aug 16 21:47:56.622753 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e83f4be3-4f59-4b02-830d-2170721de58b req-058bf1f5-efe8-44ef-a73a-c944890c40e1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304184 Aug 16 21:47:56.645103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41196) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:47:56.706919 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2ad40484-9f60-4518-8052-c26129f5b880 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/floatingips/b57cd113-a287-4ce2-aa8a-66c665682c4d HTTP/1.1" status: 200 len: 993 time: 0.0607088 Aug 16 21:47:56.923369 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41202) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:47:57.399631 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port 45f2b413-08ba-4340-84c0-1c1bf35f2a09 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:47:57.399976 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:57.473717 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:57.474036 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:57.485790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for 45f2b413-08ba-4340-84c0-1c1bf35f2a09 owned by network:floatingip {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:47:57.744791 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:57.771036 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=45f2b413-08ba-4340-84c0-1c1bf35f2a09,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:57.796591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.796880 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.797252 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.797595 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.797935 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.798276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.798600 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.798934 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.799267 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.799604 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.799971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.800298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:57.842877 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:57.843244 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Floating IP b57cd113-a287-4ce2-aa8a-66c665682c4d disassociated (deleted). External IP: 172.25.4.140, port: 1e76da20-ea9b-4d09-8839-20633642954c. Aug 16 21:47:58.051327 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:47:58.159118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:47:58.164836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:58.169440 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547dec62-09eb-48d3-9cfa-39fc77f6f57c None None] Sync routers for ids ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:47:58.178206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547dec62-09eb-48d3-9cfa-39fc77f6f57c None None] Routers {'87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:47:58.178819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-547dec62-09eb-48d3-9cfa-39fc77f6f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:58.191623 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0a9bd1b6-fa7c-410e-ac98-c871f7bd60b0 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/floatingips/b57cd113-a287-4ce2-aa8a-66c665682c4d HTTP/1.1" status: 204 len: 168 time: 1.2671683 Aug 16 21:47:58.192236 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'tag': '1e76da20-ea9b-4d09-8839-20633642954c'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:58.194521 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ee1a5e-3780-4ea8-8922-ea57cad77d16", "tag": "1e76da20-ea9b-4d09-8839-20633642954c"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:58.231497 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7ba6f7-055d-4695-a80d-a1178ec91328 x-openstack-request-id: req-bc7ba6f7-055d-4695-a80d-a1178ec91328 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:58.231791 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ee1a5e-3780-4ea8-8922-ea57cad77d16", "tag": "1e76da20-ea9b-4d09-8839-20633642954c", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:58.232042 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc7ba6f7-055d-4695-a80d-a1178ec91328 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:58.232446 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'tag': '1e76da20-ea9b-4d09-8839-20633642954c', 'status': 'completed', 'code': 200} Aug 16 21:47:58.293478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-547dec62-09eb-48d3-9cfa-39fc77f6f57c None None] Set router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:47:58.296130 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2 req-2b85f7e7-4616-4784-8ca9-1159806c68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:58.297851 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2 req-2b85f7e7-4616-4784-8ca9-1159806c68e3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 1097 time: 0.0438423 Aug 16 21:47:58.393822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2 req-78917fd9-92f4-4da3-ae38-139271903694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:58.395441 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2 req-78917fd9-92f4-4da3-ae38-139271903694 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da HTTP/1.1" status: 200 len: 897 time: 0.0910084 Aug 16 21:47:58.440542 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2 req-22acc88b-5805-4f81-9ef4-a3d44d3036ca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e76da20-ea9b-4d09-8839-20633642954c HTTP/1.1" status: 200 len: 217 time: 0.0365295 Aug 16 21:47:58.489815 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2 req-4c698a91-15b2-4c59-b9fd-4f308bc1c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:58.491267 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2 req-4c698a91-15b2-4c59-b9fd-4f308bc1c27b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aecca3b8-a54d-42de-93e8-4ad6609b04bf HTTP/1.1" status: 200 len: 835 time: 0.0436633 Aug 16 21:47:58.493731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-547dec62-09eb-48d3-9cfa-39fc77f6f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:00Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9', 'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:0a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:59Z', 'updated_at': '2021-08-16T21:47:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:58.521305 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547dec62-09eb-48d3-9cfa-39fc77f6f57c None None] Checking router: 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:47:58.530176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547dec62-09eb-48d3-9cfa-39fc77f6f57c None None] Routers {'87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:47:58.530794 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-547dec62-09eb-48d3-9cfa-39fc77f6f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:58.548781 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2 req-7958ecb8-324b-4437-bcbd-cf51f4e78ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:58.550583 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2 req-7958ecb8-324b-4437-bcbd-cf51f4e78ed5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474770 Aug 16 21:47:58.642122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-547dec62-09eb-48d3-9cfa-39fc77f6f57c None None] Set router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:47:58.651170 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2 req-7188ad28-e54e-4b1a-ae9f-c2097c9a0be9 service neutron] 10.222.0.76 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929105 Aug 16 21:47:58.685898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be28b54-26ce-4a33-a79f-89bd8e961d18 req-700f6ef7-0ad5-485e-9d8d-441f8924d74f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:58.687451 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8be28b54-26ce-4a33-a79f-89bd8e961d18 req-700f6ef7-0ad5-485e-9d8d-441f8924d74f tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0522349 Aug 16 21:47:58.732604 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8be28b54-26ce-4a33-a79f-89bd8e961d18 req-5af5bcaa-3ba5-4ba4-bfc2-6acc5c51cda7 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376031 Aug 16 21:47:58.751709 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0b91f86d-8c81-4815-a5ab-0ec855adf0d2 req-8002955e-147a-4dc6-9b77-860f476b592f service neutron] 10.222.0.76 "GET /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926499 Aug 16 21:47:58.849049 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-547dec62-09eb-48d3-9cfa-39fc77f6f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:00Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9', 'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:0a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:59Z', 'updated_at': '2021-08-16T21:47:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:58.875210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547dec62-09eb-48d3-9cfa-39fc77f6f57c None None] The sync data for ids ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'] in n-d-793619-14 is: [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:00Z', 'revision_number': 4, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9', 'name': '', 'network_id': 'b6d1b2ad-d3db-40b7-9033-96f6c1afc6da', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'mac_address': 'fa:16:3e:0a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:59Z', 'updated_at': '2021-08-16T21:47:05Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'subnets': [{'id': 'aecca3b8-a54d-42de-93e8-4ad6609b04bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:47:59.100506 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a83243-5002-4a54-9b83-14941140c441 None None] New status for floating IP b57cd113-a287-4ce2-aa8a-66c665682c4d: DOWN {{(pid=95264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:47:59.852157 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ab5d5-674d-4f25-af58-75e3fa931f21 req-49a718f5-a56e-42ac-8f68-86b7a584b7c1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:59.853691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae3ab5d5-674d-4f25-af58-75e3fa931f21 req-49a718f5-a56e-42ac-8f68-86b7a584b7c1 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0495796 Aug 16 21:47:59.891727 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ae3ab5d5-674d-4f25-af58-75e3fa931f21 req-9bc8d63d-b8ae-4d91-9296-c927a9d5270e tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/security-groups?id=39eb6823-1b69-4a50-8312-19e905fc4b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319011 Aug 16 21:48:00.175637 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a56094-3b56-48b4-8a6e-d417ba16f985 req-54d7d629-c127-4430-8a30-ed3bcfac8ccd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:00.177045 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-24a56094-3b56-48b4-8a6e-d417ba16f985 req-54d7d629-c127-4430-8a30-ed3bcfac8ccd tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 945 time: 0.0483325 Aug 16 21:48:00.263124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-24a56094-3b56-48b4-8a6e-d417ba16f985 req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port 1e76da20-ea9b-4d09-8839-20633642954c {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:48:00.263467 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-24a56094-3b56-48b4-8a6e-d417ba16f985 req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:00.353743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-24a56094-3b56-48b4-8a6e-d417ba16f985 req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port 1e76da20-ea9b-4d09-8839-20633642954c, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=1e76da20-ea9b-4d09-8839-20633642954c,segment=NetworkSegment(88ef4f15-de8a-4b21-ac53-7b89c049f293),segment_id=88ef4f15-de8a-4b21-ac53-7b89c049f293)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:00.354105 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-24a56094-3b56-48b4-8a6e-d417ba16f985 req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:00.366048 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-24a56094-3b56-48b4-8a6e-d417ba16f985 req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for 1e76da20-ea9b-4d09-8839-20633642954c owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:48:00.573002 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-24a56094-3b56-48b4-8a6e-d417ba16f985 req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:00.599636 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=1e76da20-ea9b-4d09-8839-20633642954c,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:00.613899 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.614254 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.614598 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.614938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.615266 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.615596 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.615924 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.616249 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.616575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.616900 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.617267 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.617594 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:00.652321 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a56094-3b56-48b4-8a6e-d417ba16f985 req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] No DVR routers for this DVR port 1e76da20-ea9b-4d09-8839-20633642954c on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:48:00.660796 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-24a56094-3b56-48b4-8a6e-d417ba16f985 req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:00.660796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-24a56094-3b56-48b4-8a6e-d417ba16f985 req-96afe457-11ba-4fa2-b83e-d0eb4736cdaf tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.76 "DELETE /v2.0/ports/1e76da20-ea9b-4d09-8839-20633642954c HTTP/1.1" status: 204 len: 173 time: 0.4735920 Aug 16 21:48:00.660796 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'name': 'network-vif-deleted', 'tag': '1e76da20-ea9b-4d09-8839-20633642954c'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:48:00.660796 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38bbc55-5591-409e-88d3-75861cc63620" -d '{"events": [{"server_uuid": "b9ee1a5e-3780-4ea8-8922-ea57cad77d16", "name": "network-vif-deleted", "tag": "1e76da20-ea9b-4d09-8839-20633642954c"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:48:00.695251 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a23a0a-a90b-42f8-95bc-03a01a55f793 x-openstack-request-id: req-27a23a0a-a90b-42f8-95bc-03a01a55f793 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:48:00.695251 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ee1a5e-3780-4ea8-8922-ea57cad77d16", "name": "network-vif-deleted", "tag": "1e76da20-ea9b-4d09-8839-20633642954c", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:48:00.695251 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-27a23a0a-a90b-42f8-95bc-03a01a55f793 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:48:00.695563 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ee1a5e-3780-4ea8-8922-ea57cad77d16', 'name': 'network-vif-deleted', 'tag': '1e76da20-ea9b-4d09-8839-20633642954c', 'status': 'completed', 'code': 200} Aug 16 21:48:01.003792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-939edebb-34a0-4cbe-8be6-6ede605c27df req-114c935d-5755-4a8a-93b2-52a868d3eb03 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "GET /v2.0/ports?device_id=b9ee1a5e-3780-4ea8-8922-ea57cad77d16 HTTP/1.1" status: 200 len: 210 time: 0.0282173 Aug 16 21:48:02.060513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41218) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:02.423859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:02.773458 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:48:03.013290 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:48:03.013632 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:03.101641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9,segment=NetworkSegment(88ef4f15-de8a-4b21-ac53-7b89c049f293),segment_id=88ef4f15-de8a-4b21-ac53-7b89c049f293)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:03.102339 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:03.114459 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:48:03.348232 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:03.371303 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:03.396393 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:03.428399 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:03.575180 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:03.786577 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:48:03.891860 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:48:03.896824 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8590a14f-8d6d-4e69-b7cc-512612d41889 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "PUT /v2.0/routers/87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8352411 Aug 16 21:48:03.899667 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41220) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:03.902520 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e877ed-0bb5-4119-ab2d-af5558c444c0 None None] Sync routers for ids ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:48:03.912572 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e877ed-0bb5-4119-ab2d-af5558c444c0 None None] Routers {'87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:03.913291 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-08e877ed-0bb5-4119-ab2d-af5558c444c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:03.950137 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d19a43c-58aa-4855-9891-181c622c4668 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting subnet aecca3b8-a54d-42de-93e8-4ad6609b04bf {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:48:03.953174 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d19a43c-58aa-4855-9891-181c622c4668 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.006727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d19a43c-58aa-4855-9891-181c622c4668 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.020328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-08e877ed-0bb5-4119-ab2d-af5558c444c0 None None] Set router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:04.091712 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d19a43c-58aa-4855-9891-181c622c4668 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.206014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-08e877ed-0bb5-4119-ab2d-af5558c444c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:48:03Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:04.224557 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d19a43c-58aa-4855-9891-181c622c4668 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.233799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 1e76da20-ea9b-4d09-8839-20633642954c no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:48:04.236045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e877ed-0bb5-4119-ab2d-af5558c444c0 None None] Checking router: 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:48:04.259060 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19a43c-58aa-4855-9891-181c622c4668 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Subnet': ['ID=aecca3b8-a54d-42de-93e8-4ad6609b04bf,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:04.259617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 1e76da20-ea9b-4d09-8839-20633642954c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:48:04.259981 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 1e76da20-ea9b-4d09-8839-20633642954c not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:48:04.262826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7d19a43c-58aa-4855-9891-181c622c4668 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.263311 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e877ed-0bb5-4119-ab2d-af5558c444c0 None None] Routers {'87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:04.264011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-08e877ed-0bb5-4119-ab2d-af5558c444c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:04.267239 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7d19a43c-58aa-4855-9891-181c622c4668 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/subnets/aecca3b8-a54d-42de-93e8-4ad6609b04bf HTTP/1.1" status: 204 len: 168 time: 0.3641415 Aug 16 21:48:04.267489 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41222) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:04.298241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740edead-9144-42c1-8e28-372ba7c1203d None None] Network b6d1b2ad-d3db-40b7-9033-96f6c1afc6da requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:48:04.374653 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.453791 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-08e877ed-0bb5-4119-ab2d-af5558c444c0 None None] Set router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:04.478008 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.602285 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Deleting port 3b5f43c0-4fa5-45f1-b293-e95e1b344438 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:48:04.602636 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.616623 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] DHCP port deletion for b6d1b2ad-d3db-40b7-9033-96f6c1afc6da request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:48:04.686747 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] For port 3b5f43c0-4fa5-45f1-b293-e95e1b344438, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3b5f43c0-4fa5-45f1-b293-e95e1b344438,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:04.687042 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.701597 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Calling delete_port for 3b5f43c0-4fa5-45f1-b293-e95e1b344438 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:48:04.835563 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-08e877ed-0bb5-4119-ab2d-af5558c444c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:48:03Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:04.865883 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e877ed-0bb5-4119-ab2d-af5558c444c0 None None] The sync data for ids ['87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4'] in n-d-793619-14 is: [{'id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883941969', 'tenant_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:48:03Z', 'revision_number': 5, 'project_id': 'a2942ea796e745c2b490c06a4e84a0ea', 'gw_port': {'id': '3b5f43c0-4fa5-45f1-b293-e95e1b344438', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:46:55Z', 'updated_at': '2021-08-16T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:48:04.871120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Deleting port 44ef6e57-edf2-4f0c-be40-2663a6d1d612 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:48:04.871120 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.935243 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] For port 44ef6e57-edf2-4f0c-be40-2663a6d1d612, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=44ef6e57-edf2-4f0c-be40-2663a6d1d612,segment=NetworkSegment(88ef4f15-de8a-4b21-ac53-7b89c049f293),segment_id=88ef4f15-de8a-4b21-ac53-7b89c049f293)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:04.935648 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.947863 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Calling delete_port for 44ef6e57-edf2-4f0c-be40-2663a6d1d612 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:48:04.967066 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:04.998987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Port': ['ID=3b5f43c0-4fa5-45f1-b293-e95e1b344438,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:05.061141 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.093033 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.120080 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Pushing event deleted for resources: {'Port': ['ID=44ef6e57-edf2-4f0c-be40-2663a6d1d612,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:05.122364 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] No DVR routers for this DVR port 44ef6e57-edf2-4f0c-be40-2663a6d1d612 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:48:05.132382 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.132741 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.133129 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.133463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.133801 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.134138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.134472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.134798 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.135131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.135476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.135786 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.136112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd33e3-0acf-4b68-b4d3-4ba2154f1c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:05.153563 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.160814 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.276125 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.276819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Fanout notify agent at l3_agent the message router_deleted on router 87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:48:05.288545 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.288545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-67d08a0b-2879-495b-b14d-72eb4e7c9118 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/routers/87d7cb0f-fd0a-4a89-82c3-c1b0ebc5a6b4 HTTP/1.1" status: 204 len: 168 time: 1.0169005 Aug 16 21:48:05.288951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41224) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:05.385166 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.393655 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 44ef6e57-edf2-4f0c-be40-2663a6d1d612 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:48:05.414205 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 44ef6e57-edf2-4f0c-be40-2663a6d1d612 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:48:05.415118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 44ef6e57-edf2-4f0c-be40-2663a6d1d612 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:48:05.415605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:48:05.435182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:48:05.435523 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device c77f0307-5b30-4029-bc5e-6aa1aaf5d5e9 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:48:05.475671 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.486336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d1b2ad-d3db-40b7-9033-96f6c1afc6da']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:05.497734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ef4f15-de8a-4b21-ac53-7b89c049f293') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:05.498042 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ef4f15-de8a-4b21-ac53-7b89c049f293') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:05.508816 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.527150 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.533579 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:48:05.533997 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:48:05.540642 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:48:05.698499 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.703121 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.704985 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/networks/b6d1b2ad-d3db-40b7-9033-96f6c1afc6da HTTP/1.1" status: 204 len: 168 time: 0.4158258 Aug 16 21:48:05.707872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41226) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:05.719405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b9ab0-f0cb-4222-bf13-8f144e914e17 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'Network': ['ID=b6d1b2ad-d3db-40b7-9033-96f6c1afc6da,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:05.770782 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fa2cad33-a18d-4b69-9caa-9a77a706b806 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.796454 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fa2cad33-a18d-4b69-9caa-9a77a706b806 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.928691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fa2cad33-a18d-4b69-9caa-9a77a706b806 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.931599 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-fa2cad33-a18d-4b69-9caa-9a77a706b806 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.932787 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-fa2cad33-a18d-4b69-9caa-9a77a706b806 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] 10.222.0.74 "DELETE /v2.0/security-groups/39eb6823-1b69-4a50-8312-19e905fc4b6b HTTP/1.1" status: 204 len: 168 time: 0.2239192 Aug 16 21:48:05.943300 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cad33-a18d-4b69-9caa-9a77a706b806 tempest-TestNetworkAdvancedServerOps-649022098 tempest-TestNetworkAdvancedServerOps-649022098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eb6823-1b69-4a50-8312-19e905fc4b6b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:06.606678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41234) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:06.755595 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-08789943-d2a1-48e7-8535-f3f58b6ff5be admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a2942ea796e745c2b490c06a4e84a0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476884 Aug 16 21:48:06.758253 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41238) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:06.805429 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a8d69f8-12f0-4ca2-bbfc-49075a70144b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:06.826690 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a8d69f8-12f0-4ca2-bbfc-49075a70144b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:06.950105 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a8d69f8-12f0-4ca2-bbfc-49075a70144b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:06.952781 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-7a8d69f8-12f0-4ca2-bbfc-49075a70144b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:06.953973 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7a8d69f8-12f0-4ca2-bbfc-49075a70144b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0af26292-7440-4f0c-943b-24aa33a7dbda HTTP/1.1" status: 204 len: 168 time: 0.1942916 Aug 16 21:48:06.961681 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d69f8-12f0-4ca2-bbfc-49075a70144b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af26292-7440-4f0c-943b-24aa33a7dbda,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:07.280655 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3b5f43c0-4fa5-45f1-b293-e95e1b344438 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:48:07.303757 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 3b5f43c0-4fa5-45f1-b293-e95e1b344438 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:48:07.304108 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3b5f43c0-4fa5-45f1-b293-e95e1b344438 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:48:07.616063 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41244) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:07.638983 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-595fd56a-a234-4373-8ee7-4284e5c3ebd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:07.733458 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-595fd56a-a234-4373-8ee7-4284e5c3ebd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:07.829634 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-595fd56a-a234-4373-8ee7-4284e5c3ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:07.868691 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-595fd56a-a234-4373-8ee7-4284e5c3ebd1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e016016daa9c4d6e9edd4b64b5449c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513111 Aug 16 21:48:07.869591 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fd56a-a234-4373-8ee7-4284e5c3ebd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940163cf-092f-47f4-8b2a-31544967d53a,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:07.871537 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41246) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:07.921871 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92ef64ae-b804-4d9b-99e9-f322213865b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:07.943769 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92ef64ae-b804-4d9b-99e9-f322213865b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:08.086810 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92ef64ae-b804-4d9b-99e9-f322213865b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:08.089365 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-92ef64ae-b804-4d9b-99e9-f322213865b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:08.090533 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-92ef64ae-b804-4d9b-99e9-f322213865b4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/940163cf-092f-47f4-8b2a-31544967d53a HTTP/1.1" status: 204 len: 168 time: 0.2169049 Aug 16 21:48:08.098268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef64ae-b804-4d9b-99e9-f322213865b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940163cf-092f-47f4-8b2a-31544967d53a,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:09.266322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41268) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:09.363003 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-848540148-network', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:09.491004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Made reservation on behalf of d7da1359f8f94956b3eaaad6ae8e6e94 for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:48:09.493313 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:09.501865 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:09.592226 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:09.662492 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:09.689427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:48:09.694954 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653fa735-1e34-48fc-94fd-c870dd999cb1,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:09.704259 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:09.704259 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Added segment a4855d95-34ce-4428-a292-c4cd84011d9a of type vlan for network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 Aug 16 21:48:09.741768 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:09.886790 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:09.887761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:09.888378 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:09.947447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] Pushing event updated for resources: {'Network': ['ID=8f4d5607-69d6-42d6-9fa6-7afe45565d14,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:09.957340 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:48:10.013722 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a3c99748-246b-44e7-8aed-9398db2bbcd6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7460480 Aug 16 21:48:10.016647 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41272) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:10.023085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] Request body: {'subnet': {'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-848540148-subnet', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:10.159224 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] Made reservation on behalf of d7da1359f8f94956b3eaaad6ae8e6e94 for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:48:10.161629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:10.407353 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:10.465297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:10.475246 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] Checking segment: {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:48:10.475601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] Network hostable DHCP agents. Network: 8f4d5607-69d6-42d6-9fa6-7afe45565d14, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:48:10.571919 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] Network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:48:10.698361 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 8f4d5607-69d6-42d6-9fa6-7afe45565d14) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:10.702193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:10.702782 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:10.706758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291be1f6-d3f5-48d0-8421-6f1d114d40eb None None] Network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:48:10.819096 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-8281a3fd-4739-4b89-9583-b177aea11cfc admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8012471 Aug 16 21:48:10.821766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41274) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:10.826410 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:10.852479 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:48:10.853381 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:10.932361 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:10.934124 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:10.987093 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:10.990054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Allocated IP 172.20.0.2 (8f4d5607-69d6-42d6-9fa6-7afe45565d14/5a6ef770-bda8-49e2-8c2c-e89cfd55f11f/5a70dd40-21bc-4667-9129-5809c04dbc16) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:48:11.131687 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:11.139761 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Transition to ACTIVE for port object 5a70dd40-21bc-4667-9129-5809c04dbc16 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:11.156277 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Transition to ACTIVE for port object 5a70dd40-21bc-4667-9129-5809c04dbc16 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:11.216549 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:11.263000 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:11.304985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:11.308328 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:11.312495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:48:11.315832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Pushing event updated for resources: {'Port': ['ID=5a70dd40-21bc-4667-9129-5809c04dbc16,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:11.366866 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Attempting to bind port 5a70dd40-21bc-4667-9129-5809c04dbc16 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:48:11.367431 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Attempting to bind port 5a70dd40-21bc-4667-9129-5809c04dbc16 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:48:11.367646 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Attempting to bind port 5a70dd40-21bc-4667-9129-5809c04dbc16 on network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:48:11.372526 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:48:11.372935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Checking segment: {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:48:11.373381 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:11.373769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Bound using segment: {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:48:11.374241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Bound port: 5a70dd40-21bc-4667-9129-5809c04dbc16, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:48:11.374650 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:11.440139 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] For port 5a70dd40-21bc-4667-9129-5809c04dbc16, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:48:11.443149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] For port 5a70dd40-21bc-4667-9129-5809c04dbc16, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a70dd40-21bc-4667-9129-5809c04dbc16,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:48:11.498558 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:11.542942 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:11.556011 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd40800-dc41-49e3-a239-ce52e4567edf None None] Pushing event updated for resources: {'Port': ['ID=5a70dd40-21bc-4667-9129-5809c04dbc16,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:11.573300 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:11.677761 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Allocated IP 172.25.4.132 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/39d6a685-4088-4897-9ebf-8b714894b797) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:48:11.795190 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:11.932514 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:11.972808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:11.975785 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:11.979520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:48:11.985031 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Pushing event updated for resources: {'Port': ['ID=39d6a685-4088-4897-9ebf-8b714894b797,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:12.328274 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:12.429828 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac01ad-1cf7-4477-b7e1-3be9a1c8b8a8 None None] Network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:48:12.529802 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:12.585225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-fef6448e-edc0-475a-949b-fb2f492a979e None None] Provisioning for port 5a70dd40-21bc-4667-9129-5809c04dbc16 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:12.802209 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Router 6bfa8287-75e6-4e6f-b20d-3c5855237526 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:48:13.249864 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:48:13.258565 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Sync routers for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:48:13.267359 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:13.270753 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:13.310353 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:13.314154 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5de7b466-5e99-4fae-930d-03b99c9edce0 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4885049 Aug 16 21:48:13.314538 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41276) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:13.365320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a70dd40-21bc-4667-9129-5809c04dbc16 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:13.383691 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:13.479679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 5a70dd40-21bc-4667-9129-5809c04dbc16 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:13.483695 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5a70dd40-21bc-4667-9129-5809c04dbc16 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:13.484064 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:13.573381 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:13.577413 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:12Z', 'revision_number': 3, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:13.603860 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Checking router: 6bfa8287-75e6-4e6f-b20d-3c5855237526 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:48:13.614661 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Updating router 6bfa8287-75e6-4e6f-b20d-3c5855237526 port 39d6a685-4088-4897-9ebf-8b714894b797 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:48:13.614824 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 5a70dd40-21bc-4667-9129-5809c04dbc16, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a70dd40-21bc-4667-9129-5809c04dbc16,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:13.629517 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:13.744467 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:13.751436 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:13.797447 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=5a70dd40-21bc-4667-9129-5809c04dbc16,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:13.912528 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Allocated IP 172.20.0.1 (8f4d5607-69d6-42d6-9fa6-7afe45565d14/5a6ef770-bda8-49e2-8c2c-e89cfd55f11f/3d34b101-fb8c-4e9d-9b0c-9c84da4982fc) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:48:13.967855 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:13.977825 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Transition to ACTIVE for port object 39d6a685-4088-4897-9ebf-8b714894b797 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:14.018138 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.031023 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Transition to ACTIVE for port object 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:14.115696 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.144898 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.170638 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Pushing event updated for resources: {'Port': ['ID=39d6a685-4088-4897-9ebf-8b714894b797,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:14.172799 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Attempting to bind port 39d6a685-4088-4897-9ebf-8b714894b797 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:48:14.173193 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Attempting to bind port 39d6a685-4088-4897-9ebf-8b714894b797 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:48:14.173550 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Attempting to bind port 39d6a685-4088-4897-9ebf-8b714894b797 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:48:14.182956 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.183301 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.183634 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.183965 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.184296 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.184612 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.184931 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.185282 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.185600 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.185926 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.186232 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.186552 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:14.188087 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:14.189915 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:48:14.190295 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:48:14.190694 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.191075 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:48:14.191544 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Bound port: 39d6a685-4088-4897-9ebf-8b714894b797, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:48:14.191922 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.194396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:14.197053 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:48:14.228372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d34b101-fb8c-4e9d-9b0c-9c84da4982fc,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:14.243730 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.247454 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] For port 39d6a685-4088-4897-9ebf-8b714894b797, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:48:14.250918 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] For port 39d6a685-4088-4897-9ebf-8b714894b797, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=39d6a685-4088-4897-9ebf-8b714894b797,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:48:14.319878 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.380889 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:14.381553 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:14.386146 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd7be2-a63e-4325-92f6-3c17013272c3 None None] Pushing event updated for resources: {'Port': ['ID=39d6a685-4088-4897-9ebf-8b714894b797,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:14.467763 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.488138 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:14.532747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a8aba6f9-e8ae-4a16-972f-7a89b55ce9ee None None] Provisioning for port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:14.541780 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a8aba6f9-e8ae-4a16-972f-7a89b55ce9ee None None] Provisioning complete for port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:14.542161 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a8aba6f9-e8ae-4a16-972f-7a89b55ce9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.580025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a8aba6f9-e8ae-4a16-972f-7a89b55ce9ee None None] Port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:48:14.634069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.671839 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:12Z', 'revision_number': 3, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:14.697739 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f586c-86c1-4b3c-943e-8f4e2124c22a None None] The sync data for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 is: [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:12Z', 'revision_number': 3, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:48:14.721844 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.792947 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:14.794736 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d34b101-fb8c-4e9d-9b0c-9c84da4982fc,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:14.888670 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:14.890176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:15.037365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Router 6bfa8287-75e6-4e6f-b20d-3c5855237526 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:48:15.152019 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:48:15.161408 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-3584d5cf-df81-4076-8400-db85b52051a3 admin admin] 10.222.0.74 "PUT /v2.0/routers/6bfa8287-75e6-4e6f-b20d-3c5855237526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8415732 Aug 16 21:48:15.211659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-afa9f511-54e2-4f5f-8591-035942e5b4a5 None None] Provisioning complete for port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:15.212392 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-afa9f511-54e2-4f5f-8591-035942e5b4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:15.250936 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-afa9f511-54e2-4f5f-8591-035942e5b4a5 None None] Port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:48:15.292829 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6eae1df8-c54e-4b51-a459-aa26d418aaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:15.410887 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39d6a685-4088-4897-9ebf-8b714894b797 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:15.544589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 39d6a685-4088-4897-9ebf-8b714894b797 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:15.548693 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 39d6a685-4088-4897-9ebf-8b714894b797 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:15.549234 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:15.626391 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:15.646140 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 39d6a685-4088-4897-9ebf-8b714894b797, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=39d6a685-4088-4897-9ebf-8b714894b797,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:15.743409 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:15.744238 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a70dd40-21bc-4667-9129-5809c04dbc16 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:15.825339 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=39d6a685-4088-4897-9ebf-8b714894b797,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:15.835517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5a70dd40-21bc-4667-9129-5809c04dbc16 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:15.835895 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.007964 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41292) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:16.013110 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-324304808-network', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:16.155851 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Made reservation on behalf of 9a5b3435441c4a87a5523feeca29483d for: {'network': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:48:16.158311 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.167303 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.254993 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.285320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Sync routers for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:48:16.294956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:16.295575 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:16.355464 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.377345 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=95261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:48:16.392570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6596e8f2-e197-4a8a-83c0-c835222db8bb,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:16.395614 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.395965 n-d-793619-14 neutron-server[95261]: INFO neutron.db.segments_db [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Added segment 55a4bdb3-3b46-4c73-8438-c167dd4ab188 of type vlan for network a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 Aug 16 21:48:16.404731 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:16.437818 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.544082 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.545406 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:16.546431 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.606898 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] Pushing event updated for resources: {'Network': ['ID=a7cedc47-5a06-4cc4-8e99-d57a5841e7f3,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:16.611110 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 2, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:16.640553 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:48:16.642926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Checking router: 6bfa8287-75e6-4e6f-b20d-3c5855237526 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:48:16.643278 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Updating router 6bfa8287-75e6-4e6f-b20d-3c5855237526 port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:48:16.670656 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-fa3fd9d3-ea4e-4cc5-a6bc-d8ba02e4d0fc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6615393 Aug 16 21:48:16.673315 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41294) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:16.678480 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] Request body: {'subnet': {'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-324304808-subnet', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'ip_version': 4}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:16.712657 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.767004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] Made reservation on behalf of 9a5b3435441c4a87a5523feeca29483d for: {'subnet': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:48:16.769438 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9000761'] for subnet, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.981711 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.990992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Transition to ACTIVE for port object 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:17.024160 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8635549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9000747'] for subnet, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.069981 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.083725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f83e5b-a896-46a7-aa77-bc0b2c2c978e,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:17.088045 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] Checking segment: {'id': '55a4bdb3-3b46-4c73-8438-c167dd4ab188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:48:17.088412 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] Network hostable DHCP agents. Network: a7cedc47-5a06-4cc4-8e99-d57a5841e7f3, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:48:17.123537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9af58-0135-42b0-8778-7afaaa24a12b None None] Pushing event updated for resources: {'Port': ['ID=3d34b101-fb8c-4e9d-9b0c-9c84da4982fc,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:17.173352 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Attempting to bind port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:48:17.173718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Attempting to bind port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:48:17.174089 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Attempting to bind port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc on network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:48:17.178008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] Network a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:48:17.180149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:48:17.180816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Checking segment: {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:48:17.180960 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.181601 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Bound using segment: {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:48:17.182060 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Bound port: 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:48:17.182439 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.247092 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] For port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:48:17.250164 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] For port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3d34b101-fb8c-4e9d-9b0c-9c84da4982fc,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:48:17.263893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, a7cedc47-5a06-4cc4-8e99-d57a5841e7f3) {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:17.268616 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:17.269062 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.272755 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d936b8fd-54a7-48d6-afb8-7957d96adc96 None None] Network a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:48:17.335047 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39d6a685-4088-4897-9ebf-8b714894b797 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:17.390837 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.416137 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-966d3376-ba01-40d6-ac7a-92867df2aa63 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7386823 Aug 16 21:48:17.416354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41296) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:17.420828 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-324304808-router', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:17.507782 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9af58-0135-42b0-8778-7afaaa24a12b None None] Pushing event updated for resources: {'Port': ['ID=3d34b101-fb8c-4e9d-9b0c-9c84da4982fc,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:17.531688 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:17.532176 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.532306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:47:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:17.533318 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.535893 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 39d6a685-4088-4897-9ebf-8b714894b797 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:17.536268 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.569616 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-a7cedc47-5a06-4cc4-8e99-d57a5841e7f3', 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'fixed_ips': [{'subnet_id': 'e6f83e5b-a896-46a7-aa77-bc0b2c2c978e'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:48:17.571001 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.598912 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.779624 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-99fc96ec-da45-4420-8ef3-de8fb5a3a67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.799019 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:17.930699 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:18.157285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Allocated IP 172.20.0.2 (a7cedc47-5a06-4cc4-8e99-d57a5841e7f3/e6f83e5b-a896-46a7-aa77-bc0b2c2c978e/ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:48:18.164010 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:18.394493 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:18.406222 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:17Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:18.408240 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Transition to ACTIVE for port object ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:18.444586 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2c231-ad65-44ce-a691-0d879a013665 None None] The sync data for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 is: [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:17Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:48:18.460095 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Transition to ACTIVE for port object ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:18.529072 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:18.544762 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:18.551382 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:18.599726 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Network a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:18.603181 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:18.609017 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:48:18.618720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Pushing event updated for resources: {'Port': ['ID=ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:18.681512 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Attempting to bind port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:48:18.681858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Attempting to bind port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '55a4bdb3-3b46-4c73-8438-c167dd4ab188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:48:18.682227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Attempting to bind port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 on network a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:48:18.682900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Allocated IP 172.25.4.14 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:48:18.688383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:48:18.688732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Checking segment: {'id': '55a4bdb3-3b46-4c73-8438-c167dd4ab188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:48:18.689291 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:18.689578 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Bound using segment: {'id': '55a4bdb3-3b46-4c73-8438-c167dd4ab188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:48:18.690051 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Bound port: ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a4bdb3-3b46-4c73-8438-c167dd4ab188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:48:18.690437 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:18.766314 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] For port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:48:18.770858 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] For port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941,segment=NetworkSegment(55a4bdb3-3b46-4c73-8438-c167dd4ab188),segment_id=55a4bdb3-3b46-4c73-8438-c167dd4ab188)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:48:18.826230 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:18.876419 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:18.937144 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a21b2-bd0a-4115-9fac-a886ef4f7efc None None] Pushing event updated for resources: {'Port': ['ID=ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:18.978843 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.026004 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:19.029383 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:19.033292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:48:19.039857 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Pushing event updated for resources: {'Port': ['ID=438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:19.402593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:19.466836 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.481406 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.548141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:19.553318 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:19.555094 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.659421 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.708471 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.709103 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3d34b101-fb8c-4e9d-9b0c-9c84da4982fc,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:19.834247 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.835165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:19.916744 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b897c679-ad86-4b11-8572-e18e4e39a7c6 None None] Network a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:48:19.920990 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=3d34b101-fb8c-4e9d-9b0c-9c84da4982fc,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:19.932893 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Router acab22d2-1121-4fc5-a1c6-d78e2e773db8 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:48:20.043352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:48:20.053005 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Sync routers for ids ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:48:20.062789 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Routers {'acab22d2-1121-4fc5-a1c6-d78e2e773db8'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:20.063418 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:20.070107 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0b92afb1-222e-4fbf-b6ad-a5ab5dc598b0 None None] Provisioning for port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:20.072720 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:20.079854 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:20.080228 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.081652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0b92afb1-222e-4fbf-b6ad-a5ab5dc598b0 None None] Provisioning complete for port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:20.082011 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0b92afb1-222e-4fbf-b6ad-a5ab5dc598b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.165290 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.166979 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2d45ff0d-318f-4182-8b75-3a5d495f80e1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7493773 Aug 16 21:48:20.169686 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41300) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:20.178605 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Set router acab22d2-1121-4fc5-a1c6-d78e2e773db8 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:20.241715 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.244576 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0b92afb1-222e-4fbf-b6ad-a5ab5dc598b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.291219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941,segment=NetworkSegment(55a4bdb3-3b46-4c73-8438-c167dd4ab188),segment_id=55a4bdb3-3b46-4c73-8438-c167dd4ab188)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:20.372948 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.387545 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'name': 'tempest-TestShelveInstance-324304808-router', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:17Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 3, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'gw_port': {'id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:18Z', 'updated_at': '2021-08-16T21:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:20.416294 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Checking router: acab22d2-1121-4fc5-a1c6-d78e2e773db8 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:48:20.416644 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Updating router acab22d2-1121-4fc5-a1c6-d78e2e773db8 port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:48:20.442344 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.455120 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.db.api [None req-0b92afb1-222e-4fbf-b6ad-a5ab5dc598b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:48:20.455480 n-d-793619-14 neutron-server[95263]: DEBUG oslo_db.api [None req-0b92afb1-222e-4fbf-b6ad-a5ab5dc598b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:48:20.456411 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:20.626684 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.699797 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.709429 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Transition to ACTIVE for port object 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:20.784504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Allocated IP 172.20.0.1 (a7cedc47-5a06-4cc4-8e99-d57a5841e7f3/e6f83e5b-a896-46a7-aa77-bc0b2c2c978e/e1504d0d-e8f6-4919-8587-51e5d56cad1d) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:48:20.787803 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.837278 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Attempting to bind port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:48:20.837649 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Attempting to bind port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:48:20.838008 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Attempting to bind port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:48:20.844622 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4363114-ee2e-4db3-81f0-279eedba79b7 None None] Pushing event updated for resources: {'Port': ['ID=438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:20.846860 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.848921 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:48:20.849314 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:48:20.849713 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.850093 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:48:20.850565 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Bound port: 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:48:20.850945 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.887009 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:20.900746 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Transition to ACTIVE for port object e1504d0d-e8f6-4919-8587-51e5d56cad1d will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:20.902630 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] For port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:48:20.905888 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] For port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:48:21.001394 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:21.030342 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:21.051058 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Routers {'acab22d2-1121-4fc5-a1c6-d78e2e773db8'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:21.051841 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:21.070664 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Network a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:21.073498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:21.079016 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:48:21.108481 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4363114-ee2e-4db3-81f0-279eedba79b7 None None] Pushing event updated for resources: {'Port': ['ID=438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:21.111131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e1504d0d-e8f6-4919-8587-51e5d56cad1d,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:21.127411 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:21.129608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-0ac0889a-e9b8-4c9c-b977-7fce8b7fe86e None None] Provisioning complete for port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:21.130103 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0ac0889a-e9b8-4c9c-b977-7fce8b7fe86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:21.168899 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] Set router acab22d2-1121-4fc5-a1c6-d78e2e773db8 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:21.344369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:21.360510 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'name': 'tempest-TestShelveInstance-324304808-router', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:17Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 3, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'gw_port': {'id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:18Z', 'updated_at': '2021-08-16T21:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:21.371401 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:21.388971 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0da8b-0f62-4750-a960-a7c8e6fe62b9 None None] The sync data for ids ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'] in n-d-793619-14 is: [{'id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'name': 'tempest-TestShelveInstance-324304808-router', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:17Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 3, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'gw_port': {'id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:18Z', 'updated_at': '2021-08-16T21:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:48:21.397008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:21.397521 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:21.438979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cdd65810-9480-49cd-80ce-78b67cb98107 None None] Provisioning for port e1504d0d-e8f6-4919-8587-51e5d56cad1d completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:21.444897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-cdd65810-9480-49cd-80ce-78b67cb98107 None None] Provisioning complete for port e1504d0d-e8f6-4919-8587-51e5d56cad1d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:21.445820 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-cdd65810-9480-49cd-80ce-78b67cb98107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:21.512335 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-cdd65810-9480-49cd-80ce-78b67cb98107 None None] Port e1504d0d-e8f6-4919-8587-51e5d56cad1d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:48:21.514710 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:21.553584 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:21.568327 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:21.568767 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:21.624251 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:21.701231 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:21.703541 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e1504d0d-e8f6-4919-8587-51e5d56cad1d,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:21.804074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Network a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:21.806214 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:21.927625 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Router acab22d2-1121-4fc5-a1c6-d78e2e773db8 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:48:22.034532 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-7c76f50c-ca94-4908-9293-e3483fcc6e4b None None] Provisioning complete for port e1504d0d-e8f6-4919-8587-51e5d56cad1d triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:22.034910 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c76f50c-ca94-4908-9293-e3483fcc6e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:22.046911 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:48:22.060066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6bcdb94d-a4ec-4640-a1d9-d5ffa7ecb4b4 admin admin] 10.222.0.74 "PUT /v2.0/routers/acab22d2-1121-4fc5-a1c6-d78e2e773db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8887129 Aug 16 21:48:22.079199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-7c76f50c-ca94-4908-9293-e3483fcc6e4b None None] Port e1504d0d-e8f6-4919-8587-51e5d56cad1d cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:48:22.722032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41308) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:22.727418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-94cc66e0-8f9d-407a-9c73-19e2fcd87ca8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1071598509', 'description': 'tempest-secgroup-smoke-1071598509 description', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:22.835168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94cc66e0-8f9d-407a-9c73-19e2fcd87ca8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:22.916781 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94cc66e0-8f9d-407a-9c73-19e2fcd87ca8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:22.957196 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Sync routers for ids ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:48:22.966929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Routers {'acab22d2-1121-4fc5-a1c6-d78e2e773db8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:22.967546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:23.052227 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94cc66e0-8f9d-407a-9c73-19e2fcd87ca8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.078728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Set router acab22d2-1121-4fc5-a1c6-d78e2e773db8 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:23.081419 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc66e0-8f9d-407a-9c73-19e2fcd87ca8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2744771c-5c23-42ef-8c9b-fd607437228d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:23.126752 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-94cc66e0-8f9d-407a-9c73-19e2fcd87ca8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.128026 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-94cc66e0-8f9d-407a-9c73-19e2fcd87ca8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4049909 Aug 16 21:48:23.131098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41312) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:23.136020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-0a63832a-00f0-469f-8182-2350ddea8fb9 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '2744771c-5c23-42ef-8c9b-fd607437228d', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:23.234332 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a63832a-00f0-469f-8182-2350ddea8fb9 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.279233 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'name': 'tempest-TestShelveInstance-324304808-router', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:17Z', 'updated_at': '2021-08-16T21:48:21Z', 'revision_number': 4, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'gw_port': {'id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:18Z', 'updated_at': '2021-08-16T21:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'e1504d0d-e8f6-4919-8587-51e5d56cad1d', 'name': '', 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'mac_address': 'fa:16:3e:a7:ae:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e6f83e5b-a896-46a7-aa77-bc0b2c2c978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:20Z', 'updated_at': '2021-08-16T21:48:21Z', 'revision_number': 2, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'subnets': [{'id': 'e6f83e5b-a896-46a7-aa77-bc0b2c2c978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:23.293908 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a63832a-00f0-469f-8182-2350ddea8fb9 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.309926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Checking router: acab22d2-1121-4fc5-a1c6-d78e2e773db8 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:48:23.310292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Updating router acab22d2-1121-4fc5-a1c6-d78e2e773db8 port e1504d0d-e8f6-4919-8587-51e5d56cad1d binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:48:23.336076 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.368543 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:23.372444 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a63832a-00f0-469f-8182-2350ddea8fb9 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.392260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63832a-00f0-469f-8182-2350ddea8fb9 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36049b27-b0c0-403c-b88e-440e1e88682a,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:23.486535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0a63832a-00f0-469f-8182-2350ddea8fb9 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.487705 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0a63832a-00f0-469f-8182-2350ddea8fb9 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3556759 Aug 16 21:48:23.490584 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41314) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:23.495715 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-d6f52f24-ea0f-4413-95bc-a34d2ddaaaec tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '2744771c-5c23-42ef-8c9b-fd607437228d', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:23.615604 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:23.624787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:23.625206 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.640386 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6f52f24-ea0f-4413-95bc-a34d2ddaaaec tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.657568 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.675652 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Transition to ACTIVE for port object e1504d0d-e8f6-4919-8587-51e5d56cad1d will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:23.701589 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6f52f24-ea0f-4413-95bc-a34d2ddaaaec tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.722075 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.741715 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:23.753463 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.788040 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6f52f24-ea0f-4413-95bc-a34d2ddaaaec tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.810368 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf764a-ce38-45dc-b758-900b7bf247b0 None None] Pushing event updated for resources: {'Port': ['ID=e1504d0d-e8f6-4919-8587-51e5d56cad1d,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:23.810553 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f52f24-ea0f-4413-95bc-a34d2ddaaaec tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6febc91-91d2-4acc-bc88-0f0091024060,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:23.857411 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.879653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Attempting to bind port e1504d0d-e8f6-4919-8587-51e5d56cad1d on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:48:23.880030 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Attempting to bind port e1504d0d-e8f6-4919-8587-51e5d56cad1d by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '55a4bdb3-3b46-4c73-8438-c167dd4ab188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:48:23.880406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Attempting to bind port e1504d0d-e8f6-4919-8587-51e5d56cad1d on network a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:48:23.892600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:48:23.892983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Checking segment: {'id': '55a4bdb3-3b46-4c73-8438-c167dd4ab188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:48:23.893420 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.893820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Bound using segment: {'id': '55a4bdb3-3b46-4c73-8438-c167dd4ab188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:48:23.894298 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Bound port: e1504d0d-e8f6-4919-8587-51e5d56cad1d, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a4bdb3-3b46-4c73-8438-c167dd4ab188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:48:23.894692 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.920406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:23.934637 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d6f52f24-ea0f-4413-95bc-a34d2ddaaaec tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:23.938477 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d6f52f24-ea0f-4413-95bc-a34d2ddaaaec tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4444282 Aug 16 21:48:23.938843 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41316) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:23.943651 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4e38bdd5-2b22-4c0f-b436-19a0438d11bc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '2744771c-5c23-42ef-8c9b-fd607437228d', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:23.974957 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] For port e1504d0d-e8f6-4919-8587-51e5d56cad1d, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:48:23.978054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] For port e1504d0d-e8f6-4919-8587-51e5d56cad1d, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e1504d0d-e8f6-4919-8587-51e5d56cad1d,segment=NetworkSegment(55a4bdb3-3b46-4c73-8438-c167dd4ab188),segment_id=55a4bdb3-3b46-4c73-8438-c167dd4ab188)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:48:24.092114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4e38bdd5-2b22-4c0f-b436-19a0438d11bc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:24.099667 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:24.148480 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4e38bdd5-2b22-4c0f-b436-19a0438d11bc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:24.252961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4e38bdd5-2b22-4c0f-b436-19a0438d11bc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:24.275519 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38bdd5-2b22-4c0f-b436-19a0438d11bc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8ba370-fb16-4a9d-92f2-1edfa60dee0a,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:24.313758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf764a-ce38-45dc-b758-900b7bf247b0 None None] Pushing event updated for resources: {'Port': ['ID=e1504d0d-e8f6-4919-8587-51e5d56cad1d,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:24.316751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Routers {'acab22d2-1121-4fc5-a1c6-d78e2e773db8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:24.317413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:24.342538 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4e38bdd5-2b22-4c0f-b436-19a0438d11bc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:24.346336 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4e38bdd5-2b22-4c0f-b436-19a0438d11bc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4039061 Aug 16 21:48:24.346548 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41318) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:24.351178 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-640a14b2-99d9-4a44-9d66-2a51a5f3fafb tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '2744771c-5c23-42ef-8c9b-fd607437228d', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:24.433755 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-640a14b2-99d9-4a44-9d66-2a51a5f3fafb tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:24.436316 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] Set router acab22d2-1121-4fc5-a1c6-d78e2e773db8 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:24.500220 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-640a14b2-99d9-4a44-9d66-2a51a5f3fafb tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:24.612537 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-640a14b2-99d9-4a44-9d66-2a51a5f3fafb tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:24.632461 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a14b2-99d9-4a44-9d66-2a51a5f3fafb tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28302481-4e3c-4a08-921c-3eb23d6ecdcd,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:24.649397 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'name': 'tempest-TestShelveInstance-324304808-router', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:17Z', 'updated_at': '2021-08-16T21:48:21Z', 'revision_number': 4, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'gw_port': {'id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:18Z', 'updated_at': '2021-08-16T21:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'e1504d0d-e8f6-4919-8587-51e5d56cad1d', 'name': '', 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'mac_address': 'fa:16:3e:a7:ae:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e6f83e5b-a896-46a7-aa77-bc0b2c2c978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:20Z', 'updated_at': '2021-08-16T21:48:23Z', 'revision_number': 4, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'subnets': [{'id': 'e6f83e5b-a896-46a7-aa77-bc0b2c2c978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:24.679787 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b585d3-38cd-499e-a351-d530f785c1e3 None None] The sync data for ids ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'] in n-d-793619-14 is: [{'id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'name': 'tempest-TestShelveInstance-324304808-router', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:17Z', 'updated_at': '2021-08-16T21:48:21Z', 'revision_number': 4, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'gw_port': {'id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:18Z', 'updated_at': '2021-08-16T21:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': 'e1504d0d-e8f6-4919-8587-51e5d56cad1d', 'name': '', 'network_id': 'a7cedc47-5a06-4cc4-8e99-d57a5841e7f3', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'mac_address': 'fa:16:3e:a7:ae:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e6f83e5b-a896-46a7-aa77-bc0b2c2c978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:20Z', 'updated_at': '2021-08-16T21:48:23Z', 'revision_number': 4, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'subnets': [{'id': 'e6f83e5b-a896-46a7-aa77-bc0b2c2c978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:48:24.691155 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-640a14b2-99d9-4a44-9d66-2a51a5f3fafb tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:24.694968 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-640a14b2-99d9-4a44-9d66-2a51a5f3fafb tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449569 Aug 16 21:48:24.695202 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41320) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:24.700298 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-4320ac6b-c604-4bc0-9425-99019ffdf480 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '2744771c-5c23-42ef-8c9b-fd607437228d', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:24.810947 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-4320ac6b-c604-4bc0-9425-99019ffdf480 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Project d7da1359f8f94956b3eaaad6ae8e6e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:48:24.816365 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4320ac6b-c604-4bc0-9425-99019ffdf480 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:24.880920 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4320ac6b-c604-4bc0-9425-99019ffdf480 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.010948 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4320ac6b-c604-4bc0-9425-99019ffdf480 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.032458 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320ac6b-c604-4bc0-9425-99019ffdf480 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebcad01-b83b-4212-a367-6918216f6f7b,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:25.132452 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-4320ac6b-c604-4bc0-9425-99019ffdf480 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.134326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-4320ac6b-c604-4bc0-9425-99019ffdf480 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4378197 Aug 16 21:48:25.137001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41322) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:25.141628 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-26479a0b-e7bc-4040-931e-ab3a2ec22f98 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '2744771c-5c23-42ef-8c9b-fd607437228d', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:25.239720 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-26479a0b-e7bc-4040-931e-ab3a2ec22f98 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Project d7da1359f8f94956b3eaaad6ae8e6e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:48:25.245764 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26479a0b-e7bc-4040-931e-ab3a2ec22f98 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.321522 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26479a0b-e7bc-4040-931e-ab3a2ec22f98 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.418009 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26479a0b-e7bc-4040-931e-ab3a2ec22f98 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.431643 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e1504d0d-e8f6-4919-8587-51e5d56cad1d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:25.440003 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26479a0b-e7bc-4040-931e-ab3a2ec22f98 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d24c77-5c49-4ee3-acd3-75cff43d90c9,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:25.519450 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-26479a0b-e7bc-4040-931e-ab3a2ec22f98 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.520708 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-26479a0b-e7bc-4040-931e-ab3a2ec22f98 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3826392 Aug 16 21:48:25.549466 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port e1504d0d-e8f6-4919-8587-51e5d56cad1d completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:25.553769 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e1504d0d-e8f6-4919-8587-51e5d56cad1d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:25.554159 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.639053 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.672284 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port e1504d0d-e8f6-4919-8587-51e5d56cad1d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e1504d0d-e8f6-4919-8587-51e5d56cad1d,segment=NetworkSegment(55a4bdb3-3b46-4c73-8438-c167dd4ab188),segment_id=55a4bdb3-3b46-4c73-8438-c167dd4ab188)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:25.673579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-01a74fce-040d-489f-a62d-0ffffb6c1958 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071598509&fields=id&tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94 HTTP/1.1" status: 200 len: 267 time: 0.0409057 Aug 16 21:48:25.747992 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.748879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:25.783198 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-632e96d1-c923-4deb-9fe5-b452be170d91 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:25.784678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-632e96d1-c923-4deb-9fe5-b452be170d91 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 808 time: 0.1096730 Aug 16 21:48:25.800941 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-a84a6708-f014-4c92-922f-ec8e95a54981 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/quotas/d7da1359f8f94956b3eaaad6ae8e6e94 HTTP/1.1" status: 200 len: 375 time: 0.0100338 Aug 16 21:48:25.829081 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=e1504d0d-e8f6-4919-8587-51e5d56cad1d,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:25.841656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:25.842039 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.854246 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-62ec0adb-0ec5-4d49-ba86-a40d17ee89d6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467613 Aug 16 21:48:25.906931 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-46aa1e09-66f5-4286-9e8c-7f4e61a067dc req-7938b73e-b6ea-4641-8a45-733b1afc21eb service neutron] (95261) timed out ('10.222.0.76', 63652) {{(pid=95261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:48:25.950475 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-f94b1038-68e6-40df-992b-d445dc155c00 service neutron] 10.222.0.74 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845840 Aug 16 21:48:26.042483 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-13ecd906-0b80-4a9e-89ef-7921b9c664e4 service neutron] 10.222.0.74 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853276 Aug 16 21:48:26.273794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf8d6190-b590-42b7-93c5-e3220be0372c req-d04cc43a-2b87-4de8-b56e-1eaf84bfa73a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 210 time: 0.0272996 Aug 16 21:48:27.338120 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e1504d0d-e8f6-4919-8587-51e5d56cad1d up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:27.350250 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8d4119a3-9df0-4faf-b62c-60dad5faa993 req-28fddc6e-30ae-44fa-bc4e-2adb5b0e11db tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 210 time: 0.0267293 Aug 16 21:48:27.387208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port e1504d0d-e8f6-4919-8587-51e5d56cad1d triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:27.387578 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:28.425996 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1cd47726-de56-4cd0-afff-ff822f798dc3 req-c5bebef6-6d18-4468-ae08-1177165cdf26 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 210 time: 0.0259080 Aug 16 21:48:29.505885 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b04bf982-be8a-42af-8bc1-16ca801f49e9 req-cf1112f0-5466-4c6b-a25d-ef6aa0a5c94e tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 210 time: 0.0307331 Aug 16 21:48:30.598019 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ccc2c53d-5516-4dd1-9af1-53c244ac52e9 req-cff71191-483e-4a73-849d-cd5ff62e8df2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 210 time: 0.0257084 Aug 16 21:48:30.832151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-f16a387b-b5d1-4139-b172-f3af979130d0 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:30.833737 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-f16a387b-b5d1-4139-b172-f3af979130d0 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 808 time: 0.0983651 Aug 16 21:48:30.875276 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-eeac73da-5975-482c-8c22-571b9b1594a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94 HTTP/1.1" status: 200 len: 380 time: 0.0322020 Aug 16 21:48:30.884152 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'port': {'device_id': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'admin_state_up': True, 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'security_groups': ['2744771c-5c23-42ef-8c9b-fd607437228d']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:31.058235 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Made reservation on behalf of d7da1359f8f94956b3eaaad6ae8e6e94 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:48:31.061859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.189981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Allocated IP 172.20.0.14 (8f4d5607-69d6-42d6-9fa6-7afe45565d14/5a6ef770-bda8-49e2-8c2c-e89cfd55f11f/bf5c542a-e3ec-43b4-92ad-4810c0424fbf) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:48:31.324723 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.337453 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Transition to ACTIVE for port object bf5c542a-e3ec-43b4-92ad-4810c0424fbf will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:31.435639 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.481127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:31.486062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:31.489706 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:48:31.518771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'Port': ['ID=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:31.544704 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:31.545360 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.619728 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-869171db-2f15-4a88-b478-e5896c19f3b5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7390079 Aug 16 21:48:31.633786 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Request body: {'port': {'device_id': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:31.688720 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.691447 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-0c8762f8-549b-415e-ba52-5315d8c4d912 req-8b160d55-5889-4af6-80aa-5aae3a0e8b42 service neutron] (95262) timed out ('10.222.0.79', 50024) {{(pid=95262) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:48:31.724675 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c7df4-9a8a-4c2b-a8cb-6826d0dbd64a req-34b1e40a-deb5-466c-b24f-33a23c3d41de tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:31.726274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b44c7df4-9a8a-4c2b-a8cb-6826d0dbd64a req-34b1e40a-deb5-466c-b24f-33a23c3d41de tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 932 time: 0.0515857 Aug 16 21:48:31.765273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b44c7df4-9a8a-4c2b-a8cb-6826d0dbd64a req-eff56d62-6efd-4b69-9c5d-f1d93198a5bb tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326924 Aug 16 21:48:31.835032 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bc645992-7d93-4495-b322-0880bad25586 None None] Provisioning for port bf5c542a-e3ec-43b4-92ad-4810c0424fbf completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:31.839039 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-bc645992-7d93-4495-b322-0880bad25586 None None] Provisioning complete for port bf5c542a-e3ec-43b4-92ad-4810c0424fbf triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:31.839439 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bc645992-7d93-4495-b322-0880bad25586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.888152 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-bc645992-7d93-4495-b322-0880bad25586 None None] Port bf5c542a-e3ec-43b4-92ad-4810c0424fbf cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:48:31.960371 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5c542a-e3ec-43b4-92ad-4810c0424fbf {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:48:31.967822 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.980594 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Transition to ACTIVE for port object bf5c542a-e3ec-43b4-92ad-4810c0424fbf will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:32.084876 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:32.135633 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:32.207452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Attempting to bind port bf5c542a-e3ec-43b4-92ad-4810c0424fbf on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:48:32.207791 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Attempting to bind port bf5c542a-e3ec-43b4-92ad-4810c0424fbf by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:48:32.208127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Attempting to bind port bf5c542a-e3ec-43b4-92ad-4810c0424fbf on network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:48:32.213260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Port bf5c542a-e3ec-43b4-92ad-4810c0424fbf on network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:48:32.213582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Attempting to bind port bf5c542a-e3ec-43b4-92ad-4810c0424fbf on network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:48:32.218445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:48:32.218777 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Checking segment: {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:48:32.219161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Bound using segment: {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:48:32.219585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Bound port: bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:48:32.219947 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:32.291332 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:48:32.294605 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:48:32.384549 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:32.419227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.419840 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:32.421257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] 10.222.0.76 "PUT /v2.0/ports/bf5c542a-e3ec-43b4-92ad-4810c0424fbf HTTP/1.1" status: 200 len: 1093 time: 0.7931142 Aug 16 21:48:32.421699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:48:32.423935 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90940a6-06fb-4e55-b60f-56d90dddc1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:48:32.448573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0564c08-3ed7-42ec-97cb-9a051b4a6bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:32.464960 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee38717-3575-4e64-8339-d0f786e9f6b1 x-openstack-request-id: req-cee38717-3575-4e64-8339-d0f786e9f6b1 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:48:32.465437 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:48:32.465701 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cee38717-3575-4e64-8339-d0f786e9f6b1 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:48:32.466113 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'status': 'completed', 'code': 200} Aug 16 21:48:32.533817 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90940a6-06fb-4e55-b60f-56d90dddc1dd req-c74759e5-6883-4e44-90c1-68d82db8a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.536154 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f90940a6-06fb-4e55-b60f-56d90dddc1dd req-c74759e5-6883-4e44-90c1-68d82db8a3aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1096 time: 0.0518973 Aug 16 21:48:32.640333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90940a6-06fb-4e55-b60f-56d90dddc1dd req-a133d929-4daa-4133-a888-6d958a897a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.641794 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f90940a6-06fb-4e55-b60f-56d90dddc1dd req-a133d929-4daa-4133-a888-6d958a897a01 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0983551 Aug 16 21:48:32.737989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90940a6-06fb-4e55-b60f-56d90dddc1dd req-496090a5-4567-45c0-aa16-810b7ccde479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.739368 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-f90940a6-06fb-4e55-b60f-56d90dddc1dd req-496090a5-4567-45c0-aa16-810b7ccde479 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888438 Aug 16 21:48:32.820034 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-36cf3c64-5871-4145-8c01-848172cf148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.821630 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-36cf3c64-5871-4145-8c01-848172cf148e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1096 time: 0.0465245 Aug 16 21:48:32.863954 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-3382ec34-a0ef-406a-860f-45549da4fea6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf HTTP/1.1" status: 200 len: 217 time: 0.0343585 Aug 16 21:48:32.878171 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607ec8-9d79-4b25-ba6c-f2a6557983e3 req-2ed8948d-3d37-4066-b073-236acec5eb7b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.879658 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6607ec8-9d79-4b25-ba6c-f2a6557983e3 req-2ed8948d-3d37-4066-b073-236acec5eb7b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0483842 Aug 16 21:48:32.913612 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-430f5313-fd29-426c-a295-2f445b392cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.915596 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-430f5313-fd29-426c-a295-2f445b392cc7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0453417 Aug 16 21:48:32.917329 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e6607ec8-9d79-4b25-ba6c-f2a6557983e3 req-a5609f15-b6ed-4da7-9399-87ce86c4bed3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315850 Aug 16 21:48:32.965904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e55a8ee5-c46a-4609-b313-6c81f004dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.967407 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-e55a8ee5-c46a-4609-b313-6c81f004dc8a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450244 Aug 16 21:48:33.056951 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-5a16be1a-b694-4d98-af49-dd13daa3930e service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827520 Aug 16 21:48:33.149938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-e0ef16e0-b3b3-42bc-98c2-25e6b60d6533 req-c3b7d511-5a12-4e4f-9832-c210525b6257 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859628 Aug 16 21:48:33.303164 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:33.411709 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:34.035883 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f686b4a-529c-4428-a48a-667ff1a5af5e req-75f1862e-6d3e-497d-b286-06c4dab75d62 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:34.037380 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f686b4a-529c-4428-a48a-667ff1a5af5e req-75f1862e-6d3e-497d-b286-06c4dab75d62 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0518944 Aug 16 21:48:34.075117 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2f686b4a-529c-4428-a48a-667ff1a5af5e req-71628beb-3227-4841-a80d-d530d8c16730 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312574 Aug 16 21:48:35.189665 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b88483-3f61-4752-b070-b28b15b35a10 req-61f47cf8-2f99-43c3-bf82-9bda785a84c5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:35.191139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95b88483-3f61-4752-b070-b28b15b35a10 req-61f47cf8-2f99-43c3-bf82-9bda785a84c5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0491736 Aug 16 21:48:35.228805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-95b88483-3f61-4752-b070-b28b15b35a10 req-77619f10-eb89-41fe-833b-6abd86486898 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Aug 16 21:48:36.341462 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127afa6-7567-4a1a-808f-121850c29201 req-a1142692-fb5f-49d8-8465-b35e872d39b1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:36.342972 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8127afa6-7567-4a1a-808f-121850c29201 req-a1142692-fb5f-49d8-8465-b35e872d39b1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0484776 Aug 16 21:48:36.380322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8127afa6-7567-4a1a-808f-121850c29201 req-02887f68-d176-43cb-a088-a007613987e8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313132 Aug 16 21:48:36.385265 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bf5c542a-e3ec-43b4-92ad-4810c0424fbf details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:48:36.479937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:36.491199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'port_id': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'mac_address': 'fa:16:3e:1b:76:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:48:36.532737 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:36.545973 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5c542a-e3ec-43b4-92ad-4810c0424fbf {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:48:36.565816 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:36.635218 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:36.682991 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:36.835371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bf5c542a-e3ec-43b4-92ad-4810c0424fbf'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:48:37.497817 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd1f99-384f-4106-985e-655940246694 req-2b7a439f-36fa-485d-bc9a-0786cb346ade tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:37.499274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2bd1f99-384f-4106-985e-655940246694 req-2b7a439f-36fa-485d-bc9a-0786cb346ade tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 945 time: 0.0518928 Aug 16 21:48:37.536224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b2bd1f99-384f-4106-985e-655940246694 req-05a73e85-4a33-453d-be1f-36260901b1ef tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309849 Aug 16 21:48:38.384192 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bf5c542a-e3ec-43b4-92ad-4810c0424fbf up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:38.509587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port bf5c542a-e3ec-43b4-92ad-4810c0424fbf completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:38.513365 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port bf5c542a-e3ec-43b4-92ad-4810c0424fbf triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:38.513741 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:38.594294 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:38.616524 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:48:38.618798 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfb2437-87c2-4490-808d-433b0cb24645" -d '{"events": [{"server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "name": "network-vif-plugged", "status": "completed", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:48:38.635269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:38.655044 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a027ab-889d-4528-a03e-21a32046ed24 req-b4c972e6-b35f-43b0-9dbd-4804246bc1d1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:38.657086 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655637a2-4b26-4da2-91b6-0b5f90282d58 x-openstack-request-id: req-655637a2-4b26-4da2-91b6-0b5f90282d58 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:48:38.657380 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "name": "network-vif-plugged", "status": "completed", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:48:38.657637 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-655637a2-4b26-4da2-91b6-0b5f90282d58 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:48:38.657847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37a027ab-889d-4528-a03e-21a32046ed24 req-b4c972e6-b35f-43b0-9dbd-4804246bc1d1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 945 time: 0.0514019 Aug 16 21:48:38.658037 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'code': 200} Aug 16 21:48:38.698141 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37a027ab-889d-4528-a03e-21a32046ed24 req-e7a45354-e39e-4e9b-a5ff-158de08389b1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332613 Aug 16 21:48:38.719497 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:38.755921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0729b-cf25-44ec-9fd5-198f22d390e8 req-89bdba8d-a4d6-41a8-a151-b8c761962d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:38.757612 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3cc0729b-cf25-44ec-9fd5-198f22d390e8 req-89bdba8d-a4d6-41a8-a151-b8c761962d76 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1098 time: 0.0439608 Aug 16 21:48:38.767350 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:38.792677 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3cc0729b-cf25-44ec-9fd5-198f22d390e8 req-fffe8438-41e7-4120-8b04-d547be4b9300 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285707 Aug 16 21:48:39.774205 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:48:39.816481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0e012-7580-4ab8-943e-a85cdf1c7e6c req-4aa2eef8-8f2d-4c49-ad92-83b9de895e80 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:39.817980 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ca0e012-7580-4ab8-943e-a85cdf1c7e6c req-4aa2eef8-8f2d-4c49-ad92-83b9de895e80 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0496564 Aug 16 21:48:39.855675 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7ca0e012-7580-4ab8-943e-a85cdf1c7e6c req-757cc4e8-df36-474f-af0f-7789a6d89be7 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314372 Aug 16 21:48:40.292076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-de04212f-231a-4e37-b31e-cd98a55e0ec1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393622 Aug 16 21:48:40.375005 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-20baf818-c449-43a4-8bb4-7d07055daaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:40.376491 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-20baf818-c449-43a4-8bb4-7d07055daaca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1098 time: 0.0446801 Aug 16 21:48:40.489191 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-2ab8746b-be48-4bfb-94e6-77616567c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:40.490658 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-2ab8746b-be48-4bfb-94e6-77616567c105 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0952499 Aug 16 21:48:40.535140 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-21974fd9-294a-4222-9284-c6574a5c927c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf HTTP/1.1" status: 200 len: 217 time: 0.0378180 Aug 16 21:48:40.583832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-c0e537c7-f674-466b-bd73-78608b03e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:40.585265 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-c0e537c7-f674-466b-bd73-78608b03e0be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0439954 Aug 16 21:48:40.635024 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-61b84bd8-9d7b-4f83-b53d-cfa98524e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:40.636584 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-61b84bd8-9d7b-4f83-b53d-cfa98524e699 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450385 Aug 16 21:48:40.732532 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-becc296e-12a6-4525-b420-96e1c1bab5f6 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884748 Aug 16 21:48:40.824391 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-87d9e295-560a-47f5-9d6a-76159376aa2e req-5a1364b1-ca2a-4125-995e-7149c4dfc4b4 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850461 Aug 16 21:48:40.974103 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfad3d-19ed-42ff-b569-88553d3a68fb req-8507bf6f-cf8c-44c9-948c-5439d2026588 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:40.975641 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c4bfad3d-19ed-42ff-b569-88553d3a68fb req-8507bf6f-cf8c-44c9-948c-5439d2026588 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0522785 Aug 16 21:48:41.013824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c4bfad3d-19ed-42ff-b569-88553d3a68fb req-e3f6c3e7-92cb-4a40-9630-4ddad8e49b99 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Aug 16 21:48:41.126099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff22ee-bf58-4e60-87b1-c4634b3a7e74 req-aab0e455-fe71-4370-a332-71903d564044 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:41.127579 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38ff22ee-bf58-4e60-87b1-c4634b3a7e74 req-aab0e455-fe71-4370-a332-71903d564044 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0483947 Aug 16 21:48:41.165005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-38ff22ee-bf58-4e60-87b1-c4634b3a7e74 req-758407b5-fd69-4546-b461-b0f70eb92a63 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Aug 16 21:48:41.186736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41390) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:41.312898 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f5620-38f4-422d-be1b-d678e23bdd59 tempest-TestShelveInstance-1719505897 tempest-TestShelveInstance-1719505897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:41.314478 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-1c7f5620-38f4-422d-be1b-d678e23bdd59 tempest-TestShelveInstance-1719505897 tempest-TestShelveInstance-1719505897-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1093 time: 0.1266863 Aug 16 21:48:41.317601 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41394) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:41.322068 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:41.406672 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for floatingip, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:41.507076 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:41.614120 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Allocated IP 172.25.4.122 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/c9708bcc-6c2b-49c5-9fdf-f7221b2f1411) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:48:41.715498 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:41.886753 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:41.922376 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:41.927202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:41.931442 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:48:41.960247 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'Port': ['ID=c9708bcc-6c2b-49c5-9fdf-f7221b2f1411,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:42.289306 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:42.407528 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:42.556834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:42.611683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:42.684062 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'Port': ['ID=c9708bcc-6c2b-49c5-9fdf-f7221b2f1411,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:42.697562 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:42.800028 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Floating IP fbba68bf-26e0-4ea5-9673-78636d311995 associated. External IP: 172.25.4.122, port: bf5c542a-e3ec-43b4-92ad-4810c0424fbf. Aug 16 21:48:43.002991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Router 6bfa8287-75e6-4e6f-b20d-3c5855237526 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:48:43.109067 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:48:43.120331 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6efcaf-a36b-4273-834c-6525b0b11616 None None] Sync routers for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:48:43.129778 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6efcaf-a36b-4273-834c-6525b0b11616 None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:43.138046 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8a6efcaf-a36b-4273-834c-6525b0b11616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:43.199068 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:43.226945 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4af7e143-b2a6-4038-863d-75284c394cca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9083240 Aug 16 21:48:43.227520 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:48:43.229781 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8dd635-0de4-46c7-83b7-f65d1f919daf" -d '{"events": [{"name": "network-changed", "server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:48:43.239033 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-8a6efcaf-a36b-4273-834c-6525b0b11616 None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:43.268011 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddcf2e1-aee2-4ae3-868d-e1aff1b8569f x-openstack-request-id: req-dddcf2e1-aee2-4ae3-868d-e1aff1b8569f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:48:43.268377 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:48:43.268700 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dddcf2e1-aee2-4ae3-868d-e1aff1b8569f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:48:43.269215 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'status': 'completed', 'code': 200} Aug 16 21:48:43.332701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd635-0de4-46c7-83b7-f65d1f919daf req-06f7f455-c0af-4a4b-9a11-dea273f5cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:43.334340 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3c8dd635-0de4-46c7-83b7-f65d1f919daf req-06f7f455-c0af-4a4b-9a11-dea273f5cd18 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1098 time: 0.0438995 Aug 16 21:48:43.430505 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd635-0de4-46c7-83b7-f65d1f919daf req-e9485360-6ec3-4410-a5f2-b065ea0f22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:43.432182 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3c8dd635-0de4-46c7-83b7-f65d1f919daf req-e9485360-6ec3-4410-a5f2-b065ea0f22ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0910985 Aug 16 21:48:43.497710 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3c8dd635-0de4-46c7-83b7-f65d1f919daf req-9f607854-a1bc-4211-8e8c-faf116b3c74a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf HTTP/1.1" status: 200 len: 1000 time: 0.0585282 Aug 16 21:48:43.548806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd635-0de4-46c7-83b7-f65d1f919daf req-fb37a7fc-0370-43ba-8dfe-a4ec82425aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:43.550409 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3c8dd635-0de4-46c7-83b7-f65d1f919daf req-fb37a7fc-0370-43ba-8dfe-a4ec82425aa0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0460339 Aug 16 21:48:43.552000 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8a6efcaf-a36b-4273-834c-6525b0b11616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'fbba68bf-26e0-4ea5-9673-78636d311995', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'port_id': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'mac_address': 'fa:16:3e:1b:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:48:42Z', 'updated_at': '2021-08-16T21:48:42Z', 'revision_number': 0, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:43.578057 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6efcaf-a36b-4273-834c-6525b0b11616 None None] Checking router: 6bfa8287-75e6-4e6f-b20d-3c5855237526 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:48:43.588201 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6efcaf-a36b-4273-834c-6525b0b11616 None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:43.588820 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8a6efcaf-a36b-4273-834c-6525b0b11616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:48:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:43.600751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd635-0de4-46c7-83b7-f65d1f919daf req-735ec84d-507c-47e9-8637-e0af3399e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:43.602940 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3c8dd635-0de4-46c7-83b7-f65d1f919daf req-735ec84d-507c-47e9-8637-e0af3399e996 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457764 Aug 16 21:48:43.692812 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-8a6efcaf-a36b-4273-834c-6525b0b11616 None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:43.693441 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3c8dd635-0de4-46c7-83b7-f65d1f919daf req-360b0a9c-f732-4245-b429-35284f217c14 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831718 Aug 16 21:48:43.787845 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3c8dd635-0de4-46c7-83b7-f65d1f919daf req-a0ae9246-da07-4ea4-890a-1abe55a692d2 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879018 Aug 16 21:48:43.912453 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-8a6efcaf-a36b-4273-834c-6525b0b11616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'fbba68bf-26e0-4ea5-9673-78636d311995', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'port_id': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'mac_address': 'fa:16:3e:1b:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:48:42Z', 'updated_at': '2021-08-16T21:48:42Z', 'revision_number': 0, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:43.938312 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6efcaf-a36b-4273-834c-6525b0b11616 None None] The sync data for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 is: [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'fbba68bf-26e0-4ea5-9673-78636d311995', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'port_id': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'mac_address': 'fa:16:3e:1b:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:48:42Z', 'updated_at': '2021-08-16T21:48:42Z', 'revision_number': 0, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:48:44.130495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fd3473-fac9-4107-9d48-61c08254c4eb None None] New status for floating IP fbba68bf-26e0-4ea5-9673-78636d311995: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:48:45.269191 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aae429f1-222d-401e-b75c-548c3265164c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:47.547392 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3942dfe8-7718-421f-a945-26a9503c9e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:48.141696 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:49.451721 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:50.828924 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:03.352518 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:03.461447 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:15.320576 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-058cb2a8-4d21-4f68-b9a0-20eac34e1cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:16.773284 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:49:17.592334 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e778ca2b-c1d6-491f-8cbd-b4c879da7aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:18.045353 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:19.439578 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:20.889713 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:33.348660 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:33.408935 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:41.286600 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-7cd39e2e-cdca-46aa-bca7-f96f35acdc9c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394869 Aug 16 21:49:41.366292 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-30c11970-8612-4688-92b9-c1200c359c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:41.367939 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-30c11970-8612-4688-92b9-c1200c359c99 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1098 time: 0.0414617 Aug 16 21:49:41.472916 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-239e663e-b1ab-442f-b161-d58f172bad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:41.474545 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-239e663e-b1ab-442f-b161-d58f172bad35 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0881121 Aug 16 21:49:41.538878 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-fdd47ddc-4a0b-41b5-abb2-6799224f3098 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf HTTP/1.1" status: 200 len: 1002 time: 0.0577013 Aug 16 21:49:41.591116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-116f2ff5-d940-47ce-a2c9-5d799d4ab55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:41.592518 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-116f2ff5-d940-47ce-a2c9-5d799d4ab55d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0471010 Aug 16 21:49:41.637198 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-dc52fe3c-1b71-467f-a512-d9fe52a15f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:41.638632 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-dc52fe3c-1b71-467f-a512-d9fe52a15f92 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390763 Aug 16 21:49:41.726544 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-87a1485a-67d6-4c7a-8737-649566cea62f service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802176 Aug 16 21:49:41.817307 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d32368df-42b2-47b9-9b4a-5207b0bd098a req-f6403052-a896-4680-b54c-1cbc13aa6043 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841095 Aug 16 21:49:45.307813 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2dc34658-6e2e-4271-a2af-107830614fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:47.525401 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-61dc1a14-5af4-4b1d-9108-89e27db677bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:48.044660 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:49.485153 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:50.872018 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:53.773569 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:50:03.353406 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:03.419820 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:15.278653 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-562a980c-5ecd-4561-87d8-27228074037d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:17.837080 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-898c70a0-8156-4d58-a63e-5fccb17c3661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:18.019801 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:19.490170 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:20.890136 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:30.772216 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:50:33.361997 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:33.449543 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.991666 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11c603-6583-4a0a-bab1-fff94e2dcccc req-cd8a6b45-68ac-4dda-a0f1-f336a4a59959 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:37.993194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c11c603-6583-4a0a-bab1-fff94e2dcccc req-cd8a6b45-68ac-4dda-a0f1-f336a4a59959 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0504963 Aug 16 21:50:38.035578 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6c11c603-6583-4a0a-bab1-fff94e2dcccc req-7f571074-c11b-4d22-aef5-a8b62ebff9d5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360873 Aug 16 21:50:39.169945 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b9360-bd6d-4313-8222-797528436dac req-fc5b38d4-430f-430a-9b3e-eb64efc8f5a4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:39.171420 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-072b9360-bd6d-4313-8222-797528436dac req-fc5b38d4-430f-430a-9b3e-eb64efc8f5a4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0494699 Aug 16 21:50:39.208476 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-072b9360-bd6d-4313-8222-797528436dac req-dc35fc38-f0fc-4245-bff2-5d9a33dda96a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Aug 16 21:50:40.347900 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266a3f1-da4a-4158-8970-05048995200b req-7674ca0e-8b49-4bc5-a9ae-cc626f3dba22 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:40.349386 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0266a3f1-da4a-4158-8970-05048995200b req-7674ca0e-8b49-4bc5-a9ae-cc626f3dba22 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0479639 Aug 16 21:50:40.387013 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0266a3f1-da4a-4158-8970-05048995200b req-75f34375-748e-4193-8310-7ef3981dd5f4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Aug 16 21:50:41.501785 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77d2fc-26dc-4b87-a4bf-46af4e94185b req-daa630b7-e8c1-44cc-9ff4-387badd507ff tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:41.503314 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f77d2fc-26dc-4b87-a4bf-46af4e94185b req-daa630b7-e8c1-44cc-9ff4-387badd507ff tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0488088 Aug 16 21:50:41.544687 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7f77d2fc-26dc-4b87-a4bf-46af4e94185b req-c4af7b1f-e2a0-4237-bd7b-839f04682341 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354500 Aug 16 21:50:42.357550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758b99e-5b9e-4b77-9278-e6cf0d59af51 req-3ed4990f-bba0-43f6-9e60-56ad0ec0b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:42.359046 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d758b99e-5b9e-4b77-9278-e6cf0d59af51 req-3ed4990f-bba0-43f6-9e60-56ad0ec0b47a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1098 time: 0.0835025 Aug 16 21:50:42.465979 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758b99e-5b9e-4b77-9278-e6cf0d59af51 req-6014e3f4-107f-4cf0-8861-8945d03e51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:42.467472 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d758b99e-5b9e-4b77-9278-e6cf0d59af51 req-6014e3f4-107f-4cf0-8861-8945d03e51e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0892665 Aug 16 21:50:42.531535 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d758b99e-5b9e-4b77-9278-e6cf0d59af51 req-a7c6ac7e-83b5-4a7c-8bab-f387fe0e7f58 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf HTTP/1.1" status: 200 len: 1002 time: 0.0568714 Aug 16 21:50:42.585870 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758b99e-5b9e-4b77-9278-e6cf0d59af51 req-565f621c-46ed-453b-a9a0-728e758a924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:42.587345 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d758b99e-5b9e-4b77-9278-e6cf0d59af51 req-565f621c-46ed-453b-a9a0-728e758a924e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0486283 Aug 16 21:50:42.633936 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758b99e-5b9e-4b77-9278-e6cf0d59af51 req-a8d21359-071a-4991-ab8c-be53d6f81db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:42.635481 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d758b99e-5b9e-4b77-9278-e6cf0d59af51 req-a8d21359-071a-4991-ab8c-be53d6f81db1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406301 Aug 16 21:50:42.657858 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6ca94-dd04-4cda-8c09-c6a804101d60 req-471a4478-c1d5-4bef-a33a-36b0c8644293 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:42.659323 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3d6ca94-dd04-4cda-8c09-c6a804101d60 req-471a4478-c1d5-4bef-a33a-36b0c8644293 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0485272 Aug 16 21:50:42.697643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b3d6ca94-dd04-4cda-8c09-c6a804101d60 req-9b122461-c9a3-4f31-8a81-04ae5784f0b8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 Aug 16 21:50:42.728599 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d758b99e-5b9e-4b77-9278-e6cf0d59af51 req-cd7a7a8f-f29e-4fe6-af7d-b6f0c3ae12d2 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848484 Aug 16 21:50:43.168079 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-d758b99e-5b9e-4b77-9278-e6cf0d59af51 req-de9e6a86-1299-4daa-9e86-731ac5389356 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326842 Aug 16 21:50:43.812432 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e423b-cc49-4e6b-ba86-dea992e4a654 req-24d8f9af-1a93-4aeb-a959-a9f9013cfac8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:43.813944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c58e423b-cc49-4e6b-ba86-dea992e4a654 req-24d8f9af-1a93-4aeb-a959-a9f9013cfac8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0484400 Aug 16 21:50:43.851678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c58e423b-cc49-4e6b-ba86-dea992e4a654 req-09ddee39-fa13-478a-9b72-10e6270f0e45 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309813 Aug 16 21:50:44.971311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6f420-c297-4031-81be-7af9cf2829f5 req-c7951477-833e-42e7-aac6-14ac1894303a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:44.972805 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75c6f420-c297-4031-81be-7af9cf2829f5 req-c7951477-833e-42e7-aac6-14ac1894303a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0501537 Aug 16 21:50:45.015966 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75c6f420-c297-4031-81be-7af9cf2829f5 req-c81ee848-c731-4ae3-b679-b95213c64e40 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370958 Aug 16 21:50:45.266365 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-55c482c0-712a-43b1-8658-ada585e34316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:46.457735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b41438-e9a8-4894-9013-bbb10650c061 req-5ba15443-382d-4110-80f3-bd10ef5acbbb tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:46.459802 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87b41438-e9a8-4894-9013-bbb10650c061 req-5ba15443-382d-4110-80f3-bd10ef5acbbb tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.3765152 Aug 16 21:50:46.497351 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87b41438-e9a8-4894-9013-bbb10650c061 req-21959a5d-d516-4b53-b9e2-744c98951530 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Aug 16 21:50:47.556267 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aa2bed06-cbdd-438a-abeb-62033d14d2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.614477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ae883-ac43-4252-95c2-68c014d3c490 req-ea587b32-6d19-46fe-8d08-3805b9a242e4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:47.615929 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e98ae883-ac43-4252-95c2-68c014d3c490 req-ea587b32-6d19-46fe-8d08-3805b9a242e4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0484591 Aug 16 21:50:47.654003 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e98ae883-ac43-4252-95c2-68c014d3c490 req-2c3c64cd-5f17-4f45-b0b8-235ce5b68215 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Aug 16 21:50:48.013386 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:48.768067 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2759d88-96e7-44f2-b382-14c3aab7bf20 req-6a4710c2-e130-414f-81c6-5bcfbfcfdb57 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:48.769570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2759d88-96e7-44f2-b382-14c3aab7bf20 req-6a4710c2-e130-414f-81c6-5bcfbfcfdb57 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0491183 Aug 16 21:50:48.810516 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f2759d88-96e7-44f2-b382-14c3aab7bf20 req-333f8ee6-836b-4835-bf42-148b34a981de tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345128 Aug 16 21:50:49.494840 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:49.926764 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e84ab-49c6-4e6c-a285-d1e35d8ced11 req-82afc313-6c84-41a5-bc8e-1444787045e5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:49.928129 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-321e84ab-49c6-4e6c-a285-d1e35d8ced11 req-82afc313-6c84-41a5-bc8e-1444787045e5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0491371 Aug 16 21:50:49.972644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-321e84ab-49c6-4e6c-a285-d1e35d8ced11 req-db7affe3-042e-48db-a834-efafe8078ad3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380909 Aug 16 21:50:50.923686 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.091789 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923ac43-62b9-4f1a-ace2-4aba0e519917 req-d65a47c6-08e9-4cf9-855a-108439c5a981 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:51.093419 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e923ac43-62b9-4f1a-ace2-4aba0e519917 req-d65a47c6-08e9-4cf9-855a-108439c5a981 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0528994 Aug 16 21:50:51.132502 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e923ac43-62b9-4f1a-ace2-4aba0e519917 req-5d9840b0-38d6-4d43-bbb3-8601bd6b2e5e tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326319 Aug 16 21:50:51.224408 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bf5c542a-e3ec-43b4-92ad-4810c0424fbf details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:50:51.317615 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:51.328463 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'port_id': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'mac_address': 'fa:16:3e:1b:76:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:50:51.369454 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.382462 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf5c542a-e3ec-43b4-92ad-4810c0424fbf {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:50:51.402356 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:51.519871 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.587160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:51.595628 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bf5c542a-e3ec-43b4-92ad-4810c0424fbf'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:50:51.621758 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:51.622128 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:51.622455 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:51.622795 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:51.623124 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:51.623467 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:51.623799 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:51.624133 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:51.624485 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:51.624788 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:51.625149 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:51.625465 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:52.256449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106f9f6-f3eb-4c8d-8b4b-8a7e0a61df9d req-a8c21482-f6dd-40ee-81ed-05213b26ff53 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:52.258083 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e106f9f6-f3eb-4c8d-8b4b-8a7e0a61df9d req-a8c21482-f6dd-40ee-81ed-05213b26ff53 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 945 time: 0.0530195 Aug 16 21:50:52.306409 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e106f9f6-f3eb-4c8d-8b4b-8a7e0a61df9d req-00655264-38cb-4a21-ba4d-ae59d34ed418 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Aug 16 21:50:53.240777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bf5c542a-e3ec-43b4-92ad-4810c0424fbf up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:50:53.295684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port bf5c542a-e3ec-43b4-92ad-4810c0424fbf triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:50:53.296061 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:53.382012 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:53.422716 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:53.423270 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:53.425665 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d95f83c-dfce-487a-b58e-7a253ee08ec7" -d '{"events": [{"server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "name": "network-vif-plugged", "status": "completed", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:53.440170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29ce1-7741-4b65-9ba1-0c86ebacece1 req-8c8ab2ec-f855-40e8-a5f5-a9113e00a8ef tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:53.448448 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78b29ce1-7741-4b65-9ba1-0c86ebacece1 req-8c8ab2ec-f855-40e8-a5f5-a9113e00a8ef tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 945 time: 0.0627654 Aug 16 21:50:53.484193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78b29ce1-7741-4b65-9ba1-0c86ebacece1 req-3610e65d-b234-4770-8118-fba2594173db tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347567 Aug 16 21:50:53.523755 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:53.550066 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57a70ee-ae53-4229-bcd3-02186b1b0f44 x-openstack-request-id: req-c57a70ee-ae53-4229-bcd3-02186b1b0f44 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:53.550675 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "name": "network-vif-plugged", "status": "completed", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:53.550973 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c57a70ee-ae53-4229-bcd3-02186b1b0f44 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:53.551381 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'code': 200} Aug 16 21:50:53.580517 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:54.624453 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eaa45-9d9a-45de-ac75-9ff8e39b4008 req-27f329ea-0a00-497b-bcfd-043cceb102f9 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:54.626108 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a92eaa45-9d9a-45de-ac75-9ff8e39b4008 req-27f329ea-0a00-497b-bcfd-043cceb102f9 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0583775 Aug 16 21:50:54.673617 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a92eaa45-9d9a-45de-ac75-9ff8e39b4008 req-57855d9a-a8ef-4b4a-bfd0-568afcfff865 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384088 Aug 16 21:50:55.809182 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0ace5-288e-440d-acbb-3e07d50f02b9 req-ea68d7b1-41fc-4199-bb80-365a1d3a2666 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:55.810642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22c0ace5-288e-440d-acbb-3e07d50f02b9 req-ea68d7b1-41fc-4199-bb80-365a1d3a2666 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0522420 Aug 16 21:50:55.856873 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22c0ace5-288e-440d-acbb-3e07d50f02b9 req-55be1233-7440-4a9d-b1ec-ac0fec1a14bc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396781 Aug 16 21:50:56.985939 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3826-a43c-458d-97f8-eca337719b86 req-b65abb37-0f0f-45e1-8e6e-0e9e35264c1a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:56.987616 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d8e3826-a43c-458d-97f8-eca337719b86 req-b65abb37-0f0f-45e1-8e6e-0e9e35264c1a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0545101 Aug 16 21:50:57.030850 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d8e3826-a43c-458d-97f8-eca337719b86 req-e2ea195c-b045-497d-975e-68812a2777e5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368159 Aug 16 21:50:58.167622 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044cda0-cbb0-49da-87b4-1b0a12d24ba2 req-1e083efb-43c6-40a1-8c75-90b0569fa194 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:58.169201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f044cda0-cbb0-49da-87b4-1b0a12d24ba2 req-1e083efb-43c6-40a1-8c75-90b0569fa194 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0519197 Aug 16 21:50:58.209909 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f044cda0-cbb0-49da-87b4-1b0a12d24ba2 req-fd414f53-5e46-496a-99ae-f9ff590daa43 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342562 Aug 16 21:50:59.342140 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edbc73-3d97-45ac-8a22-5f570a67b508 req-3bfdde82-44db-4dfd-a6b0-c235b04c6a43 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:59.343851 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2edbc73-3d97-45ac-8a22-5f570a67b508 req-3bfdde82-44db-4dfd-a6b0-c235b04c6a43 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0617142 Aug 16 21:50:59.397829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e2edbc73-3d97-45ac-8a22-5f570a67b508 req-c17d2d7a-9f69-44c0-aa87-e10b39360922 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453243 Aug 16 21:51:00.529311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef589e9c-8897-4e27-9379-20656151876c req-f505126c-ddc7-4cd7-8928-c52ba2e23000 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:00.530784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef589e9c-8897-4e27-9379-20656151876c req-f505126c-ddc7-4cd7-8928-c52ba2e23000 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0588057 Aug 16 21:51:00.579322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ef589e9c-8897-4e27-9379-20656151876c req-ed5d408a-f65d-4684-a3a5-58160c75d5e5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349526 Aug 16 21:51:01.695196 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c546f30-0748-43a4-85c9-285444aff171 req-208e9b44-e204-4abb-92b2-151d99617345 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:01.700168 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c546f30-0748-43a4-85c9-285444aff171 req-208e9b44-e204-4abb-92b2-151d99617345 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0505469 Aug 16 21:51:01.733674 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c546f30-0748-43a4-85c9-285444aff171 req-80fbf036-5fc7-4fea-9367-2045a8c966b2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309076 Aug 16 21:51:02.334261 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eb23d-c7db-4dc3-8897-ca1132e5d1d0 req-48f1ad8a-1b36-481f-bb21-ce3989ea30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:02.336306 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-294eb23d-c7db-4dc3-8897-ca1132e5d1d0 req-48f1ad8a-1b36-481f-bb21-ce3989ea30d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1098 time: 0.0416143 Aug 16 21:51:02.428145 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eb23d-c7db-4dc3-8897-ca1132e5d1d0 req-21844579-9a1c-4db8-a8a4-26d4f1350aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:02.429892 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-294eb23d-c7db-4dc3-8897-ca1132e5d1d0 req-21844579-9a1c-4db8-a8a4-26d4f1350aab service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0872340 Aug 16 21:51:02.493375 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-294eb23d-c7db-4dc3-8897-ca1132e5d1d0 req-3632402f-2e1e-4c3f-92bd-d5cb3e1d39ba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf HTTP/1.1" status: 200 len: 1002 time: 0.0561624 Aug 16 21:51:02.544753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eb23d-c7db-4dc3-8897-ca1132e5d1d0 req-cab98f4a-28b0-4eaf-97fe-35e08d633a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:02.546228 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-294eb23d-c7db-4dc3-8897-ca1132e5d1d0 req-cab98f4a-28b0-4eaf-97fe-35e08d633a44 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0462868 Aug 16 21:51:02.591746 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eb23d-c7db-4dc3-8897-ca1132e5d1d0 req-56ef0570-4bef-4297-8ec4-e1df80206cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:02.593134 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-294eb23d-c7db-4dc3-8897-ca1132e5d1d0 req-56ef0570-4bef-4297-8ec4-e1df80206cf9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388172 Aug 16 21:51:02.681074 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-294eb23d-c7db-4dc3-8897-ca1132e5d1d0 req-b7a0efce-132d-4772-912a-222c96b85bd7 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803330 Aug 16 21:51:02.771486 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-294eb23d-c7db-4dc3-8897-ca1132e5d1d0 req-1cc82bb2-8d4a-4e84-b790-4c96d53ab6c9 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838308 Aug 16 21:51:02.848605 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1a840-b9ce-4f03-ab8c-b8f8bca3d58e req-675319c9-9804-4312-ac88-dc90d935e4e4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:02.850518 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66a1a840-b9ce-4f03-ab8c-b8f8bca3d58e req-675319c9-9804-4312-ac88-dc90d935e4e4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0490034 Aug 16 21:51:02.891703 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-66a1a840-b9ce-4f03-ab8c-b8f8bca3d58e req-49891a04-0a6a-430d-b4c1-e7e795b3b0f6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353022 Aug 16 21:51:03.391536 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:03.441194 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:04.006947 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc4389-c5d0-4dc6-89d2-372daa1760f9 req-0f276f06-2ca7-4951-a587-5f3ccb8228f4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:04.008428 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96fc4389-c5d0-4dc6-89d2-372daa1760f9 req-0f276f06-2ca7-4951-a587-5f3ccb8228f4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0495653 Aug 16 21:51:04.045005 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-96fc4389-c5d0-4dc6-89d2-372daa1760f9 req-5018e57d-5387-45e7-a7be-db7b91ffe7b2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306520 Aug 16 21:51:05.159953 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c65bb1-0982-4d87-aff8-74bae9223e10 req-3ccb34fa-2454-4aba-8291-a68ee3a56073 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:05.161455 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89c65bb1-0982-4d87-aff8-74bae9223e10 req-3ccb34fa-2454-4aba-8291-a68ee3a56073 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 946 time: 0.0489180 Aug 16 21:51:05.198792 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-89c65bb1-0982-4d87-aff8-74bae9223e10 req-4ca3fb4b-8514-444c-964c-556752ee5261 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313883 Aug 16 21:51:05.287510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bf5c542a-e3ec-43b4-92ad-4810c0424fbf no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:51:05.362987 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:05.384740 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:51:05.386942 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c69e8a-e061-415b-b63b-b42aa7fb6338" -d '{"events": [{"server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "name": "network-vif-unplugged", "status": "completed", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:51:05.400154 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:05.418714 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c8aeb1-ec03-41e6-a694-87d6cdd8b3d9 x-openstack-request-id: req-92c8aeb1-ec03-41e6-a694-87d6cdd8b3d9 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:51:05.418714 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "name": "network-vif-unplugged", "status": "failed", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf", "code": 422}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:51:05.418714 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-92c8aeb1-ec03-41e6-a694-87d6cdd8b3d9 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:51:05.418986 n-d-793619-14 neutron-server[95263]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'code': 422} returned with failed status Aug 16 21:51:05.511858 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:05.559209 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:05.653172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82ac94-324d-43d8-a94a-c96294f3e4be req-3da97b55-1370-49b5-8d00-2ec4a41aa4be tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:05.654643 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf82ac94-324d-43d8-a94a-c96294f3e4be req-3da97b55-1370-49b5-8d00-2ec4a41aa4be tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0491161 Aug 16 21:51:05.698325 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bf82ac94-324d-43d8-a94a-c96294f3e4be req-cf182832-5bce-4364-b401-e55958f916c4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377684 Aug 16 21:51:06.247286 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41606) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:06.325135 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-5ad3e0d7-92a9-4b53-9aac-45330e0748a1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766685 Aug 16 21:51:06.816264 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6da96f-5380-495a-a194-2f1b1c74f104 req-29954a83-f416-4d0d-9ad4-48828f59852a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:06.817769 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f6da96f-5380-495a-a194-2f1b1c74f104 req-29954a83-f416-4d0d-9ad4-48828f59852a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0491838 Aug 16 21:51:06.854812 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9f6da96f-5380-495a-a194-2f1b1c74f104 req-e221f550-147f-4096-9c2f-14c616c6a3a2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310338 Aug 16 21:51:07.771047 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:51:07.823302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-4db5af2f-5a32-4c38-b322-bb07e9f243f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:07.824786 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-4db5af2f-5a32-4c38-b322-bb07e9f243f8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49&tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94 HTTP/1.1" status: 200 len: 1096 time: 0.0445945 Aug 16 21:51:07.887227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-d4e08a49-b03e-4caa-a08e-4f362a22ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:07.888814 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-d4e08a49-b03e-4caa-a08e-4f362a22ac73 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1096 time: 0.0404716 Aug 16 21:51:07.971572 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf929a-590f-4d61-b639-47669be02536 req-4c787a6d-4b15-4626-b1d3-4d98263129e5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:07.973479 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75cf929a-590f-4d61-b639-47669be02536 req-4c787a6d-4b15-4626-b1d3-4d98263129e5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0518115 Aug 16 21:51:07.984366 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-4e680178-99c5-415c-bb3e-22dfb67a6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:07.986131 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-4e680178-99c5-415c-bb3e-22dfb67a6f30 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0905774 Aug 16 21:51:08.014403 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75cf929a-590f-4d61-b639-47669be02536 req-cfab6301-cbed-4997-a6a6-8fa1050dc193 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344296 Aug 16 21:51:08.056160 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-7eae640a-5849-43b8-b2d4-0ddb1af6c486 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf HTTP/1.1" status: 200 len: 1000 time: 0.0633028 Aug 16 21:51:08.104518 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-3e732157-04ad-4a5b-8163-cbaccb9918b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:08.105966 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-3e732157-04ad-4a5b-8163-cbaccb9918b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0435197 Aug 16 21:51:08.151591 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-3d693599-39a6-48ca-aa4b-d293c28fff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:08.153054 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-3d693599-39a6-48ca-aa4b-d293c28fff01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394981 Aug 16 21:51:08.245904 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-5dfbbfc8-03f2-4e75-82e3-71ee96560d4a service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849347 Aug 16 21:51:08.335701 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9e908378-28d6-4d0b-a316-ff316e1713dc req-2515a92e-88b8-4dbc-b2c1-b79427116e67 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823629 Aug 16 21:51:09.139897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894c987-8d38-4af7-9a28-8946cefb19c6 req-26f729fb-f893-4037-a74e-8559ff96549b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:09.141444 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a894c987-8d38-4af7-9a28-8946cefb19c6 req-26f729fb-f893-4037-a74e-8559ff96549b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0512698 Aug 16 21:51:09.186507 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a894c987-8d38-4af7-9a28-8946cefb19c6 req-632aa1a2-0e39-46d3-9bb9-f67fd3616109 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385368 Aug 16 21:51:09.285882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bf5c542a-e3ec-43b4-92ad-4810c0424fbf no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:51:10.311734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15923ee6-842a-458b-8c88-d2ce837d736d req-590686cc-ab1d-4caf-ad75-f39d820e1c8c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:10.313293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15923ee6-842a-458b-8c88-d2ce837d736d req-590686cc-ab1d-4caf-ad75-f39d820e1c8c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0547457 Aug 16 21:51:10.352165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-15923ee6-842a-458b-8c88-d2ce837d736d req-b8d46273-0449-4ae9-9145-82ca94006e6d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314388 Aug 16 21:51:11.471109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccf446-4567-4927-90a2-c78e665b2cee req-71dca81b-cc98-4eb5-9d6d-9edf1c6f98c4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:11.472801 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75ccf446-4567-4927-90a2-c78e665b2cee req-71dca81b-cc98-4eb5-9d6d-9edf1c6f98c4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0505748 Aug 16 21:51:11.512154 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75ccf446-4567-4927-90a2-c78e665b2cee req-72677758-46a1-4ce1-b063-9257ba05024b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328341 Aug 16 21:51:12.633238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b050-be98-4862-8692-2444ffcd9be5 req-387f7fb2-8b57-4687-8ea7-a5c689157c16 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:12.634729 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06a0b050-be98-4862-8692-2444ffcd9be5 req-387f7fb2-8b57-4687-8ea7-a5c689157c16 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0536246 Aug 16 21:51:12.680071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-06a0b050-be98-4862-8692-2444ffcd9be5 req-de860a51-59e8-48cd-bdf0-6e901b4e7276 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392532 Aug 16 21:51:13.800429 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a779c7-1e84-4a72-abdb-a9ec8cf711f0 req-008fee5b-a5a9-4d55-8fa6-84e60f3e79f1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:13.802271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5a779c7-1e84-4a72-abdb-a9ec8cf711f0 req-008fee5b-a5a9-4d55-8fa6-84e60f3e79f1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0535865 Aug 16 21:51:13.843592 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-b5a779c7-1e84-4a72-abdb-a9ec8cf711f0 req-b5c30aa9-f03f-47c4-a3ff-61e8df1688dc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340049 Aug 16 21:51:14.966034 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13076aa-b028-4ace-88f5-d1487618a4cd req-4aaafc85-dbd0-47d3-8224-32df96c814f7 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:14.967673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e13076aa-b028-4ace-88f5-d1487618a4cd req-4aaafc85-dbd0-47d3-8224-32df96c814f7 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0510414 Aug 16 21:51:15.007018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e13076aa-b028-4ace-88f5-d1487618a4cd req-51f01ec9-cc83-4999-beeb-426d30866f59 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Aug 16 21:51:15.289569 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b8f27f0b-6e63-4b38-a6b6-682d0a5912aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:16.130074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b2c1d-15ba-4fe2-af81-caff6b345ca7 req-23c45775-2496-4c34-a0a2-4659a6bc0bf3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:16.132322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-007b2c1d-15ba-4fe2-af81-caff6b345ca7 req-23c45775-2496-4c34-a0a2-4659a6bc0bf3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0506527 Aug 16 21:51:16.175082 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-007b2c1d-15ba-4fe2-af81-caff6b345ca7 req-f5ca1cee-269b-42cd-ae1d-e134566ad19b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363095 Aug 16 21:51:17.294796 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b5b1-1046-4924-8fa0-c6725059c9af req-82360b89-f137-4dd9-83b9-86acdefd2393 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:17.296361 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0300b5b1-1046-4924-8fa0-c6725059c9af req-82360b89-f137-4dd9-83b9-86acdefd2393 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0511472 Aug 16 21:51:17.336015 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0300b5b1-1046-4924-8fa0-c6725059c9af req-a5501e6e-f6f0-45a1-aae8-ec2d14f7f2dc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336480 Aug 16 21:51:17.614596 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-83b356d8-b204-4cb2-8e61-f221dcf411ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:18.066236 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:18.458884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65785c36-41e8-48a7-bb6a-e810bbfa779d req-5e5b1526-d137-40ea-a438-b194e0f9eddc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:18.460422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65785c36-41e8-48a7-bb6a-e810bbfa779d req-5e5b1526-d137-40ea-a438-b194e0f9eddc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0533741 Aug 16 21:51:18.502299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65785c36-41e8-48a7-bb6a-e810bbfa779d req-718fe097-9e77-445d-9461-d9410b30ed66 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335662 Aug 16 21:51:19.580198 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:19.620317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c9a76-a4e6-4b7d-898d-4cd21559c84f req-9b357dfd-931d-45c6-a3ac-af4865ff2e7d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:19.621831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c6c9a76-a4e6-4b7d-898d-4cd21559c84f req-9b357dfd-931d-45c6-a3ac-af4865ff2e7d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0488851 Aug 16 21:51:19.663388 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c6c9a76-a4e6-4b7d-898d-4cd21559c84f req-5cc20a80-6979-4816-81a0-78f6135e6347 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355873 Aug 16 21:51:20.876176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ec926-7b06-47b6-a825-b0a27d92db9a req-d843dc6f-3b81-412f-9d9e-5b7cc4a0b77a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:20.876176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-184ec926-7b06-47b6-a825-b0a27d92db9a req-d843dc6f-3b81-412f-9d9e-5b7cc4a0b77a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0513246 Aug 16 21:51:20.876176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-184ec926-7b06-47b6-a825-b0a27d92db9a req-fdfb5eff-5a2b-41ae-9284-1ef5a0b448c4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335727 Aug 16 21:51:20.963175 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:21.944589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff53df7-47ae-4818-9a1f-f8f2f3fd8fb7 req-a4df0aa9-c24d-4867-bce9-6127c6cbcebf tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:21.946757 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ff53df7-47ae-4818-9a1f-f8f2f3fd8fb7 req-a4df0aa9-c24d-4867-bce9-6127c6cbcebf tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0563748 Aug 16 21:51:21.995828 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2ff53df7-47ae-4818-9a1f-f8f2f3fd8fb7 req-f15354cf-8aa4-4ac5-b4af-1bb3db6dcab2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387840 Aug 16 21:51:23.115872 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41950782-dbfa-460e-80d4-9e13dc7131a6 req-f2a5a2fd-7fc7-494d-b776-e2df9d8d995d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:23.117352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-41950782-dbfa-460e-80d4-9e13dc7131a6 req-f2a5a2fd-7fc7-494d-b776-e2df9d8d995d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 944 time: 0.0494337 Aug 16 21:51:23.158422 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-41950782-dbfa-460e-80d4-9e13dc7131a6 req-9d64b6c4-dcb1-4780-94c6-9d70f92f4f28 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350120 Aug 16 21:51:23.411468 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bf5c542a-e3ec-43b4-92ad-4810c0424fbf details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:51:23.501941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:23.512954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'port_id': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'mac_address': 'fa:16:3e:1b:76:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:51:23.552756 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:23.565753 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5c542a-e3ec-43b4-92ad-4810c0424fbf {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:51:23.584802 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:23.654954 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:23.703374 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:23.858756 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['bf5c542a-e3ec-43b4-92ad-4810c0424fbf'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:51:24.271041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e00901-e335-49cd-8429-96edd794e89e req-2ba1dbfd-8b8b-4184-924d-095c56d041e3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:24.272509 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80e00901-e335-49cd-8429-96edd794e89e req-2ba1dbfd-8b8b-4184-924d-095c56d041e3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 945 time: 0.0484111 Aug 16 21:51:24.310391 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80e00901-e335-49cd-8429-96edd794e89e req-962502bf-d9ad-4a71-97a5-2f0fee4b2940 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314157 Aug 16 21:51:25.425355 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85f0ac-979d-4e03-a506-80142a9ca07c req-2cf0994a-80f6-4268-bb80-de530ea2b9e6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:25.426516 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bf5c542a-e3ec-43b4-92ad-4810c0424fbf up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:51:25.426938 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a85f0ac-979d-4e03-a506-80142a9ca07c req-2cf0994a-80f6-4268-bb80-de530ea2b9e6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 945 time: 0.0490172 Aug 16 21:51:25.467795 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1a85f0ac-979d-4e03-a506-80142a9ca07c req-43f586be-ed42-46a0-9cd9-c43ec8570846 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326581 Aug 16 21:51:25.477696 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port bf5c542a-e3ec-43b4-92ad-4810c0424fbf triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:51:25.478078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:25.709932 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:25.732229 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:51:25.734488 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0daab0a-0e5b-491e-8b5a-a75f3abe1149" -d '{"events": [{"server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "name": "network-vif-plugged", "status": "completed", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:51:25.747749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:25.769348 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843bf3f5-83db-4e3e-858f-7f7c5a3483f8 x-openstack-request-id: req-843bf3f5-83db-4e3e-858f-7f7c5a3483f8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:51:25.769637 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "name": "network-vif-plugged", "status": "completed", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:51:25.769888 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-843bf3f5-83db-4e3e-858f-7f7c5a3483f8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:51:25.770277 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'code': 200} Aug 16 21:51:25.842973 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:25.890429 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,revision_number=10']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:26.054525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410496c-3f54-4c20-b8f0-1a77fb86a47e req-81bd8f6e-1c3b-4b83-9df7-4050676816bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:26.055957 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a410496c-3f54-4c20-b8f0-1a77fb86a47e req-81bd8f6e-1c3b-4b83-9df7-4050676816bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1099 time: 0.0457430 Aug 16 21:51:26.090947 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a410496c-3f54-4c20-b8f0-1a77fb86a47e req-bf2dde59-d0ad-4896-9324-62d4b0e02481 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281391 Aug 16 21:51:26.582204 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7999ed-7475-47bc-940b-05910c23fe5b req-5d9e472e-78b8-42ac-9a7c-8095340e7440 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:26.583673 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce7999ed-7475-47bc-940b-05910c23fe5b req-5d9e472e-78b8-42ac-9a7c-8095340e7440 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 947 time: 0.0493364 Aug 16 21:51:26.624138 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ce7999ed-7475-47bc-940b-05910c23fe5b req-b5e1338b-0480-4f0d-9f35-ebb7d3d98994 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344465 Aug 16 21:51:27.800365 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5ea33-1dc1-4aa2-b5a4-d6b66f1b4728 req-fa48b8ec-5e9c-4fa9-a3a1-32f793a0afa2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:27.801784 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75a5ea33-1dc1-4aa2-b5a4-d6b66f1b4728 req-fa48b8ec-5e9c-4fa9-a3a1-32f793a0afa2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 947 time: 0.0491509 Aug 16 21:51:27.840469 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-75a5ea33-1dc1-4aa2-b5a4-d6b66f1b4728 req-8631d0d0-7c26-4680-8627-94f31c68c255 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Aug 16 21:51:28.955825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aec2b-9c18-49b7-8e20-bf120558e7b0 req-5fa73917-3fc3-40a9-bee6-fdb34a7b3cfd tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:28.957332 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa3aec2b-9c18-49b7-8e20-bf120558e7b0 req-5fa73917-3fc3-40a9-bee6-fdb34a7b3cfd tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 947 time: 0.0499742 Aug 16 21:51:28.995096 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa3aec2b-9c18-49b7-8e20-bf120558e7b0 req-59ee84e8-02dc-4297-b5a5-6e0b9ae74e33 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Aug 16 21:51:33.379371 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:33.482330 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.314625 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d702b93-4957-48c2-9d55-66883832ebab req-48da4cae-e020-433b-b9e6-e62a8717d2a6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393343 Aug 16 21:51:44.395394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702b93-4957-48c2-9d55-66883832ebab req-4e1304c7-591f-45fb-b8dd-bb842e2c69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:44.396854 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d702b93-4957-48c2-9d55-66883832ebab req-4e1304c7-591f-45fb-b8dd-bb842e2c69d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1099 time: 0.0402343 Aug 16 21:51:44.504536 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702b93-4957-48c2-9d55-66883832ebab req-1e17b500-1924-4504-b1b6-d8e02b8511cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:44.506053 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d702b93-4957-48c2-9d55-66883832ebab req-1e17b500-1924-4504-b1b6-d8e02b8511cb service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0894315 Aug 16 21:51:44.579223 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d702b93-4957-48c2-9d55-66883832ebab req-8e6a1012-32f5-4d67-bb23-20d29f70ed13 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf HTTP/1.1" status: 200 len: 1002 time: 0.0587139 Aug 16 21:51:44.625032 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702b93-4957-48c2-9d55-66883832ebab req-edc30222-249e-4ad9-93c0-8e16e3ab6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:44.626519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d702b93-4957-48c2-9d55-66883832ebab req-edc30222-249e-4ad9-93c0-8e16e3ab6731 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0480280 Aug 16 21:51:44.671756 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702b93-4957-48c2-9d55-66883832ebab req-5bcf693e-91bd-469d-90bd-519bde21e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:44.673282 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d702b93-4957-48c2-9d55-66883832ebab req-5bcf693e-91bd-469d-90bd-519bde21e8d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401223 Aug 16 21:51:44.782829 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d702b93-4957-48c2-9d55-66883832ebab req-54eabdfb-ed89-489c-97cd-cb9e5725a804 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880656 Aug 16 21:51:44.782978 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:51:44.866547 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6d702b93-4957-48c2-9d55-66883832ebab req-2f581722-e71b-4216-9227-b431789e3d4c service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901122 Aug 16 21:51:45.288469 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7dd8-fec1-4f39-8fac-c60e12b963a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:47.545361 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5c116fbe-ac17-492c-aae6-f5a2ee46fed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.054033 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.510995 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.911044 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.359377 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.452992 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:15.274738 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-871cab19-d944-4afe-8333-15ff2043079a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:17.550595 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ef1f44e7-a9b4-4f6f-af76-cc0eaa0df3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:18.125791 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:19.493184 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:20.887220 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:21.770013 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:52:33.362201 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:33.406981 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:39.838581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 41732) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:39.999427 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Deleting port c9708bcc-6c2b-49c5-9fdf-f7221b2f1411 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:52:39.999770 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:40.078334 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:40.078655 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:40.090513 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Calling delete_port for c9708bcc-6c2b-49c5-9fdf-f7221b2f1411 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:52:40.287006 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:40.313886 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event deleted for resources: {'Port': ['ID=c9708bcc-6c2b-49c5-9fdf-f7221b2f1411,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:40.341220 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.341506 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.341847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.342211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.342556 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.342923 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.343256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.343582 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.343907 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.344245 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.344573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.344892 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:40.383618 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:40.383967 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Floating IP fbba68bf-26e0-4ea5-9673-78636d311995 disassociated (deleted). External IP: 172.25.4.122, port: bf5c542a-e3ec-43b4-92ad-4810c0424fbf. Aug 16 21:52:40.595143 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Router 6bfa8287-75e6-4e6f-b20d-3c5855237526 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:52:40.702904 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:52:40.708009 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:40.712480 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9674e3a-2b94-4ca4-8c5e-31ea7f190926 None None] Sync routers for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:52:40.721426 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9674e3a-2b94-4ca4-8c5e-31ea7f190926 None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:52:40.722042 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a9674e3a-2b94-4ca4-8c5e-31ea7f190926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:52:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:40.735720 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0e561fe8-becb-4b88-a3c4-6727f367da79 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "DELETE /v2.0/floatingips/fbba68bf-26e0-4ea5-9673-78636d311995 HTTP/1.1" status: 204 len: 168 time: 0.8960488 Aug 16 21:52:40.736333 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:52:40.738754 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea6ffc3-0ea9-4d61-8232-5beac1993774" -d '{"events": [{"name": "network-changed", "server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:52:40.839961 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a9674e3a-2b94-4ca4-8c5e-31ea7f190926 None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:52:40.850714 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c1591-3b27-4fde-a0f0-633204d5582f x-openstack-request-id: req-ed1c1591-3b27-4fde-a0f0-633204d5582f {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:52:40.851287 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:52:40.851401 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ed1c1591-3b27-4fde-a0f0-633204d5582f {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:52:40.851808 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'status': 'completed', 'code': 200} Aug 16 21:52:40.918751 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6ffc3-0ea9-4d61-8232-5beac1993774 req-50c2adaf-b1c4-4089-a02e-49c44c248020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:40.921602 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ea6ffc3-0ea9-4d61-8232-5beac1993774 req-50c2adaf-b1c4-4089-a02e-49c44c248020 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 1099 time: 0.0473807 Aug 16 21:52:41.023468 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6ffc3-0ea9-4d61-8232-5beac1993774 req-14cccfa8-7c44-4a0d-b0a2-dbf482cc7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:41.025634 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ea6ffc3-0ea9-4d61-8232-5beac1993774 req-14cccfa8-7c44-4a0d-b0a2-dbf482cc7035 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0972614 Aug 16 21:52:41.041048 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a9674e3a-2b94-4ca4-8c5e-31ea7f190926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:41.067031 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9674e3a-2b94-4ca4-8c5e-31ea7f190926 None None] Checking router: 6bfa8287-75e6-4e6f-b20d-3c5855237526 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:52:41.074173 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ea6ffc3-0ea9-4d61-8232-5beac1993774 req-e5fae07b-6e95-4c37-aca2-0b7dbefbef18 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf HTTP/1.1" status: 200 len: 217 time: 0.0376973 Aug 16 21:52:41.075791 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9674e3a-2b94-4ca4-8c5e-31ea7f190926 None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:52:41.076387 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a9674e3a-2b94-4ca4-8c5e-31ea7f190926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:52:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:41.127991 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6ffc3-0ea9-4d61-8232-5beac1993774 req-40ec0efe-3f70-4e25-8cc5-8c239df8a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:41.129553 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ea6ffc3-0ea9-4d61-8232-5beac1993774 req-40ec0efe-3f70-4e25-8cc5-8c239df8a1bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0477781 Aug 16 21:52:41.184465 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a9674e3a-2b94-4ca4-8c5e-31ea7f190926 None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:52:41.185914 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6ffc3-0ea9-4d61-8232-5beac1993774 req-547916b6-4542-4293-b404-9a88b81fd31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:41.187456 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ea6ffc3-0ea9-4d61-8232-5beac1993774 req-547916b6-4542-4293-b404-9a88b81fd31a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475228 Aug 16 21:52:41.240992 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb6bd0-2678-4a76-839d-bcee4dc4ef6b req-f5a153f6-7676-450b-995c-95af7d588044 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:41.242765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07eb6bd0-2678-4a76-839d-bcee4dc4ef6b req-f5a153f6-7676-450b-995c-95af7d588044 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 947 time: 0.0600593 Aug 16 21:52:41.293414 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-07eb6bd0-2678-4a76-839d-bcee4dc4ef6b req-905a2e1c-1fa5-4ae6-bc99-c3fc5701c7c2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430446 Aug 16 21:52:41.303531 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ea6ffc3-0ea9-4d61-8232-5beac1993774 req-15b98020-e5dc-4d0f-9e4b-b77554286634 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060038 Aug 16 21:52:41.402996 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-0ea6ffc3-0ea9-4d61-8232-5beac1993774 req-8afb088a-f843-40d6-bc91-6bd542703476 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909834 Aug 16 21:52:41.486203 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a9674e3a-2b94-4ca4-8c5e-31ea7f190926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:41.513199 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9674e3a-2b94-4ca4-8c5e-31ea7f190926 None None] The sync data for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 is: [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:52:41.729617 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ee96b-557f-4d0a-9a7b-9bf95b295a9e None None] New status for floating IP fbba68bf-26e0-4ea5-9673-78636d311995: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:52:42.412142 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aadf8-93a9-4e0c-8910-07f8426eca24 req-bfac1a6b-036e-4635-81e2-658d5e7d4446 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:42.413690 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-633aadf8-93a9-4e0c-8910-07f8426eca24 req-bfac1a6b-036e-4635-81e2-658d5e7d4446 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 947 time: 0.0502012 Aug 16 21:52:42.452006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-633aadf8-93a9-4e0c-8910-07f8426eca24 req-81188bbb-9f2d-4dc3-8ca4-21a385b18cba tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=2744771c-5c23-42ef-8c9b-fd607437228d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323603 Aug 16 21:52:42.558550 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7a711-ead1-4581-9c69-748ceea82e74 req-ab7b933f-970e-4a21-b527-970468f76d58 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:42.560026 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bef7a711-ead1-4581-9c69-748ceea82e74 req-ab7b933f-970e-4a21-b527-970468f76d58 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.76 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 947 time: 0.0498843 Aug 16 21:52:42.653077 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-bef7a711-ead1-4581-9c69-748ceea82e74 req-83e8db5e-59fd-4d13-8c68-28cd7fb0ea19 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Deleting port bf5c542a-e3ec-43b4-92ad-4810c0424fbf {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:52:42.653354 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bef7a711-ead1-4581-9c69-748ceea82e74 req-83e8db5e-59fd-4d13-8c68-28cd7fb0ea19 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:42.740673 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-bef7a711-ead1-4581-9c69-748ceea82e74 req-83e8db5e-59fd-4d13-8c68-28cd7fb0ea19 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] For port bf5c542a-e3ec-43b4-92ad-4810c0424fbf, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:52:42.741626 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bef7a711-ead1-4581-9c69-748ceea82e74 req-83e8db5e-59fd-4d13-8c68-28cd7fb0ea19 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:42.753776 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-bef7a711-ead1-4581-9c69-748ceea82e74 req-83e8db5e-59fd-4d13-8c68-28cd7fb0ea19 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Calling delete_port for bf5c542a-e3ec-43b4-92ad-4810c0424fbf owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:52:42.938360 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bef7a711-ead1-4581-9c69-748ceea82e74 req-83e8db5e-59fd-4d13-8c68-28cd7fb0ea19 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:42.968159 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8db5e-59fd-4d13-8c68-28cd7fb0ea19 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event deleted for resources: {'Port': ['ID=bf5c542a-e3ec-43b4-92ad-4810c0424fbf,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:43.011064 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef7a711-ead1-4581-9c69-748ceea82e74 req-83e8db5e-59fd-4d13-8c68-28cd7fb0ea19 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] No DVR routers for this DVR port bf5c542a-e3ec-43b4-92ad-4810c0424fbf on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:52:43.013764 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-bef7a711-ead1-4581-9c69-748ceea82e74 req-83e8db5e-59fd-4d13-8c68-28cd7fb0ea19 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:43.015786 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-bef7a711-ead1-4581-9c69-748ceea82e74 req-83e8db5e-59fd-4d13-8c68-28cd7fb0ea19 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.76 "DELETE /v2.0/ports/bf5c542a-e3ec-43b4-92ad-4810c0424fbf HTTP/1.1" status: 204 len: 173 time: 0.4484212 Aug 16 21:52:43.016250 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'name': 'network-vif-deleted', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:52:43.018535 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e53230c-8de7-4f45-967f-1154314bfc66" -d '{"events": [{"server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "name": "network-vif-deleted", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:52:43.055108 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894ace48-8d94-40c7-8aca-513532a46eed x-openstack-request-id: req-894ace48-8d94-40c7-8aca-513532a46eed {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:52:43.055406 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b86a19-0352-4fb3-bf98-cba62ae21a49", "name": "network-vif-deleted", "tag": "bf5c542a-e3ec-43b4-92ad-4810c0424fbf", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:52:43.055663 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-894ace48-8d94-40c7-8aca-513532a46eed {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:52:43.056066 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b86a19-0352-4fb3-bf98-cba62ae21a49', 'name': 'network-vif-deleted', 'tag': 'bf5c542a-e3ec-43b4-92ad-4810c0424fbf', 'status': 'completed', 'code': 200} Aug 16 21:52:43.554688 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1f965240-a8ac-457c-ad3d-8c2164f07201 req-3de17976-d2ae-434e-8535-fa4a886ad5e6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=10b86a19-0352-4fb3-bf98-cba62ae21a49 HTTP/1.1" status: 200 len: 210 time: 0.0266638 Aug 16 21:52:44.610567 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41760) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:44.667385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:44.691651 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:44.806780 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:44.809625 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:44.810786 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "DELETE /v2.0/security-groups/2744771c-5c23-42ef-8c9b-fd607437228d HTTP/1.1" status: 204 len: 168 time: 0.1992168 Aug 16 21:52:44.820996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2744771c-5c23-42ef-8c9b-fd607437228d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:44.831820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:44.831820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:44.832145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:44.832498 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:44.832782 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:44.833136 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:44.833470 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:44.833788 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:44.834137 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:44.834513 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:44.835405 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:44.835725 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc1a35-3a08-46ba-bcb2-9240cdfbb7a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:45.274436 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9325171b-dc22-4307-a2ea-4f8a41748164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:45.486748 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41766) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:45.491941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-96150b72-9787-4fd7-8260-e309235aabca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849317465', 'description': 'tempest-secgroup-smoke-849317465 description', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:45.578240 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96150b72-9787-4fd7-8260-e309235aabca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:45.659189 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96150b72-9787-4fd7-8260-e309235aabca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:45.719420 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96150b72-9787-4fd7-8260-e309235aabca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:45.749504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96150b72-9787-4fd7-8260-e309235aabca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b879c8-b70f-4810-8035-e3917438a5eb,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:45.799404 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-96150b72-9787-4fd7-8260-e309235aabca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:45.800672 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-96150b72-9787-4fd7-8260-e309235aabca tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3129113 Aug 16 21:52:45.804273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41768) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:45.808736 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-151cb187-4200-4bff-95f4-cbe2a7eed92d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '20b879c8-b70f-4810-8035-e3917438a5eb', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:45.860706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bf5c542a-e3ec-43b4-92ad-4810c0424fbf no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:52:45.880897 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: bf5c542a-e3ec-43b4-92ad-4810c0424fbf {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:52:45.881269 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device bf5c542a-e3ec-43b4-92ad-4810c0424fbf not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:52:45.889801 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-151cb187-4200-4bff-95f4-cbe2a7eed92d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:45.947123 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-151cb187-4200-4bff-95f4-cbe2a7eed92d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.027674 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-151cb187-4200-4bff-95f4-cbe2a7eed92d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.045982 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cb187-4200-4bff-95f4-cbe2a7eed92d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a08235-0a82-4172-8e3e-6b0bd28d6c08,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:46.141725 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-151cb187-4200-4bff-95f4-cbe2a7eed92d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.142974 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-151cb187-4200-4bff-95f4-cbe2a7eed92d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377714 Aug 16 21:52:46.145735 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41770) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:46.150717 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-23e9a498-1d5a-4d1d-aeee-021835014a44 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '20b879c8-b70f-4810-8035-e3917438a5eb', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:46.260604 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23e9a498-1d5a-4d1d-aeee-021835014a44 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.318703 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23e9a498-1d5a-4d1d-aeee-021835014a44 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.393141 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23e9a498-1d5a-4d1d-aeee-021835014a44 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.410597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9a498-1d5a-4d1d-aeee-021835014a44 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1533db86-5d53-46bb-9116-8a43b283a261,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:46.498045 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-23e9a498-1d5a-4d1d-aeee-021835014a44 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.499271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-23e9a498-1d5a-4d1d-aeee-021835014a44 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3525937 Aug 16 21:52:46.501988 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41772) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:46.506396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-6d09a312-b952-489b-a9a3-d346664428ba tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '20b879c8-b70f-4810-8035-e3917438a5eb', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:46.600007 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d09a312-b952-489b-a9a3-d346664428ba tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.657435 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d09a312-b952-489b-a9a3-d346664428ba tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.753299 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d09a312-b952-489b-a9a3-d346664428ba tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.771332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09a312-b952-489b-a9a3-d346664428ba tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b12e79e-da31-441b-8989-92c8d2ab6117,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:46.873598 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-6d09a312-b952-489b-a9a3-d346664428ba tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.874781 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-6d09a312-b952-489b-a9a3-d346664428ba tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3718672 Aug 16 21:52:46.877598 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41774) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:46.882699 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-a90af7d9-c957-404b-b1e7-274644f2b66c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '20b879c8-b70f-4810-8035-e3917438a5eb', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:46.969588 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a90af7d9-c957-404b-b1e7-274644f2b66c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.028076 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a90af7d9-c957-404b-b1e7-274644f2b66c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.095930 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a90af7d9-c957-404b-b1e7-274644f2b66c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.115184 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90af7d9-c957-404b-b1e7-274644f2b66c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13a8436-c2a5-43b2-b83a-4899734bf422,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:47.195147 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-a90af7d9-c957-404b-b1e7-274644f2b66c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.196387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-a90af7d9-c957-404b-b1e7-274644f2b66c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3178391 Aug 16 21:52:47.199121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41776) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:47.203615 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-51b3e315-d601-4cdf-8ddc-25f7b99a6d1c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '20b879c8-b70f-4810-8035-e3917438a5eb', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:47.290754 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-51b3e315-d601-4cdf-8ddc-25f7b99a6d1c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Project d7da1359f8f94956b3eaaad6ae8e6e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:52:47.295566 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-51b3e315-d601-4cdf-8ddc-25f7b99a6d1c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.357059 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-51b3e315-d601-4cdf-8ddc-25f7b99a6d1c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.441327 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-51b3e315-d601-4cdf-8ddc-25f7b99a6d1c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.461825 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3e315-d601-4cdf-8ddc-25f7b99a6d1c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b9ec8f-85bd-43af-8c95-fd1256262d82,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:47.561200 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f1f38f08-d2d3-4f70-9c39-96ca107644fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.595490 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-51b3e315-d601-4cdf-8ddc-25f7b99a6d1c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.596741 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-51b3e315-d601-4cdf-8ddc-25f7b99a6d1c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3966594 Aug 16 21:52:47.599516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41778) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:47.603970 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-e47118f3-18aa-4e8b-9455-d530ab388334 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'security_group_rule': {'security_group_id': '20b879c8-b70f-4810-8035-e3917438a5eb', 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:47.719999 n-d-793619-14 neutron-server[95261]: INFO neutron.db.securitygroups_db [None req-e47118f3-18aa-4e8b-9455-d530ab388334 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Project d7da1359f8f94956b3eaaad6ae8e6e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:52:47.725318 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e47118f3-18aa-4e8b-9455-d530ab388334 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.789497 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e47118f3-18aa-4e8b-9455-d530ab388334 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.909750 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e47118f3-18aa-4e8b-9455-d530ab388334 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:47.928715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47118f3-18aa-4e8b-9455-d530ab388334 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6206eb1-6219-43fd-bb29-b77c01a148f4,revision_number=0']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:48.001475 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-e47118f3-18aa-4e8b-9455-d530ab388334 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:48.002751 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e47118f3-18aa-4e8b-9455-d530ab388334 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4022791 Aug 16 21:52:48.058478 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:49.498562 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:50.873641 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:58.768587 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:53:03.532480 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:03.558402 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:08.096739 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-c8539dad-7370-447c-9d1b-246d2fe8e446 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849317465&fields=id&tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94 HTTP/1.1" status: 200 len: 267 time: 0.0326369 Aug 16 21:53:08.205309 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-fe3dcf80-e3de-4c6b-8164-979680787914 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:08.206902 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-fe3dcf80-e3de-4c6b-8164-979680787914 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 808 time: 0.1028693 Aug 16 21:53:08.222010 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-53115688-d834-468b-b83b-f6a7d133c48b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/quotas/d7da1359f8f94956b3eaaad6ae8e6e94 HTTP/1.1" status: 200 len: 375 time: 0.0089090 Aug 16 21:53:08.272135 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-1d9d0e24-f531-44e2-9fc2-d61315c86bed tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438986 Aug 16 21:53:08.288218 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-968c79f1-310b-44e1-84ba-120e32687f84 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:53:08.289252 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-968c79f1-310b-44e1-84ba-120e32687f84 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062439 Aug 16 21:53:08.424960 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-bcadd4ab-2ee6-4865-9ca3-1d8ab868ab93 service neutron] 10.222.0.74 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297646 Aug 16 21:53:08.513540 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-55a8e44e-b72a-4e35-9c8a-5465b3b8c6f4 service neutron] 10.222.0.74 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822415 Aug 16 21:53:09.168076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4d4de6d1-6e42-4ca3-9476-a0fd7369a292 req-e73377ef-f19e-4c52-ae8e-6aea7e2aced3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 210 time: 0.0766056 Aug 16 21:53:10.264322 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45419b85-b62b-49af-8b7f-2d5f25589b7f req-280df186-7baf-4ee4-bc6a-b0b56a709d41 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 210 time: 0.0265808 Aug 16 21:53:11.178806 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-d84acafa-b005-4e53-b5eb-717d066b76a6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:11.180396 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-d84acafa-b005-4e53-b5eb-717d066b76a6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 808 time: 0.1028373 Aug 16 21:53:11.222562 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-d99585bf-ece3-4ff9-9b91-84a134f748af tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94 HTTP/1.1" status: 200 len: 379 time: 0.0334241 Aug 16 21:53:11.231473 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'port': {'device_id': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'admin_state_up': True, 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'security_groups': ['20b879c8-b70f-4810-8035-e3917438a5eb']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:53:11.370275 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c5aae55b-7e24-4746-8831-d163ea8f2c30 req-3ad70eca-339a-40fa-860c-d6b15424dcbe tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 210 time: 0.0364010 Aug 16 21:53:11.456178 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Made reservation on behalf of d7da1359f8f94956b3eaaad6ae8e6e94 for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:53:11.465245 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:11.591879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Allocated IP 172.20.0.8 (8f4d5607-69d6-42d6-9fa6-7afe45565d14/5a6ef770-bda8-49e2-8c2c-e89cfd55f11f/7b402800-d739-4c25-b4d7-d8ef353901d8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:53:11.729535 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:11.742608 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Transition to ACTIVE for port object 7b402800-d739-4c25-b4d7-d8ef353901d8 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:11.862306 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:11.914652 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:53:11.918009 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:11.922007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:53:11.947418 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'Port': ['ID=7b402800-d739-4c25-b4d7-d8ef353901d8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:11.981256 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:11.981904 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:12.085621 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-7c72b5a0-1998-44a2-9bc0-03357f6d0d24 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8575315 Aug 16 21:53:12.098035 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Request body: {'port': {'device_id': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:53:12.155538 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:12.326283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-050f59e0-9c3f-44ce-a847-3a15dad0cedd None None] Provisioning for port 7b402800-d739-4c25-b4d7-d8ef353901d8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:12.330819 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-050f59e0-9c3f-44ce-a847-3a15dad0cedd None None] Provisioning complete for port 7b402800-d739-4c25-b4d7-d8ef353901d8 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:12.331395 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-050f59e0-9c3f-44ce-a847-3a15dad0cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:12.372599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-050f59e0-9c3f-44ce-a847-3a15dad0cedd None None] Port 7b402800-d739-4c25-b4d7-d8ef353901d8 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:53:12.432202 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b402800-d739-4c25-b4d7-d8ef353901d8 {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:53:12.440218 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:12.453850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Transition to ACTIVE for port object 7b402800-d739-4c25-b4d7-d8ef353901d8 will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:12.489314 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e46ff-c2d2-4030-a8b0-182d67d50c5e req-72d2097a-7eb9-4a4f-884c-b19aa8dfd80f tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:12.491439 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc2e46ff-c2d2-4030-a8b0-182d67d50c5e req-72d2097a-7eb9-4a4f-884c-b19aa8dfd80f tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 931 time: 0.0515597 Aug 16 21:53:12.526454 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:12.536716 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cc2e46ff-c2d2-4030-a8b0-182d67d50c5e req-7f7f0da9-c886-4658-ba9e-37f3ef3fdaa7 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376019 Aug 16 21:53:12.589594 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b402800-d739-4c25-b4d7-d8ef353901d8,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:12.657573 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Attempting to bind port 7b402800-d739-4c25-b4d7-d8ef353901d8 on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:53:12.657911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Attempting to bind port 7b402800-d739-4c25-b4d7-d8ef353901d8 by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:53:12.658239 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Attempting to bind port 7b402800-d739-4c25-b4d7-d8ef353901d8 on network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:53:12.663522 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Port 7b402800-d739-4c25-b4d7-d8ef353901d8 on network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:53:12.663857 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Attempting to bind port 7b402800-d739-4c25-b4d7-d8ef353901d8 on network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:53:12.669237 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:53:12.669574 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Checking segment: {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:53:12.669957 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Bound using segment: {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:53:12.670383 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Bound port: 7b402800-d739-4c25-b4d7-d8ef353901d8, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:53:12.670742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:12.739793 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:53:12.743240 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7b402800-d739-4c25-b4d7-d8ef353901d8,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:53:12.818023 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:12.857847 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:12.858481 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:12.859881 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] 10.222.0.76 "PUT /v2.0/ports/7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 1092 time: 0.7663403 Aug 16 21:53:12.860412 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:53:12.862708 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7572a169-1445-48a8-b502-e9b59938a139" -d '{"events": [{"name": "network-changed", "server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:53:12.883554 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3ad23-067e-4525-93b3-2c346d8417a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b402800-d739-4c25-b4d7-d8ef353901d8,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:12.912293 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3642d07b-a041-4c15-a335-96e649ca020e x-openstack-request-id: req-3642d07b-a041-4c15-a335-96e649ca020e {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:53:12.913243 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:53:12.913689 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3642d07b-a041-4c15-a335-96e649ca020e {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:53:12.914239 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'status': 'completed', 'code': 200} Aug 16 21:53:12.985727 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572a169-1445-48a8-b502-e9b59938a139 req-8de327c0-eb4b-4faa-b838-27449346faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:12.987369 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7572a169-1445-48a8-b502-e9b59938a139 req-8de327c0-eb4b-4faa-b838-27449346faa7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1095 time: 0.0511861 Aug 16 21:53:13.097851 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572a169-1445-48a8-b502-e9b59938a139 req-82e94aaf-1eb6-4723-b1ca-411f56b10f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:13.099359 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7572a169-1445-48a8-b502-e9b59938a139 req-82e94aaf-1eb6-4723-b1ca-411f56b10f12 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1044075 Aug 16 21:53:13.203580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572a169-1445-48a8-b502-e9b59938a139 req-dc950062-9e18-4ca2-b47e-9f4f0b005cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:13.204997 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-7572a169-1445-48a8-b502-e9b59938a139 req-dc950062-9e18-4ca2-b47e-9f4f0b005cae service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992899 Aug 16 21:53:13.280944 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-34209041-5283-4e72-b1de-a0998c2bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:13.282475 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-34209041-5283-4e72-b1de-a0998c2bfe2d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1095 time: 0.0404100 Aug 16 21:53:13.324397 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-3121ee3f-5078-4e64-88f6-1ca236b1a2bf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 217 time: 0.0341301 Aug 16 21:53:13.375194 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-cdf80bad-0057-4c76-a3d2-138d330b778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:13.376574 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-cdf80bad-0057-4c76-a3d2-138d330b778a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0438972 Aug 16 21:53:13.427671 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-e5741fc6-6ac2-4957-98ac-5574afcdb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:13.429343 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-e5741fc6-6ac2-4957-98ac-5574afcdb142 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450735 Aug 16 21:53:13.520765 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-2c495e61-a65d-4a13-b529-72028a86c5d3 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839665 Aug 16 21:53:13.618759 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-9b6d4f77-e0ea-4a14-8fde-25f9108bb572 req-f456400f-2397-49c5-8293-bf4aa3cd20d2 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907302 Aug 16 21:53:13.657084 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856f04-2b65-4852-9ab5-50d75580cbbc req-fe328141-d3ee-4113-b877-e84e0aded772 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:13.658554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97856f04-2b65-4852-9ab5-50d75580cbbc req-fe328141-d3ee-4113-b877-e84e0aded772 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0515540 Aug 16 21:53:13.698864 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-97856f04-2b65-4852-9ab5-50d75580cbbc req-620ff24a-9645-4fc4-a1d4-fc48626c528a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334697 Aug 16 21:53:14.820734 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42c1c3-e1bd-4815-84f3-8c9d0f0af343 req-4e2a0616-80da-405d-a068-f9187b4ed890 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:14.822260 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d42c1c3-e1bd-4815-84f3-8c9d0f0af343 req-4e2a0616-80da-405d-a068-f9187b4ed890 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0538259 Aug 16 21:53:14.860954 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0d42c1c3-e1bd-4815-84f3-8c9d0f0af343 req-c7049aa0-7625-40b9-90fb-df173fce60e5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326817 Aug 16 21:53:15.319394 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c59d1ccd-498a-401f-b5c3-7d137ae865a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:15.975677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b6d95-25bd-4623-9865-2080e68762c6 req-f746918a-b07e-4717-afbf-46b3846c4d33 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:15.978023 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be1b6d95-25bd-4623-9865-2080e68762c6 req-f746918a-b07e-4717-afbf-46b3846c4d33 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0499763 Aug 16 21:53:16.014964 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be1b6d95-25bd-4623-9865-2080e68762c6 req-a923ae54-9bf5-4b8e-a1ed-f8a9124088fd tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310519 Aug 16 21:53:17.126613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be082e-2b27-48dc-a98f-eab53e869ed7 req-c06787cc-8f4a-41bd-8c39-39009c104fe2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:17.128059 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7be082e-2b27-48dc-a98f-eab53e869ed7 req-c06787cc-8f4a-41bd-8c39-39009c104fe2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0477347 Aug 16 21:53:17.165420 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c7be082e-2b27-48dc-a98f-eab53e869ed7 req-2737a5b2-17f7-45df-b4b7-7bca4c78ea3f tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306807 Aug 16 21:53:17.537823 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7c0200e7-594a-4967-8ed9-7b022f2ccc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:18.017633 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:18.287779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87381aa1-9757-4eca-a7cb-de2c29f779dd req-c10105cc-ee0e-4e81-95fd-e28ad74207ae tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:18.289158 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87381aa1-9757-4eca-a7cb-de2c29f779dd req-c10105cc-ee0e-4e81-95fd-e28ad74207ae tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0524962 Aug 16 21:53:18.325817 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-87381aa1-9757-4eca-a7cb-de2c29f779dd req-35321db2-8ac5-4496-9966-d455bcdf8f26 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306702 Aug 16 21:53:19.439170 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619c5f-4137-4cdc-bea1-d61a9a3daf6a req-e4f3c939-1222-4c14-b16e-0cd6920ca3a6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:19.440659 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d619c5f-4137-4cdc-bea1-d61a9a3daf6a req-e4f3c939-1222-4c14-b16e-0cd6920ca3a6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0495529 Aug 16 21:53:19.478806 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6d619c5f-4137-4cdc-bea1-d61a9a3daf6a req-57ea0024-76c1-4b43-898d-5e54c8ba373b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321760 Aug 16 21:53:19.491762 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:20.591491 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9da2-b86a-4d37-8389-306fc60cf2e0 req-6bd58417-a860-4e06-b1ac-ab3f04020ec2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:20.592982 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c38f9da2-b86a-4d37-8389-306fc60cf2e0 req-6bd58417-a860-4e06-b1ac-ab3f04020ec2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0488169 Aug 16 21:53:20.630698 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c38f9da2-b86a-4d37-8389-306fc60cf2e0 req-a3518ee6-2dfe-44d0-9cdc-20aee8614cf1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317624 Aug 16 21:53:20.872718 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:21.747632 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb75585-75a0-4660-a8c9-d418e6e6f7bf req-ba95d0d9-d310-4486-ab99-dd17f8c9394f tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:21.749006 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6bb75585-75a0-4660-a8c9-d418e6e6f7bf req-ba95d0d9-d310-4486-ab99-dd17f8c9394f tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0516560 Aug 16 21:53:21.786563 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-6bb75585-75a0-4660-a8c9-d418e6e6f7bf req-5ef73617-1231-4d47-9c60-19dc6336e553 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Aug 16 21:53:22.947428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da0dd9-b64f-403b-96a6-4c48aa3041ae req-1ebcc808-33b8-489c-90fe-98bff24a43c0 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:22.948886 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09da0dd9-b64f-403b-96a6-4c48aa3041ae req-1ebcc808-33b8-489c-90fe-98bff24a43c0 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0492213 Aug 16 21:53:22.986139 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-09da0dd9-b64f-403b-96a6-4c48aa3041ae req-14add81a-3857-429f-b55d-cc9103c51133 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311720 Aug 16 21:53:24.098277 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324bd2f-48e0-4b23-9f7f-ede2bfe1de0d req-5ce9d8a2-1503-4ba3-b3c3-4e644a73e5f2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:24.099740 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e324bd2f-48e0-4b23-9f7f-ede2bfe1de0d req-5ce9d8a2-1503-4ba3-b3c3-4e644a73e5f2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0482390 Aug 16 21:53:24.136891 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e324bd2f-48e0-4b23-9f7f-ede2bfe1de0d req-0ff25cb1-7aad-4d43-9d3a-6d4f224584a6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307345 Aug 16 21:53:25.253397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ae4cc-4cc7-4e24-9353-e18b181e1973 req-4bcadc4d-c2e6-4c1e-94fe-7aaf28db18f5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:25.254830 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c0ae4cc-4cc7-4e24-9353-e18b181e1973 req-4bcadc4d-c2e6-4c1e-94fe-7aaf28db18f5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0521009 Aug 16 21:53:25.291968 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c0ae4cc-4cc7-4e24-9353-e18b181e1973 req-9a12d073-d598-484a-b6ac-4bc6d0c36ef0 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311837 Aug 16 21:53:26.047156 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7b402800-d739-4c25-b4d7-d8ef353901d8 details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:53:26.140555 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7b402800-d739-4c25-b4d7-d8ef353901d8,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:26.154680 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'port_id': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'mac_address': 'fa:16:3e:c6:9c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:53:26.191134 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:26.203948 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b402800-d739-4c25-b4d7-d8ef353901d8 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:53:26.222727 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7b402800-d739-4c25-b4d7-d8ef353901d8,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:26.306700 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:26.356496 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=7b402800-d739-4c25-b4d7-d8ef353901d8,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:26.364093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.364443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.364784 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.365147 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.365483 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.365815 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.366143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.366469 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.367301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.367613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.367935 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.368323 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:26.405588 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff733a4-2eed-4cde-ad7c-8f2790279d4f req-366520f3-9965-4b7b-8dcb-e7958ae545aa tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:26.412956 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aff733a4-2eed-4cde-ad7c-8f2790279d4f req-366520f3-9965-4b7b-8dcb-e7958ae545aa tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 944 time: 0.0493710 Aug 16 21:53:26.445279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aff733a4-2eed-4cde-ad7c-8f2790279d4f req-580c43dd-2def-438e-8712-1e164ac28df5 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321779 Aug 16 21:53:26.553118 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['7b402800-d739-4c25-b4d7-d8ef353901d8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:53:27.557423 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f723d8-2c9b-4a9e-bfdc-9634104bd09d req-6cd73509-b9af-412f-a432-0a258d29e90e tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:27.558949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5f723d8-2c9b-4a9e-bfdc-9634104bd09d req-6cd73509-b9af-412f-a432-0a258d29e90e tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 944 time: 0.0491827 Aug 16 21:53:27.595360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f5f723d8-2c9b-4a9e-bfdc-9634104bd09d req-1f27cfa9-5268-4d93-8e50-73507b740775 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304642 Aug 16 21:53:28.046891 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7b402800-d739-4c25-b4d7-d8ef353901d8 up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:28.164371 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 7b402800-d739-4c25-b4d7-d8ef353901d8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:28.168071 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 7b402800-d739-4c25-b4d7-d8ef353901d8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:28.168545 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:28.246517 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:28.269027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:53:28.271275 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64fbdab-dac2-4439-a347-fc758356c46d" -d '{"events": [{"server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "name": "network-vif-plugged", "status": "completed", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:53:28.284487 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7b402800-d739-4c25-b4d7-d8ef353901d8,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:28.309229 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1040b871-e6e4-4e99-b3d7-ce42663fc644 x-openstack-request-id: req-1040b871-e6e4-4e99-b3d7-ce42663fc644 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:53:28.309515 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "name": "network-vif-plugged", "status": "completed", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:53:28.309765 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1040b871-e6e4-4e99-b3d7-ce42663fc644 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:53:28.310154 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'code': 200} Aug 16 21:53:28.359761 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:28.406367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73612ac9-e7ae-40e4-8b89-3dfe8e7a0939 req-c75c5e17-1343-4ae9-bc48-49c56192e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:28.407831 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=7b402800-d739-4c25-b4d7-d8ef353901d8,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:28.407981 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-73612ac9-e7ae-40e4-8b89-3dfe8e7a0939 req-c75c5e17-1343-4ae9-bc48-49c56192e953 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1097 time: 0.0400138 Aug 16 21:53:28.442313 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-73612ac9-e7ae-40e4-8b89-3dfe8e7a0939 req-faf55683-7090-4ebc-9b9f-488c175159ba service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272121 Aug 16 21:53:28.713089 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36457e-be96-4d69-b60e-bcbe652b6a32 req-d7cbd300-b12a-4fa6-8416-78e43f1f8f69 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:28.714547 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa36457e-be96-4d69-b60e-bcbe652b6a32 req-d7cbd300-b12a-4fa6-8416-78e43f1f8f69 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0536821 Aug 16 21:53:28.751027 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aa36457e-be96-4d69-b60e-bcbe652b6a32 req-fee0cb0d-47c7-4a4b-a1f9-cb26b52a7920 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305936 Aug 16 21:53:29.869704 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b5696-729b-4264-93a3-33669b53f386 req-5ae2df2d-be89-4264-a20a-a09e844b7dcf tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:29.871312 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b8b5696-729b-4264-93a3-33669b53f386 req-5ae2df2d-be89-4264-a20a-a09e844b7dcf tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0511818 Aug 16 21:53:29.909308 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b8b5696-729b-4264-93a3-33669b53f386 req-9abca3e0-cb8e-4f72-895c-d2e1d1d6496f tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Aug 16 21:53:30.025504 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b62da-d693-4af7-8361-cffd405a3be9 req-c2b6fb3e-d339-40c7-b5cc-717a9664f2bc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:30.026961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb4b62da-d693-4af7-8361-cffd405a3be9 req-c2b6fb3e-d339-40c7-b5cc-717a9664f2bc tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0481713 Aug 16 21:53:30.064298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-eb4b62da-d693-4af7-8361-cffd405a3be9 req-1ecc128a-f065-4652-9ebb-3f9c1657ab1d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313647 Aug 16 21:53:30.085844 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41994) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:30.128294 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b48ba88-69da-4591-9c83-72e4be8f6884 tempest-TestShelveInstance-1719505897 tempest-TestShelveInstance-1719505897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:30.129807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-9b48ba88-69da-4591-9c83-72e4be8f6884 tempest-TestShelveInstance-1719505897 tempest-TestShelveInstance-1719505897-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1092 time: 0.0429704 Aug 16 21:53:30.132544 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 41996) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:30.136820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:53:30.234727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:30.328379 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:30.431963 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Allocated IP 172.25.4.149 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/e91f7020-eca5-4740-8444-cf36be7c0d67) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:53:30.531166 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:30.674606 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:30.714065 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:53:30.718854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:30.722317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:53:30.746997 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'Port': ['ID=e91f7020-eca5-4740-8444-cf36be7c0d67,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:31.070169 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:31.190733 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:31.337586 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:31.421180 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:31.491570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event updated for resources: {'Port': ['ID=e91f7020-eca5-4740-8444-cf36be7c0d67,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:31.497719 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:31.595739 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Floating IP d31b4bbd-cb69-4c9d-a627-fe6e7d7ee604 associated. External IP: 172.25.4.149, port: 7b402800-d739-4c25-b4d7-d8ef353901d8. Aug 16 21:53:31.794317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Router 6bfa8287-75e6-4e6f-b20d-3c5855237526 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:53:31.897710 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:53:31.908012 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951fc82-954b-4fe6-b170-e92316757037 None None] Sync routers for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:53:31.918887 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951fc82-954b-4fe6-b170-e92316757037 None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:31.919496 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4951fc82-954b-4fe6-b170-e92316757037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:32.026527 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-4951fc82-954b-4fe6-b170-e92316757037 None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:32.132090 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:32.159464 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8238f0da-29f0-4d4b-98a1-a6754d58efc3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0258007 Aug 16 21:53:32.159977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:53:32.162336 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfb711d-da86-450e-bd4b-521e51a5f6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:53:32.249990 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4951fc82-954b-4fe6-b170-e92316757037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'd31b4bbd-cb69-4c9d-a627-fe6e7d7ee604', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'port_id': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'mac_address': 'fa:16:3e:c6:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:53:30Z', 'updated_at': '2021-08-16T21:53:30Z', 'revision_number': 0, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:32.259921 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7939d6-bf9a-4862-bcb9-a606e86bfee7 x-openstack-request-id: req-8d7939d6-bf9a-4862-bcb9-a606e86bfee7 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:53:32.260219 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:53:32.260476 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d7939d6-bf9a-4862-bcb9-a606e86bfee7 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:53:32.260909 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'status': 'completed', 'code': 200} Aug 16 21:53:32.276734 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951fc82-954b-4fe6-b170-e92316757037 None None] Checking router: 6bfa8287-75e6-4e6f-b20d-3c5855237526 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:53:32.285054 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951fc82-954b-4fe6-b170-e92316757037 None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:32.285669 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4951fc82-954b-4fe6-b170-e92316757037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:53:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:32.323902 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb711d-da86-450e-bd4b-521e51a5f6fa req-6d7920d9-77ab-48a8-9be9-1ee42a658070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:32.325449 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bfb711d-da86-450e-bd4b-521e51a5f6fa req-6d7920d9-77ab-48a8-9be9-1ee42a658070 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1097 time: 0.0439885 Aug 16 21:53:32.390040 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-4951fc82-954b-4fe6-b170-e92316757037 None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:32.422020 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb711d-da86-450e-bd4b-521e51a5f6fa req-88d432e8-3f75-4e03-b65e-b222a671b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:32.423436 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bfb711d-da86-450e-bd4b-521e51a5f6fa req-88d432e8-3f75-4e03-b65e-b222a671b0ca service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0911522 Aug 16 21:53:32.492639 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bfb711d-da86-450e-bd4b-521e51a5f6fa req-345f3b28-8849-4a72-9d6b-642ac91a7e44 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 999 time: 0.0617278 Aug 16 21:53:32.542381 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb711d-da86-450e-bd4b-521e51a5f6fa req-a93dc1a0-3e35-4457-a0e2-43b0200dc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:32.543867 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bfb711d-da86-450e-bd4b-521e51a5f6fa req-a93dc1a0-3e35-4457-a0e2-43b0200dc55b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0442502 Aug 16 21:53:32.592161 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb711d-da86-450e-bd4b-521e51a5f6fa req-489a2d61-d223-4f2f-b0d4-cbf94792ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:32.593712 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bfb711d-da86-450e-bd4b-521e51a5f6fa req-489a2d61-d223-4f2f-b0d4-cbf94792ab6b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412874 Aug 16 21:53:32.612449 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-4951fc82-954b-4fe6-b170-e92316757037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'd31b4bbd-cb69-4c9d-a627-fe6e7d7ee604', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'port_id': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'mac_address': 'fa:16:3e:c6:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:53:30Z', 'updated_at': '2021-08-16T21:53:30Z', 'revision_number': 0, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:32.639109 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951fc82-954b-4fe6-b170-e92316757037 None None] The sync data for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 is: [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': 'd31b4bbd-cb69-4c9d-a627-fe6e7d7ee604', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'port_id': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'mac_address': 'fa:16:3e:c6:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:53:30Z', 'updated_at': '2021-08-16T21:53:30Z', 'revision_number': 0, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:53:32.692994 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bfb711d-da86-450e-bd4b-521e51a5f6fa req-7ec87cd6-09f4-4e03-95f4-415521b89829 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905752 Aug 16 21:53:32.785134 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3bfb711d-da86-450e-bd4b-521e51a5f6fa req-7ceb6ea1-e433-4538-ae83-dbb2ee41e831 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849731 Aug 16 21:53:32.828748 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c111eb8-5f6c-48ae-888b-699620a3153d None None] New status for floating IP d31b4bbd-cb69-4c9d-a627-fe6e7d7ee604: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:53:33.392313 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.506395 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:35.767473 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:53:45.280995 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6aeecf68-729c-4978-87d8-229c4935c709 req-a74092b8-c320-4f88-8978-6bba86f9815d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398197 Aug 16 21:53:45.314936 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a2c29501-c6f9-4949-91be-59945c92b9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.394711 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeecf68-729c-4978-87d8-229c4935c709 req-cd13f2c9-9bae-410d-a5d8-e01e4347f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:45.396187 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6aeecf68-729c-4978-87d8-229c4935c709 req-cd13f2c9-9bae-410d-a5d8-e01e4347f98c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1097 time: 0.0444598 Aug 16 21:53:45.506193 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeecf68-729c-4978-87d8-229c4935c709 req-0a3b7a1a-3c88-40d3-a0d3-8d92a916498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:45.507705 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6aeecf68-729c-4978-87d8-229c4935c709 req-0a3b7a1a-3c88-40d3-a0d3-8d92a916498a service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0890551 Aug 16 21:53:45.578796 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6aeecf68-729c-4978-87d8-229c4935c709 req-91bc1b60-8422-4853-ac4c-c2c8d21587fe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 1001 time: 0.0633311 Aug 16 21:53:45.633771 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeecf68-729c-4978-87d8-229c4935c709 req-76b2a22c-c5e2-4e65-b25a-9992cd224543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:45.635426 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6aeecf68-729c-4978-87d8-229c4935c709 req-76b2a22c-c5e2-4e65-b25a-9992cd224543 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0490687 Aug 16 21:53:45.682464 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeecf68-729c-4978-87d8-229c4935c709 req-b07055b7-28bb-482c-a390-46109b741f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:45.684001 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6aeecf68-729c-4978-87d8-229c4935c709 req-b07055b7-28bb-482c-a390-46109b741f3b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415494 Aug 16 21:53:45.779368 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6aeecf68-729c-4978-87d8-229c4935c709 req-db253e85-3d07-4ace-aea8-c3fbf2fad584 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870230 Aug 16 21:53:45.869697 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-6aeecf68-729c-4978-87d8-229c4935c709 req-5050ed23-f64f-45f4-b03c-a7782dbc5699 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834179 Aug 16 21:53:47.559711 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-407d983e-f492-4cd2-a989-466f47af1175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:48.039867 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.497048 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:50.896899 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:03.454344 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:03.507980 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:12.766050 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:54:15.359113 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-299bf65f-9693-4eba-9dbd-0a221cee5efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:17.523226 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b162cc71-8d6d-4650-a42b-cccd686f9394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:18.004933 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:19.490726 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:20.982031 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:33.484537 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:33.547490 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:45.290566 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-70b3cc20-7d7f-41e2-8abc-8e65de08fc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.313548 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-0e71ad1e-e4f6-4c98-ad51-46b7004bb96d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456846 Aug 16 21:54:47.392588 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-7413a71a-558e-4ad8-8301-1c3a935d2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:47.394152 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-7413a71a-558e-4ad8-8301-1c3a935d2e01 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1097 time: 0.0404308 Aug 16 21:54:47.497122 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-6d768dfc-4cfa-4cd1-b650-22ade6915274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:47.504311 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-6d768dfc-4cfa-4cd1-b650-22ade6915274 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0862033 Aug 16 21:54:47.528217 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-29f9a1e3-c396-4567-a8f4-e5203a629e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.568347 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-f5121d39-2c3e-4f7c-98b0-2328e8917131 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 1001 time: 0.0624642 Aug 16 21:54:47.616816 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-98bd2a9a-3e4b-4b30-ad86-1b0f0eaae6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:47.618296 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-98bd2a9a-3e4b-4b30-ad86-1b0f0eaae6e7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0431790 Aug 16 21:54:47.663911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-b3873beb-0b6e-4935-9ce0-f02d3ec09b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:47.665368 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-b3873beb-0b6e-4935-9ce0-f02d3ec09b98 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397229 Aug 16 21:54:47.759859 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-e8b19dc1-472c-4132-9fdc-c4de97c8b655 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864949 Aug 16 21:54:47.852631 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-429dc6ea-7e3d-49bc-90e2-6408efc032f1 req-2bb2aec1-bf08-4df7-b4bb-95346e6a5765 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856328 Aug 16 21:54:48.021231 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:49.494238 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:49.765925 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:54:50.890083 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:03.438621 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:03.518108 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:15.283330 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c7eab54d-d7ff-49e0-b2e7-61b1af18d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:17.557731 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb3bb-17ba-42c0-8f33-de517ef14d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:18.018544 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:19.481783 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:20.877659 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:26.765001 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:55:33.417130 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:33.475433 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:45.300501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2babdc92-1f74-404b-a2e7-cbfa1af3f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:47.526502 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-24dd6e27-bc07-4766-a5b4-3ef5d2ad461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:48.026051 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:49.330969 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-49fee998-7ea3-4132-8b2e-af5e626d91f2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961778 Aug 16 21:55:49.410938 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-d700cd68-3fc0-4d6c-90e8-1e4f8c7a6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:49.412452 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-d700cd68-3fc0-4d6c-90e8-1e4f8c7a6632 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1097 time: 0.0413206 Aug 16 21:55:49.488507 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:49.526328 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-856e0aec-f47e-41ec-aa9f-7c39b379ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:49.527823 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-856e0aec-f47e-41ec-aa9f-7c39b379ea52 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0901408 Aug 16 21:55:49.593494 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-7079d55f-44c3-4c46-a0e9-fda544f71d3d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 1001 time: 0.0579383 Aug 16 21:55:49.641389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-9d2fb1ec-b2e7-42a4-ba8a-aaff11207959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:49.642838 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-9d2fb1ec-b2e7-42a4-ba8a-aaff11207959 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0425100 Aug 16 21:55:50.040095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-c7968566-c7bb-4946-a318-d89cca3d6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:50.041656 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-c7968566-c7bb-4946-a318-d89cca3d6efd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3914189 Aug 16 21:55:50.055072 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-2382d675-1992-4b94-a1fd-619191e190d1 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:55:50.059734 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-2382d675-1992-4b94-a1fd-619191e190d1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050819 Aug 16 21:55:50.144700 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-f0c61cbb-d086-46a4-b961-600de3d0dcbd service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818968 Aug 16 21:55:50.240115 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3d07c69c-a4be-4430-9d89-a5e13b865066 req-cf060032-0e26-4aaa-b877-e3e85db5065d service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882437 Aug 16 21:55:50.888529 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.445961 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.548920 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.763789 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:56:09.771238 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649330d7-ccea-45bc-862d-363fd1b6e443 req-3fb1f224-4051-4184-92e9-e6c57483c44b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:09.772768 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-649330d7-ccea-45bc-862d-363fd1b6e443 req-3fb1f224-4051-4184-92e9-e6c57483c44b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0509806 Aug 16 21:56:09.814925 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-649330d7-ccea-45bc-862d-363fd1b6e443 req-1bf46a04-c1dd-4bf7-bd93-b66b802edd59 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361590 Aug 16 21:56:10.959231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef3b52-6ab9-4e31-b518-ed3881b66918 req-ad5e6487-595e-4342-9708-e17550d3b445 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:10.961245 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92ef3b52-6ab9-4e31-b518-ed3881b66918 req-ad5e6487-595e-4342-9708-e17550d3b445 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0524600 Aug 16 21:56:10.997653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92ef3b52-6ab9-4e31-b518-ed3881b66918 req-39d01d6a-502c-46fe-90d2-0e9e75f524d4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304959 Aug 16 21:56:12.134489 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43268c-17bf-4ab8-9f6f-37460ba2980b req-cf1d0579-45e6-497d-8bd9-7fb4bda01f2d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:12.135965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be43268c-17bf-4ab8-9f6f-37460ba2980b req-cf1d0579-45e6-497d-8bd9-7fb4bda01f2d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0481696 Aug 16 21:56:12.174545 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be43268c-17bf-4ab8-9f6f-37460ba2980b req-533bfdd6-162b-4190-bffc-50f2ab648e36 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325847 Aug 16 21:56:13.287627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db131b-a788-4466-b41d-143cc04c7727 req-0950851d-37bc-4c97-ae75-704167c4ef60 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:13.289116 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5db131b-a788-4466-b41d-143cc04c7727 req-0950851d-37bc-4c97-ae75-704167c4ef60 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0486746 Aug 16 21:56:13.326504 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5db131b-a788-4466-b41d-143cc04c7727 req-64672764-5909-4b56-b78e-9a2aa09f5109 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314517 Aug 16 21:56:14.444188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237ff23-fcc3-484e-941a-060b34dc53f3 req-aecd4e2c-ccb6-4404-ac34-d3bab2d78985 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:14.445678 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f237ff23-fcc3-484e-941a-060b34dc53f3 req-aecd4e2c-ccb6-4404-ac34-d3bab2d78985 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0526292 Aug 16 21:56:14.483882 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f237ff23-fcc3-484e-941a-060b34dc53f3 req-a250d32d-a713-4c5b-9d95-1f0313de9e91 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321534 Aug 16 21:56:15.299863 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9da9c0e1-35e6-4c09-9658-491a8fb1f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.597677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186ee9d-85c4-47f4-9bcf-14d17c403646 req-8e4484d4-af81-47fe-8b30-425ee1d0e999 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:15.599150 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3186ee9d-85c4-47f4-9bcf-14d17c403646 req-8e4484d4-af81-47fe-8b30-425ee1d0e999 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0488763 Aug 16 21:56:15.636519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3186ee9d-85c4-47f4-9bcf-14d17c403646 req-7c161e8b-bf04-4484-946b-55d78624e9de tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315335 Aug 16 21:56:16.750035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39379bcc-234b-4aa5-9f8f-fbeeb93e3da1 req-f07a703d-e201-4447-9579-8ced6c0f9d6c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:16.751487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39379bcc-234b-4aa5-9f8f-fbeeb93e3da1 req-f07a703d-e201-4447-9579-8ced6c0f9d6c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0483677 Aug 16 21:56:16.788280 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-39379bcc-234b-4aa5-9f8f-fbeeb93e3da1 req-940533a2-2aa3-4311-8d69-47a29f40c51d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303380 Aug 16 21:56:17.572258 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7ced7cff-d77c-4202-981c-4244d31aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:17.904941 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84104012-55cf-49ba-8f89-68988a6ae5c6 req-a8fdd14a-bacd-46f7-a846-f0282ba9c393 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:17.906457 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84104012-55cf-49ba-8f89-68988a6ae5c6 req-a8fdd14a-bacd-46f7-a846-f0282ba9c393 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0525446 Aug 16 21:56:17.944909 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-84104012-55cf-49ba-8f89-68988a6ae5c6 req-2b062868-892d-4f98-8b9d-798cd9649d46 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324337 Aug 16 21:56:18.031199 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:19.062132 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18fb73-85ff-4483-a307-5392582dd210 req-34eb90ce-5b70-4fab-8ba0-ff99b529e7ec tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:19.064831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e18fb73-85ff-4483-a307-5392582dd210 req-34eb90ce-5b70-4fab-8ba0-ff99b529e7ec tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0500450 Aug 16 21:56:19.102029 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e18fb73-85ff-4483-a307-5392582dd210 req-f3c7b278-d464-4d96-bd07-b2cda4b4f1f2 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317507 Aug 16 21:56:19.503029 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:19.973709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93ca5f-1717-4ecc-a159-94e8d66eba0c req-0a238864-f528-4a90-8a33-ab78046165a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:19.975197 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dd93ca5f-1717-4ecc-a159-94e8d66eba0c req-0a238864-f528-4a90-8a33-ab78046165a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1097 time: 0.0410500 Aug 16 21:56:20.071521 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93ca5f-1717-4ecc-a159-94e8d66eba0c req-eea543f1-604b-4579-917c-34b1e0988fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:20.073088 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dd93ca5f-1717-4ecc-a159-94e8d66eba0c req-eea543f1-604b-4579-917c-34b1e0988fa3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0912483 Aug 16 21:56:20.139446 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dd93ca5f-1717-4ecc-a159-94e8d66eba0c req-22938c5a-3169-4ec9-a52c-ecccf933ce34 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 1001 time: 0.0587223 Aug 16 21:56:20.191549 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93ca5f-1717-4ecc-a159-94e8d66eba0c req-38611291-5613-417a-8e41-4f6c501e17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:20.193154 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dd93ca5f-1717-4ecc-a159-94e8d66eba0c req-38611291-5613-417a-8e41-4f6c501e17a3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0468011 Aug 16 21:56:20.217134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1b7bc-ec05-405d-b825-107fd91778a4 req-6431d07b-9c4c-42f0-94ba-ac68cf920e8e tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:20.219491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a1b7bc-ec05-405d-b825-107fd91778a4 req-6431d07b-9c4c-42f0-94ba-ac68cf920e8e tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0507591 Aug 16 21:56:20.243297 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93ca5f-1717-4ecc-a159-94e8d66eba0c req-843aa5ad-ff79-4f79-ac90-2eafded1c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:20.244743 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dd93ca5f-1717-4ecc-a159-94e8d66eba0c req-843aa5ad-ff79-4f79-ac90-2eafded1c2cc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448937 Aug 16 21:56:20.257217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a1b7bc-ec05-405d-b825-107fd91778a4 req-e41d9730-c345-463f-a047-30c47bf99eb4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316734 Aug 16 21:56:20.334827 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dd93ca5f-1717-4ecc-a159-94e8d66eba0c req-70cdad4f-f8e7-4387-a9e1-4bd086d7b326 service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826750 Aug 16 21:56:20.426798 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-dd93ca5f-1717-4ecc-a159-94e8d66eba0c req-2e67ccc2-bee7-4283-aa51-62ef9fed5e4b service neutron] 10.222.0.76 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852149 Aug 16 21:56:20.974042 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.374466 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7eaa4-e359-4e4b-9344-7879ae6c7d25 req-898af5da-45d2-45b6-b652-264b48e1d747 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:21.375906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9f7eaa4-e359-4e4b-9344-7879ae6c7d25 req-898af5da-45d2-45b6-b652-264b48e1d747 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0512564 Aug 16 21:56:21.412860 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9f7eaa4-e359-4e4b-9344-7879ae6c7d25 req-bdd7ec40-b5a0-499f-a885-9e2d1e878147 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305240 Aug 16 21:56:22.527211 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551ac02-8246-448a-bfad-3d4283ae2799 req-f0982a2d-835c-4c08-a36c-60da41009562 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:22.528748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0551ac02-8246-448a-bfad-3d4283ae2799 req-f0982a2d-835c-4c08-a36c-60da41009562 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0500882 Aug 16 21:56:22.567611 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0551ac02-8246-448a-bfad-3d4283ae2799 req-47978958-901c-4fd1-a07f-0ec3dd3875b8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328894 Aug 16 21:56:23.682881 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5435d-5a1f-446c-a9a6-86e52dd3b5ab req-ee736a99-1b2d-4c4c-a89a-151348d1d324 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:23.684602 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7f5435d-5a1f-446c-a9a6-86e52dd3b5ab req-ee736a99-1b2d-4c4c-a89a-151348d1d324 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0508246 Aug 16 21:56:23.723147 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a7f5435d-5a1f-446c-a9a6-86e52dd3b5ab req-e37c212f-50b2-4392-af59-117d3e0528f1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323899 Aug 16 21:56:24.839756 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9f0f4-25b6-4963-9324-289615a19708 req-7991647f-aac6-4086-8cc7-64288cbfd6ae tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:24.841270 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8bd9f0f4-25b6-4963-9324-289615a19708 req-7991647f-aac6-4086-8cc7-64288cbfd6ae tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 945 time: 0.0527785 Aug 16 21:56:24.871138 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 7b402800-d739-4c25-b4d7-d8ef353901d8 no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:56:24.878597 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8bd9f0f4-25b6-4963-9324-289615a19708 req-1d742462-e458-4b85-92b7-a99b087f5dc7 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314417 Aug 16 21:56:24.949326 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:24.971501 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:56:24.973744 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e37418-c5c6-4fa5-955a-15e690543152" -d '{"events": [{"server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "name": "network-vif-unplugged", "status": "completed", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:56:24.987593 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7b402800-d739-4c25-b4d7-d8ef353901d8,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:25.060905 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:25.083780 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21badf3-cca6-443b-a4cd-7b24dca507a7 x-openstack-request-id: req-c21badf3-cca6-443b-a4cd-7b24dca507a7 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:56:25.084069 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "name": "network-vif-unplugged", "status": "failed", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8", "code": 422}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:56:25.084358 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c21badf3-cca6-443b-a4cd-7b24dca507a7 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:56:25.085339 n-d-793619-14 neutron-server[95263]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'code': 422} returned with failed status Aug 16 21:56:25.110719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=7b402800-d739-4c25-b4d7-d8ef353901d8,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:25.117871 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:25.118221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:25.118559 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:25.118894 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:25.119257 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:25.119591 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:25.119919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:25.120244 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:25.120594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:25.120918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:25.121286 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:25.121608 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:26.250371 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca0ea-33a9-4332-992d-8805b11da63f req-733ae8de-61f0-4e17-b1dc-ad4e1f87b92a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:26.251965 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-157ca0ea-33a9-4332-992d-8805b11da63f req-733ae8de-61f0-4e17-b1dc-ad4e1f87b92a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0491078 Aug 16 21:56:26.293309 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-157ca0ea-33a9-4332-992d-8805b11da63f req-7eee7e97-5a22-4538-bcf1-d8088c555c4e tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331280 Aug 16 21:56:26.331718 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-2721cb75-71b6-4780-a4c1-65ba88a7df39 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787416 Aug 16 21:56:27.406216 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e088b1-f3c5-492e-9f52-5b6c909d2581 req-060a7cd1-3f35-43a1-837a-a845675fb12d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:27.407765 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28e088b1-f3c5-492e-9f52-5b6c909d2581 req-060a7cd1-3f35-43a1-837a-a845675fb12d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0490847 Aug 16 21:56:27.446032 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-28e088b1-f3c5-492e-9f52-5b6c909d2581 req-78837645-98da-4ee4-ba6d-781d894b0f2c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321965 Aug 16 21:56:28.565779 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61e629-420e-444b-8851-33a5d8f4f143 req-e4b0d22f-e859-4d59-a6df-9c660433c42d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:28.567283 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af61e629-420e-444b-8851-33a5d8f4f143 req-e4b0d22f-e859-4d59-a6df-9c660433c42d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0529804 Aug 16 21:56:28.605165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-af61e629-420e-444b-8851-33a5d8f4f143 req-0cbdf86a-8ca2-4d36-97a8-e9c2d690c8b6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311110 Aug 16 21:56:29.723227 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca772168-2129-42da-ba4b-47f4fa73af1b req-9b0d6dc6-ee15-4949-88fc-35205a74634b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:29.725339 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca772168-2129-42da-ba4b-47f4fa73af1b req-9b0d6dc6-ee15-4949-88fc-35205a74634b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0515807 Aug 16 21:56:29.763862 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ca772168-2129-42da-ba4b-47f4fa73af1b req-07ff7e39-36d7-4350-b9ab-48db3f2ac6b6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320349 Aug 16 21:56:30.876745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106eee4e-bc65-4b5e-a037-0e846c55b449 req-78ed6a93-d10b-4961-bcf5-d784579d8842 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:30.878268 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-106eee4e-bc65-4b5e-a037-0e846c55b449 req-78ed6a93-d10b-4961-bcf5-d784579d8842 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0479498 Aug 16 21:56:30.916709 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-106eee4e-bc65-4b5e-a037-0e846c55b449 req-b2418d5e-5a64-482c-a623-510571149b97 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318663 Aug 16 21:56:32.038263 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc120eb5-305c-4f71-95b0-96fa3659ede6 req-e6fee451-4c5b-48ae-9b4e-9194b316ff3a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:32.039807 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc120eb5-305c-4f71-95b0-96fa3659ede6 req-e6fee451-4c5b-48ae-9b4e-9194b316ff3a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0575321 Aug 16 21:56:32.082298 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-dc120eb5-305c-4f71-95b0-96fa3659ede6 req-de850ed1-8d97-40e9-aa7a-3a62ef64f00e tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357370 Aug 16 21:56:32.428468 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-19b75f4f-1189-4f3a-955b-06fd46cf29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:32.429949 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-19b75f4f-1189-4f3a-955b-06fd46cf29c5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784&tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94 HTTP/1.1" status: 200 len: 1095 time: 0.0824246 Aug 16 21:56:32.442409 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-14', 'device_owner': 'compute:nova'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:32.495948 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:32.694781 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=7b402800-d739-4c25-b4d7-d8ef353901d8,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:32.727589 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h1-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:56:32.758914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b402800-d739-4c25-b4d7-d8ef353901d8 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:56:32.766261 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:32.777791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Transition to ACTIVE for port object 7b402800-d739-4c25-b4d7-d8ef353901d8 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:32.858856 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.270001 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Pushing event updated for resources: {'Port': ['ID=7b402800-d739-4c25-b4d7-d8ef353901d8,revision_number=7']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:33.300336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.300684 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.301048 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.301384 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.301715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.302046 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.302373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.302697 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.303068 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.303393 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.303716 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.304038 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.340590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] No DVR routers for this DVR port 7b402800-d739-4c25-b4d7-d8ef353901d8 on host n-h1-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:56:33.382715 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d245-c003-468a-8f41-435128c9ff62 req-8302deac-93c6-46eb-9ae8-04d944ee92f8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:33.384206 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5966d245-c003-468a-8f41-435128c9ff62 req-8302deac-93c6-46eb-9ae8-04d944ee92f8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.1242335 Aug 16 21:56:33.445431 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.467789 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5966d245-c003-468a-8f41-435128c9ff62 req-88c869ac-a3aa-4df8-b0f0-e3a89e28d8b1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756826 Aug 16 21:56:33.508565 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Attempting to bind port 7b402800-d739-4c25-b4d7-d8ef353901d8 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:56:33.509821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Attempting to bind port 7b402800-d739-4c25-b4d7-d8ef353901d8 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:56:33.509821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Attempting to bind port 7b402800-d739-4c25-b4d7-d8ef353901d8 on network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:56:33.513467 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Port 7b402800-d739-4c25-b4d7-d8ef353901d8 on network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:56:33.513793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Attempting to bind port 7b402800-d739-4c25-b4d7-d8ef353901d8 on network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:56:33.518693 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:56:33.519040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Checking segment: {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:56:33.519436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Bound using segment: {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:56:33.519861 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Bound port: 7b402800-d739-4c25-b4d7-d8ef353901d8, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4855d95-34ce-4428-a292-c4cd84011d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:56:33.520272 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.527499 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.586194 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:56:33.589151 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7b402800-d739-4c25-b4d7-d8ef353901d8,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:56:33.668747 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.703269 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:33.703895 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.705306 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] 10.222.0.79 "PUT /v2.0/ports/7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 1092 time: 1.2667460 Aug 16 21:56:33.705753 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:56:33.707991 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:56:33.742618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5c179-1bfe-4014-b8ce-9ee281c3b00d service neutron] Pushing event updated for resources: {'Port': ['ID=7b402800-d739-4c25-b4d7-d8ef353901d8,revision_number=8']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:33.763562 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff63b0e2-9371-4a13-b044-5e34d6f0e127 x-openstack-request-id: req-ff63b0e2-9371-4a13-b044-5e34d6f0e127 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:56:33.763856 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:56:33.764110 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ff63b0e2-9371-4a13-b044-5e34d6f0e127 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:56:33.764505 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'status': 'completed', 'code': 200} Aug 16 21:56:33.781183 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-e83b849b-8ebf-4c6c-b806-5b1b6d293867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:33.782589 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-e83b849b-8ebf-4c6c-b806-5b1b6d293867 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1095 time: 0.0485003 Aug 16 21:56:33.878273 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-44e2e336-2fb9-4e8b-85d1-b7a99a4da392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:33.879782 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-44e2e336-2fb9-4e8b-85d1-b7a99a4da392 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0904417 Aug 16 21:56:33.945401 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-1c9f920e-cc20-4a4e-bab2-d45abe3c5004 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 999 time: 0.0588233 Aug 16 21:56:33.993437 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-4e080bd2-05d6-4bb6-847c-d44de7c58c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:33.994748 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-4e080bd2-05d6-4bb6-847c-d44de7c58c79 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0425551 Aug 16 21:56:34.043317 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-41f30cb8-beec-45ea-b63e-5e8a4c0b5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:34.044898 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-41f30cb8-beec-45ea-b63e-5e8a4c0b5e91 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424883 Aug 16 21:56:34.055276 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-9a5ef495-718e-46e1-af9b-060a8618e26c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:56:34.056189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-9a5ef495-718e-46e1-af9b-060a8618e26c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049403 Aug 16 21:56:34.144336 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-1dd38ec2-a8a1-4f5d-be54-15fd3b1553c7 service neutron] 10.222.0.79 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805840 Aug 16 21:56:34.237077 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-5153cbd8-6343-42d3-b4c7-7e7c4319f95c service neutron] 10.222.0.79 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859942 Aug 16 21:56:34.384791 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9 req-ec4117ff-529f-4d3b-8acc-9ea88d01d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:34.386292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9 req-ec4117ff-529f-4d3b-8acc-9ea88d01d92f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1095 time: 0.0407481 Aug 16 21:56:34.478980 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9 req-192de205-4ee3-400c-ab9e-1c6a44d34fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:34.480440 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9 req-192de205-4ee3-400c-ab9e-1c6a44d34fbb service neutron] 10.222.0.79 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0867717 Aug 16 21:56:34.555737 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9 req-44f21699-3a0b-4d3e-8ca7-2350edf15d0c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 999 time: 0.0676885 Aug 16 21:56:34.625723 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e6293-0736-466a-9613-c44ced3b0b2b req-f22ce1e5-f57b-49b0-8162-7103db248e28 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:34.627165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d8e6293-0736-466a-9613-c44ced3b0b2b req-f22ce1e5-f57b-49b0-8162-7103db248e28 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0887756 Aug 16 21:56:34.633008 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9 req-c2aeb241-06ea-498e-bb69-dd147efa50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:34.634368 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9 req-c2aeb241-06ea-498e-bb69-dd147efa50e1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0657785 Aug 16 21:56:34.691025 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d8e6293-0736-466a-9613-c44ced3b0b2b req-45518fa9-2287-484e-9573-f2901c849694 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556269 Aug 16 21:56:34.700532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9 req-b5a94f5b-c093-42f7-8417-5c68fba686e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:34.702026 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9 req-b5a94f5b-c093-42f7-8417-5c68fba686e5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537727 Aug 16 21:56:34.797359 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9 req-669e137e-3ece-4a30-9c76-ff9e69cff26a service neutron] 10.222.0.79 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868959 Aug 16 21:56:34.884564 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-920f190b-3e05-4ebb-a5b9-82bd24aae5f9 req-4cb0eed2-f23b-456f-b8c9-6bf078f0da10 service neutron] 10.222.0.79 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801713 Aug 16 21:56:35.809503 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650db2e-f955-42c1-b30c-82c8cb6bc44c req-875a54d2-e313-4184-87eb-af0880a733e4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:35.810961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2650db2e-f955-42c1-b30c-82c8cb6bc44c req-875a54d2-e313-4184-87eb-af0880a733e4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0526683 Aug 16 21:56:35.848066 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-2650db2e-f955-42c1-b30c-82c8cb6bc44c req-7bfd2fa3-5a00-4eb3-86ac-37ed1848347c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312021 Aug 16 21:56:36.961477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22122ac7-ac71-4e13-bd7b-fa26b3377f62 req-3c794a61-518b-40be-9a8c-3b142e0cf2a3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:36.962948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22122ac7-ac71-4e13-bd7b-fa26b3377f62 req-3c794a61-518b-40be-9a8c-3b142e0cf2a3 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0484238 Aug 16 21:56:37.000683 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-22122ac7-ac71-4e13-bd7b-fa26b3377f62 req-9080aa0f-4f89-44db-9ec5-bf3ae0d7d4ab tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 Aug 16 21:56:38.114607 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbef60-6af9-4df3-8dc0-7c45192721ba req-b8306b4b-c57f-4c34-a0ed-b00b2f482b61 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:38.116095 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78cbef60-6af9-4df3-8dc0-7c45192721ba req-b8306b4b-c57f-4c34-a0ed-b00b2f482b61 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0499222 Aug 16 21:56:38.154326 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-78cbef60-6af9-4df3-8dc0-7c45192721ba req-4fe0c368-ec1a-4f58-ab27-50184a7cedd4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321085 Aug 16 21:56:39.270995 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482fa8-edaf-449d-8422-478508ece90e req-13baf72f-a5b0-4048-8bfa-2a093449a18a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:39.272946 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa482fa8-edaf-449d-8422-478508ece90e req-13baf72f-a5b0-4048-8bfa-2a093449a18a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0517373 Aug 16 21:56:39.309554 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-fa482fa8-edaf-449d-8422-478508ece90e req-ba3abbab-8450-4dba-84c9-d706a5e91266 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306568 Aug 16 21:56:40.422627 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db78ab-568c-410d-95a5-043d9dfabb6f req-10de8f04-b522-4037-97b5-c63e2f59a290 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:40.424541 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34db78ab-568c-410d-95a5-043d9dfabb6f req-10de8f04-b522-4037-97b5-c63e2f59a290 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0494313 Aug 16 21:56:40.462324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-34db78ab-568c-410d-95a5-043d9dfabb6f req-f94c0897-6ba8-4561-820b-086db8aa5a7e tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313022 Aug 16 21:56:40.762625 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:56:41.575167 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04d66e-08da-4540-aa27-6329309b2cfb req-44cfb3e8-ba1f-46f2-add6-012b1946b984 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:41.576644 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b04d66e-08da-4540-aa27-6329309b2cfb req-44cfb3e8-ba1f-46f2-add6-012b1946b984 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0488851 Aug 16 21:56:41.613076 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1b04d66e-08da-4540-aa27-6329309b2cfb req-5eb524ab-c876-4a8c-ad4c-af84004ed98c tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305293 Aug 16 21:56:42.731040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d997be-0963-4cb3-8973-b8d5ec60f64f req-c4eb0845-5cb1-4cec-bddb-8a6e1f94ffe8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:42.732519 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37d997be-0963-4cb3-8973-b8d5ec60f64f req-c4eb0845-5cb1-4cec-bddb-8a6e1f94ffe8 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 943 time: 0.0521758 Aug 16 21:56:42.769831 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37d997be-0963-4cb3-8973-b8d5ec60f64f req-e4a8f60f-084c-414f-a419-0590d3493fd6 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 Aug 16 21:56:43.207759 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7b402800-d739-4c25-b4d7-d8ef353901d8 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:56:43.303432 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7b402800-d739-4c25-b4d7-d8ef353901d8,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:43.313889 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'port_id': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'mac_address': 'fa:16:3e:c6:9c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:56:43.350232 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:43.366122 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b402800-d739-4c25-b4d7-d8ef353901d8 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:56:43.384953 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7b402800-d739-4c25-b4d7-d8ef353901d8,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:43.445130 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:43.491734 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7b402800-d739-4c25-b4d7-d8ef353901d8,revision_number=9']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:43.680472 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['7b402800-d739-4c25-b4d7-d8ef353901d8'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:56:43.883909 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3716110-90b3-48e9-af58-3ca2aac427e5 req-40ec3a30-02bb-45b5-b555-4a286f7d044a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:43.885530 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3716110-90b3-48e9-af58-3ca2aac427e5 req-40ec3a30-02bb-45b5-b555-4a286f7d044a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 944 time: 0.0482180 Aug 16 21:56:43.922839 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e3716110-90b3-48e9-af58-3ca2aac427e5 req-fab642ab-c5c6-4147-b0b0-63445ea5dc66 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314510 Aug 16 21:56:45.036657 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153efbb-92aa-4ae9-99f8-99c4c0bcfe33 req-af35a6af-0217-461f-8159-ab26487503dd tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:45.041449 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9153efbb-92aa-4ae9-99f8-99c4c0bcfe33 req-af35a6af-0217-461f-8159-ab26487503dd tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 944 time: 0.0520694 Aug 16 21:56:45.077108 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9153efbb-92aa-4ae9-99f8-99c4c0bcfe33 req-22f41fb8-b83d-41ed-82a4-ce22e6a846dd tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323231 Aug 16 21:56:45.240584 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7b402800-d739-4c25-b4d7-d8ef353901d8 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:56:45.819863 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-b25a4e99-f2d7-48aa-a28e-18cf4b01f5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:45.858860 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 7b402800-d739-4c25-b4d7-d8ef353901d8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:56:45.863058 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 7b402800-d739-4c25-b4d7-d8ef353901d8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:45.868530 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:45.939685 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:45.961220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:56:45.963407 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb71d21-0595-49c2-b1bb-6d115fd0b3fd" -d '{"events": [{"server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "name": "network-vif-plugged", "status": "completed", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:56:45.989597 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7b402800-d739-4c25-b4d7-d8ef353901d8,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:45.999763 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fc2938-f3e6-43b3-8c16-2b6f4c9708e1 x-openstack-request-id: req-24fc2938-f3e6-43b3-8c16-2b6f4c9708e1 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:56:46.000052 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "name": "network-vif-plugged", "status": "completed", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:56:46.000306 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-24fc2938-f3e6-43b3-8c16-2b6f4c9708e1 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:56:46.000697 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'code': 200} Aug 16 21:56:46.102969 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:46.152274 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=7b402800-d739-4c25-b4d7-d8ef353901d8,revision_number=10']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:46.160476 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ced1c-37dc-4ceb-b70a-6058c60700b1 req-01781c27-7713-4b3e-97bd-bbe699960ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:46.161984 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-866ced1c-37dc-4ceb-b70a-6058c60700b1 req-01781c27-7713-4b3e-97bd-bbe699960ab5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1098 time: 0.0585868 Aug 16 21:56:46.217292 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-866ced1c-37dc-4ceb-b70a-6058c60700b1 req-774181a5-fc37-4d57-a800-528c68a9daff service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381854 Aug 16 21:56:46.226074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3ecd2-5df1-410c-bb72-809b35da8624 req-b4f57d9f-9ffb-4336-9d25-6afe59ca6408 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:46.227491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80e3ecd2-5df1-410c-bb72-809b35da8624 req-b4f57d9f-9ffb-4336-9d25-6afe59ca6408 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 946 time: 0.0819669 Aug 16 21:56:46.266501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-80e3ecd2-5df1-410c-bb72-809b35da8624 req-f0fd98aa-ba2c-430f-9ce9-dbc0ac9e150a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317621 Aug 16 21:56:47.382525 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be301a81-fa14-4636-81ee-f030e0e9d040 req-02ee3a40-d968-4cad-922a-025ec622bd7b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:47.384002 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be301a81-fa14-4636-81ee-f030e0e9d040 req-02ee3a40-d968-4cad-922a-025ec622bd7b tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 946 time: 0.0505664 Aug 16 21:56:47.422254 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-be301a81-fa14-4636-81ee-f030e0e9d040 req-ccbcfa16-c025-4f51-b05d-3ef2ba918b35 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321801 Aug 16 21:56:47.519352 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2b75c33e-844a-4fef-94e7-ab4cb20b93ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:48.028223 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:48.470511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-36af2299-e9c2-470b-ba99-b0f86f93f2d1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415652 Aug 16 21:56:48.551231 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-7b489fa1-c9ca-4410-b09e-8d22a08a3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:48.553294 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-7b489fa1-c9ca-4410-b09e-8d22a08a3bc1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1098 time: 0.0405622 Aug 16 21:56:48.654932 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-d8cbc66b-3699-4b6b-9236-bf55e62f289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:48.656364 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-d8cbc66b-3699-4b6b-9236-bf55e62f289c service neutron] 10.222.0.79 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0851991 Aug 16 21:56:48.720241 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-a83cd9e2-1452-479d-b53d-eb8022965be5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 1001 time: 0.0562928 Aug 16 21:56:48.766145 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-24895ffc-6382-47b6-bcdf-41c0524e897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:48.767458 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-24895ffc-6382-47b6-bcdf-41c0524e897c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0407913 Aug 16 21:56:48.814816 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-112be4f1-6e3e-47ca-800a-e1907f3edf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:48.816257 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-112be4f1-6e3e-47ca-800a-e1907f3edf6f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423641 Aug 16 21:56:48.903622 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-1a5897ce-4d6f-43a6-b54f-a4c68ed1fba2 service neutron] 10.222.0.79 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804145 Aug 16 21:56:48.997900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-648dcb9f-9581-4d91-850c-28f2405c5048 req-1d34a882-fe4c-46f5-a04e-35ace03b3758 service neutron] 10.222.0.79 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857422 Aug 16 21:56:49.565341 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:50.967499 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:03.487000 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:03.513587 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:15.475791 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-14e0ce1b-ab79-4dea-954e-7b925cd04142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:17.543790 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf69c-e2e0-4a23-b703-95feed2b282b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:17.761388 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:57:18.035676 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:19.561290 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.913150 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:33.457680 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:33.509368 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:45.264026 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c18c6dea-1333-4e1b-88c9-f78af05ef7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:47.617852 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-da471cdb-3a2f-4b26-9ddd-32628254f908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:47.998305 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:49.467847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-c3d9d1d5-4a06-4800-a5b4-776c943039b0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401616 Aug 16 21:57:49.523929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:49.548751 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-4269f0b0-b2b2-4a8c-8d81-743793f98720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:49.550271 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-4269f0b0-b2b2-4a8c-8d81-743793f98720 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1098 time: 0.0414886 Aug 16 21:57:49.663698 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-ab8c6d19-3bfe-430d-badd-12b7d15ec843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:49.665227 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-ab8c6d19-3bfe-430d-badd-12b7d15ec843 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0897846 Aug 16 21:57:49.730921 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-07aa2d4a-cd9f-4d93-83da-abba6afcf826 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 1001 time: 0.0576663 Aug 16 21:57:49.784854 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-ff256b41-8124-4898-9838-85fa3c4e0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:49.786293 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-ff256b41-8124-4898-9838-85fa3c4e0c40 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0484786 Aug 16 21:57:49.833172 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-80ab813b-6388-4314-8dc7-6b007f5d808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:49.834610 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-80ab813b-6388-4314-8dc7-6b007f5d808e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401795 Aug 16 21:57:49.924560 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-c85d7c6d-720f-4566-8439-9060a7d08286 service neutron] 10.222.0.79 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822320 Aug 16 21:57:50.018002 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e380ee1d-8a51-4c26-abc1-d23f022c7bcf req-25d08632-f86d-4a81-8d87-74e6c3abcde3 service neutron] 10.222.0.79 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852499 Aug 16 21:57:50.943645 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:54.761741 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:58:03.471512 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:03.586717 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:15.292050 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e8772feb-a7a7-4363-a1e4-3c2b8543a2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:17.571078 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9893f5fd-95bb-4afb-a24d-68f0b3ffbd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:18.079845 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:19.517850 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:20.919859 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:31.761049 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:58:33.471402 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:33.593787 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:35.229294 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42226) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:35.542160 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Deleting port e91f7020-eca5-4740-8444-cf36be7c0d67 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:58:35.542510 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:35.623299 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:35.623633 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:35.635312 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Calling delete_port for e91f7020-eca5-4740-8444-cf36be7c0d67 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:58:35.854499 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:35.877719 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event deleted for resources: {'Port': ['ID=e91f7020-eca5-4740-8444-cf36be7c0d67,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:35.888322 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.888665 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.889004 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.889384 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.890141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.890141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.890350 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.890663 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.890982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.891316 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.891641 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.891958 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:35.950168 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:35.950499 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Floating IP d31b4bbd-cb69-4c9d-a627-fe6e7d7ee604 disassociated (deleted). External IP: 172.25.4.149, port: 7b402800-d739-4c25-b4d7-d8ef353901d8. Aug 16 21:58:36.157911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Router 6bfa8287-75e6-4e6f-b20d-3c5855237526 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:58:36.266175 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:58:36.270963 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:36.275687 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf28841-f206-4bac-b8b0-4e529a8c21c0 None None] Sync routers for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:58:36.284498 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf28841-f206-4bac-b8b0-4e529a8c21c0 None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:58:36.285145 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-baf28841-f206-4bac-b8b0-4e529a8c21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:36.297836 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-cfbbf776-e103-4af8-91e9-9d15ce3846a1 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "DELETE /v2.0/floatingips/d31b4bbd-cb69-4c9d-a627-fe6e7d7ee604 HTTP/1.1" status: 204 len: 168 time: 1.0673811 Aug 16 21:58:36.299872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:58:36.300855 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933310c1-e220-4cfe-b569-09c56a8951cd" -d '{"events": [{"name": "network-changed", "server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:58:36.394910 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-baf28841-f206-4bac-b8b0-4e529a8c21c0 None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:58:36.485753 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277d79fa-3318-4ef2-94f8-0a9cd54372db x-openstack-request-id: req-277d79fa-3318-4ef2-94f8-0a9cd54372db {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:58:36.489402 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:58:36.489402 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-277d79fa-3318-4ef2-94f8-0a9cd54372db {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:58:36.489402 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'status': 'completed', 'code': 200} Aug 16 21:58:36.551439 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933310c1-e220-4cfe-b569-09c56a8951cd req-18864ed9-81a0-4290-ba6d-9e1c10150283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:36.558387 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-933310c1-e220-4cfe-b569-09c56a8951cd req-18864ed9-81a0-4290-ba6d-9e1c10150283 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 1098 time: 0.0448992 Aug 16 21:58:36.665477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933310c1-e220-4cfe-b569-09c56a8951cd req-ad8b936a-4a07-4849-8425-99ee868b90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:36.667018 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-933310c1-e220-4cfe-b569-09c56a8951cd req-ad8b936a-4a07-4849-8425-99ee868b90ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 200 len: 909 time: 0.0992534 Aug 16 21:58:36.695003 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-baf28841-f206-4bac-b8b0-4e529a8c21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:36.718847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-933310c1-e220-4cfe-b569-09c56a8951cd req-72697fc2-14a1-4f18-9b7e-aa0d3b929601 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 200 len: 217 time: 0.0439482 Aug 16 21:58:36.721139 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf28841-f206-4bac-b8b0-4e529a8c21c0 None None] Checking router: 6bfa8287-75e6-4e6f-b20d-3c5855237526 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:58:36.730947 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf28841-f206-4bac-b8b0-4e529a8c21c0 None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:58:36.731558 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-baf28841-f206-4bac-b8b0-4e529a8c21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:36.801590 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933310c1-e220-4cfe-b569-09c56a8951cd req-03b97dbd-ac9c-4b33-b91c-1cba42e11e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:36.803088 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-933310c1-e220-4cfe-b569-09c56a8951cd req-03b97dbd-ac9c-4b33-b91c-1cba42e11e85 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 200 len: 847 time: 0.0751431 Aug 16 21:58:36.837542 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-baf28841-f206-4bac-b8b0-4e529a8c21c0 None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:58:36.846783 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c269eb2-0362-470f-a9fd-9cce69b3fdff req-536035da-3281-49fa-8ee1-5754b2cdfe02 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:36.848267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c269eb2-0362-470f-a9fd-9cce69b3fdff req-536035da-3281-49fa-8ee1-5754b2cdfe02 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 946 time: 0.1376359 Aug 16 21:58:36.875099 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933310c1-e220-4cfe-b569-09c56a8951cd req-ea068a9a-f4eb-48c5-91bf-5a03b3ac9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:36.876601 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-933310c1-e220-4cfe-b569-09c56a8951cd req-ea068a9a-f4eb-48c5-91bf-5a03b3ac9888 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8f4d5607-69d6-42d6-9fa6-7afe45565d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657620 Aug 16 21:58:36.910824 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0c269eb2-0362-470f-a9fd-9cce69b3fdff req-0e2a9c06-4387-4550-ae20-6aff4d1ea519 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552599 Aug 16 21:58:36.981200 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-933310c1-e220-4cfe-b569-09c56a8951cd req-4815c393-a5bf-4646-9fd1-415f1e960ff8 service neutron] 10.222.0.79 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932264 Aug 16 21:58:37.037423 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-baf28841-f206-4bac-b8b0-4e529a8c21c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:37.065429 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf28841-f206-4bac-b8b0-4e529a8c21c0 None None] The sync data for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 is: [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:48:14Z', 'revision_number': 4, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d34b101-fb8c-4e9d-9b0c-9c84da4982fc', 'name': '', 'network_id': '8f4d5607-69d6-42d6-9fa6-7afe45565d14', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'mac_address': 'fa:16:3e:fe:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:13Z', 'updated_at': '2021-08-16T21:48:19Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'subnets': [{'id': '5a6ef770-bda8-49e2-8c2c-e89cfd55f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:58:37.077727 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-933310c1-e220-4cfe-b569-09c56a8951cd req-b4321295-9e4e-422c-a318-23020f8d1654 service neutron] 10.222.0.79 "GET /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891576 Aug 16 21:58:37.285206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4aa15d-8fc6-4252-a79f-5bc4dec2d2b2 None None] New status for floating IP d31b4bbd-cb69-4c9d-a627-fe6e7d7ee604: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:58:38.071335 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448c21b-d53c-4f43-967c-e65e48e1919f req-59527d86-31bd-4c8c-b7a6-32ae5235d617 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:38.072829 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3448c21b-d53c-4f43-967c-e65e48e1919f req-59527d86-31bd-4c8c-b7a6-32ae5235d617 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 946 time: 0.0936904 Aug 16 21:58:38.110521 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3448c21b-d53c-4f43-967c-e65e48e1919f req-c1d7efdd-4704-41d0-8b56-384020be5675 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/security-groups?id=20b879c8-b70f-4810-8035-e3917438a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315304 Aug 16 21:58:38.216363 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783903a5-b26d-43e2-8a54-4790f299517d req-a2046c26-e0d8-43a5-b905-51e2c84d1c57 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:38.217735 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-783903a5-b26d-43e2-8a54-4790f299517d req-a2046c26-e0d8-43a5-b905-51e2c84d1c57 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.79 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 946 time: 0.0524125 Aug 16 21:58:38.305620 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-783903a5-b26d-43e2-8a54-4790f299517d req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Deleting port 7b402800-d739-4c25-b4d7-d8ef353901d8 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:58:38.305965 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-783903a5-b26d-43e2-8a54-4790f299517d req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:38.395226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-783903a5-b26d-43e2-8a54-4790f299517d req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] For port 7b402800-d739-4c25-b4d7-d8ef353901d8, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=7b402800-d739-4c25-b4d7-d8ef353901d8,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:58:38.395590 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-783903a5-b26d-43e2-8a54-4790f299517d req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:38.408477 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-783903a5-b26d-43e2-8a54-4790f299517d req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Calling delete_port for 7b402800-d739-4c25-b4d7-d8ef353901d8 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:58:38.596949 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-783903a5-b26d-43e2-8a54-4790f299517d req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:38.625897 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event deleted for resources: {'Port': ['ID=7b402800-d739-4c25-b4d7-d8ef353901d8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:38.638000 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.638354 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.638700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.639049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.639387 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.639723 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.640058 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.640388 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.640714 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.641079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.641399 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.641727 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:38.676514 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-783903a5-b26d-43e2-8a54-4790f299517d req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] No DVR routers for this DVR port 7b402800-d739-4c25-b4d7-d8ef353901d8 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:58:38.679136 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-783903a5-b26d-43e2-8a54-4790f299517d req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:38.681267 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-783903a5-b26d-43e2-8a54-4790f299517d req-ee11cefa-529f-4e91-b661-4b03bef7d58a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.79 "DELETE /v2.0/ports/7b402800-d739-4c25-b4d7-d8ef353901d8 HTTP/1.1" status: 204 len: 173 time: 0.4567926 Aug 16 21:58:38.681712 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'name': 'network-vif-deleted', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:58:38.683985 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f91cd-560a-4488-9e99-bad3e8119923" -d '{"events": [{"server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "name": "network-vif-deleted", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:58:38.766541 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0491ee54-e70b-48f7-afd7-ad35f733e5d9 x-openstack-request-id: req-0491ee54-e70b-48f7-afd7-ad35f733e5d9 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:58:38.766836 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d6e5e0-64d1-420c-8734-448b2bf81784", "name": "network-vif-deleted", "tag": "7b402800-d739-4c25-b4d7-d8ef353901d8", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:58:38.767094 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0491ee54-e70b-48f7-afd7-ad35f733e5d9 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:58:38.767499 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d6e5e0-64d1-420c-8734-448b2bf81784', 'name': 'network-vif-deleted', 'tag': '7b402800-d739-4c25-b4d7-d8ef353901d8', 'status': 'completed', 'code': 200} Aug 16 21:58:39.210026 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ea1ba057-a0c0-4e24-b499-e99e5dcf1da7 req-d439337f-7c88-41a2-8611-2995b0e9816e tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 210 time: 0.0291042 Aug 16 21:58:40.306712 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-535b44e4-77e2-4e18-8ce5-2b1c631f903a req-263c251a-e7c3-48b0-a849-fd6236ef816a tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 210 time: 0.0284026 Aug 16 21:58:41.405620 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-311180ff-034c-44af-aad9-0af31b0036f2 req-5e1fdb37-86a9-4ffb-b54e-12fe2700003d tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 210 time: 0.0311892 Aug 16 21:58:41.825459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7b402800-d739-4c25-b4d7-d8ef353901d8 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:58:41.845978 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 7b402800-d739-4c25-b4d7-d8ef353901d8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:58:41.846325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 7b402800-d739-4c25-b4d7-d8ef353901d8 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:58:42.501836 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-647642a6-aba4-4565-84b6-e6ee546ead39 req-04de159e-a061-454c-81ca-a989a7b155c4 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "GET /v2.0/ports?device_id=13d6e5e0-64d1-420c-8734-448b2bf81784 HTTP/1.1" status: 200 len: 210 time: 0.0272164 Aug 16 21:58:43.564581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42268) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:43.625324 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-88127641-bed3-4595-82f1-d703fae93847 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:43.656513 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-88127641-bed3-4595-82f1-d703fae93847 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:43.740368 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-610ddd33-47a0-4426-852e-1dfc9e7e86d9 req-e74993f6-9964-49ea-896f-f19aace89f1e service neutron] (95261) timed out ('10.222.0.74', 59190) {{(pid=95261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:58:43.806561 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-88127641-bed3-4595-82f1-d703fae93847 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:43.809898 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-88127641-bed3-4595-82f1-d703fae93847 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:43.811140 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-88127641-bed3-4595-82f1-d703fae93847 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] 10.222.0.74 "DELETE /v2.0/security-groups/20b879c8-b70f-4810-8035-e3917438a5eb HTTP/1.1" status: 204 len: 168 time: 0.2455277 Aug 16 21:58:43.821157 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88127641-bed3-4595-82f1-d703fae93847 tempest-TestShelveInstance-270583479 tempest-TestShelveInstance-270583479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b879c8-b70f-4810-8035-e3917438a5eb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:44.961336 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42274) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:45.314117 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-25bb3620-97d6-4168-9125-0b6eaa46bdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:45.516432 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:45.776197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] Deleting port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:58:45.776546 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:45.861725 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] For port 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3d34b101-fb8c-4e9d-9b0c-9c84da4982fc,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:58:45.862016 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:45.875007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] Calling delete_port for 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:58:46.153958 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:46.184657 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d34b101-fb8c-4e9d-9b0c-9c84da4982fc,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:46.351306 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:46.563355 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] Router 6bfa8287-75e6-4e6f-b20d-3c5855237526 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:58:46.667741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:58:46.672788 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a0d6a2a9-ad39-4c49-874c-8039f1287d91 admin admin] 10.222.0.74 "PUT /v2.0/routers/6bfa8287-75e6-4e6f-b20d-3c5855237526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7103777 Aug 16 21:58:46.675320 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42278) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:46.677954 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b3c42-cc3c-4424-901b-3aeb9329baaf None None] Sync routers for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:58:46.687498 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b3c42-cc3c-4424-901b-3aeb9329baaf None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:58:46.688096 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cc1b3c42-cc3c-4424-901b-3aeb9329baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:46.777122 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:46.793016 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-cc1b3c42-cc3c-4424-901b-3aeb9329baaf None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:58:46.878014 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:46.967573 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cc1b3c42-cc3c-4424-901b-3aeb9329baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '39d6a685-4088-4897-9ebf-8b714894b797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:58:46Z', 'revision_number': 5, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port': {'id': '39d6a685-4088-4897-9ebf-8b714894b797', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:11Z', 'updated_at': '2021-08-16T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:46.998568 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b3c42-cc3c-4424-901b-3aeb9329baaf None None] Checking router: 6bfa8287-75e6-4e6f-b20d-3c5855237526 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:58:47.003346 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Deleting port 39d6a685-4088-4897-9ebf-8b714894b797 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:58:47.003688 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:47.007060 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b3c42-cc3c-4424-901b-3aeb9329baaf None None] Routers {'6bfa8287-75e6-4e6f-b20d-3c5855237526'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:58:47.007668 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cc1b3c42-cc3c-4424-901b-3aeb9329baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['6bfa8287-75e6-4e6f-b20d-3c5855237526'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:47.086479 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] For port 39d6a685-4088-4897-9ebf-8b714894b797, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=39d6a685-4088-4897-9ebf-8b714894b797,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:58:47.086852 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:47.090686 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-cc1b3c42-cc3c-4424-901b-3aeb9329baaf None None] Set router 6bfa8287-75e6-4e6f-b20d-3c5855237526 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:58:47.098790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Calling delete_port for 39d6a685-4088-4897-9ebf-8b714894b797 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:58:47.140319 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-cc1b3c42-cc3c-4424-901b-3aeb9329baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:58:46Z', 'revision_number': 6, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:47.168440 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b3c42-cc3c-4424-901b-3aeb9329baaf None None] The sync data for ids ['6bfa8287-75e6-4e6f-b20d-3c5855237526'] in n-d-793619-14 is: [{'id': '6bfa8287-75e6-4e6f-b20d-3c5855237526', 'name': 'tempest-TestShelveInstance-848540148-router', 'tenant_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:10Z', 'updated_at': '2021-08-16T21:58:46Z', 'revision_number': 6, 'project_id': 'd7da1359f8f94956b3eaaad6ae8e6e94', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:58:47.340080 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:47.365891 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Pushing event deleted for resources: {'Port': ['ID=39d6a685-4088-4897-9ebf-8b714894b797,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:47.425956 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:47.514520 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:47.516747 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:47.548501 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-91d5e508-9e10-4c1d-add9-c3057fffada0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:47.639339 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:47.639882 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bfa8287-75e6-4e6f-b20d-3c5855237526 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:58:47.644095 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:47.645318 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eb5f83d4-0b13-4827-92bc-af40481b5827 admin admin] 10.222.0.74 "DELETE /v2.0/routers/6bfa8287-75e6-4e6f-b20d-3c5855237526 HTTP/1.1" status: 204 len: 168 time: 0.9690368 Aug 16 21:58:47.647911 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42280) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:47.692580 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab9efe4-bbe4-4420-9057-2a7bc406d9e1 admin admin] Deleting subnet 5a6ef770-bda8-49e2-8c2c-e89cfd55f11f {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:58:47.695734 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eab9efe4-bbe4-4420-9057-2a7bc406d9e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:47.728815 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eab9efe4-bbe4-4420-9057-2a7bc406d9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:47.806739 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eab9efe4-bbe4-4420-9057-2a7bc406d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.005810 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:58:48.030857 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.033008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:58:48.033008 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d34b101-fb8c-4e9d-9b0c-9c84da4982fc not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:58:48.033423 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39d6a685-4088-4897-9ebf-8b714894b797 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:58:48.053241 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 39d6a685-4088-4897-9ebf-8b714894b797 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:58:48.053600 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 39d6a685-4088-4897-9ebf-8b714894b797 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:58:48.283437 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eab9efe4-bbe4-4420-9057-2a7bc406d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.309872 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9efe4-bbe4-4420-9057-2a7bc406d9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6ef770-bda8-49e2-8c2c-e89cfd55f11f,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:48.313456 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-eab9efe4-bbe4-4420-9057-2a7bc406d9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.315377 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-eab9efe4-bbe4-4420-9057-2a7bc406d9e1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5a6ef770-bda8-49e2-8c2c-e89cfd55f11f HTTP/1.1" status: 204 len: 168 time: 0.6663940 Aug 16 21:58:48.317921 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42284) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:48.320500 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbee3c0-39fa-4598-b6f5-40843b949931 None None] Network 8f4d5607-69d6-42d6-9fa6-7afe45565d14 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:58:48.390795 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.444977 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Deleting port 5a70dd40-21bc-4667-9129-5809c04dbc16 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:58:48.445345 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.488656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] DHCP port deletion for 8f4d5607-69d6-42d6-9fa6-7afe45565d14 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:58:48.511079 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] For port 5a70dd40-21bc-4667-9129-5809c04dbc16, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a70dd40-21bc-4667-9129-5809c04dbc16,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:58:48.512008 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.525858 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Calling delete_port for 5a70dd40-21bc-4667-9129-5809c04dbc16 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:58:48.535531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Deleting port 5a70dd40-21bc-4667-9129-5809c04dbc16 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:58:48.536138 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.598401 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] For port 5a70dd40-21bc-4667-9129-5809c04dbc16, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5a70dd40-21bc-4667-9129-5809c04dbc16,segment=NetworkSegment(a4855d95-34ce-4428-a292-c4cd84011d9a),segment_id=a4855d95-34ce-4428-a292-c4cd84011d9a)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:58:48.599104 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.611925 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Calling delete_port for 5a70dd40-21bc-4667-9129-5809c04dbc16 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:58:48.671861 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:58:48.684269 n-d-793619-14 neutron-server[95263]: self.session.flush() Aug 16 21:58:48.697697 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.699525 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5a70dd40-21bc-4667-9129-5809c04dbc16,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:48.701982 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] No DVR routers for this DVR port 5a70dd40-21bc-4667-9129-5809c04dbc16 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:58:48.715476 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Pushing event deleted for resources: {'Port': ['ID=5a70dd40-21bc-4667-9129-5809c04dbc16,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:48.719777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] No DVR routers for this DVR port 5a70dd40-21bc-4667-9129-5809c04dbc16 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:58:48.726970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.727320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.727657 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.727992 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.728320 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.728647 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.729048 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.729313 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.729635 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.730057 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.730383 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.730706 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b4ce2-aa5e-4c18-abbd-cd011effbfed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:48.780352 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.790147 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4d5607-69d6-42d6-9fa6-7afe45565d14']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:48.800822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4855d95-34ce-4428-a292-c4cd84011d9a') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:48.801151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4855d95-34ce-4428-a292-c4cd84011d9a') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:48.809898 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.823355 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.829850 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:58:48.830239 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: timer() Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:58:48.831856 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:58:48.958996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.964479 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.969302 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] 10.222.0.74 "DELETE /v2.0/networks/8f4d5607-69d6-42d6-9fa6-7afe45565d14 HTTP/1.1" status: 204 len: 168 time: 0.6476378 Aug 16 21:58:48.969831 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42286) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:48.977978 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3393d27-38a7-46e2-b437-6570ba9515ca admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4d5607-69d6-42d6-9fa6-7afe45565d14,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:49.304242 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:49.520429 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:49.553570 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] Deleting port e1504d0d-e8f6-4919-8587-51e5d56cad1d {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:58:49.553922 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:49.636109 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] For port e1504d0d-e8f6-4919-8587-51e5d56cad1d, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=e1504d0d-e8f6-4919-8587-51e5d56cad1d,segment=NetworkSegment(55a4bdb3-3b46-4c73-8438-c167dd4ab188),segment_id=55a4bdb3-3b46-4c73-8438-c167dd4ab188)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:58:49.637014 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:49.649629 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] Calling delete_port for e1504d0d-e8f6-4919-8587-51e5d56cad1d owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:58:49.670718 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a70dd40-21bc-4667-9129-5809c04dbc16 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:58:49.691248 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 5a70dd40-21bc-4667-9129-5809c04dbc16 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:58:49.691596 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5a70dd40-21bc-4667-9129-5809c04dbc16 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:58:49.934385 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:49.959419 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1504d0d-e8f6-4919-8587-51e5d56cad1d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:50.459069 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:50.670208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] Router acab22d2-1121-4fc5-a1c6-d78e2e773db8 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:58:50.772678 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:58:50.779173 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-2fb9ed63-1467-4553-bfa1-2693aab1732e admin admin] 10.222.0.74 "PUT /v2.0/routers/acab22d2-1121-4fc5-a1c6-d78e2e773db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8072388 Aug 16 21:58:50.780708 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42292) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:50.783321 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9142adae-f623-472f-a0cb-5d87f69b948a None None] Sync routers for ids ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:58:50.793751 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9142adae-f623-472f-a0cb-5d87f69b948a None None] Routers {'acab22d2-1121-4fc5-a1c6-d78e2e773db8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:58:50.794438 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9142adae-f623-472f-a0cb-5d87f69b948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:50.887309 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:50.994447 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.059918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-9142adae-f623-472f-a0cb-5d87f69b948a None None] Set router acab22d2-1121-4fc5-a1c6-d78e2e773db8 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:58:51.086898 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.116378 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Deleting port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:58:51.116727 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.199798 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] For port 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:58:51.200174 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.211738 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Calling delete_port for 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:58:51.238832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9142adae-f623-472f-a0cb-5d87f69b948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'name': 'tempest-TestShelveInstance-324304808-router', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:17Z', 'updated_at': '2021-08-16T21:58:49Z', 'revision_number': 5, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'gw_port': {'id': '438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:48:18Z', 'updated_at': '2021-08-16T21:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:51.264949 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9142adae-f623-472f-a0cb-5d87f69b948a None None] Checking router: acab22d2-1121-4fc5-a1c6-d78e2e773db8 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:58:51.273160 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9142adae-f623-472f-a0cb-5d87f69b948a None None] Routers {'acab22d2-1121-4fc5-a1c6-d78e2e773db8'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:58:51.273774 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9142adae-f623-472f-a0cb-5d87f69b948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:51.363464 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-9142adae-f623-472f-a0cb-5d87f69b948a None None] Set router acab22d2-1121-4fc5-a1c6-d78e2e773db8 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:58:51.422739 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-9142adae-f623-472f-a0cb-5d87f69b948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'name': 'tempest-TestShelveInstance-324304808-router', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:17Z', 'updated_at': '2021-08-16T21:58:50Z', 'revision_number': 6, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:51.449964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9142adae-f623-472f-a0cb-5d87f69b948a None None] The sync data for ids ['acab22d2-1121-4fc5-a1c6-d78e2e773db8'] in n-d-793619-14 is: [{'id': 'acab22d2-1121-4fc5-a1c6-d78e2e773db8', 'name': 'tempest-TestShelveInstance-324304808-router', 'tenant_id': '9a5b3435441c4a87a5523feeca29483d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:48:17Z', 'updated_at': '2021-08-16T21:58:50Z', 'revision_number': 6, 'project_id': '9a5b3435441c4a87a5523feeca29483d', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:58:51.450724 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.478613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Pushing event deleted for resources: {'Port': ['ID=438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:51.544340 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.633303 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.635394 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.778495 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.779095 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acab22d2-1121-4fc5-a1c6-d78e2e773db8 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:58:51.794917 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.794917 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-f3f68ebd-e6b8-42ae-8380-227c6b80ba89 admin admin] 10.222.0.74 "DELETE /v2.0/routers/acab22d2-1121-4fc5-a1c6-d78e2e773db8 HTTP/1.1" status: 204 len: 168 time: 1.0043151 Aug 16 21:58:51.795093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42296) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:51.838521 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44aca85-00c8-47af-b18a-701b172fbf94 admin admin] Deleting subnet e6f83e5b-a896-46a7-aa77-bc0b2c2c978e {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:58:51.845054 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e44aca85-00c8-47af-b18a-701b172fbf94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.882131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e1504d0d-e8f6-4919-8587-51e5d56cad1d no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:58:51.883691 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e44aca85-00c8-47af-b18a-701b172fbf94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.906136 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: e1504d0d-e8f6-4919-8587-51e5d56cad1d {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:58:51.906613 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device e1504d0d-e8f6-4919-8587-51e5d56cad1d not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:58:51.962356 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e44aca85-00c8-47af-b18a-701b172fbf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.088757 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e44aca85-00c8-47af-b18a-701b172fbf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.115893 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44aca85-00c8-47af-b18a-701b172fbf94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f83e5b-a896-46a7-aa77-bc0b2c2c978e,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:52.117974 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e44aca85-00c8-47af-b18a-701b172fbf94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.119860 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e44aca85-00c8-47af-b18a-701b172fbf94 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e6f83e5b-a896-46a7-aa77-bc0b2c2c978e HTTP/1.1" status: 204 len: 168 time: 0.3300424 Aug 16 21:58:52.123027 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1582c1-4199-4316-9ede-db39f2c2270a None None] Network a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:58:52.123181 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42298) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:52.195293 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.250906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Deleting port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:58:52.251260 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.300771 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4373ab29-78bb-46c6-90b7-5386111a2264 None None] DHCP port deletion for a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:58:52.322018 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] For port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941,segment=NetworkSegment(55a4bdb3-3b46-4c73-8438-c167dd4ab188),segment_id=55a4bdb3-3b46-4c73-8438-c167dd4ab188)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:58:52.322383 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.335754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Calling delete_port for ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:58:52.351965 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4373ab29-78bb-46c6-90b7-5386111a2264 None None] Deleting port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:58:52.352348 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4373ab29-78bb-46c6-90b7-5386111a2264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.422823 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-4373ab29-78bb-46c6-90b7-5386111a2264 None None] For port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941,segment=NetworkSegment(55a4bdb3-3b46-4c73-8438-c167dd4ab188),segment_id=55a4bdb3-3b46-4c73-8438-c167dd4ab188)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:58:52.423591 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4373ab29-78bb-46c6-90b7-5386111a2264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.437210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-4373ab29-78bb-46c6-90b7-5386111a2264 None None] Calling delete_port for ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:58:52.513974 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.522866 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4373ab29-78bb-46c6-90b7-5386111a2264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.539654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:52.543552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] No DVR routers for this DVR port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:58:52.547919 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373ab29-78bb-46c6-90b7-5386111a2264 None None] Pushing event deleted for resources: {'Port': ['ID=ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:52.551846 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373ab29-78bb-46c6-90b7-5386111a2264 None None] No DVR routers for this DVR port ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:58:52.618414 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.628587 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cedc47-5a06-4cc4-8e99-d57a5841e7f3']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:52.638636 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a4bdb3-3b46-4c73-8438-c167dd4ab188') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:52.638936 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a4bdb3-3b46-4c73-8438-c167dd4ab188') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:52.647589 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.661340 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.666951 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:58:52.667393 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: timer() Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:58:52.669515 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:58:52.799030 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.804552 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.809213 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a7cedc47-5a06-4cc4-8e99-d57a5841e7f3 HTTP/1.1" status: 204 len: 168 time: 0.6822002 Aug 16 21:58:52.817351 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309709c-d1c6-4d4d-9b97-56b27d206745 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7cedc47-5a06-4cc4-8e99-d57a5841e7f3,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:53.224989 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42302) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:53.269405 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e2ad9654-426e-4af7-8497-805891faaabd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d7da1359f8f94956b3eaaad6ae8e6e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431559 Aug 16 21:58:53.271819 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42304) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:53.322135 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4abb4fa7-559b-4cf3-948b-24407d181138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:53.344085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4abb4fa7-559b-4cf3-948b-24407d181138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:53.455907 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4abb4fa7-559b-4cf3-948b-24407d181138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:53.458504 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4abb4fa7-559b-4cf3-948b-24407d181138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:53.459673 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4abb4fa7-559b-4cf3-948b-24407d181138 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/653fa735-1e34-48fc-94fd-c870dd999cb1 HTTP/1.1" status: 204 len: 168 time: 0.1869469 Aug 16 21:58:53.468423 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb4fa7-559b-4cf3-948b-24407d181138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653fa735-1e34-48fc-94fd-c870dd999cb1,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:53.674629 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:58:53.697829 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:58:53.698173 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device ecd8f7f9-0b2f-4d2a-a2ef-99e171a9f941 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:58:53.698587 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:58:53.717220 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:58:53.717570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 438e5deb-d0eb-4e7d-8e9a-25c5d3c9e14c not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:58:54.270613 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42314) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:54.311029 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-73e71589-6201-4dab-b58f-589b238ea60e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9a5b3435441c4a87a5523feeca29483d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392373 Aug 16 21:58:54.313610 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42316) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:54.365672 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c913823e-91cb-4ebe-9701-ec8f4ad821a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:54.385754 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c913823e-91cb-4ebe-9701-ec8f4ad821a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:54.516771 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c913823e-91cb-4ebe-9701-ec8f4ad821a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:54.519387 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-c913823e-91cb-4ebe-9701-ec8f4ad821a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:54.520567 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-c913823e-91cb-4ebe-9701-ec8f4ad821a4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6596e8f2-e197-4a8a-83c0-c835222db8bb HTTP/1.1" status: 204 len: 168 time: 0.2059462 Aug 16 21:58:54.533677 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913823e-91cb-4ebe-9701-ec8f4ad821a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6596e8f2-e197-4a8a-83c0-c835222db8bb,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:55.672736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42340) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:55.768826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1543383001-network', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:58:55.861808 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Made reservation on behalf of 7f9d570eaed14f0ea23a4be7028e806f for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:58:55.864125 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:55.873105 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:55.961555 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:56.039451 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:56.060973 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:58:56.076678 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9279db31-18ce-411d-8487-94a2c7878643,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:56.086238 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:56.086678 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Added segment 478edc9a-cc69-44b2-85d0-24ece966ba83 of type vlan for network 20316b9b-60ee-46e1-babf-63e1c55f808b Aug 16 21:58:56.130991 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:56.244697 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:56.245794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:56.246683 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:56.306624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] Pushing event updated for resources: {'Network': ['ID=20316b9b-60ee-46e1-babf-63e1c55f808b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:56.322901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 20316b9b-60ee-46e1-babf-63e1c55f808b details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:58:56.391966 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a0bb8980-9df2-4724-8063-b7d438eeafe4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7179925 Aug 16 21:58:56.394814 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42346) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:56.399739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] Request body: {'subnet': {'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1543383001-subnet', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:58:56.497140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] Made reservation on behalf of 7f9d570eaed14f0ea23a4be7028e806f for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:58:56.499502 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:56.751549 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:56.803879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6bd8b1a-4350-4103-afa3-550a73d0a8f5,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:56.814823 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] Checking segment: {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:58:56.815166 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] Network hostable DHCP agents. Network: 20316b9b-60ee-46e1-babf-63e1c55f808b, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:58:56.922600 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] Network 20316b9b-60ee-46e1-babf-63e1c55f808b is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:58:57.056183 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 20316b9b-60ee-46e1-babf-63e1c55f808b) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:58:57.060567 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:57.061187 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.066217 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d42f55-7ea3-4e6f-bfe2-357b2a83c7bd None None] Network 20316b9b-60ee-46e1-babf-63e1c55f808b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:58:57.200582 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a329659a-f1ab-4a09-a80a-4426e2185048 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8046632 Aug 16 21:58:57.203169 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42350) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:57.208141 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:58:57.211820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-20316b9b-60ee-46e1-babf-63e1c55f808b', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:58:57.212733 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.330839 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.331858 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.389091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.443450 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Allocated IP 172.20.0.2 (20316b9b-60ee-46e1-babf-63e1c55f808b/f6bd8b1a-4350-4103-afa3-550a73d0a8f5/38766410-1e06-4034-a610-6e4d2ec672b8) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:58:57.589809 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.597886 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Transition to ACTIVE for port object 38766410-1e06-4034-a610-6e4d2ec672b8 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:58:57.612745 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Transition to ACTIVE for port object 38766410-1e06-4034-a610-6e4d2ec672b8 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:58:57.631789 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.717491 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.753014 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Network 20316b9b-60ee-46e1-babf-63e1c55f808b is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:58:57.757910 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:58:57.760296 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:58:57.774165 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Pushing event updated for resources: {'Port': ['ID=38766410-1e06-4034-a610-6e4d2ec672b8,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:57.824219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Attempting to bind port 38766410-1e06-4034-a610-6e4d2ec672b8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:58:57.824574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Attempting to bind port 38766410-1e06-4034-a610-6e4d2ec672b8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:58:57.824937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Attempting to bind port 38766410-1e06-4034-a610-6e4d2ec672b8 on network 20316b9b-60ee-46e1-babf-63e1c55f808b {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:58:57.830068 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:58:57.830442 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Checking segment: {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:58:57.830854 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.831225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Bound using segment: {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:58:57.831684 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Bound port: 38766410-1e06-4034-a610-6e4d2ec672b8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:58:57.832065 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.896254 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] For port 38766410-1e06-4034-a610-6e4d2ec672b8, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:58:57.899418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] For port 38766410-1e06-4034-a610-6e4d2ec672b8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=38766410-1e06-4034-a610-6e4d2ec672b8,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:58:57.937731 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.956358 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:57.982461 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:58.042035 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537895a-a840-487c-ab00-bc8a4885d283 None None] Pushing event updated for resources: {'Port': ['ID=38766410-1e06-4034-a610-6e4d2ec672b8,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:58.067319 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Allocated IP 172.25.4.105 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/6ca58ab5-fde0-4518-bd96-70005a65de13) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:58:58.178251 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:58.308123 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:58.349007 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:58:58.351889 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:58:58.355990 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:58:58.361445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Pushing event updated for resources: {'Port': ['ID=6ca58ab5-fde0-4518-bd96-70005a65de13,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:58.675153 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:58.876749 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa79a93-baed-4d64-95e6-3981634ce01b None None] Network 20316b9b-60ee-46e1-babf-63e1c55f808b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:58:58.880534 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:58.992262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-52758e7e-e4be-46d0-b306-9fac8e40aa04 None None] Provisioning for port 38766410-1e06-4034-a610-6e4d2ec672b8 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:58:59.099585 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Router a590fa99-4da1-4c58-8108-18b1bd5c9163 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:58:59.210011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:58:59.221263 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Sync routers for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:58:59.231465 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:58:59.232065 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:59.328479 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:59.333001 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4312737c-a229-4f1d-97ac-5c75c66672bf admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1256247 Aug 16 21:58:59.333182 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:58:59.333298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42354) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:59.503739 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:58:58Z', 'revision_number': 3, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:58:59.529435 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Checking router: a590fa99-4da1-4c58-8108-18b1bd5c9163 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:58:59.529780 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Updating router a590fa99-4da1-4c58-8108-18b1bd5c9163 port 6ca58ab5-fde0-4518-bd96-70005a65de13 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:58:59.558361 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:59.725631 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 38766410-1e06-4034-a610-6e4d2ec672b8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:58:59.771264 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:59.867929 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 38766410-1e06-4034-a610-6e4d2ec672b8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:58:59.872924 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 38766410-1e06-4034-a610-6e4d2ec672b8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:58:59.873323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:59.908624 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:59.919383 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Transition to ACTIVE for port object 6ca58ab5-fde0-4518-bd96-70005a65de13 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:58:59.934288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Allocated IP 172.20.0.1 (20316b9b-60ee-46e1-babf-63e1c55f808b/f6bd8b1a-4350-4103-afa3-550a73d0a8f5/3d409b08-8f43-46cd-8529-522bd11fac8b) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:58:59.956073 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:59.988062 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 38766410-1e06-4034-a610-6e4d2ec672b8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=38766410-1e06-4034-a610-6e4d2ec672b8,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:00.031281 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.034419 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.048394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Transition to ACTIVE for port object 3d409b08-8f43-46cd-8529-522bd11fac8b will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:00.080969 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Attempting to bind port 6ca58ab5-fde0-4518-bd96-70005a65de13 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:59:00.081379 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Attempting to bind port 6ca58ab5-fde0-4518-bd96-70005a65de13 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:59:00.081742 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Attempting to bind port 6ca58ab5-fde0-4518-bd96-70005a65de13 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:00.088470 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Pushing event updated for resources: {'Port': ['ID=6ca58ab5-fde0-4518-bd96-70005a65de13,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:00.091583 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:59:00.092010 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:00.092419 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.092811 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:59:00.093297 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Bound port: 6ca58ab5-fde0-4518-bd96-70005a65de13, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:59:00.093675 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.099943 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.100297 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.100638 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.101096 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.101413 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.101747 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.102077 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.102448 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.102710 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.102855 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.103080 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.103409 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.103739 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:00.153983 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=38766410-1e06-4034-a610-6e4d2ec672b8,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:00.158467 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] For port 6ca58ab5-fde0-4518-bd96-70005a65de13, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:59:00.162914 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.165467 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] For port 6ca58ab5-fde0-4518-bd96-70005a65de13, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6ca58ab5-fde0-4518-bd96-70005a65de13,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:59:00.203950 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Network 20316b9b-60ee-46e1-babf-63e1c55f808b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:00.208769 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:00.211103 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:00.240859 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Pushing event updated for resources: {'Port': ['ID=3d409b08-8f43-46cd-8529-522bd11fac8b,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:00.257256 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.279590 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.336633 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:00.337305 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:00.344784 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074bf62-c6bd-42b0-a585-b999dc250144 None None] Pushing event updated for resources: {'Port': ['ID=6ca58ab5-fde0-4518-bd96-70005a65de13,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:00.452226 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:00.528971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ff58a6dd-d934-48d5-b01f-189fc188ee61 None None] Provisioning for port 3d409b08-8f43-46cd-8529-522bd11fac8b completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:00.533272 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ff58a6dd-d934-48d5-b01f-189fc188ee61 None None] Provisioning complete for port 3d409b08-8f43-46cd-8529-522bd11fac8b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:00.533703 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ff58a6dd-d934-48d5-b01f-189fc188ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.534957 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.573123 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ff58a6dd-d934-48d5-b01f-189fc188ee61 None None] Port 3d409b08-8f43-46cd-8529-522bd11fac8b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:59:00.633402 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:58:58Z', 'revision_number': 3, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:00.659398 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48af0883-95b7-45a6-b7bb-58ff669d3716 None None] The sync data for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 is: [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:58:58Z', 'revision_number': 3, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:59:00.707364 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.776162 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.854624 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Pushing event updated for resources: {'Port': ['ID=3d409b08-8f43-46cd-8529-522bd11fac8b,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:00.858347 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.961401 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Network 20316b9b-60ee-46e1-babf-63e1c55f808b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:00.962753 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:01.200025 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-9da841c0-c503-433b-8ff1-c5e00aea3318 None None] Provisioning complete for port 3d409b08-8f43-46cd-8529-522bd11fac8b triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:01.200615 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9da841c0-c503-433b-8ff1-c5e00aea3318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:01.244940 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9da841c0-c503-433b-8ff1-c5e00aea3318 None None] Port 3d409b08-8f43-46cd-8529-522bd11fac8b cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:59:01.442757 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Router a590fa99-4da1-4c58-8108-18b1bd5c9163 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:59:01.551701 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:59:01.556700 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-0e2ef4fb-35f9-4657-a9ba-e3a2f42ea19a admin admin] 10.222.0.74 "PUT /v2.0/routers/a590fa99-4da1-4c58-8108-18b1bd5c9163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2232091 Aug 16 21:59:01.745457 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6ca58ab5-fde0-4518-bd96-70005a65de13 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:01.877127 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 6ca58ab5-fde0-4518-bd96-70005a65de13 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:01.881770 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 6ca58ab5-fde0-4518-bd96-70005a65de13 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:01.882217 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:01.960758 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:01.984142 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 6ca58ab5-fde0-4518-bd96-70005a65de13, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6ca58ab5-fde0-4518-bd96-70005a65de13,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:02.079338 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:02.089681 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 38766410-1e06-4034-a610-6e4d2ec672b8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:02.158144 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=6ca58ab5-fde0-4518-bd96-70005a65de13,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:02.169975 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 38766410-1e06-4034-a610-6e4d2ec672b8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:02.169975 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:02.207283 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Sync routers for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:59:02.222143 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:02.222777 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:02.314581 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42370) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:02.319683 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-739119298-network', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:02.361510 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:02.393462 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Made reservation on behalf of 7ed2fdad99294f14b32e73f02a7e8e7b for: {'network': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:59:02.395754 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for network, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:02.408441 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:02.497654 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:02.558874 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:02.567013 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 2, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:02.580217 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:59:02.593495 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Checking router: a590fa99-4da1-4c58-8108-18b1bd5c9163 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:59:02.593852 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Updating router a590fa99-4da1-4c58-8108-18b1bd5c9163 port 3d409b08-8f43-46cd-8529-522bd11fac8b binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:59:02.594275 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2917d26-ddde-4a72-ba43-9011e44cfd54,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:02.600623 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:02.600975 n-d-793619-14 neutron-server[95262]: INFO neutron.db.segments_db [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Added segment bcc06d29-db9d-4113-a515-54cb7d3e6bb6 of type vlan for network 4c4b09bf-359a-4ca2-9852-93f8b48cf02d Aug 16 21:59:02.619485 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:02.641935 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762063176111'] for network, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:02.747996 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643'] for network, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:02.749127 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:02.749720 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:02.812203 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] Pushing event updated for resources: {'Network': ['ID=4c4b09bf-359a-4ca2-9852-93f8b48cf02d,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:02.821640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Network 4c4b09bf-359a-4ca2-9852-93f8b48cf02d details requested by agent ovs-agent-n-d-793619-14 with host n-d-793619-14 {{(pid=95263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:59:02.879865 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-a047f237-b2fa-4fbb-96b0-98bd3ce4ea7a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5638714 Aug 16 21:59:02.882611 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42372) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:02.888358 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] Request body: {'subnet': {'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-739119298-subnet', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'ip_version': 4}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:02.973682 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] Made reservation on behalf of 7ed2fdad99294f14b32e73f02a7e8e7b for: {'subnet': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:59:02.976047 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10045213'] for subnet, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.096182 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.105998 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Transition to ACTIVE for port object 3d409b08-8f43-46cd-8529-522bd11fac8b will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:03.208060 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.239238 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10189371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10045199'] for subnet, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.256570 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e136292-67f1-472b-bbe6-6c630e7b06cb None None] Pushing event updated for resources: {'Port': ['ID=3d409b08-8f43-46cd-8529-522bd11fac8b,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:03.305822 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:03.311418 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Attempting to bind port 3d409b08-8f43-46cd-8529-522bd11fac8b on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:59:03.312101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Attempting to bind port 3d409b08-8f43-46cd-8529-522bd11fac8b by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:59:03.312530 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Attempting to bind port 3d409b08-8f43-46cd-8529-522bd11fac8b on network 20316b9b-60ee-46e1-babf-63e1c55f808b {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:03.317373 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] Checking segment: {'id': 'bcc06d29-db9d-4113-a515-54cb7d3e6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:03.317790 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] Network hostable DHCP agents. Network: 4c4b09bf-359a-4ca2-9852-93f8b48cf02d, hostable agents: ['c969bb31-c1bf-46a2-a97e-00a6c078d85c'], hosted agents: [] {{(pid=95262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:59:03.317937 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:59:03.318225 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Checking segment: {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:03.318772 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.319230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Bound using segment: {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:59:03.319627 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Bound port: 3d409b08-8f43-46cd-8529-522bd11fac8b, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:59:03.320378 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.385598 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] For port 3d409b08-8f43-46cd-8529-522bd11fac8b, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:59:03.389406 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] For port 3d409b08-8f43-46cd-8529-522bd11fac8b, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3d409b08-8f43-46cd-8529-522bd11fac8b,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:59:03.413981 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] Network 4c4b09bf-359a-4ca2-9852-93f8b48cf02d is scheduled to be hosted by DHCP agent c969bb31-c1bf-46a2-a97e-00a6c078d85c with binding_index 1 {{(pid=95262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:59:03.484850 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.513248 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-14, 4c4b09bf-359a-4ca2-9852-93f8b48cf02d) {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:03.520260 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:03.523723 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.523873 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.525560 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd9719f-91b1-41ee-9cf7-2509c75d4df8 None None] Network 4c4b09bf-359a-4ca2-9852-93f8b48cf02d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:59:03.610879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:03.613988 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:03.614173 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-87bbe0a6-0124-4aa2-b9bf-72040a9d6900 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7279787 Aug 16 21:59:03.614285 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e136292-67f1-472b-bbe6-6c630e7b06cb None None] Pushing event updated for resources: {'Port': ['ID=3d409b08-8f43-46cd-8529-522bd11fac8b,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:03.614389 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42374) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:03.618995 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-739119298-router', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:03.653550 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.714998 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6ca58ab5-fde0-4518-bd96-70005a65de13 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:03.740208 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1595191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-238072'] for router, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.741415 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238065'] for router, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.793936 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.812872 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:03.873479 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8eb8729-e66d-5475-b7ca-7e752eaf5f3d-4c4b09bf-359a-4ca2-9852-93f8b48cf02d', 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'fixed_ips': [{'subnet_id': 'bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926'}]}} from n-d-793619-14. {{(pid=95263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:59:03.874296 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.937579 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 6ca58ab5-fde0-4518-bd96-70005a65de13 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:03.937946 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.007436 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.188619 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.db_base_plugin_common [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Allocated IP 172.20.0.2 (4c4b09bf-359a-4ca2-9852-93f8b48cf02d/bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926/16d6768e-1e45-4a7b-8f70-9c5f45073748) {{(pid=95263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:59:04.269938 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.293349 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.295097 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:03Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:04.329550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e270d1-2cb2-4132-92c9-8024148c4f69 None None] The sync data for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 is: [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:03Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:59:04.403143 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Notify callbacks [] for port, precommit_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.412347 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Allocated IP 172.25.4.13 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/14698149-d97e-4f97-9b40-2d1a15f532c8) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:59:04.413556 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Transition to ACTIVE for port object 16d6768e-1e45-4a7b-8f70-9c5f45073748 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:04.430832 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Transition to ACTIVE for port object 16d6768e-1e45-4a7b-8f70-9c5f45073748 will not be triggered until provisioned by entity DHCP. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:04.530849 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.576478 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990'] for port, after_create {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.617984 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Network 4c4b09bf-359a-4ca2-9852-93f8b48cf02d is already hosted by enough agents. {{(pid=95263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:04.624537 n-d-793619-14 neutron-server[95263]: DEBUG neutron.scheduler.base_scheduler [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Resources bound (agent type, host, resource id): {{(pid=95263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:04.626857 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Pushing event updated for resources: {'Port': ['ID=16d6768e-1e45-4a7b-8f70-9c5f45073748,revision_number=1']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:04.629159 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Received port after_create {{(pid=95263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:04.677376 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.690753 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Attempting to bind port 16d6768e-1e45-4a7b-8f70-9c5f45073748 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:59:04.691132 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Attempting to bind port 16d6768e-1e45-4a7b-8f70-9c5f45073748 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'bcc06d29-db9d-4113-a515-54cb7d3e6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:59:04.691503 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Attempting to bind port 16d6768e-1e45-4a7b-8f70-9c5f45073748 on network 4c4b09bf-359a-4ca2-9852-93f8b48cf02d {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:04.700325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:59:04.700325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Checking segment: {'id': 'bcc06d29-db9d-4113-a515-54cb7d3e6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:04.700325 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.700325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Bound using segment: {'id': 'bcc06d29-db9d-4113-a515-54cb7d3e6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:59:04.700325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Bound port: 16d6768e-1e45-4a7b-8f70-9c5f45073748, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc06d29-db9d-4113-a515-54cb7d3e6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:59:04.700325 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.723485 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:04.726855 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:04.733736 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:04.734493 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Pushing event updated for resources: {'Port': ['ID=14698149-d97e-4f97-9b40-2d1a15f532c8,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:04.770671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] For port 16d6768e-1e45-4a7b-8f70-9c5f45073748, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:59:04.774811 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] For port 16d6768e-1e45-4a7b-8f70-9c5f45073748, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=16d6768e-1e45-4a7b-8f70-9c5f45073748,segment=NetworkSegment(bcc06d29-db9d-4113-a515-54cb7d3e6bb6),segment_id=bcc06d29-db9d-4113-a515-54cb7d3e6bb6)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:59:04.879634 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.944634 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151057a8-a4d4-4b56-ae6c-cc928222bb65 None None] Pushing event updated for resources: {'Port': ['ID=16d6768e-1e45-4a7b-8f70-9c5f45073748,revision_number=2']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:05.122024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:05.336396 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594437'] for router, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:05.605507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 is scheduled to L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 with binding_index 1 {{(pid=95262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:59:05.749302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:59:05.754943 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d409b08-8f43-46cd-8529-522bd11fac8b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:05.760082 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Sync routers for ids ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:59:05.771734 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Routers {'8cb5dc67-ab17-4a07-8187-49a612e3e2e2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:05.772670 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:05.887562 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b321cf89-5b0c-467c-b0e0-4d35659ae313 None None] Network 4c4b09bf-359a-4ca2-9852-93f8b48cf02d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:59:05.888199 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Set router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:05.942279 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:05.945329 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-5ddaeaa6-53f5-45da-adca-f35513d65253 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3291728 Aug 16 21:59:05.947324 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42378) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:05.971574 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 3d409b08-8f43-46cd-8529-522bd11fac8b completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:05.977576 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3d409b08-8f43-46cd-8529-522bd11fac8b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:05.977912 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.063130 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-49147d11-7644-4877-9201-252fa18696fb None None] Provisioning for port 16d6768e-1e45-4a7b-8f70-9c5f45073748 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:06.071354 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'name': 'tempest-TestSnapshotPattern-739119298-router', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:03Z', 'updated_at': '2021-08-16T21:59:04Z', 'revision_number': 3, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'gw_port': {'id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:04Z', 'updated_at': '2021-08-16T21:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:06.100171 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Checking router: 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:59:06.100594 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Updating router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 port 14698149-d97e-4f97-9b40-2d1a15f532c8 binding host n-d-793619-14 {{(pid=95264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:59:06.118855 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.126606 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.157606 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 3d409b08-8f43-46cd-8529-522bd11fac8b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3d409b08-8f43-46cd-8529-522bd11fac8b,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:06.278757 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.279686 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 16d6768e-1e45-4a7b-8f70-9c5f45073748 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:06.368588 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=3d409b08-8f43-46cd-8529-522bd11fac8b,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:06.411590 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Notify callbacks [] for port, precommit_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.422782 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.provisioning_blocks [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Transition to ACTIVE for port object 14698149-d97e-4f97-9b40-2d1a15f532c8 will not be triggered until provisioned by entity L2. {{(pid=95264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:06.431643 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.473232 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 16d6768e-1e45-4a7b-8f70-9c5f45073748 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:06.477215 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 16d6768e-1e45-4a7b-8f70-9c5f45073748 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:06.477621 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.512042 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.564468 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.570917 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Attempting to bind port 14698149-d97e-4f97-9b40-2d1a15f532c8 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:59:06.571299 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Attempting to bind port 14698149-d97e-4f97-9b40-2d1a15f532c8 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:59:06.571662 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Attempting to bind port 14698149-d97e-4f97-9b40-2d1a15f532c8 on network 024aace8-5106-4ca0-92a0-51e389aab0db {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:06.577609 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eea60-e99e-4a79-8918-75e6ff8b40a2 None None] Pushing event updated for resources: {'Port': ['ID=14698149-d97e-4f97-9b40-2d1a15f532c8,revision_number=2']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:06.582094 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:59:06.582470 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Checking segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:06.584269 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.584269 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Bound using segment: {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'} {{(pid=95264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:59:06.584269 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.managers [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Bound port: 14698149-d97e-4f97-9b40-2d1a15f532c8, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84407dc7-ccf9-4a26-bdab-efede56117d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db'}}] {{(pid=95264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:59:06.584269 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.604131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 16d6768e-1e45-4a7b-8f70-9c5f45073748, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=16d6768e-1e45-4a7b-8f70-9c5f45073748,segment=NetworkSegment(bcc06d29-db9d-4113-a515-54cb7d3e6bb6),segment_id=bcc06d29-db9d-4113-a515-54cb7d3e6bb6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:06.609268 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Allocated IP 172.20.0.1 (4c4b09bf-359a-4ca2-9852-93f8b48cf02d/bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926/5680f140-0312-4291-9e1f-6f743d346c52) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:59:06.634911 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] For port 14698149-d97e-4f97-9b40-2d1a15f532c8, host n-d-793619-14, cleared binding levels {{(pid=95264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:59:06.638610 n-d-793619-14 neutron-server[95264]: DEBUG neutron.plugins.ml2.db [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] For port 14698149-d97e-4f97-9b40-2d1a15f532c8, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=14698149-d97e-4f97-9b40-2d1a15f532c8,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:59:06.690281 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.718060 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.719808 n-d-793619-14 neutron-server[95264]: DEBUG neutron_lib.callbacks.manager [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.734011 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Transition to ACTIVE for port object 5680f140-0312-4291-9e1f-6f743d346c52 will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:06.739989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=16d6768e-1e45-4a7b-8f70-9c5f45073748,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:06.775275 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Routers {'8cb5dc67-ab17-4a07-8187-49a612e3e2e2'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:06.775822 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:06.866160 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.900780 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eea60-e99e-4a79-8918-75e6ff8b40a2 None None] Pushing event updated for resources: {'Port': ['ID=14698149-d97e-4f97-9b40-2d1a15f532c8,revision_number=3']} {{(pid=95264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:06.906930 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Network 4c4b09bf-359a-4ca2-9852-93f8b48cf02d is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:06.912150 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:06.918367 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:06.945168 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Pushing event updated for resources: {'Port': ['ID=5680f140-0312-4291-9e1f-6f743d346c52,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:06.963464 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363638'] for router_interface, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.972895 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] Set router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:07.157043 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'name': 'tempest-TestSnapshotPattern-739119298-router', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:03Z', 'updated_at': '2021-08-16T21:59:04Z', 'revision_number': 3, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'gw_port': {'id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:04Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:07.183340 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f25560-23db-41b5-9ec7-ce4b4b061d90 None None] The sync data for ids ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'] in n-d-793619-14 is: [{'id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'name': 'tempest-TestSnapshotPattern-739119298-router', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:03Z', 'updated_at': '2021-08-16T21:59:04Z', 'revision_number': 3, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'gw_port': {'id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:04Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:59:07.250069 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:07.393434 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a723bf5a-87a4-4fec-bad6-255c66047e32 None None] Provisioning for port 5680f140-0312-4291-9e1f-6f743d346c52 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:07.409256 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-a723bf5a-87a4-4fec-bad6-255c66047e32 None None] Provisioning complete for port 5680f140-0312-4291-9e1f-6f743d346c52 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:07.409628 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a723bf5a-87a4-4fec-bad6-255c66047e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:07.437088 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:07.461459 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-a723bf5a-87a4-4fec-bad6-255c66047e32 None None] Port 5680f140-0312-4291-9e1f-6f743d346c52 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:59:07.507363 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:07.582572 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Pushing event updated for resources: {'Port': ['ID=5680f140-0312-4291-9e1f-6f743d346c52,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:07.585273 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363530'] for router_interface, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:07.690648 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Network 4c4b09bf-359a-4ca2-9852-93f8b48cf02d is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:07.692140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:07.804719 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 14698149-d97e-4f97-9b40-2d1a15f532c8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:07.843229 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:59:07.947385 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 14698149-d97e-4f97-9b40-2d1a15f532c8 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:07.952052 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 14698149-d97e-4f97-9b40-2d1a15f532c8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:07.952418 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:07.964779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:59:07.972747 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-e7d9b447-136d-4bec-94f6-8254059c2365 admin admin] 10.222.0.74 "PUT /v2.0/routers/8cb5dc67-ab17-4a07-8187-49a612e3e2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0235868 Aug 16 21:59:07.999885 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-295a958c-06d8-40de-bed5-bcec6f5f153b None None] Provisioning complete for port 5680f140-0312-4291-9e1f-6f743d346c52 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:08.000317 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-295a958c-06d8-40de-bed5-bcec6f5f153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:08.222753 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-295a958c-06d8-40de-bed5-bcec6f5f153b None None] Port 5680f140-0312-4291-9e1f-6f743d346c52 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:59:08.234780 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:08.255985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 14698149-d97e-4f97-9b40-2d1a15f532c8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=14698149-d97e-4f97-9b40-2d1a15f532c8,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:08.385290 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:08.386145 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d409b08-8f43-46cd-8529-522bd11fac8b up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:08.466416 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=14698149-d97e-4f97-9b40-2d1a15f532c8,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:08.477845 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 3d409b08-8f43-46cd-8529-522bd11fac8b triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:08.478222 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:08.560742 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 16d6768e-1e45-4a7b-8f70-9c5f45073748 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:08.607662 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 16d6768e-1e45-4a7b-8f70-9c5f45073748 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:08.608036 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:08.734820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Sync routers for ids ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:59:08.743952 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Routers {'8cb5dc67-ab17-4a07-8187-49a612e3e2e2'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:08.744566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:08.760166 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:59:08.848901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Set router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:09.037794 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42386) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:09.042743 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-6a7e0de8-47da-4379-b06f-f06e272b7b4f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-260017554', 'description': 'tempest-secgroup-smoke-260017554 description', 'project_id': '7f9d570eaed14f0ea23a4be7028e806f'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:09.049903 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'name': 'tempest-TestSnapshotPattern-739119298-router', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:03Z', 'updated_at': '2021-08-16T21:59:07Z', 'revision_number': 4, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'gw_port': {'id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:04Z', 'updated_at': '2021-08-16T21:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5680f140-0312-4291-9e1f-6f743d346c52', 'name': '', 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'mac_address': 'fa:16:3e:c1:dd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:06Z', 'updated_at': '2021-08-16T21:59:07Z', 'revision_number': 2, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'subnets': [{'id': 'bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:09.077301 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Checking router: 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:59:09.077688 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Updating router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 port 5680f140-0312-4291-9e1f-6f743d346c52 binding host n-d-793619-14 {{(pid=95263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:59:09.102979 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.227480 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6a7e0de8-47da-4379-b06f-f06e272b7b4f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.310720 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6a7e0de8-47da-4379-b06f-f06e272b7b4f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.365168 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Notify callbacks [] for port, precommit_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.375176 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Transition to ACTIVE for port object 5680f140-0312-4291-9e1f-6f743d346c52 will not be triggered until provisioned by entity L2. {{(pid=95263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:09.416133 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6a7e0de8-47da-4379-b06f-f06e272b7b4f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.446813 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e0de8-47da-4379-b06f-f06e272b7b4f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014de26c-cac2-4475-9afc-4fd80fe445f5,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:09.482371 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.532882 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05340106-9128-4fe3-ae8e-9a1b5fb6953d None None] Pushing event updated for resources: {'Port': ['ID=5680f140-0312-4291-9e1f-6f743d346c52,revision_number=3']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:09.556879 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-6a7e0de8-47da-4379-b06f-f06e272b7b4f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.556879 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-6a7e0de8-47da-4379-b06f-f06e272b7b4f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5045333 Aug 16 21:59:09.556879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42388) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:09.556879 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-de487946-fc0f-452f-a297-6db1b6f25529 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Request body: {'security_group_rule': {'security_group_id': '014de26c-cac2-4475-9afc-4fd80fe445f5', 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:09.591230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Attempting to bind port 5680f140-0312-4291-9e1f-6f743d346c52 on host n-d-793619-14 for vnic_type normal with profile {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:59:09.591806 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Attempting to bind port 5680f140-0312-4291-9e1f-6f743d346c52 by drivers openvswitch,hyperv on host n-d-793619-14 at level 0 using segments [{'id': 'bcc06d29-db9d-4113-a515-54cb7d3e6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d'}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:59:09.592266 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Attempting to bind port 5680f140-0312-4291-9e1f-6f743d346c52 on network 4c4b09bf-359a-4ca2-9852-93f8b48cf02d {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:09.597933 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Checking agent: {'id': '1bfa3631-7636-4568-acb1-f2f89c66f18a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 23, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:59:09.598445 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Checking segment: {'id': 'bcc06d29-db9d-4113-a515-54cb7d3e6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:09.602612 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.602612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Bound using segment: {'id': 'bcc06d29-db9d-4113-a515-54cb7d3e6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d'} {{(pid=95263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:59:09.602612 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.managers [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Bound port: 5680f140-0312-4291-9e1f-6f743d346c52, host: n-d-793619-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc06d29-db9d-4113-a515-54cb7d3e6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d'}}] {{(pid=95263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:59:09.602612 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.661668 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de487946-fc0f-452f-a297-6db1b6f25529 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.678878 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] For port 5680f140-0312-4291-9e1f-6f743d346c52, host n-d-793619-14, cleared binding levels {{(pid=95263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:59:09.685640 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] For port 5680f140-0312-4291-9e1f-6f743d346c52, host n-d-793619-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5680f140-0312-4291-9e1f-6f743d346c52,segment=NetworkSegment(bcc06d29-db9d-4113-a515-54cb7d3e6bb6),segment_id=bcc06d29-db9d-4113-a515-54cb7d3e6bb6)] {{(pid=95263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:59:09.695458 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 14698149-d97e-4f97-9b40-2d1a15f532c8 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:09.729922 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de487946-fc0f-452f-a297-6db1b6f25529 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.750879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 14698149-d97e-4f97-9b40-2d1a15f532c8 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:09.750879 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.774650 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.837091 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de487946-fc0f-452f-a297-6db1b6f25529 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.860783 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de487946-fc0f-452f-a297-6db1b6f25529 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df5275e-d272-4626-9a29-ae26b31731b5,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:09.861560 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Routers {'8cb5dc67-ab17-4a07-8187-49a612e3e2e2'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:09.863599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:58:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:09.866653 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05340106-9128-4fe3-ae8e-9a1b5fb6953d None None] Pushing event updated for resources: {'Port': ['ID=5680f140-0312-4291-9e1f-6f743d346c52,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:10.035199 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] Set router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:10.067677 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-de487946-fc0f-452f-a297-6db1b6f25529 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:10.071555 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-de487946-fc0f-452f-a297-6db1b6f25529 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5212412 Aug 16 21:59:10.071779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42390) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:10.076926 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-ee8ace7e-81ee-41b6-84a0-23693db47f8c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Request body: {'security_group_rule': {'security_group_id': '014de26c-cac2-4475-9afc-4fd80fe445f5', 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:10.199030 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee8ace7e-81ee-41b6-84a0-23693db47f8c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:10.242116 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'name': 'tempest-TestSnapshotPattern-739119298-router', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:03Z', 'updated_at': '2021-08-16T21:59:07Z', 'revision_number': 4, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'gw_port': {'id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:04Z', 'updated_at': '2021-08-16T21:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5680f140-0312-4291-9e1f-6f743d346c52', 'name': '', 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'mac_address': 'fa:16:3e:c1:dd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:06Z', 'updated_at': '2021-08-16T21:59:09Z', 'revision_number': 4, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'subnets': [{'id': 'bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:10.258083 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee8ace7e-81ee-41b6-84a0-23693db47f8c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:10.273112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a64c0-6341-4c7d-bc2a-8275a6e98ccb None None] The sync data for ids ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'] in n-d-793619-14 is: [{'id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'name': 'tempest-TestSnapshotPattern-739119298-router', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:03Z', 'updated_at': '2021-08-16T21:59:07Z', 'revision_number': 4, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'gw_port': {'id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:04Z', 'updated_at': '2021-08-16T21:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '5680f140-0312-4291-9e1f-6f743d346c52', 'name': '', 'network_id': '4c4b09bf-359a-4ca2-9852-93f8b48cf02d', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'mac_address': 'fa:16:3e:c1:dd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:06Z', 'updated_at': '2021-08-16T21:59:09Z', 'revision_number': 4, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'subnets': [{'id': 'bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:59:10.345290 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee8ace7e-81ee-41b6-84a0-23693db47f8c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:10.367211 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ace7e-81ee-41b6-84a0-23693db47f8c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c42920-4170-474d-a09d-699841cd3417,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:10.462319 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-ee8ace7e-81ee-41b6-84a0-23693db47f8c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:10.463781 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-ee8ace7e-81ee-41b6-84a0-23693db47f8c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3910761 Aug 16 21:59:10.466672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42392) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:10.471293 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-b082f650-e985-40b9-8d5f-538943c8fe01 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Request body: {'security_group_rule': {'security_group_id': '014de26c-cac2-4475-9afc-4fd80fe445f5', 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:10.610290 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b082f650-e985-40b9-8d5f-538943c8fe01 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:10.675514 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b082f650-e985-40b9-8d5f-538943c8fe01 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:10.770527 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b082f650-e985-40b9-8d5f-538943c8fe01 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:10.790716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082f650-e985-40b9-8d5f-538943c8fe01 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec498ca-3b13-44e5-a912-1324ff27a4f9,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:10.878727 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-b082f650-e985-40b9-8d5f-538943c8fe01 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:10.879835 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-b082f650-e985-40b9-8d5f-538943c8fe01 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4122136 Aug 16 21:59:10.888841 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42394) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:10.893369 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-c478af51-37d9-4eb2-8e0b-7e3bd091d5a3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Request body: {'security_group_rule': {'security_group_id': '014de26c-cac2-4475-9afc-4fd80fe445f5', 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:11.015981 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c478af51-37d9-4eb2-8e0b-7e3bd091d5a3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.079459 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c478af51-37d9-4eb2-8e0b-7e3bd091d5a3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.193658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c478af51-37d9-4eb2-8e0b-7e3bd091d5a3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.216832 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478af51-37d9-4eb2-8e0b-7e3bd091d5a3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a4d7d7-e437-49bd-9ce5-2d8be31879d4,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:11.308092 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-c478af51-37d9-4eb2-8e0b-7e3bd091d5a3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.313717 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-c478af51-37d9-4eb2-8e0b-7e3bd091d5a3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4195867 Aug 16 21:59:11.313717 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42396) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:11.316869 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-161377ef-dd63-4bfe-be87-e52d42950992 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Request body: {'security_group_rule': {'security_group_id': '014de26c-cac2-4475-9afc-4fd80fe445f5', 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:11.434106 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-161377ef-dd63-4bfe-be87-e52d42950992 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Project 7f9d570eaed14f0ea23a4be7028e806f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:59:11.439364 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-161377ef-dd63-4bfe-be87-e52d42950992 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.499070 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-161377ef-dd63-4bfe-be87-e52d42950992 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.633199 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-161377ef-dd63-4bfe-be87-e52d42950992 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.652699 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161377ef-dd63-4bfe-be87-e52d42950992 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18357ace-40c4-4372-8987-20f5ff1a383b,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:11.716661 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5680f140-0312-4291-9e1f-6f743d346c52 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:11.773658 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-161377ef-dd63-4bfe-be87-e52d42950992 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.774915 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-161377ef-dd63-4bfe-be87-e52d42950992 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4617336 Aug 16 21:59:11.778046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42398) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:11.782452 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [None req-bcd16c71-4484-4b1b-bfe4-984577578317 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Request body: {'security_group_rule': {'security_group_id': '014de26c-cac2-4475-9afc-4fd80fe445f5', 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:11.853772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning for port 5680f140-0312-4291-9e1f-6f743d346c52 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:11.858044 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5680f140-0312-4291-9e1f-6f743d346c52 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:11.858444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.890596 n-d-793619-14 neutron-server[95262]: INFO neutron.db.securitygroups_db [None req-bcd16c71-4484-4b1b-bfe4-984577578317 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Project 7f9d570eaed14f0ea23a4be7028e806f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:59:11.896231 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bcd16c71-4484-4b1b-bfe4-984577578317 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.939302 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.968169 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bcd16c71-4484-4b1b-bfe4-984577578317 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.971219 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-17990564-06ad-4d89-8783-f42296656093 None None] For port 5680f140-0312-4291-9e1f-6f743d346c52, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5680f140-0312-4291-9e1f-6f743d346c52,segment=NetworkSegment(bcc06d29-db9d-4113-a515-54cb7d3e6bb6),segment_id=bcc06d29-db9d-4113-a515-54cb7d3e6bb6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:12.090830 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bcd16c71-4484-4b1b-bfe4-984577578317 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833055'] for security_group_rule, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:12.108740 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd16c71-4484-4b1b-bfe4-984577578317 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e675b9-0579-4f1f-9ff4-96e092a83862,revision_number=0']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:12.153469 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:12.201589 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Pushing event updated for resources: {'Port': ['ID=5680f140-0312-4291-9e1f-6f743d346c52,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:12.221834 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-bcd16c71-4484-4b1b-bfe4-984577578317 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:12.223108 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-bcd16c71-4484-4b1b-bfe4-984577578317 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4441357 Aug 16 21:59:12.364998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-b1d73e0a-1972-42fc-be4f-d67a9a3eb99b tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260017554&fields=id&tenant_id=7f9d570eaed14f0ea23a4be7028e806f HTTP/1.1" status: 200 len: 267 time: 0.0339160 Aug 16 21:59:12.475049 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf082-c592-448e-af63-659871085ab1 req-9d633a21-35ba-45aa-a80d-639589ca366c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:12.476524 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-9d633a21-35ba-45aa-a80d-639589ca366c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 810 time: 0.1042941 Aug 16 21:59:12.491940 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-1c9bfa0b-1153-445d-ad25-9df36d4c29d3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/quotas/7f9d570eaed14f0ea23a4be7028e806f HTTP/1.1" status: 200 len: 375 time: 0.0090308 Aug 16 21:59:12.542943 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-30a51d34-2731-4e6b-8f9a-431905e19eb0 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449266 Aug 16 21:59:12.730402 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-889ee203-3fa5-4f81-929f-286b194acd65 service neutron] 10.222.0.74 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754231 Aug 16 21:59:12.817376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-6e5250c3-23c2-4b48-833d-4beebd97b4e9 service neutron] 10.222.0.74 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808678 Aug 16 21:59:13.068078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c526665b-4918-4510-b722-f7f088ae8e2e req-3cad605b-8922-4c5c-aa06-f9ffc29c02f3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 210 time: 0.0271759 Aug 16 21:59:13.689334 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5680f140-0312-4291-9e1f-6f743d346c52 up at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:13.737525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-17990564-06ad-4d89-8783-f42296656093 None None] Provisioning complete for port 5680f140-0312-4291-9e1f-6f743d346c52 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:13.737958 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:14.170868 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6b3e49a-0015-4835-8e28-85d935ef38f0 req-bbf1341a-6904-4bb9-8d19-62b177035694 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 210 time: 0.0266874 Aug 16 21:59:15.282201 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ba282466-5e88-46a5-ba0c-c7edd770c2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.302071 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-634e564f-b0cc-49d2-a24d-94a8870d7d27 req-bc3f29ba-433d-42bc-8dbf-1dcaee0b68ec tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 210 time: 0.0341394 Aug 16 21:59:15.680971 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf082-c592-448e-af63-659871085ab1 req-2a183217-cd99-4b9a-8d07-328e6c71c46e tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:15.683155 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-2a183217-cd99-4b9a-8d07-328e6c71c46e tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.76 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 810 time: 0.1044362 Aug 16 21:59:15.726769 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-89e0f34d-6861-42d6-b037-0ca5bdbd8901 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f9d570eaed14f0ea23a4be7028e806f HTTP/1.1" status: 200 len: 379 time: 0.0350430 Aug 16 21:59:15.735987 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Request body: {'port': {'device_id': '75edacde-2156-4987-8a61-48ef40bb368c', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'admin_state_up': True, 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'security_groups': ['014de26c-cac2-4475-9afc-4fd80fe445f5']}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:15.958778 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Made reservation on behalf of 7f9d570eaed14f0ea23a4be7028e806f for: {'port': 1} {{(pid=95262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:59:15.962554 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:16.086046 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_common [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Allocated IP 172.20.0.3 (20316b9b-60ee-46e1-babf-63e1c55f808b/f6bd8b1a-4350-4103-afa3-550a73d0a8f5/17621bd4-e16b-44b3-9ac6-0e254e8a1ecb) {{(pid=95262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:59:16.400508 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4e1b96c4-0bd1-4043-9895-9e3bb44199b8 req-e47e4c59-328e-4756-beb7-d81bee52d563 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 210 time: 0.0280097 Aug 16 21:59:16.577744 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for port, precommit_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:16.591090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Transition to ACTIVE for port object 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb will not be triggered until provisioned by entity DHCP. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:16.695876 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_create {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:16.735507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Network 20316b9b-60ee-46e1-babf-63e1c55f808b is already hosted by enough agents. {{(pid=95262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:16.740488 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.base_scheduler [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Resources bound (agent type, host, resource id): {{(pid=95262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:16.744130 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Received port after_create {{(pid=95262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:16.775408 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'Port': ['ID=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,revision_number=1']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:16.802140 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:16.802771 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:16.885219 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-11de574b-f797-4cdb-90e2-8870390c2f1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1529353 Aug 16 21:59:16.898111 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.v2.base [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Request body: {'port': {'device_id': '75edacde-2156-4987-8a61-48ef40bb368c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-14'}} {{(pid=95262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:16.952368 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.038475 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1592957f-7507-4b0c-8fa7-2298f1015366 None None] Provisioning for port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:17.042461 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-1592957f-7507-4b0c-8fa7-2298f1015366 None None] Provisioning complete for port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:17.043357 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1592957f-7507-4b0c-8fa7-2298f1015366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.077195 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-1592957f-7507-4b0c-8fa7-2298f1015366 None None] Port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:59:17.213230 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb {{(pid=95262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:59:17.221146 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.233483 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.provisioning_blocks [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Transition to ACTIVE for port object 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb will not be triggered until provisioned by entity L2. {{(pid=95262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:17.341612 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.392922 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,revision_number=2']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:17.474144 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Attempting to bind port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb on host n-h1-793619-14 for vnic_type normal with profile {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:59:17.474698 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Attempting to bind port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb by drivers openvswitch,hyperv on host n-h1-793619-14 at level 0 using segments [{'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:59:17.475123 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Attempting to bind port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb on network 20316b9b-60ee-46e1-babf-63e1c55f808b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:17.480102 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb on network 20316b9b-60ee-46e1-babf-63e1c55f808b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-14 {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:59:17.483530 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Attempting to bind port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb on network 20316b9b-60ee-46e1-babf-63e1c55f808b {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:17.488164 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Checking agent: {'id': 'e672adb5-eff9-4d23-8d11-b2ed92ab9cc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:59:17.488630 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Checking segment: {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:17.489151 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Bound using segment: {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'} {{(pid=95262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:59:17.489688 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.managers [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Bound port: 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb, host: n-h1-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'}}] {{(pid=95262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:59:17.490160 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.533159 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e78a4-63ce-4bb4-9b6a-b685604d1463 req-ea64ca3c-6c35-4175-ba30-ca176d0e194c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:17.535613 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-585e78a4-63ce-4bb4-9b6a-b685604d1463 req-ea64ca3c-6c35-4175-ba30-ca176d0e194c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 943 time: 0.0608528 Aug 16 21:59:17.564302 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] For port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb, host n-h1-793619-14, cleared binding levels {{(pid=95262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:59:17.567645 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] For port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb, host n-h1-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:59:17.585432 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-585e78a4-63ce-4bb4-9b6a-b685604d1463 req-0e00aa97-8ad0-47bf-b0f6-4b669adc9b7c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394971 Aug 16 21:59:17.599427 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f07da4e9-786a-4564-b11b-4518400f8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.696601 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189484'] for port, after_update {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.732707 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:17.733764 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.734780 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] 10.222.0.76 "PUT /v2.0/ports/17621bd4-e16b-44b3-9ac6-0e254e8a1ecb HTTP/1.1" status: 200 len: 1092 time: 0.8410001 Aug 16 21:59:17.735228 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:59:17.737571 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a55d5e-4a4f-48c0-a06c-19b19e5407be" -d '{"events": [{"name": "network-changed", "server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:59:17.763288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68835fd1-b144-47e6-a3af-360ae897e7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,revision_number=3']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:17.786594 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d095135-13ed-440a-8056-cb4aeae8f2d3 x-openstack-request-id: req-5d095135-13ed-440a-8056-cb4aeae8f2d3 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:59:17.786909 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:59:17.787197 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d095135-13ed-440a-8056-cb4aeae8f2d3 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:59:17.787618 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'status': 'completed', 'code': 200} Aug 16 21:59:17.854126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55d5e-4a4f-48c0-a06c-19b19e5407be req-b3f1ffb7-5acf-414d-b9a4-c2b03b7069c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:17.855723 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-48a55d5e-4a4f-48c0-a06c-19b19e5407be req-b3f1ffb7-5acf-414d-b9a4-c2b03b7069c2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 1095 time: 0.0455539 Aug 16 21:59:17.969917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55d5e-4a4f-48c0-a06c-19b19e5407be req-b31a9b7a-6357-42ca-94d6-bdaa8127809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:17.971413 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-48a55d5e-4a4f-48c0-a06c-19b19e5407be req-b31a9b7a-6357-42ca-94d6-bdaa8127809f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1066949 Aug 16 21:59:18.035971 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.078961 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55d5e-4a4f-48c0-a06c-19b19e5407be req-9c9153a9-687b-49a1-8251-cb71f3ecb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:18.080597 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-48a55d5e-4a4f-48c0-a06c-19b19e5407be req-9c9153a9-687b-49a1-8251-cb71f3ecb1b3 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024718 Aug 16 21:59:18.160712 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf082-c592-448e-af63-659871085ab1 req-6445d916-b94f-4b9d-bd43-1d8cd3467df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:18.162257 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-6445d916-b94f-4b9d-bd43-1d8cd3467df8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 1095 time: 0.0458686 Aug 16 21:59:18.203058 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-50bf0a86-e796-4648-8926-d7fb26bd4ebb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb HTTP/1.1" status: 200 len: 217 time: 0.0335059 Aug 16 21:59:18.251696 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf082-c592-448e-af63-659871085ab1 req-b7dffc64-4527-4b11-aca3-8db8df9e6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:18.253182 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-b7dffc64-4527-4b11-aca3-8db8df9e6ab8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0438304 Aug 16 21:59:18.303451 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf082-c592-448e-af63-659871085ab1 req-4e5fd41a-1dbc-4df8-8eab-635f0b1cf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:18.304840 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-4e5fd41a-1dbc-4df8-8eab-635f0b1cf75b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451419 Aug 16 21:59:18.394048 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-7ce4f576-4cd6-4f3e-97fe-6a395739ebea service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820832 Aug 16 21:59:18.489399 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-8c3bf082-c592-448e-af63-659871085ab1 req-4fd8a2fb-b537-4703-8997-b6d45c49071b service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887709 Aug 16 21:59:18.699311 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4dc32-f855-408f-ac1b-d83d8a5b974a req-5f104c90-f2a2-481b-9c44-a96ded0449c9 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:18.701307 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37f4dc32-f855-408f-ac1b-d83d8a5b974a req-5f104c90-f2a2-481b-9c44-a96ded0449c9 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 943 time: 0.0492082 Aug 16 21:59:18.737961 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-37f4dc32-f855-408f-ac1b-d83d8a5b974a req-044af862-083e-4a14-9738-9a74ad7ccc6e tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307717 Aug 16 21:59:19.552833 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.858292 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a1cbb-9dd1-4816-a4db-3134748b3606 req-d5d6d4a3-10a3-4c6f-bf42-1511e81e3e50 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:19.859786 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-284a1cbb-9dd1-4816-a4db-3134748b3606 req-d5d6d4a3-10a3-4c6f-bf42-1511e81e3e50 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 943 time: 0.0538118 Aug 16 21:59:19.898998 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-284a1cbb-9dd1-4816-a4db-3134748b3606 req-8ee289fa-1799-4941-bf15-27c8a939ae1d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331314 Aug 16 21:59:20.910700 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:21.010248 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8351181-a740-4f36-a9d6-4d9900ae01be req-3945a1a2-d7f2-4bb2-8d98-e99670cd7362 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:21.011702 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8351181-a740-4f36-a9d6-4d9900ae01be req-3945a1a2-d7f2-4bb2-8d98-e99670cd7362 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 943 time: 0.0477629 Aug 16 21:59:21.050165 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-f8351181-a740-4f36-a9d6-4d9900ae01be req-bdb2e60a-6e27-48b4-8f33-f4f7e740491b tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Aug 16 21:59:21.645366 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:59:21.740345 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:21.751732 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'mac_address': 'fa:16:3e:23:99:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:59:21.787104 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:21.800065 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:59:21.819022 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:21.893506 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:21.940307 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:22.127399 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['17621bd4-e16b-44b3-9ac6-0e254e8a1ecb'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:59:22.163176 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196069da-afc7-4970-b3ef-5f5d455c84f6 req-ed0cd8e9-b3e2-454e-aeab-578c0429dca6 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:22.164641 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-196069da-afc7-4970-b3ef-5f5d455c84f6 req-ed0cd8e9-b3e2-454e-aeab-578c0429dca6 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 944 time: 0.0477931 Aug 16 21:59:22.203318 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-196069da-afc7-4970-b3ef-5f5d455c84f6 req-0a9f869a-3f4f-420d-aecf-2243c405074d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Aug 16 21:59:23.322201 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1adca3-ebde-4838-8d28-d24078c508cd req-5b11e795-b705-4aaf-a677-11be468c9c72 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:23.323653 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d1adca3-ebde-4838-8d28-d24078c508cd req-5b11e795-b705-4aaf-a677-11be468c9c72 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 944 time: 0.0524528 Aug 16 21:59:23.361112 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-1d1adca3-ebde-4838-8d28-d24078c508cd req-c95264a7-faed-40ae-b5e3-d3c2b6179fc9 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314057 Aug 16 21:59:23.660834 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:23.779577 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning for port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:23.783367 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:23.783746 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:23.860293 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:23.882692 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:59:23.884900 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2690c44a-52b1-4a37-ba7f-f18c7172a7de" -d '{"events": [{"server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "name": "network-vif-plugged", "status": "completed", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:59:23.899054 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:23.922058 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0dab3b-1e22-4868-9970-8908b1dc9b55 x-openstack-request-id: req-8a0dab3b-1e22-4868-9970-8908b1dc9b55 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:59:23.922358 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "name": "network-vif-plugged", "status": "completed", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:59:23.922616 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8a0dab3b-1e22-4868-9970-8908b1dc9b55 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:59:23.923016 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'code': 200} Aug 16 21:59:23.979068 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:24.018876 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318dbb5-dc9c-49a6-b4ad-e17f2dde6a71 req-c3b444e1-a3dd-4479-bcb5-f1099e484e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:24.020390 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3318dbb5-dc9c-49a6-b4ad-e17f2dde6a71 req-c3b444e1-a3dd-4479-bcb5-f1099e484e6f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 1097 time: 0.0411735 Aug 16 21:59:24.025915 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:24.056680 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-3318dbb5-dc9c-49a6-b4ad-e17f2dde6a71 req-30a81ec6-4376-4cda-a838-027aefb271b1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289741 Aug 16 21:59:24.473724 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5c8c0-1625-4d8b-a44b-c49b902daaa6 req-78180cf6-bd3f-4f12-ab92-b02ba3612036 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:24.475189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00d5c8c0-1625-4d8b-a44b-c49b902daaa6 req-78180cf6-bd3f-4f12-ab92-b02ba3612036 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 945 time: 0.0488565 Aug 16 21:59:24.512720 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-00d5c8c0-1625-4d8b-a44b-c49b902daaa6 req-8636b69b-f37a-444c-a34a-3404a10615b1 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316007 Aug 16 21:59:25.627448 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df27275-215a-4854-b335-c1f9733fd45f req-2325c428-00c8-439a-a87f-1151d1733f85 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:25.628906 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7df27275-215a-4854-b335-c1f9733fd45f req-2325c428-00c8-439a-a87f-1151d1733f85 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 945 time: 0.0475619 Aug 16 21:59:25.665900 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-7df27275-215a-4854-b335-c1f9733fd45f req-53f93313-a0f2-4dc6-b176-b34122f4f8d1 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311332 Aug 16 21:59:25.781912 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a872c-6df8-484e-b16f-922556c78e1c req-fd7a57ef-986a-4f63-b36b-61da09c4fdc3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:25.783377 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-761a872c-6df8-484e-b16f-922556c78e1c req-fd7a57ef-986a-4f63-b36b-61da09c4fdc3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 945 time: 0.0523534 Aug 16 21:59:25.821273 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-761a872c-6df8-484e-b16f-922556c78e1c req-dca664cb-ffab-4344-9cf8-e5ca8ad5ad15 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317464 Aug 16 21:59:25.842822 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42468) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:25.924262 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e281ac35-f488-470b-9bcb-50f8aa0307c6 tempest-TestSnapshotPattern-542860476 tempest-TestSnapshotPattern-542860476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:25.925969 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-e281ac35-f488-470b-9bcb-50f8aa0307c6 tempest-TestSnapshotPattern-542860476 tempest-TestSnapshotPattern-542860476-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 1092 time: 0.0821807 Aug 16 21:59:25.928914 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42472) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:25.933297 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:26.024802 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.121949 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.221047 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Allocated IP 172.25.4.35 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/45fea9d6-407d-4bcb-9e5d-a245a4257c53) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:59:26.323174 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.436316 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.472290 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:26.477040 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:26.481270 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:26.506341 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'Port': ['ID=45fea9d6-407d-4bcb-9e5d-a245a4257c53,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:26.834412 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.966023 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:27.117620 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:27.238269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:27.309009 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'Port': ['ID=45fea9d6-407d-4bcb-9e5d-a245a4257c53,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:27.319298 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:27.420874 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Floating IP 48ba2b63-a9e1-4bc3-a50c-537808ee9907 associated. External IP: 172.25.4.35, port: 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb. Aug 16 21:59:27.960306 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Router a590fa99-4da1-4c58-8108-18b1bd5c9163 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:59:28.074754 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:59:28.085353 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfa2a6-39d7-425a-88df-d07cfef064fe None None] Sync routers for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:59:28.094527 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfa2a6-39d7-425a-88df-d07cfef064fe None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:28.095130 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3fbfa2a6-39d7-425a-88df-d07cfef064fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:28.187167 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:28.201433 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-3fbfa2a6-39d7-425a-88df-d07cfef064fe None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:28.218718 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-ef63d63e-8b6a-4422-9396-431e164ba613 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2885270 Aug 16 21:59:28.219160 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:59:28.221588 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6964b8f-1f31-4c76-a564-4d7c2049f9db" -d '{"events": [{"name": "network-changed", "server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:59:28.264877 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be8fd7a-fbcd-499d-a7e4-b81d33a37ab2 x-openstack-request-id: req-9be8fd7a-fbcd-499d-a7e4-b81d33a37ab2 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:59:28.265231 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:59:28.265480 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9be8fd7a-fbcd-499d-a7e4-b81d33a37ab2 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:59:28.265879 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'status': 'completed', 'code': 200} Aug 16 21:59:28.328282 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6964b8f-1f31-4c76-a564-4d7c2049f9db req-e7e55683-126b-4d27-ab6c-e9e63bc79664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:28.329935 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a6964b8f-1f31-4c76-a564-4d7c2049f9db req-e7e55683-126b-4d27-ab6c-e9e63bc79664 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 1097 time: 0.0417194 Aug 16 21:59:28.425095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6964b8f-1f31-4c76-a564-4d7c2049f9db req-464b71b4-db58-4c83-90c2-df3fe82ebe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:28.426592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a6964b8f-1f31-4c76-a564-4d7c2049f9db req-464b71b4-db58-4c83-90c2-df3fe82ebe90 service neutron] 10.222.0.76 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 911 time: 0.0893838 Aug 16 21:59:28.427167 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3fbfa2a6-39d7-425a-88df-d07cfef064fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '48ba2b63-a9e1-4bc3-a50c-537808ee9907', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:23:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75edacde-2156-4987-8a61-48ef40bb368c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:26Z', 'updated_at': '2021-08-16T21:59:26Z', 'revision_number': 0, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:28.453464 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfa2a6-39d7-425a-88df-d07cfef064fe None None] Checking router: a590fa99-4da1-4c58-8108-18b1bd5c9163 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:59:28.461657 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfa2a6-39d7-425a-88df-d07cfef064fe None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:28.462253 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3fbfa2a6-39d7-425a-88df-d07cfef064fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T21:59:17Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:28.490785 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a6964b8f-1f31-4c76-a564-4d7c2049f9db req-6036f30f-3036-4fcd-b57c-beebd402ef44 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb HTTP/1.1" status: 200 len: 998 time: 0.0575337 Aug 16 21:59:28.548124 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6964b8f-1f31-4c76-a564-4d7c2049f9db req-da19c8c7-f902-4879-9181-02916189fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:28.549640 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a6964b8f-1f31-4c76-a564-4d7c2049f9db req-da19c8c7-f902-4879-9181-02916189fbf1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0523026 Aug 16 21:59:28.566503 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-3fbfa2a6-39d7-425a-88df-d07cfef064fe None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:28.595792 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6964b8f-1f31-4c76-a564-4d7c2049f9db req-aafb22e1-7c3d-437a-8be5-12c866786395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:28.597331 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a6964b8f-1f31-4c76-a564-4d7c2049f9db req-aafb22e1-7c3d-437a-8be5-12c866786395 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406020 Aug 16 21:59:28.687211 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a6964b8f-1f31-4c76-a564-4d7c2049f9db req-5aa70251-e754-43d2-a46a-8c110f0d570e service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829561 Aug 16 21:59:28.781659 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a6964b8f-1f31-4c76-a564-4d7c2049f9db req-363dd66e-4d1b-44a3-b883-f3aded9acf8b service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872247 Aug 16 21:59:28.782643 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-3fbfa2a6-39d7-425a-88df-d07cfef064fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '48ba2b63-a9e1-4bc3-a50c-537808ee9907', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:23:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75edacde-2156-4987-8a61-48ef40bb368c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:26Z', 'updated_at': '2021-08-16T21:59:26Z', 'revision_number': 0, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:28.812199 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfa2a6-39d7-425a-88df-d07cfef064fe None None] The sync data for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 is: [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '48ba2b63-a9e1-4bc3-a50c-537808ee9907', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:23:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75edacde-2156-4987-8a61-48ef40bb368c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:26Z', 'updated_at': '2021-08-16T21:59:26Z', 'revision_number': 0, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:59:29.001665 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c422987e-9e51-4daa-8a04-8f36bef78ae7 None None] New status for floating IP 48ba2b63-a9e1-4bc3-a50c-537808ee9907: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:59:33.500672 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:33.607162 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:45.327295 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3183afc6-dfc8-4e6f-bc90-71d548649e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:45.759362 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:59:47.555591 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d43f31b2-d47a-4d4d-a493-270c851ede53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:48.055803 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:49.509922 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:50.917918 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:53.271230 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-54db4eca-751b-4df2-9cf6-f74307095064 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396562 Aug 16 21:59:53.358327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-939e0228-43d5-4457-89f4-726f79b96259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:53.359814 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-939e0228-43d5-4457-89f4-726f79b96259 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 1097 time: 0.0444248 Aug 16 21:59:53.463116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-7c92ce7d-45b8-4b11-a70b-577657438613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:53.464597 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-7c92ce7d-45b8-4b11-a70b-577657438613 service neutron] 10.222.0.76 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 911 time: 0.0850270 Aug 16 21:59:53.534295 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-b4c20fd9-5323-404a-ad58-89cede0de54c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb HTTP/1.1" status: 200 len: 1000 time: 0.0615864 Aug 16 21:59:53.583126 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-76ace383-e058-42f5-a605-bef7ee087c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:53.584550 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-76ace383-e058-42f5-a605-bef7ee087c2c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0440838 Aug 16 21:59:53.629750 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-56ce3ef4-583a-4652-adb8-a4cfd0d8d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:53.631175 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-56ce3ef4-583a-4652-adb8-a4cfd0d8d2b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391667 Aug 16 21:59:53.726761 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-748dee1c-8b9b-4380-8484-6347bfd5b0d5 service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876184 Aug 16 21:59:53.817953 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-34b4d4f8-06d8-49bf-b55b-6c32daeb439e req-2e9acefb-42fd-4b60-b117-a7a51cf3ede7 service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822139 Aug 16 22:00:03.532147 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:03.655061 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:15.328798 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3bd60741-ec8e-4ff4-9bc3-690b5e01fba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:17.529376 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-27eb9bba-4246-4938-b510-d24da7a37117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:18.034814 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:19.500069 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:20.949305 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:22.758812 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:00:33.494940 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:33.577704 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:45.297661 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a35da7e4-e0f6-42be-91ac-3df2c8f08d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:47.531705 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-25178bde-980a-402c-975e-dd9ee81b20ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:48.042340 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:49.543129 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:50.922324 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:53.764378 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-4e2caed2-f020-4475-aa75-e31bb5c7f18b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0837777 Aug 16 22:00:53.849090 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-67aff505-8013-4a6a-aaf4-33e2c162aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:53.850559 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-67aff505-8013-4a6a-aaf4-33e2c162aa58 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 1097 time: 0.0446484 Aug 16 22:00:53.950760 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-ba31bd12-57c1-41f0-ada7-70b0b31eeac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:53.952204 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-ba31bd12-57c1-41f0-ada7-70b0b31eeac3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 911 time: 0.0832143 Aug 16 22:00:54.020753 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-007eb334-64e7-4767-803e-dcf9bc2e5f23 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb HTTP/1.1" status: 200 len: 1000 time: 0.0607259 Aug 16 22:00:54.069632 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-04d30025-3204-4d0c-95c2-c35c73ddc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:54.071052 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-04d30025-3204-4d0c-95c2-c35c73ddc50a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0435295 Aug 16 22:00:54.115467 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-13827f3a-eb40-482e-abb2-1fbafde7459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:54.116825 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-13827f3a-eb40-482e-abb2-1fbafde7459b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388813 Aug 16 22:00:54.208850 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-71b5fb99-1d3e-4e4f-a89e-3822c3563629 service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Aug 16 22:00:54.298071 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-1af72466-56fb-4885-8896-bb6e0a69e998 req-4fb79f33-4114-4b81-b2ee-757d634c203b service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824304 Aug 16 22:00:59.758638 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:01:03.531054 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:03.570898 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:15.316043 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0ad8e206-22a7-48ce-8ce4-9859f56ba717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:17.559453 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9676-b5e6-49aa-bbad-2c19819bdde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:18.030174 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:19.542283 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:20.909904 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:26.402391 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb details requested by agent hyperv_n-h1-793619-14 with host n-h1-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:01:26.498879 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:26.673325 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Returning: {'device': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'mac_address': 'fa:16:3e:23:99:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:01:26.709987 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:26.722671 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:01:26.742772 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:26.824785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:26.875449 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:26.883624 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.883970 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.884317 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.884648 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.884995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.885342 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.885659 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.885985 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.886308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.886626 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.886941 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.887262 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:26.897141 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] get_ports_and_sgs() called for port_ids ['17621bd4-e16b-44b3-9ac6-0e254e8a1ecb'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:01:28.422558 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb up at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:01:28.475679 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Provisioning complete for port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:28.476060 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:28.555617 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:28.578961 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:01:28.581464 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6464f0c5-5221-4c67-a048-293932a08fa6" -d '{"events": [{"server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "name": "network-vif-plugged", "status": "completed", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:01:28.595405 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:28.685307 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:28.712046 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa73c55d-7c46-463c-bc35-de063c932750 x-openstack-request-id: req-fa73c55d-7c46-463c-bc35-de063c932750 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:01:28.712567 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "name": "network-vif-plugged", "status": "completed", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:01:28.712888 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fa73c55d-7c46-463c-bc35-de063c932750 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:01:28.713445 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'code': 200} Aug 16 22:01:28.743376 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:33.533214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:33.602109 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:36.758814 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:01:39.816164 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-92908c4d-2ad6-48fd-bfeb-1ece280408d6 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260017554&fields=id&tenant_id=7f9d570eaed14f0ea23a4be7028e806f HTTP/1.1" status: 200 len: 267 time: 0.0344214 Aug 16 22:01:39.920379 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-b993a15e-7a3e-4019-b726-ee94997b1206 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:39.921880 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-b993a15e-7a3e-4019-b726-ee94997b1206 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 810 time: 0.0990295 Aug 16 22:01:39.936406 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-daf5228d-f41f-43b3-85eb-172e6781906e tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/quotas/7f9d570eaed14f0ea23a4be7028e806f HTTP/1.1" status: 200 len: 375 time: 0.0087781 Aug 16 22:01:39.994187 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-68803c25-ce23-48bd-ba30-5ab0c2ff7f57 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0526965 Aug 16 22:01:40.010304 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-778032dd-602a-46b3-b8b9-d10dad007eb9 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=95261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:01:40.011259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-778032dd-602a-46b3-b8b9-d10dad007eb9 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056000 Aug 16 22:01:40.139352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-c5520ebc-00be-43ce-9df8-fc2c2fce75da service neutron] 10.222.0.74 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222668 Aug 16 22:01:40.233247 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-ccb19e65-dede-43ed-9781-522b1670cf21 service neutron] 10.222.0.74 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872383 Aug 16 22:01:41.496706 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-ad27f405-c72e-4631-8c56-42733d54738e req-02296aef-63af-4cf2-9f26-7cb4a678ea41 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 210 time: 0.0271482 Aug 16 22:01:42.485688 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:01:42.562202 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:42.587478 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:01:42.589752 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7766211-bda8-48b4-b025-159ac9fe3b4e" -d '{"events": [{"server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "name": "network-vif-unplugged", "status": "completed", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:01:42.599109 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-45eb4b6f-020d-4879-b19a-d103e6a747cb req-f550c600-e728-4823-b9ea-d022baf2a4ea tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 210 time: 0.0282857 Aug 16 22:01:42.602956 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] For port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:42.629690 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3ca131-f25b-45a0-ae84-ef5bc872896e x-openstack-request-id: req-de3ca131-f25b-45a0-ae84-ef5bc872896e {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:01:42.629851 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "name": "network-vif-unplugged", "status": "completed", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:01:42.630625 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de3ca131-f25b-45a0-ae84-ef5bc872896e {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:01:42.631031 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'code': 200} Aug 16 22:01:42.698575 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:42.744896 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Pushing event updated for resources: {'Port': ['ID=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,revision_number=8']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:43.698695 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0e35e2c7-fdb9-4750-8a28-e0e2db2e1190 req-f13a3010-38df-4120-bcf5-4913ccf1063a tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 210 time: 0.0270820 Aug 16 22:01:43.834745 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-f1f8fa73-e2d4-4f5e-aecd-162ee4aa97c4 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:43.836176 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-f1f8fa73-e2d4-4f5e-aecd-162ee4aa97c4 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.79 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 810 time: 0.1030638 Aug 16 22:01:43.887340 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-9163a69f-1bbb-4ee8-bda9-3b2b1efaf4f5 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f9d570eaed14f0ea23a4be7028e806f HTTP/1.1" status: 200 len: 379 time: 0.0422838 Aug 16 22:01:43.896300 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Request body: {'port': {'device_id': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'admin_state_up': True, 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'security_groups': ['014de26c-cac2-4475-9afc-4fd80fe445f5']}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:44.063989 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Made reservation on behalf of 7f9d570eaed14f0ea23a4be7028e806f for: {'port': 1} {{(pid=95261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:01:44.067559 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:44.190352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Allocated IP 172.20.0.7 (20316b9b-60ee-46e1-babf-63e1c55f808b/f6bd8b1a-4350-4103-afa3-550a73d0a8f5/81974512-86e0-47c8-973f-1b9444ffe880) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:01:44.335445 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:44.348329 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Transition to ACTIVE for port object 81974512-86e0-47c8-973f-1b9444ffe880 will not be triggered until provisioned by entity DHCP. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:01:44.443269 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:44.517669 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Network 20316b9b-60ee-46e1-babf-63e1c55f808b is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:01:44.526208 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:01:44.544215 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:01:44.589209 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'Port': ['ID=81974512-86e0-47c8-973f-1b9444ffe880,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:44.615863 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.616220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.616555 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.616895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.617256 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.617597 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.617925 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.618251 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.618578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.618903 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.619228 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.619578 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:44.637979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:44.638661 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:44.735217 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-e7585bd0-2d21-4ea8-b8b3-e348563f2c98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8424382 Aug 16 22:01:44.873276 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6caebdc5-3a16-4b5a-a11d-da75ad422d61 None None] Provisioning for port 81974512-86e0-47c8-973f-1b9444ffe880 completed by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:01:44.875481 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a44632-3289-4856-b7f8-b1324ae916ab req-1fc06460-3b3b-4031-bfd0-6cc0e0e56eca tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:44.877352 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94a44632-3289-4856-b7f8-b1324ae916ab req-1fc06460-3b3b-4031-bfd0-6cc0e0e56eca tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 931 time: 0.0869546 Aug 16 22:01:44.878477 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-6caebdc5-3a16-4b5a-a11d-da75ad422d61 None None] Provisioning complete for port 81974512-86e0-47c8-973f-1b9444ffe880 triggered by entity DHCP. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:44.878853 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-6caebdc5-3a16-4b5a-a11d-da75ad422d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:44.940511 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-94a44632-3289-4856-b7f8-b1324ae916ab req-c73b9320-a007-42d1-95de-4b41d39b37a3 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504832 Aug 16 22:01:44.953369 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-6caebdc5-3a16-4b5a-a11d-da75ad422d61 None None] Port 81974512-86e0-47c8-973f-1b9444ffe880 cannot update to ACTIVE because it is not bound. {{(pid=95263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:01:45.279087 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3aea9bdc-afc9-4733-b4b0-54c402a2bd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:46.061532 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e77f0-395a-4284-9274-f950f9e0ce2f req-af7070aa-501e-49c9-8d31-c76d0c606e42 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:46.063091 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-598e77f0-395a-4284-9274-f950f9e0ce2f req-af7070aa-501e-49c9-8d31-c76d0c606e42 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 931 time: 0.0491562 Aug 16 22:01:46.105945 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-598e77f0-395a-4284-9274-f950f9e0ce2f req-33664519-b537-4aed-b8a8-f7eac788888a tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358710 Aug 16 22:01:47.229382 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052a8aa-1efd-453a-937d-bf7d8f22f266 req-2b6bbed3-d59f-4ccc-99cb-e064581a4247 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:47.230948 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4052a8aa-1efd-453a-937d-bf7d8f22f266 req-2b6bbed3-d59f-4ccc-99cb-e064581a4247 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 931 time: 0.0589273 Aug 16 22:01:47.273491 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-4052a8aa-1efd-453a-937d-bf7d8f22f266 req-a64e1a80-dc87-4b07-af9b-770fc16dc820 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358016 Aug 16 22:01:47.555991 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-11b3f0a8-8bde-4ad5-96af-d7ddacb67678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:47.998753 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:48.398820 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d031-1ba1-4b84-97ac-9a9cdc25908c req-76718601-b4f6-4213-a9f9-882a6afe4bab tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:48.400424 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ff0d031-1ba1-4b84-97ac-9a9cdc25908c req-76718601-b4f6-4213-a9f9-882a6afe4bab tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 931 time: 0.0558698 Aug 16 22:01:48.438952 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9ff0d031-1ba1-4b84-97ac-9a9cdc25908c req-565bc05f-fea5-4459-89f3-78a96eecbb58 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324855 Aug 16 22:01:49.545722 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:49.562539 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2620c3-7fb3-4050-ba6d-eaeb3120a01b req-fc4c2ff8-fe58-445a-a9af-3f1bfabadc39 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:49.564033 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c2620c3-7fb3-4050-ba6d-eaeb3120a01b req-fc4c2ff8-fe58-445a-a9af-3f1bfabadc39 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 931 time: 0.0545571 Aug 16 22:01:49.603366 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3c2620c3-7fb3-4050-ba6d-eaeb3120a01b req-8dca3b8f-58e3-4f2a-9998-8e7018d1949a tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319963 Aug 16 22:01:50.730554 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83f376-feca-4cb4-82f7-ce4123210e19 req-cb12ce69-4a89-46ff-ab03-9777446e9be1 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:50.732111 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f83f376-feca-4cb4-82f7-ce4123210e19 req-cb12ce69-4a89-46ff-ab03-9777446e9be1 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 931 time: 0.0505164 Aug 16 22:01:50.776372 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0f83f376-feca-4cb4-82f7-ce4123210e19 req-77a03d8d-7b89-40c2-9f7b-6dc62272f978 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382805 Aug 16 22:01:50.915415 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:51.917902 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfa69d-1d9a-478c-a229-10d66695293b req-e0d6b554-9469-4eba-bd1f-8c9aaf1fe900 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:51.920193 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbbfa69d-1d9a-478c-a229-10d66695293b req-e0d6b554-9469-4eba-bd1f-8c9aaf1fe900 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 931 time: 0.0604136 Aug 16 22:01:51.969725 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-cbbfa69d-1d9a-478c-a229-10d66695293b req-14a1ec05-0613-4034-8670-b63fce670457 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426610 Aug 16 22:01:53.093352 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b48b9-9220-4a46-873b-7e9dfbb2e229 req-8c6f995a-b5f9-4bc7-a449-c390ece2c615 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:53.094822 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d50b48b9-9220-4a46-873b-7e9dfbb2e229 req-8c6f995a-b5f9-4bc7-a449-c390ece2c615 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 931 time: 0.0542104 Aug 16 22:01:53.133354 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d50b48b9-9220-4a46-873b-7e9dfbb2e229 req-0ba58d9d-5ab1-4ddf-812a-087ebb5169ba tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318739 Aug 16 22:01:54.255907 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6085c41-f8cf-447c-b158-b4cacbf88fda req-13244489-bb92-4ae9-a54c-832a9845633a tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:54.257448 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6085c41-f8cf-447c-b158-b4cacbf88fda req-13244489-bb92-4ae9-a54c-832a9845633a tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 931 time: 0.0541990 Aug 16 22:01:54.300594 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-c6085c41-f8cf-447c-b158-b4cacbf88fda req-7ce3485d-2ed6-4675-a4c9-6266c5d9132a tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370324 Aug 16 22:01:55.093826 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Request body: {'port': {'device_id': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-14'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:55.147961 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:55.271112 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-dd0918af-6411-4406-98d2-51d75aab576e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452232 Aug 16 22:01:55.356044 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-c78fd6bd-ead6-4edc-82b3-8cab1a4cbd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:55.357607 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-c78fd6bd-ead6-4edc-82b3-8cab1a4cbd31 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 1095 time: 0.0442884 Aug 16 22:01:55.444226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81974512-86e0-47c8-973f-1b9444ffe880 {{(pid=95261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:01:55.453595 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:55.462507 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-7b27b7de-c631-4f58-998c-f12f8f7a7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:55.464035 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-7b27b7de-c631-4f58-998c-f12f8f7a7cc3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 911 time: 0.0869231 Aug 16 22:01:55.470884 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e2072-5b50-4b5e-977a-ce7521fb155a req-3da0587c-1566-410d-aace-6b2a8a192f5a tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:55.472360 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e0e2072-5b50-4b5e-977a-ce7521fb155a req-3da0587c-1566-410d-aace-6b2a8a192f5a tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 931 time: 0.1004109 Aug 16 22:01:55.477287 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.provisioning_blocks [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Transition to ACTIVE for port object 81974512-86e0-47c8-973f-1b9444ffe880 will not be triggered until provisioned by entity L2. {{(pid=95261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:01:55.511763 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-3e0e2072-5b50-4b5e-977a-ce7521fb155a req-5cd1c4a3-6a51-4c18-bfb7-10d7f7874b1b tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325730 Aug 16 22:01:55.538966 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-f29579fa-f6d5-4cb0-9a51-61c2a0617f58 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb HTTP/1.1" status: 200 len: 998 time: 0.0681758 Aug 16 22:01:55.589976 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-1f94cab9-9dab-4c97-95d5-af99d892d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:55.591321 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-1f94cab9-9dab-4c97-95d5-af99d892d4f5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0444822 Aug 16 22:01:55.598482 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:55.637929 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-24340077-bd1d-4ac4-88b4-d09268253241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:55.639519 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-24340077-bd1d-4ac4-88b4-d09268253241 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418091 Aug 16 22:01:55.651971 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Pushing event updated for resources: {'Port': ['ID=81974512-86e0-47c8-973f-1b9444ffe880,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:55.729035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Attempting to bind port 81974512-86e0-47c8-973f-1b9444ffe880 on host n-h2-793619-14 for vnic_type normal with profile {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:01:55.729396 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Attempting to bind port 81974512-86e0-47c8-973f-1b9444ffe880 by drivers openvswitch,hyperv on host n-h2-793619-14 at level 0 using segments [{'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:01:55.729729 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Attempting to bind port 81974512-86e0-47c8-973f-1b9444ffe880 on network 20316b9b-60ee-46e1-babf-63e1c55f808b {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:01:55.734582 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Port 81974512-86e0-47c8-973f-1b9444ffe880 on network 20316b9b-60ee-46e1-babf-63e1c55f808b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-14 {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:01:55.735041 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Attempting to bind port 81974512-86e0-47c8-973f-1b9444ffe880 on network 20316b9b-60ee-46e1-babf-63e1c55f808b {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:01:55.740663 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Checking agent: {'id': '08d191a8-1927-4973-bdd5-714040e17c6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'started_at': datetime.datetime(2021, 8, 16, 20, 31, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:01:55.741006 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Checking segment: {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:01:55.741428 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Bound using segment: {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'} {{(pid=95261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:01:55.742336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.managers [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Bound port: 81974512-86e0-47c8-973f-1b9444ffe880, host: n-h2-793619-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478edc9a-cc69-44b2-85d0-24ece966ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b'}}] {{(pid=95261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:01:55.742336 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:55.752820 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-0df0686b-9000-4a51-acbc-cc155ea00e80 service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045699 Aug 16 22:01:55.810624 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] For port 81974512-86e0-47c8-973f-1b9444ffe880, host n-h2-793619-14, cleared binding levels {{(pid=95261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:01:55.814485 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] For port 81974512-86e0-47c8-973f-1b9444ffe880, host n-h2-793619-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=81974512-86e0-47c8-973f-1b9444ffe880,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:01:55.856881 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-820dba94-06a2-43f0-a8bb-9c9838f199f4 req-bf85a8cb-8547-4e0f-8686-90e4d6ba22c0 service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965819 Aug 16 22:01:55.902114 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:55.933115 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:55.933827 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:55.935288 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] 10.222.0.79 "PUT /v2.0/ports/81974512-86e0-47c8-973f-1b9444ffe880 HTTP/1.1" status: 200 len: 1092 time: 0.8920271 Aug 16 22:01:55.937776 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:01:55.940832 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25e915d-06e6-44a9-a69d-05c0961c531f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "tag": "81974512-86e0-47c8-973f-1b9444ffe880"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:01:55.972100 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea2af9-f04c-4d16-aa28-26c8465a0549 service neutron] Pushing event updated for resources: {'Port': ['ID=81974512-86e0-47c8-973f-1b9444ffe880,revision_number=3']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:55.981491 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be6d415-9b72-4af6-bee7-e43761c66afa x-openstack-request-id: req-6be6d415-9b72-4af6-bee7-e43761c66afa {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:01:55.981786 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "tag": "81974512-86e0-47c8-973f-1b9444ffe880", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:01:55.982038 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6be6d415-9b72-4af6-bee7-e43761c66afa {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:01:55.982440 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880', 'status': 'completed', 'code': 200} Aug 16 22:01:56.045830 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e915d-06e6-44a9-a69d-05c0961c531f req-53953ff5-1979-4b7f-8615-faed86739a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:56.047367 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a25e915d-06e6-44a9-a69d-05c0961c531f req-53953ff5-1979-4b7f-8615-faed86739a97 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 1095 time: 0.0446365 Aug 16 22:01:56.153174 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e915d-06e6-44a9-a69d-05c0961c531f req-a163c958-08dd-440c-a983-33ae61d943d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:56.154794 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a25e915d-06e6-44a9-a69d-05c0961c531f req-a163c958-08dd-440c-a983-33ae61d943d4 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0989649 Aug 16 22:01:56.252790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e915d-06e6-44a9-a69d-05c0961c531f req-39a69924-f722-4029-bca7-162eda419a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:56.254189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a25e915d-06e6-44a9-a69d-05c0961c531f req-39a69924-f722-4029-bca7-162eda419a1b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919769 Aug 16 22:01:56.327904 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-3ca1a7f4-f858-42a9-8bd2-ba916e868819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:56.329376 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-3ca1a7f4-f858-42a9-8bd2-ba916e868819 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 1095 time: 0.0394309 Aug 16 22:01:56.371570 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-263c8bf6-755a-44a5-8760-f26560101a51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81974512-86e0-47c8-973f-1b9444ffe880 HTTP/1.1" status: 200 len: 217 time: 0.0332658 Aug 16 22:01:56.422193 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-77281522-9ca9-458e-91f6-dbd7a07f1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:56.423577 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-77281522-9ca9-458e-91f6-dbd7a07f1df1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0458019 Aug 16 22:01:56.469121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-4df491f0-44fc-42aa-bc9b-78d0e1800484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:56.470588 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-4df491f0-44fc-42aa-bc9b-78d0e1800484 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399792 Aug 16 22:01:56.560095 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-323a282b-4973-4cb0-b2ce-318d732cb47e service neutron] 10.222.0.79 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825582 Aug 16 22:01:56.679979 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f1e56-b134-4367-80ed-dd19d4b1f8f4 req-d6677c21-e8c1-4890-955b-08de745e278f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:56.681442 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a4f1e56-b134-4367-80ed-dd19d4b1f8f4 req-d6677c21-e8c1-4890-955b-08de745e278f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 943 time: 0.0926607 Aug 16 22:01:56.699211 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ab4892d-b5ad-4261-9fc0-0d57a56c1838 req-aa7d6ef5-e600-4a16-848a-3a74c53db39b service neutron] 10.222.0.79 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319246 Aug 16 22:01:56.726863 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-0a4f1e56-b134-4367-80ed-dd19d4b1f8f4 req-5604af42-7d28-4569-a2cc-10c341e03bf9 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379028 Aug 16 22:01:57.849793 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece919a-bb62-4920-833a-22f732dc23a8 req-1594189b-1b1f-49f2-ab37-f38ed1d03256 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:57.851287 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ece919a-bb62-4920-833a-22f732dc23a8 req-1594189b-1b1f-49f2-ab37-f38ed1d03256 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 943 time: 0.0526793 Aug 16 22:01:57.889379 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5ece919a-bb62-4920-833a-22f732dc23a8 req-609c9d59-0812-4065-87e9-4ce8e4743310 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319965 Aug 16 22:01:58.723836 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 81974512-86e0-47c8-973f-1b9444ffe880 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:01:58.818546 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 81974512-86e0-47c8-973f-1b9444ffe880, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=81974512-86e0-47c8-973f-1b9444ffe880,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:58.829531 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '81974512-86e0-47c8-973f-1b9444ffe880', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'port_id': '81974512-86e0-47c8-973f-1b9444ffe880', 'mac_address': 'fa:16:3e:7a:b7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:01:58.865104 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:58.877045 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81974512-86e0-47c8-973f-1b9444ffe880 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:01:58.896308 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 81974512-86e0-47c8-973f-1b9444ffe880, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=81974512-86e0-47c8-973f-1b9444ffe880,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:58.998497 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:59.002690 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f8d7-59b7-4c67-847b-452713aaf9a2 req-71d8d38c-4825-437c-bc92-439c21709a63 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:59.007847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9a8f8d7-59b7-4c67-847b-452713aaf9a2 req-71d8d38c-4825-437c-bc92-439c21709a63 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 943 time: 0.0499926 Aug 16 22:01:59.044568 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e9a8f8d7-59b7-4c67-847b-452713aaf9a2 req-e6e9b689-3363-4489-ae81-350f206cea54 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329406 Aug 16 22:01:59.045736 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=81974512-86e0-47c8-973f-1b9444ffe880,revision_number=4']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:59.259605 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['81974512-86e0-47c8-973f-1b9444ffe880'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:02:00.158673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d95ac5-f7d5-450f-9f87-3f55a245fafb req-d05251a9-abe9-4d09-a6e1-e6be4692ee1e tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:00.160151 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4d95ac5-f7d5-450f-9f87-3f55a245fafb req-d05251a9-abe9-4d09-a6e1-e6be4692ee1e tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 944 time: 0.0477097 Aug 16 22:02:00.198694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-a4d95ac5-f7d5-450f-9f87-3f55a245fafb req-0b17a7d8-58e4-4b67-bfb9-ac25204e63fc tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Aug 16 22:02:00.724066 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 81974512-86e0-47c8-973f-1b9444ffe880 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:02:00.880502 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning for port 81974512-86e0-47c8-973f-1b9444ffe880 completed by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:02:00.885112 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 81974512-86e0-47c8-973f-1b9444ffe880 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:02:00.885489 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:00.959874 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:00.981918 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:02:00.984113 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e230181-03de-41f3-a240-d740437569cc" -d '{"events": [{"server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "name": "network-vif-plugged", "status": "completed", "tag": "81974512-86e0-47c8-973f-1b9444ffe880"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:02:00.997331 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 81974512-86e0-47c8-973f-1b9444ffe880, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=81974512-86e0-47c8-973f-1b9444ffe880,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:02:01.019748 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbab055-60bf-42e3-b4a7-82043bbe9ee8 x-openstack-request-id: req-cbbab055-60bf-42e3-b4a7-82043bbe9ee8 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:02:01.020040 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "name": "network-vif-plugged", "status": "completed", "tag": "81974512-86e0-47c8-973f-1b9444ffe880", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:02:01.020290 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cbbab055-60bf-42e3-b4a7-82043bbe9ee8 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:02:01.020681 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880', 'code': 200} Aug 16 22:02:01.072927 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:01.121182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=81974512-86e0-47c8-973f-1b9444ffe880,revision_number=5']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:01.121906 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae83aec-a963-4624-8a38-204bf10de4bd req-d9bb4e61-554a-4f90-ab3d-63df1f590c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:01.123467 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aae83aec-a963-4624-8a38-204bf10de4bd req-d9bb4e61-554a-4f90-ab3d-63df1f590c96 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 1097 time: 0.0447454 Aug 16 22:02:01.157752 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-aae83aec-a963-4624-8a38-204bf10de4bd req-55fe9d9b-9569-4661-b714-9ed6097e774e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270572 Aug 16 22:02:01.312654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8cab5-88bf-4d3c-ba19-59ea60fe49a0 req-c532b2a1-b9a9-4e52-baec-0d136b241a88 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:01.314172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a8cab5-88bf-4d3c-ba19-59ea60fe49a0 req-c532b2a1-b9a9-4e52-baec-0d136b241a88 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0494070 Aug 16 22:02:01.352156 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d5a8cab5-88bf-4d3c-ba19-59ea60fe49a0 req-d51cb934-059c-41ba-95a2-3baea0ce7eb9 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321028 Aug 16 22:02:02.468336 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4b414-fcd2-4366-9b8a-f985cb0c9eb8 req-32c26572-4fcc-4f8e-8d40-f2015a86b50d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:02.469847 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9aa4b414-fcd2-4366-9b8a-f985cb0c9eb8 req-32c26572-4fcc-4f8e-8d40-f2015a86b50d tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0481570 Aug 16 22:02:02.508670 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-9aa4b414-fcd2-4366-9b8a-f985cb0c9eb8 req-ad09d67a-b42c-47b1-99a0-01a427169cc7 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328979 Aug 16 22:02:02.624856 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d03934-4fcc-4128-a57a-a4fb8ac4a6aa req-38c2d78a-0da2-4484-a396-6bcc747d1247 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:02.626341 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8d03934-4fcc-4128-a57a-a4fb8ac4a6aa req-38c2d78a-0da2-4484-a396-6bcc747d1247 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0522752 Aug 16 22:02:02.662939 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e8d03934-4fcc-4128-a57a-a4fb8ac4a6aa req-fa4f6175-2d3c-482a-a232-b9cfe20a3a5e tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305543 Aug 16 22:02:02.684494 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42766) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:02.722556 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d48c2a-c668-40de-8fad-19d273b7bf27 tempest-TestSnapshotPattern-542860476 tempest-TestSnapshotPattern-542860476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:02.724044 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-76d48c2a-c668-40de-8fad-19d273b7bf27 tempest-TestSnapshotPattern-542860476 tempest-TestSnapshotPattern-542860476-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 1092 time: 0.0385814 Aug 16 22:02:02.727373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 42768) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:02.732118 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.v2.base [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Request body: {'floatingip': {'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'port_id': '81974512-86e0-47c8-973f-1b9444ffe880', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:02:02.826919 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for floatingip, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:02.925492 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:03.024577 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_common [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Allocated IP 172.25.4.114 (024aace8-5106-4ca0-92a0-51e389aab0db/cadd6685-d8a2-40f0-9061-548f1a33de40/869f4dd1-3130-41e4-a4db-c9aa4d1a0907) {{(pid=95261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:02:03.128372 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for port, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:03.224108 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762063184990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:03.257747 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Network 024aace8-5106-4ca0-92a0-51e389aab0db is already hosted by enough agents. {{(pid=95261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:02:03.262948 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.base_scheduler [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Resources bound (agent type, host, resource id): {{(pid=95261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:02:03.266373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Received port after_create {{(pid=95261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:02:03.290497 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'Port': ['ID=869f4dd1-3130-41e4-a4db-c9aa4d1a0907,revision_number=1']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:03.578368 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:03.610005 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:03.619857 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:03.743131 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:03.890151 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for port, precommit_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:03.969898 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8635402'] for port, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:04.038286 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event updated for resources: {'Port': ['ID=869f4dd1-3130-41e4-a4db-c9aa4d1a0907,revision_number=2']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:04.050500 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363755'] for floatingip, after_update {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:04.466470 n-d-793619-14 neutron-server[95261]: INFO neutron.db.l3_db [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Floating IP 2f313bed-ad22-443c-b7f0-1d7b4847c438 associated. External IP: 172.25.4.114, port: 81974512-86e0-47c8-973f-1b9444ffe880. Aug 16 22:02:04.666035 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Router a590fa99-4da1-4c58-8108-18b1bd5c9163 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:02:04.771372 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:02:04.781810 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f85cb-bfbf-482b-b96a-66e900710c41 None None] Sync routers for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:02:04.790488 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f85cb-bfbf-482b-b96a-66e900710c41 None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:02:04.794629 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a19f85cb-bfbf-482b-b96a-66e900710c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T22:01:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:04.863889 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:04.896078 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-33344f35-631c-44b9-adef-eab5015b8afd tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1676762 Aug 16 22:02:04.896805 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:02:04.899145 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92648c46-0197-427d-b007-af6228525722" -d '{"events": [{"name": "network-changed", "server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "tag": "81974512-86e0-47c8-973f-1b9444ffe880"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:02:04.937914 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85553066-46d1-47ff-8243-5e0d07d68763 x-openstack-request-id: req-85553066-46d1-47ff-8243-5e0d07d68763 {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:02:04.938212 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "tag": "81974512-86e0-47c8-973f-1b9444ffe880", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:02:04.938465 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-85553066-46d1-47ff-8243-5e0d07d68763 {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:02:04.938869 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880', 'status': 'completed', 'code': 200} Aug 16 22:02:04.986505 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a19f85cb-bfbf-482b-b96a-66e900710c41 None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:02:05.001540 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92648c46-0197-427d-b007-af6228525722 req-e0aa2d0d-60cd-4804-808f-fdcd8ceb8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:05.003069 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92648c46-0197-427d-b007-af6228525722 req-e0aa2d0d-60cd-4804-808f-fdcd8ceb8469 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 1097 time: 0.0413048 Aug 16 22:02:05.094643 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92648c46-0197-427d-b007-af6228525722 req-50cb383a-b81b-4e4e-aa5d-772d2f673cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:05.096125 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92648c46-0197-427d-b007-af6228525722 req-50cb383a-b81b-4e4e-aa5d-772d2f673cd4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 911 time: 0.0859499 Aug 16 22:02:05.166501 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92648c46-0197-427d-b007-af6228525722 req-f91c663f-8d1f-45bb-a255-c4a7f52dbf1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81974512-86e0-47c8-973f-1b9444ffe880 HTTP/1.1" status: 200 len: 999 time: 0.0631001 Aug 16 22:02:05.210797 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a19f85cb-bfbf-482b-b96a-66e900710c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2f313bed-ad22-443c-b7f0-1d7b4847c438', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '81974512-86e0-47c8-973f-1b9444ffe880', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:7a:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:02:03Z', 'updated_at': '2021-08-16T22:02:03Z', 'revision_number': 0, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}, {'id': '48ba2b63-a9e1-4bc3-a50c-537808ee9907', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:23:99:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75edacde-2156-4987-8a61-48ef40bb368c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:26Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 1, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:05.216186 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92648c46-0197-427d-b007-af6228525722 req-c35b1f24-c725-4bd6-894d-80268238178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:05.217694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92648c46-0197-427d-b007-af6228525722 req-c35b1f24-c725-4bd6-894d-80268238178b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0448995 Aug 16 22:02:05.237874 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f85cb-bfbf-482b-b96a-66e900710c41 None None] Checking router: a590fa99-4da1-4c58-8108-18b1bd5c9163 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:02:05.246103 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f85cb-bfbf-482b-b96a-66e900710c41 None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:02:05.246705 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a19f85cb-bfbf-482b-b96a-66e900710c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T22:01:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:05.262821 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92648c46-0197-427d-b007-af6228525722 req-4a4be8fe-2389-417b-a248-bd3094afabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:05.264324 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92648c46-0197-427d-b007-af6228525722 req-4a4be8fe-2389-417b-a248-bd3094afabd2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397043 Aug 16 22:02:05.348845 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a19f85cb-bfbf-482b-b96a-66e900710c41 None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:02:05.358189 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92648c46-0197-427d-b007-af6228525722 req-7bdcd7f0-7b24-49e8-9f7e-8a5dafc3db92 service neutron] 10.222.0.79 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859158 Aug 16 22:02:05.448171 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-92648c46-0197-427d-b007-af6228525722 req-59cdbb9d-940d-4bfc-95a9-5d3df467b326 service neutron] 10.222.0.79 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816634 Aug 16 22:02:05.567558 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a19f85cb-bfbf-482b-b96a-66e900710c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2f313bed-ad22-443c-b7f0-1d7b4847c438', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '81974512-86e0-47c8-973f-1b9444ffe880', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:7a:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:02:03Z', 'updated_at': '2021-08-16T22:02:03Z', 'revision_number': 0, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}, {'id': '48ba2b63-a9e1-4bc3-a50c-537808ee9907', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:23:99:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75edacde-2156-4987-8a61-48ef40bb368c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:26Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 1, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:05.598153 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f85cb-bfbf-482b-b96a-66e900710c41 None None] The sync data for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 is: [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '2f313bed-ad22-443c-b7f0-1d7b4847c438', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '81974512-86e0-47c8-973f-1b9444ffe880', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:7a:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:02:03Z', 'updated_at': '2021-08-16T22:02:03Z', 'revision_number': 0, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}, {'id': '48ba2b63-a9e1-4bc3-a50c-537808ee9907', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:23:99:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75edacde-2156-4987-8a61-48ef40bb368c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:26Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 1, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:02:05.798093 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d887efd-80e4-4281-89f1-cc1d5404ab9b None None] New status for floating IP 2f313bed-ad22-443c-b7f0-1d7b4847c438: ACTIVE {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:02:13.757999 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:02:15.283788 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e3cc59d9-c520-4e98-9555-56bb5e0f9c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:17.563524 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0a007836-44d1-4d5c-a6ee-91178c102d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:18.015675 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:19.549412 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:20.914415 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:33.611459 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:33.633929 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:45.274390 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-37b21e30-7a50-4df4-aef2-d143bd842a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:47.563349 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-43a9efb1-f463-42fb-9d58-1bb99bd9ecee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:48.034257 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:49.523015 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:50.757953 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:02:50.931315 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:54.463040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-dfd4b644-eaac-496e-9ca0-8038941891d0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453281 Aug 16 22:02:54.545527 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-162df6d4-33c7-4699-b40a-96316e8025f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:54.547024 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-162df6d4-33c7-4699-b40a-96316e8025f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 1097 time: 0.0409720 Aug 16 22:02:54.649469 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-bf28bc48-4585-4f06-bf3a-f64cb13de6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:54.650944 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-bf28bc48-4585-4f06-bf3a-f64cb13de6fc service neutron] 10.222.0.79 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 911 time: 0.0837245 Aug 16 22:02:54.721337 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-d29cc4c7-1d4b-4940-a39d-7b4bc40e600c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81974512-86e0-47c8-973f-1b9444ffe880 HTTP/1.1" status: 200 len: 1001 time: 0.0613811 Aug 16 22:02:54.770220 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-d1e400f7-9637-467d-876b-558df9bf78f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:54.771642 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-d1e400f7-9637-467d-876b-558df9bf78f7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0423570 Aug 16 22:02:54.818703 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-b5e9eb2f-4d66-4225-a20d-3ee51f0a29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:54.820172 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-b5e9eb2f-4d66-4225-a20d-3ee51f0a29a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404911 Aug 16 22:02:54.914369 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-d34205ed-d1ce-4282-8087-4c32a888a5ce service neutron] 10.222.0.79 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857675 Aug 16 22:02:55.013315 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d70e94d6-dbb2-4446-b6ad-1b1a467b12d6 req-961b5b9e-6b16-4c6a-a2eb-4ffae88bbb40 service neutron] 10.222.0.79 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902157 Aug 16 22:02:56.265890 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-02c41c83-b1cc-451c-809f-831ed30564a2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405600 Aug 16 22:02:56.344575 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-7657690e-f476-451a-ae41-2a3adb3e920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:56.346641 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-7657690e-f476-451a-ae41-2a3adb3e920e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 1095 time: 0.0405593 Aug 16 22:02:56.452288 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-848c8a1e-019e-47a3-bc3b-1fc8cf84e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:56.453779 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-848c8a1e-019e-47a3-bc3b-1fc8cf84e87c service neutron] 10.222.0.76 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 911 time: 0.0892398 Aug 16 22:02:56.517143 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-6efe5b05-60e9-4161-a8ff-805e7ed6388b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb HTTP/1.1" status: 200 len: 998 time: 0.0562975 Aug 16 22:02:56.566242 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-1d35ba9a-a40a-4501-af80-e42cfcba215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:56.573285 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-1d35ba9a-a40a-4501-af80-e42cfcba215f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0441904 Aug 16 22:02:56.617283 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-e20e7849-424b-4983-a77d-a76954befb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:56.618758 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-e20e7849-424b-4983-a77d-a76954befb2e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444024 Aug 16 22:02:56.708549 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-935b7c94-f574-43b0-889f-09dcacbf7573 service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824420 Aug 16 22:02:56.799938 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-a2a6af04-c265-46f2-ba9b-1960e54ceef0 req-18aeb69f-6c0e-427c-8e7a-134bf97813e3 service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847290 Aug 16 22:03:03.610935 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:03.648459 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:15.276987 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-18b9ba81-90a6-4996-ba0e-790e968f1f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:17.556736 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-682426fc-dc28-440d-8a8a-9ad14c00fd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:18.036612 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:19.585560 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:20.933705 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:27.757604 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:03:33.610691 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:33.693210 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:37.185971 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 81974512-86e0-47c8-973f-1b9444ffe880 details requested by agent hyperv_n-h2-793619-14 with host n-h2-793619-14 {{(pid=95263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:03:37.282111 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 81974512-86e0-47c8-973f-1b9444ffe880, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=81974512-86e0-47c8-973f-1b9444ffe880,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:03:37.292820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Returning: {'device': '81974512-86e0-47c8-973f-1b9444ffe880', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'port_id': '81974512-86e0-47c8-973f-1b9444ffe880', 'mac_address': 'fa:16:3e:7a:b7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:03:37.331031 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:37.344820 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81974512-86e0-47c8-973f-1b9444ffe880 {{(pid=95263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:03:37.366032 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 81974512-86e0-47c8-973f-1b9444ffe880, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=81974512-86e0-47c8-973f-1b9444ffe880,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:03:37.433458 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:37.483899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=81974512-86e0-47c8-973f-1b9444ffe880,revision_number=6']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:37.491214 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.491567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.491913 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.492251 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.492594 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.492914 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.493267 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.493599 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.493926 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.494252 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.494577 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.494901 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:37.499989 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] get_ports_and_sgs() called for port_ids ['81974512-86e0-47c8-973f-1b9444ffe880'] {{(pid=95263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:03:39.234995 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 81974512-86e0-47c8-973f-1b9444ffe880 up at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:03:39.285535 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.provisioning_blocks [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Provisioning complete for port 81974512-86e0-47c8-973f-1b9444ffe880 triggered by entity L2. {{(pid=95263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:39.285917 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586087'] for port, provisioning_complete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:39.368144 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744228'] for port, before_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:39.393208 n-d-793619-14 neutron-server[95263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880'}] {{(pid=95263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:03:39.395981 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df50eec9215cf5703a399ca913d7d1e8515e08ae90f74d9f1592628ba0c4a6b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6df16d0-e071-4ddf-84b1-6332f5139cf8" -d '{"events": [{"server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "name": "network-vif-plugged", "status": "completed", "tag": "81974512-86e0-47c8-973f-1b9444ffe880"}]}' {{(pid=95263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:03:39.414443 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] For port 81974512-86e0-47c8-973f-1b9444ffe880, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=81974512-86e0-47c8-973f-1b9444ffe880,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:03:39.461612 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0fc7e8-013f-4045-818d-55112789a279 x-openstack-request-id: req-8f0fc7e8-013f-4045-818d-55112789a279 {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:03:39.461612 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "name": "network-vif-plugged", "status": "completed", "tag": "81974512-86e0-47c8-973f-1b9444ffe880", "code": 200}]} {{(pid=95263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:03:39.461881 n-d-793619-14 neutron-server[95263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8f0fc7e8-013f-4045-818d-55112789a279 {{(pid=95263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:03:39.462170 n-d-793619-14 neutron-server[95263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880', 'code': 200} Aug 16 22:03:39.478855 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762063723713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762063185008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762063185026'] for port, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:39.539031 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Pushing event updated for resources: {'Port': ['ID=81974512-86e0-47c8-973f-1b9444ffe880,revision_number=7']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:45.359387 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-fc8f5b6a-f012-4843-92a1-85f67d46dd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:47.576640 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-84c6b949-76cd-424c-bf4f-16cc05ba52f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:47.996398 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:49.545113 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:49.762651 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 42984) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:49.919680 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Deleting port 869f4dd1-3130-41e4-a4db-c9aa4d1a0907 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:03:49.920024 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:50.000384 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:50.000629 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:50.012734 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Calling delete_port for 869f4dd1-3130-41e4-a4db-c9aa4d1a0907 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:03:50.210063 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:50.243801 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event deleted for resources: {'Port': ['ID=869f4dd1-3130-41e4-a4db-c9aa4d1a0907,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:50.268445 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.268716 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.269085 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.269424 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.269766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.270095 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.270421 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.270766 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.271071 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.271394 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.271718 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.272038 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:50.311309 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:50.311653 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Floating IP 2f313bed-ad22-443c-b7f0-1d7b4847c438 disassociated (deleted). External IP: 172.25.4.114, port: 81974512-86e0-47c8-973f-1b9444ffe880. Aug 16 22:03:50.521917 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Router a590fa99-4da1-4c58-8108-18b1bd5c9163 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:03:50.632327 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:03:50.637204 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:50.641874 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e8d0b-53f5-4b32-8099-ccc6a531eb0b None None] Sync routers for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:03:50.651058 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e8d0b-53f5-4b32-8099-ccc6a531eb0b None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:50.651660 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a47e8d0b-53f5-4b32-8099-ccc6a531eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T22:03:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:50.664573 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-547fb527-2aab-4afd-b262-26f6e8a149fb tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "DELETE /v2.0/floatingips/2f313bed-ad22-443c-b7f0-1d7b4847c438 HTTP/1.1" status: 204 len: 168 time: 0.9007971 Aug 16 22:03:50.665304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:03:50.668060 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e8343f-3c0a-4376-a792-4cda12f6bade" -d '{"events": [{"name": "network-changed", "server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "tag": "81974512-86e0-47c8-973f-1b9444ffe880"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:03:50.767617 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a47e8d0b-53f5-4b32-8099-ccc6a531eb0b None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:50.820625 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f822723e-ff17-471d-b57a-877d3429f164 x-openstack-request-id: req-f822723e-ff17-471d-b57a-877d3429f164 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:03:50.821173 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "tag": "81974512-86e0-47c8-973f-1b9444ffe880", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:03:50.821173 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f822723e-ff17-471d-b57a-877d3429f164 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:03:50.821593 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880', 'status': 'completed', 'code': 200} Aug 16 22:03:50.897702 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8343f-3c0a-4376-a792-4cda12f6bade req-7e27069d-736b-4b74-90d8-9417f6b915f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:50.899226 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65e8343f-3c0a-4376-a792-4cda12f6bade req-7e27069d-736b-4b74-90d8-9417f6b915f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 1097 time: 0.0550644 Aug 16 22:03:50.961770 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:50.992966 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8343f-3c0a-4376-a792-4cda12f6bade req-cd844f74-a663-4b87-82cb-b13d408735bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:50.994485 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65e8343f-3c0a-4376-a792-4cda12f6bade req-cd844f74-a663-4b87-82cb-b13d408735bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 911 time: 0.0869594 Aug 16 22:03:51.002453 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a47e8d0b-53f5-4b32-8099-ccc6a531eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '48ba2b63-a9e1-4bc3-a50c-537808ee9907', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:23:99:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75edacde-2156-4987-8a61-48ef40bb368c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:26Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 1, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:51.029161 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e8d0b-53f5-4b32-8099-ccc6a531eb0b None None] Checking router: a590fa99-4da1-4c58-8108-18b1bd5c9163 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:03:51.040659 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e8d0b-53f5-4b32-8099-ccc6a531eb0b None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:51.040659 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a47e8d0b-53f5-4b32-8099-ccc6a531eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T22:03:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:51.043566 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65e8343f-3c0a-4376-a792-4cda12f6bade req-265a1021-c8b6-4156-a050-10716965fc15 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81974512-86e0-47c8-973f-1b9444ffe880 HTTP/1.1" status: 200 len: 217 time: 0.0414295 Aug 16 22:03:51.098397 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8343f-3c0a-4376-a792-4cda12f6bade req-20d537bd-d37e-44d4-8918-f3f6b30e91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:51.101487 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65e8343f-3c0a-4376-a792-4cda12f6bade req-20d537bd-d37e-44d4-8918-f3f6b30e91a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0498507 Aug 16 22:03:51.151872 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-a47e8d0b-53f5-4b32-8099-ccc6a531eb0b None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:51.158774 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8343f-3c0a-4376-a792-4cda12f6bade req-8d277e24-4d86-4928-8e5c-5c863711e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:51.160279 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65e8343f-3c0a-4376-a792-4cda12f6bade req-8d277e24-4d86-4928-8e5c-5c863711e000 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531797 Aug 16 22:03:51.250986 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c34805-cf0d-41e6-b80b-8821b2dd7c34 req-f7166796-7c55-4eb5-bc85-d3dba3d32837 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:51.252787 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13c34805-cf0d-41e6-b80b-8821b2dd7c34 req-f7166796-7c55-4eb5-bc85-d3dba3d32837 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 945 time: 0.1661727 Aug 16 22:03:51.292201 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65e8343f-3c0a-4376-a792-4cda12f6bade req-0006bd61-3b6e-4f13-bb88-c3be6d60f748 service neutron] 10.222.0.79 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177804 Aug 16 22:03:51.326323 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-13c34805-cf0d-41e6-b80b-8821b2dd7c34 req-c6fc5cb1-6233-4cd8-b428-ff72d6db343c tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621502 Aug 16 22:03:51.376045 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-a47e8d0b-53f5-4b32-8099-ccc6a531eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '48ba2b63-a9e1-4bc3-a50c-537808ee9907', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:23:99:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75edacde-2156-4987-8a61-48ef40bb368c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:26Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 1, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:51.399274 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-65e8343f-3c0a-4376-a792-4cda12f6bade req-e0c1df5b-8047-472d-99d1-2651cc81129c service neutron] 10.222.0.79 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961504 Aug 16 22:03:51.499697 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e8d0b-53f5-4b32-8099-ccc6a531eb0b None None] The sync data for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 is: [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_floatingips': [{'id': '48ba2b63-a9e1-4bc3-a50c-537808ee9907', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'router_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'port_id': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'mac_address': 'fa:16:3e:23:99:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75edacde-2156-4987-8a61-48ef40bb368c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:26Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 1, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:03:51.717664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a652e0-bd1f-44e1-bf45-5e13640a217d None None] New status for floating IP 2f313bed-ad22-443c-b7f0-1d7b4847c438: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:03:52.498012 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0886a4c-89cd-4a70-8c39-b2431883cd3b req-dac5a3a0-297a-4aea-8cc6-720a67fab65e tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:52.499500 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0886a4c-89cd-4a70-8c39-b2431883cd3b req-dac5a3a0-297a-4aea-8cc6-720a67fab65e tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 945 time: 0.1018102 Aug 16 22:03:52.540259 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-d0886a4c-89cd-4a70-8c39-b2431883cd3b req-329dfb82-5815-4318-86f4-7f4dcc7157ea tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340514 Aug 16 22:03:52.666654 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c683e7-7d1a-42a1-9e4d-5e9a02ee99af req-c93707d0-e0c1-462c-a106-7d6df0d82278 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:52.668299 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51c683e7-7d1a-42a1-9e4d-5e9a02ee99af req-c93707d0-e0c1-462c-a106-7d6df0d82278 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0484092 Aug 16 22:03:52.761077 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-51c683e7-7d1a-42a1-9e4d-5e9a02ee99af req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Deleting port 81974512-86e0-47c8-973f-1b9444ffe880 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:03:52.761427 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-51c683e7-7d1a-42a1-9e4d-5e9a02ee99af req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:52.848134 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [req-51c683e7-7d1a-42a1-9e4d-5e9a02ee99af req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] For port 81974512-86e0-47c8-973f-1b9444ffe880, host n-h2-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-14',level=0,port_id=81974512-86e0-47c8-973f-1b9444ffe880,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:03:52.848500 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-51c683e7-7d1a-42a1-9e4d-5e9a02ee99af req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:52.860561 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [req-51c683e7-7d1a-42a1-9e4d-5e9a02ee99af req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Calling delete_port for 81974512-86e0-47c8-973f-1b9444ffe880 owned by compute:nova {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:03:53.089903 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-51c683e7-7d1a-42a1-9e4d-5e9a02ee99af req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:53.118131 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event deleted for resources: {'Port': ['ID=81974512-86e0-47c8-973f-1b9444ffe880,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:53.149321 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.149673 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.150015 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.150454 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.150790 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.151121 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.151449 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.151770 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.152092 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.152413 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.152732 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.153069 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-14 {{(pid=95261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:53.172119 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c683e7-7d1a-42a1-9e4d-5e9a02ee99af req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] No DVR routers for this DVR port 81974512-86e0-47c8-973f-1b9444ffe880 on host n-h2-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:03:53.181226 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [req-51c683e7-7d1a-42a1-9e4d-5e9a02ee99af req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:53.181226 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-51c683e7-7d1a-42a1-9e4d-5e9a02ee99af req-734a71cd-50f0-4a71-9801-40ff5af3e572 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.79 "DELETE /v2.0/ports/81974512-86e0-47c8-973f-1b9444ffe880 HTTP/1.1" status: 204 len: 173 time: 0.5012004 Aug 16 22:03:53.181226 n-d-793619-14 neutron-server[95261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'name': 'network-vif-deleted', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880'}] {{(pid=95261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:03:53.181226 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fadf5b0076882e7ac1437483ab24cdc101294299396c9b6fabc4715f0040e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3d112f-e250-49fb-bc15-a6b5a12640eb" -d '{"events": [{"server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "name": "network-vif-deleted", "tag": "81974512-86e0-47c8-973f-1b9444ffe880"}]}' {{(pid=95261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:03:53.266664 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 81974512-86e0-47c8-973f-1b9444ffe880 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:03:53.267399 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1c828f-e3f0-4850-b6a3-b1fc6e978cce x-openstack-request-id: req-de1c828f-e3f0-4850-b6a3-b1fc6e978cce {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:03:53.267693 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2369fa2-ca05-4f94-a3ca-db686605bfc6", "name": "network-vif-deleted", "tag": "81974512-86e0-47c8-973f-1b9444ffe880", "status": "completed", "code": 200}]} {{(pid=95261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:03:53.267995 n-d-793619-14 neutron-server[95261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de1c828f-e3f0-4850-b6a3-b1fc6e978cce {{(pid=95261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:03:53.268868 n-d-793619-14 neutron-server[95261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2369fa2-ca05-4f94-a3ca-db686605bfc6', 'name': 'network-vif-deleted', 'tag': '81974512-86e0-47c8-973f-1b9444ffe880', 'status': 'completed', 'code': 200} Aug 16 22:03:53.287349 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 81974512-86e0-47c8-973f-1b9444ffe880 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:03:53.289210 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 81974512-86e0-47c8-973f-1b9444ffe880 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:03:53.647145 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-306d2161-7b12-4949-ba12-5cff213b8fcb req-5d380308-7c72-44aa-a459-e94e461d9391 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2369fa2-ca05-4f94-a3ca-db686605bfc6 HTTP/1.1" status: 200 len: 210 time: 0.0269248 Aug 16 22:03:56.125779 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43064) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:56.277594 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Deleting port 45fea9d6-407d-4bcb-9e5d-a245a4257c53 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:03:56.277934 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:56.355808 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:56.356137 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:56.368173 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Calling delete_port for 45fea9d6-407d-4bcb-9e5d-a245a4257c53 owned by network:floatingip {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:03:56.592742 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:56.622263 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event deleted for resources: {'Port': ['ID=45fea9d6-407d-4bcb-9e5d-a245a4257c53,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:56.685408 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for floatingip, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:56.685808 n-d-793619-14 neutron-server[95262]: INFO neutron.db.l3_db [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Floating IP 48ba2b63-a9e1-4bc3-a50c-537808ee9907 disassociated (deleted). External IP: 172.25.4.35, port: 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb. Aug 16 22:03:57.245289 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Router a590fa99-4da1-4c58-8108-18b1bd5c9163 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:03:57.283525 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 81974512-86e0-47c8-973f-1b9444ffe880 no longer exists at agent hyperv_n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:03:57.307654 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] No Port match for: 81974512-86e0-47c8-973f-1b9444ffe880 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:03:57.308104 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Device 81974512-86e0-47c8-973f-1b9444ffe880 not bound to the agent host n-h2-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:03:57.323852 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-20d58382-77d9-4e07-9e61-fd47b16c7f86 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0932148 Aug 16 22:03:57.413593 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:03:57.421716 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for floatingip, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:57.425490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-8e74d786-1984-4033-8862-d86545c1306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:57.425633 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c8e5a-484a-46ff-a440-17b2748c7190 None None] Sync routers for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:03:57.428349 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-8e74d786-1984-4033-8862-d86545c1306f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 1095 time: 0.0616407 Aug 16 22:03:57.436102 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c8e5a-484a-46ff-a440-17b2748c7190 None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:57.436650 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e49c8e5a-484a-46ff-a440-17b2748c7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T22:03:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:57.508074 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d09a99c6-b611-4d56-903b-1a13f827688f tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "DELETE /v2.0/floatingips/48ba2b63-a9e1-4bc3-a50c-537808ee9907 HTTP/1.1" status: 204 len: 168 time: 1.3811090 Aug 16 22:03:57.510201 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:03:57.512474 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d89a95-4edc-4573-9ad5-b78c174ad2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:03:57.557937 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e49c8e5a-484a-46ff-a440-17b2748c7190 None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:57.565664 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54582e3-145a-42ce-96c4-87abf137fe75 x-openstack-request-id: req-b54582e3-145a-42ce-96c4-87abf137fe75 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:03:57.565965 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:03:57.566224 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b54582e3-145a-42ce-96c4-87abf137fe75 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:03:57.566623 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'status': 'completed', 'code': 200} Aug 16 22:03:57.571298 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-930d8a84-5574-47d1-8f9e-fd83e4e63942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:57.572824 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-930d8a84-5574-47d1-8f9e-fd83e4e63942 service neutron] 10.222.0.76 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 911 time: 0.1156931 Aug 16 22:03:57.619942 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-06f8323d-128e-49ad-8f28-bdf83197d904 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb HTTP/1.1" status: 200 len: 217 time: 0.0394711 Aug 16 22:03:57.669541 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-dfb976fd-7f23-4850-a4a3-7ccf4086c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:57.671021 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-dfb976fd-7f23-4850-a4a3-7ccf4086c84f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0443170 Aug 16 22:03:57.719742 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-b870dd4b-90c4-4d03-a9f3-fafbaaa10c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:57.721218 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-b870dd4b-90c4-4d03-a9f3-fafbaaa10c0b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427036 Aug 16 22:03:57.760449 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e49c8e5a-484a-46ff-a440-17b2748c7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:57.789614 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c8e5a-484a-46ff-a440-17b2748c7190 None None] Checking router: a590fa99-4da1-4c58-8108-18b1bd5c9163 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:03:57.797957 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c8e5a-484a-46ff-a440-17b2748c7190 None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:57.798588 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e49c8e5a-484a-46ff-a440-17b2748c7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T22:03:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:57.816667 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-3a3fa0e1-7bc0-45fc-aeda-48c84d949762 service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885582 Aug 16 22:03:57.902141 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-e49c8e5a-484a-46ff-a440-17b2748c7190 None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:57.906955 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-ab709552-a2f7-470c-b393-d9f9d636cd65 req-458ca0b2-f3ad-401c-a465-a40a21f97afd service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838764 Aug 16 22:03:58.061340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc07f3d-c47e-41ca-911b-72fe3a5d66dc req-db4bedf3-2419-44e2-b0ba-73b9741ccf37 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:58.063120 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5cc07f3d-c47e-41ca-911b-72fe3a5d66dc req-db4bedf3-2419-44e2-b0ba-73b9741ccf37 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 943 time: 0.0513139 Aug 16 22:03:58.104572 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-e49c8e5a-484a-46ff-a440-17b2748c7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:58.110224 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-5cc07f3d-c47e-41ca-911b-72fe3a5d66dc req-51a09f7c-7994-4fa8-8fa8-986117d16d33 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402670 Aug 16 22:03:58.130091 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89a95-4edc-4573-9ad5-b78c174ad2b8 req-a7a62de3-f7cd-4b6a-9e1f-01d5ec9efa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:58.134217 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c8e5a-484a-46ff-a440-17b2748c7190 None None] The sync data for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 is: [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:00Z', 'revision_number': 4, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14', '_interfaces': [{'id': '3d409b08-8f43-46cd-8529-522bd11fac8b', 'name': '', 'network_id': '20316b9b-60ee-46e1-babf-63e1c55f808b', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'mac_address': 'fa:16:3e:7c:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:59Z', 'updated_at': '2021-08-16T21:59:06Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'subnets': [{'id': 'f6bd8b1a-4350-4103-afa3-550a73d0a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:03:58.134423 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13d89a95-4edc-4573-9ad5-b78c174ad2b8 req-a7a62de3-f7cd-4b6a-9e1f-01d5ec9efa2b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 1095 time: 0.0458972 Aug 16 22:03:58.233002 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89a95-4edc-4573-9ad5-b78c174ad2b8 req-70027213-01b4-4abb-9539-056b2643f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:58.234868 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13d89a95-4edc-4573-9ad5-b78c174ad2b8 req-70027213-01b4-4abb-9539-056b2643f83d service neutron] 10.222.0.76 "GET /v2.0/networks?id=20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 200 len: 911 time: 0.0961173 Aug 16 22:03:58.278812 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13d89a95-4edc-4573-9ad5-b78c174ad2b8 req-56464dd4-45bc-47c5-aca8-c01ad4ff9978 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb HTTP/1.1" status: 200 len: 217 time: 0.0362697 Aug 16 22:03:58.337257 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89a95-4edc-4573-9ad5-b78c174ad2b8 req-e228033d-76e8-437c-b6ef-e1fd035246a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:58.338972 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13d89a95-4edc-4573-9ad5-b78c174ad2b8 req-e228033d-76e8-437c-b6ef-e1fd035246a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 200 len: 849 time: 0.0511711 Aug 16 22:03:58.357230 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a83cd-c9c3-44aa-994b-fc79adc23404 None None] New status for floating IP 48ba2b63-a9e1-4bc3-a50c-537808ee9907: DOWN {{(pid=95263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:03:58.386676 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89a95-4edc-4573-9ad5-b78c174ad2b8 req-d7302551-888b-47ff-9255-a06852939a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:58.388186 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13d89a95-4edc-4573-9ad5-b78c174ad2b8 req-d7302551-888b-47ff-9255-a06852939a90 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=20316b9b-60ee-46e1-babf-63e1c55f808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413632 Aug 16 22:03:58.485358 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13d89a95-4edc-4573-9ad5-b78c174ad2b8 req-6e377ffa-b6e7-4f93-ae0e-88b4a089b67c service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885308 Aug 16 22:03:58.577222 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-13d89a95-4edc-4573-9ad5-b78c174ad2b8 req-53a1670a-6b7b-4fc2-9644-609951435b43 service neutron] 10.222.0.76 "GET /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848069 Aug 16 22:03:59.227623 n-d-793619-14 neutron-server[95261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0e8f-7340-49cf-8467-589260a6fc17 req-97779504-8568-4df5-a39e-17c42253249a tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:59.229123 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e64a0e8f-7340-49cf-8467-589260a6fc17 req-97779504-8568-4df5-a39e-17c42253249a tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 943 time: 0.0485144 Aug 16 22:03:59.271079 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-e64a0e8f-7340-49cf-8467-589260a6fc17 req-bf13bd53-9cd6-40f1-9aa1-08ed0d64cd98 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/security-groups?id=014de26c-cac2-4475-9afc-4fd80fe445f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358305 Aug 16 22:03:59.584116 n-d-793619-14 neutron-server[95262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa9cc2-c449-4dc2-8d5d-9fb1c43a94b6 req-164e3d25-a67b-4b03-b53f-3092855fcaad tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:59.585592 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c2aa9cc2-c449-4dc2-8d5d-9fb1c43a94b6 req-164e3d25-a67b-4b03-b53f-3092855fcaad tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.76 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 943 time: 0.0485859 Aug 16 22:03:59.687490 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-c2aa9cc2-c449-4dc2-8d5d-9fb1c43a94b6 req-d0da3be8-e516-4a32-9cbf-3d00fe12b236 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Deleting port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:03:59.687833 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c2aa9cc2-c449-4dc2-8d5d-9fb1c43a94b6 req-d0da3be8-e516-4a32-9cbf-3d00fe12b236 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:59.775659 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [req-c2aa9cc2-c449-4dc2-8d5d-9fb1c43a94b6 req-d0da3be8-e516-4a32-9cbf-3d00fe12b236 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] For port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb, host n-h1-793619-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-14',level=0,port_id=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:03:59.776029 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c2aa9cc2-c449-4dc2-8d5d-9fb1c43a94b6 req-d0da3be8-e516-4a32-9cbf-3d00fe12b236 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:59.789692 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [req-c2aa9cc2-c449-4dc2-8d5d-9fb1c43a94b6 req-d0da3be8-e516-4a32-9cbf-3d00fe12b236 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Calling delete_port for 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb owned by compute:nova {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:03:59.981291 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c2aa9cc2-c449-4dc2-8d5d-9fb1c43a94b6 req-d0da3be8-e516-4a32-9cbf-3d00fe12b236 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:00.009739 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da3be8-e516-4a32-9cbf-3d00fe12b236 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event deleted for resources: {'Port': ['ID=17621bd4-e16b-44b3-9ac6-0e254e8a1ecb,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:00.055741 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aa9cc2-c449-4dc2-8d5d-9fb1c43a94b6 req-d0da3be8-e516-4a32-9cbf-3d00fe12b236 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] No DVR routers for this DVR port 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb on host n-h1-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:04:00.059413 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [req-c2aa9cc2-c449-4dc2-8d5d-9fb1c43a94b6 req-d0da3be8-e516-4a32-9cbf-3d00fe12b236 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214243'] for port, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:00.061106 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [req-c2aa9cc2-c449-4dc2-8d5d-9fb1c43a94b6 req-d0da3be8-e516-4a32-9cbf-3d00fe12b236 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.76 "DELETE /v2.0/ports/17621bd4-e16b-44b3-9ac6-0e254e8a1ecb HTTP/1.1" status: 204 len: 173 time: 0.4697745 Aug 16 22:04:00.061570 n-d-793619-14 neutron-server[95262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'name': 'network-vif-deleted', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb'}] {{(pid=95262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:04:00.063776 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a716ed029d4a1142886e3d12bafc61004d2b8e21197fa57b357701119b75d643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a70a630-a31f-4d52-a3a6-a3ed602e1e35" -d '{"events": [{"server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "name": "network-vif-deleted", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb"}]}' {{(pid=95262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:04:00.101534 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb243d3-b029-4a8b-a546-a5a8fb7c9407 x-openstack-request-id: req-bcb243d3-b029-4a8b-a546-a5a8fb7c9407 {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:04:00.101534 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75edacde-2156-4987-8a61-48ef40bb368c", "name": "network-vif-deleted", "tag": "17621bd4-e16b-44b3-9ac6-0e254e8a1ecb", "status": "completed", "code": 200}]} {{(pid=95262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:04:00.101534 n-d-793619-14 neutron-server[95262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bcb243d3-b029-4a8b-a546-a5a8fb7c9407 {{(pid=95262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:04:00.101534 n-d-793619-14 neutron-server[95262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75edacde-2156-4987-8a61-48ef40bb368c', 'name': 'network-vif-deleted', 'tag': '17621bd4-e16b-44b3-9ac6-0e254e8a1ecb', 'status': 'completed', 'code': 200} Aug 16 22:04:00.369932 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [req-bb34b7ff-184e-4cf3-a5b1-d2fac1f06993 req-f75aaad5-139b-47d7-9f5d-18f5f410fa3b tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "GET /v2.0/ports?device_id=75edacde-2156-4987-8a61-48ef40bb368c HTTP/1.1" status: 200 len: 210 time: 0.0305107 Aug 16 22:04:01.426402 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43082) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:01.485817 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b61fe60-b9fd-46a0-9c45-c0d3da23f716 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:01.511520 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b61fe60-b9fd-46a0-9c45-c0d3da23f716 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:01.647207 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b61fe60-b9fd-46a0-9c45-c0d3da23f716 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:01.649943 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-7b61fe60-b9fd-46a0-9c45-c0d3da23f716 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Notify callbacks [] for security_group, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:01.651076 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-7b61fe60-b9fd-46a0-9c45-c0d3da23f716 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] 10.222.0.74 "DELETE /v2.0/security-groups/014de26c-cac2-4475-9afc-4fd80fe445f5 HTTP/1.1" status: 204 len: 168 time: 0.2236743 Aug 16 22:04:01.661061 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61fe60-b9fd-46a0-9c45-c0d3da23f716 tempest-TestSnapshotPattern-2144890194 tempest-TestSnapshotPattern-2144890194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014de26c-cac2-4475-9afc-4fd80fe445f5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:01.814834 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43086) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:02.246132 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:02.492054 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] Deleting port 3d409b08-8f43-46cd-8529-522bd11fac8b {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:02.492773 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:02.572316 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] For port 3d409b08-8f43-46cd-8529-522bd11fac8b, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=3d409b08-8f43-46cd-8529-522bd11fac8b,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:02.572686 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:02.585639 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] Calling delete_port for 3d409b08-8f43-46cd-8529-522bd11fac8b owned by network:router_interface {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:02.844300 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:02.872668 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d409b08-8f43-46cd-8529-522bd11fac8b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:03.043804 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:03.183566 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb no longer exists at agent hyperv_n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:04:03.202581 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] No Port match for: 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:04:03.202930 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Device 17621bd4-e16b-44b3-9ac6-0e254e8a1ecb not bound to the agent host n-h1-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:04:03.256496 n-d-793619-14 neutron-server[95262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] Router a590fa99-4da1-4c58-8108-18b1bd5c9163 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:04:03.360398 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:04:03.365428 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-2a3445b4-d2df-4b68-8cd8-5fddbe9dda09 admin admin] 10.222.0.74 "PUT /v2.0/routers/a590fa99-4da1-4c58-8108-18b1bd5c9163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5494633 Aug 16 22:04:03.368016 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43090) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:03.368865 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46230125-217b-4b5e-83cc-60ae365f5710 None None] Sync routers for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:04:03.379109 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46230125-217b-4b5e-83cc-60ae365f5710 None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:03.379703 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-46230125-217b-4b5e-83cc-60ae365f5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T22:03:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:03.470610 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Notify callbacks [] for router, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:03.479005 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-46230125-217b-4b5e-83cc-60ae365f5710 None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: n-d-793619-14 {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:03.573111 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:03.641345 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:03.655009 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-46230125-217b-4b5e-83cc-60ae365f5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T22:04:02Z', 'revision_number': 5, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port': {'id': '6ca58ab5-fde0-4518-bd96-70005a65de13', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T21:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:03.678110 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:03.680569 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46230125-217b-4b5e-83cc-60ae365f5710 None None] Checking router: a590fa99-4da1-4c58-8108-18b1bd5c9163 for host: n-d-793619-14 {{(pid=95264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:04:03.688634 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46230125-217b-4b5e-83cc-60ae365f5710 None None] Routers {'a590fa99-4da1-4c58-8108-18b1bd5c9163'} bound to L3 agent in host n-d-793619-14 {{(pid=95264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:03.689368 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-46230125-217b-4b5e-83cc-60ae365f5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T22:03:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['a590fa99-4da1-4c58-8108-18b1bd5c9163'], 'active': True} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:03.724425 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Deleting port 6ca58ab5-fde0-4518-bd96-70005a65de13 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:03.724690 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:03.773568 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_dvr_db [None req-46230125-217b-4b5e-83cc-60ae365f5710 None None] Set router a590fa99-4da1-4c58-8108-18b1bd5c9163 gateway port host: None {{(pid=95264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:03.809329 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] For port 6ca58ab5-fde0-4518-bd96-70005a65de13, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=6ca58ab5-fde0-4518-bd96-70005a65de13,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:03.809700 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:03.823304 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Calling delete_port for 6ca58ab5-fde0-4518-bd96-70005a65de13 owned by network:router_gateway {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:03.830976 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.l3_hamode_db [None req-46230125-217b-4b5e-83cc-60ae365f5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T22:04:03Z', 'revision_number': 6, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:03.946341 n-d-793619-14 neutron-server[95264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46230125-217b-4b5e-83cc-60ae365f5710 None None] The sync data for ids ['a590fa99-4da1-4c58-8108-18b1bd5c9163'] in n-d-793619-14 is: [{'id': 'a590fa99-4da1-4c58-8108-18b1bd5c9163', 'name': 'tempest-TestSnapshotPattern-1543383001-router', 'tenant_id': '7f9d570eaed14f0ea23a4be7028e806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:58:57Z', 'updated_at': '2021-08-16T22:04:03Z', 'revision_number': 6, 'project_id': '7f9d570eaed14f0ea23a4be7028e806f', 'gw_port_host': None}] {{(pid=95264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:04:04.084034 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.115125 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca58ab5-fde0-4518-bd96-70005a65de13,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:04.172117 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.259933 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.261907 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.381544 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.382128 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a590fa99-4da1-4c58-8108-18b1bd5c9163 {{(pid=95262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:04:04.391015 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] Notify callbacks [] for router, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.391015 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-4fdba6f5-2a2f-4b2d-93d6-9b59baffb86b admin admin] 10.222.0.74 "DELETE /v2.0/routers/a590fa99-4da1-4c58-8108-18b1bd5c9163 HTTP/1.1" status: 204 len: 168 time: 1.0188005 Aug 16 22:04:04.391015 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43092) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:04.439153 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ee5c4d-5965-4806-9cdd-413a2dca8515 admin admin] Deleting subnet f6bd8b1a-4350-4103-afa3-550a73d0a8f5 {{(pid=95262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:04:04.442170 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5c4d-5965-4806-9cdd-413a2dca8515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.476377 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5c4d-5965-4806-9cdd-413a2dca8515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220796'] for subnet, precommit_delete_associations {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.552859 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5c4d-5965-4806-9cdd-413a2dca8515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.710652 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5c4d-5965-4806-9cdd-413a2dca8515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10189434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10045240'] for subnet, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.741093 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee5c4d-5965-4806-9cdd-413a2dca8515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6bd8b1a-4350-4103-afa3-550a73d0a8f5,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:04.744581 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5c4d-5965-4806-9cdd-413a2dca8515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.746843 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-d1ee5c4d-5965-4806-9cdd-413a2dca8515 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f6bd8b1a-4350-4103-afa3-550a73d0a8f5 HTTP/1.1" status: 204 len: 168 time: 0.3552999 Aug 16 22:04:04.749098 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [-] (95262) accepted ('10.222.0.74', 43094) {{(pid=95262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:04.752413 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c763d4-3989-4892-a0cf-806979b80192 None None] Network 20316b9b-60ee-46e1-babf-63e1c55f808b requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:04:04.758250 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:04:04.819522 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.871542 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Deleting port 38766410-1e06-4034-a610-6e4d2ec672b8 {{(pid=95262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:04.871780 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.946206 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0291bd-c1a9-4fa1-9bcf-2dd67f115676 None None] DHCP port deletion for 20316b9b-60ee-46e1-babf-63e1c55f808b request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:04:04.997790 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9c0291bd-c1a9-4fa1-9bcf-2dd67f115676 None None] Deleting port 38766410-1e06-4034-a610-6e4d2ec672b8 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:04.998171 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c0291bd-c1a9-4fa1-9bcf-2dd67f115676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.063964 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-9c0291bd-c1a9-4fa1-9bcf-2dd67f115676 None None] For port 38766410-1e06-4034-a610-6e4d2ec672b8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=38766410-1e06-4034-a610-6e4d2ec672b8,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:05.064281 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c0291bd-c1a9-4fa1-9bcf-2dd67f115676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.077306 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-9c0291bd-c1a9-4fa1-9bcf-2dd67f115676 None None] Calling delete_port for 38766410-1e06-4034-a610-6e4d2ec672b8 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:05.250323 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-9c0291bd-c1a9-4fa1-9bcf-2dd67f115676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.275931 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0291bd-c1a9-4fa1-9bcf-2dd67f115676 None None] Pushing event deleted for resources: {'Port': ['ID=38766410-1e06-4034-a610-6e4d2ec672b8,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:05.279507 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0291bd-c1a9-4fa1-9bcf-2dd67f115676 None None] No DVR routers for this DVR port 38766410-1e06-4034-a610-6e4d2ec672b8 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:04:05.295672 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.db [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] For port 38766410-1e06-4034-a610-6e4d2ec672b8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=38766410-1e06-4034-a610-6e4d2ec672b8,segment=NetworkSegment(478edc9a-cc69-44b2-85d0-24ece966ba83),segment_id=478edc9a-cc69-44b2-85d0-24ece966ba83)] {{(pid=95262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:05.296039 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.308227 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Calling delete_port for 38766410-1e06-4034-a610-6e4d2ec672b8 owned by network:dhcp {{(pid=95262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:05.381903 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189463'] for port, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.410709 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=38766410-1e06-4034-a610-6e4d2ec672b8,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:05.412497 n-d-793619-14 neutron-server[95262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] No DVR routers for this DVR port 38766410-1e06-4034-a610-6e4d2ec672b8 on host n-d-793619-14 {{(pid=95262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:04:05.481826 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.491677 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20316b9b-60ee-46e1-babf-63e1c55f808b']}} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:05.501826 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478edc9a-cc69-44b2-85d0-24ece966ba83') {'for_net_delete': True} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:05.502640 n-d-793619-14 neutron-server[95262]: DEBUG neutron.services.segments.db [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478edc9a-cc69-44b2-85d0-24ece966ba83') {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:05.511410 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220741'] for segment, before_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.525518 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.531460 n-d-793619-14 neutron-server[95262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189504'] for segment, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: self.session.flush() Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: Traceback (most recent call last): Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: timer() Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: cb(*args, **kw) Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: return func(*args, **kwargs) Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: self._notify() Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: self.callback(batched_events) Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: event.method(event) Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: return f(self, *a, **k) Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: return self._get(url).json() Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: return self.request(url, 'GET', **kwargs) Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:04:05.535445 n-d-793619-14 neutron-server[95262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:04:05.678526 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.684085 n-d-793619-14 neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Notify callbacks [] for network, before_response {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.685998 n-d-793619-14 neutron-server[95262]: INFO neutron.wsgi [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] 10.222.0.74 "DELETE /v2.0/networks/20316b9b-60ee-46e1-babf-63e1c55f808b HTTP/1.1" status: 204 len: 168 time: 0.9357364 Aug 16 22:04:05.688960 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43096) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:05.697197 n-d-793619-14 neutron-server[95262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a1894-50af-47f6-b257-a9c0427b9d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=20316b9b-60ee-46e1-babf-63e1c55f808b,revision_number=None']} {{(pid=95262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:05.842899 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d409b08-8f43-46cd-8529-522bd11fac8b no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:04:05.863539 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 3d409b08-8f43-46cd-8529-522bd11fac8b {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:04:05.863880 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 3d409b08-8f43-46cd-8529-522bd11fac8b not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:04:05.864302 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6ca58ab5-fde0-4518-bd96-70005a65de13 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:04:05.882753 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 6ca58ab5-fde0-4518-bd96-70005a65de13 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:04:05.883096 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 6ca58ab5-fde0-4518-bd96-70005a65de13 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:04:05.883508 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 38766410-1e06-4034-a610-6e4d2ec672b8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:04:05.904833 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 38766410-1e06-4034-a610-6e4d2ec672b8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:04:05.911911 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 38766410-1e06-4034-a610-6e4d2ec672b8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:04:06.030565 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601003'] for router_interface, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.269849 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] Deleting port 5680f140-0312-4291-9e1f-6f743d346c52 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:06.270200 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.349516 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] For port 5680f140-0312-4291-9e1f-6f743d346c52, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=5680f140-0312-4291-9e1f-6f743d346c52,segment=NetworkSegment(bcc06d29-db9d-4113-a515-54cb7d3e6bb6),segment_id=bcc06d29-db9d-4113-a515-54cb7d3e6bb6)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:06.349882 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.361772 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] Calling delete_port for 5680f140-0312-4291-9e1f-6f743d346c52 owned by network:router_interface {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:06.664337 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.687927 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] Pushing event deleted for resources: {'Port': ['ID=5680f140-0312-4291-9e1f-6f743d346c52,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:06.853987 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600895'] for router_interface, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:07.064322 n-d-793619-14 neutron-server[95261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] Router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 has already been hosted by L3 agent 1ed37c34-88ae-4092-bcac-c874b4e45733 {{(pid=95261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:04:07.168996 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] Notify agent at l3_agent.n-d-793619-14 the message routers_updated {{(pid=95261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:04:07.175157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-076badef-aa40-4afb-a3bb-be346684b63d admin admin] 10.222.0.74 "PUT /v2.0/routers/8cb5dc67-ab17-4a07-8187-49a612e3e2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4851260 Aug 16 22:04:07.177841 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43098) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:07.178101 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83d4dba-840e-4433-9ce8-fa1ff62b81da None None] Sync routers for ids ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'] in n-d-793619-14 {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:04:07.187747 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d4dba-840e-4433-9ce8-fa1ff62b81da None None] Routers {'8cb5dc67-ab17-4a07-8187-49a612e3e2e2'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:07.188361 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a83d4dba-840e-4433-9ce8-fa1ff62b81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T22:03:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:07.281810 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Notify callbacks [] for router, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:07.291567 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-a83d4dba-840e-4433-9ce8-fa1ff62b81da None None] Set router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 gateway port host: n-d-793619-14 {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:07.386657 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:07.519079 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Deleting port 14698149-d97e-4f97-9b40-2d1a15f532c8 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:07.519442 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:07.629221 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a83d4dba-840e-4433-9ce8-fa1ff62b81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'name': 'tempest-TestSnapshotPattern-739119298-router', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'external_fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:03Z', 'updated_at': '2021-08-16T22:04:06Z', 'revision_number': 5, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'gw_port': {'id': '14698149-d97e-4f97-9b40-2d1a15f532c8', 'name': '', 'network_id': '024aace8-5106-4ca0-92a0-51e389aab0db', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:04Z', 'updated_at': '2021-08-16T21:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cadd6685-d8a2-40f0-9061-548f1a33de40', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-14'}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:07.656979 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83d4dba-840e-4433-9ce8-fa1ff62b81da None None] Checking router: 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 for host: n-d-793619-14 {{(pid=95263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:04:07.665963 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d4dba-840e-4433-9ce8-fa1ff62b81da None None] Routers {'8cb5dc67-ab17-4a07-8187-49a612e3e2e2'} bound to L3 agent in host n-d-793619-14 {{(pid=95263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:07.666650 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a83d4dba-840e-4433-9ce8-fa1ff62b81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:23:47Z,description=,heartbeat_timestamp=2021-08-16T22:03:47Z,host='n-d-793619-14',id=1ed37c34-88ae-4092-bcac-c874b4e45733,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:23:48Z,topic='l3_agent')) {'router_ids': ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'], 'active': True} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:07.758227 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvr_db [None req-a83d4dba-840e-4433-9ce8-fa1ff62b81da None None] Set router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 gateway port host: None {{(pid=95263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:07.815357 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_hamode_db [None req-a83d4dba-840e-4433-9ce8-fa1ff62b81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'name': 'tempest-TestSnapshotPattern-739119298-router', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:03Z', 'updated_at': '2021-08-16T22:04:07Z', 'revision_number': 6, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'gw_port_host': None}], 'n-d-793619-14', False) {} {{(pid=95263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:07.842682 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83d4dba-840e-4433-9ce8-fa1ff62b81da None None] The sync data for ids ['8cb5dc67-ab17-4a07-8187-49a612e3e2e2'] in n-d-793619-14 is: [{'id': '8cb5dc67-ab17-4a07-8187-49a612e3e2e2', 'name': 'tempest-TestSnapshotPattern-739119298-router', 'tenant_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:03Z', 'updated_at': '2021-08-16T22:04:07Z', 'revision_number': 6, 'project_id': '7ed2fdad99294f14b32e73f02a7e8e7b', 'gw_port_host': None}] {{(pid=95263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:04:07.941709 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] For port 14698149-d97e-4f97-9b40-2d1a15f532c8, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=14698149-d97e-4f97-9b40-2d1a15f532c8,segment=NetworkSegment(84407dc7-ccf9-4a26-bdab-efede56117d5),segment_id=84407dc7-ccf9-4a26-bdab-efede56117d5)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:07.942282 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:07.953700 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Calling delete_port for 14698149-d97e-4f97-9b40-2d1a15f532c8 owned by network:router_gateway {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:08.181079 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.208392 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Pushing event deleted for resources: {'Port': ['ID=14698149-d97e-4f97-9b40-2d1a15f532c8,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:08.271995 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594401'] for router_gateway, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.363844 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-238054'] for router, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.366338 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.487095 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596804'] for router, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.487553 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb5dc67-ab17-4a07-8187-49a612e3e2e2 {{(pid=95261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:04:08.491950 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] Notify callbacks [] for router, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.493157 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-d9d8841b-d6d9-47b6-9bff-7dd88799ba2a admin admin] 10.222.0.74 "DELETE /v2.0/routers/8cb5dc67-ab17-4a07-8187-49a612e3e2e2 HTTP/1.1" status: 204 len: 168 time: 1.3143718 Aug 16 22:04:08.495679 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43100) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:08.539977 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0154adbc-f0df-4d3c-929c-45bd234f5962 admin admin] Deleting subnet bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926 {{(pid=95261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:04:08.543329 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0154adbc-f0df-4d3c-929c-45bd234f5962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.577767 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0154adbc-f0df-4d3c-929c-45bd234f5962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3017648'] for subnet, precommit_delete_associations {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.663465 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0154adbc-f0df-4d3c-929c-45bd234f5962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586809'] for subnet, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.835891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0154adbc-f0df-4d3c-929c-45bd234f5962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8635612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000732'] for subnet, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.861188 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154adbc-f0df-4d3c-929c-45bd234f5962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:08.864921 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0154adbc-f0df-4d3c-929c-45bd234f5962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.866803 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0154adbc-f0df-4d3c-929c-45bd234f5962 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bac1e02f-d1a0-4afd-8a0e-9b36ce4c0926 HTTP/1.1" status: 204 len: 168 time: 0.3701794 Aug 16 22:04:08.869373 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43102) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:08.878492 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c079d0-fe6c-4b5e-a111-19513a8937d8 None None] Network 4c4b09bf-359a-4ca2-9852-93f8b48cf02d requested from n-d-793619-14 {{(pid=95263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:04:08.940248 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714865'] for network, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.993722 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Deleting port 16d6768e-1e45-4a7b-8f70-9c5f45073748 {{(pid=95261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:08.994308 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.036407 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f70d6f-99de-4103-aba3-f8b0c0dae389 None None] DHCP port deletion for 4c4b09bf-359a-4ca2-9852-93f8b48cf02d request from n-d-793619-14 {{(pid=95263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:04:09.057642 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.db [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] For port 16d6768e-1e45-4a7b-8f70-9c5f45073748, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=16d6768e-1e45-4a7b-8f70-9c5f45073748,segment=NetworkSegment(bcc06d29-db9d-4113-a515-54cb7d3e6bb6),segment_id=bcc06d29-db9d-4113-a515-54cb7d3e6bb6)] {{(pid=95261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:09.058004 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.070885 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Calling delete_port for 16d6768e-1e45-4a7b-8f70-9c5f45073748 owned by network:dhcp {{(pid=95261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:09.081986 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c8f70d6f-99de-4103-aba3-f8b0c0dae389 None None] Deleting port 16d6768e-1e45-4a7b-8f70-9c5f45073748 {{(pid=95263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:09.082362 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c8f70d6f-99de-4103-aba3-f8b0c0dae389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762063717717'] for port, before_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.148282 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.db [None req-c8f70d6f-99de-4103-aba3-f8b0c0dae389 None None] For port 16d6768e-1e45-4a7b-8f70-9c5f45073748, host n-d-793619-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-14',level=0,port_id=16d6768e-1e45-4a7b-8f70-9c5f45073748,segment=NetworkSegment(bcc06d29-db9d-4113-a515-54cb7d3e6bb6),segment_id=bcc06d29-db9d-4113-a515-54cb7d3e6bb6)] {{(pid=95263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:09.148727 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c8f70d6f-99de-4103-aba3-f8b0c0dae389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605130'] for port, precommit_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.161656 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-c8f70d6f-99de-4103-aba3-f8b0c0dae389 None None] Calling delete_port for 16d6768e-1e45-4a7b-8f70-9c5f45073748 owned by network:dhcp {{(pid=95263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:09.238146 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8635441'] for port, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.243754 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c8f70d6f-99de-4103-aba3-f8b0c0dae389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762063723695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762063184999'] for port, after_delete {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.264612 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d6768e-1e45-4a7b-8f70-9c5f45073748,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:09.266871 n-d-793619-14 neutron-server[95261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] No DVR routers for this DVR port 16d6768e-1e45-4a7b-8f70-9c5f45073748 on host n-d-793619-14 {{(pid=95261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:04:09.269728 n-d-793619-14 neutron-server[95263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f70d6f-99de-4103-aba3-f8b0c0dae389 None None] Pushing event deleted for resources: {'Port': ['ID=16d6768e-1e45-4a7b-8f70-9c5f45073748,revision_number=None']} {{(pid=95263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:09.275723 n-d-793619-14 neutron-server[95263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f70d6f-99de-4103-aba3-f8b0c0dae389 None None] No DVR routers for this DVR port 16d6768e-1e45-4a7b-8f70-9c5f45073748 on host n-d-793619-14 {{(pid=95263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:04:09.342646 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584112', 'neutron.services.segments.db._delete_segments_for_network-8762063615645'] for network, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.353174 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4b09bf-359a-4ca2-9852-93f8b48cf02d']}} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:09.363332 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc06d29-db9d-4113-a515-54cb7d3e6bb6') {'for_net_delete': True} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:09.363639 n-d-793619-14 neutron-server[95261]: DEBUG neutron.services.segments.db [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc06d29-db9d-4113-a515-54cb7d3e6bb6') {} {{(pid=95261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:09.372329 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762063668646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3017609'] for segment, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.385724 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862'] for segment, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.391433 n-d-793619-14 neutron-server[95261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:04:09.391891 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-586862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8635494'] for segment, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: Traceback (most recent call last): Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: timer() Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: cb(*args, **kw) Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: return func(*args, **kwargs) Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: self._notify() Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: self.callback(batched_events) Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: event.method(event) Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: return f(self, *a, **k) Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: return self._get(url).json() Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: return self.request(url, 'GET', **kwargs) Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:04:09.394057 n-d-793619-14 neutron-server[95261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:04:09.535658 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363769'] for network, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.547684 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Notify callbacks [] for network, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.547684 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4c4b09bf-359a-4ca2-9852-93f8b48cf02d HTTP/1.1" status: 204 len: 168 time: 0.6769416 Aug 16 22:04:09.558436 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dc802-491f-4e4b-ac98-a3d4db9b9b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4b09bf-359a-4ca2-9852-93f8b48cf02d,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:09.842288 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 14698149-d97e-4f97-9b40-2d1a15f532c8 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:04:09.867182 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 14698149-d97e-4f97-9b40-2d1a15f532c8 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:04:09.867550 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 14698149-d97e-4f97-9b40-2d1a15f532c8 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:04:09.867954 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 16d6768e-1e45-4a7b-8f70-9c5f45073748 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:04:09.886292 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 16d6768e-1e45-4a7b-8f70-9c5f45073748 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:04:09.886955 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 16d6768e-1e45-4a7b-8f70-9c5f45073748 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:04:09.887074 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5680f140-0312-4291-9e1f-6f743d346c52 no longer exists at agent ovs-agent-n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:04:09.905783 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.plugin [None req-17990564-06ad-4d89-8783-f42296656093 None None] No Port match for: 5680f140-0312-4291-9e1f-6f743d346c52 {{(pid=95263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:04:09.906131 n-d-793619-14 neutron-server[95263]: DEBUG neutron.plugins.ml2.rpc [None req-17990564-06ad-4d89-8783-f42296656093 None None] Device 5680f140-0312-4291-9e1f-6f743d346c52 not bound to the agent host n-d-793619-14 {{(pid=95263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:04:09.993618 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43106) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:10.032149 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-7beb9fb0-5e25-4327-8e2c-17bc18f31ce6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7f9d570eaed14f0ea23a4be7028e806f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373936 Aug 16 22:04:10.035074 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43108) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:10.086965 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1faa11c5-1631-4726-9774-c8c7c179bd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.108195 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1faa11c5-1631-4726-9774-c8c7c179bd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.223914 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1faa11c5-1631-4726-9774-c8c7c179bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.226554 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-1faa11c5-1631-4726-9774-c8c7c179bd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.227694 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-1faa11c5-1631-4726-9774-c8c7c179bd0e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9279db31-18ce-411d-8487-94a2c7878643 HTTP/1.1" status: 204 len: 168 time: 0.1917465 Aug 16 22:04:10.235832 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa11c5-1631-4726-9774-c8c7c179bd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9279db31-18ce-411d-8487-94a2c7878643,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:10.875340 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43114) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:10.915194 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-40f9609e-897f-4cd7-aa79-e95542211f4b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7ed2fdad99294f14b32e73f02a7e8e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387166 Aug 16 22:04:10.917895 n-d-793619-14 neutron-server[95261]: DEBUG neutron.wsgi [-] (95261) accepted ('10.222.0.74', 43116) {{(pid=95261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:10.964244 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa172d82-3f7d-4257-85f8-e807fc051731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.985171 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa172d82-3f7d-4257-85f8-e807fc051731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.118236 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa172d82-3f7d-4257-85f8-e807fc051731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827572'] for security_group, after_delete {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.120817 n-d-793619-14 neutron-server[95261]: DEBUG neutron_lib.callbacks.manager [None req-aa172d82-3f7d-4257-85f8-e807fc051731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.122040 n-d-793619-14 neutron-server[95261]: INFO neutron.wsgi [None req-aa172d82-3f7d-4257-85f8-e807fc051731 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b2917d26-ddde-4a72-ba43-9011e44cfd54 HTTP/1.1" status: 204 len: 168 time: 0.2032320 Aug 16 22:04:11.130552 n-d-793619-14 neutron-server[95261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa172d82-3f7d-4257-85f8-e807fc051731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2917d26-ddde-4a72-ba43-9011e44cfd54,revision_number=None']} {{(pid=95261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:15.335654 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-49d66109-322e-4d33-859b-309058c19f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.555515 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4a39ebae-69a6-4509-b3ab-576270cd151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:18.035398 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.583948 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.955701 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:33.623611 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:33.651970 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:41.757321 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:04:45.334812 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8595-d7ff-4fb5-a8ee-1e66c8ab28cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:47.520493 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-7b09fb71-fd43-4810-a0d2-79ad0368166e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:48.052122 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:49.591750 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:50.943216 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:03.596651 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:03.619308 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:15.308198 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a848a13a-37bc-4e1d-be41-c0e05704173e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:17.553918 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-0b6554d6-1cc7-4dab-8764-accee483d2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:18.000371 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:18.756852 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:05:19.576844 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:20.939470 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:33.644846 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:33.719775 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:45.287984 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-81255a35-14ec-4fb3-8262-e5109bfb11b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:47.542034 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a64e338a-9a91-455e-b6e2-d26d5f4d497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:47.995748 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:49.533127 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:50.944270 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:55.755888 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:06:03.653096 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:03.692730 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:15.298389 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-85fb7195-2289-4263-b20f-f7a883783c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:17.529614 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-84107b8f-d4d3-4028-9c89-4626c3a1fb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:18.038406 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:19.558582 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:20.972237 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:32.754979 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:06:33.678515 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.689397 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.331943 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-202b19c8-a9fc-4766-8351-735bc0b01527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.591984 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-aaf014e2-e119-41cf-91af-ab245f2773d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:48.015475 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.552779 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:50.963419 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.663189 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.708732 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.753939 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:07:15.297245 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-69e4bba0-afa1-4d71-b008-6cee11e58c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.531651 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb23a-bf5b-40a0-8849-0f23893cf78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.068609 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.557241 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.982579 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.699525 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.734444 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.365496 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-3511e92f-28e3-4351-a889-23e3840ccf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.752203 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:07:47.573948 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-872f17d1-fa80-47b0-9583-4030d79cb247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.027513 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:49.544997 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.970406 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:03.682367 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:03.733274 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:15.295943 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc5cf-f631-486e-b46d-b463c7ad46a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:17.567480 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-20bd300c-a65a-4951-839d-81bf800a4257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:18.009824 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:19.578997 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:20.978411 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:23.757163 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:08:33.666522 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:33.718068 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:45.338678 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-00116110-8045-4bca-9b26-597abf4db45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.532434 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-deda520e-8388-42f9-a74c-5cee567e107b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:48.012077 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:49.594875 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:50.990039 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.755622 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:09:03.715206 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:03.743017 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.291678 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-a6724da3-88d6-4cd7-b459-9c9af6d97720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:17.551692 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ab1cd90d-a460-484f-a6b2-47de76200268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.015080 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.600259 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:20.986514 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:33.714244 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:33.745542 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:37.754654 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:09:45.300394 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-2f673cf5-691e-4aa8-93e8-114b9baf6066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:47.585093 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-91ff7925-139d-4466-ab61-c4e035e3de79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:48.019658 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:49.599463 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:50.985036 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:03.742303 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:03.796706 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:14.752933 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:10:15.307496 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-56008ef4-3309-480d-a335-24485116b006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:17.644559 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bfece9f4-510f-4ffc-bcea-442de504a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:18.050427 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.567413 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:21.018976 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:33.824306 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:33.864214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:45.359192 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c582345e-b114-49d6-8b96-f69cbff96762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:47.552544 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-74abe6e8-caa0-48e6-9588-bb203cff5bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.041219 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:49.612567 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:50.981127 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:51.751642 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:11:03.843785 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:03.875266 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:15.292128 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-f133ff85-ed15-4093-a0b9-3d3fa2935aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:17.560571 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-36062eef-253a-4e78-a183-058225812c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:18.029258 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:19.578280 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.012169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:26.333866 n-d-793619-14 neutron-server[95262]: DEBUG neutron.wsgi [req-13bde750-c828-4d33-84fc-9bbf890a2159 req-2721cb75-71b6-4780-a4c1-65ba88a7df39 service neutron] (95262) timed out ('10.222.0.74', 41606) {{(pid=95262) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:11:28.751055 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:11:33.751837 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:33.800169 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:45.337384 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-1694d7ef-b812-4f3b-9699-87ca5c0c8463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:47.617360 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-c960890f-417d-4f2d-aa72-56011780a928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:48.071508 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:49.585885 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:50.979829 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:03.733711 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:03.762319 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:05.750961 n-d-793619-14 neutron-server[95264]: DEBUG neutron.db.agents_db [None req-01e575ae-1791-43a1-9613-08e5e55cd9ab None None] Agent healthcheck: found 7 active agents {{(pid=95264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:12:15.302324 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-37f429db-4c99-4534-8941-0869c7d47993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:17.574487 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6be5-d87c-4780-b62d-22a9c3331316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:18.051462 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-17990564-06ad-4d89-8783-f42296656093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:19.573711 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-e59e30d8-82c6-423f-b27f-41a6c2fd1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:20.967766 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-bb1172db-9051-40d3-a1c9-f102febe99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.719214 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ddc6-ad14-4fb2-8f31-fb9630773103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.805069 n-d-793619-14 neutron-server[95263]: DEBUG neutron_lib.callbacks.manager [None req-d263129a-dd8b-4655-915f-6713f64e9f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762063615519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586038'] for agent, after_update {{(pid=95263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}